-- Logs begin at Mon 2021-08-16 01:16:50 UTC, end at Mon 2021-08-16 03:37:02 UTC. -- Aug 16 01:47:13.858235 n-d-768862-14 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 01:47:16.564316 n-d-768862-14 neutron-server[94532]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:47:16.564888 n-d-768862-14 neutron-server[94532]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:47:16.565095 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94532) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:47:16.568983 n-d-768862-14 neutron-server[94532]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:47:16.569236 n-d-768862-14 neutron-server[94532]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:47:16.569550 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94532) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:47:16.570490 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:47:16.570727 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:47:16.571111 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:47:16.571360 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:47:16.571586 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:47:16.571902 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.572197 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.572492 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.572720 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.573011 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.573297 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.573575 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.573861 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.574155 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.574440 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.574719 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.575002 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.575260 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.575542 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.575830 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.576115 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.576340 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] debug = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.576621 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.577047 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.577463 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.577740 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.578029 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.578307 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.578577 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.578852 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.579160 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.579489 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] host = n-d-768862-14 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.579778 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.580056 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.580357 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.580633 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.580908 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.581183 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.581466 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.581739 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.582009 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] log_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.582282 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.582569 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.583723 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.584010 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.584216 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.584405 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.584694 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.584984 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.585261 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.585537 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.585809 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.586088 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.586360 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.586627 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.586912 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.587223 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.587511 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.587784 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.588057 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.588326 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.588596 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.588881 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.589154 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.589427 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.589700 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.589984 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.590252 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.590525 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.590827 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.591139 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.591426 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.591715 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.591988 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.592272 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.592545 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.592818 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.593093 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] use_json = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.593366 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.593637 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.593919 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.594192 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.594465 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.594738 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.595012 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.595325 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:16.595622 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.595925 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.596228 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.596513 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.596811 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.597094 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.597385 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.597664 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.597957 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.598249 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.598577 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.598854 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.599169 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.599452 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.599750 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.600056 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.600351 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.600642 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.600917 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.601193 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.601466 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.601743 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.602029 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.602322 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.602612 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.602886 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.603191 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.603488 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.603766 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.604038 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.604317 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.604605 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.604880 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.605154 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.605438 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.605721 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.605994 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.606265 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.606541 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.606832 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.607125 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.607404 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.607675 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.607952 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.608223 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.608507 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.608783 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.609054 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.609328 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.609608 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.609883 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.610157 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.610435 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.610709 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.610985 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.611287 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.611562 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.611836 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.612109 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.612382 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.612657 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.612931 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.613209 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.613485 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.613757 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.614238 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.614507 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.614863 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.615183 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.615486 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.615769 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.616053 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.616332 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.616611 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.616888 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.617165 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.617442 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.617721 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.617994 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.618285 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.618569 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.618859 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.619165 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.619447 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.619748 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.620026 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.620311 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.620589 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.620868 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.621159 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.621442 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.621744 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.622044 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.622343 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.622639 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.622933 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.623238 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.623552 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.623833 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:16.624055 n-d-768862-14 neutron-server[94532]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:47:16.624296 n-d-768862-14 neutron-server[94532]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94532) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 01:47:16.978450 n-d-768862-14 neutron-server[94532]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:47:16.978629 n-d-768862-14 neutron-server[94532]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:47:16.978925 n-d-768862-14 neutron-server[94532]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:47:16.979290 n-d-768862-14 neutron-server[94532]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 01:47:17.373394 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.373683 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.373957 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.375192 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.375469 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.375743 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.410168 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.410446 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.410715 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.427663 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.427947 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.428220 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.456452 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.456737 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.457012 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.494124 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.494405 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.494676 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.731243 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.731861 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.731861 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.732018 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.732658 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.856717 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.857037 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.857323 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.857600 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.857870 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.858192 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.858458 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.858717 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.858975 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.859287 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.859555 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.859825 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.860084 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.860339 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.860598 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.860865 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.861122 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.861391 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.861663 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.861925 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.862197 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.862453 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.862737 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.863135 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.863393 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.863644 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.864129 n-d-768862-14 neutron-server[94532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:47:17.864870 n-d-768862-14 neutron-server[94532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:47:17.865113 n-d-768862-14 neutron-server[94532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:47:17.865372 n-d-768862-14 neutron-server[94532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:47:17.865596 n-d-768862-14 neutron-server[94532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:47:17.865836 n-d-768862-14 neutron-server[94532]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:47:17.866201 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 01:47:17.869320 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 01:47:17.873276 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 01:47:17.877050 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 16 01:47:17.878829 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 01:47:17.879314 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 01:47:17.879737 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 01:47:17.880152 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 01:47:17.882931 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 01:47:17.883218 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 01:47:17.883574 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:47:17.888909 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 01:47:17.911509 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 01:47:17.911969 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.912270 n-d-768862-14 neutron-server[94532]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94532) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 01:47:17.912633 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.913994 n-d-768862-14 neutron-server[94532]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94532) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 01:47:17.914286 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:47:17.914540 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 01:47:17.918017 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.918303 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:17.982046 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 01:47:17.982229 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 01:47:17.982471 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 01:47:17.982846 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 01:47:18.004226 n-d-768862-14 neutron-server[94532]: DEBUG oslo_db.sqlalchemy.engines [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94532) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 01:47:18.557543 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Initializing driver for type 'gre' Aug 16 01:47:18.558176 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] gre ID ranges: [(1, 1000)] Aug 16 01:47:18.615350 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Initializing driver for type 'local' Aug 16 01:47:18.615702 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Initializing driver for type 'vlan' Aug 16 01:47:18.630145 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] VlanTypeDriver initialization complete Aug 16 01:47:18.630490 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Initializing driver for type 'vxlan' Aug 16 01:47:18.630984 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] vxlan ID ranges: [(1, 1000)] Aug 16 01:47:18.682709 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Initializing extension driver 'port_security' Aug 16 01:47:18.683055 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.extensions.port_security [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] PortSecurityExtensionDriver initialization complete Aug 16 01:47:18.683411 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Initializing mechanism driver 'openvswitch' Aug 16 01:47:18.683737 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Initializing mechanism driver 'hyperv' Aug 16 01:47:18.690127 n-d-768862-14 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:18.690818 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > port after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.691222 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > port after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.691581 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > port after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.692126 n-d-768862-14 neutron-server[94532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:47:18.692757 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > subnet after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.693085 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > subnet after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.693440 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.693835 n-d-768862-14 neutron-server[94532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:47:18.694247 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > network after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.694601 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > network after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.694949 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > network after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.695369 n-d-768862-14 neutron-server[94532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:47:18.695779 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > security_group after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.696131 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > security_group after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.696474 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > security_group after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.696867 n-d-768862-14 neutron-server[94532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:47:18.697404 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.697761 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.698109 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.698504 n-d-768862-14 neutron-server[94532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:47:18.698911 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > address_group after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.699299 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > address_group after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.699644 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > address_group after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.700041 n-d-768862-14 neutron-server[94532]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94532) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:47:18.700422 n-d-768862-14 neutron-server[94532]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] ML2 OVO RPC backend initialized. {{(pid=94532) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 01:47:18.701129 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.701483 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.701902 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > network before_response 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.702254 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > networks before_response 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.702605 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > port before_response 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.702951 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > ports before_response 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.703324 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > subnet before_response 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.703699 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > subnets before_response 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.704054 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > network after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.704398 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > network after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.704739 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > network after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.705077 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > port after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.705418 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > port after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.705756 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > port after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.706096 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > subnet after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.706442 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > subnet after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.706775 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.707400 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.plugin [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Modular L2 Plugin initialization complete Aug 16 01:47:18.707769 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading services supported by the core plugin {{(pid=94532) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 01:47:18.708265 n-d-768862-14 neutron-server[94532]: INFO neutron.plugins.ml2.managers [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Got port-security extension from driver 'port_security' Aug 16 01:47:18.708799 n-d-768862-14 neutron-server[94532]: INFO neutron.extensions.vlantransparent [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Disabled vlantransparent extension. Aug 16 01:47:18.709277 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94532) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 01:47:18.709600 n-d-768862-14 neutron-server[94532]: INFO neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading Plugin: router Aug 16 01:47:18.751143 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router_interface before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.751827 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router after_create 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.751922 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router before_create 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.752263 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.752639 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.752998 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router after_delete 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.753357 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > floatingip after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.753724 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router after_create 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.754079 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router after_update 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.754431 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router after_update 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.754829 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.755213 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router after_update 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.755627 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router precommit_update 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.755997 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: port after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.756341 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: port after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.756681 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: subnet after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.757021 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.757371 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > port precommit_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.757720 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router precommit_create 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.758065 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: port before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.758407 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router precommit_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.758766 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router after_update 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.759128 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router precommit_delete 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.759490 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router precommit_create 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.759882 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.760197 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router precommit_update 55549900 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.760562 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > agent after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.760914 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > agent after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.761261 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > network after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.762122 n-d-768862-14 neutron-server[94532]: DEBUG neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Tracking information for resource: router configured {{(pid=94532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:47:18.762458 n-d-768862-14 neutron-server[94532]: DEBUG neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Tracking information for resource: floatingip configured {{(pid=94532) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:47:18.767347 n-d-768862-14 neutron-server[94532]: INFO neutron.db.l3_agentschedulers_db [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 01:47:18.768043 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: port after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.768664 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: port after_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.769018 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: port after_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.769372 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: port after_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.770189 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router before_create 55550100 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.770561 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router precommit_delete 55550100 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.770922 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router precommit_create 55550100 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.771303 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > router precommit_update 55550100 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.775774 n-d-768862-14 neutron-server[94532]: DEBUG neutron.services.provider_configuration [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service providers = [] {{(pid=94532) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 01:47:18.776146 n-d-768862-14 neutron-server[94532]: DEBUG neutron.db.servicetype_db [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94532) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 01:47:18.779122 n-d-768862-14 neutron-server[94532]: DEBUG neutron.services.service_base [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:47:18.779472 n-d-768862-14 neutron-server[94532]: DEBUG neutron.services.service_base [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:47:18.779819 n-d-768862-14 neutron-server[94532]: DEBUG neutron.services.service_base [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:47:18.780731 n-d-768862-14 neutron-server[94532]: DEBUG neutron.services.service_base [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94532) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:47:18.781106 n-d-768862-14 neutron-server[94532]: INFO neutron.services.service_base [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 01:47:18.781497 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:47:18.781819 n-d-768862-14 neutron-server[94532]: INFO neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 01:47:18.792902 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:47:18.793242 n-d-768862-14 neutron-server[94532]: INFO neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading Plugin: auto_allocate Aug 16 01:47:18.798940 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: network precommit_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.799342 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: network precommit_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.799865 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:47:18.800189 n-d-768862-14 neutron-server[94532]: INFO neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading Plugin: tag Aug 16 01:47:18.807388 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:47:18.807772 n-d-768862-14 neutron-server[94532]: INFO neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading Plugin: timestamp Aug 16 01:47:18.811737 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:47:18.812076 n-d-768862-14 neutron-server[94532]: INFO neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading Plugin: network_ip_availability Aug 16 01:47:18.818048 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.818429 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.818798 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:18.829288 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:47:18.829288 n-d-768862-14 neutron-server[94532]: INFO neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading Plugin: flavors Aug 16 01:47:18.829288 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:47:18.829288 n-d-768862-14 neutron-server[94532]: INFO neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading Plugin: revisions Aug 16 01:47:18.829288 n-d-768862-14 neutron-server[94532]: DEBUG neutron.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94532) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:47:18.829716 n-d-768862-14 neutron-server[94532]: DEBUG oslo_concurrency.lockutils [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.851s {{(pid=94532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:47:18.830304 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94532) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 01:47:18.830643 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Initializing extension manager. Aug 16 01:47:18.831193 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: __init__.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.831542 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: __pycache__ {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.831882 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.832220 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: address_group.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.833109 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.833680 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: address-group Aug 16 01:47:18.834005 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: address_scope.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.834724 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.835284 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: address-scope Aug 16 01:47:18.835609 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: admin_state_down_before_update.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.836551 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.837071 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: router-admin-state-down-before-update Aug 16 01:47:18.838185 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: agent.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.842074 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.842611 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: agent Aug 16 01:47:18.842951 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: agent_resources_synced.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.843926 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.844447 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: agent-resources-synced Aug 16 01:47:18.844777 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: allowedaddresspairs.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.846610 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.847173 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: allowed-address-pairs Aug 16 01:47:18.847510 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: auto_allocated_topology.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.849134 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.849964 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: auto-allocated-topology Aug 16 01:47:18.850312 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: availability_zone.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.851027 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.851569 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: availability_zone Aug 16 01:47:18.851895 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: availability_zone_filter.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.852832 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.853354 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: availability_zone_filter Aug 16 01:47:18.853680 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: data_plane_status.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.854611 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.855152 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 01:47:18.855483 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: default_subnetpools.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.856427 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.856944 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: default-subnetpools Aug 16 01:47:18.857271 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: dhcpagentscheduler.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.858132 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.858652 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: dhcp_agent_scheduler Aug 16 01:47:18.858979 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: dns.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.859955 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.860473 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension dns-integration not supported by any of loaded plugins Aug 16 01:47:18.860798 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: dns_domain_ports.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.862018 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.862543 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 01:47:18.862870 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.864718 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.865251 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 01:47:18.865575 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: dvr.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.866267 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.866781 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: dvr Aug 16 01:47:18.867122 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: ecmp_routes.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.868066 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.868577 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 01:47:18.868899 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: empty_string_filtering.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.869825 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.870336 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: empty-string-filtering Aug 16 01:47:18.870659 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.871625 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.872131 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:47:18.872451 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.873385 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.873891 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 01:47:18.874211 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: external_net.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.875151 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.875664 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: external-net Aug 16 01:47:18.875984 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: extra_dhcp_opt.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.876897 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.877403 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: extra_dhcp_opt Aug 16 01:47:18.877731 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: extraroute.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.878646 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.879189 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: extraroute Aug 16 01:47:18.879696 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: extraroute_atomic.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.880594 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.881110 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: extraroute-atomic Aug 16 01:47:18.881437 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: filter_validation.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.882113 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.882621 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: filter-validation Aug 16 01:47:18.882947 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: fip_pf_description.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.883885 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.884393 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 01:47:18.884718 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: fip_port_details.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.885650 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.886170 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: fip-port-details Aug 16 01:47:18.886500 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: flavors.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.887783 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.888298 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: flavors Aug 16 01:47:18.888628 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.890325 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.890859 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 01:47:18.891219 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: floatingip_pools.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.891933 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.892453 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: floatingip-pools Aug 16 01:47:18.892783 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: ip_allocation.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.893974 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.894488 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 01:47:18.894816 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.896446 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.896967 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: ip-substring-filtering Aug 16 01:47:18.897297 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: l2_adjacency.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.898238 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.898754 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 01:47:18.899081 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: l3.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.900265 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.900798 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: router Aug 16 01:47:18.901136 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: l3_conntrack_helper.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.903444 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.903982 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:47:18.904313 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.905285 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.905814 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: ext-gw-mode Aug 16 01:47:18.906149 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.907079 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.907626 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: l3-ha Aug 16 01:47:18.907955 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: l3_flavors.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.908884 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.909404 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: l3-flavors Aug 16 01:47:18.909736 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.910660 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.912061 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 01:47:18.912392 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: l3agentscheduler.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.913454 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.913973 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: l3_agent_scheduler Aug 16 01:47:18.914305 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: logging.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.915812 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.916340 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension logging not supported by any of loaded plugins Aug 16 01:47:18.916679 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: metering.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.917434 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.918018 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: metering Aug 16 01:47:18.918366 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.919473 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.919995 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: metering_source_and_destination_fields Aug 16 01:47:18.920321 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: multiprovidernet.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.921256 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.921771 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: multi-provider Aug 16 01:47:18.922097 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: netmtu.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.923023 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.923569 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: net-mtu Aug 16 01:47:18.923897 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: netmtu_writable.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.924825 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.925340 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: net-mtu-writable Aug 16 01:47:18.925666 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: network_availability_zone.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.926344 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.926947 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: network_availability_zone Aug 16 01:47:18.927421 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: network_ip_availability.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.928404 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.928915 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: network-ip-availability Aug 16 01:47:18.929242 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: network_segment_range.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.930015 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.930526 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 01:47:18.930851 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: pagination.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.931863 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.932196 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: pagination Aug 16 01:47:18.932518 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: port_device_profile.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.933439 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.933962 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: port-device-profile Aug 16 01:47:18.934295 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.935262 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.935780 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: port-mac-address-regenerate Aug 16 01:47:18.936109 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.937045 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.937565 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: port-numa-affinity-policy Aug 16 01:47:18.937893 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: port_resource_request.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.938819 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.939370 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 01:47:18.939698 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: portbindings.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.940634 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.941158 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: binding Aug 16 01:47:18.941483 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: portbindings_extended.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.943068 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.943617 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: binding-extended Aug 16 01:47:18.943949 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: portsecurity.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.944878 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.945399 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: port-security Aug 16 01:47:18.945729 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: project_id.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.946719 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.947051 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: project-id Aug 16 01:47:18.947405 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: providernet.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.948344 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.948862 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: provider Aug 16 01:47:18.949189 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.952735 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.953272 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos not supported by any of loaded plugins Aug 16 01:47:18.953612 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.954857 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.955419 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 01:47:18.955755 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.956690 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.957214 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 01:47:18.957549 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos_default.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.958996 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.959545 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos-default not supported by any of loaded plugins Aug 16 01:47:18.959878 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos_fip.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.960541 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.961056 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos-fip not supported by any of loaded plugins Aug 16 01:47:18.961380 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos_gateway_ip.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.962311 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.962824 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 01:47:18.963184 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos_port_network_policy.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.964103 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.964615 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 01:47:18.964941 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos_pps_rule.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.966115 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.966637 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos-pps not supported by any of loaded plugins Aug 16 01:47:18.966966 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos_rule_type_details.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.967914 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.968433 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 01:47:18.968760 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: qos_rules_alias.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.969811 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.970330 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 01:47:18.970656 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: quotasv2.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.971606 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.971939 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: quotas Aug 16 01:47:18.972264 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: quotasv2_detail.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.975924 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.976265 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: quota_details Aug 16 01:47:18.976595 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: rbac.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.977851 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.978382 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: rbac-policies Aug 16 01:47:18.978716 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: rbac_address_group.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.979691 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.980221 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: rbac-address-group Aug 16 01:47:18.980556 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: rbac_address_scope.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.981489 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.982008 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: rbac-address-scope Aug 16 01:47:18.982338 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: rbac_security_groups.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.983288 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.983869 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: rbac-security-groups Aug 16 01:47:18.984129 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: rbac_subnetpool.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.985051 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.985563 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: rbac-subnetpool Aug 16 01:47:18.985894 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: revisionifmatch.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.986817 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.987366 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: revision-if-match Aug 16 01:47:18.987692 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: revisions.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.988803 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.989428 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: standard-attr-revisions Aug 16 01:47:18.989755 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: router_availability_zone.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.990439 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.990960 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: router_availability_zone Aug 16 01:47:18.991318 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: routerservicetype.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.992256 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.992768 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension router-service-type not supported by any of loaded plugins Aug 16 01:47:18.993094 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.994021 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.994537 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: security-groups-normalized-cidr Aug 16 01:47:18.994862 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: security_groups_port_filtering.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.995818 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.996327 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: port-security-groups-filtering Aug 16 01:47:18.996652 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:18.997577 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:18.998092 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: security-groups-remote-address-group Aug 16 01:47:18.998418 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: securitygroup.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.008356 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.008895 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: security-group Aug 16 01:47:19.009231 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: segment.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.010025 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.010540 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension segment not supported by any of loaded plugins Aug 16 01:47:19.010868 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.011836 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.012358 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 01:47:19.012689 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: servicetype.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.013889 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.014421 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: service-type Aug 16 01:47:19.014751 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: sorting.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.015770 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.016101 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: sorting Aug 16 01:47:19.016431 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: standard_attr_segment.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.017354 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.017876 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 01:47:19.018469 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: standardattrdescription.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.019139 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.019656 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: standard-attr-description Aug 16 01:47:19.019985 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: stateful_security_group.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.021590 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.022147 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: stateful-security-group Aug 16 01:47:19.022475 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: stdattrs_common.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.023066 n-d-768862-14 neutron-server[94532]: WARNING neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 01:47:19.023413 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.024363 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.024881 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 01:47:19.025206 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: subnet_onboard.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.026312 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.026836 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: subnet_onboard Aug 16 01:47:19.027197 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.028134 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.028784 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 01:47:19.029108 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: subnet_service_types.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.030042 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.030593 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: subnet-service-types Aug 16 01:47:19.030915 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: subnetallocation.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.032042 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.032567 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: subnet_allocation Aug 16 01:47:19.032894 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.033566 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.034079 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: subnetpool-prefix-ops Aug 16 01:47:19.034400 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.035375 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.035950 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 01:47:19.036769 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: tagging.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.037862 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.038393 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: standard-attr-tag Aug 16 01:47:19.038722 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: timestamp.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.039992 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.040509 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loaded extension: standard-attr-timestamp Aug 16 01:47:19.040843 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: trunk.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.041880 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.042402 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension trunk not supported by any of loaded plugins Aug 16 01:47:19.042733 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: trunk_details.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.043701 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.044219 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension trunk-details not supported by any of loaded plugins Aug 16 01:47:19.044546 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: uplink_status_propagation.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.045480 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.045997 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 01:47:19.046323 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Loading extension file: vlantransparent.py {{(pid=94532) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:47:19.046999 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94532) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:47:19.047548 n-d-768862-14 neutron-server[94532]: INFO neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 01:47:19.050021 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:network Aug 16 01:47:19.050551 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:subnet Aug 16 01:47:19.050954 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:47:19.051450 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:port Aug 16 01:47:19.052863 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.053319 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service FLAVORS assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.053971 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.054434 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.054804 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:router Aug 16 01:47:19.055318 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:47:19.055847 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service METERING assigned prefix: /metering {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.057296 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:19.057675 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:19.058075 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:47:19.059038 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:47:19.059523 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:47:19.059955 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:47:19.061712 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service CORE assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.062064 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:47:19.062431 n-d-768862-14 neutron-server[94532]: WARNING neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] subnetpool is already registered Aug 16 01:47:19.062895 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service CORE assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.063273 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:47:19.063618 n-d-768862-14 neutron-server[94532]: WARNING neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] subnetpool is already registered Aug 16 01:47:19.065941 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.066383 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service FLAVORS assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.066982 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.067529 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.067866 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:router Aug 16 01:47:19.068210 n-d-768862-14 neutron-server[94532]: WARNING neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] router is already registered Aug 16 01:47:19.068627 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:47:19.068972 n-d-768862-14 neutron-server[94532]: WARNING neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] floatingip is already registered Aug 16 01:47:19.069438 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service METERING assigned prefix: /metering {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.070115 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:47:19.070449 n-d-768862-14 neutron-server[94532]: WARNING neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] rbac_policy is already registered Aug 16 01:47:19.070865 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:47:19.071247 n-d-768862-14 neutron-server[94532]: WARNING neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] security_group is already registered Aug 16 01:47:19.071656 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:47:19.071993 n-d-768862-14 neutron-server[94532]: WARNING neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] security_group_rule is already registered Aug 16 01:47:19.072629 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service CORE assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.072960 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:47:19.073299 n-d-768862-14 neutron-server[94532]: WARNING neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] subnetpool is already registered Aug 16 01:47:19.073730 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.v2.resource_helper [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Service CORE assigned prefix: {{(pid=94532) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:47:19.074058 n-d-768862-14 neutron-server[94532]: INFO neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:47:19.074393 n-d-768862-14 neutron-server[94532]: WARNING neutron.quota.resource_registry [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] subnetpool is already registered Aug 16 01:47:19.074847 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: extensions {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.076341 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: address-groups {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.077826 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: address-scopes {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.079198 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: agents {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.080361 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: auto-allocated-topology {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.081626 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: availability_zones {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.083558 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: dhcp-networks {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.084924 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: dhcp-agents {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.086344 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: routers {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.088107 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: flavors {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.089386 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: service_profiles {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.090609 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: next_providers {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.092065 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: service_profiles {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.093608 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: floatingip-pools {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.094872 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: routers {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.096616 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: floatingips {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.097906 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: l3-routers {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.099958 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: l3-agents {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.101371 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: metering-labels {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.102646 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: metering-label-rules {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.104062 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: network-ip-availabilities {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.105337 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: bindings {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.106895 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: quotas {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.108466 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: quotas {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.109905 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: rbac-policies {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.111105 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: security-groups {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.112420 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: security-group-rules {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.113663 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: service-providers {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.115139 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: subnetpools {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.116479 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: subnetpools {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.118083 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.119824 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.121648 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.123474 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.125185 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.128211 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.130297 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.132140 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.134027 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.135903 n-d-768862-14 neutron-server[94532]: DEBUG neutron.api.extensions [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Extended resource: tags {{(pid=94532) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:47:19.141860 n-d-768862-14 neutron-server[94532]: WARNING keystonemiddleware.auth_token [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 01:47:19.147309 n-d-768862-14 neutron-server[94532]: WARNING keystonemiddleware.auth_token [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 01:47:19.155679 n-d-768862-14 neutron-server[94532]: DEBUG oslo_concurrency.lockutils [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Acquired lock "singleton_lock" {{(pid=94532) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 01:47:19.156160 n-d-768862-14 neutron-server[94532]: DEBUG oslo_concurrency.lockutils [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Releasing lock "singleton_lock" {{(pid=94532) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 01:47:19.156819 n-d-768862-14 neutron-server[94532]: INFO oslo_service.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Starting 2 workers Aug 16 01:47:19.162224 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Started child 94639 {{(pid=94532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:47:19.166956 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Started child 94640 {{(pid=94532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:47:19.168286 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.169464 n-d-768862-14 neutron-server[94532]: INFO neutron.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 01:47:19.169464 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Notify callbacks [] for process, before_spawn {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.169982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [-] (94639) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:47:19.172127 n-d-768862-14 neutron-server[94532]: INFO oslo_service.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Starting 1 workers Aug 16 01:47:19.173224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.174657 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [-] (94640) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:47:19.177239 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Started child 94641 {{(pid=94532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:47:19.177802 n-d-768862-14 neutron-server[94532]: INFO oslo_service.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Starting 1 workers Aug 16 01:47:19.181652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] calling RpcWorker wait() {{(pid=94641) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 01:47:19.182262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] returning from RpcWorker wait() {{(pid=94641) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 01:47:19.182354 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Started child 94642 {{(pid=94532) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:47:19.183211 n-d-768862-14 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eeb4975a-4c01-47b1-a8d2-ead756d2ff2c None None] Notify callbacks [] for process, after_spawn {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.183615 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.184138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:19.185086 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94532) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:47:19.185296 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:47:19.185473 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:47:19.185692 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:47:19.186015 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:47:19.186179 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:47:19.186706 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.186981 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.187257 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.187543 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.187849 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.188413 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.188904 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.188904 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.189057 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.189234 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.189492 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.189661 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.189828 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.190089 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.190349 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.190645 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.190902 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.191167 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.191425 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.191597 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.191864 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.192167 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.192416 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.192688 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] debug = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.192948 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.193444 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.193686 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.193940 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.194160 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.194457 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.194701 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.194987 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.195255 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.195486 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.195749 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.195999 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.196262 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.196498 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.196719 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.196965 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.197201 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.197695 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] host = n-d-768862-14 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.197931 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.198170 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.198421 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.198687 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.198946 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.199206 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.199463 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.199706 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.199970 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.200195 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.200454 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.200711 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.200950 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.201184 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.201349 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_options = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.201581 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.201843 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.202104 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.202294 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.202463 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.202638 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.202869 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.203112 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.203349 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.203532 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.203748 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.204007 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.204210 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.204455 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.204706 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.204953 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.205167 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.205397 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.205670 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.205918 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.206143 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.206402 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.206636 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.206873 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.207125 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.207322 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.207579 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.208615 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.208992 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.209275 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.209524 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.209790 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.210035 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.210282 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.210512 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.210741 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.210964 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.211255 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.211493 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.211756 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.212007 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.212247 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.212490 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.212728 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.212948 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.213213 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_json = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.213469 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.213618 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.213882 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.214097 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.214317 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.214554 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.214775 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.215010 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.215460 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.215757 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.216081 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.216353 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.216608 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.216863 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.217097 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.217319 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.217569 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.217824 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.218147 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.218403 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.218681 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.218983 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.219194 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.219524 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.219779 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.220055 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.220305 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.220631 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.221003 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.221251 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.221383 n-d-768862-14 neutron-server[94642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:19.221603 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.221869 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.222148 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.222417 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.222643 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.222896 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.223160 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.224193 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.224193 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.224517 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.224685 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.224939 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.225167 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.225398 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.225823 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.226057 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.226298 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.226555 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.227034 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.227034 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.227520 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.227881 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.228023 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.228327 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.228327 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.228756 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.228872 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.229065 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.229327 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.229548 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.229775 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.230010 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.230235 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.230608 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.230715 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.230932 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.231386 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.231386 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.231644 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.231899 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.232145 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.233779 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.233779 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.233779 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.233779 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.233779 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.233779 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.234251 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.234251 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.234251 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.234498 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.234715 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.234950 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.235178 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.235418 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.235998 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.236371 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.236733 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.237108 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.237341 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.237848 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.237848 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.238051 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.238545 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.238811 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.239191 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.239435 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.240066 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.240066 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.240230 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.240404 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.240645 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.240879 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.241146 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.241390 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.241656 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.241878 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.242248 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.242658 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.242901 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.243638 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.243638 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.243638 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.243977 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.244130 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.244354 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.244635 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.244868 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.245141 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.245406 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.245653 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.246088 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.246477 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.246753 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.247032 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.247346 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.247645 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.247990 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.248276 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.248551 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.248835 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.249102 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.249489 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.249903 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.250269 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.250706 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.250955 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.251202 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.251421 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.251678 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.252015 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.252312 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.252521 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.252814 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.253139 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.253476 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.253769 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.254041 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.254289 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.255438 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.255707 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.255988 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.256211 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.256503 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.256788 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.257173 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.257566 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.257975 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.258366 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.258585 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.258807 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.259054 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.259284 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.259647 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.259901 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.260122 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.260340 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.260588 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.260800 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.261023 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.261262 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.261480 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.261702 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.261918 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.262132 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.262381 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.262757 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.263211 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.263631 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.263870 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.264137 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.264386 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.264631 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.264846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.265111 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.265338 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.265552 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.265766 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.266003 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.266217 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.266451 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.266702 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.266934 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.267198 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.267462 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.267810 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.268063 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.268567 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.268804 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.269050 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.270054 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.270054 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.270054 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.270054 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.270954 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.270954 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.271222 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.271472 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.271722 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.271939 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.272150 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.272357 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.272716 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.273110 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.273402 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.273798 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.274026 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.274457 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.274696 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.274915 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.275168 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.275383 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.275706 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.275960 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.276372 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.276877 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.277108 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.277330 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.277538 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.277763 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.277979 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.278187 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.278586 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.278802 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.279014 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.279260 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.279496 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.279865 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.280275 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.280516 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.280731 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.280954 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.281174 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.281386 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.281612 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.281820 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.282027 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.282246 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.282457 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.282668 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.282977 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.283248 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.283487 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.283784 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.284017 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.284262 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.284509 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.284846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.285093 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.285355 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.285572 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.285813 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.286041 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.286306 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.286640 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.286936 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.287383 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.287651 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.287935 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.288219 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.288498 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.288713 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.288989 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.289308 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.289597 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.289847 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.290080 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.290339 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.290582 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.290800 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.291040 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.291302 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.291519 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.291757 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.291990 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.292220 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.292438 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.292679 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.292922 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.293143 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.293386 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.293606 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.293839 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.293995 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:47:19.294509 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94532) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:47:19.294943 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:47:19.294943 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:47:19.295169 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:47:19.295169 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:47:19.295307 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:47:19.295521 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.295685 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.295845 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.296008 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.296177 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.296351 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.296518 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.296679 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.296840 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.297000 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.297157 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.297473 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.297635 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.297795 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.297955 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.298113 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.298271 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.298430 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.298595 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.298753 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.298913 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.299073 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.299259 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] debug = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.299418 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.299621 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.299785 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.299984 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.300111 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.300238 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.300380 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.300538 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.300696 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.300855 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.301014 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.301172 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.301330 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.301707 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.301847 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.301970 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.302122 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.302281 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] host = n-d-768862-14 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.302438 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.302596 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.302754 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.302912 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.303169 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.303298 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.303420 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.303540 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.303670 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.303825 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.303984 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.304142 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.304301 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.304459 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.304615 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_options = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.304773 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.304931 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.305089 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.305272 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.305436 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.305594 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.305753 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.305906 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.306059 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.306217 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.306377 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.306535 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.306696 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.306854 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.307012 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.307193 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.307353 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.307516 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.307729 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.307972 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.308246 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.308478 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.308643 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.308805 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.308960 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.309481 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.309794 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.310093 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.310399 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.310595 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.310737 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.310872 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.311006 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.311312 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.311601 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.311601 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.311772 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.311919 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.312078 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.312236 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.312395 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.312565 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.312711 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.312869 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.313026 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.313205 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_json = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.313332 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.313489 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.313647 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.313806 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.313965 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.314123 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.314282 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.314440 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:47:19.314620 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.314781 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.314953 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.315140 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.315303 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.315464 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.315624 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.316846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.316846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.316846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.316846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.316846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.316846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.316846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.316846 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.317930 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.317930 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.317930 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.318111 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.318111 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.318395 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.318555 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.318891 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.319055 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.319245 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.319408 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.319570 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.319730 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.319893 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.320054 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.320217 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.320668 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.320668 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.320668 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.320920 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.321004 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.321130 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.321292 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.321452 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.321613 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.321775 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.321935 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.322095 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.322256 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.322416 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.322577 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.322989 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.322989 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.323221 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.323221 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.323380 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.323540 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.323701 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.323861 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.324024 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.324194 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.324341 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.324484 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.324624 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.324775 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.324929 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.325118 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.325259 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.325395 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.325527 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.325689 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.325848 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.325983 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.326143 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.326289 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.326452 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.326643 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.327305 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.327305 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.327305 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.327305 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.327869 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.327869 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.327869 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.327869 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.328222 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.328222 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.328382 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.328459 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.328615 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.328793 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.328958 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.329136 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.329278 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.329426 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.329565 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.329702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:19.329845 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.329845 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.330102 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.330247 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.330394 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.330529 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.330667 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.330801 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.330947 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.331084 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.331259 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.331396 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.331540 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.331676 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.331814 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.331953 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.332087 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.332249 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.332409 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.332569 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.333290 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.333600 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.333801 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.333953 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.334091 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.334227 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.334435 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.334584 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.334719 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.334854 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.334998 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.335161 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.335295 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.335457 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.335605 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.335766 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.335935 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.336106 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.336267 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.336430 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.336592 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.336775 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.336936 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.337095 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.337256 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.337420 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.337581 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.337742 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.337899 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.338055 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.338215 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.338376 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.338538 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.338698 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.338858 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.339020 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.339211 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.339358 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.339521 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.339797 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.339968 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.340116 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.340279 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.340441 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.340601 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.340761 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.340909 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.341069 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.341229 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.341389 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.341548 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.341708 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.341868 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.342067 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.342218 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.343022 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.343216 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.343350 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.343499 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.343726 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.343873 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.344013 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.344153 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.344292 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.344434 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.344556 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.344716 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.344878 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.345039 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.345200 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.345361 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.345523 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.345683 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.345845 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.346005 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.346164 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.346409 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.346542 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.346656 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.346800 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.346960 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.347139 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.347307 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.347466 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.347626 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.347786 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.347945 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.348107 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.348298 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.348462 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.348625 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.348784 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.349166 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.349293 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.349428 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.349603 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.349766 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.349926 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.350087 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.350249 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.350409 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.350581 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.350741 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.350901 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.351060 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.351244 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.351404 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.351575 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.351736 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.351896 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.352055 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.352215 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.352376 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.352547 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.352707 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.352866 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.353026 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.353185 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.353345 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.353514 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.353707 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.353860 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.353997 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.354132 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.354268 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.354435 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.354594 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.354741 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.354903 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.355063 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.355254 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.355529 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.355691 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.355853 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.356023 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.356183 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.356332 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.356489 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.356652 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.356813 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.356977 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.357136 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.357298 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.357463 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.357626 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.357792 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.357961 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.358117 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.358278 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.358448 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.358616 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.358785 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.358946 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.359222 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.359331 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.359456 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.359616 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.359776 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.359936 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.360096 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.360256 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.360416 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.360574 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.360733 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.360892 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.361050 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.361210 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.361543 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.361543 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.361738 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.361818 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.361958 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.362118 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.362277 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:47:19.362429 n-d-768862-14 neutron-server[94532]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94532) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:47:19.531541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:19.540042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061898 Aug 16 01:47:30.934376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f729f2b-350c-43ed-9191-494f14716c31 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:47:31.016019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f729f2b-350c-43ed-9191-494f14716c31 None None] No non-hosted networks {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 01:47:31.042161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.agentschedulers_db [None req-1f729f2b-350c-43ed-9191-494f14716c31 None None] DHCP Agent not found on host n-d-768862-14 {{(pid=94641) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 01:47:31.187917 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af113565-24f7-44b6-9dcd-cf81a40f6e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.517207 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c49cb2b-8f63-4c4f-9d88-80694f91cbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.592552 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0edc8f1-820e-499f-b078-c977f1e3eacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.782837 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.783631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.785272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.786425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.787025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.788770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.789263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.789780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.791672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.792998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.795079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.797434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.798527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:33.799184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768862-14', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:33.811244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768862-14', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:34.747011 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.323565 n-d-768862-14 neutron-server[94641]: INFO neutron.db.l3_hamode_db [None req-80bcfd94-d168-4908-8d19-9a101174fc09 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 01:47:36.406062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bcfd94-d168-4908-8d19-9a101174fc09 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:36.406449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bcfd94-d168-4908-8d19-9a101174fc09 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 01:47:36.731603 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.543060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.037933 n-d-768862-14 neutron-server[94640]: WARNING oslo_policy.policy [None req-86c00684-b69a-4cbd-97d3-20b8d7c99423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:47:38.038539 n-d-768862-14 neutron-server[94640]: WARNING oslo_policy.policy [None req-86c00684-b69a-4cbd-97d3-20b8d7c99423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:47:38.258486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-86c00684-b69a-4cbd-97d3-20b8d7c99423 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:47:38.259597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-86c00684-b69a-4cbd-97d3-20b8d7c99423 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7156250 Aug 16 01:47:40.597809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:40.913313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4fc9cb26-caa0-48c2-a93d-11555f1fccd9 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:41.006848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.policy [None req-4fc9cb26-caa0-48c2-a93d-11555f1fccd9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:47:41.051705 n-d-768862-14 neutron-server[94640]: WARNING oslo_policy.policy [None req-4fc9cb26-caa0-48c2-a93d-11555f1fccd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:47:41.052070 n-d-768862-14 neutron-server[94640]: WARNING oslo_policy.policy [None req-4fc9cb26-caa0-48c2-a93d-11555f1fccd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:47:41.060482 n-d-768862-14 neutron-server[94640]: INFO neutron.quota [None req-4fc9cb26-caa0-48c2-a93d-11555f1fccd9 admin admin] Loaded quota_driver: . Aug 16 01:47:41.155679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fc9cb26-caa0-48c2-a93d-11555f1fccd9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754776276525', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754776275070', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754776255735', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754776254016', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754775834348', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754776307187', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3610690', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3515493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1761928', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1833424'] for rbac-policy, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.219712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fc9cb26-caa0-48c2-a93d-11555f1fccd9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.220902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4fc9cb26-caa0-48c2-a93d-11555f1fccd9 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6220624 Aug 16 01:47:43.770565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:44.069494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Request body: {'network': {'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'name': 'private', 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:44.097422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Made reservation on behalf of ff395e6dd376477e92bef61680040ea6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:44.100791 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.118507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.244299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.247896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.267507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:47:44.298028 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754776487271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.298566 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Unsubscribe: segment precommit_create {{(pid=94640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:47:44.299083 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Added segment 52338593-069b-430c-8e91-7d5e21b2981e of type vlan for network 1a28303c-c897-4abc-9879-8c4f3ec10b50 Aug 16 01:47:44.318317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a1e277-36bd-4240-8cab-5cb6299c60a6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.367734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.368077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.368537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.368901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.369232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.369559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.369883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.370206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.370527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.370846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.371194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.371509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Tracked resource versions report: Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: pushed versions: Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Log': {'1.0'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Network': {'1.1'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Port': {'1.7'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'SubPort': {'1.0'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Subnet': {'1.1'}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Trunk': {'1.1'}} Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: consumer versions: Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: { DHCP agent@n-d-768862-14: {}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: L3 agent@n-d-768862-14: {}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: Metadata agent@n-d-768862-14: {}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: Metering agent@n-d-768862-14: {}, Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: Open vSwitch agent@n-d-768862-14: { 'AddressGroup': '1.2', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Log': '1.0', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Network': '1.1', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Port': '1.7', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'PortForwarding': '1.2', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'QosPolicy': '1.9', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'SecurityGroup': '1.4', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'SubPort': '1.0', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Subnet': '1.1', Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: 'Trunk': '1.1'}} Aug 16 01:47:44.372574 n-d-768862-14 neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:47:44.421776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.471236 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.472297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.473712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.554150 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7824056 Aug 16 01:47:44.572198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81973a-2942-4588-99bd-f685e3b9f52a admin admin] Pushing event updated for resources: {'Network': ['ID=1a28303c-c897-4abc-9879-8c4f3ec10b50,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.584449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 1a28303c-c897-4abc-9879-8c4f3ec10b50 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:47:47.164334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:47.649272 n-d-768862-14 neutron-server[94639]: WARNING oslo_policy.policy [None req-1f034c1d-e599-4270-b2cc-413e0d3772ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:47:47.649862 n-d-768862-14 neutron-server[94639]: WARNING oslo_policy.policy [None req-1f034c1d-e599-4270-b2cc-413e0d3772ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:47:48.091581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.policy [None req-1f034c1d-e599-4270-b2cc-413e0d3772ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:47:48.141536 n-d-768862-14 neutron-server[94639]: WARNING oslo_policy.policy [None req-1f034c1d-e599-4270-b2cc-413e0d3772ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:47:48.141917 n-d-768862-14 neutron-server[94639]: WARNING oslo_policy.policy [None req-1f034c1d-e599-4270-b2cc-413e0d3772ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:47:48.150814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f034c1d-e599-4270-b2cc-413e0d3772ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.152741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1f034c1d-e599-4270-b2cc-413e0d3772ff admin admin] 10.222.0.61 "GET /v2.0/networks/1a28303c-c897-4abc-9879-8c4f3ec10b50 HTTP/1.1" status: 200 len: 825 time: 0.9862840 Aug 16 01:47:48.191862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-176aae73-413b-4171-b4ef-b8ec1a3e12cf admin admin] 10.222.0.61 "GET /v2.0/subnetpools/83d89b19-3adc-402f-9892-57c19979c519 HTTP/1.1" status: 200 len: 734 time: 0.0328364 Aug 16 01:47:48.200612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Request body: {'subnet': {'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '83d89b19-3adc-402f-9892-57c19979c519', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:48.202121 n-d-768862-14 neutron-server[94639]: INFO neutron.quota [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Loaded quota_driver: . Aug 16 01:47:48.242525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Made reservation on behalf of ff395e6dd376477e92bef61680040ea6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:48.245301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.546867 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.616416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Checking segment: {'id': '52338593-069b-430c-8e91-7d5e21b2981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:48.616817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Network hostable DHCP agents. Network: 1a28303c-c897-4abc-9879-8c4f3ec10b50, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:47:48.627187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Pushing event updated for resources: {'Subnet': ['ID=449e26ec-f490-4c8e-a0c6-80070ad61dd4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:48.643602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.643939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.644270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.644620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.644941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.645258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.645574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.645888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.646198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.646508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.646817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.647271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Tracked resource versions report: Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: pushed versions: Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Log': {'1.0'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Network': {'1.1'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Port': {'1.7'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'SubPort': {'1.0'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Subnet': {'1.1'}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Trunk': {'1.1'}} Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: consumer versions: Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: { DHCP agent@n-d-768862-14: {}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: L3 agent@n-d-768862-14: {}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: Metadata agent@n-d-768862-14: {}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: Metering agent@n-d-768862-14: {}, Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: Open vSwitch agent@n-d-768862-14: { 'AddressGroup': '1.2', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Log': '1.0', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Network': '1.1', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Port': '1.7', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'PortForwarding': '1.2', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'QosPolicy': '1.9', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'SecurityGroup': '1.4', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'SubPort': '1.0', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Subnet': '1.1', Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: 'Trunk': '1.1'}} Aug 16 01:47:48.648208 n-d-768862-14 neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:47:48.683231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Network 1a28303c-c897-4abc-9879-8c4f3ec10b50 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:47:48.695778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 1a28303c-c897-4abc-9879-8c4f3ec10b50) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:48.700844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.701899 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.705372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac7ac4-2ae9-41ed-86c6-bb882a5804cc None None] Network 1a28303c-c897-4abc-9879-8c4f3ec10b50 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:48.731063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b8a309cb-ca57-41ba-996d-13da84e0315e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5338695 Aug 16 01:47:49.036980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-1a28303c-c897-4abc-9879-8c4f3ec10b50', 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'fixed_ips': [{'subnet_id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:47:49.038201 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.321050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Allocated IP 172.20.0.2 (1a28303c-c897-4abc-9879-8c4f3ec10b50/449e26ec-f490-4c8e-a0c6-80070ad61dd4/c61d3e18-cae5-49c2-8b81-aa4a6b741911) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:49.526301 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.569610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Transition to ACTIVE for port object c61d3e18-cae5-49c2-8b81-aa4a6b741911 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:49.591411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Transition to ACTIVE for port object c61d3e18-cae5-49c2-8b81-aa4a6b741911 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:49.599714 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.662469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Network 1a28303c-c897-4abc-9879-8c4f3ec10b50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:49.669274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:49.681927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:49.689039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Pushing event updated for resources: {'Port': ['ID=c61d3e18-cae5-49c2-8b81-aa4a6b741911,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.718973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.719692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.719692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.720008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.720344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.720679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.721102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.721469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.721834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.722199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.722622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.723219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Tracked resource versions report: Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: pushed versions: Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Log': {'1.0'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Network': {'1.1'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Port': {'1.7'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'SubPort': {'1.0'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Subnet': {'1.1'}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Trunk': {'1.1'}} Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: consumer versions: Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: { DHCP agent@n-d-768862-14: {}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: L3 agent@n-d-768862-14: {}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: Metadata agent@n-d-768862-14: {}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: Metering agent@n-d-768862-14: {}, Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: Open vSwitch agent@n-d-768862-14: { 'AddressGroup': '1.2', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Log': '1.0', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Network': '1.1', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Port': '1.7', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'PortForwarding': '1.2', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'QosPolicy': '1.9', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'SecurityGroup': '1.4', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'SubPort': '1.0', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Subnet': '1.1', Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: 'Trunk': '1.1'}} Aug 16 01:47:49.724078 n-d-768862-14 neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:47:49.771786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Attempting to bind port c61d3e18-cae5-49c2-8b81-aa4a6b741911 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:49.772186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Attempting to bind port c61d3e18-cae5-49c2-8b81-aa4a6b741911 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '52338593-069b-430c-8e91-7d5e21b2981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:49.772607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Attempting to bind port c61d3e18-cae5-49c2-8b81-aa4a6b741911 on network 1a28303c-c897-4abc-9879-8c4f3ec10b50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:49.777381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:49.777778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Checking segment: {'id': '52338593-069b-430c-8e91-7d5e21b2981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:49.778262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.778670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Bound using segment: {'id': '52338593-069b-430c-8e91-7d5e21b2981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:49.779169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Bound port: c61d3e18-cae5-49c2-8b81-aa4a6b741911, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52338593-069b-430c-8e91-7d5e21b2981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:49.779565 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.840794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] For port c61d3e18-cae5-49c2-8b81-aa4a6b741911, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:49.845295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] For port c61d3e18-cae5-49c2-8b81-aa4a6b741911, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c61d3e18-cae5-49c2-8b81-aa4a6b741911,segment=NetworkSegment(52338593-069b-430c-8e91-7d5e21b2981e),segment_id=52338593-069b-430c-8e91-7d5e21b2981e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:49.849815 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.918408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79a21e-7c16-4571-ba81-d30fa472e750 None None] Pushing event updated for resources: {'Port': ['ID=c61d3e18-cae5-49c2-8b81-aa4a6b741911,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:51.168751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:51.486743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-5b64324d-e8e6-4118-a95f-a9c0c05c969d admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:47:51.487780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5b64324d-e8e6-4118-a95f-a9c0c05c969d admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3180306 Aug 16 01:47:53.933335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:54.256640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-c9a4d932-7968-4176-9b36-f3cb15deb82a admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:47:54.257694 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c9a4d932-7968-4176-9b36-f3cb15deb82a admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234189 Aug 16 01:47:56.896500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:57.198685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1fecd5d9-69b0-4e1c-afc8-2e507885e02e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'name': 'router1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:57.223183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fecd5d9-69b0-4e1c-afc8-2e507885e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.225007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fecd5d9-69b0-4e1c-afc8-2e507885e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.373674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fecd5d9-69b0-4e1c-afc8-2e507885e02e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.382372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fecd5d9-69b0-4e1c-afc8-2e507885e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.399962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fecd5d9-69b0-4e1c-afc8-2e507885e02e admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.410690 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1fecd5d9-69b0-4e1c-afc8-2e507885e02e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5037045 Aug 16 01:47:58.024613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c61d3e18-cae5-49c2-8b81-aa4a6b741911 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:58.117741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port c61d3e18-cae5-49c2-8b81-aa4a6b741911 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:58.544181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06ddd6-43a1-495f-8c3e-43e19b6e83d8 None None] Network 1a28303c-c897-4abc-9879-8c4f3ec10b50 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:58.637826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9cb1e80e-1618-464c-b6d8-e51223316cf4 None None] Provisioning for port c61d3e18-cae5-49c2-8b81-aa4a6b741911 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:58.663749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9cb1e80e-1618-464c-b6d8-e51223316cf4 None None] Provisioning complete for port c61d3e18-cae5-49c2-8b81-aa4a6b741911 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:58.664143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cb1e80e-1618-464c-b6d8-e51223316cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.815587 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cb1e80e-1618-464c-b6d8-e51223316cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.852319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9cb1e80e-1618-464c-b6d8-e51223316cf4 None None] For port c61d3e18-cae5-49c2-8b81-aa4a6b741911, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c61d3e18-cae5-49c2-8b81-aa4a6b741911,segment=NetworkSegment(52338593-069b-430c-8e91-7d5e21b2981e),segment_id=52338593-069b-430c-8e91-7d5e21b2981e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:58.857021 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cb1e80e-1618-464c-b6d8-e51223316cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.914179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1e80e-1618-464c-b6d8-e51223316cf4 None None] Pushing event updated for resources: {'Port': ['ID=c61d3e18-cae5-49c2-8b81-aa4a6b741911,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.976051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fdbb3904-521e-4d24-ba7c-ae107d449042 None None] Provisioning complete for port c61d3e18-cae5-49c2-8b81-aa4a6b741911 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:58.976504 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3904-521e-4d24-ba7c-ae107d449042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.776508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57698) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:59.988263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c61d3e18-cae5-49c2-8b81-aa4a6b741911 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:00.034697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c61d3e18-cae5-49c2-8b81-aa4a6b741911 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:00.035421 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.096219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-3e701d77-d977-4530-911d-c977644800ed admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:48:00.097230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3e701d77-d977-4530-911d-c977644800ed admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197641 Aug 16 01:48:00.866111 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc06e060-4f32-48ef-962f-a5d58a5f161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.462588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:02.772252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:02.792944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Made reservation on behalf of 80c5184d615d41a18a0a934c96c59447 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:02.795399 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.803232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.895204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.898661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.912746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Reserving flat network on physical network physnet1 {{(pid=94640) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 01:48:02.935064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1562c407-0243-4abd-859b-4a48cf549556,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:02.938780 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.939163 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Added segment 1253fa96-7eda-4dda-bace-462f922514af of type flat for network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 Aug 16 01:48:02.986225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.026203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.027147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:03.027710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.091779 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6281109 Aug 16 01:48:03.102509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb8698-866b-44bd-8b8e-074e7a408b12 admin admin] Pushing event updated for resources: {'Network': ['ID=4337ae6a-9a1b-48d0-b696-04668fd4e9e9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:03.116150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:48:03.514457 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cb2b-c754-42a6-849e-a6f5f720cfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.767003 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.661513 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.467496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:05.682693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40eac78-ad1f-4b72-84b7-bdee966377f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.684098 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a40eac78-ad1f-4b72-84b7-bdee966377f0 admin admin] 10.222.0.61 "GET /v2.0/subnets/449e26ec-f490-4c8e-a0c6-80070ad61dd4 HTTP/1.1" status: 200 len: 849 time: 0.2156503 Aug 16 01:48:05.803532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b278a45d-5610-4d3a-b7df-7534ff43aa66 admin admin] 10.222.0.61 "GET /v2.0/routers/9df75944-d9c2-43e7-a831-bd3a8612b277 HTTP/1.1" status: 200 len: 704 time: 0.1135573 Aug 16 01:48:06.075362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.377660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Allocated IP 172.20.0.1 (1a28303c-c897-4abc-9879-8c4f3ec10b50/449e26ec-f490-4c8e-a0c6-80070ad61dd4/441428db-86d8-46b8-bab6-e9cdb9c65631) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:06.562554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.585823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Transition to ACTIVE for port object 441428db-86d8-46b8-bab6-e9cdb9c65631 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:06.671166 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.691168 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.779665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Network 1a28303c-c897-4abc-9879-8c4f3ec10b50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:06.786154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:06.797905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:06.798420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.857067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Pushing event updated for resources: {'Port': ['ID=441428db-86d8-46b8-bab6-e9cdb9c65631,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:07.003476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.020727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3be5ab1-9279-4422-8bb1-58ce15808a20 None None] Provisioning for port 441428db-86d8-46b8-bab6-e9cdb9c65631 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:07.024680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3be5ab1-9279-4422-8bb1-58ce15808a20 None None] Provisioning complete for port 441428db-86d8-46b8-bab6-e9cdb9c65631 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:07.025035 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3be5ab1-9279-4422-8bb1-58ce15808a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.056902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3be5ab1-9279-4422-8bb1-58ce15808a20 None None] Port 441428db-86d8-46b8-bab6-e9cdb9c65631 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:07.215230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.219369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.220122 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.298006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Pushing event updated for resources: {'Port': ['ID=441428db-86d8-46b8-bab6-e9cdb9c65631,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:07.343447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Network 1a28303c-c897-4abc-9879-8c4f3ec10b50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:07.344685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:07.512415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Router 9df75944-d9c2-43e7-a831-bd3a8612b277 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:48:07.579284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17e0907d-f813-484d-8017-4ad4a5cbe4f1 None None] Provisioning complete for port 441428db-86d8-46b8-bab6-e9cdb9c65631 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:07.579651 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17e0907d-f813-484d-8017-4ad4a5cbe4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.606338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:07.615128 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7134d887-e34e-4204-9635-86e1fbdb6f06 admin admin] 10.222.0.61 "PUT /v2.0/routers/9df75944-d9c2-43e7-a831-bd3a8612b277/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8027096 Aug 16 01:48:07.617789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-17e0907d-f813-484d-8017-4ad4a5cbe4f1 None None] Port 441428db-86d8-46b8-bab6-e9cdb9c65631 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:07.631687 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Sync routers for ids ['9df75944-d9c2-43e7-a831-bd3a8612b277'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:07.644799 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Routers {'9df75944-d9c2-43e7-a831-bd3a8612b277'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:07.645666 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:48:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9df75944-d9c2-43e7-a831-bd3a8612b277'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:07.839704 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Set router 9df75944-d9c2-43e7-a831-bd3a8612b277 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:08.286120 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'name': 'router1', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:57Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 2, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'gw_port_host': None, '_interfaces': [{'id': '441428db-86d8-46b8-bab6-e9cdb9c65631', 'name': '', 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'mac_address': 'fa:16:3e:66:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:06Z', 'updated_at': '2021-08-16T01:48:07Z', 'revision_number': 2, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'subnets': [{'id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83d89b19-3adc-402f-9892-57c19979c519'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:08.340525 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Checking router: 9df75944-d9c2-43e7-a831-bd3a8612b277 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:08.340898 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Updating router 9df75944-d9c2-43e7-a831-bd3a8612b277 port 441428db-86d8-46b8-bab6-e9cdb9c65631 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:48:08.395714 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.943581 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.962797 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Transition to ACTIVE for port object 441428db-86d8-46b8-bab6-e9cdb9c65631 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:08.969146 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.135169 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Pushing event updated for resources: {'Port': ['ID=441428db-86d8-46b8-bab6-e9cdb9c65631,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.141360 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Attempting to bind port 441428db-86d8-46b8-bab6-e9cdb9c65631 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:09.141752 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Attempting to bind port 441428db-86d8-46b8-bab6-e9cdb9c65631 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '52338593-069b-430c-8e91-7d5e21b2981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:09.142181 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Attempting to bind port 441428db-86d8-46b8-bab6-e9cdb9c65631 on network 1a28303c-c897-4abc-9879-8c4f3ec10b50 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:09.151625 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:09.151819 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Checking segment: {'id': '52338593-069b-430c-8e91-7d5e21b2981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:09.152295 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.152699 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Bound using segment: {'id': '52338593-069b-430c-8e91-7d5e21b2981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:09.153183 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Bound port: 441428db-86d8-46b8-bab6-e9cdb9c65631, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52338593-069b-430c-8e91-7d5e21b2981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:09.153610 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.156574 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.156913 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.157252 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.157580 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.157907 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.158229 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.158549 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.158868 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.159210 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.160155 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.160554 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.160891 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Tracked resource versions report: Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: pushed versions: Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: { 'AddressGroup': {'1.2'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Log': {'1.0'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Network': {'1.1'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Port': {'1.7'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'PortForwarding': {'1.2'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'QosPolicy': {'1.9'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'SecurityGroup': {'1.4'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'SubPort': {'1.0'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Subnet': {'1.1'}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Trunk': {'1.1'}} Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: consumer versions: Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: { DHCP agent@n-d-768862-14: {}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: L3 agent@n-d-768862-14: {}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: Metadata agent@n-d-768862-14: {}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: Metering agent@n-d-768862-14: {}, Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: Open vSwitch agent@n-d-768862-14: { 'AddressGroup': '1.2', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'ConntrackHelper': '1.0', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Log': '1.0', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Network': '1.1', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Port': '1.7', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'PortForwarding': '1.2', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'QosPolicy': '1.9', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'SecurityGroup': '1.4', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'SecurityGroupRule': '1.2', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'SubPort': '1.0', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Subnet': '1.1', Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: 'Trunk': '1.1'}} Aug 16 01:48:09.161936 n-d-768862-14 neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:48:09.228673 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] For port 441428db-86d8-46b8-bab6-e9cdb9c65631, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:09.250074 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] For port 441428db-86d8-46b8-bab6-e9cdb9c65631, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=441428db-86d8-46b8-bab6-e9cdb9c65631,segment=NetworkSegment(52338593-069b-430c-8e91-7d5e21b2981e),segment_id=52338593-069b-430c-8e91-7d5e21b2981e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:09.255195 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.315366 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Routers {'9df75944-d9c2-43e7-a831-bd3a8612b277'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:09.316017 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:48:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9df75944-d9c2-43e7-a831-bd3a8612b277'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:09.317976 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3d9d1-c30a-4185-bb80-edd7ef4a620b None None] Pushing event updated for resources: {'Port': ['ID=441428db-86d8-46b8-bab6-e9cdb9c65631,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.407192 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] Set router 9df75944-d9c2-43e7-a831-bd3a8612b277 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:09.618415 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'name': 'router1', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:57Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 2, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'gw_port_host': None, '_interfaces': [{'id': '441428db-86d8-46b8-bab6-e9cdb9c65631', 'name': '', 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'mac_address': 'fa:16:3e:66:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:06Z', 'updated_at': '2021-08-16T01:48:09Z', 'revision_number': 4, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'subnets': [{'id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83d89b19-3adc-402f-9892-57c19979c519'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:09.644977 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add0df6-7148-43f2-8489-31636f2c931f None None] The sync data for ids ['9df75944-d9c2-43e7-a831-bd3a8612b277'] in n-d-768862-14 is: [{'id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'name': 'router1', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:57Z', 'updated_at': '2021-08-16T01:48:06Z', 'revision_number': 2, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'gw_port_host': None, '_interfaces': [{'id': '441428db-86d8-46b8-bab6-e9cdb9c65631', 'name': '', 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'mac_address': 'fa:16:3e:66:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:06Z', 'updated_at': '2021-08-16T01:48:09Z', 'revision_number': 4, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'subnets': [{'id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83d89b19-3adc-402f-9892-57c19979c519'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:09.856701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:09.968415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b2266-534e-4e3a-aeda-e3496648ff62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.969796 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-814b2266-534e-4e3a-aeda-e3496648ff62 admin admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 842 time: 0.1121438 Aug 16 01:48:09.979969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:10.005049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Made reservation on behalf of 80c5184d615d41a18a0a934c96c59447 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:10.007323 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.324901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.objects.ports [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:48:10.325366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.384643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:10.396585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:10.396952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Network hostable DHCP agents. Network: 4337ae6a-9a1b-48d0-b696-04668fd4e9e9, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:48:10.418876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:48:10.430132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 4337ae6a-9a1b-48d0-b696-04668fd4e9e9) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:10.434009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:10.434659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.442113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85658322-a935-4ce0-9c03-b8d172ed83ab None None] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:10.461645 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3200276e-ba0c-43d9-ab79-23fb1af587e8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4729962 Aug 16 01:48:10.577316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50eddaf-e5d4-4948-b3b3-7c38e4c12a29 None None] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:12.729043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:12.945425 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1beb9fa9-46ca-4b4c-bd94-c30fe81973ab admin admin] 10.222.0.61 "GET /v2.0/routers/9df75944-d9c2-43e7-a831-bd3a8612b277 HTTP/1.1" status: 200 len: 710 time: 0.2151713 Aug 16 01:48:13.030882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb57b4-9c5c-4a53-bd55-83008183d2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.032270 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9ddb57b4-9c5c-4a53-bd55-83008183d2ae admin admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 886 time: 0.0811963 Aug 16 01:48:13.048671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:13.306074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.543918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.618083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.726875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Allocated IP 172.25.5.108 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/c57d84e8-5b96-42af-8f05-d79bfe8d8e4c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:13.829309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.867630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.906660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:13.909516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:13.912021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:13.947859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Pushing event updated for resources: {'Port': ['ID=c57d84e8-5b96-42af-8f05-d79bfe8d8e4c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:14.169272 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.457953 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.461343 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.568418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Router 9df75944-d9c2-43e7-a831-bd3a8612b277 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:48:14.677338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:14.681506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.682696 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3e33c435-0230-4180-8a9d-b828d3725c15 admin admin] 10.222.0.61 "PUT /v2.0/routers/9df75944-d9c2-43e7-a831-bd3a8612b277 HTTP/1.1" status: 200 len: 890 time: 1.6374636 Aug 16 01:48:16.020784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 441428db-86d8-46b8-bab6-e9cdb9c65631 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:16.074127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 441428db-86d8-46b8-bab6-e9cdb9c65631 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:16.078866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 441428db-86d8-46b8-bab6-e9cdb9c65631 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:16.079282 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.148333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Sync routers for ids ['9df75944-d9c2-43e7-a831-bd3a8612b277'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:16.169038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Routers {'9df75944-d9c2-43e7-a831-bd3a8612b277'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:16.169688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:48:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9df75944-d9c2-43e7-a831-bd3a8612b277'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:16.188923 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.388734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 441428db-86d8-46b8-bab6-e9cdb9c65631, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=441428db-86d8-46b8-bab6-e9cdb9c65631,segment=NetworkSegment(52338593-069b-430c-8e91-7d5e21b2981e),segment_id=52338593-069b-430c-8e91-7d5e21b2981e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:16.396596 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:16.479012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Set router 9df75944-d9c2-43e7-a831-bd3a8612b277 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:16.540759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=441428db-86d8-46b8-bab6-e9cdb9c65631,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:16.879411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'name': 'router1', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'c57d84e8-5b96-42af-8f05-d79bfe8d8e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:57Z', 'updated_at': '2021-08-16T01:48:14Z', 'revision_number': 4, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'gw_port': {'id': 'c57d84e8-5b96-42af-8f05-d79bfe8d8e4c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:13Z', 'updated_at': '2021-08-16T01:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '441428db-86d8-46b8-bab6-e9cdb9c65631', 'name': '', 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'mac_address': 'fa:16:3e:66:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:06Z', 'updated_at': '2021-08-16T01:48:09Z', 'revision_number': 4, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'subnets': [{'id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83d89b19-3adc-402f-9892-57c19979c519'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:16.929221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Checking router: 9df75944-d9c2-43e7-a831-bd3a8612b277 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:16.929592 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Updating router 9df75944-d9c2-43e7-a831-bd3a8612b277 port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:48:16.980342 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.097736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57764) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:17.227118 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-29eb34b5-de05-46c4-9ded-3f4e68a714ed admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144011 Aug 16 01:48:17.313114 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.324608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Transition to ACTIVE for port object c57d84e8-5b96-42af-8f05-d79bfe8d8e4c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:17.331581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.383807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256610b-114b-48df-9982-0a7cbd06c929 None None] Pushing event updated for resources: {'Port': ['ID=c57d84e8-5b96-42af-8f05-d79bfe8d8e4c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:17.387861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Attempting to bind port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:17.388226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Attempting to bind port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:17.388586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Attempting to bind port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:17.394598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:17.395066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:17.395666 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.396059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:17.396520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Bound port: c57d84e8-5b96-42af-8f05-d79bfe8d8e4c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:17.396895 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.450474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] For port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:17.454252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] For port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c57d84e8-5b96-42af-8f05-d79bfe8d8e4c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:17.458892 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.510382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Routers {'9df75944-d9c2-43e7-a831-bd3a8612b277'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:17.511002 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:48:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9df75944-d9c2-43e7-a831-bd3a8612b277'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:17.553067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256610b-114b-48df-9982-0a7cbd06c929 None None] Pushing event updated for resources: {'Port': ['ID=c57d84e8-5b96-42af-8f05-d79bfe8d8e4c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:17.707413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] Set router 9df75944-d9c2-43e7-a831-bd3a8612b277 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:17.926044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'name': 'router1', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'c57d84e8-5b96-42af-8f05-d79bfe8d8e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:57Z', 'updated_at': '2021-08-16T01:48:14Z', 'revision_number': 4, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'gw_port': {'id': 'c57d84e8-5b96-42af-8f05-d79bfe8d8e4c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:13Z', 'updated_at': '2021-08-16T01:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '441428db-86d8-46b8-bab6-e9cdb9c65631', 'name': '', 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'mac_address': 'fa:16:3e:66:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:06Z', 'updated_at': '2021-08-16T01:48:16Z', 'revision_number': 5, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'subnets': [{'id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83d89b19-3adc-402f-9892-57c19979c519'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:17.956655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfec97b-ddc4-4200-85cb-c94474dc6ea5 None None] The sync data for ids ['9df75944-d9c2-43e7-a831-bd3a8612b277'] in n-d-768862-14 is: [{'id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'name': 'router1', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'c57d84e8-5b96-42af-8f05-d79bfe8d8e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:57Z', 'updated_at': '2021-08-16T01:48:14Z', 'revision_number': 4, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'gw_port': {'id': 'c57d84e8-5b96-42af-8f05-d79bfe8d8e4c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:13Z', 'updated_at': '2021-08-16T01:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '441428db-86d8-46b8-bab6-e9cdb9c65631', 'name': '', 'network_id': '1a28303c-c897-4abc-9879-8c4f3ec10b50', 'tenant_id': 'ff395e6dd376477e92bef61680040ea6', 'mac_address': 'fa:16:3e:66:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df75944-d9c2-43e7-a831-bd3a8612b277', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:48:06Z', 'updated_at': '2021-08-16T01:48:16Z', 'revision_number': 5, 'project_id': 'ff395e6dd376477e92bef61680040ea6', 'subnets': [{'id': '449e26ec-f490-4c8e-a0c6-80070ad61dd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83d89b19-3adc-402f-9892-57c19979c519'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:18.016641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 441428db-86d8-46b8-bab6-e9cdb9c65631 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:18.096236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 441428db-86d8-46b8-bab6-e9cdb9c65631 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:18.096983 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.049417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c57d84e8-5b96-42af-8f05-d79bfe8d8e4c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:20.124251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:20.129980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:20.130493 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.221520 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.254042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c57d84e8-5b96-42af-8f05-d79bfe8d8e4c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:20.258478 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.330267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=c57d84e8-5b96-42af-8f05-d79bfe8d8e4c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:22.089373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c57d84e8-5b96-42af-8f05-d79bfe8d8e4c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:22.249845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c57d84e8-5b96-42af-8f05-d79bfe8d8e4c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:22.249845 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:30.870828 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f3c710bb-d902-43d4-b02d-fd2353878f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.244478 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:48:33.516291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f95b1806-9691-4919-9f40-11fb57ac9f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.772729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.669376 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.710997 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.878352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a89d976c-2d84-44be-8987-5978bd35885d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.520630 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9de0-f671-4104-8d36-f80176e56d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.776734 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:04.661962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.710433 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.243958 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:49:30.867976 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4e2a-84b6-4c65-88c6-e29336470fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.520407 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3795-dd23-4bb3-87f1-baa23b6c76bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.770176 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.665109 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:36.717169 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.244139 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:49:57.761092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:57.822069 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-67724b33-56c4-4513-83a9-451c4b695413 admin admin] GET failed (client error): The resource could not be found. Aug 16 01:49:57.823407 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-67724b33-56c4-4513-83a9-451c4b695413 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613525 Aug 16 01:49:57.988057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d39d8-29b2-4b67-81b7-90943c323e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:57.989452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-203d39d8-29b2-4b67-81b7-90943c323e4f admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616824 Aug 16 01:50:00.147831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:00.241738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb3d1f8-1b9e-4a01-99bc-d6fe322d54f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:00.243143 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2bb3d1f8-1b9e-4a01-99bc-d6fe322d54f8 admin admin] 10.222.0.61 "GET /v2.0/subnets/449e26ec-f490-4c8e-a0c6-80070ad61dd4 HTTP/1.1" status: 200 len: 849 time: 0.0943131 Aug 16 01:50:00.253147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:00.336275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Notify callbacks [] for subnet, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.475203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754776548235'] for subnet, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.505756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:00.506333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.507651 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] 10.222.0.61 "PUT /v2.0/subnets/449e26ec-f490-4c8e-a0c6-80070ad61dd4 HTTP/1.1" status: 200 len: 868 time: 0.2585108 Aug 16 01:50:00.511274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a2e5d-d977-4cef-af6e-32f680f80219 None None] Network 1a28303c-c897-4abc-9879-8c4f3ec10b50 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:00.526511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=449e26ec-f490-4c8e-a0c6-80070ad61dd4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:00.534829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.535228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.535569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.535899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.536227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.536550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.536873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.537195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.537515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.537833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.538150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.538464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414973e2-3c63-4518-9643-e8415e6fc9ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:00.868522 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7203c97-9445-48e7-8b54-873ec8be371d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.914815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1f6d098e-e783-42ef-902a-45ad03b53c62 None None] Provisioning complete for port 441428db-86d8-46b8-bab6-e9cdb9c65631 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:00.915210 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f6d098e-e783-42ef-902a-45ad03b53c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.001050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1f6d098e-e783-42ef-902a-45ad03b53c62 None None] Provisioning complete for port c61d3e18-cae5-49c2-8b81-aa4a6b741911 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:01.001316 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f6d098e-e783-42ef-902a-45ad03b53c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.713735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:02.937777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63932d-722e-4264-83bc-8d97dc6298b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.938159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63932d-722e-4264-83bc-8d97dc6298b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.939729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4c63932d-722e-4264-83bc-8d97dc6298b0 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2250926 Aug 16 01:50:03.520625 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c64eed16-6a26-4f6e-b3ee-c1b9a19ac9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.771954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:04.667513 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.158487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:05.287678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f45ed-aaa3-40b8-9b62-31f32a432fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:05.288158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f45ed-aaa3-40b8-9b62-31f32a432fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:05.289702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f62f45ed-aaa3-40b8-9b62-31f32a432fba admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1302454 Aug 16 01:50:06.720363 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.491594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:07.667780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2cf77-9565-4449-94c3-b49babbcf762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:07.669205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c8d2cf77-9565-4449-94c3-b49babbcf762 admin admin] 10.222.0.61 "GET /v2.0/networks/1a28303c-c897-4abc-9879-8c4f3ec10b50 HTTP/1.1" status: 200 len: 869 time: 0.1766715 Aug 16 01:50:09.871043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:10.009206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98979dd8-d4f1-45ff-8639-7776847a6894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.010617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-98979dd8-d4f1-45ff-8639-7776847a6894 admin admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 886 time: 0.1385860 Aug 16 01:50:12.184524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:12.310740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdeb339-d5c2-4c1a-b73a-ac0ac5b9e179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.311233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdeb339-d5c2-4c1a-b73a-ac0ac5b9e179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.313399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ffdeb339-d5c2-4c1a-b73a-ac0ac5b9e179 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279268 Aug 16 01:50:14.482874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:14.572263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3c815-3503-49da-9be9-fa9dd303bf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.572727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3c815-3503-49da-9be9-fa9dd303bf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.574195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-95e3c815-3503-49da-9be9-fa9dd303bf35 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901515 Aug 16 01:50:16.791150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:16.882124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c044843-b7a0-45b4-be29-9483ce6c9ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.883519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8c044843-b7a0-45b4-be29-9483ce6c9ecd admin admin] 10.222.0.61 "GET /v2.0/subnets/449e26ec-f490-4c8e-a0c6-80070ad61dd4 HTTP/1.1" status: 200 len: 868 time: 0.0913982 Aug 16 01:50:19.064349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:19.154476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6028f-4907-433c-97c7-3c1194420e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:19.155829 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bbb6028f-4907-433c-97c7-3c1194420e36 admin admin] 10.222.0.61 "GET /v2.0/subnets/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6 HTTP/1.1" status: 200 len: 816 time: 0.0905335 Aug 16 01:50:24.243371 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:50:30.869632 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-801c6133-51c1-4815-97c2-191fff5444eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.521585 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72106efb-06ca-4d3f-92a9-51ee56eb3945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.773803 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.670276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.724176 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.478375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:43.527672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-4f2fa5dc-2ee5-4643-8d91-651c9030d5e2 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:50:43.528736 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4f2fa5dc-2ee5-4643-8d91-651c9030d5e2 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494344 Aug 16 01:50:45.815081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:45.875232 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca6d6f1-78b7-47d9-8223-49ce3d40e41c admin admin] GET failed (client error): The resource could not be found. Aug 16 01:50:45.876549 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4ca6d6f1-78b7-47d9-8223-49ce3d40e41c admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604854 Aug 16 01:50:45.960370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4bf7b7-6fe1-4096-aeeb-27d8ab9cc8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:45.961830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2e4bf7b7-6fe1-4096-aeeb-27d8ab9cc8a2 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809336 Aug 16 01:50:48.158432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:48.206310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:48.228235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Made reservation on behalf of 80c5184d615d41a18a0a934c96c59447 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:48.230438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.259032 n-d-768862-14 neutron-server[94640]: WARNING neutron.services.revisions.revision_plugin [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Could not find related network for resource to bump revision. Aug 16 01:50:48.271124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:48.281177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.281521 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Added segment a2046abb-efeb-4a80-b6d3-3704cba13d76 of type vlan for network fd29c479-3cbd-4b7b-91b2-bf678d3b602e Aug 16 01:50:48.322296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.351880 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.352966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.353566 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.405466 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2454171 Aug 16 01:50:48.414187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e1d60-2aeb-456b-99aa-04b9f1039a0b admin admin] Pushing event updated for resources: {'Network': ['ID=fd29c479-3cbd-4b7b-91b2-bf678d3b602e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:48.426656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:50.656728 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:50.717186 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-752f849e-5c66-4b6c-929c-67ffbf6cf6ff admin admin] GET failed (client error): The resource could not be found. Aug 16 01:50:50.718493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-752f849e-5c66-4b6c-929c-67ffbf6cf6ff admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608284 Aug 16 01:50:50.821382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e1372-c642-45c9-8c80-44063f0d5920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:50.822860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d4e1372-c642-45c9-8c80-44063f0d5920 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1000559 Aug 16 01:50:50.833135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:50.853532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Made reservation on behalf of 80c5184d615d41a18a0a934c96c59447 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:50.855839 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.023000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.074804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39970b3-25b1-4582-a07a-a1ada32fef53,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:51.085184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.085531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.085871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.086202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.086528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.086854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.087213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.087538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.087859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.088179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.088501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.088819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.094447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:51.094799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Network hostable DHCP agents. Network: fd29c479-3cbd-4b7b-91b2-bf678d3b602e, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:51.110853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:51.121620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, fd29c479-3cbd-4b7b-91b2-bf678d3b602e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:51.127301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.127886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.139482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d13f5-1ed4-4191-a097-cd184e818daa None None] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:51.144512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-74ad0605-ca4d-496a-8c30-f93bec455a39 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3147929 Aug 16 01:50:51.383842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'tenant_id': '80c5184d615d41a18a0a934c96c59447', 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:50:51.384714 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.520029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Allocated IP 192.168.233.2 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/f30acfe1-24bc-4261-b143-7cf11fb8ba22) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:51.667450 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.676843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Transition to ACTIVE for port object f30acfe1-24bc-4261-b143-7cf11fb8ba22 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:51.693068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Transition to ACTIVE for port object f30acfe1-24bc-4261-b143-7cf11fb8ba22 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:51.699599 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.736817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:51.742588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:51.746198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:51.757766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Pushing event updated for resources: {'Port': ['ID=f30acfe1-24bc-4261-b143-7cf11fb8ba22,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:51.785659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.786005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.786350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.786712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.787046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.787406 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.787741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.788070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.788396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.788742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.789074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.789398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:51.821829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Attempting to bind port f30acfe1-24bc-4261-b143-7cf11fb8ba22 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:51.822199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Attempting to bind port f30acfe1-24bc-4261-b143-7cf11fb8ba22 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:51.822564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Attempting to bind port f30acfe1-24bc-4261-b143-7cf11fb8ba22 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:51.827672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:51.828076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:51.828481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.828878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:51.829346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Bound port: f30acfe1-24bc-4261-b143-7cf11fb8ba22, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:51.829751 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.895523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] For port f30acfe1-24bc-4261-b143-7cf11fb8ba22, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:51.899541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] For port f30acfe1-24bc-4261-b143-7cf11fb8ba22, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f30acfe1-24bc-4261-b143-7cf11fb8ba22,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:51.904048 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.964465 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9a282-023a-4a5f-8d10-b1ea09d83bd8 None None] Pushing event updated for resources: {'Port': ['ID=f30acfe1-24bc-4261-b143-7cf11fb8ba22,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:52.773212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96140a0b-f57e-4842-b325-b6e9390c5fab None None] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:52.836432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-63f67ae7-dd9c-40c2-8d07-c332c0be1dac None None] Provisioning for port f30acfe1-24bc-4261-b143-7cf11fb8ba22 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:54.154290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f30acfe1-24bc-4261-b143-7cf11fb8ba22 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:54.222118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port f30acfe1-24bc-4261-b143-7cf11fb8ba22 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:54.226093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f30acfe1-24bc-4261-b143-7cf11fb8ba22 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:54.226461 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.316030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.354082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port f30acfe1-24bc-4261-b143-7cf11fb8ba22, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f30acfe1-24bc-4261-b143-7cf11fb8ba22,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:54.359299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.413102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=f30acfe1-24bc-4261-b143-7cf11fb8ba22,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:56.118961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f30acfe1-24bc-4261-b143-7cf11fb8ba22 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:56.169116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f30acfe1-24bc-4261-b143-7cf11fb8ba22 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:56.169511 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.871215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69784ff7-d4b8-415a-91e8-2c5acba91afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.244096 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:51:03.522275 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31055b6e-55da-4f22-ae02-1b93376a7f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.775234 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.673159 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.727136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.871785 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-552abd7f-5cd4-4dad-93f0-d2543425c735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.526388 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-077d066a-df0e-4e9f-a199-69b3acad3c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.776671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.676439 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.730730 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.243127 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:52:00.875198 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b6756d6-8e53-4d4b-962e-6e2d2c5efc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.528612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:01.534489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-842dff7a-de47-437e-bcef-4906d4807eda tempest-verify_tempest_config-814751595 tempest-verify_tempest_config-814751595-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:52:01.535469 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-842dff7a-de47-437e-bcef-4906d4807eda tempest-verify_tempest_config-814751595 tempest-verify_tempest_config-814751595-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058875 Aug 16 01:52:01.836786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:01.948236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.075038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.079109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.124683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86be0ee05ae147b1afccd36f4a1dec52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2868314 Aug 16 01:52:02.125529 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e231404a-78b0-40ad-bf86-bae1f335a02f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:02.127363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:02.132292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.133083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.133083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.133306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.133646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.133981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.134313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.134646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.134979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.135336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.135667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.135995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab1261-fe1a-4c4e-9c58-d680a77e8878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.186584 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.206518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.297315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.299907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.301114 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e231404a-78b0-40ad-bf86-bae1f335a02f HTTP/1.1" status: 204 len: 168 time: 0.1695492 Aug 16 01:52:02.309152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e231404a-78b0-40ad-bf86-bae1f335a02f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:02.316195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.316572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.316940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.317309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.317640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.318081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.318287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.318609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.318931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.319275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.319597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:02.319915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104d0617-dcb4-4620-9cae-cb4a62ffda38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:03.528280 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3219-c920-4bcb-a5e9-c2e70173d79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.779146 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.679765 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.732425 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.242354 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:52:30.876412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b66b54cb-2ae6-49af-88c2-85c168ad157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.529064 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87ff695a-702f-4886-844f-41f271d6a000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.780681 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.684110 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.736944 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.241319 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:53:00.876874 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4cd273d-2afc-4738-bb56-c429bd6976e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.529361 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e144ceb2-ec80-4dfa-a0e0-538fcd600c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.780750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.685517 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.738621 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.239409 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:53:30.877473 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-785f682d-d331-41bf-8998-91c1d1a4df02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.529247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b961bf2f-570c-4dda-a2a6-9f73d05ca227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.781493 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.689022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.744861 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.877514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f2261e95-9c2c-4d05-bcea-5850dde6a780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.530001 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f106f65-3342-4b29-8dd5-f020fd334660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.784353 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.690590 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.238242 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:54:06.746710 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.878982 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f720355-e28d-403a-b588-6bde38485ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.531179 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd36bd86-cac8-49d7-ab5b-3f8148472f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.785612 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.694071 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.747699 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.237041 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:55:00.878704 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a44b48bc-0730-4ebf-897e-d144d7b84412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.531072 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9ddb682-0efa-40a5-8d9d-ba9ccc94ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.787203 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.696284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.750505 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.708340 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.235247 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 6 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:55:30.354538 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.879928 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85127feb-db50-44cb-a0ee-35d603226797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.531477 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99cb49b2-a0ee-4cb1-9746-e6fd93814125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.787764 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.700088 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.758214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.659177 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.233986 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:56:00.306568 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.880882 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06809dcc-2dc8-4321-a0c1-04899a20ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.531979 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3d4d8db-5e3f-4df5-8d11-37f92bdd6517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.788970 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.700939 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.760689 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.690786 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.082354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.185749 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b64bc89b-2993-425e-9383-28c5e7bef0a7 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1023028 Aug 16 01:56:18.361972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.423928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a8899aaa-0539-45c5-a6f1-8c48205bc73f admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0608771 Aug 16 01:56:30.306793 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.881318 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd00ad00-a408-4a1d-af77-b4b6a7ee58ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.533875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d66ae1bb-2601-4807-a7bc-e6472c47735b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.790143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.233158 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:56:34.702958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.761074 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.689274 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.318292 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.884081 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31ad9d05-2007-4c7b-bc5a-289ac1b8469f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.542920 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb39056b-ec34-4be0-9eb3-2575014ae7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.792488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.706896 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.763955 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.233411 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:57:11.704578 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.319858 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.885455 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30bde26d-ffd9-4ab3-b162-b696da74c5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.539425 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fa5f57e-7fba-4c26-8b41-47dad80d4807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.793918 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.708697 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.768614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.629466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.863525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f8ac2932-d1c2-4b48-a019-59dd0319ab38 tempest-AutoAllocateNetworkTest-166849770 tempest-AutoAllocateNetworkTest-166849770-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f875f89edcab41efa277d79887a5af18&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2329006 Aug 16 01:57:40.865955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.059991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc1936-c106-48a1-9a91-85d5f3493631 tempest-AutoAllocateNetworkTest-166849770 tempest-AutoAllocateNetworkTest-166849770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.061587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8efc1936-c106-48a1-9a91-85d5f3493631 tempest-AutoAllocateNetworkTest-166849770 tempest-AutoAllocateNetworkTest-166849770-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1947193 Aug 16 01:57:41.064564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.168724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-387ed49d-19a3-4aea-a604-c974c23d3580 tempest-AutoAllocateNetworkTest-166849770 tempest-AutoAllocateNetworkTest-166849770-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030841 Aug 16 01:57:41.171906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.200830 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-00541bad-cf90-4dbc-9dcd-b55a7dcbdba7 tempest-AutoAllocateNetworkTest-166849770 tempest-AutoAllocateNetworkTest-166849770-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f875f89edcab41efa277d79887a5af18 HTTP/1.1" status: 200 len: 208 time: 0.0262783 Aug 16 01:57:41.720276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.868742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.180353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.284375 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.291181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.334303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6721a01e-d325-4b74-868e-9585fc6de8b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.339231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f875f89edcab41efa277d79887a5af18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4693146 Aug 16 01:57:42.341969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.351949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.352636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.353232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.353893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.355007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.355578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.356119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.357012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.357538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.358062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.358600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.360111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efa25c-cb28-40e4-b470-d470de931727 admin admin] Tracked resource versions report: Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: pushed versions: Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Log': {'1.0'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Network': {'1.1'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Port': {'1.7'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'SubPort': {'1.0'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Subnet': {'1.1'}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Trunk': {'1.1'}} Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: consumer versions: Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: { DHCP agent@n-d-768862-14: {}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: HyperV agent@n-h1-768862-14: {}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: HyperV agent@n-h2-768862-14: {}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: L3 agent@n-d-768862-14: {}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: Metadata agent@n-d-768862-14: {}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: Metering agent@n-d-768862-14: {}, Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: Open vSwitch agent@n-d-768862-14: { 'AddressGroup': '1.2', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Log': '1.0', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Network': '1.1', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Port': '1.7', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'PortForwarding': '1.2', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'QosPolicy': '1.9', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'SecurityGroup': '1.4', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'SubPort': '1.0', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Subnet': '1.1', Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: 'Trunk': '1.1'}} Aug 16 01:57:42.361473 n-d-768862-14 neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:57:42.396186 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.418615 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.471623 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.474455 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.478924 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6721a01e-d325-4b74-868e-9585fc6de8b1 HTTP/1.1" status: 204 len: 168 time: 0.1342266 Aug 16 01:57:42.487582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6721a01e-d325-4b74-868e-9585fc6de8b1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.496251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.496598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.496936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.497384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.497714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.498036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.498358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.498677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.498994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.499437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.500284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.500597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bec42b-2acf-491b-9b7d-4692470e36d2 admin admin] Tracked resource versions report: Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: pushed versions: Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Log': {'1.0'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Network': {'1.1'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Port': {'1.7'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'SubPort': {'1.0'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Subnet': {'1.1'}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Trunk': {'1.1'}} Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: consumer versions: Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: { DHCP agent@n-d-768862-14: {}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: HyperV agent@n-h1-768862-14: {}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: HyperV agent@n-h2-768862-14: {}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: L3 agent@n-d-768862-14: {}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: Metadata agent@n-d-768862-14: {}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: Metering agent@n-d-768862-14: {}, Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: Open vSwitch agent@n-d-768862-14: { 'AddressGroup': '1.2', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Log': '1.0', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Network': '1.1', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Port': '1.7', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'PortForwarding': '1.2', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'QosPolicy': '1.9', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'SecurityGroup': '1.4', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'SubPort': '1.0', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Subnet': '1.1', Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: 'Trunk': '1.1'}} Aug 16 01:57:42.501602 n-d-768862-14 neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:57:42.637062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.126984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-network', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:43.150301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Made reservation on behalf of 6fd7f225ed6243b7b3b318144237a5ca for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:43.152947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.165631 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.259287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.264356 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.303448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:43.305606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5aea08-ba15-4aa9-a432-2652c01bd20d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.317808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.319043 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Added segment 06b6fba9-f4ea-410d-8062-9f6bf677b1d6 of type vlan for network 6785f4d5-5db4-4b92-80f4-07c97d6648ad Aug 16 01:57:43.471364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.505924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.506876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.507470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.567411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.568005 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9292367 Aug 16 01:57:43.574675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188a43c-fcfd-4eab-bfa2-2ad6bab8fa94 admin admin] Pushing event updated for resources: {'Network': ['ID=6785f4d5-5db4-4b92-80f4-07c97d6648ad,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.575164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Request body: {'subnet': {'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-subnet', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:43.587237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:43.622770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Made reservation on behalf of 6fd7f225ed6243b7b3b318144237a5ca for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:43.627036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.849268 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.906990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c12270-e7e4-47d4-a4dd-b7d3336eab63,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.915773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Checking segment: {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:43.916123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Network hostable DHCP agents. Network: 6785f4d5-5db4-4b92-80f4-07c97d6648ad, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:43.934560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:43.948527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6785f4d5-5db4-4b92-80f4-07c97d6648ad) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:43.957161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f3f44-9de9-4060-bec4-96ff8ee90537 None None] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:43.961000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.961596 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.980980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-32715bac-8458-4cee-a2ab-98d01ce08ead admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4090109 Aug 16 01:57:43.981216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.988174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:44.021481 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.024735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.152356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:44.153372 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.201966 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.326189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Allocated IP 172.20.0.2 (6785f4d5-5db4-4b92-80f4-07c97d6648ad/d2c12270-e7e4-47d4-a4dd-b7d3336eab63/705be50b-ae7e-42ee-b1a7-d94e4b90a5c3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:44.417018 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.506465 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.518154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Transition to ACTIVE for port object 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:44.539384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Transition to ACTIVE for port object 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:44.550054 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.607209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Pushing event updated for resources: {'Port': ['ID=705be50b-ae7e-42ee-b1a7-d94e4b90a5c3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.615784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.616136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.616474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.616808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.617713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.618186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.618709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.619673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.620178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.621070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.621827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.622466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Tracked resource versions report: Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: pushed versions: Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Log': {'1.0'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Network': {'1.1'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Port': {'1.7'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'SubPort': {'1.0'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Subnet': {'1.1'}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Trunk': {'1.1'}} Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: consumer versions: Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: { DHCP agent@n-d-768862-14: {}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: HyperV agent@n-h1-768862-14: {}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: HyperV agent@n-h2-768862-14: {}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: L3 agent@n-d-768862-14: {}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: Metadata agent@n-d-768862-14: {}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: Metering agent@n-d-768862-14: {}, Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: Open vSwitch agent@n-d-768862-14: { 'AddressGroup': '1.2', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Log': '1.0', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Network': '1.1', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Port': '1.7', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'PortForwarding': '1.2', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'QosPolicy': '1.9', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'SecurityGroup': '1.4', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'SubPort': '1.0', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Subnet': '1.1', Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: 'Trunk': '1.1'}} Aug 16 01:57:44.623811 n-d-768862-14 neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:57:44.636611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:44.638859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:44.643036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:44.699846 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.708241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Attempting to bind port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:44.708726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Attempting to bind port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:44.709160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Attempting to bind port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 on network 6785f4d5-5db4-4b92-80f4-07c97d6648ad {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:44.714504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:44.714956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Checking segment: {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:44.715444 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.715909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Bound using segment: {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:44.716440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Bound port: 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:44.716906 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.729624 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.755587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:44.801710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] For port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:44.805346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] For port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=705be50b-ae7e-42ee-b1a7-d94e4b90a5c3,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:44.810351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.893899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81522f55-fefa-4e05-b8cf-d4537b5e52f3 None None] Pushing event updated for resources: {'Port': ['ID=705be50b-ae7e-42ee-b1a7-d94e4b90a5c3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.976399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Allocated IP 172.25.5.138 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/d8abd93d-da09-42b4-a18b-a3abf1fab917) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:45.165285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.265917 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae000fdd-a4b8-495b-9688-2dc5664208de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.282484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.405426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Pushing event updated for resources: {'Port': ['ID=d8abd93d-da09-42b4-a18b-a3abf1fab917,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:45.410196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:45.412761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:45.415136 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:45.469341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae000fdd-a4b8-495b-9688-2dc5664208de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.476049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae000fdd-a4b8-495b-9688-2dc5664208de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.523606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae000fdd-a4b8-495b-9688-2dc5664208de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9b5809-a1cc-4136-91ed-6bd264f86096,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:45.539801 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ae000fdd-a4b8-495b-9688-2dc5664208de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=daae4f81b7ab4d5fa7b7a39efa62e0df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7816288 Aug 16 01:57:45.542072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:45.605630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ed632d-96b3-4830-a101-d1d9e5005c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.646912 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ed632d-96b3-4830-a101-d1d9e5005c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.713938 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ed632d-96b3-4830-a101-d1d9e5005c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.721652 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ed632d-96b3-4830-a101-d1d9e5005c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.722846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-43ed632d-96b3-4830-a101-d1d9e5005c9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac9b5809-a1cc-4136-91ed-6bd264f86096 HTTP/1.1" status: 204 len: 168 time: 0.1796713 Aug 16 01:57:45.736201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed632d-96b3-4830-a101-d1d9e5005c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9b5809-a1cc-4136-91ed-6bd264f86096,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:45.891420 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.056512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeebfe5-10a8-40db-a2e6-2f4afd705e70 None None] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:46.141966 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.210061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3da2cdb3-cb1a-468d-807e-9f39bf70fbcb None None] Provisioning for port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:46.402397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Router a2ee6184-fed0-4d5f-a176-efd0911a61b4 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:57:46.434358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:46.454623 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f675a3a5-e8f7-4eff-ae54-d2ace21ef8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.508468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:46.631769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:46.643952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:46.644696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.662253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:46.674322 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Sync routers for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:46.683287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f675a3a5-e8f7-4eff-ae54-d2ace21ef8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.687590 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:46.688197 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f675a3a5-e8f7-4eff-ae54-d2ace21ef8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.691850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.697298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ddfc268a-1bf7-4c79-a444-2b882dcdc61e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7151744 Aug 16 01:57:46.698025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:46.706895 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:57:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:46.722666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675a3a5-e8f7-4eff-ae54-d2ace21ef8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7fbe03-6408-4cc6-be2e-1dc9d4f2b7cc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.763636 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f675a3a5-e8f7-4eff-ae54-d2ace21ef8a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29aea8395ca9464d9557f6b642b43d1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3276482 Aug 16 01:57:46.767143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:46.833679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-932bc4aa-fd86-415e-bc18-b7ac1f8c53b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.859838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-932bc4aa-fd86-415e-bc18-b7ac1f8c53b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.882876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-30f3590c-7eb3-41ff-ab7b-701c955f51f7 None None] Provisioning complete for port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:46.886635 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30f3590c-7eb3-41ff-ab7b-701c955f51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.917785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-932bc4aa-fd86-415e-bc18-b7ac1f8c53b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.922859 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-932bc4aa-fd86-415e-bc18-b7ac1f8c53b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.926686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-932bc4aa-fd86-415e-bc18-b7ac1f8c53b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e7fbe03-6408-4cc6-be2e-1dc9d4f2b7cc HTTP/1.1" status: 204 len: 168 time: 0.1559896 Aug 16 01:57:46.936283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bc4aa-fd86-415e-bc18-b7ac1f8c53b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7fbe03-6408-4cc6-be2e-1dc9d4f2b7cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.952032 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:46.990975 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.083049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=705be50b-ae7e-42ee-b1a7-d94e4b90a5c3,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:47.089325 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.094703 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30f3590c-7eb3-41ff-ab7b-701c955f51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.180906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=705be50b-ae7e-42ee-b1a7-d94e4b90a5c3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.210157 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-30f3590c-7eb3-41ff-ab7b-701c955f51f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:57:47.210552 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-30f3590c-7eb3-41ff-ab7b-701c955f51f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:57:47.243691 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 3, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:47.321712 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Checking router: a2ee6184-fed0-4d5f-a176-efd0911a61b4 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:47.322300 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Updating router a2ee6184-fed0-4d5f-a176-efd0911a61b4 port d8abd93d-da09-42b4-a18b-a3abf1fab917 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:47.375247 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.522613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.786189 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.798264 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Transition to ACTIVE for port object d8abd93d-da09-42b4-a18b-a3abf1fab917 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:47.806169 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.814827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Allocated IP 172.20.0.1 (6785f4d5-5db4-4b92-80f4-07c97d6648ad/d2c12270-e7e4-47d4-a4dd-b7d3336eab63/7caa44da-141a-44e9-b6d6-0ee2ba57731e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:47.835657 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Attempting to bind port d8abd93d-da09-42b4-a18b-a3abf1fab917 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:47.836346 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Attempting to bind port d8abd93d-da09-42b4-a18b-a3abf1fab917 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:47.836967 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Attempting to bind port d8abd93d-da09-42b4-a18b-a3abf1fab917 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:47.844878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:47.869018 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:47.869641 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:47.870194 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.870877 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:47.871524 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Bound port: d8abd93d-da09-42b4-a18b-a3abf1fab917, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:47.872221 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.927217 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Pushing event updated for resources: {'Port': ['ID=d8abd93d-da09-42b4-a18b-a3abf1fab917,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.934669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.945924 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.946559 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.947709 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.948419 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.948915 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.949443 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.949915 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.950376 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.950844 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.951410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Transition to ACTIVE for port object 7caa44da-141a-44e9-b6d6-0ee2ba57731e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:47.951661 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.953002 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.953675 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Tracked resource versions report: Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: pushed versions: Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: { 'AddressGroup': {'1.2'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Log': {'1.0'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Network': {'1.1'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Port': {'1.7'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'PortForwarding': {'1.2'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'QosPolicy': {'1.9'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'SecurityGroup': {'1.4'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'SubPort': {'1.0'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Subnet': {'1.1'}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Trunk': {'1.1'}} Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: consumer versions: Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: { DHCP agent@n-d-768862-14: {}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: HyperV agent@n-h1-768862-14: {}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: HyperV agent@n-h2-768862-14: {}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: L3 agent@n-d-768862-14: {}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: Metadata agent@n-d-768862-14: {}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: Metering agent@n-d-768862-14: {}, Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: Open vSwitch agent@n-d-768862-14: { 'AddressGroup': '1.2', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'ConntrackHelper': '1.0', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Log': '1.0', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Network': '1.1', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Port': '1.7', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'PortForwarding': '1.2', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'QosPolicy': '1.9', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'SecurityGroup': '1.4', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'SecurityGroupRule': '1.2', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'SubPort': '1.0', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Subnet': '1.1', Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: 'Trunk': '1.1'}} Aug 16 01:57:47.955175 n-d-768862-14 neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:57:47.975206 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] For port d8abd93d-da09-42b4-a18b-a3abf1fab917, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:47.980226 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] For port d8abd93d-da09-42b4-a18b-a3abf1fab917, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d8abd93d-da09-42b4-a18b-a3abf1fab917,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:47.990048 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.009120 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.051615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:48.055368 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:48.056011 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:57:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:48.057029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:48.058821 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f1245-e415-4418-87a8-79bae8ed4f58 None None] Pushing event updated for resources: {'Port': ['ID=d8abd93d-da09-42b4-a18b-a3abf1fab917,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.060626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:48.061101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.164546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0a36015-2962-48af-877a-80a53e9e0ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.221088 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:48.323687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0a36015-2962-48af-877a-80a53e9e0ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.330861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0a36015-2962-48af-877a-80a53e9e0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.335886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Pushing event updated for resources: {'Port': ['ID=7caa44da-141a-44e9-b6d6-0ee2ba57731e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.403321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a36015-2962-48af-877a-80a53e9e0ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd234e22-bac2-4fd5-bec9-436d03d8e0bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.445030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:48.454678 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c0a36015-2962-48af-877a-80a53e9e0ee3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f36b6722c7da4ff5ab591596243d4580&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6081824 Aug 16 01:57:48.455497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:48.535128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfca8e88-cc30-48eb-bc10-00625f420924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.580807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ead6e44-5245-4f71-bc8c-3dc1458d538d None None] Provisioning for port 7caa44da-141a-44e9-b6d6-0ee2ba57731e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:48.593297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:48.593881 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.595706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ead6e44-5245-4f71-bc8c-3dc1458d538d None None] Provisioning complete for port 7caa44da-141a-44e9-b6d6-0ee2ba57731e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:48.596066 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ead6e44-5245-4f71-bc8c-3dc1458d538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.606811 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfca8e88-cc30-48eb-bc10-00625f420924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.623503 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:57:48.649694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4ead6e44-5245-4f71-bc8c-3dc1458d538d None None] Port 7caa44da-141a-44e9-b6d6-0ee2ba57731e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:48.762531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfca8e88-cc30-48eb-bc10-00625f420924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.766834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfca8e88-cc30-48eb-bc10-00625f420924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.776318 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bfca8e88-cc30-48eb-bc10-00625f420924 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd234e22-bac2-4fd5-bec9-436d03d8e0bf HTTP/1.1" status: 204 len: 168 time: 0.3163831 Aug 16 01:57:48.783608 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.793829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca8e88-cc30-48eb-bc10-00625f420924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd234e22-bac2-4fd5-bec9-436d03d8e0bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.892340 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 3, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:48.961007 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b48d1-1192-4d24-821f-91e8135fb856 None None] The sync data for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 is: [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 3, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:49.083055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.096815 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.097653 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.155136 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Pushing event updated for resources: {'Port': ['ID=7caa44da-141a-44e9-b6d6-0ee2ba57731e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.261895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:49.263308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:49.452140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Router a2ee6184-fed0-4d5f-a176-efd0911a61b4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:49.542896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:49.566992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd0e471e-61c8-4703-9bee-f262818aef8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.661554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:49.667884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9406ea67-3535-4bda-b461-12a42b4f05bb admin admin] 10.222.0.61 "PUT /v2.0/routers/a2ee6184-fed0-4d5f-a176-efd0911a61b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9686415 Aug 16 01:57:49.704825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75d84fc8-e2fc-4ff9-a5d1-d2bfd8064f7c None None] Provisioning complete for port 7caa44da-141a-44e9-b6d6-0ee2ba57731e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:49.705426 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75d84fc8-e2fc-4ff9-a5d1-d2bfd8064f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.718348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd0e471e-61c8-4703-9bee-f262818aef8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.723822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd0e471e-61c8-4703-9bee-f262818aef8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.756249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-75d84fc8-e2fc-4ff9-a5d1-d2bfd8064f7c None None] Port 7caa44da-141a-44e9-b6d6-0ee2ba57731e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:49.765518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e471e-61c8-4703-9bee-f262818aef8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7140ae3e-7bf2-47ec-ae14-199d2c5e8eee,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.784646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cd0e471e-61c8-4703-9bee-f262818aef8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a332ee6e1b7494b93d09bae6f560495&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2406414 Aug 16 01:57:49.787140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:49.843424 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e771a9e5-fb4d-4443-aadb-e5d609e97464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.872600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e771a9e5-fb4d-4443-aadb-e5d609e97464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.939159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e771a9e5-fb4d-4443-aadb-e5d609e97464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.941546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e771a9e5-fb4d-4443-aadb-e5d609e97464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.945506 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e771a9e5-fb4d-4443-aadb-e5d609e97464 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7140ae3e-7bf2-47ec-ae14-199d2c5e8eee HTTP/1.1" status: 204 len: 168 time: 0.1546426 Aug 16 01:57:49.956857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771a9e5-fb4d-4443-aadb-e5d609e97464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7140ae3e-7bf2-47ec-ae14-199d2c5e8eee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.026236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.398148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c0845ab-cafb-4713-a9c6-4cb62662d1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.434384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d8abd93d-da09-42b4-a18b-a3abf1fab917 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:50.519619 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c0845ab-cafb-4713-a9c6-4cb62662d1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.525891 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c0845ab-cafb-4713-a9c6-4cb62662d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.548513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port d8abd93d-da09-42b4-a18b-a3abf1fab917 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:50.554747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d8abd93d-da09-42b4-a18b-a3abf1fab917 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:50.555329 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.569058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0845ab-cafb-4713-a9c6-4cb62662d1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635dec30-32dc-431a-85dc-de464333f3ac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.598714 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8c0845ab-cafb-4713-a9c6-4cb62662d1e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12af84c414dc41aaba7901b89f04515a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5711839 Aug 16 01:57:50.601189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.677341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31efe8f7-ce5d-4175-8781-a1603a1e1b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.683860 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.705797 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31efe8f7-ce5d-4175-8781-a1603a1e1b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.715311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port d8abd93d-da09-42b4-a18b-a3abf1fab917, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d8abd93d-da09-42b4-a18b-a3abf1fab917,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:50.721038 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.777685 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31efe8f7-ce5d-4175-8781-a1603a1e1b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.783310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31efe8f7-ce5d-4175-8781-a1603a1e1b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.786226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-31efe8f7-ce5d-4175-8781-a1603a1e1b69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/635dec30-32dc-431a-85dc-de464333f3ac HTTP/1.1" status: 204 len: 168 time: 0.1831703 Aug 16 01:57:50.798139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efe8f7-ce5d-4175-8781-a1603a1e1b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635dec30-32dc-431a-85dc-de464333f3ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.813155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=d8abd93d-da09-42b4-a18b-a3abf1fab917,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.071486 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Sync routers for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:51.087647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:51.088542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:57:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:51.238999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:51.520182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 2, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:51.551975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Checking router: a2ee6184-fed0-4d5f-a176-efd0911a61b4 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:51.552335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Updating router a2ee6184-fed0-4d5f-a176-efd0911a61b4 port 7caa44da-141a-44e9-b6d6-0ee2ba57731e binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:51.578044 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.633489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.648827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d76156b-3f49-4d59-aa7e-4b7fe7730b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.759605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d76156b-3f49-4d59-aa7e-4b7fe7730b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.765490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d76156b-3f49-4d59-aa7e-4b7fe7730b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.808211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76156b-3f49-4d59-aa7e-4b7fe7730b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4a538-11e0-4822-be3b-f7c779ed2ee3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.818998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8d76156b-3f49-4d59-aa7e-4b7fe7730b43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ca693df93324bb19270d24385c5717f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1839173 Aug 16 01:57:51.819443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.882718 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.883725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b387247-2ab2-4d9e-971d-8bf10a0bcbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.896554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Transition to ACTIVE for port object 7caa44da-141a-44e9-b6d6-0ee2ba57731e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:51.904557 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.911531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b387247-2ab2-4d9e-971d-8bf10a0bcbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.981709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b387247-2ab2-4d9e-971d-8bf10a0bcbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.991081 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b387247-2ab2-4d9e-971d-8bf10a0bcbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.993827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5b387247-2ab2-4d9e-971d-8bf10a0bcbf7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71d4a538-11e0-4822-be3b-f7c779ed2ee3 HTTP/1.1" status: 204 len: 168 time: 0.1724520 Aug 16 01:57:52.011254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b387247-2ab2-4d9e-971d-8bf10a0bcbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4a538-11e0-4822-be3b-f7c779ed2ee3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.012184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.019350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-network', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:52.021084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e7eca-2585-42cc-88f1-1c3b03cc4430 None None] Pushing event updated for resources: {'Port': ['ID=7caa44da-141a-44e9-b6d6-0ee2ba57731e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.027433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Attempting to bind port 7caa44da-141a-44e9-b6d6-0ee2ba57731e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:52.028033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Attempting to bind port 7caa44da-141a-44e9-b6d6-0ee2ba57731e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:52.028441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Attempting to bind port 7caa44da-141a-44e9-b6d6-0ee2ba57731e on network 6785f4d5-5db4-4b92-80f4-07c97d6648ad {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:52.041502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:52.042027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Checking segment: {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:52.042544 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.043074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Bound using segment: {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:52.043661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Bound port: 7caa44da-141a-44e9-b6d6-0ee2ba57731e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:52.044151 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.067187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Made reservation on behalf of a49b3ba8c472450aaec215a23fd67fe0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:52.071028 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.093199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.139461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] For port 7caa44da-141a-44e9-b6d6-0ee2ba57731e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:52.143735 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] For port 7caa44da-141a-44e9-b6d6-0ee2ba57731e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7caa44da-141a-44e9-b6d6-0ee2ba57731e,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:52.149534 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.230407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:52.231049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:57:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:52.275986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e7eca-2585-42cc-88f1-1c3b03cc4430 None None] Pushing event updated for resources: {'Port': ['ID=7caa44da-141a-44e9-b6d6-0ee2ba57731e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.333086 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.339618 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.363956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.367314 n-d-768862-14 neutron-server[94639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:57:52.369619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:52.406605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.407292 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Added segment 94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf of type vlan for network 3c4ff9dd-0701-4048-9309-766f77edba93 Aug 16 01:57:52.409182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd9cc36-e831-4f27-bc46-4cfe429fcabc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.426347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-b152dab8-c91b-47ca-87bc-cdbaff539411 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8112c67857ae409db56c2f859edc6104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601027 Aug 16 01:57:52.472937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.496806 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.558946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.560658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.564050 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.566348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d8abd93d-da09-42b4-a18b-a3abf1fab917 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:52.623350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:52.626609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-35f35731-fe21-4f94-b5d0-1c5da8adde4e tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.635775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-35f35731-fe21-4f94-b5d0-1c5da8adde4e tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059772 Aug 16 01:57:52.659590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-798cf7a0-197a-4112-99c2-340892d07f55 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/quotas/8112c67857ae409db56c2f859edc6104 HTTP/1.1" status: 200 len: 375 time: 0.0217021 Aug 16 01:57:52.675961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d8abd93d-da09-42b4-a18b-a3abf1fab917 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:52.676523 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.691652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6778376 Aug 16 01:57:52.697900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.713626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Request body: {'subnet': {'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-subnet', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:52.735730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-41c905a2-c350-4ae8-8e71-9098820dace6 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8112c67857ae409db56c2f859edc6104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744305 Aug 16 01:57:52.739644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d8cfc-35fd-4894-b61a-a1ffd0648e9a admin admin] Pushing event updated for resources: {'Network': ['ID=3c4ff9dd-0701-4048-9309-766f77edba93,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.784837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Made reservation on behalf of a49b3ba8c472450aaec215a23fd67fe0 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:52.789704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.794386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 3c4ff9dd-0701-4048-9309-766f77edba93 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:52.832151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.991496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-794eaa38-603c-44fc-bb40-1959c2fd645e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.009503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd692-0cbb-4329-a57d-3be38fe54e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.156376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.221205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd692-0cbb-4329-a57d-3be38fe54e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.224355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:52Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:53.228662 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd692-0cbb-4329-a57d-3be38fe54e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.244423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:53.278284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Checking segment: {'id': '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:53.278647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Network hostable DHCP agents. Network: 3c4ff9dd-0701-4048-9309-766f77edba93, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:53.284716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Pushing event updated for resources: {'Subnet': ['ID=682de3df-27de-4db7-a887-92c071a39333,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.310528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d4e36-db4f-4e53-849f-45d9e95e8cd9 None None] The sync data for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 is: [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:52Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:53.317451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Network 3c4ff9dd-0701-4048-9309-766f77edba93 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:53.333854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bc7bd692-0cbb-4329-a57d-3be38fe54e37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18c490a6256d45e6a7f4c203182ab7e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5007157 Aug 16 01:57:53.336389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:53.341831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 3c4ff9dd-0701-4048-9309-766f77edba93) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:53.353379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb391ce-6d88-4638-ad96-1c70458a3d60 None None] Network 3c4ff9dd-0701-4048-9309-766f77edba93 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:53.354879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.361576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bd692-0cbb-4329-a57d-3be38fe54e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b28ab77-0563-4fd8-a546-f465df63717a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.364052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.443731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd0e53a9-5ad0-4243-9145-70b6228b1093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.456484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-794eaa38-603c-44fc-bb40-1959c2fd645e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.463122 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-794eaa38-603c-44fc-bb40-1959c2fd645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.501078 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd0e53a9-5ad0-4243-9145-70b6228b1093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.505301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794eaa38-603c-44fc-bb40-1959c2fd645e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8177de52-5986-406f-b92c-a1eb9c01638a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.516579 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6e96d6dc-9001-441c-b3d0-a79638ebbcca admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8085411 Aug 16 01:57:53.520898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:53.525390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:53.559311 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-794eaa38-603c-44fc-bb40-1959c2fd645e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0029ab531bcb4f98b4449035694a6f38&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0826776 Aug 16 01:57:53.559311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.563659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:53.566064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.693246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.693979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-3c4ff9dd-0701-4048-9309-766f77edba93', 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'fixed_ips': [{'subnet_id': '682de3df-27de-4db7-a887-92c071a39333'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:53.695177 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.697669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fc622f8-f2e7-4ecb-8760-d230a1dcef8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.799701 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd0e53a9-5ad0-4243-9145-70b6228b1093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.804776 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd0e53a9-5ad0-4243-9145-70b6228b1093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.808443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bd0e53a9-5ad0-4243-9145-70b6228b1093 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8b28ab77-0563-4fd8-a546-f465df63717a HTTP/1.1" status: 204 len: 168 time: 0.4678848 Aug 16 01:57:53.903791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e208887-223d-45fb-b1ef-245eb2b6f22a req-710b320e-0741-4cdd-bab6-f2d85b55b2f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 210 time: 0.6517191 Aug 16 01:57:53.913231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e53a9-5ad0-4243-9145-70b6228b1093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b28ab77-0563-4fd8-a546-f465df63717a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.945082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.974048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fc622f8-f2e7-4ecb-8760-d230a1dcef8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.042086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Allocated IP 172.20.0.2 (3c4ff9dd-0701-4048-9309-766f77edba93/682de3df-27de-4db7-a887-92c071a39333/df3df21c-46ea-4c79-b036-5b3a58e4d654) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:54.074947 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fc622f8-f2e7-4ecb-8760-d230a1dcef8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.080984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fc622f8-f2e7-4ecb-8760-d230a1dcef8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.082534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6fc622f8-f2e7-4ecb-8760-d230a1dcef8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8177de52-5986-406f-b92c-a1eb9c01638a HTTP/1.1" status: 204 len: 168 time: 0.5125275 Aug 16 01:57:54.094677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc622f8-f2e7-4ecb-8760-d230a1dcef8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8177de52-5986-406f-b92c-a1eb9c01638a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.329061 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.346911 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.353810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.384485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Transition to ACTIVE for port object df3df21c-46ea-4c79-b036-5b3a58e4d654 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:54.436804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Transition to ACTIVE for port object df3df21c-46ea-4c79-b036-5b3a58e4d654 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:54.455276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.514708 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7caa44da-141a-44e9-b6d6-0ee2ba57731e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:54.544439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Allocated IP 172.25.5.67 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/bd818138-792f-43df-b670-28237e48ee3e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:54.631368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Network 3c4ff9dd-0701-4048-9309-766f77edba93 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:54.641838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:54.644848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Pushing event updated for resources: {'Port': ['ID=df3df21c-46ea-4c79-b036-5b3a58e4d654,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.661737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:54.717105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.773431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 7caa44da-141a-44e9-b6d6-0ee2ba57731e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:54.776288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Attempting to bind port df3df21c-46ea-4c79-b036-5b3a58e4d654 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:54.776859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Attempting to bind port df3df21c-46ea-4c79-b036-5b3a58e4d654 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:54.781170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Attempting to bind port df3df21c-46ea-4c79-b036-5b3a58e4d654 on network 3c4ff9dd-0701-4048-9309-766f77edba93 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:54.788708 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.793295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7caa44da-141a-44e9-b6d6-0ee2ba57731e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:54.794142 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.797882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:54.798570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Checking segment: {'id': '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:54.798909 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.799411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Bound using segment: {'id': '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:54.800039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Bound port: df3df21c-46ea-4c79-b036-5b3a58e4d654, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:54.800320 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.868283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:54.875817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:54.880659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:54.886203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Pushing event updated for resources: {'Port': ['ID=bd818138-792f-43df-b670-28237e48ee3e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.951214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] For port df3df21c-46ea-4c79-b036-5b3a58e4d654, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:54.972146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] For port df3df21c-46ea-4c79-b036-5b3a58e4d654, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=df3df21c-46ea-4c79-b036-5b3a58e4d654,segment=NetworkSegment(94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf),segment_id=94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:54.976846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.988066 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.993262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59492) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.022755 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c060778-a7ae-42ec-b9af-d3136a7e7ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.047256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 7caa44da-141a-44e9-b6d6-0ee2ba57731e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7caa44da-141a-44e9-b6d6-0ee2ba57731e,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:55.066604 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.107970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03350f-61db-421d-9bf7-4ede0632c5be None None] Pushing event updated for resources: {'Port': ['ID=df3df21c-46ea-4c79-b036-5b3a58e4d654,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.184882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6823c6b-5baa-491e-bacb-f5d3fe56486e req-5952ed55-6a1e-4559-b3d8-2ec0fa886a71 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 210 time: 0.1071339 Aug 16 01:57:55.235393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=7caa44da-141a-44e9-b6d6-0ee2ba57731e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.251826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.316587 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96fbe10f-c8bc-44a7-83aa-efb8f4860ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.393558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.417481 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c060778-a7ae-42ec-b9af-d3136a7e7ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.443332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c060778-a7ae-42ec-b9af-d3136a7e7ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.535772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8c060778-a7ae-42ec-b9af-d3136a7e7ede admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa847ff279e2430b9ec2f190360f5ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5408900 Aug 16 01:57:55.537379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c060778-a7ae-42ec-b9af-d3136a7e7ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038872a6-0ef9-4dec-a559-653de771d3ad,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.539971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.665298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c36e1cdb-dadc-4f42-a690-2abaa6e476d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.678436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96fbe10f-c8bc-44a7-83aa-efb8f4860ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.687012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96fbe10f-c8bc-44a7-83aa-efb8f4860ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.714169 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c36e1cdb-dadc-4f42-a690-2abaa6e476d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.768521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-96fbe10f-c8bc-44a7-83aa-efb8f4860ad2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec332b44ec864b898f707fc41f299a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170310 Aug 16 01:57:55.772327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbe10f-c8bc-44a7-83aa-efb8f4860ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcce69a4-e7e8-4e24-a411-2d7e633fcab5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.775901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.825451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c36e1cdb-dadc-4f42-a690-2abaa6e476d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.828712 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c36e1cdb-dadc-4f42-a690-2abaa6e476d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.829856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c36e1cdb-dadc-4f42-a690-2abaa6e476d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/038872a6-0ef9-4dec-a559-653de771d3ad HTTP/1.1" status: 204 len: 168 time: 0.2852230 Aug 16 01:57:55.846282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e1cdb-dadc-4f42-a690-2abaa6e476d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038872a6-0ef9-4dec-a559-653de771d3ad,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.851674 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87cf4a7a-02b9-4e20-a368-02d8d3b628ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.889194 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87cf4a7a-02b9-4e20-a368-02d8d3b628ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.976968 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87cf4a7a-02b9-4e20-a368-02d8d3b628ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.980032 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87cf4a7a-02b9-4e20-a368-02d8d3b628ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.981182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-87cf4a7a-02b9-4e20-a368-02d8d3b628ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fcce69a4-e7e8-4e24-a411-2d7e633fcab5 HTTP/1.1" status: 204 len: 168 time: 0.2041559 Aug 16 01:57:56.001474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf4a7a-02b9-4e20-a368-02d8d3b628ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcce69a4-e7e8-4e24-a411-2d7e633fcab5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.035360 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.215334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Router 18b67f0e-c70f-4611-a79c-ae52a8535831 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:57:56.535806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:56.556699 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Sync routers for ids ['18b67f0e-c70f-4611-a79c-ae52a8535831'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:56.587451 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.590234 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-383c47da-d084-42cf-93bd-bd5bb0970838 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0684426 Aug 16 01:57:56.593817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.599028 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Routers {'18b67f0e-c70f-4611-a79c-ae52a8535831'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:56.606120 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:57:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['18b67f0e-c70f-4611-a79c-ae52a8535831'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:56.606335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.93', 57874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.693865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device df3df21c-46ea-4c79-b036-5b3a58e4d654 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:56.765761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a348d-4c34-474a-ae8c-a1160568dfe3 None None] Network 3c4ff9dd-0701-4048-9309-766f77edba93 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:56.877774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7afd5e9-0b48-4d74-9697-b7b669341892 None None] Provisioning for port df3df21c-46ea-4c79-b036-5b3a58e4d654 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:56.897223 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-89ba4f8e-e3fc-4b49-aadf-05dff1ff8eae tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8112c67857ae409db56c2f859edc6104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2678826 Aug 16 01:57:56.969756 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Set router 18b67f0e-c70f-4611-a79c-ae52a8535831 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:56.988607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port df3df21c-46ea-4c79-b036-5b3a58e4d654 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:56.994417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port df3df21c-46ea-4c79-b036-5b3a58e4d654 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:56.994820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd36a9f1-3972-4f03-b832-76ee7f0ffdbe req-b8fe8d88-e884-4626-b98d-0176bb08dec7 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 210 time: 0.4460618 Aug 16 01:57:56.994967 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.113544 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.198887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port df3df21c-46ea-4c79-b036-5b3a58e4d654, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=df3df21c-46ea-4c79-b036-5b3a58e4d654,segment=NetworkSegment(94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf),segment_id=94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:57.207750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.208370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7caa44da-141a-44e9-b6d6-0ee2ba57731e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:57.310162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-b78ee15e-d65a-4bd8-a0e0-0436241cd47c tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.313463 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-b78ee15e-d65a-4bd8-a0e0-0436241cd47c tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3303843 Aug 16 01:57:57.465740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Request body: {'port': {'device_id': '2f1549ab-5f2e-4ee6-8452-985678b0736d', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '8112c67857ae409db56c2f859edc6104'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:57.467753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=df3df21c-46ea-4c79-b036-5b3a58e4d654,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.469335 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bd818138-792f-43df-b670-28237e48ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:53Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 3, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'gw_port': {'id': 'bd818138-792f-43df-b670-28237e48ee3e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:54Z', 'updated_at': '2021-08-16T01:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:57.505358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7caa44da-141a-44e9-b6d6-0ee2ba57731e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:57.505738 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.507378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6316c000-e188-4012-9c28-044c10df9138 None None] Provisioning complete for port df3df21c-46ea-4c79-b036-5b3a58e4d654 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:57.507765 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6316c000-e188-4012-9c28-044c10df9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.528534 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Checking router: 18b67f0e-c70f-4611-a79c-ae52a8535831 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:57.529167 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Updating router 18b67f0e-c70f-4611-a79c-ae52a8535831 port bd818138-792f-43df-b670-28237e48ee3e binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:57.560541 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.843401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Made reservation on behalf of 8112c67857ae409db56c2f859edc6104 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:57.847174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.876802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.895573 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.909016 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Transition to ACTIVE for port object bd818138-792f-43df-b670-28237e48ee3e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:57.915939 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.966364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.970419 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53245669-8819-40ee-8a8a-568d3160e38f None None] Pushing event updated for resources: {'Port': ['ID=bd818138-792f-43df-b670-28237e48ee3e,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.982215 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Attempting to bind port bd818138-792f-43df-b670-28237e48ee3e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:57.982608 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Attempting to bind port bd818138-792f-43df-b670-28237e48ee3e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:57.982993 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Attempting to bind port bd818138-792f-43df-b670-28237e48ee3e on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:57.989532 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:57.989909 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:57.990518 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.990776 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:57.991292 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Bound port: bd818138-792f-43df-b670-28237e48ee3e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:57.991677 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.073651 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] For port bd818138-792f-43df-b670-28237e48ee3e, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:58.078771 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] For port bd818138-792f-43df-b670-28237e48ee3e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bd818138-792f-43df-b670-28237e48ee3e,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:58.087860 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.107737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.114341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.142159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0327f823-d42a-46cc-bdb1-9bc34586d36b req-4a25e4d8-513e-4023-aa3d-e0c4e989fb1a tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 210 time: 0.0503142 Aug 16 01:57:58.184222 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Routers {'18b67f0e-c70f-4611-a79c-ae52a8535831'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:58.185103 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:57:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['18b67f0e-c70f-4611-a79c-ae52a8535831'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:58.322227 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] Set router 18b67f0e-c70f-4611-a79c-ae52a8535831 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:58.352478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:58.465402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device df3df21c-46ea-4c79-b036-5b3a58e4d654 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:58.526129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e774fc-591e-4654-801d-8ae9f155715f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.562976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port df3df21c-46ea-4c79-b036-5b3a58e4d654 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:58.563483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.603662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Allocated IP 172.20.0.1 (3c4ff9dd-0701-4048-9309-766f77edba93/682de3df-27de-4db7-a887-92c071a39333/e214e4bc-7dab-47b4-9276-540561f23639) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:58.751650 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53245669-8819-40ee-8a8a-568d3160e38f None None] Pushing event updated for resources: {'Port': ['ID=bd818138-792f-43df-b670-28237e48ee3e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.780251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Allocated IP 192.168.233.39 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/3908e451-379f-4d24-9c55-0d1738f87c7a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:58.830510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-530b5e7d-774d-4629-9861-02ede2e29fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.881657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.037441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Transition to ACTIVE for port object e214e4bc-7dab-47b4-9276-540561f23639 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:59.093499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-530b5e7d-774d-4629-9861-02ede2e29fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.098582 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-530b5e7d-774d-4629-9861-02ede2e29fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.173241 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bd818138-792f-43df-b670-28237e48ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:53Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 3, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'gw_port': {'id': 'bd818138-792f-43df-b670-28237e48ee3e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:54Z', 'updated_at': '2021-08-16T01:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:59.221491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-530b5e7d-774d-4629-9861-02ede2e29fa9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa9649b4fc78400eb3792419f8ab47cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8655193 Aug 16 01:57:59.221491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b5e7d-774d-4629-9861-02ede2e29fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83eaab0-8cba-4a44-8b8a-b0aaadd50040,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.234886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.325091 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719dd738-b7ad-4a0d-aea9-35136dbf0348 None None] The sync data for ids ['18b67f0e-c70f-4611-a79c-ae52a8535831'] in n-d-768862-14 is: [{'id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bd818138-792f-43df-b670-28237e48ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:53Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 3, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'gw_port': {'id': 'bd818138-792f-43df-b670-28237e48ee3e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:54Z', 'updated_at': '2021-08-16T01:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:59.329068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.349458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.456628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42629aa7-afc5-4a61-90dc-2ccc59dd0e87 req-e421ce47-4399-4060-abed-35d430047aba tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 210 time: 0.1219916 Aug 16 01:57:59.472232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.508008 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7f4411a-1b38-49a5-a81f-1dac1749dcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.514509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Network 3c4ff9dd-0701-4048-9309-766f77edba93 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:59.548664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Transition to ACTIVE for port object 3908e451-379f-4d24-9c55-0d1738f87c7a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:59.551119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:59.554073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:59.554500 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.585010 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7f4411a-1b38-49a5-a81f-1dac1749dcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.673970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-597944747-network', 'tenant_id': 'ae7d2c9beb374e9e9a3c9eac37cba241'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:59.687073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Pushing event updated for resources: {'Port': ['ID=e214e4bc-7dab-47b4-9276-540561f23639,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.745857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Made reservation on behalf of ae7d2c9beb374e9e9a3c9eac37cba241 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:59.751847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.775185 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7f4411a-1b38-49a5-a81f-1dac1749dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.784637 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7f4411a-1b38-49a5-a81f-1dac1749dcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.790509 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b7f4411a-1b38-49a5-a81f-1dac1749dcb7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c83eaab0-8cba-4a44-8b8a-b0aaadd50040 HTTP/1.1" status: 204 len: 168 time: 0.5532992 Aug 16 01:57:59.828416 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.848915 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.881963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4411a-1b38-49a5-a81f-1dac1749dcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83eaab0-8cba-4a44-8b8a-b0aaadd50040,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.132763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-60432308-0bdd-4bc5-a413-b33ecd254f86 None None] Provisioning for port e214e4bc-7dab-47b4-9276-540561f23639 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:00.159371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-60432308-0bdd-4bc5-a413-b33ecd254f86 None None] Provisioning complete for port e214e4bc-7dab-47b4-9276-540561f23639 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:00.160072 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60432308-0bdd-4bc5-a413-b33ecd254f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.216347 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.223389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.261539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Pushing event updated for resources: {'Port': ['ID=3908e451-379f-4d24-9c55-0d1738f87c7a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.275142 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:00.290020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-60432308-0bdd-4bc5-a413-b33ecd254f86 None None] Port e214e4bc-7dab-47b4-9276-540561f23639 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:00.345372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:00.356234 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.408807 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754776487271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.409890 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Unsubscribe: segment precommit_create {{(pid=94639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:58:00.410547 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Added segment f2390644-1b56-4d2e-863b-f8e264d8f10a of type vlan for network 6250a924-bcbb-4b1d-8b06-549e069477fe Aug 16 01:58:00.419435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:00.425872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:00.441823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.443677 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.502760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.562102 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-2c379251-7870-4355-8abe-f8a5a25dd6f8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1030285 Aug 16 01:58:00.566361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40136806-2677-4fca-9b01-3b2e689e0229,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.602719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-c50ce0ac-8ef9-47ed-951c-ad91727d38d0 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:00.615879 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.627980 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-c50ce0ac-8ef9-47ed-951c-ad91727d38d0 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303547 Aug 16 01:58:00.648179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bd818138-792f-43df-b670-28237e48ee3e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:00.751858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:58:00.828937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port bd818138-792f-43df-b670-28237e48ee3e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:00.835679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bd818138-792f-43df-b670-28237e48ee3e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:00.837481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.877285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.878339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.878928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.994533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-172601f0-8f4d-4f0e-a090-634e49b7fe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.091540 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.097109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.098007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.204608 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.216844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-70c55195-a229-405d-b560-e0980b53185a None None] Provisioning for port 3908e451-379f-4d24-9c55-0d1738f87c7a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:01.243583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-70c55195-a229-405d-b560-e0980b53185a None None] Provisioning complete for port 3908e451-379f-4d24-9c55-0d1738f87c7a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:01.243926 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70c55195-a229-405d-b560-e0980b53185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.272007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:01.327345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefba0a-3c0d-4451-b2a5-dd9e5bee84ca req-20893847-eca3-4a63-99cc-920742f7068a tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.349276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port bd818138-792f-43df-b670-28237e48ee3e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bd818138-792f-43df-b670-28237e48ee3e,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:01.350027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecefba0a-3c0d-4451-b2a5-dd9e5bee84ca req-20893847-eca3-4a63-99cc-920742f7068a tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 935 time: 0.6662135 Aug 16 01:58:01.364026 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.385824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Pushing event updated for resources: {'Port': ['ID=e214e4bc-7dab-47b4-9276-540561f23639,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.393698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3aeb961c-355e-4cb5-8443-7973520ef674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.432810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0602474 Aug 16 01:58:01.442413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:01.465699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Request body: {'subnet': {'network_id': '6250a924-bcbb-4b1d-8b06-549e069477fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-597944747-subnet', 'tenant_id': 'ae7d2c9beb374e9e9a3c9eac37cba241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:01.485078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-70c55195-a229-405d-b560-e0980b53185a None None] Port 3908e451-379f-4d24-9c55-0d1738f87c7a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:01.521667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Network 3c4ff9dd-0701-4048-9309-766f77edba93 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:01.523673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Made reservation on behalf of ae7d2c9beb374e9e9a3c9eac37cba241 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:01.526924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.530847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:01.549366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=bd818138-792f-43df-b670-28237e48ee3e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.701123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202772b-954f-4b72-8f18-0afef7fdbc98 admin admin] Pushing event updated for resources: {'Network': ['ID=6250a924-bcbb-4b1d-8b06-549e069477fe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.728324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6250a924-bcbb-4b1d-8b06-549e069477fe details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:01.747980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecefba0a-3c0d-4451-b2a5-dd9e5bee84ca req-61cdadb9-f913-4971-993f-beac35261086 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472614 Aug 16 01:58:01.824757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3aeb961c-355e-4cb5-8443-7973520ef674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.831475 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3aeb961c-355e-4cb5-8443-7973520ef674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.840933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Request body: {'port': {'device_id': '2f1549ab-5f2e-4ee6-8452-985678b0736d', 'device_owner': 'compute:tempest-test_az-1083468856', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:01.923789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:01.949944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3aeb961c-355e-4cb5-8443-7973520ef674 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c1014fea1d14802833f2f068d7a1b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764443 Aug 16 01:58:01.950712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:02.024021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb961c-355e-4cb5-8443-7973520ef674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475ff55f-54b1-462e-9c9d-dfbf6acd5eb3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.092735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92df62fd-36e1-42ca-8bcf-21849d7f1932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.117898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b13b5bdf-3bd6-4fc1-84bb-bba2527bf81e None None] Provisioning complete for port e214e4bc-7dab-47b4-9276-540561f23639 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:02.118992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b13b5bdf-3bd6-4fc1-84bb-bba2527bf81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.150124 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92df62fd-36e1-42ca-8bcf-21849d7f1932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.223187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Router 18b67f0e-c70f-4611-a79c-ae52a8535831 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:02.249998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b13b5bdf-3bd6-4fc1-84bb-bba2527bf81e None None] Port e214e4bc-7dab-47b4-9276-540561f23639 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:02.252719 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2147c13-9702-4e5e-84e6-3a89064fff09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.299985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92df62fd-36e1-42ca-8bcf-21849d7f1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.304247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92df62fd-36e1-42ca-8bcf-21849d7f1932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.311279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-92df62fd-36e1-42ca-8bcf-21849d7f1932 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/475ff55f-54b1-462e-9c9d-dfbf6acd5eb3 HTTP/1.1" status: 204 len: 168 time: 0.3528242 Aug 16 01:58:02.361828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df62fd-36e1-42ca-8bcf-21849d7f1932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475ff55f-54b1-462e-9c9d-dfbf6acd5eb3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.381596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.455941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bd818138-792f-43df-b670-28237e48ee3e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:02.608141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bd818138-792f-43df-b670-28237e48ee3e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:02.608748 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.611409 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2147c13-9702-4e5e-84e6-3a89064fff09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.620606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2147c13-9702-4e5e-84e6-3a89064fff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.685800 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f2147c13-9702-4e5e-84e6-3a89064fff09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e8ac29cb85d4b139d23e5b353656cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7596221 Aug 16 01:58:02.687693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147c13-9702-4e5e-84e6-3a89064fff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a556f6a-972f-4a35-ae9b-71159d9fcab0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.690857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:02.787301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857b36e4-77b0-4dda-99cb-6fe7b35a47ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.855912 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857b36e4-77b0-4dda-99cb-6fe7b35a47ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.967036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857b36e4-77b0-4dda-99cb-6fe7b35a47ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.971497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857b36e4-77b0-4dda-99cb-6fe7b35a47ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.973204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-857b36e4-77b0-4dda-99cb-6fe7b35a47ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a556f6a-972f-4a35-ae9b-71159d9fcab0 HTTP/1.1" status: 204 len: 168 time: 0.2675438 Aug 16 01:58:02.998403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b36e4-77b0-4dda-99cb-6fe7b35a47ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a556f6a-972f-4a35-ae9b-71159d9fcab0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:03.221951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f98d3-b0fd-4e21-8bac-290dbdf86672 req-3369711f-4ed7-4ded-8077-c0800f79d028 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.237045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c26f98d3-b0fd-4e21-8bac-290dbdf86672 req-3369711f-4ed7-4ded-8077-c0800f79d028 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 935 time: 0.1425519 Aug 16 01:58:03.292412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c26f98d3-b0fd-4e21-8bac-290dbdf86672 req-b52a6ba1-2a3f-4a1b-8f13-266bea0e8ec8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542579 Aug 16 01:58:03.496031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:03.508272 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-588d43b6-a1bb-4035-89a9-c74b488f641f admin admin] 10.222.0.61 "PUT /v2.0/routers/18b67f0e-c70f-4611-a79c-ae52a8535831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9129980 Aug 16 01:58:03.511540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Sync routers for ids ['18b67f0e-c70f-4611-a79c-ae52a8535831'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:03.530366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Routers {'18b67f0e-c70f-4611-a79c-ae52a8535831'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:03.531568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:57:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['18b67f0e-c70f-4611-a79c-ae52a8535831'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:03.560946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.653917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b39a19-041c-4022-a215-89b555de888a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:03.666800 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81e91eb1-90ae-49d8-b18d-49d88b77d659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.704717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Checking segment: {'id': 'f2390644-1b56-4d2e-863b-f8e264d8f10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6250a924-bcbb-4b1d-8b06-549e069477fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:03.705137 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Network hostable DHCP agents. Network: 6250a924-bcbb-4b1d-8b06-549e069477fe, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:03.748078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Network 6250a924-bcbb-4b1d-8b06-549e069477fe is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:03.789427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6250a924-bcbb-4b1d-8b06-549e069477fe) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:03.795485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3908e451-379f-4d24-9c55-0d1738f87c7a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:03.801662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.802208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.812261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.817511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c84f88-a78b-436f-981a-6bbd17cbbf17 None None] Network 6250a924-bcbb-4b1d-8b06-549e069477fe requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:03.844085 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-52e39a6c-0c8f-43d4-8182-5fafe10152f3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3991807 Aug 16 01:58:03.845431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Transition to ACTIVE for port object 3908e451-379f-4d24-9c55-0d1738f87c7a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:03.851313 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.906390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:03.928426 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3dd1182-6d07-44ef-8fc2-2b8eabf34559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.964090 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Set router 18b67f0e-c70f-4611-a79c-ae52a8535831 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:04.180285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3908e451-379f-4d24-9c55-0d1738f87c7a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.209141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3dd1182-6d07-44ef-8fc2-2b8eabf34559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.220751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3dd1182-6d07-44ef-8fc2-2b8eabf34559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.238436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Attempting to bind port 3908e451-379f-4d24-9c55-0d1738f87c7a on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:04.238669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Attempting to bind port 3908e451-379f-4d24-9c55-0d1738f87c7a by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:04.239030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Attempting to bind port 3908e451-379f-4d24-9c55-0d1738f87c7a on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:04.257541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Port 3908e451-379f-4d24-9c55-0d1738f87c7a on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:04.257860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Attempting to bind port 3908e451-379f-4d24-9c55-0d1738f87c7a on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:04.273810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:04.274180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:04.274766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:04.275244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Bound port: 3908e451-379f-4d24-9c55-0d1738f87c7a, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:04.275610 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.357170 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.392075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a3dd1182-6d07-44ef-8fc2-2b8eabf34559 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2b6cf105a224d90b50823e864997fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4846005 Aug 16 01:58:04.395905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:04.396940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1cea8-90d8-47e4-8363-034c662d2874 None None] Network 6250a924-bcbb-4b1d-8b06-549e069477fe requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:04.540081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] For port 3908e451-379f-4d24-9c55-0d1738f87c7a, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:04.558584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd1182-6d07-44ef-8fc2-2b8eabf34559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684654bb-1b46-499b-a8c1-1bb785100c36,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.560030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] For port 3908e451-379f-4d24-9c55-0d1738f87c7a, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3908e451-379f-4d24-9c55-0d1738f87c7a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:04.576787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.612799 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3897fcb-6670-4526-aac9-45be763df7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.666746 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3897fcb-6670-4526-aac9-45be763df7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.747475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe407-7971-4f19-a48c-3e5fd93db928 req-f9b6cfae-86c2-4bf1-a63e-466a3ebce1ba tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:04.753281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3908e451-379f-4d24-9c55-0d1738f87c7a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.756710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9bbe407-7971-4f19-a48c-3e5fd93db928 req-f9b6cfae-86c2-4bf1-a63e-466a3ebce1ba tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 969 time: 0.2382967 Aug 16 01:58:04.779436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:04.780128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.783932 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-f4232464-b387-4e5f-989e-55becb3827e4 service neutron] 10.222.0.93 "PUT /v2.0/ports/3908e451-379f-4d24-9c55-0d1738f87c7a HTTP/1.1" status: 200 len: 1118 time: 3.3404787 Aug 16 01:58:04.784396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1549ab-5f2e-4ee6-8452-985678b0736d', 'tag': '3908e451-379f-4d24-9c55-0d1738f87c7a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:04.908303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9bbe407-7971-4f19-a48c-3e5fd93db928 req-77562150-7d42-44ec-bdf5-cfffc283bfb2 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503301 Aug 16 01:58:04.910201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3897fcb-6670-4526-aac9-45be763df7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.913134 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3897fcb-6670-4526-aac9-45be763df7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.919199 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e3897fcb-6670-4526-aac9-45be763df7e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/684654bb-1b46-499b-a8c1-1bb785100c36 HTTP/1.1" status: 204 len: 168 time: 0.5113175 Aug 16 01:58:04.940423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3897fcb-6670-4526-aac9-45be763df7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684654bb-1b46-499b-a8c1-1bb785100c36,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:05.051791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:05.137120 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.185090 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bd818138-792f-43df-b670-28237e48ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:53Z', 'updated_at': '2021-08-16T01:58:00Z', 'revision_number': 4, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'gw_port': {'id': 'bd818138-792f-43df-b670-28237e48ee3e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:54Z', 'updated_at': '2021-08-16T01:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e214e4bc-7dab-47b4-9276-540561f23639', 'name': '', 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'mac_address': 'fa:16:3e:b5:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '682de3df-27de-4db7-a887-92c071a39333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:00Z', 'revision_number': 2, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'subnets': [{'id': '682de3df-27de-4db7-a887-92c071a39333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:05.246705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Checking router: 18b67f0e-c70f-4611-a79c-ae52a8535831 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:05.247334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Updating router 18b67f0e-c70f-4611-a79c-ae52a8535831 port e214e4bc-7dab-47b4-9276-540561f23639 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:05.353247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.712573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:05.717450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6a667bff-ae80-4589-843d-2573d50c4849 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301569319', 'description': 'tempest-description--1892164228'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:05.776450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a667bff-ae80-4589-843d-2573d50c4849 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.807816 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1771999-8404-4838-8349-17818bf46f39" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1549ab-5f2e-4ee6-8452-985678b0736d", "tag": "3908e451-379f-4d24-9c55-0d1738f87c7a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:05.849637 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.861676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Transition to ACTIVE for port object e214e4bc-7dab-47b4-9276-540561f23639 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:05.877651 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.965742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a6df7-32de-4987-981c-4d38b2c890e2 None None] Pushing event updated for resources: {'Port': ['ID=e214e4bc-7dab-47b4-9276-540561f23639,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.003806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-276621758-network', 'tenant_id': 'cd4786612bfb44e88800a68032521120'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:06.012553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a667bff-ae80-4589-843d-2573d50c4849 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.020364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a667bff-ae80-4589-843d-2573d50c4849 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.071348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Made reservation on behalf of cd4786612bfb44e88800a68032521120 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:06.087659 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.105211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.115015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Attempting to bind port e214e4bc-7dab-47b4-9276-540561f23639 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:06.115413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Attempting to bind port e214e4bc-7dab-47b4-9276-540561f23639 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:06.115763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Attempting to bind port e214e4bc-7dab-47b4-9276-540561f23639 on network 3c4ff9dd-0701-4048-9309-766f77edba93 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:06.129261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:06.129643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Checking segment: {'id': '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:06.130091 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.130597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Bound using segment: {'id': '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:06.131044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Bound port: e214e4bc-7dab-47b4-9276-540561f23639, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:06.131451 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.135395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a667bff-ae80-4589-843d-2573d50c4849 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.141044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6a667bff-ae80-4589-843d-2573d50c4849 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4273231 Aug 16 01:58:06.144558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:06.164879 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4a0984ce-8e91-45ac-9b99-d1ce8d0f6dc3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Request body: {'security_group_rule': {'security_group_id': '3b00eb51-6adf-4e29-b4ab-62a0c0022649', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:06.184099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a667bff-ae80-4589-843d-2573d50c4849 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b00eb51-6adf-4e29-b4ab-62a0c0022649,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.308548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] For port e214e4bc-7dab-47b4-9276-540561f23639, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:06.318712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] For port e214e4bc-7dab-47b4-9276-540561f23639, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e214e4bc-7dab-47b4-9276-540561f23639,segment=NetworkSegment(94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf),segment_id=94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:06.324441 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.361299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:06.373215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891120361-network', 'tenant_id': 'b90a3f96c9ef4c5eb16d2fe45bf88427'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:06.441957 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.485134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Routers {'18b67f0e-c70f-4611-a79c-ae52a8535831'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:06.487327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:58:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['18b67f0e-c70f-4611-a79c-ae52a8535831'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:06.494276 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.503301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-0fdd224b-cdf2-4a4f-a884-ac4073ae24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.521535 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-0fdd224b-cdf2-4a4f-a884-ac4073ae24eb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8112c67857ae409db56c2f859edc6104&device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 1121 time: 0.3125846 Aug 16 01:58:06.571863 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd22db66-ed42-4b2e-8207-3ed752977d9d x-openstack-request-id: req-cd22db66-ed42-4b2e-8207-3ed752977d9d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:06.572303 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1549ab-5f2e-4ee6-8452-985678b0736d", "tag": "3908e451-379f-4d24-9c55-0d1738f87c7a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:06.572789 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd22db66-ed42-4b2e-8207-3ed752977d9d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:06.573254 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1549ab-5f2e-4ee6-8452-985678b0736d', 'tag': '3908e451-379f-4d24-9c55-0d1738f87c7a', 'status': 'completed', 'code': 200} Aug 16 01:58:06.597499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:06.614553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.614850 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Added segment 5a74d4a1-8062-4286-9ea9-b6bbff87451d of type vlan for network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 Aug 16 01:58:06.678351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.754725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a0984ce-8e91-45ac-9b99-d1ce8d0f6dc3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.817250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-bcda10b3-3545-44a0-8ff8-43b8f47fae8b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=3908e451-379f-4d24-9c55-0d1738f87c7a HTTP/1.1" status: 200 len: 217 time: 0.1448188 Aug 16 01:58:06.862784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f29337-3d1a-47a3-b062-2c28dfdfa32c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.918209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Made reservation on behalf of b90a3f96c9ef4c5eb16d2fe45bf88427 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:06.921035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.992812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.239077 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.268060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a6df7-32de-4987-981c-4d38b2c890e2 None None] Pushing event updated for resources: {'Port': ['ID=e214e4bc-7dab-47b4-9276-540561f23639,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.294793 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.297417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] Set router 18b67f0e-c70f-4611-a79c-ae52a8535831 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:07.302784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.306645 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.307929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.308656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.358997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:07.395104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3419168 Aug 16 01:58:07.400027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:07.406197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Request body: {'subnet': {'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-276621758-subnet', 'tenant_id': 'cd4786612bfb44e88800a68032521120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:07.453614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.453976 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Added segment fbe5510e-d1f8-4b56-91c9-2df3f9ee8184 of type vlan for network d369b0ff-0254-4eeb-b998-8cc6cb1f76e0 Aug 16 01:58:07.458259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dda994-cadf-44dc-aa85-a1f022b4503e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.463021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Made reservation on behalf of cd4786612bfb44e88800a68032521120 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:07.466010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.486333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e050398-83f6-4858-af6f-100d704de358 req-24a5c74d-5796-4e25-baf4-29ff848c03b0 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.494945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e050398-83f6-4858-af6f-100d704de358 req-24a5c74d-5796-4e25-baf4-29ff848c03b0 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 969 time: 0.6392739 Aug 16 01:58:07.540429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b759954-ea35-46a5-864b-af00bde0a245 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.578742 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.639390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:07.643761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a0984ce-8e91-45ac-9b99-d1ce8d0f6dc3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.664828 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a0984ce-8e91-45ac-9b99-d1ce8d0f6dc3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.700249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0984ce-8e91-45ac-9b99-d1ce8d0f6dc3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b651fd-ec9f-4925-a91c-51ffaa156635,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.754274 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e050398-83f6-4858-af6f-100d704de358 req-08b43d63-e207-404a-b004-c43d74599ea0 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581773 Aug 16 01:58:07.775071 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.778105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.781102 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.822206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-dd7caa90-5de0-47d0-92c3-70c542e006ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.824810 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-dd7caa90-5de0-47d0-92c3-70c542e006ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1611969 Aug 16 01:58:07.957033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a0984ce-8e91-45ac-9b99-d1ce8d0f6dc3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.964562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4a0984ce-8e91-45ac-9b99-d1ce8d0f6dc3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8125787 Aug 16 01:58:07.972381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:07.981156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0526b502-8276-450e-8dc7-1251f329d27d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Request body: {'security_group_rule': {'security_group_id': '3b00eb51-6adf-4e29-b4ab-62a0c0022649', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:07.992543 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6301315 Aug 16 01:58:07.997460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:08.005647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Request body: {'subnet': {'network_id': 'd369b0ff-0254-4eeb-b998-8cc6cb1f76e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1891120361-subnet', 'tenant_id': 'b90a3f96c9ef4c5eb16d2fe45bf88427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:08.014687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf71971-2d2b-46ff-abf7-22b5778a8a65 admin admin] Pushing event updated for resources: {'Network': ['ID=d369b0ff-0254-4eeb-b998-8cc6cb1f76e0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.045216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d369b0ff-0254-4eeb-b998-8cc6cb1f76e0 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:08.083789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Made reservation on behalf of b90a3f96c9ef4c5eb16d2fe45bf88427 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:08.090604 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.135553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0526b502-8276-450e-8dc7-1251f329d27d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.231299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-bd27a8a2-4a4c-4364-87c5-de8b1d8c8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.232659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-bd27a8a2-4a4c-4364-87c5-de8b1d8c8301 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3621125 Aug 16 01:58:08.234317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.357467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bd818138-792f-43df-b670-28237e48ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:53Z', 'updated_at': '2021-08-16T01:58:00Z', 'revision_number': 4, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'gw_port': {'id': 'bd818138-792f-43df-b670-28237e48ee3e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:54Z', 'updated_at': '2021-08-16T01:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e214e4bc-7dab-47b4-9276-540561f23639', 'name': '', 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'mac_address': 'fa:16:3e:b5:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '682de3df-27de-4db7-a887-92c071a39333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:06Z', 'revision_number': 4, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'subnets': [{'id': '682de3df-27de-4db7-a887-92c071a39333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:08.362583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:08.363018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Network hostable DHCP agents. Network: 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:08.384039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.425839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:08.427757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e9352-3fe2-4c28-aedb-9a8643f3a6cb None None] The sync data for ids ['18b67f0e-c70f-4611-a79c-ae52a8535831'] in n-d-768862-14 is: [{'id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bd818138-792f-43df-b670-28237e48ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:53Z', 'updated_at': '2021-08-16T01:58:00Z', 'revision_number': 4, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'gw_port': {'id': 'bd818138-792f-43df-b670-28237e48ee3e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:54Z', 'updated_at': '2021-08-16T01:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e214e4bc-7dab-47b4-9276-540561f23639', 'name': '', 'network_id': '3c4ff9dd-0701-4048-9309-766f77edba93', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'mac_address': 'fa:16:3e:b5:35:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '682de3df-27de-4db7-a887-92c071a39333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:06Z', 'revision_number': 4, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'subnets': [{'id': '682de3df-27de-4db7-a887-92c071a39333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:08.447360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:08.453344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.455411 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.460971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db1d93-badc-48f6-94a0-6a962123012e None None] Network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:08.487255 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d8259d78-dc3b-4c5f-b8d1-5bfa0946da78 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0859976 Aug 16 01:58:08.666164 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-5cf7dd6f-cbd6-4d85-a1bc-dd3b29f5c1cb service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522257 Aug 16 01:58:08.683340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0526b502-8276-450e-8dc7-1251f329d27d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.696252 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0526b502-8276-450e-8dc7-1251f329d27d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.772281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d92fd7-820b-4009-956e-8955b7159f7a None None] Network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:08.786298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526b502-8276-450e-8dc7-1251f329d27d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1265ba-9296-4ced-a840-e6c5bae6f14a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.847723 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0526b502-8276-450e-8dc7-1251f329d27d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.852873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0526b502-8276-450e-8dc7-1251f329d27d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8742080 Aug 16 01:58:08.874399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:08.883391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:08.964726 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.036481 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba8b6c9a-cfea-4ce4-acf3-bfc26fbb736a req-d9f762f3-84e2-4016-bc3d-68c2670c5ad7 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479049 Aug 16 01:58:09.408775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8216d21-ebf7-46fa-803e-7ab4bf02d6ca req-058d50ec-982a-41fc-b670-82568c7ebac0 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.410381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8216d21-ebf7-46fa-803e-7ab4bf02d6ca req-058d50ec-982a-41fc-b670-82568c7ebac0 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 969 time: 0.4599924 Aug 16 01:58:09.412439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.598777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=966a3746-2d8e-4ca9-a1c9-bd41771d93a3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:09.779523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Checking segment: {'id': 'fbe5510e-d1f8-4b56-91c9-2df3f9ee8184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd369b0ff-0254-4eeb-b998-8cc6cb1f76e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:09.780882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Network hostable DHCP agents. Network: d369b0ff-0254-4eeb-b998-8cc6cb1f76e0, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:09.807987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8216d21-ebf7-46fa-803e-7ab4bf02d6ca req-31be1d70-e8cd-47ec-bf47-ea223cbc718f tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750341 Aug 16 01:58:09.878184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Network d369b0ff-0254-4eeb-b998-8cc6cb1f76e0 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:09.901591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d369b0ff-0254-4eeb-b998-8cc6cb1f76e0) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:09.905784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.911847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.912466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.916452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61e583-2250-4965-98d2-a854de202b62 None None] Network d369b0ff-0254-4eeb-b998-8cc6cb1f76e0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:09.980127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-71a7c3c4-47af-4c7e-9836-dd2131b245b9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9788525 Aug 16 01:58:10.084294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Allocated IP 172.25.5.174 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/db0a8481-d2cb-4b39-a165-9de54b22855a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:10.097252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:10.110441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1841178655-network', 'tenant_id': 'c7f5a43115e64a1ba986b72beaeab88b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:10.145479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Made reservation on behalf of c7f5a43115e64a1ba986b72beaeab88b for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:10.149970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.183249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.184477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:10.192890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caea7acc-6431-4a17-83d0-45ace0c9a0e7 None None] Network d369b0ff-0254-4eeb-b998-8cc6cb1f76e0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:10.241222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abbb437-9a90-4093-be42-24e18bc8a6bf admin admin] Deleting subnet 86b39a19-041c-4022-a215-89b555de888a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:10.255941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6abbb437-9a90-4093-be42-24e18bc8a6bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.330284 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6abbb437-9a90-4093-be42-24e18bc8a6bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.364352 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6abbb437-9a90-4093-be42-24e18bc8a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.432163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771999-8404-4838-8349-17818bf46f39 req-4177780b-a3e1-46b2-ab4a-4c2742cd78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.436674 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1771999-8404-4838-8349-17818bf46f39 req-4177780b-a3e1-46b2-ab4a-4c2742cd78c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8112c67857ae409db56c2f859edc6104&device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 1121 time: 0.1581523 Aug 16 01:58:10.472012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.475911 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.489104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.563322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e214e4bc-7dab-47b4-9276-540561f23639 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:10.587652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59946) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:10.588045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6abbb437-9a90-4093-be42-24e18bc8a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.635024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6abbb437-9a90-4093-be42-24e18bc8a6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.637593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6abbb437-9a90-4093-be42-24e18bc8a6bf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/86b39a19-041c-4022-a215-89b555de888a HTTP/1.1" status: 204 len: 168 time: 0.4521394 Aug 16 01:58:10.638479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbb437-9a90-4093-be42-24e18bc8a6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b39a19-041c-4022-a215-89b555de888a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.645258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:10.657569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:10.667169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port e214e4bc-7dab-47b4-9276-540561f23639 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:10.674358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e214e4bc-7dab-47b4-9276-540561f23639 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:10.675014 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.682053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e21e7-9be8-4888-b48c-fc9a5cf03d39,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.700214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.700742 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Added segment 2155a61f-38fe-48ef-a11f-e7e4e602a92a of type vlan for network b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63 Aug 16 01:58:10.750224 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.787779 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.794158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771999-8404-4838-8349-17818bf46f39 req-40b026b9-ab3b-4275-9e0d-2994515b2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.797374 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1771999-8404-4838-8349-17818bf46f39 req-40b026b9-ab3b-4275-9e0d-2994515b2e1f service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3437808 Aug 16 01:58:10.807992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.836203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:10.843335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:10.849111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:10.854653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event updated for resources: {'Port': ['ID=db0a8481-d2cb-4b39-a165-9de54b22855a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.856434 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1771999-8404-4838-8349-17818bf46f39 req-7ab2df80-595a-4e70-95cd-63d7b4970c8c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=3908e451-379f-4d24-9c55-0d1738f87c7a HTTP/1.1" status: 200 len: 217 time: 0.0522323 Aug 16 01:58:10.866327 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.876676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63899e0d-4738-4ac8-9e7f-8367e8e5f93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.908401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.913347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.914062 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.922825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port e214e4bc-7dab-47b4-9276-540561f23639, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e214e4bc-7dab-47b4-9276-540561f23639,segment=NetworkSegment(94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf),segment_id=94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:10.929564 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.012613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=e214e4bc-7dab-47b4-9276-540561f23639,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.070312 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.074894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.104824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94719a-45c7-435b-b1c1-4f7f11af0a45 req-c920b738-f7d4-4346-a6ea-02b80c1244b3 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.106692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da94719a-45c7-435b-b1c1-4f7f11af0a45 req-c920b738-f7d4-4346-a6ea-02b80c1244b3 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 969 time: 0.1785100 Aug 16 01:58:11.109607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.110182 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.111129 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.111612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > port after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.112122 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.112625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > port after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.113097 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.113579 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.114045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.114627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.179025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771999-8404-4838-8349-17818bf46f39 req-cba53044-88f9-4b1a-bf4a-722d54e68611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.180543 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1771999-8404-4838-8349-17818bf46f39 req-cba53044-88f9-4b1a-bf4a-722d54e68611 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.3145771 Aug 16 01:58:11.221798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] Pushing event updated for resources: {'Network': ['ID=b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.232483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:11.262060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771999-8404-4838-8349-17818bf46f39 req-c05d077b-666b-4d70-a907-d6a0cfd7a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.263763 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1771999-8404-4838-8349-17818bf46f39 req-c05d077b-666b-4d70-a907-d6a0cfd7a9a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753121 Aug 16 01:58:11.379341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63899e0d-4738-4ac8-9e7f-8367e8e5f93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.388413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63899e0d-4738-4ac8-9e7f-8367e8e5f93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.410665 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b46c2594-6053-43f4-a6c3-6f25264ee95c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3096123 Aug 16 01:58:11.416055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:11.430744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Request body: {'subnet': {'network_id': 'b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1841178655-subnet', 'tenant_id': 'c7f5a43115e64a1ba986b72beaeab88b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:11.442388 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.442748 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.443445 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.443445 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:11.443800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6250a924-bcbb-4b1d-8b06-549e069477fe']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:11.459525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1771999-8404-4838-8349-17818bf46f39 req-ada1e798-6214-4781-a06e-7c6727a32088 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841156 Aug 16 01:58:11.464738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63899e0d-4738-4ac8-9e7f-8367e8e5f93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856b5c80-55a7-4293-8b36-9f9b9e38ab3d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.474502 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-63899e0d-4738-4ac8-9e7f-8367e8e5f93c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e91ac3bd8f84f6da1a1eefff235c7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8646491 Aug 16 01:58:11.482509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:11.495250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2390644-1b56-4d2e-863b-f8e264d8f10a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:11.495545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2390644-1b56-4d2e-863b-f8e264d8f10a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:11.521513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.526030 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.540262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Made reservation on behalf of c7f5a43115e64a1ba986b72beaeab88b for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:11.542622 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.582782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da94719a-45c7-435b-b1c1-4f7f11af0a45 req-8943b9b5-494c-42ca-8534-9ac7dc96825f tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336255 Aug 16 01:58:11.587341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.607542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:11.608112 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: timer() Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:11.638809 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:11.693244 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1771999-8404-4838-8349-17818bf46f39 req-8f59ba1d-3b6d-4f9a-85d3-6c617cea1da2 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233059 Aug 16 01:58:11.702017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-427f0e12-c98f-45d5-a05a-b3c5da2906cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.730791 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.742147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-427f0e12-c98f-45d5-a05a-b3c5da2906cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.767250 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.792993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=6250a924-bcbb-4b1d-8b06-549e069477fe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.795187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.797785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-820654af-eb16-4ccd-8cd8-9c5f62135b94 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6250a924-bcbb-4b1d-8b06-549e069477fe HTTP/1.1" status: 204 len: 168 time: 1.1511939 Aug 16 01:58:11.805213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:11.863935 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.869975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.906647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-944e148b-ee8e-45ee-9e86-3f27073c75d5 admin admin] Deleting subnet 966a3746-2d8e-4ca9-a1c9-bd41771d93a3 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:11.909979 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.911679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-944e148b-ee8e-45ee-9e86-3f27073c75d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.939035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-427f0e12-c98f-45d5-a05a-b3c5da2906cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.939035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-427f0e12-c98f-45d5-a05a-b3c5da2906cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.939663 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-427f0e12-c98f-45d5-a05a-b3c5da2906cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/856b5c80-55a7-4293-8b36-9f9b9e38ab3d HTTP/1.1" status: 204 len: 168 time: 0.4534950 Aug 16 01:58:11.971749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.992677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f0e12-c98f-45d5-a05a-b3c5da2906cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856b5c80-55a7-4293-8b36-9f9b9e38ab3d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.994553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.996785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1200275 Aug 16 01:58:11.998483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba85b6-531f-43fd-9137-ef6a31c952c3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event updated for resources: {'Port': ['ID=db0a8481-d2cb-4b39-a165-9de54b22855a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.004674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-944e148b-ee8e-45ee-9e86-3f27073c75d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.012652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9b97661-4a0d-469b-89c8-7f2926bfdb48,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.022913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-944e148b-ee8e-45ee-9e86-3f27073c75d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.081089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Checking segment: {'id': '2155a61f-38fe-48ef-a11f-e7e4e602a92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:12.081367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Network hostable DHCP agents. Network: b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:12.126412 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-944e148b-ee8e-45ee-9e86-3f27073c75d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.131490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Network b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:12.177134 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-944e148b-ee8e-45ee-9e86-3f27073c75d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.181953 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-944e148b-ee8e-45ee-9e86-3f27073c75d5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/966a3746-2d8e-4ca9-a1c9-bd41771d93a3 HTTP/1.1" status: 204 len: 168 time: 0.3752947 Aug 16 01:58:12.182579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:12.185250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e148b-ee8e-45ee-9e86-3f27073c75d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966a3746-2d8e-4ca9-a1c9-bd41771d93a3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.197432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:12.203382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.204240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.221135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4fa47-9e0a-4880-922a-b54a495caeec None None] Network b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:12.233334 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-38bc8a68-ce38-47f6-bab9-377804941795 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8094833 Aug 16 01:58:12.393193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8a876-5835-4eab-8d4d-1b94d299b7b0 None None] Network b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:12.446750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:12.462353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e214e4bc-7dab-47b4-9276-540561f23639 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:12.468834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06c4dce-ff45-4de0-bf29-dcbe07783b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.506330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-60135e00-160e-4d79-8002-477fbaaadac2 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1301569319&fields=id&tenant_id=6fd7f225ed6243b7b3b318144237a5ca HTTP/1.1" status: 200 len: 267 time: 0.2653539 Aug 16 01:58:12.612374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06c4dce-ff45-4de0-bf29-dcbe07783b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.618717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e214e4bc-7dab-47b4-9276-540561f23639 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:12.619296 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.633338 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06c4dce-ff45-4de0-bf29-dcbe07783b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.639807 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.710420 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b06c4dce-ff45-4de0-bf29-dcbe07783b4f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23c907a44533442ab98a5df4fd270965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623887 Aug 16 01:58:12.714620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:12.772705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4dce-ff45-4de0-bf29-dcbe07783b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178c31d9-b051-4b00-bc8c-06268f946d69,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.812531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-554f66e4-6c52-45d4-838d-e885b68b7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.836592 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-554f66e4-6c52-45d4-838d-e885b68b7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.886243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-554f66e4-6c52-45d4-838d-e885b68b7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.888924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-554f66e4-6c52-45d4-838d-e885b68b7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.893510 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-554f66e4-6c52-45d4-838d-e885b68b7b66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/178c31d9-b051-4b00-bc8c-06268f946d69 HTTP/1.1" status: 204 len: 168 time: 0.1633301 Aug 16 01:58:12.893678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.899753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f66e4-6c52-45d4-838d-e885b68b7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178c31d9-b051-4b00-bc8c-06268f946d69,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.906751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d369b0ff-0254-4eeb-b998-8cc6cb1f76e0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:12.917118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-00ad332b-c6a8-4654-b4ad-ab1b563c0e36 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.919502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-00ad332b-c6a8-4654-b4ad-ab1b563c0e36 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/networks?id=6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 200 len: 824 time: 0.4061539 Aug 16 01:58:12.932046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe5510e-d1f8-4b56-91c9-2df3f9ee8184') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:12.932354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe5510e-d1f8-4b56-91c9-2df3f9ee8184') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:12.941323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb5d21-aead-4cad-8825-36988f382dad req-c3c70e03-3a3d-44c2-8794-b02dd6f70c4b tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.942808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5fb5d21-aead-4cad-8825-36988f382dad req-c3c70e03-3a3d-44c2-8794-b02dd6f70c4b tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 969 time: 0.1971543 Aug 16 01:58:12.959790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.973996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-24453a0e-e714-4ca6-9452-fca97df4e6da tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/quotas/6fd7f225ed6243b7b3b318144237a5ca HTTP/1.1" status: 200 len: 375 time: 0.0445819 Aug 16 01:58:12.994643 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.021273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:13.021688 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: timer() Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:13.023861 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:13.095393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5fb5d21-aead-4cad-8825-36988f382dad req-4b11a39d-1c5d-404c-8d44-97f8360348fe tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409011 Aug 16 01:58:13.126693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-5a62ad70-aee1-4060-b0fd-9dc52f4ee846 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1446726 Aug 16 01:58:13.138961 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.159125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.161102 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] 10.222.0.61 "DELETE /v2.0/networks/d369b0ff-0254-4eeb-b998-8cc6cb1f76e0 HTTP/1.1" status: 204 len: 168 time: 0.9780767 Aug 16 01:58:13.162591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aa7f7-7bd3-4308-a739-257a3773eb6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d369b0ff-0254-4eeb-b998-8cc6cb1f76e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.266909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.281619 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b403-cbda-44a8-b58e-f73eaa28bfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.449094 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b26dc59c-337f-4ffb-91ea-ed3612dd7368 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:13.450218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b26dc59c-337f-4ffb-91ea-ed3612dd7368 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0815253 Aug 16 01:58:13.486951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.494814 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b403-cbda-44a8-b58e-f73eaa28bfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.528602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-13852a1e-1a09-40db-8d09-d3dd8f1197c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae7d2c9beb374e9e9a3c9eac37cba241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402021 Aug 16 01:58:13.531823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.534306 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b403-cbda-44a8-b58e-f73eaa28bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.591573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dddda27c-5e09-4acf-b81f-257e8ec3a7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.610117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-23229bca-719a-4ae2-9e79-8f0e9d6c1e2e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.611654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-23229bca-719a-4ae2-9e79-8f0e9d6c1e2e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 820 time: 0.2382584 Aug 16 01:58:13.615025 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dddda27c-5e09-4acf-b81f-257e8ec3a7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.620187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ebe6b403-cbda-44a8-b58e-f73eaa28bfb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13e5caebdba24965ab1632f911ce2f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519928 Aug 16 01:58:13.623415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.624131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6b403-cbda-44a8-b58e-f73eaa28bfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83f7901-80c9-45f4-be2d-49d51c63d4bb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.643691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-9b26d452-1172-404e-9115-61f176f00768 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/quotas/cd4786612bfb44e88800a68032521120 HTTP/1.1" status: 200 len: 375 time: 0.0207098 Aug 16 01:58:13.656948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b62187c4-0511-45e8-a85c-bdec6087becc service neutron] 10.222.0.61 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970925 Aug 16 01:58:13.698586 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcf3f-869f-4c32-a92c-2348e3785b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.706947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-6229cdec-89aa-4d4b-a5c1-678922f255ea tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536742 Aug 16 01:58:13.723003 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dddda27c-5e09-4acf-b81f-257e8ec3a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.726031 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dddda27c-5e09-4acf-b81f-257e8ec3a7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.727887 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dddda27c-5e09-4acf-b81f-257e8ec3a7c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40136806-2677-4fca-9b01-3b2e689e0229 HTTP/1.1" status: 204 len: 168 time: 0.1946714 Aug 16 01:58:13.737934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcf3f-869f-4c32-a92c-2348e3785b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.753384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddda27c-5e09-4acf-b81f-257e8ec3a7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40136806-2677-4fca-9b01-3b2e689e0229,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.810399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-1de8d4e9-1582-48a0-ac5d-2eb5a330202c service neutron] 10.222.0.61 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445510 Aug 16 01:58:13.856957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcf3f-869f-4c32-a92c-2348e3785b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.860444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcf3f-869f-4c32-a92c-2348e3785b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.864542 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6f2dcf3f-869f-4c32-a92c-2348e3785b98 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e83f7901-80c9-45f4-be2d-49d51c63d4bb HTTP/1.1" status: 204 len: 168 time: 0.2401094 Aug 16 01:58:13.880603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dcf3f-869f-4c32-a92c-2348e3785b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83f7901-80c9-45f4-be2d-49d51c63d4bb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.199578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-32e61474-d52c-4400-9a38-49e71462511e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:14.207415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-32e61474-d52c-4400-9a38-49e71462511e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3392658 Aug 16 01:58:14.300944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:14.333618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7b29cce2-4d00-41de-b186-1fd3904eec69 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252396 Aug 16 01:58:14.383419 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b19ac874-9208-4207-bab9-c2ba9879cb1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b90a3f96c9ef4c5eb16d2fe45bf88427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804164 Aug 16 01:58:14.384446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:14.457247 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a80b355-93ee-426a-accc-18df0a15776e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.482756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a80b355-93ee-426a-accc-18df0a15776e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.506510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-20dd30b7-58f3-409e-8141-0509a48fdcaf service neutron] 10.222.0.61 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708980 Aug 16 01:58:14.563660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3908e451-379f-4d24-9c55-0d1738f87c7a details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:14.572118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a80b355-93ee-426a-accc-18df0a15776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.578627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a80b355-93ee-426a-accc-18df0a15776e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.582781 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1a80b355-93ee-426a-accc-18df0a15776e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01dda994-cadf-44dc-aa85-a1f022b4503e HTTP/1.1" status: 204 len: 168 time: 0.1949635 Aug 16 01:58:14.613222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80b355-93ee-426a-accc-18df0a15776e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dda994-cadf-44dc-aa85-a1f022b4503e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.724911 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:58:14.861240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f53023cb-c0db-4d35-aa6e-0188867474aa req-44877549-02c2-4b95-9ca0-982676803cde tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0942924 Aug 16 01:58:14.930274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3908e451-379f-4d24-9c55-0d1738f87c7a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3908e451-379f-4d24-9c55-0d1738f87c7a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:14.950967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '3908e451-379f-4d24-9c55-0d1738f87c7a', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '3908e451-379f-4d24-9c55-0d1738f87c7a', 'mac_address': 'fa:16:3e:3e:f1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:tempest-test_az-1083468856', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:14.982287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-748a0484-9e3b-48e4-8c14-c1b8b3447209 req-3622183c-163f-441b-bf98-4ae2e88e41e3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 210 time: 0.0412309 Aug 16 01:58:15.058180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28f4e-3bb0-43a2-bd65-9c37e6450151 req-a3b1f481-b040-4ee6-a140-2197e5cec199 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.070747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eb28f4e-3bb0-43a2-bd65-9c37e6450151 req-a3b1f481-b040-4ee6-a140-2197e5cec199 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 969 time: 0.0967338 Aug 16 01:58:15.175571 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.190188 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eb28f4e-3bb0-43a2-bd65-9c37e6450151 req-a3d2cb29-be72-4886-b57d-37540f4e6b26 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179533 Aug 16 01:58:15.219981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3908e451-379f-4d24-9c55-0d1738f87c7a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:15.247371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3908e451-379f-4d24-9c55-0d1738f87c7a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3908e451-379f-4d24-9c55-0d1738f87c7a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:15.254518 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.309491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3908e451-379f-4d24-9c55-0d1738f87c7a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.522942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3908e451-379f-4d24-9c55-0d1738f87c7a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:15.970959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2c77447-23b3-4e2e-9ffb-7fefea348604 req-7a35c393-c49f-48dc-9f2b-13896a8d5d84 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0339701 Aug 16 01:58:16.101300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-970d7156-672f-4e68-9268-fe66345c21b5 req-4cd03bed-fac7-4889-ae24-698a02ca14fd tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 210 time: 0.0305009 Aug 16 01:58:16.260074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.86', 60455) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:16.361060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05aa50d-abca-49cc-bbb6-f1e6332c5e2e req-a9d655e1-6235-4344-bb9b-5f34f2dca8ac tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.370236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d05aa50d-abca-49cc-bbb6-f1e6332c5e2e req-a9d655e1-6235-4344-bb9b-5f34f2dca8ac tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 970 time: 0.1136391 Aug 16 01:58:16.436458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d05aa50d-abca-49cc-bbb6-f1e6332c5e2e req-06036360-d777-4cda-ad8b-a8cccd57664b tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651801 Aug 16 01:58:16.549726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3908e451-379f-4d24-9c55-0d1738f87c7a up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:16.571666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-bd6011b3-3a7a-4217-8c8b-2d61a1e53492 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.574219 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-bd6011b3-3a7a-4217-8c8b-2d61a1e53492 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 820 time: 0.2998605 Aug 16 01:58:16.618868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 3908e451-379f-4d24-9c55-0d1738f87c7a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:16.622929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 3908e451-379f-4d24-9c55-0d1738f87c7a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:16.623336 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.705320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Request body: {'port': {'device_id': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5', 'admin_state_up': True, 'tenant_id': 'cd4786612bfb44e88800a68032521120'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:16.718270 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.777657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3908e451-379f-4d24-9c55-0d1738f87c7a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3908e451-379f-4d24-9c55-0d1738f87c7a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:16.778281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1549ab-5f2e-4ee6-8452-985678b0736d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3908e451-379f-4d24-9c55-0d1738f87c7a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:16.921385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Made reservation on behalf of cd4786612bfb44e88800a68032521120 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:16.931907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.962898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.067037 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f0d4a-9326-441f-8539-1a9e236698e6" -d '{"events": [{"server_uuid": "2f1549ab-5f2e-4ee6-8452-985678b0736d", "name": "network-vif-plugged", "status": "completed", "tag": "3908e451-379f-4d24-9c55-0d1738f87c7a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:17.116902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3908e451-379f-4d24-9c55-0d1738f87c7a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.149937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Allocated IP 172.20.0.11 (4b7b472f-1f89-430e-ad0a-e765cdc8c4e5/ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80/dffe2496-378f-4106-a744-cdf87c5889ee) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:17.320764 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c93e3f50-e1a4-43da-badd-720b4b2c5f8c req-0cf80b4e-3081-4959-b27c-2698b33fb5d2 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0338442 Aug 16 01:58:17.336343 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.396009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.454619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:17.462736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:17.465843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:17.476843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.477537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.493825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Pushing event updated for resources: {'Port': ['ID=dffe2496-378f-4106-a744-cdf87c5889ee,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.505627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-c8339126-19f0-4744-8dfb-481ac1e9db84 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8060000 Aug 16 01:58:17.518461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824367b-4c4f-47f5-869d-8280a3b2d6f7 req-5761bea7-e054-4711-b8ff-4cebd5bce037 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.520013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5824367b-4c4f-47f5-869d-8280a3b2d6f7 req-5761bea7-e054-4711-b8ff-4cebd5bce037 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 932 time: 0.0693588 Aug 16 01:58:17.578769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5824367b-4c4f-47f5-869d-8280a3b2d6f7 req-2aa3060e-8b8f-4de4-b21c-62eeca670c3d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495660 Aug 16 01:58:17.593804 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92152c2b-92b8-4ead-8c52-8cd24a557676 x-openstack-request-id: req-92152c2b-92b8-4ead-8c52-8cd24a557676 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:17.594377 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1549ab-5f2e-4ee6-8452-985678b0736d", "name": "network-vif-plugged", "status": "completed", "tag": "3908e451-379f-4d24-9c55-0d1738f87c7a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:17.594377 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92152c2b-92b8-4ead-8c52-8cd24a557676 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:17.594822 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1549ab-5f2e-4ee6-8452-985678b0736d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3908e451-379f-4d24-9c55-0d1738f87c7a', 'code': 200} Aug 16 01:58:17.736965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13453e-4fb3-4c8c-b392-d11e54b2ffff req-a0310588-9aaf-479b-9911-11f1578d2d10 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.739123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a13453e-4fb3-4c8c-b392-d11e54b2ffff req-a0310588-9aaf-479b-9911-11f1578d2d10 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 971 time: 0.0567589 Aug 16 01:58:17.768558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e13230-6d5a-4bb0-ae06-d68721f8157b req-874c3e3c-70d8-4313-9fb7-f1edce7cbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.770084 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-87e13230-6d5a-4bb0-ae06-d68721f8157b req-874c3e3c-70d8-4313-9fb7-f1edce7cbd7b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 1123 time: 0.0963755 Aug 16 01:58:17.784689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a13453e-4fb3-4c8c-b392-d11e54b2ffff req-4de2fc80-7392-4308-b618-5633355a5a45 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Aug 16 01:58:17.792182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-87e13230-6d5a-4bb0-ae06-d68721f8157b req-b96950fa-94fc-4ed6-ad63-5eab75838aaa service neutron] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.906839 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-87e13230-6d5a-4bb0-ae06-d68721f8157b req-b96950fa-94fc-4ed6-ad63-5eab75838aaa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.910973 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-87e13230-6d5a-4bb0-ae06-d68721f8157b req-b96950fa-94fc-4ed6-ad63-5eab75838aaa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.960184 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-87e13230-6d5a-4bb0-ae06-d68721f8157b req-b96950fa-94fc-4ed6-ad63-5eab75838aaa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828351 Aug 16 01:58:17.965429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96950fa-94fc-4ed6-ad63-5eab75838aaa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf87a5d-bb13-4dbe-9990-1adeb5349c8c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.980166 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ed4d41a7-935f-49ec-a34e-134dfe9320d4 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8986c8bbe41b493f9ef4a0930e08d93d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242746 Aug 16 01:58:18.272721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee3b365b-b822-4543-8a91-b93dc72dc996 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.275001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee3b365b-b822-4543-8a91-b93dc72dc996 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884955 Aug 16 01:58:18.292350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-6213e348-8e48-4dd3-b5b1-8f39ee4e14e8 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/quotas/8986c8bbe41b493f9ef4a0930e08d93d HTTP/1.1" status: 200 len: 375 time: 0.0099888 Aug 16 01:58:18.327791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-4c35d8d1-8958-4508-b744-407e3c4859b8 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8986c8bbe41b493f9ef4a0930e08d93d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290310 Aug 16 01:58:18.416089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:18.424858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bef4bdc-3e7c-4924-bd36-f0e6a472e4f9 req-8864729f-dcf1-4310-9962-22100939d1f7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0365746 Aug 16 01:58:18.533777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1482f1cf-e6b0-45a7-867b-109d7715ee86 req-4e9d5e8a-e055-4dd9-8d70-085d9ab2958f tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 210 time: 0.0325165 Aug 16 01:58:18.573561 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bbd2a92-80c5-4c19-bcab-6c0af89ad31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.729719 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bbd2a92-80c5-4c19-bcab-6c0af89ad31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.735116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bbd2a92-80c5-4c19-bcab-6c0af89ad31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.756009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:18.790996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9bbd2a92-80c5-4c19-bcab-6c0af89ad31f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5490bd32f9404be8a8e266d23612a554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737819 Aug 16 01:58:18.791340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:18.814237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aa9cb-a00c-4737-a3db-c63e2ba847f6 req-e04d3807-4838-4b0e-a223-eff0e30281d9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.815926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c60aa9cb-a00c-4737-a3db-c63e2ba847f6 req-e04d3807-4838-4b0e-a223-eff0e30281d9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 932 time: 0.1277740 Aug 16 01:58:18.818415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd2a92-80c5-4c19-bcab-6c0af89ad31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd57dce-1618-417c-a158-5c74dace974f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:18.866173 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f773c2-e2e6-4cea-8a18-d49a03b75b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.900276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c60aa9cb-a00c-4737-a3db-c63e2ba847f6 req-789af6c6-b2cd-4491-9a42-f93d5ee72707 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771747 Aug 16 01:58:18.902503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f773c2-e2e6-4cea-8a18-d49a03b75b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.972014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f54ad97-6cbc-4e6e-9df2-3c5ffb6a3aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.986407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdc98c-7563-441b-8d61-d4fe65e5197e req-0463e8cd-2311-49ff-8ef4-ec52fbb2beab tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.988602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11cdc98c-7563-441b-8d61-d4fe65e5197e req-0463e8cd-2311-49ff-8ef4-ec52fbb2beab tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 971 time: 0.0860224 Aug 16 01:58:18.994737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f773c2-e2e6-4cea-8a18-d49a03b75b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.997561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f773c2-e2e6-4cea-8a18-d49a03b75b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.999388 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f8f773c2-e2e6-4cea-8a18-d49a03b75b06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebd57dce-1618-417c-a158-5c74dace974f HTTP/1.1" status: 204 len: 168 time: 0.2063699 Aug 16 01:58:19.033008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f773c2-e2e6-4cea-8a18-d49a03b75b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd57dce-1618-417c-a158-5c74dace974f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.049409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11cdc98c-7563-441b-8d61-d4fe65e5197e req-b16eed80-6b4e-4663-a405-9e8bc74a344a tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528204 Aug 16 01:58:19.153978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f54ad97-6cbc-4e6e-9df2-3c5ffb6a3aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.158004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f54ad97-6cbc-4e6e-9df2-3c5ffb6a3aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.200940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54ad97-6cbc-4e6e-9df2-3c5ffb6a3aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a16f7f-b0d1-4b5a-8023-f113f14888a8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.208901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4f54ad97-6cbc-4e6e-9df2-3c5ffb6a3aad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7df868333ed4addbd03aafa095db4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517596 Aug 16 01:58:19.211823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.272694 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b03f98f4-0a1b-4e68-98b4-389498c1632e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.298390 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b03f98f4-0a1b-4e68-98b4-389498c1632e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.360970 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b03f98f4-0a1b-4e68-98b4-389498c1632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.364000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b03f98f4-0a1b-4e68-98b4-389498c1632e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.367501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b03f98f4-0a1b-4e68-98b4-389498c1632e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44a16f7f-b0d1-4b5a-8023-f113f14888a8 HTTP/1.1" status: 204 len: 168 time: 0.1523604 Aug 16 01:58:19.369030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60348) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.377507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f98f4-0a1b-4e68-98b4-389498c1632e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a16f7f-b0d1-4b5a-8023-f113f14888a8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.385379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd434-8009-4515-a6a4-20e4af10b445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.520552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd434-8009-4515-a6a4-20e4af10b445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.526094 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd434-8009-4515-a6a4-20e4af10b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.568860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c7970c2-00c3-4aa1-a13c-a7272e852e73 req-9732f7e8-fec8-485b-bf0c-23d2ff7db853 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0335023 Aug 16 01:58:19.572499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4b0fd434-8009-4515-a6a4-20e4af10b445 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a0e6beeb43844e5bac44e28a1c1976cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024224 Aug 16 01:58:19.572880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60354) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.573559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fd434-8009-4515-a6a4-20e4af10b445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca14e7d-e47d-44dc-a6fb-9d6a332e987a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.667528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0453552e-ebf6-4269-9e8c-cf2a345f6524 req-bb232a93-1d63-4c17-8bd6-668312d5466e tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 210 time: 0.0293593 Aug 16 01:58:19.694923 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f2d61d0-b350-4098-a90b-6896f76d0ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.706796 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-27f6303e-734a-48b8-ad63-16913100086c tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8986c8bbe41b493f9ef4a0930e08d93d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238941 Aug 16 01:58:19.721974 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f2d61d0-b350-4098-a90b-6896f76d0ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.789086 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f2d61d0-b350-4098-a90b-6896f76d0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.792533 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f2d61d0-b350-4098-a90b-6896f76d0ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.794003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4f2d61d0-b350-4098-a90b-6896f76d0ec6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eca14e7d-e47d-44dc-a6fb-9d6a332e987a HTTP/1.1" status: 204 len: 168 time: 0.2201667 Aug 16 01:58:19.814630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d61d0-b350-4098-a90b-6896f76d0ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca14e7d-e47d-44dc-a6fb-9d6a332e987a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.854881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-0fbb4d25-04fb-48cf-a881-b4fe5bc61f79 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.856635 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-0fbb4d25-04fb-48cf-a881-b4fe5bc61f79 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420066 Aug 16 01:58:19.871972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Request body: {'port': {'device_id': '6d58b491-5311-48f1-8c61-fcf2e35b7a83', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '8986c8bbe41b493f9ef4a0930e08d93d'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:19.874990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.890589 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-572e7cb9-421d-421b-bddd-b1f6a9f331bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.038302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-572e7cb9-421d-421b-bddd-b1f6a9f331bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.049521 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-572e7cb9-421d-421b-bddd-b1f6a9f331bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.065400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Made reservation on behalf of 8986c8bbe41b493f9ef4a0930e08d93d for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:20.067791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495829c9-92f2-48eb-b5b3-4a8432a8373e req-9675a065-7be3-4b36-a176-216f06bf0edf tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.069301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-495829c9-92f2-48eb-b5b3-4a8432a8373e req-9675a065-7be3-4b36-a176-216f06bf0edf tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 932 time: 0.0850708 Aug 16 01:58:20.069785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.085353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.141452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-572e7cb9-421d-421b-bddd-b1f6a9f331bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa9cc1fb218041928d3495c633e2bccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650719 Aug 16 01:58:20.145079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:20.203601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-495829c9-92f2-48eb-b5b3-4a8432a8373e req-897c427e-be96-4783-a31c-c7b9bbcc8dcd tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264350 Aug 16 01:58:20.204344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e7cb9-421d-421b-bddd-b1f6a9f331bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a366c38b-89a4-4b03-801e-2464babe479b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.246330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.252530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.289684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09541f07-2554-46a4-88de-f1f955e3ed85 req-65df5c68-896d-4a9c-b8f1-66a223e7c826 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.291279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09541f07-2554-46a4-88de-f1f955e3ed85 req-65df5c68-896d-4a9c-b8f1-66a223e7c826 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 971 time: 0.1299200 Aug 16 01:58:20.292080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdee0aba-34a7-4512-8f2a-f76644d8c717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.328737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdee0aba-34a7-4512-8f2a-f76644d8c717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.331987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f463adf0-13e5-4820-912d-a6e9a3e830fd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.374674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09541f07-2554-46a4-88de-f1f955e3ed85 req-19777fc1-5190-4cdc-919c-94c9f689bc6d tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683024 Aug 16 01:58:20.406149 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdee0aba-34a7-4512-8f2a-f76644d8c717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.409109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdee0aba-34a7-4512-8f2a-f76644d8c717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.412896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cdee0aba-34a7-4512-8f2a-f76644d8c717 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a366c38b-89a4-4b03-801e-2464babe479b HTTP/1.1" status: 204 len: 168 time: 0.2605550 Aug 16 01:58:20.419134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee0aba-34a7-4512-8f2a-f76644d8c717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a366c38b-89a4-4b03-801e-2464babe479b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.465404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Allocated IP 192.168.233.163 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/cea9b708-32bf-4744-883a-d9f4147923e2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:20.613454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28cef2-4a27-4498-97d7-6e016d33f120 req-1f15abcc-bd84-40eb-857b-85b6f840948e tempest-AggregatesAdminTestJSON-368228226 tempest-AggregatesAdminTestJSON-368228226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.621419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e28cef2-4a27-4498-97d7-6e016d33f120 req-1f15abcc-bd84-40eb-857b-85b6f840948e tempest-AggregatesAdminTestJSON-368228226 tempest-AggregatesAdminTestJSON-368228226-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 1123 time: 0.1013272 Aug 16 01:58:20.638404 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e28cef2-4a27-4498-97d7-6e016d33f120 req-817b5466-7478-4c33-86ac-586e64cc4b87 tempest-AggregatesAdminTestJSON-368228226 tempest-AggregatesAdminTestJSON-368228226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.690113 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.722404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Transition to ACTIVE for port object cea9b708-32bf-4744-883a-d9f4147923e2 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:20.740554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56a86919-dc84-4bce-8542-c08e46ff80e6 req-ed3aa538-33fb-402d-bbad-261b01d5f822 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0402057 Aug 16 01:58:20.777052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.807406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e28cef2-4a27-4498-97d7-6e016d33f120 req-817b5466-7478-4c33-86ac-586e64cc4b87 tempest-AggregatesAdminTestJSON-368228226 tempest-AggregatesAdminTestJSON-368228226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.815144 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e28cef2-4a27-4498-97d7-6e016d33f120 req-817b5466-7478-4c33-86ac-586e64cc4b87 tempest-AggregatesAdminTestJSON-368228226 tempest-AggregatesAdminTestJSON-368228226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.844417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:20.846156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Pushing event updated for resources: {'Port': ['ID=cea9b708-32bf-4744-883a-d9f4147923e2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.850120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:20.873857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e28cef2-4a27-4498-97d7-6e016d33f120 req-817b5466-7478-4c33-86ac-586e64cc4b87 tempest-AggregatesAdminTestJSON-368228226 tempest-AggregatesAdminTestJSON-368228226-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514272 Aug 16 01:58:20.883029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:20.892414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.893224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.926436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b5466-7478-4c33-86ac-586e64cc4b87 tempest-AggregatesAdminTestJSON-368228226 tempest-AggregatesAdminTestJSON-368228226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebe7155-284d-4cf0-8807-5ba3cad3307e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.929426 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-822609c5-0348-4d52-b288-d8c80a6a8855 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0621679 Aug 16 01:58:20.943932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Request body: {'port': {'device_id': '6d58b491-5311-48f1-8c61-fcf2e35b7a83', 'device_owner': 'compute:tempest-test_az-1083468856', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:20.957329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5314733-23c5-49ef-ac53-1d0fbaeb984f req-d76c1229-b5c2-446f-9f60-0c561be251cd tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.965178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5314733-23c5-49ef-ac53-1d0fbaeb984f req-d76c1229-b5c2-446f-9f60-0c561be251cd tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 936 time: 0.1189594 Aug 16 01:58:21.015722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5314733-23c5-49ef-ac53-1d0fbaeb984f req-199ae85a-3818-40fe-9720-95f0000632bf tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438967 Aug 16 01:58:21.030583 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.303185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed5ca063-0b2f-4f5d-b682-59cc8c896bb3 None None] Provisioning for port cea9b708-32bf-4744-883a-d9f4147923e2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:21.307817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed5ca063-0b2f-4f5d-b682-59cc8c896bb3 None None] Provisioning complete for port cea9b708-32bf-4744-883a-d9f4147923e2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:21.308354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed5ca063-0b2f-4f5d-b682-59cc8c896bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.368199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ca063-0b2f-4f5d-b682-59cc8c896bb3 None None] Port cea9b708-32bf-4744-883a-d9f4147923e2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:21.460718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235f744-3a25-496d-9c8a-ff10fb3182eb req-39999fad-84f4-47ea-8a2e-1c5145b86a86 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.462540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9235f744-3a25-496d-9c8a-ff10fb3182eb req-39999fad-84f4-47ea-8a2e-1c5145b86a86 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 932 time: 0.0828645 Aug 16 01:58:21.466460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea9b708-32bf-4744-883a-d9f4147923e2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:21.479323 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.498104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Transition to ACTIVE for port object cea9b708-32bf-4744-883a-d9f4147923e2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:21.504453 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.533785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9235f744-3a25-496d-9c8a-ff10fb3182eb req-38556449-bd88-4c0f-b0bb-1317eac6b1e2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616689 Aug 16 01:58:21.592133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Attempting to bind port cea9b708-32bf-4744-883a-d9f4147923e2 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:21.593424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Attempting to bind port cea9b708-32bf-4744-883a-d9f4147923e2 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:21.593424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Attempting to bind port cea9b708-32bf-4744-883a-d9f4147923e2 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:21.595689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cea9b708-32bf-4744-883a-d9f4147923e2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.609688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Port cea9b708-32bf-4744-883a-d9f4147923e2 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:21.610248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Attempting to bind port cea9b708-32bf-4744-883a-d9f4147923e2 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:21.617219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:21.617793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:21.618326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:21.618925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Bound port: cea9b708-32bf-4744-883a-d9f4147923e2, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:21.619450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.955562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] For port cea9b708-32bf-4744-883a-d9f4147923e2, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:21.959675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] For port cea9b708-32bf-4744-883a-d9f4147923e2, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cea9b708-32bf-4744-883a-d9f4147923e2,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:21.959841 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31cec2d7-5031-4c16-b2ce-d6e4ee5190f1 req-4aa9ebe1-217b-40bb-a4d0-48a93dc044fe tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0676186 Aug 16 01:58:21.966518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.032340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.033117 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.034547 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] 10.222.0.93 "PUT /v2.0/ports/cea9b708-32bf-4744-883a-d9f4147923e2 HTTP/1.1" status: 200 len: 1119 time: 1.0964310 Aug 16 01:58:22.035011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d58b491-5311-48f1-8c61-fcf2e35b7a83', 'tag': 'cea9b708-32bf-4744-883a-d9f4147923e2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:22.037402 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c20687a-e300-40a1-8885-d7596fa62d59" -d '{"events": [{"name": "network-changed", "server_uuid": "6d58b491-5311-48f1-8c61-fcf2e35b7a83", "tag": "cea9b708-32bf-4744-883a-d9f4147923e2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:22.075067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ce64a-405b-4d33-8ee7-66e1ca995fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cea9b708-32bf-4744-883a-d9f4147923e2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:22.156667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-57f858c5-5e4c-424a-9a65-f343886783d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.158207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-57f858c5-5e4c-424a-9a65-f343886783d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8986c8bbe41b493f9ef4a0930e08d93d&device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 1122 time: 0.0644214 Aug 16 01:58:22.219537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-6fc57a10-3b40-4bee-8900-7e75e0828f9e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=cea9b708-32bf-4744-883a-d9f4147923e2 HTTP/1.1" status: 200 len: 217 time: 0.0417709 Aug 16 01:58:22.234311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f74ad-90d4-4275-a618-bd70f3dd66eb req-1512c75f-885c-4f04-acb4-c69065926d24 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.236301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a19f74ad-90d4-4275-a618-bd70f3dd66eb req-1512c75f-885c-4f04-acb4-c69065926d24 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 970 time: 0.0757897 Aug 16 01:58:22.298080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-af4b2769-6ab0-4f16-8bf3-96a153d25969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.298080 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-af4b2769-6ab0-4f16-8bf3-96a153d25969 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0707846 Aug 16 01:58:22.300102 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a19f74ad-90d4-4275-a618-bd70f3dd66eb req-c21f5a42-e640-4020-b450-a5af9733bf3d tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507305 Aug 16 01:58:22.354114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-9334d896-6f9b-4d82-bd30-32ed9a9270ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.355664 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-9334d896-6f9b-4d82-bd30-32ed9a9270ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502872 Aug 16 01:58:22.365121 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979d8d3a-a861-4994-ba49-2be54d2dceb3 x-openstack-request-id: req-979d8d3a-a861-4994-ba49-2be54d2dceb3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:22.365675 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d58b491-5311-48f1-8c61-fcf2e35b7a83", "tag": "cea9b708-32bf-4744-883a-d9f4147923e2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:22.366310 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-979d8d3a-a861-4994-ba49-2be54d2dceb3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:22.367039 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d58b491-5311-48f1-8c61-fcf2e35b7a83', 'tag': 'cea9b708-32bf-4744-883a-d9f4147923e2', 'status': 'completed', 'code': 200} Aug 16 01:58:22.494925 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-8346eaa1-e92d-415c-a487-26beb5fcad9a service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264713 Aug 16 01:58:22.616158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b85da5-bae9-41bb-b0e8-d3eeb3bac6e2 req-a0096c7f-d91b-426d-b225-7d7020f0f446 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093645 Aug 16 01:58:22.717442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-9b5719e1-be43-4a2b-b932-c008f01f9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.719160 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-9b5719e1-be43-4a2b-b932-c008f01f9033 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8986c8bbe41b493f9ef4a0930e08d93d&device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 1122 time: 0.0510938 Aug 16 01:58:22.838521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-46921497-3d2c-4d1c-a7e2-720d84b85aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.840844 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-46921497-3d2c-4d1c-a7e2-720d84b85aba service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1135862 Aug 16 01:58:22.850028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997ab6b-d879-409c-b2bd-c303a9dabfe6 req-d7b4a5ed-68cd-49b6-ac3f-6763b46ae52d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.857401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0997ab6b-d879-409c-b2bd-c303a9dabfe6 req-d7b4a5ed-68cd-49b6-ac3f-6763b46ae52d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 932 time: 0.0893855 Aug 16 01:58:22.898027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-25182004-b391-4e76-bc17-4fb49303ccd5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=cea9b708-32bf-4744-883a-d9f4147923e2 HTTP/1.1" status: 200 len: 217 time: 0.0486019 Aug 16 01:58:22.899632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0997ab6b-d879-409c-b2bd-c303a9dabfe6 req-26d13c2b-5a4c-4c1c-a8c0-e0c34d73db2f tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Aug 16 01:58:22.986516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-86ba5737-cef3-4519-89ff-15a23c1e24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.989381 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-86ba5737-cef3-4519-89ff-15a23c1e24b6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0822053 Aug 16 01:58:23.069122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-4eb98376-9f80-4ebd-8be8-59490e2ca2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.073958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-4eb98376-9f80-4ebd-8be8-59490e2ca2af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743520 Aug 16 01:58:23.206643 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-7eb9d1bb-f4dd-47d3-af38-1cd64e78641f service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234777 Aug 16 01:58:23.262684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7b2116c-f661-4728-aabe-4303eb6dab04 req-24490f14-7266-43d7-a4ee-b0c8fe2c0d80 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0286622 Aug 16 01:58:23.356030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:23.356715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:23.383382 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c20687a-e300-40a1-8885-d7596fa62d59 req-cb1e0e23-90db-491a-95f9-36e7955125f6 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695199 Aug 16 01:58:23.517321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3162b1b-65b7-4886-8fd1-13219dc16e3a req-9ec3f7f8-e5ad-46a0-8c9b-da6ac5ecb7a5 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.518885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3162b1b-65b7-4886-8fd1-13219dc16e3a req-9ec3f7f8-e5ad-46a0-8c9b-da6ac5ecb7a5 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 970 time: 0.1051395 Aug 16 01:58:23.534612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5258f69e-2997-4b94-9bf6-da53549df39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.564123 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d985613-eaab-452c-8527-9773583c722a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.611366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3162b1b-65b7-4886-8fd1-13219dc16e3a req-e4152338-7744-4e54-89ba-a9013b31be06 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848267 Aug 16 01:58:23.708366 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5258f69e-2997-4b94-9bf6-da53549df39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.715988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5258f69e-2997-4b94-9bf6-da53549df39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.784863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258f69e-2997-4b94-9bf6-da53549df39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2ffda5-1924-45dd-ad11-ca00b7713b27,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:23.805554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5258f69e-2997-4b94-9bf6-da53549df39b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1886f6dbbce844b3b4019d901ba20379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451356 Aug 16 01:58:23.806243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:23.896900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-798009d7-c35a-4d36-a849-6c7b37d1b04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.907370 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d985613-eaab-452c-8527-9773583c722a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.913842 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d985613-eaab-452c-8527-9773583c722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.927258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-798009d7-c35a-4d36-a849-6c7b37d1b04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.950932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1d985613-eaab-452c-8527-9773583c722a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=309560e91b2c4518b0577ddadc56a743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931866 Aug 16 01:58:23.955505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:23.975120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d985613-eaab-452c-8527-9773583c722a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb034357-2a5d-4018-a31b-aa817f4e9a8c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.019435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-798009d7-c35a-4d36-a849-6c7b37d1b04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.024874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-798009d7-c35a-4d36-a849-6c7b37d1b04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.028420 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-798009d7-c35a-4d36-a849-6c7b37d1b04f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e2ffda5-1924-45dd-ad11-ca00b7713b27 HTTP/1.1" status: 204 len: 168 time: 0.2189074 Aug 16 01:58:24.028552 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bfed896-3c42-41cf-baf7-16766155bc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.044846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798009d7-c35a-4d36-a849-6c7b37d1b04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2ffda5-1924-45dd-ad11-ca00b7713b27,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.056067 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bfed896-3c42-41cf-baf7-16766155bc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.219946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e389f-4766-404c-a732-46457c79d328 req-bd281b2e-3a9e-4ed5-bc88-682db44e88f2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.221515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-298e389f-4766-404c-a732-46457c79d328 req-bd281b2e-3a9e-4ed5-bc88-682db44e88f2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 932 time: 0.0851252 Aug 16 01:58:24.237130 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bfed896-3c42-41cf-baf7-16766155bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.239956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bfed896-3c42-41cf-baf7-16766155bc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.245540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9bfed896-3c42-41cf-baf7-16766155bc0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb034357-2a5d-4018-a31b-aa817f4e9a8c HTTP/1.1" status: 204 len: 168 time: 0.2884946 Aug 16 01:58:24.266013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfed896-3c42-41cf-baf7-16766155bc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb034357-2a5d-4018-a31b-aa817f4e9a8c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.300460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-298e389f-4766-404c-a732-46457c79d328 req-46b16431-54f7-448c-b0ff-8e7bfcc8edbc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705848 Aug 16 01:58:24.404947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bd5be73-0d8b-4ee3-a201-32d0524d0315 req-a0cab3dd-7703-493e-b871-c427129fd9d5 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0368631 Aug 16 01:58:24.442974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:24.560068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:24.674016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f7041e0-5188-4dcd-951e-131ebd9515b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.705234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:24.729383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c366bd7f-3ab4-4c56-bfc9-dc7a43d00ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.847933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5cc5f-d7a9-45e4-9271-35ea0f7a17f7 req-bf6adebb-23e7-468d-9f3b-65740b054e70 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.849863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74d5cc5f-d7a9-45e4-9271-35ea0f7a17f7 req-bf6adebb-23e7-468d-9f3b-65740b054e70 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 970 time: 0.1000342 Aug 16 01:58:24.908357 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44189362-53fe-4a31-a5b3-95cc39c4ea10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.955486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74d5cc5f-d7a9-45e4-9271-35ea0f7a17f7 req-fd8f94bf-4b6e-4825-830f-2c2f58f2e2fd tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949292 Aug 16 01:58:24.957329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f7041e0-5188-4dcd-951e-131ebd9515b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.965136 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f7041e0-5188-4dcd-951e-131ebd9515b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.004088 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-44189362-53fe-4a31-a5b3-95cc39c4ea10 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:58:25.004088 n-d-768862-14 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:58:25.004088 n-d-768862-14 neutron-server[94639]: [parameters: {'project_id_1': '1822d11bbbf74b2ab4570f6eac513a56', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 58, 24, 946828)}] Aug 16 01:58:25.004088 n-d-768862-14 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:25.004981 n-d-768862-14 neutron-server[94639]: DEBUG oslo_db.api [None req-44189362-53fe-4a31-a5b3-95cc39c4ea10 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:25.017310 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7041e0-5188-4dcd-951e-131ebd9515b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7def36e3-8d45-419c-9a82-e89943f834de,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:25.039729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6f7041e0-5188-4dcd-951e-131ebd9515b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a70f23c2aa34e20951b568533d55318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5954576 Aug 16 01:58:25.044336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.106322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-034fe8dc-7a96-441b-a439-81b20ed3b0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.117021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c366bd7f-3ab4-4c56-bfc9-dc7a43d00ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.124447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c366bd7f-3ab4-4c56-bfc9-dc7a43d00ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.134837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-034fe8dc-7a96-441b-a439-81b20ed3b0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.190769 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c366bd7f-3ab4-4c56-bfc9-dc7a43d00ac7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=330e6ce19e3344109bb1ef291cf679db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842951 Aug 16 01:58:25.191770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366bd7f-3ab4-4c56-bfc9-dc7a43d00ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4900b6c6-66d3-4325-b752-678fa300814e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:25.193600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.212803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-034fe8dc-7a96-441b-a439-81b20ed3b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.215766 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-034fe8dc-7a96-441b-a439-81b20ed3b0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.216936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-034fe8dc-7a96-441b-a439-81b20ed3b0e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7def36e3-8d45-419c-9a82-e89943f834de HTTP/1.1" status: 204 len: 168 time: 0.1717188 Aug 16 01:58:25.234689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fe8dc-7a96-441b-a439-81b20ed3b0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7def36e3-8d45-419c-9a82-e89943f834de,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:25.235105 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:58:25.269773 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88feb99c-60b9-4e0e-9f0e-af48130c484f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.297283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88feb99c-60b9-4e0e-9f0e-af48130c484f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.354948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88feb99c-60b9-4e0e-9f0e-af48130c484f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.359871 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88feb99c-60b9-4e0e-9f0e-af48130c484f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.361072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-88feb99c-60b9-4e0e-9f0e-af48130c484f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4900b6c6-66d3-4325-b752-678fa300814e HTTP/1.1" status: 204 len: 168 time: 0.1664975 Aug 16 01:58:25.375396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88feb99c-60b9-4e0e-9f0e-af48130c484f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4900b6c6-66d3-4325-b752-678fa300814e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:25.405185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.472675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7fccc-61bb-4950-adaa-85ee20c21ad5 req-058b4586-3174-436f-b811-fc97be699eb9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.474719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebc7fccc-61bb-4950-adaa-85ee20c21ad5 req-058b4586-3174-436f-b811-fc97be699eb9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 932 time: 0.0790362 Aug 16 01:58:25.510242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbc76eee-f03d-4838-ac4e-bae8db52e7d1 req-041ba27c-c81a-4776-93cc-08cae8abe2d1 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0344636 Aug 16 01:58:25.510761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44189362-53fe-4a31-a5b3-95cc39c4ea10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.573717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebc7fccc-61bb-4950-adaa-85ee20c21ad5 req-6fe3303f-0735-4104-9f3a-b25d63e760ce tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815728 Aug 16 01:58:25.700040 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44189362-53fe-4a31-a5b3-95cc39c4ea10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.706157 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44189362-53fe-4a31-a5b3-95cc39c4ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.770946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44189362-53fe-4a31-a5b3-95cc39c4ea10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1822d11bbbf74b2ab4570f6eac513a56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2073865 Aug 16 01:58:25.770946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44189362-53fe-4a31-a5b3-95cc39c4ea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a23910-e958-40df-895a-67d275b6160f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:25.771338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.797278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-19990377-network', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:25.866632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Made reservation on behalf of 203d0862d0f1439fab909fa9d5b6fe34 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:25.871352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.882107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.884101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eda387b6-c42f-4e25-af62-e7ac545f6e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.892479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.910769 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca5ba020-cc3e-45b7-bf8c-76f7d0ce460c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.922353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eda387b6-c42f-4e25-af62-e7ac545f6e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.003025 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eda387b6-c42f-4e25-af62-e7ac545f6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.006588 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eda387b6-c42f-4e25-af62-e7ac545f6e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.007789 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eda387b6-c42f-4e25-af62-e7ac545f6e90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66a23910-e958-40df-895a-67d275b6160f HTTP/1.1" status: 204 len: 168 time: 0.2354636 Aug 16 01:58:26.021943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda387b6-c42f-4e25-af62-e7ac545f6e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a23910-e958-40df-895a-67d275b6160f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.050850 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.057800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.088860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:26.107831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2223618-38d9-4839-993d-af8c6da2a1d9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.114994 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.116107 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Added segment 7283abe8-b5fe-403c-864e-7946a7fd811e of type vlan for network 4345c9c8-279f-484c-8ec3-fb365b2f139a Aug 16 01:58:26.172089 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.226282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.227381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.228823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.245634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849e2c-926f-4b69-a262-4d664fb8c643 req-dbbed279-c61d-4e06-96ad-ef34167fcc3a tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.253615 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c849e2c-926f-4b69-a262-4d664fb8c643 req-dbbed279-c61d-4e06-96ad-ef34167fcc3a tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 970 time: 0.1287451 Aug 16 01:58:26.294910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca5ba020-cc3e-45b7-bf8c-76f7d0ce460c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.305802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca5ba020-cc3e-45b7-bf8c-76f7d0ce460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.338050 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c849e2c-926f-4b69-a262-4d664fb8c643 req-72b52428-ea14-4aea-ac8d-022681565f99 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802083 Aug 16 01:58:26.378855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ca5ba020-cc3e-45b7-bf8c-76f7d0ce460c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99f41bb22d0d4d58ab2f43af581a24c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839413 Aug 16 01:58:26.379726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:26.383144 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9773273 Aug 16 01:58:26.387204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ba020-cc3e-45b7-bf8c-76f7d0ce460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0b7be1-2e36-457b-8d8b-75e84fa9c404,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.389927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:26.401794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Request body: {'subnet': {'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-19990377-subnet', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:26.419894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a89ad-fc52-45a8-aacb-9083a489f968 admin admin] Pushing event updated for resources: {'Network': ['ID=4345c9c8-279f-484c-8ec3-fb365b2f139a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.433857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 4345c9c8-279f-484c-8ec3-fb365b2f139a details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:26.447072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Made reservation on behalf of 203d0862d0f1439fab909fa9d5b6fe34 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:26.449626 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.472471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c4f5-cd0c-48ec-ab2c-a212ea59a912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.531239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c4f5-cd0c-48ec-ab2c-a212ea59a912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.595584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device cea9b708-32bf-4744-883a-d9f4147923e2 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:26.612006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.86', 60458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:26.612660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:26.650289 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c4f5-cd0c-48ec-ab2c-a212ea59a912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.653413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c4f5-cd0c-48ec-ab2c-a212ea59a912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.658658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fbf3c4f5-cd0c-48ec-ab2c-a212ea59a912 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f0b7be1-2e36-457b-8d8b-75e84fa9c404 HTTP/1.1" status: 204 len: 168 time: 0.2775028 Aug 16 01:58:26.705031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3c4f5-cd0c-48ec-ab2c-a212ea59a912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0b7be1-2e36-457b-8d8b-75e84fa9c404,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.734294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port cea9b708-32bf-4744-883a-d9f4147923e2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cea9b708-32bf-4744-883a-d9f4147923e2,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:26.743718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-32a8001b-ce63-4ff5-8d22-744f0a542c5c req-477a0cc9-b0f2-4cd5-8af5-37fc1b3d9d26 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0836842 Aug 16 01:58:26.749411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'cea9b708-32bf-4744-883a-d9f4147923e2', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'cea9b708-32bf-4744-883a-d9f4147923e2', 'mac_address': 'fa:16:3e:0e:63:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:tempest-test_az-1083468856', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:26.817103 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.817802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dddf0f-573a-4134-bcc6-a30a3648f3ca req-911d1d5a-0f47-4b38-9260-234df4a145a7 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.819648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85dddf0f-573a-4134-bcc6-a30a3648f3ca req-911d1d5a-0f47-4b38-9260-234df4a145a7 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 932 time: 0.0749421 Aug 16 01:58:26.865040 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea9b708-32bf-4744-883a-d9f4147923e2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:26.880591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-437ae415-92e0-41ee-ad17-15cd7433cc4c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:26.883000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-437ae415-92e0-41ee-ad17-15cd7433cc4c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0620382 Aug 16 01:58:26.911798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port cea9b708-32bf-4744-883a-d9f4147923e2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cea9b708-32bf-4744-883a-d9f4147923e2,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:26.915917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85dddf0f-573a-4134-bcc6-a30a3648f3ca req-1829b59a-29e2-4fb0-81e5-94fcb2f9f669 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867493 Aug 16 01:58:26.918276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.979670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=cea9b708-32bf-4744-883a-d9f4147923e2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.981587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e306bf-4aac-4288-b6b3-941e72c74f3d req-82fa478b-64f7-46d8-817e-cedd58424b87 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.989494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63e306bf-4aac-4288-b6b3-941e72c74f3d req-82fa478b-64f7-46d8-817e-cedd58424b87 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 971 time: 0.0724838 Aug 16 01:58:26.992847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5e051d9-5360-4e5f-9ab6-a691c75dcce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.050828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63e306bf-4aac-4288-b6b3-941e72c74f3d req-6b6fc0a7-c055-435c-808f-8cc531594b06 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604331 Aug 16 01:58:27.107403 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.142162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['cea9b708-32bf-4744-883a-d9f4147923e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:27.198467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-0e878aff-d95f-4550-84a8-67b2ad03c4fd tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.200911 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-0e878aff-d95f-4550-84a8-67b2ad03c4fd tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.86 "GET /v2.0/networks?id=6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 200 len: 824 time: 0.3789971 Aug 16 01:58:27.216655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=02bb06c1-30a0-4ce7-98d0-b8be5e9c565f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.246881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Request body: {'port': {'device_id': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:27.298532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Checking segment: {'id': '7283abe8-b5fe-403c-864e-7946a7fd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:27.298882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Network hostable DHCP agents. Network: 4345c9c8-279f-484c-8ec3-fb365b2f139a, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:27.372495 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-a9a7e379-3dc6-454b-bd7c-89a6c894bdfb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd7f225ed6243b7b3b318144237a5ca HTTP/1.1" status: 200 len: 380 time: 0.1526494 Aug 16 01:58:27.394759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Request body: {'port': {'device_id': '756a53ae-c466-4958-9d18-d835bb201ec1', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'admin_state_up': True, 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'security_groups': ['3b00eb51-6adf-4e29-b4ab-62a0c0022649']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:27.415849 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5e051d9-5360-4e5f-9ab6-a691c75dcce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.417175 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.450943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Network 4345c9c8-279f-484c-8ec3-fb365b2f139a is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:27.466801 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5e051d9-5360-4e5f-9ab6-a691c75dcce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.487947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61673d6e-16dc-4cd2-a113-4185294f5257 req-37255222-8a6d-42b3-ba29-497943288b9b tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.496439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61673d6e-16dc-4cd2-a113-4185294f5257 req-37255222-8a6d-42b3-ba29-497943288b9b tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 971 time: 0.0679820 Aug 16 01:58:27.511393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e051d9-5360-4e5f-9ab6-a691c75dcce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685dd2ae-9735-41d8-a4e8-e171b3fc8047,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.547886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61673d6e-16dc-4cd2-a113-4185294f5257 req-c6ed453a-e183-414b-b51a-8c12c5a21f8e tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Aug 16 01:58:27.568535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 4345c9c8-279f-484c-8ec3-fb365b2f139a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:27.576866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d156e5d-88a0-4a13-9651-582df47405c9 None None] Network 4345c9c8-279f-484c-8ec3-fb365b2f139a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:27.580069 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c5e051d9-5360-4e5f-9ab6-a691c75dcce9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63db7b7289e34d919c886617ce186261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7571015 Aug 16 01:58:27.582748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:27.588707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.589548 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.640983 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974c84e7-7062-4a89-9818-e3c4c25aa9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.670048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974c84e7-7062-4a89-9818-e3c4c25aa9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.698445 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-def85220-7e52-4074-b866-ee32cbcdeb1a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3058293 Aug 16 01:58:27.705206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:27.712222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:27.743116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.744679 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.763213 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974c84e7-7062-4a89-9818-e3c4c25aa9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.765540 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974c84e7-7062-4a89-9818-e3c4c25aa9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.766950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-974c84e7-7062-4a89-9818-e3c4c25aa9ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/685dd2ae-9735-41d8-a4e8-e171b3fc8047 HTTP/1.1" status: 204 len: 168 time: 0.1829295 Aug 16 01:58:27.791586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c84e7-7062-4a89-9818-e3c4c25aa9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685dd2ae-9735-41d8-a4e8-e171b3fc8047,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.842843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.864002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Made reservation on behalf of 6fd7f225ed6243b7b3b318144237a5ca for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:27.868521 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.970279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-4345c9c8-279f-484c-8ec3-fb365b2f139a', 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'fixed_ips': [{'subnet_id': '02bb06c1-30a0-4ce7-98d0-b8be5e9c565f'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:27.971329 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.025485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f03bd07d-2aa3-4fb6-88e6-2f9f665d92b9 req-e6dd0baf-d162-4222-978b-6c8bdbf067bc tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0829847 Aug 16 01:58:28.131018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-da9d57d2-6667-4786-951d-4161c0971db8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.132987 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-da9d57d2-6667-4786-951d-4161c0971db8 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 971 time: 0.1853206 Aug 16 01:58:28.178119 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.241885 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Allocated IP 172.20.0.2 (4345c9c8-279f-484c-8ec3-fb365b2f139a/02bb06c1-30a0-4ce7-98d0-b8be5e9c565f/93dbf665-3263-49e9-9716-8d9e913c13b8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:28.308720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Allocated IP 172.20.0.4 (6785f4d5-5db4-4b92-80f4-07c97d6648ad/d2c12270-e7e4-47d4-a4dd-b7d3336eab63/baceecae-20d1-4158-b8b0-cef2cc53032e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:28.494474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1c99-4903-4bcd-a26c-d67c00edd5ff req-5fc93752-988f-48f3-95a0-9e1be947bc3c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.502069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f8a1c99-4903-4bcd-a26c-d67c00edd5ff req-5fc93752-988f-48f3-95a0-9e1be947bc3c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 932 time: 0.3167384 Aug 16 01:58:28.532321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29565392-d63c-45de-ac1b-abd717a749c8 req-1ef38599-836f-4874-8765-34b5f174691c tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.539824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29565392-d63c-45de-ac1b-abd717a749c8 req-1ef38599-836f-4874-8765-34b5f174691c tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 971 time: 0.3251920 Aug 16 01:58:28.582748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffe2496-378f-4106-a744-cdf87c5889ee {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:28.589391 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.596386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device cea9b708-32bf-4744-883a-d9f4147923e2 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:28.616592 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.622331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f8a1c99-4903-4bcd-a26c-d67c00edd5ff req-db4998df-1b06-41dd-87c7-6391470545b0 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192784 Aug 16 01:58:28.631610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29565392-d63c-45de-ac1b-abd717a749c8 req-2c2781b8-d5d3-4676-8f5d-e55f17686043 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901449 Aug 16 01:58:28.663675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Transition to ACTIVE for port object 93dbf665-3263-49e9-9716-8d9e913c13b8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:28.668409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Deleting port 3908e451-379f-4d24-9c55-0d1738f87c7a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:28.669082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.700737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Transition to ACTIVE for port object 93dbf665-3263-49e9-9716-8d9e913c13b8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:28.712747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.760397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Transition to ACTIVE for port object dffe2496-378f-4106-a744-cdf87c5889ee will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:28.764644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port cea9b708-32bf-4744-883a-d9f4147923e2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:28.769966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Network 4345c9c8-279f-484c-8ec3-fb365b2f139a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:28.785719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port cea9b708-32bf-4744-883a-d9f4147923e2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:28.786101 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.788926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:28.793299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.796688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:28.832029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Pushing event updated for resources: {'Port': ['ID=93dbf665-3263-49e9-9716-8d9e913c13b8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.903367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Attempting to bind port 93dbf665-3263-49e9-9716-8d9e913c13b8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:28.904020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Attempting to bind port 93dbf665-3263-49e9-9716-8d9e913c13b8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7283abe8-b5fe-403c-864e-7946a7fd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:28.904139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Attempting to bind port 93dbf665-3263-49e9-9716-8d9e913c13b8 on network 4345c9c8-279f-484c-8ec3-fb365b2f139a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:28.935196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:28.936249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Checking segment: {'id': '7283abe8-b5fe-403c-864e-7946a7fd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:28.936740 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.937507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Bound using segment: {'id': '7283abe8-b5fe-403c-864e-7946a7fd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:28.938272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Bound port: 93dbf665-3263-49e9-9716-8d9e913c13b8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7283abe8-b5fe-403c-864e-7946a7fd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:28.938855 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.966647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1bf60-2ff7-4ac7-ba86-6a671e7637af req-bfb88d65-df9b-4eab-a783-02064eda7f0f tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.987409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7eb1bf60-2ff7-4ac7-ba86-6a671e7637af req-bfb88d65-df9b-4eab-a783-02064eda7f0f tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 971 time: 0.2294459 Aug 16 01:58:28.993772 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.995297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.030408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] For port 3908e451-379f-4d24-9c55-0d1738f87c7a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3908e451-379f-4d24-9c55-0d1738f87c7a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:29.030769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.057660 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.119558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Calling delete_port for 3908e451-379f-4d24-9c55-0d1738f87c7a owned by compute:tempest-test_az-1083468856 {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:29.177631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Pushing event updated for resources: {'Port': ['ID=dffe2496-378f-4106-a744-cdf87c5889ee,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.195801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7eb1bf60-2ff7-4ac7-ba86-6a671e7637af req-84215569-b2b6-4283-a9fb-608334b093b3 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073309 Aug 16 01:58:29.213650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] For port 93dbf665-3263-49e9-9716-8d9e913c13b8, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:29.214513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] For port 93dbf665-3263-49e9-9716-8d9e913c13b8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=93dbf665-3263-49e9-9716-8d9e913c13b8,segment=NetworkSegment(7283abe8-b5fe-403c-864e-7946a7fd811e),segment_id=7283abe8-b5fe-403c-864e-7946a7fd811e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:29.220702 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.229278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d58b491-5311-48f1-8c61-fcf2e35b7a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea9b708-32bf-4744-883a-d9f4147923e2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:29.230607 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8506127-14f1-470e-a222-80bdf7f3ba3e" -d '{"events": [{"server_uuid": "6d58b491-5311-48f1-8c61-fcf2e35b7a83", "name": "network-vif-plugged", "status": "completed", "tag": "cea9b708-32bf-4744-883a-d9f4147923e2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:29.282536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port cea9b708-32bf-4744-883a-d9f4147923e2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cea9b708-32bf-4744-883a-d9f4147923e2,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:29.290621 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.323186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c213d3-2f7c-43fd-af45-16f644d4ab39 None None] Pushing event updated for resources: {'Port': ['ID=93dbf665-3263-49e9-9716-8d9e913c13b8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.375748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7eaa4d76-c539-4c8d-bc71-e28b823ef535 req-5968b9ed-f73e-4028-943b-cada04f02502 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 210 time: 0.0581737 Aug 16 01:58:29.429004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=cea9b708-32bf-4744-883a-d9f4147923e2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.449498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Allocated IP 172.25.5.148 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/6c01a638-0da1-4d71-aa71-8c2f30efc516) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:29.476422 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb11e577-f70f-4ba4-accb-46983209c7fe x-openstack-request-id: req-eb11e577-f70f-4ba4-accb-46983209c7fe {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:29.476719 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d58b491-5311-48f1-8c61-fcf2e35b7a83", "name": "network-vif-plugged", "status": "completed", "tag": "cea9b708-32bf-4744-883a-d9f4147923e2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:29.477080 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb11e577-f70f-4ba4-accb-46983209c7fe {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:29.477600 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d58b491-5311-48f1-8c61-fcf2e35b7a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea9b708-32bf-4744-883a-d9f4147923e2', 'code': 200} Aug 16 01:58:29.515985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:29.516946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:29.517431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:29.526538 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.530016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Port dffe2496-378f-4106-a744-cdf87c5889ee on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:29.530537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:29.542648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.93', 57886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:29.561458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:29.561804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:29.562376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:29.562817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Bound port: dffe2496-378f-4106-a744-cdf87c5889ee, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:29.563214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.616202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Transition to ACTIVE for port object baceecae-20d1-4158-b8b0-cef2cc53032e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:29.732997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.806299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea2d78-ec6e-4e03-86bf-e9d49fbf6156 req-e320c3bd-7533-4f4c-8263-4393e977007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.807868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59ea2d78-ec6e-4e03-86bf-e9d49fbf6156 req-e320c3bd-7533-4f4c-8263-4393e977007a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 1124 time: 0.2634614 Aug 16 01:58:29.864886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.906816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:29.910999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.911501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e209e-1ac4-4a43-b478-5cc98b5b5907 req-1cc7aa92-c770-48fc-8c48-b5b2f3c6e050 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.913642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-909e209e-1ac4-4a43-b478-5cc98b5b5907 req-1cc7aa92-c770-48fc-8c48-b5b2f3c6e050 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.1527195 Aug 16 01:58:29.919132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:29.941834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.963532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300047d-0095-4b84-8709-46f43e5f4409 req-779c730b-e5d2-4402-aebf-139869ea122e tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.965689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6300047d-0095-4b84-8709-46f43e5f4409 req-779c730b-e5d2-4402-aebf-139869ea122e tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 971 time: 0.1620080 Aug 16 01:58:29.966485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Pushing event updated for resources: {'Port': ['ID=6c01a638-0da1-4d71-aa71-8c2f30efc516,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.970547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:29.975829 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59ea2d78-ec6e-4e03-86bf-e9d49fbf6156 req-8610ab81-2a9e-4762-8e2f-bc6cec9f6892 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371357 Aug 16 01:58:29.982162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:29.999000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:30.004258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.004890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.006299 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] 10.222.0.86 "PUT /v2.0/ports/dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 200 len: 1093 time: 2.9420593 Aug 16 01:58:30.008085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:30.008841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:30.011315 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392" -d '{"events": [{"name": "network-changed", "server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:30.014266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.024130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:30.026209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3908e451-379f-4d24-9c55-0d1738f87c7a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:30.027187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:30.033009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.033747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.036771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event updated for resources: {'Port': ['ID=baceecae-20d1-4158-b8b0-cef2cc53032e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.056973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-909e209e-1ac4-4a43-b478-5cc98b5b5907 req-45c87dff-e414-426b-9784-360e7ac95589 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331069 Aug 16 01:58:30.094544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6300047d-0095-4b84-8709-46f43e5f4409 req-88378bf7-bf5d-44c6-8506-aaf1eb0ef2d2 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/security-groups?id=11e774fc-591e-4654-801d-8ae9f155715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206057 Aug 16 01:58:30.262397 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2eb17c-d02c-415e-8ed8-a4c666400302 x-openstack-request-id: req-5b2eb17c-d02c-415e-8ed8-a4c666400302 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:30.262713 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:30.262948 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b2eb17c-d02c-415e-8ed8-a4c666400302 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:30.263370 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee', 'status': 'completed', 'code': 200} Aug 16 01:58:30.268357 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-047f6b0f-962d-49b1-b738-0063acf4036d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8839412 Aug 16 01:58:30.325349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4188c-20ea-49b6-9572-336b2f966482 service neutron] Pushing event updated for resources: {'Port': ['ID=dffe2496-378f-4106-a744-cdf87c5889ee,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.361857 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.456966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Pushing event deleted for resources: {'Port': ['ID=3908e451-379f-4d24-9c55-0d1738f87c7a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.465075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:30.472850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Request body: {'port': {'device_id': '756a53ae-c466-4958-9d18-d835bb201ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:30.482299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] No DVR routers for this DVR port 3908e451-379f-4d24-9c55-0d1738f87c7a on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:30.486893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.490074 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94ddd802-5b46-44e5-b525-02e7393dff4e req-ba9b8a08-be05-4acc-9221-baf386b8b2c5 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.93 "DELETE /v2.0/ports/3908e451-379f-4d24-9c55-0d1738f87c7a HTTP/1.1" status: 204 len: 173 time: 2.3487685 Aug 16 01:58:30.525118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-33b8de4d-3219-477c-956d-81b466eefa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.526863 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-33b8de4d-3219-477c-956d-81b466eefa88 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1096 time: 0.4139683 Aug 16 01:58:30.558179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 93dbf665-3263-49e9-9716-8d9e913c13b8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:30.560712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba5a3d-c7ee-4e52-9efe-832d064a5f33 req-9f2e8932-1259-4561-9131-027c6296beed tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.563960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24ba5a3d-c7ee-4e52-9efe-832d064a5f33 req-9f2e8932-1259-4561-9131-027c6296beed tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 972 time: 0.2634091 Aug 16 01:58:30.662772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6fdbbd7e-fc61-428c-bbc2-5ae75129d1f9 None None] Provisioning for port baceecae-20d1-4158-b8b0-cef2cc53032e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:30.704374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6fdbbd7e-fc61-428c-bbc2-5ae75129d1f9 None None] Provisioning complete for port baceecae-20d1-4158-b8b0-cef2cc53032e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:30.704756 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6fdbbd7e-fc61-428c-bbc2-5ae75129d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.720465 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-e8bbff3b-e52f-4a11-aa4b-7cf18ca2f9cd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 200 len: 217 time: 0.1631846 Aug 16 01:58:30.754043 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.844867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbbd7e-fc61-428c-bbc2-5ae75129d1f9 None None] Port baceecae-20d1-4158-b8b0-cef2cc53032e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:30.873071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 93dbf665-3263-49e9-9716-8d9e913c13b8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:30.901779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5982e7cb-bb94-49d6-adaf-441293e07b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.904951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-2f852b11-a812-4628-8eb6-696d511137ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.906463 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-2f852b11-a812-4628-8eb6-696d511137ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1725292 Aug 16 01:58:30.928817 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-020a5862-6413-4cd2-9e67-edaa1a735db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.935051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24ba5a3d-c7ee-4e52-9efe-832d064a5f33 req-8cf6567c-641b-49ff-b7bc-4ae5b5eae137 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217159 Aug 16 01:58:30.953285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-5ee95b0f-2e37-4b31-83ba-c86baab4b1d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348799 Aug 16 01:58:31.011624 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.021718 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e925969-9669-4d3b-a9a3-80a3ca1e9871 None None] Network 4345c9c8-279f-484c-8ec3-fb365b2f139a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:31.157370 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5982e7cb-bb94-49d6-adaf-441293e07b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.160442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ac2825d9-8056-4e64-a231-cb1c1bacafc8 None None] Provisioning for port 93dbf665-3263-49e9-9716-8d9e913c13b8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:31.168535 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5982e7cb-bb94-49d6-adaf-441293e07b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.184533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ac2825d9-8056-4e64-a231-cb1c1bacafc8 None None] Provisioning complete for port 93dbf665-3263-49e9-9716-8d9e913c13b8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:31.184904 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac2825d9-8056-4e64-a231-cb1c1bacafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.231747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5982e7cb-bb94-49d6-adaf-441293e07b04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1baf5baa4744fa593d0428cac74acc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7618244 Aug 16 01:58:31.238078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:31.240335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982e7cb-bb94-49d6-adaf-441293e07b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb4b35-e030-43e6-a261-c435d2a6bdb9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:31.267804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788c732-0bcf-4391-bf7d-c30f182aa324 req-1cf340d5-7bf9-41fc-9559-be4560c46725 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.279826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c788c732-0bcf-4391-bf7d-c30f182aa324 req-1cf340d5-7bf9-41fc-9559-be4560c46725 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 931 time: 0.3702621 Aug 16 01:58:31.299402 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac2825d9-8056-4e64-a231-cb1c1bacafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.362690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ac2825d9-8056-4e64-a231-cb1c1bacafc8 None None] For port 93dbf665-3263-49e9-9716-8d9e913c13b8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=93dbf665-3263-49e9-9716-8d9e913c13b8,segment=NetworkSegment(7283abe8-b5fe-403c-864e-7946a7fd811e),segment_id=7283abe8-b5fe-403c-864e-7946a7fd811e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:31.375545 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac2825d9-8056-4e64-a231-cb1c1bacafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.395415 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-fcbda441-be3f-4129-8295-9b3428bbca45 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711483 Aug 16 01:58:31.472058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2825d9-8056-4e64-a231-cb1c1bacafc8 None None] Pushing event updated for resources: {'Port': ['ID=93dbf665-3263-49e9-9716-8d9e913c13b8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:31.483698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c788c732-0bcf-4391-bf7d-c30f182aa324 req-b3e21999-3d9b-447e-b4ee-596af0d49849 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970444 Aug 16 01:58:31.513207 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d07ce66f-3362-4717-b09b-158f741e7d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.528174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a392c-b243-4c7c-9e93-6a7731e7a08a req-513d00d9-a244-4f22-b9e9-3a4472b06648 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.529628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c32a392c-b243-4c7c-9e93-6a7731e7a08a req-513d00d9-a244-4f22-b9e9-3a4472b06648 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.1614432 Aug 16 01:58:31.594135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d07ce66f-3362-4717-b09b-158f741e7d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.635945 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ec9e8a2-f367-4b33-b73f-fe43a46c0d92 req-fa7386f9-af1a-4978-ba58-a4a55e7a96c7 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264583 Aug 16 01:58:31.641415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baceecae-20d1-4158-b8b0-cef2cc53032e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:31.657638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c32a392c-b243-4c7c-9e93-6a7731e7a08a req-17ed27a9-b7de-4527-92d8-64969a04b612 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852106 Aug 16 01:58:31.663241 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.682063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ddd9084b-ff2b-4d08-8180-d830f070bd62 req-aa9186f0-167e-4e81-bb28-3e693d9284e1 tempest-AggregatesAdminTestJSON-1479755999 tempest-AggregatesAdminTestJSON-1479755999-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f1549ab-5f2e-4ee6-8452-985678b0736d HTTP/1.1" status: 200 len: 210 time: 0.0433893 Aug 16 01:58:31.690340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Transition to ACTIVE for port object baceecae-20d1-4158-b8b0-cef2cc53032e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:31.699635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d5cd067-27ef-4175-ac9c-a6e0a348f7a6 None None] Provisioning complete for port 93dbf665-3263-49e9-9716-8d9e913c13b8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:31.700408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd067-27ef-4175-ac9c-a6e0a348f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.700814 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.716174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.801472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d07ce66f-3362-4717-b09b-158f741e7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.804177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d07ce66f-3362-4717-b09b-158f741e7d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.809276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d07ce66f-3362-4717-b09b-158f741e7d99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04eb4b35-e030-43e6-a261-c435d2a6bdb9 HTTP/1.1" status: 204 len: 168 time: 0.5577726 Aug 16 01:58:31.809594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Pushing event updated for resources: {'Port': ['ID=baceecae-20d1-4158-b8b0-cef2cc53032e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:31.823900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ce66f-3362-4717-b09b-158f741e7d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb4b35-e030-43e6-a261-c435d2a6bdb9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:31.884516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-27d2775a-47b3-4545-a19e-1d93e05a0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.886044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-27d2775a-47b3-4545-a19e-1d93e05a0815 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1096 time: 0.1313148 Aug 16 01:58:31.899714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Attempting to bind port baceecae-20d1-4158-b8b0-cef2cc53032e on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:31.900042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Attempting to bind port baceecae-20d1-4158-b8b0-cef2cc53032e by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:31.900366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Attempting to bind port baceecae-20d1-4158-b8b0-cef2cc53032e on network 6785f4d5-5db4-4b92-80f4-07c97d6648ad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:31.922607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Port baceecae-20d1-4158-b8b0-cef2cc53032e on network 6785f4d5-5db4-4b92-80f4-07c97d6648ad not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:31.922936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Attempting to bind port baceecae-20d1-4158-b8b0-cef2cc53032e on network 6785f4d5-5db4-4b92-80f4-07c97d6648ad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:31.974962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:31.975370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Checking segment: {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:31.975704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Bound using segment: {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:31.976148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Bound port: baceecae-20d1-4158-b8b0-cef2cc53032e, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:31.976496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.128317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-cf1bf2e7-862f-4e51-897b-89b1e4c7a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.129801 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-cf1bf2e7-862f-4e51-897b-89b1e4c7a143 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.2317624 Aug 16 01:58:32.195432 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-41fa9a8e-70e9-457b-9cf9-0b2e25143e7e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 200 len: 217 time: 0.0557775 Aug 16 01:58:32.198198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] For port baceecae-20d1-4158-b8b0-cef2cc53032e, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:32.223802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] For port baceecae-20d1-4158-b8b0-cef2cc53032e, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=baceecae-20d1-4158-b8b0-cef2cc53032e,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:32.229660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184803c-110d-4eeb-9c04-c6499cc6e1e4 req-c45a852c-c87a-4f7a-a961-2daa06915161 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.238882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c184803c-110d-4eeb-9c04-c6499cc6e1e4 req-c45a852c-c87a-4f7a-a961-2daa06915161 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 972 time: 0.0934308 Aug 16 01:58:32.249275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.272816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Router e993ddda-16f1-4c88-ae83-7e7bdc57b17e is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:32.291393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1549ab-5f2e-4ee6-8452-985678b0736d', 'name': 'network-vif-deleted', 'tag': '3908e451-379f-4d24-9c55-0d1738f87c7a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:32.294458 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f41820-7749-4bd6-a3e1-c8a205b158d7" -d '{"events": [{"server_uuid": "2f1549ab-5f2e-4ee6-8452-985678b0736d", "name": "network-vif-deleted", "tag": "3908e451-379f-4d24-9c55-0d1738f87c7a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:32.315650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.316270 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.317640 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] 10.222.0.86 "PUT /v2.0/ports/baceecae-20d1-4158-b8b0-cef2cc53032e HTTP/1.1" status: 200 len: 1092 time: 1.8629873 Aug 16 01:58:32.325944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-e93c0221-83e7-4193-bf7f-27d58b2c31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.327499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-e93c0221-83e7-4193-bf7f-27d58b2c31b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1229908 Aug 16 01:58:32.335312 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c184803c-110d-4eeb-9c04-c6499cc6e1e4 req-36a5d150-197f-4220-98d1-8e80f8815041 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788648 Aug 16 01:58:32.442440 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe9ef85-3f37-43a6-a674-7a8ba7f90c7e x-openstack-request-id: req-abe9ef85-3f37-43a6-a674-7a8ba7f90c7e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:32.442725 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1549ab-5f2e-4ee6-8452-985678b0736d", "name": "network-vif-deleted", "tag": "3908e451-379f-4d24-9c55-0d1738f87c7a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:32.442999 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abe9ef85-3f37-43a6-a674-7a8ba7f90c7e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:32.443372 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1549ab-5f2e-4ee6-8452-985678b0736d', 'name': 'network-vif-deleted', 'tag': '3908e451-379f-4d24-9c55-0d1738f87c7a', 'status': 'completed', 'code': 200} Aug 16 01:58:32.483486 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-79b015d4-94fb-4825-9b08-e52857ed337d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337600 Aug 16 01:58:32.509211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:32.520700 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Sync routers for ids ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:32.525587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8836234-239e-4604-b8a5-857ca75ce064 service neutron] Pushing event updated for resources: {'Port': ['ID=baceecae-20d1-4158-b8b0-cef2cc53032e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:32.535910 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Routers {'e993ddda-16f1-4c88-ae83-7e7bdc57b17e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:32.537725 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:58:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:32.551776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 93dbf665-3263-49e9-9716-8d9e913c13b8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:32.557343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.559232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1b4e9c2f-b1bb-4695-9d08-701eeee11883 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8526099 Aug 16 01:58:32.562571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:32.622255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3908e451-379f-4d24-9c55-0d1738f87c7a no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:32.644070 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-31a2fb03-d9b3-48e5-b646-58794693891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.645598 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-31a2fb03-d9b3-48e5-b646-58794693891a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 1095 time: 0.2425203 Aug 16 01:58:32.679923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 3908e451-379f-4d24-9c55-0d1738f87c7a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:32.680275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3908e451-379f-4d24-9c55-0d1738f87c7a not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:32.740033 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-1971302a-7f96-48b0-a056-fadafc7538f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baceecae-20d1-4158-b8b0-cef2cc53032e HTTP/1.1" status: 200 len: 217 time: 0.0769141 Aug 16 01:58:32.754679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 93dbf665-3263-49e9-9716-8d9e913c13b8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:32.754929 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.789897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:32.827645 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bebb7f2-d08a-46aa-aa51-bae9bcc98c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.854568 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-72a54a2b-3046-44ca-b60a-3c74350fdf3b service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415596 Aug 16 01:58:32.917314 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Set router e993ddda-16f1-4c88-ae83-7e7bdc57b17e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:32.929019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-5fc89202-0f34-4603-87ae-3d8c530670f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.930756 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-5fc89202-0f34-4603-87ae-3d8c530670f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2c12270-e7e4-47d4-a4dd-b7d3336eab63 HTTP/1.1" status: 200 len: 863 time: 0.1697323 Aug 16 01:58:32.975440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:32.976881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350734d9-bb1b-4ae7-a51b-d6622358759f req-a2fc089b-fa9e-4aa9-8b77-a5dd84cd17c7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.979310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-350734d9-bb1b-4ae7-a51b-d6622358759f req-a2fc089b-fa9e-4aa9-8b77-a5dd84cd17c7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 943 time: 0.2491467 Aug 16 01:58:33.027765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-0f3aea1b-4885-4153-9b07-9904fbd4863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.028985 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-0f3aea1b-4885-4153-9b07-9904fbd4863f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6785f4d5-5db4-4b92-80f4-07c97d6648ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880003 Aug 16 01:58:33.031395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ca8879f6-8e4e-4319-b7ae-c87ac95b9392 req-2e0be807-a363-4bb0-ba27-817488303d5d service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683795 Aug 16 01:58:33.048823 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-350734d9-bb1b-4ae7-a51b-d6622358759f req-ab4b0933-f018-4145-91e9-1a828d11af82 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571392 Aug 16 01:58:33.082499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd0e57-e84e-421c-83f7-680db071829c req-1550a140-6528-4627-ab25-cf632cce91c9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.092902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43dd0e57-e84e-421c-83f7-680db071829c req-1550a140-6528-4627-ab25-cf632cce91c9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.2048590 Aug 16 01:58:33.094606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:33.185360 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-0c4650c8-f8ec-4365-a0b4-af162b26fc2c service neutron] 10.222.0.86 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283350 Aug 16 01:58:33.276750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43dd0e57-e84e-421c-83f7-680db071829c req-cddbc47c-3529-4429-af6f-453530543cd5 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857183 Aug 16 01:58:33.335355 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:27Z', 'updated_at': '2021-08-16T01:58:30Z', 'revision_number': 3, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'gw_port': {'id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:29Z', 'updated_at': '2021-08-16T01:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:33.386137 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Checking router: e993ddda-16f1-4c88-ae83-7e7bdc57b17e for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:33.386486 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Updating router e993ddda-16f1-4c88-ae83-7e7bdc57b17e port 6c01a638-0da1-4d71-aa71-8c2f30efc516 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:33.420559 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.477867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:33.499235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bebb7f2-d08a-46aa-aa51-bae9bcc98c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.519349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bebb7f2-d08a-46aa-aa51-bae9bcc98c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.554792 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-298823fa-bbeb-4770-80ca-642ad6cce30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.578137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b7e1c0-7a4a-4a33-8f48-6081424617dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.591295 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65b05cd9-2c1c-45ed-aea0-c825a40f108d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.617947 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3305ac08-b160-47ea-8244-1bce4e26c0de req-5c2be0b7-612e-4da9-8831-b8515965ce63 service neutron] 10.222.0.86 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231803 Aug 16 01:58:33.651123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2bebb7f2-d08a-46aa-aa51-bae9bcc98c0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06e144c5d07e4d0eafdeb43eb7c0c699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8584983 Aug 16 01:58:33.655528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:33.673105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebb7f2-d08a-46aa-aa51-bae9bcc98c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e180626b-e620-4165-b638-0b4fd403930c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:33.704629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ce1ac-7ab8-44b3-8cab-f16a02c18a18 req-56eee51f-bc5c-46ab-a37e-7f04478f10b9 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.708106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-134ce1ac-7ab8-44b3-8cab-f16a02c18a18 req-56eee51f-bc5c-46ab-a37e-7f04478f10b9 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 972 time: 0.2286916 Aug 16 01:58:33.734362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d02d3d94-9b9e-426a-bc81-e9166395d80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.758703 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.766971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b7e1c0-7a4a-4a33-8f48-6081424617dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.771552 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Transition to ACTIVE for port object 6c01a638-0da1-4d71-aa71-8c2f30efc516 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:33.772068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d02d3d94-9b9e-426a-bc81-e9166395d80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.778743 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.781116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b7e1c0-7a4a-4a33-8f48-6081424617dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.799896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-01bb9999-bd66-462c-8b4d-1c149aa63856 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8112c67857ae409db56c2f859edc6104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180730 Aug 16 01:58:33.806131 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.809951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:33.839963 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Attempting to bind port 6c01a638-0da1-4d71-aa71-8c2f30efc516 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:33.840322 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Attempting to bind port 6c01a638-0da1-4d71-aa71-8c2f30efc516 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:33.840690 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Attempting to bind port 6c01a638-0da1-4d71-aa71-8c2f30efc516 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:33.849205 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f50fdf-ffb0-4c66-b785-e2a97349ae2d None None] Pushing event updated for resources: {'Port': ['ID=6c01a638-0da1-4d71-aa71-8c2f30efc516,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:33.852824 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:33.853390 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:33.853802 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.854482 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:33.854883 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Bound port: 6c01a638-0da1-4d71-aa71-8c2f30efc516, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:33.855675 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.878884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-134ce1ac-7ab8-44b3-8cab-f16a02c18a18 req-80c245d0-8d27-4c81-9669-611729772efb tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558974 Aug 16 01:58:33.889763 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-25b7e1c0-7a4a-4a33-8f48-6081424617dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b53c080a1e104e608252cf341434ae53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9100204 Aug 16 01:58:33.889763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:33.900646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7e1c0-7a4a-4a33-8f48-6081424617dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a10cfb-e6b4-4990-b546-b5b5b7507b82,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:33.910650 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d6b06a-5d3f-47e8-a600-83bf59dcd712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.943677 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] For port 6c01a638-0da1-4d71-aa71-8c2f30efc516, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:33.946983 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] For port 6c01a638-0da1-4d71-aa71-8c2f30efc516, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6c01a638-0da1-4d71-aa71-8c2f30efc516,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:33.955745 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.961738 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d6b06a-5d3f-47e8-a600-83bf59dcd712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.967741 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d02d3d94-9b9e-426a-bc81-e9166395d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.970285 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d02d3d94-9b9e-426a-bc81-e9166395d80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.973826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d02d3d94-9b9e-426a-bc81-e9166395d80a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e180626b-e620-4165-b638-0b4fd403930c HTTP/1.1" status: 204 len: 168 time: 0.3150010 Aug 16 01:58:34.003073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d3d94-9b9e-426a-bc81-e9166395d80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e180626b-e620-4165-b638-0b4fd403930c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.024231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.029569 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f50fdf-ffb0-4c66-b785-e2a97349ae2d None None] Pushing event updated for resources: {'Port': ['ID=6c01a638-0da1-4d71-aa71-8c2f30efc516,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.037101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f84b211d-94e2-45b2-ad49-722001f9a4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.065491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65b05cd9-2c1c-45ed-aea0-c825a40f108d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.072839 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Routers {'e993ddda-16f1-4c88-ae83-7e7bdc57b17e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:34.073553 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:58:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:34.076667 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f84b211d-94e2-45b2-ad49-722001f9a4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.084916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65b05cd9-2c1c-45ed-aea0-c825a40f108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.157851 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d6b06a-5d3f-47e8-a600-83bf59dcd712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.159510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b05cd9-2c1c-45ed-aea0-c825a40f108d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27776ae7-b6ab-422f-b441-ba2cd5eb9702,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.162082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89d6b06a-5d3f-47e8-a600-83bf59dcd712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.163882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-89d6b06a-5d3f-47e8-a600-83bf59dcd712 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/11e774fc-591e-4654-801d-8ae9f155715f HTTP/1.1" status: 204 len: 168 time: 0.3530104 Aug 16 01:58:34.164605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-65b05cd9-2c1c-45ed-aea0-c825a40f108d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bec916ae3b1848408fa5a00b3607cbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0380194 Aug 16 01:58:34.169433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:34.203347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f84b211d-94e2-45b2-ad49-722001f9a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.208206 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f84b211d-94e2-45b2-ad49-722001f9a4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.211653 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f84b211d-94e2-45b2-ad49-722001f9a4ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2a10cfb-e6b4-4990-b546-b5b5b7507b82 HTTP/1.1" status: 204 len: 168 time: 0.3147199 Aug 16 01:58:34.212874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6b06a-5d3f-47e8-a600-83bf59dcd712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e774fc-591e-4654-801d-8ae9f155715f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.226126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b211d-94e2-45b2-ad49-722001f9a4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a10cfb-e6b4-4990-b546-b5b5b7507b82,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.283725 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] Set router e993ddda-16f1-4c88-ae83-7e7bdc57b17e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:34.364460 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46b52a7e-ad19-455f-be06-eab39171d097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.392312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671d7bb-1bf4-411b-8952-e2d99b0b0a30 req-fce037e9-20cc-44c3-8771-ae937c4c36d6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.401148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f671d7bb-1bf4-411b-8952-e2d99b0b0a30 req-fce037e9-20cc-44c3-8771-ae937c4c36d6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 943 time: 0.1820033 Aug 16 01:58:34.413350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Allocated IP 172.20.0.1 (4345c9c8-279f-484c-8ec3-fb365b2f139a/02bb06c1-30a0-4ce7-98d0-b8be5e9c565f/56d87a4b-e08b-4c30-a9d1-09424efed2d7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:34.443825 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46b52a7e-ad19-455f-be06-eab39171d097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.444553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:34.447901 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb384b10-f3b6-463d-83be-8b5f7963e551" -d '{"events": [{"name": "network-changed", "server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:34.539269 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:27Z', 'updated_at': '2021-08-16T01:58:30Z', 'revision_number': 3, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'gw_port': {'id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:29Z', 'updated_at': '2021-08-16T01:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:34.565919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f671d7bb-1bf4-411b-8952-e2d99b0b0a30 req-a6154f2e-292e-48c7-b837-b092f56e0444 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588101 Aug 16 01:58:34.620648 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f85060-9edd-4965-bb83-fdd6b7ccb3c4 None None] The sync data for ids ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'] in n-d-768862-14 is: [{'id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:27Z', 'updated_at': '2021-08-16T01:58:30Z', 'revision_number': 3, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'gw_port': {'id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:29Z', 'updated_at': '2021-08-16T01:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:34.629499 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4611d712-d97a-4d50-9fea-b6a7516d8e59 x-openstack-request-id: req-4611d712-d97a-4d50-9fea-b6a7516d8e59 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:34.629724 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:34.629960 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4611d712-d97a-4d50-9fea-b6a7516d8e59 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:34.630344 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'status': 'completed', 'code': 200} Aug 16 01:58:34.639318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-4d960c03-5baf-467d-9860-10ad380d23a3 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.640206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b0eec-e04e-4978-8c85-0ec306aaf251 req-e30ad458-4fd6-401a-a8f9-aa4bb6e60bba tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.641009 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-4d960c03-5baf-467d-9860-10ad380d23a3 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 972 time: 0.0862210 Aug 16 01:58:34.641703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-846b0eec-e04e-4978-8c85-0ec306aaf251 req-e30ad458-4fd6-401a-a8f9-aa4bb6e60bba tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.2109401 Aug 16 01:58:34.717111 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46b52a7e-ad19-455f-be06-eab39171d097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.728430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46b52a7e-ad19-455f-be06-eab39171d097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.729750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-46b52a7e-ad19-455f-be06-eab39171d097 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27776ae7-b6ab-422f-b441-ba2cd5eb9702 HTTP/1.1" status: 204 len: 168 time: 0.5550044 Aug 16 01:58:34.731178 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.759825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-846b0eec-e04e-4978-8c85-0ec306aaf251 req-6631386b-cf2f-4834-8182-917f16772440 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038299 Aug 16 01:58:34.762411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b52a7e-ad19-455f-be06-eab39171d097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27776ae7-b6ab-422f-b441-ba2cd5eb9702,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.780167 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.817398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:34.826508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Transition to ACTIVE for port object 56d87a4b-e08b-4c30-a9d1-09424efed2d7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:34.830508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-31236496-503f-4fae-99a8-03d7a42c66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.833007 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-31236496-503f-4fae-99a8-03d7a42c66b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 1095 time: 0.1588490 Aug 16 01:58:34.839027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c659cf7-f1b9-4eff-861a-9b9e2ffaddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.861471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:34.925016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.996106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Network 4345c9c8-279f-484c-8ec3-fb365b2f139a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:35.007919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:35.012027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=56d87a4b-e08b-4c30-a9d1-09424efed2d7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:35.017735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:35.057156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Deleting port cea9b708-32bf-4744-883a-d9f4147923e2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:35.057826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.200505 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c659cf7-f1b9-4eff-861a-9b9e2ffaddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.203437 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.247572 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-477a57b1-2872-4db6-bbd1-edc7de610aea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90e9e3193eab4aa7821c7fb94cfff263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849809 Aug 16 01:58:35.262409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:35.293011 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c659cf7-f1b9-4eff-861a-9b9e2ffaddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.305238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-90acfc39-eb33-42a4-94b2-e1c3525de0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.307342 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-90acfc39-eb33-42a4-94b2-e1c3525de0c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 200 len: 925 time: 0.4662514 Aug 16 01:58:35.428420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-665cd965-eb60-4a2a-ad77-1c6ef7fab01d None None] Provisioning for port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:35.433998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-665cd965-eb60-4a2a-ad77-1c6ef7fab01d None None] Provisioning complete for port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:35.438734 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-665cd965-eb60-4a2a-ad77-1c6ef7fab01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.448696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] For port cea9b708-32bf-4744-883a-d9f4147923e2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cea9b708-32bf-4744-883a-d9f4147923e2,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:35.449069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.492346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-665cd965-eb60-4a2a-ad77-1c6ef7fab01d None None] Port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:35.515911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Calling delete_port for cea9b708-32bf-4744-883a-d9f4147923e2 owned by compute:tempest-test_az-1083468856 {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:35.519603 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-bf34765b-d8bb-4575-8776-cb027fe0c56f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baceecae-20d1-4158-b8b0-cef2cc53032e HTTP/1.1" status: 200 len: 217 time: 0.1977925 Aug 16 01:58:35.576878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:35.617635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03286ff8-6dfa-424c-821f-7bd723ef4d37 req-8d379425-4a7d-49ca-9358-76ec112c4958 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.631838 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03286ff8-6dfa-424c-821f-7bd723ef4d37 req-8d379425-4a7d-49ca-9358-76ec112c4958 tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d58b491-5311-48f1-8c61-fcf2e35b7a83 HTTP/1.1" status: 200 len: 972 time: 0.5675604 Aug 16 01:58:35.669400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-cb75ec90-1a21-4bf6-a024-fbaa4705b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.669639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4311237-94d0-41eb-879d-52ec8a660dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.671383 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-cb75ec90-1a21-4bf6-a024-fbaa4705b953 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2c12270-e7e4-47d4-a4dd-b7d3336eab63 HTTP/1.1" status: 200 len: 863 time: 0.1371791 Aug 16 01:58:35.697202 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a95b41ce-fae9-48bd-92b5-cbdf0627057d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.751010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8c659cf7-f1b9-4eff-861a-9b9e2ffaddd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=963923686e7e44efa76723b81b9fdc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9325595 Aug 16 01:58:35.759789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:35.790034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a95b41ce-fae9-48bd-92b5-cbdf0627057d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.808766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-e297f6a1-8fe8-4115-a90b-1b9451f2056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.810484 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-e297f6a1-8fe8-4115-a90b-1b9451f2056c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6785f4d5-5db4-4b92-80f4-07c97d6648ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066368 Aug 16 01:58:35.820853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c659cf7-f1b9-4eff-861a-9b9e2ffaddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf570ca-8aa7-4305-94c1-12384a1c1ac8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:35.869408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03286ff8-6dfa-424c-821f-7bd723ef4d37 req-d6f14361-24f9-4ef1-a7ed-8eef7be31e1c tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.61 "GET /v2.0/security-groups?id=f463adf0-13e5-4820-912d-a6e9a3e830fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366936 Aug 16 01:58:35.932343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e57996-11c3-4986-88aa-e81a8b24f8d5 req-aa2a1ce7-b578-4377-9c9e-01968b8e18d3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.934149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90e57996-11c3-4986-88aa-e81a8b24f8d5 req-aa2a1ce7-b578-4377-9c9e-01968b8e18d3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 943 time: 0.2751961 Aug 16 01:58:35.963109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.999994 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-5ccaf968-a595-46bf-854d-4da20f15a764 service neutron] 10.222.0.86 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622291 Aug 16 01:58:36.003127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.016483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['cea9b708-32bf-4744-883a-d9f4147923e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:36.069375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Pushing event deleted for resources: {'Port': ['ID=cea9b708-32bf-4744-883a-d9f4147923e2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.090466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c970cdee-41ab-4049-b019-7689197dcfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.135910 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a95b41ce-fae9-48bd-92b5-cbdf0627057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.137724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a95b41ce-fae9-48bd-92b5-cbdf0627057d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.141856 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a95b41ce-fae9-48bd-92b5-cbdf0627057d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ebe7155-284d-4cf0-8807-5ba3cad3307e HTTP/1.1" status: 204 len: 168 time: 0.8756373 Aug 16 01:58:36.160347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] No DVR routers for this DVR port cea9b708-32bf-4744-883a-d9f4147923e2 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:36.168106 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.170668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b7f56c1e-e3c8-40e2-b2a0-b3e5626f30e3 req-ae6791a3-6929-44ef-8ead-34b8985193de tempest-ServerDiagnosticsNegativeTest-2069492182 tempest-ServerDiagnosticsNegativeTest-2069492182-project] 10.222.0.93 "DELETE /v2.0/ports/cea9b708-32bf-4744-883a-d9f4147923e2 HTTP/1.1" status: 204 len: 173 time: 1.5221667 Aug 16 01:58:36.178259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b41ce-fae9-48bd-92b5-cbdf0627057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebe7155-284d-4cf0-8807-5ba3cad3307e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.186629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90e57996-11c3-4986-88aa-e81a8b24f8d5 req-68d519ce-c0a4-4b5c-a4ac-ab0e54d78ec1 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337255 Aug 16 01:58:36.215714 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c970cdee-41ab-4049-b019-7689197dcfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.286193 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bb384b10-f3b6-463d-83be-8b5f7963e551 req-b664f03c-431d-49bb-8aaf-44ea7399de43 service neutron] 10.222.0.86 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745507 Aug 16 01:58:36.290574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6742-11a0-433c-8926-1af56b4b191c req-401a8401-4a59-410b-a866-32c3c35effed tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.303209 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3df6742-11a0-433c-8926-1af56b4b191c req-401a8401-4a59-410b-a866-32c3c35effed tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.2955871 Aug 16 01:58:36.379835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4311237-94d0-41eb-879d-52ec8a660dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.402867 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4311237-94d0-41eb-879d-52ec8a660dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.504979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6c01a638-0da1-4d71-aa71-8c2f30efc516 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:36.520085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3df6742-11a0-433c-8926-1af56b4b191c req-8a2000da-3903-478e-a1c9-74ec204f98b8 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162013 Aug 16 01:58:36.529503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c970cdee-41ab-4049-b019-7689197dcfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.532067 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c970cdee-41ab-4049-b019-7689197dcfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.533356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c970cdee-41ab-4049-b019-7689197dcfe3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bf570ca-8aa7-4305-94c1-12384a1c1ac8 HTTP/1.1" status: 204 len: 168 time: 0.7735076 Aug 16 01:58:36.539000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d4311237-94d0-41eb-879d-52ec8a660dee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07f952c01c0a44e08351be6c872335d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9495573 Aug 16 01:58:36.542217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:36.551782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4311237-94d0-41eb-879d-52ec8a660dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac3567f-e32d-462f-a38e-a25cc335e760,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.591310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 6c01a638-0da1-4d71-aa71-8c2f30efc516 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:36.599223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 6c01a638-0da1-4d71-aa71-8c2f30efc516 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:36.605416 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.613542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970cdee-41ab-4049-b019-7689197dcfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf570ca-8aa7-4305-94c1-12384a1c1ac8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.632278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d58b491-5311-48f1-8c61-fcf2e35b7a83', 'name': 'network-vif-deleted', 'tag': 'cea9b708-32bf-4744-883a-d9f4147923e2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:36.634564 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0a2fb4-22ec-4a8e-8d3c-2abc43eb2a1b" -d '{"events": [{"server_uuid": "6d58b491-5311-48f1-8c61-fcf2e35b7a83", "name": "network-vif-deleted", "tag": "cea9b708-32bf-4744-883a-d9f4147923e2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:36.697947 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.701878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d0841a-b940-4805-ad88-b2ee68cda154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.708093 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb7c75c-ebe6-4664-b51c-61c1c8599baa x-openstack-request-id: req-afb7c75c-ebe6-4664-b51c-61c1c8599baa {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:36.708216 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d58b491-5311-48f1-8c61-fcf2e35b7a83", "name": "network-vif-deleted", "tag": "cea9b708-32bf-4744-883a-d9f4147923e2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:36.708588 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-afb7c75c-ebe6-4664-b51c-61c1c8599baa {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:36.708844 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d58b491-5311-48f1-8c61-fcf2e35b7a83', 'name': 'network-vif-deleted', 'tag': 'cea9b708-32bf-4744-883a-d9f4147923e2', 'status': 'completed', 'code': 200} Aug 16 01:58:36.720383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.742379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d0841a-b940-4805-ad88-b2ee68cda154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.801072 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.843499 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.847083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d0841a-b940-4805-ad88-b2ee68cda154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.856229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 6c01a638-0da1-4d71-aa71-8c2f30efc516, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6c01a638-0da1-4d71-aa71-8c2f30efc516,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:36.859038 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d0841a-b940-4805-ad88-b2ee68cda154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.860499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a1d0841a-b940-4805-ad88-b2ee68cda154 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ac3567f-e32d-462f-a38e-a25cc335e760 HTTP/1.1" status: 204 len: 168 time: 0.3180513 Aug 16 01:58:36.868195 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.892383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0841a-b940-4805-ad88-b2ee68cda154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac3567f-e32d-462f-a38e-a25cc335e760,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.924561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=56d87a4b-e08b-4c30-a9d1-09424efed2d7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.930777 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.993741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=6c01a638-0da1-4d71-aa71-8c2f30efc516,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:37.072182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Network 4345c9c8-279f-484c-8ec3-fb365b2f139a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:37.073650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:37.075637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device dffe2496-378f-4106-a744-cdf87c5889ee details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:37.245793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:37.252051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Router e993ddda-16f1-4c88-ae83-7e7bdc57b17e has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:37.268368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'dffe2496-378f-4106-a744-cdf87c5889ee', 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5', 'port_id': 'dffe2496-378f-4106-a744-cdf87c5889ee', 'mac_address': 'fa:16:3e:9b:57:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:37.353641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.378253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffe2496-378f-4106-a744-cdf87c5889ee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:37.414442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:37.423675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.426031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28689c89-c04a-41ff-8457-223d7cc68a43 req-bc2ba2e6-6878-47c1-8d3d-a3f73d82d3e2 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:37.435078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28689c89-c04a-41ff-8457-223d7cc68a43 req-bc2ba2e6-6878-47c1-8d3d-a3f73d82d3e2 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 943 time: 0.1119897 Aug 16 01:58:37.466514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-05069daa-019d-4770-b8b7-6d246453d1cd None None] Provisioning complete for port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:37.467656 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05069daa-019d-4770-b8b7-6d246453d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.500061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28689c89-c04a-41ff-8457-223d7cc68a43 req-5336016a-f151-4090-a2d0-2f0104c1c6c2 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584798 Aug 16 01:58:37.513044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:37.533163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c2f58701-1a11-4b04-8669-676687f1c4c6 admin admin] 10.222.0.61 "PUT /v2.0/routers/e993ddda-16f1-4c88-ae83-7e7bdc57b17e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9631958 Aug 16 01:58:37.533365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Sync routers for ids ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:37.533365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=dffe2496-378f-4106-a744-cdf87c5889ee,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:37.535898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-05069daa-019d-4770-b8b7-6d246453d1cd None None] Port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:37.546315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Routers {'e993ddda-16f1-4c88-ae83-7e7bdc57b17e'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:37.547064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:58:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:37.659711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Set router e993ddda-16f1-4c88-ae83-7e7bdc57b17e gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:37.693119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d7101-cb5d-41ba-b467-f298801cc3dd req-66ed19c8-0daf-4f5a-9410-8c99c452cae9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:37.700720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-630d7101-cb5d-41ba-b467-f298801cc3dd req-66ed19c8-0daf-4f5a-9410-8c99c452cae9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 945 time: 0.0619872 Aug 16 01:58:37.751636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-630d7101-cb5d-41ba-b467-f298801cc3dd req-89f11308-c0c2-4813-9a7c-4acec4911e45 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494485 Aug 16 01:58:37.852413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32936) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:37.951170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:27Z', 'updated_at': '2021-08-16T01:58:35Z', 'revision_number': 4, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'gw_port': {'id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:29Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '56d87a4b-e08b-4c30-a9d1-09424efed2d7', 'name': '', 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'mac_address': 'fa:16:3e:56:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '02bb06c1-30a0-4ce7-98d0-b8be5e9c565f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 2, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'subnets': [{'id': '02bb06c1-30a0-4ce7-98d0-b8be5e9c565f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:37.987718 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['dffe2496-378f-4106-a744-cdf87c5889ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:37.991127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Checking router: e993ddda-16f1-4c88-ae83-7e7bdc57b17e for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:37.991491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Updating router e993ddda-16f1-4c88-ae83-7e7bdc57b17e port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:38.066674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.272358 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f227a950-10ec-4270-a67a-34362a8ad4f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8986c8bbe41b493f9ef4a0930e08d93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156778 Aug 16 01:58:38.272562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:38.374142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68eec2b-98a2-495a-8c04-86e72fe196bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.439322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68eec2b-98a2-495a-8c04-86e72fe196bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.466453 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.484193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6c01a638-0da1-4d71-aa71-8c2f30efc516 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:38.522243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68eec2b-98a2-495a-8c04-86e72fe196bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.525669 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68eec2b-98a2-495a-8c04-86e72fe196bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.526949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c68eec2b-98a2-495a-8c04-86e72fe196bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f463adf0-13e5-4820-912d-a6e9a3e830fd HTTP/1.1" status: 204 len: 168 time: 0.2527826 Aug 16 01:58:38.542584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eec2b-98a2-495a-8c04-86e72fe196bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f463adf0-13e5-4820-912d-a6e9a3e830fd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.571473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Transition to ACTIVE for port object 56d87a4b-e08b-4c30-a9d1-09424efed2d7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:38.600716 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.629773 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-b0525ef9-f89c-48de-a110-0fe3da6cc2d8 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3806758 Aug 16 01:58:38.649563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device cea9b708-32bf-4744-883a-d9f4147923e2 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:38.690692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: cea9b708-32bf-4744-883a-d9f4147923e2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:38.690981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device cea9b708-32bf-4744-883a-d9f4147923e2 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:38.696702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8155fa-fbc2-4faa-ad30-b178a03267cf None None] Pushing event updated for resources: {'Port': ['ID=56d87a4b-e08b-4c30-a9d1-09424efed2d7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.704713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-6d1dd710-04b1-4d16-8ed5-a742234340b5 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712168 Aug 16 01:58:38.724897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 6c01a638-0da1-4d71-aa71-8c2f30efc516 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:38.725354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.808544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:38.896375 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.942704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Attempting to bind port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:38.943031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Attempting to bind port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7283abe8-b5fe-403c-864e-7946a7fd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:38.943372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Attempting to bind port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 on network 4345c9c8-279f-484c-8ec3-fb365b2f139a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:38.951539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:38.951987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Checking segment: {'id': '7283abe8-b5fe-403c-864e-7946a7fd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:38.952393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.952790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Bound using segment: {'id': '7283abe8-b5fe-403c-864e-7946a7fd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:38.953264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Bound port: 56d87a4b-e08b-4c30-a9d1-09424efed2d7, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7283abe8-b5fe-403c-864e-7946a7fd811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:38.953644 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.001006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-ea1bc4c6-aa2f-486f-bd7d-c48d1ac7d808 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.008158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-ea1bc4c6-aa2f-486f-bd7d-c48d1ac7d808 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026059 Aug 16 01:58:39.037126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-db6c3502-64d6-43ad-b94a-e2b18f3cf0db tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/quotas/c4a6b17c0f4b4fe68c09ea3edaa3e82e HTTP/1.1" status: 200 len: 375 time: 0.0279641 Aug 16 01:58:39.048303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device baceecae-20d1-4158-b8b0-cef2cc53032e details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:39.083440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] For port 56d87a4b-e08b-4c30-a9d1-09424efed2d7, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:39.087840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] For port 56d87a4b-e08b-4c30-a9d1-09424efed2d7, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=56d87a4b-e08b-4c30-a9d1-09424efed2d7,segment=NetworkSegment(7283abe8-b5fe-403c-864e-7946a7fd811e),segment_id=7283abe8-b5fe-403c-864e-7946a7fd811e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:39.090486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-b841a60b-2040-474b-b78c-0c92f60a59af tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524232 Aug 16 01:58:39.109609 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.163506 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.305891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.328882 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4865d96a-0b3d-4b98-8ec8-504500840744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.360929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Allocated IP 172.25.5.130 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/2c734400-6265-4bcf-b44a-830e58fe190f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:39.370690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8155fa-fbc2-4faa-ad30-b178a03267cf None None] Pushing event updated for resources: {'Port': ['ID=56d87a4b-e08b-4c30-a9d1-09424efed2d7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:39.402105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port baceecae-20d1-4158-b8b0-cef2cc53032e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=baceecae-20d1-4158-b8b0-cef2cc53032e,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:39.421476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Routers {'e993ddda-16f1-4c88-ae83-7e7bdc57b17e'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:39.424415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:58:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:39.516883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'port_id': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'mac_address': 'fa:16:3e:0b:35:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:39.548322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4865d96a-0b3d-4b98-8ec8-504500840744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.570802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4865d96a-0b3d-4b98-8ec8-504500840744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.610210 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.665542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865d96a-0b3d-4b98-8ec8-504500840744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd9299d-cdfa-4813-8fb8-0f205c30dc3f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:39.713455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baceecae-20d1-4158-b8b0-cef2cc53032e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:39.749041 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4865d96a-0b3d-4b98-8ec8-504500840744 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=026f0838cd9243b28db4132adec046a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403267 Aug 16 01:58:39.759669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.762232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port baceecae-20d1-4158-b8b0-cef2cc53032e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=baceecae-20d1-4158-b8b0-cef2cc53032e,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:39.779521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] Set router e993ddda-16f1-4c88-ae83-7e7bdc57b17e gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:39.839299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.863217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dca61-ce0e-40fd-b4a9-18150b9cc2b2 req-a69d45d2-4978-4d19-8b39-5311ff6c988c tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.871893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f23dca61-ce0e-40fd-b4a9-18150b9cc2b2 req-a69d45d2-4978-4d19-8b39-5311ff6c988c tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 943 time: 0.4515610 Aug 16 01:58:39.876491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d063f07e-7252-4288-b9b6-3cdb8caa9495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.909148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d063f07e-7252-4288-b9b6-3cdb8caa9495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.925247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.957866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f23dca61-ce0e-40fd-b4a9-18150b9cc2b2 req-29f2b593-5d18-4f80-9928-d84ef542779b tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849757 Aug 16 01:58:40.012958 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d063f07e-7252-4288-b9b6-3cdb8caa9495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.016112 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d063f07e-7252-4288-b9b6-3cdb8caa9495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.019731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d063f07e-7252-4288-b9b6-3cdb8caa9495 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7bd9299d-cdfa-4813-8fb8-0f205c30dc3f HTTP/1.1" status: 204 len: 168 time: 0.2562218 Aug 16 01:58:40.032661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063f07e-7252-4288-b9b6-3cdb8caa9495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd9299d-cdfa-4813-8fb8-0f205c30dc3f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:40.111209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.146984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=baceecae-20d1-4158-b8b0-cef2cc53032e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:40.190883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:40.194413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:40.197779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:40.239205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Pushing event updated for resources: {'Port': ['ID=2c734400-6265-4bcf-b44a-830e58fe190f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:40.251179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0996b96-b625-4e44-9529-85300db637b4 req-92b1a819-15e7-47cc-93ae-c0e0260fd5d4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:40.252803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0996b96-b625-4e44-9529-85300db637b4 req-92b1a819-15e7-47cc-93ae-c0e0260fd5d4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 945 time: 0.1987391 Aug 16 01:58:40.322533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['baceecae-20d1-4158-b8b0-cef2cc53032e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:40.351948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0996b96-b625-4e44-9529-85300db637b4 req-cc8d64d8-39f0-444c-b76b-338874512560 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891097 Aug 16 01:58:40.376913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.395441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:27Z', 'updated_at': '2021-08-16T01:58:35Z', 'revision_number': 4, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'gw_port': {'id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:29Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '56d87a4b-e08b-4c30-a9d1-09424efed2d7', 'name': '', 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'mac_address': 'fa:16:3e:56:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '02bb06c1-30a0-4ce7-98d0-b8be5e9c565f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:39Z', 'revision_number': 4, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'subnets': [{'id': '02bb06c1-30a0-4ce7-98d0-b8be5e9c565f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:40.430356 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.434247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14299037-f0e9-4f84-baaf-0935b2b98171 None None] The sync data for ids ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'] in n-d-768862-14 is: [{'id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:27Z', 'updated_at': '2021-08-16T01:58:35Z', 'revision_number': 4, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'gw_port': {'id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:29Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '56d87a4b-e08b-4c30-a9d1-09424efed2d7', 'name': '', 'network_id': '4345c9c8-279f-484c-8ec3-fb365b2f139a', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'mac_address': 'fa:16:3e:56:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '02bb06c1-30a0-4ce7-98d0-b8be5e9c565f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:39Z', 'revision_number': 4, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'subnets': [{'id': '02bb06c1-30a0-4ce7-98d0-b8be5e9c565f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:40.645454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6b043d1-9a7a-4924-a25f-d48d58d8b839 req-530c46fa-687d-4a1d-9b37-783375686aa8 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 210 time: 0.2156622 Aug 16 01:58:40.797941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.805823 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.892393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Pushing event updated for resources: {'Port': ['ID=2c734400-6265-4bcf-b44a-830e58fe190f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:40.904996 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.922129 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.924200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-61e50ff7-e0ab-4aac-8552-e3d5c354f8fd tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2812426 Aug 16 01:58:41.050637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device dffe2496-378f-4106-a744-cdf87c5889ee up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:41.092858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-3e57e4e5-9b27-431d-95c6-3ef179ded9e7 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742440 Aug 16 01:58:41.126310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-ab8d17c3-335a-484a-b219-f0bebffdd763 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.1939423 Aug 16 01:58:41.160272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port dffe2496-378f-4106-a744-cdf87c5889ee completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:41.164675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port dffe2496-378f-4106-a744-cdf87c5889ee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:41.165044 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.280778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-57a4d3d2-49f8-4d1b-82ae-d1c1ed79a5b4 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.286844 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-57a4d3d2-49f8-4d1b-82ae-d1c1ed79a5b4 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882133 Aug 16 01:58:41.320232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Request body: {'port': {'device_id': '08c3f930-fe56-4f50-83be-117758ebc21e', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': 'c4a6b17c0f4b4fe68c09ea3edaa3e82e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:41.368371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719380-14db-4198-a6eb-23a9943a415d req-02602d09-b4e4-4f0e-9e32-2d13b37e0be7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.370708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08719380-14db-4198-a6eb-23a9943a415d req-02602d09-b4e4-4f0e-9e32-2d13b37e0be7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 944 time: 0.2323515 Aug 16 01:58:41.405198 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.467245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-6b1e4973-5995-4794-b8a2-1f41d314e8cf tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.469058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-6b1e4973-5995-4794-b8a2-1f41d314e8cf tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.3419149 Aug 16 01:58:41.477184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08719380-14db-4198-a6eb-23a9943a415d req-ae4c2cd7-5da0-491a-b508-efb99c0753fe tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920947 Aug 16 01:58:41.479715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:41.480932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:41.487047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-37ef0999-3466-4fc7-8ba8-5ec1a27b8e78 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:41.488075 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7953e1f6-824d-41d7-baf2-949830a15389" -d '{"events": [{"server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "name": "network-vif-plugged", "status": "completed", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:41.489932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c6d7eec-62c8-43f5-8bdd-4dfffad9a641 req-37ef0999-3466-4fc7-8ba8-5ec1a27b8e78 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097165 Aug 16 01:58:41.501515 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.583343 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=dffe2496-378f-4106-a744-cdf87c5889ee,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:41.636246 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Made reservation on behalf of c4a6b17c0f4b4fe68c09ea3edaa3e82e for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:41.641362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.652742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.710052 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b3ba035-4b85-46b6-81b1-2e43bf972628 req-b5fe0c7a-dfff-409d-ad3c-42453c5b4a23 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips/a2f64428-00da-43ed-a1c2-2eaa316a30b6 HTTP/1.1" status: 200 len: 693 time: 0.1456366 Aug 16 01:58:41.750415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.786835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d28cd7-bace-4514-b37e-18fade856104 req-6386ccd0-5f7d-41d7-bb60-4e7a709fae34 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.788575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09d28cd7-bace-4514-b37e-18fade856104 req-6386ccd0-5f7d-41d7-bb60-4e7a709fae34 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 946 time: 0.1613321 Aug 16 01:58:41.821353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.828244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.875691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09d28cd7-bace-4514-b37e-18fade856104 req-dfceec39-5da8-419e-a9cd-6ecb8cf81e46 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765336 Aug 16 01:58:41.888882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba035-4b85-46b6-81b1-2e43bf972628 req-4a8b7d99-9623-49e0-acf6-5f2cbc0a7374 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.896696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b3ba035-4b85-46b6-81b1-2e43bf972628 req-4a8b7d99-9623-49e0-acf6-5f2cbc0a7374 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1767988 Aug 16 01:58:41.903057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-8b3ba035-4b85-46b6-81b1-2e43bf972628 req-ae1bfa7b-726f-453e-a02d-692513e93ea2 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:41.915074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b3ba035-4b85-46b6-81b1-2e43bf972628 req-ae1bfa7b-726f-453e-a02d-692513e93ea2 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172584 Aug 16 01:58:41.986152 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4cb548-5a57-44a4-9c6a-73929495ead3 x-openstack-request-id: req-8e4cb548-5a57-44a4-9c6a-73929495ead3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:41.986574 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "name": "network-vif-plugged", "status": "completed", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:41.986692 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e4cb548-5a57-44a4-9c6a-73929495ead3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:41.987273 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee', 'code': 200} Aug 16 01:58:42.028629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-132b7ad3-67eb-4517-b377-8980d4447468 req-4c697200-46a8-4929-9356-7c97a7d3edcd tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 210 time: 0.0514820 Aug 16 01:58:42.124679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1cf1cf49-649f-4622-b40c-1f81cc2e9521 req-4ad93ac6-50cc-4b05-b1bd-fc7e7fd9ef01 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=203d0862d0f1439fab909fa9d5b6fe34 HTTP/1.1" status: 200 len: 696 time: 0.0984662 Aug 16 01:58:42.137306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217b783b-c3cc-4140-8a11-07a2a1f5079a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.200648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Allocated IP 192.168.233.168 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/eb9ae706-34af-4161-a370-6ab7574cc544) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:42.233843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea5c07-2684-49dd-8a7d-9693eb002897 req-35f13dc1-afa5-4e68-a894-81bcfa0615d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.237044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dbea5c07-2684-49dd-8a7d-9693eb002897 req-35f13dc1-afa5-4e68-a894-81bcfa0615d8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1098 time: 0.1055229 Aug 16 01:58:42.314063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1cf49-649f-4622-b40c-1f81cc2e9521 req-7e4baa5b-30f6-4705-b9d5-24236a076bc9 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.323109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1cf1cf49-649f-4622-b40c-1f81cc2e9521 req-7e4baa5b-30f6-4705-b9d5-24236a076bc9 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/networks?id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 787 time: 0.1845984 Aug 16 01:58:42.330308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-1cf1cf49-649f-4622-b40c-1f81cc2e9521 req-e706d4a9-126b-4bb7-8e5c-ba70665d1e61 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:42.337033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1cf1cf49-649f-4622-b40c-1f81cc2e9521 req-e706d4a9-126b-4bb7-8e5c-ba70665d1e61 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127659 Aug 16 01:58:42.417920 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dbea5c07-2684-49dd-8a7d-9693eb002897 req-dc51ce05-25bd-4ecd-93bb-389cdd6a2f31 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643417 Aug 16 01:58:42.425187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-c2270690-98c3-433a-b3dd-ec11ac2933f8 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips/a2f64428-00da-43ed-a1c2-2eaa316a30b6 HTTP/1.1" status: 200 len: 693 time: 0.0642436 Aug 16 01:58:42.468659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.488206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Transition to ACTIVE for port object eb9ae706-34af-4161-a370-6ab7574cc544 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:42.513539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 56d87a4b-e08b-4c30-a9d1-09424efed2d7 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:42.543397 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.571764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:42.571998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-17f88058-50ab-4384-9a3d-c3c287ef613e tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.579539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-17f88058-50ab-4384-9a3d-c3c287ef613e tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1534555 Aug 16 01:58:42.585210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-c737ca22-d17c-4c6f-b2be-5e84a6099a01 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:42.593279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-c737ca22-d17c-4c6f-b2be-5e84a6099a01 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126143 Aug 16 01:58:42.596549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:42.601583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:42.610073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.611144 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.644670 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3430202 Aug 16 01:58:42.650139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Pushing event updated for resources: {'Port': ['ID=eb9ae706-34af-4161-a370-6ab7574cc544,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.656952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:42.662415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:42.663060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Request body: {'port': {'device_id': '08c3f930-fe56-4f50-83be-117758ebc21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:42.664003 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.667925 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-ee2b6dbd-e1da-4312-9f4b-b29462a055b2 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0731940 Aug 16 01:58:42.706587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.712085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.712655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.713640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.714425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.714951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.715459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.715962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.717323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.719492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.719997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.720500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c0195-ee91-41e8-b0a3-35eb706c01c2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:42.731865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-2e706788-2318-4607-934e-02164a9e5137 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0636332 Aug 16 01:58:42.783511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.856441 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.890848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Deleting port 2c734400-6265-4bcf-b44a-830e58fe190f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:42.891227 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.914283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 56d87a4b-e08b-4c30-a9d1-09424efed2d7, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=56d87a4b-e08b-4c30-a9d1-09424efed2d7,segment=NetworkSegment(7283abe8-b5fe-403c-864e-7946a7fd811e),segment_id=7283abe8-b5fe-403c-864e-7946a7fd811e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:42.923726 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.999296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7af6570-6455-42f8-9098-45bf0b4ef085 None None] Provisioning for port eb9ae706-34af-4161-a370-6ab7574cc544 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:43.005794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=56d87a4b-e08b-4c30-a9d1-09424efed2d7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.008802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7af6570-6455-42f8-9098-45bf0b4ef085 None None] Provisioning complete for port eb9ae706-34af-4161-a370-6ab7574cc544 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:43.009086 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7af6570-6455-42f8-9098-45bf0b4ef085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.049786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.050355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.052411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f7af6570-6455-42f8-9098-45bf0b4ef085 None None] Port eb9ae706-34af-4161-a370-6ab7574cc544 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:43.061929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device baceecae-20d1-4158-b8b0-cef2cc53032e up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:43.128946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port baceecae-20d1-4158-b8b0-cef2cc53032e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:43.133709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port baceecae-20d1-4158-b8b0-cef2cc53032e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:43.134109 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.230696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9ae706-34af-4161-a370-6ab7574cc544 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:43.237531 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.241305 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.258556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Transition to ACTIVE for port object eb9ae706-34af-4161-a370-6ab7574cc544 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:43.262971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Calling delete_port for 2c734400-6265-4bcf-b44a-830e58fe190f owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:43.265904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.285017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port baceecae-20d1-4158-b8b0-cef2cc53032e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=baceecae-20d1-4158-b8b0-cef2cc53032e,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:43.290995 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.349269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ae706-34af-4161-a370-6ab7574cc544,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.369928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=baceecae-20d1-4158-b8b0-cef2cc53032e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.381930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805b3f6-bd06-449b-a726-22539c9a64c7 req-157e7151-9cea-4979-bab8-3c99c2ce6deb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.389821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6805b3f6-bd06-449b-a726-22539c9a64c7 req-157e7151-9cea-4979-bab8-3c99c2ce6deb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 944 time: 0.3231895 Aug 16 01:58:43.400625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Attempting to bind port eb9ae706-34af-4161-a370-6ab7574cc544 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:43.400963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Attempting to bind port eb9ae706-34af-4161-a370-6ab7574cc544 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:43.401518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Attempting to bind port eb9ae706-34af-4161-a370-6ab7574cc544 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:43.406703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Port eb9ae706-34af-4161-a370-6ab7574cc544 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:43.407023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Attempting to bind port eb9ae706-34af-4161-a370-6ab7574cc544 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:43.413562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:43.414081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:43.414612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:43.415046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Bound port: eb9ae706-34af-4161-a370-6ab7574cc544, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:43.415498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.468778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6805b3f6-bd06-449b-a726-22539c9a64c7 req-994454ae-6eed-4dc0-8f58-e6245e5bda8d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779800 Aug 16 01:58:43.524344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] For port eb9ae706-34af-4161-a370-6ab7574cc544, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:43.532208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] For port eb9ae706-34af-4161-a370-6ab7574cc544, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ae706-34af-4161-a370-6ab7574cc544,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:43.538753 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.565238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.601516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Pushing event deleted for resources: {'Port': ['ID=2c734400-6265-4bcf-b44a-830e58fe190f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.614007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ae706-34af-4161-a370-6ab7574cc544,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.620951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.623466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.624706 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-efbecacb-c1cb-495f-859e-9de0a72e72cd service neutron] 10.222.0.93 "PUT /v2.0/ports/eb9ae706-34af-4161-a370-6ab7574cc544 HTTP/1.1" status: 200 len: 1097 time: 0.9679825 Aug 16 01:58:43.625145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c3f930-fe56-4f50-83be-117758ebc21e', 'tag': 'eb9ae706-34af-4161-a370-6ab7574cc544'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:43.630877 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c5b918-c29e-47e7-9385-5286b0b2e890" -d '{"events": [{"name": "network-changed", "server_uuid": "08c3f930-fe56-4f50-83be-117758ebc21e", "tag": "eb9ae706-34af-4161-a370-6ab7574cc544"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:43.674770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.675549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.676082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.676499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.676921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.677626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.678562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.679465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.679923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.680361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.680870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.681510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.726235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.729830 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.746391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ab0aa42-b453-49c8-bfad-65843c839151 req-7ca66940-977e-4ca2-94a3-c642a09f0731 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "DELETE /v2.0/floatingips/a2f64428-00da-43ed-a1c2-2eaa316a30b6 HTTP/1.1" status: 204 len: 173 time: 1.0127170 Aug 16 01:58:43.747000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-066e2cb0-c97f-4912-ba14-1824e29fcc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.752941 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-066e2cb0-c97f-4912-ba14-1824e29fcc4b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 1100 time: 0.0667326 Aug 16 01:58:43.825626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-0e7884a8-7ffa-4dde-ad44-5dbb257951a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eb9ae706-34af-4161-a370-6ab7574cc544 HTTP/1.1" status: 200 len: 217 time: 0.0641830 Aug 16 01:58:43.888799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119822ba-7484-4ed0-859d-599a485bd53c req-a43ee0b2-ba07-4aba-ad36-05f4fc86a622 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.891268 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-119822ba-7484-4ed0-859d-599a485bd53c req-a43ee0b2-ba07-4aba-ad36-05f4fc86a622 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 946 time: 0.0846393 Aug 16 01:58:43.895399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-6661b7c8-1e0b-4f3d-9c91-ac65a979f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.897119 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-6661b7c8-1e0b-4f3d-9c91-ac65a979f4a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0644186 Aug 16 01:58:43.938800 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-119822ba-7484-4ed0-859d-599a485bd53c req-2c461686-af20-497c-92fd-78b62091ab4f tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394433 Aug 16 01:58:43.957970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-d8dc463e-602a-45da-8e85-d85ed9f19b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.959998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-d8dc463e-602a-45da-8e85-d85ed9f19b45 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532849 Aug 16 01:58:43.971628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-46a7fd18-cbdd-437d-8d97-90f42174c0bf tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309064 Aug 16 01:58:43.988164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:43.991693 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fd27e4-0b2d-42f4-8089-cd38b5797314" -d '{"events": [{"server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "name": "network-vif-plugged", "status": "completed", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:44.089009 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-56dc123f-0600-41bb-941a-f312dee8250d service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208091 Aug 16 01:58:44.125610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-3b29a8a5-2868-46f5-a68c-89d2169d0841 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.127133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-3b29a8a5-2868-46f5-a68c-89d2169d0841 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520839 Aug 16 01:58:44.144101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-5180c054-e05e-4416-bc5c-4f0c33c0bae2 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/quotas/796a8c13fbba42dc8fd3f53ac1558e38 HTTP/1.1" status: 200 len: 375 time: 0.0102060 Aug 16 01:58:44.182179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-7e8fdfe0-9a9f-4c9c-874d-6f2ca86cc721 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312774 Aug 16 01:58:44.199483 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf32d990-cfda-490a-9bcc-6593319f5800 req-96bd0b51-cc6d-4d07-9f22-080f417c5dc2 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995085 Aug 16 01:58:44.282999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5402016c-3405-4bd7-bbe7-d5b759a2bb4d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240617 Aug 16 01:58:44.417165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 56d87a4b-e08b-4c30-a9d1-09424efed2d7 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:44.462377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28a0fa-fe06-4c10-83ba-67d5dee6c684 req-f70a5224-7e15-4f21-a9be-3b5918cf9746 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.463947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc28a0fa-fe06-4c10-83ba-67d5dee6c684 req-f70a5224-7e15-4f21-a9be-3b5918cf9746 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 948 time: 0.0885482 Aug 16 01:58:44.472246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-945b956f-cdc6-4ee5-bf3c-6ffdd33b7103 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.473804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-945b956f-cdc6-4ee5-bf3c-6ffdd33b7103 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780076 Aug 16 01:58:44.479853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:44.480482 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.501146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-39ad6923-768d-4832-ae85-d4139ec16a4f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/quotas/cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 375 time: 0.0194478 Aug 16 01:58:44.531507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc28a0fa-fe06-4c10-83ba-67d5dee6c684 req-a97d8d10-b26f-46cf-a7c5-f862077db925 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566728 Aug 16 01:58:44.549394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-3b2e45ab-b508-4de7-bb29-863f8d7925c4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377426 Aug 16 01:58:44.607890 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8f5a10-ed05-421a-8e06-897236916317 x-openstack-request-id: req-cb8f5a10-ed05-421a-8e06-897236916317 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:44.608749 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c3f930-fe56-4f50-83be-117758ebc21e", "tag": "eb9ae706-34af-4161-a370-6ab7574cc544", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:44.609240 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb8f5a10-ed05-421a-8e06-897236916317 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:44.610251 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c3f930-fe56-4f50-83be-117758ebc21e', 'tag': 'eb9ae706-34af-4161-a370-6ab7574cc544', 'status': 'completed', 'code': 200} Aug 16 01:58:44.684565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-8ef745b1-b0c9-44e4-9d91-1d5d3363c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.687628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-8ef745b1-b0c9-44e4-9d91-1d5d3363c0af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 1100 time: 0.0582712 Aug 16 01:58:44.788891 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe9fdb7-76e6-4658-807f-0d8f1472a95e x-openstack-request-id: req-cbe9fdb7-76e6-4658-807f-0d8f1472a95e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:44.789188 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "name": "network-vif-plugged", "status": "completed", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:44.789643 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cbe9fdb7-76e6-4658-807f-0d8f1472a95e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:44.790333 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'code': 200} Aug 16 01:58:44.844977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-4cacf749-c851-4888-8abe-49b314ef018a tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2236876 Aug 16 01:58:44.855570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:44.926705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.999502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-a7c6af58-e250-400d-84d1-03e644b5d583 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528631 Aug 16 01:58:45.062145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f947b-685f-4859-8179-a136ad452a0a req-16809b1a-006b-4cb8-9249-d1cf9c9ab714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.063696 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-117f947b-685f-4859-8179-a136ad452a0a req-16809b1a-006b-4cb8-9249-d1cf9c9ab714 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0608048 Aug 16 01:58:45.100915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-04059e60-a10b-44db-9a35-5078084be850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.102926 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-04059e60-a10b-44db-9a35-5078084be850 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.4079762 Aug 16 01:58:45.166113 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-60ec566f-8e9d-4ef0-b796-fb6672dbb966 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eb9ae706-34af-4161-a370-6ab7574cc544 HTTP/1.1" status: 200 len: 217 time: 0.0451055 Aug 16 01:58:45.168245 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-117f947b-685f-4859-8179-a136ad452a0a req-c911b25b-e83c-4495-934b-9148a64a6b8f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971401 Aug 16 01:58:45.179329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9915-1864-4381-8599-b0fcdc550b41 req-ae8ad662-42c7-48f7-85e6-2e4cb6cd59a8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.180785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-ae8ad662-42c7-48f7-85e6-2e4cb6cd59a8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722820 Aug 16 01:58:45.203483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.205938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-2f78282c-00a4-4938-aba9-fe8bbe237116 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/quotas/92b73bee6b7e488fa616257a32f986e0 HTTP/1.1" status: 200 len: 375 time: 0.0166266 Aug 16 01:58:45.226762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-7b469328-10dd-4713-ad17-ec5058d4b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.228525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-7b469328-10dd-4713-ad17-ec5058d4b3e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0543542 Aug 16 01:58:45.276630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-6a1227dc-ae1a-481c-860e-1a9b8c8f55be tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623450 Aug 16 01:58:45.286780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-22b19cba-f054-4ebc-920e-7f5d7faf443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.292860 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-22b19cba-f054-4ebc-920e-7f5d7faf443f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511925 Aug 16 01:58:45.396356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Allocated IP 172.25.5.222 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/c404f01b-ecaf-4d0d-92d9-4464637e647f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:45.422550 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-3ff52bfd-78b0-4c84-8d63-431d7ad1c0eb tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340109 Aug 16 01:58:45.533173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-76a6b6ac-fc5c-4596-b85f-c24f10372468 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287941 Aug 16 01:58:45.612741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da79ff1a-cc07-4466-b19e-398abd8b6faa req-8bd8d5e0-fabd-45fb-b384-17c18c101184 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 210 time: 0.0920699 Aug 16 01:58:45.637801 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.656778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c3c5b918-c29e-47e7-9385-5286b0b2e890 req-7aa0ee1d-28ee-459d-bf8a-7e3a4d844e27 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077433 Aug 16 01:58:45.685903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.692827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-817a8063-8bd4-4960-81b6-03ef863ff3c7 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.694601 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-817a8063-8bd4-4960-81b6-03ef863ff3c7 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679343 Aug 16 01:58:45.717320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Request body: {'port': {'device_id': '3c447949-143c-475a-bbe4-b02d4b0e0dbe', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '796a8c13fbba42dc8fd3f53ac1558e38'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:45.731305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:45.735582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:45.740234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:45.742341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Pushing event updated for resources: {'Port': ['ID=c404f01b-ecaf-4d0d-92d9-4464637e647f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:45.832075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee818-5a06-4ab3-88b7-135b28f00f5e req-74cbe30a-ffa0-4afe-add8-fd665a941a25 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.833681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bdee818-5a06-4ab3-88b7-135b28f00f5e req-74cbe30a-ffa0-4afe-add8-fd665a941a25 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 945 time: 0.0704441 Aug 16 01:58:45.856060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Made reservation on behalf of 796a8c13fbba42dc8fd3f53ac1558e38 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:45.861702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.871799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.900660 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.921444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bdee818-5a06-4ab3-88b7-135b28f00f5e req-f13c7c12-659f-46df-8152-9db12578456f tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685704 Aug 16 01:58:45.955483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.002935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-88a3bcb9-ddd7-4325-9b22-6ac35d754d51 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429027 Aug 16 01:58:46.094186 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.100173 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.114549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cd161c5-0e84-4559-911c-b3bbeeb5deed req-94e5994c-b675-4097-8aa9-5051924e7286 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 210 time: 0.0751591 Aug 16 01:58:46.198748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eca44f-2556-4a59-a187-f31124d51ada,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:46.202140 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.218691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.262336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f3276915-0637-41fc-98a7-bc10d512bcaa tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.264586 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f3276915-0637-41fc-98a7-bc10d512bcaa tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506878 Aug 16 01:58:46.283262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Request body: {'port': {'device_id': '2ad923c3-4f71-43f2-9917-d88caecac680', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': 'cfcc5fd1981d44f18fe86b6889831de3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:46.324686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Pushing event updated for resources: {'Port': ['ID=c404f01b-ecaf-4d0d-92d9-4464637e647f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:46.336155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.342987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Allocated IP 192.168.233.137 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/34933165-bf51-4706-ba1a-16bb717f0851) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:46.347799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca095ee-ae2e-433b-8a82-d9b0f0ed9efe req-20c40670-aa9e-4680-afb4-89c5e49b156a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.349470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ca095ee-ae2e-433b-8a82-d9b0f0ed9efe req-20c40670-aa9e-4680-afb4-89c5e49b156a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 946 time: 0.1446199 Aug 16 01:58:46.370005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.371190 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-6d833f31-ef31-48e6-8f4a-4338d836b80c tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5200479 Aug 16 01:58:46.436135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-2ee027af-7f74-4e40-bb5f-4b50c704bd79 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.222 HTTP/1.1" status: 200 len: 696 time: 0.0570557 Aug 16 01:58:46.443596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ca095ee-ae2e-433b-8a82-d9b0f0ed9efe req-3be2f65e-be1c-40f9-a519-b94aa764936d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821228 Aug 16 01:58:46.492952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Made reservation on behalf of cfcc5fd1981d44f18fe86b6889831de3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:46.496420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.510456 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.558064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fad33dd2-8920-46d3-b158-f8956eec6350 req-411e5650-674e-4b73-b557-f9d2ebca6e96 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 210 time: 0.0308757 Aug 16 01:58:46.574715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.584030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-def9e59d-44d3-4dcd-a9a1-66cc5a79131a tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.585709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-def9e59d-44d3-4dcd-a9a1-66cc5a79131a tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1411858 Aug 16 01:58:46.597509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-020f956e-df31-4a04-bb67-10d7ea139e09 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:46.599124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a054f47-ff6a-486d-8466-45c6add6d974 req-020f956e-df31-4a04-bb67-10d7ea139e09 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072386 Aug 16 01:58:46.609840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Transition to ACTIVE for port object 34933165-bf51-4706-ba1a-16bb717f0851 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:46.691865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eb9ae706-34af-4161-a370-6ab7574cc544 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:46.697472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.699078 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.735738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2dea2-7e46-41c3-8c85-bc2bbbbe0479 req-dfbcef56-a212-445b-b578-2ec21d8b91fb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.738513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84b2dea2-7e46-41c3-8c85-bc2bbbbe0479 req-dfbcef56-a212-445b-b578-2ec21d8b91fb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 948 time: 0.0963180 Aug 16 01:58:46.752708 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.754571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.93', 57896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.787197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-0b530634-d9a2-4f26-94aa-24be5cfb9e33 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305324 Aug 16 01:58:46.817507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84b2dea2-7e46-41c3-8c85-bc2bbbbe0479 req-6e937a5a-4eec-4abb-b440-ff28212554bb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718963 Aug 16 01:58:46.928510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd7bb94-56bc-424b-8144-a5db1f1684ed,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:46.960927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:46.976706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Pushing event updated for resources: {'Port': ['ID=34933165-bf51-4706-ba1a-16bb717f0851,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:46.983923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:46.988807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:46.994421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.995579 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.045328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port eb9ae706-34af-4161-a370-6ab7574cc544, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ae706-34af-4161-a370-6ab7574cc544,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:47.051368 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-4e376510-5810-419d-b274-419bd1fd267b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3394067 Aug 16 01:58:47.065956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'eb9ae706-34af-4161-a370-6ab7574cc544', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'eb9ae706-34af-4161-a370-6ab7574cc544', 'mac_address': 'fa:16:3e:28:d0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:47.071578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Request body: {'port': {'device_id': '3c447949-143c-475a-bbe4-b02d4b0e0dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:47.120021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Allocated IP 192.168.233.13 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/e21bb21c-3516-4871-87e1-8b59ab96f7f5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:47.124212 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.146900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9ae706-34af-4161-a370-6ab7574cc544 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:47.173318 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port eb9ae706-34af-4161-a370-6ab7574cc544, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ae706-34af-4161-a370-6ab7574cc544,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:47.176660 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.180646 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.190531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9915-1864-4381-8599-b0fcdc550b41 req-052a7484-7ef8-490b-970d-60469a9e03c1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.192040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-052a7484-7ef8-490b-970d-60469a9e03c1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3908167 Aug 16 01:58:47.229247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-f140d37d-bf2d-4e7c-a284-706b8066745f tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips/648ee019-6902-41f7-b10e-7589bc1d6a53 HTTP/1.1" status: 200 len: 693 time: 0.3627000 Aug 16 01:58:47.237164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Request body: {'port': {'device_id': 'b19e27c0-3346-4a3d-9481-bfeeba6a618e', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '92b73bee6b7e488fa616257a32f986e0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:47.243387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=eb9ae706-34af-4161-a370-6ab7574cc544,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:47.256661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.257117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.257714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.258059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.258399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.259153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.259492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.259825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.260153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.260483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.260850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.261220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:47.356694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547882c-901b-4603-bf8e-7b5cf125031d req-4dd0c255-6cdd-44d7-b55f-cc77d30fe1a3 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.358374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1547882c-901b-4603-bf8e-7b5cf125031d req-4dd0c255-6cdd-44d7-b55f-cc77d30fe1a3 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1098 time: 0.1825645 Aug 16 01:58:47.372900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['eb9ae706-34af-4161-a370-6ab7574cc544'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:47.422714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1949f556-44e1-4ba6-a404-ec325f331c2f None None] Provisioning for port 34933165-bf51-4706-ba1a-16bb717f0851 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:47.426307 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.427610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1949f556-44e1-4ba6-a404-ec325f331c2f None None] Provisioning complete for port 34933165-bf51-4706-ba1a-16bb717f0851 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:47.427989 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1949f556-44e1-4ba6-a404-ec325f331c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.444644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Transition to ACTIVE for port object e21bb21c-3516-4871-87e1-8b59ab96f7f5 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:47.455507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1547882c-901b-4603-bf8e-7b5cf125031d req-f4b3dfed-e9bd-4ddd-b5b7-8b85c0d1f94f tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818193 Aug 16 01:58:47.476412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1949f556-44e1-4ba6-a404-ec325f331c2f None None] Port 34933165-bf51-4706-ba1a-16bb717f0851 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:47.485601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-0bf830db-12c3-4244-9ddb-43f45e58f8f2 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.487018 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-0bf830db-12c3-4244-9ddb-43f45e58f8f2 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.2570150 Aug 16 01:58:47.487314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.505934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Made reservation on behalf of 92b73bee6b7e488fa616257a32f986e0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:47.509331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.552137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.557670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-be8453f0-e4ed-41bb-96ed-7b8f353c5383 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.222 HTTP/1.1" status: 200 len: 696 time: 0.0615270 Aug 16 01:58:47.609086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:47.616407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Pushing event updated for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:47.618937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:47.624214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:47.629924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.630566 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.654789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-db894ac8-2d38-42af-bc29-3adc2377bb3e tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.222 HTTP/1.1" status: 200 len: 696 time: 0.0877721 Aug 16 01:58:47.723247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34933165-bf51-4706-ba1a-16bb717f0851 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:47.732867 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.748243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Transition to ACTIVE for port object 34933165-bf51-4706-ba1a-16bb717f0851 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:47.752379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.808620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Pushing event updated for resources: {'Port': ['ID=34933165-bf51-4706-ba1a-16bb717f0851,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:47.821008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83818ebd-7ece-43d3-a3a7-f93b67ded580 req-c0c26ede-7e2a-491a-94c8-1e0cd6e86b57 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.822443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83818ebd-7ece-43d3-a3a7-f93b67ded580 req-c0c26ede-7e2a-491a-94c8-1e0cd6e86b57 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 936 time: 0.1887558 Aug 16 01:58:47.854866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Attempting to bind port 34933165-bf51-4706-ba1a-16bb717f0851 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:47.855380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Attempting to bind port 34933165-bf51-4706-ba1a-16bb717f0851 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:47.855719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Attempting to bind port 34933165-bf51-4706-ba1a-16bb717f0851 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:47.861772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Port 34933165-bf51-4706-ba1a-16bb717f0851 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:47.862144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Attempting to bind port 34933165-bf51-4706-ba1a-16bb717f0851 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:47.867777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:47.868112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:47.868501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:47.868926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Bound port: 34933165-bf51-4706-ba1a-16bb717f0851, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:47.869287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.904796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83818ebd-7ece-43d3-a3a7-f93b67ded580 req-443704db-dd1d-4e0c-b1f6-5ce9b7daf8e1 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720370 Aug 16 01:58:47.908059 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.908487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-28e2f8ba-3173-4736-bdec-8d20cf9dc077 None None] Provisioning for port e21bb21c-3516-4871-87e1-8b59ab96f7f5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:47.914830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Deleting port c404f01b-ecaf-4d0d-92d9-4464637e647f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:47.915048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.917889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-28e2f8ba-3173-4736-bdec-8d20cf9dc077 None None] Provisioning complete for port e21bb21c-3516-4871-87e1-8b59ab96f7f5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:47.919194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28e2f8ba-3173-4736-bdec-8d20cf9dc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.927594 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.932165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f72e8a4b-4f62-4b08-8616-2081e2f106b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6576629 Aug 16 01:58:47.949236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Request body: {'port': {'device_id': '2ad923c3-4f71-43f2-9917-d88caecac680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:47.981794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-28e2f8ba-3173-4736-bdec-8d20cf9dc077 None None] Port e21bb21c-3516-4871-87e1-8b59ab96f7f5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:47.984804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] For port 34933165-bf51-4706-ba1a-16bb717f0851, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:48.016376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] For port 34933165-bf51-4706-ba1a-16bb717f0851, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=34933165-bf51-4706-ba1a-16bb717f0851,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:48.047803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.059703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.097754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.098480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.100000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] 10.222.0.93 "PUT /v2.0/ports/34933165-bf51-4706-ba1a-16bb717f0851 HTTP/1.1" status: 200 len: 1097 time: 1.0399837 Aug 16 01:58:48.100556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c447949-143c-475a-bbe4-b02d4b0e0dbe', 'tag': '34933165-bf51-4706-ba1a-16bb717f0851'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:48.102942 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99476355-2d5e-45b7-bd47-b6bc3083af6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c447949-143c-475a-bbe4-b02d4b0e0dbe", "tag": "34933165-bf51-4706-ba1a-16bb717f0851"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:48.183349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d482aa0c-e238-40a3-bb14-db4f870c2f41,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.185640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3026ed-49d1-4806-bbff-0763bfa9786e service neutron] Pushing event updated for resources: {'Port': ['ID=34933165-bf51-4706-ba1a-16bb717f0851,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.220517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.220849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.267670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Calling delete_port for c404f01b-ecaf-4d0d-92d9-4464637e647f owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:48.275993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-c4da571c-42ce-41cb-874e-582ad61ede7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.277520 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-c4da571c-42ce-41cb-874e-582ad61ede7a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 1100 time: 0.1276999 Aug 16 01:58:48.321682 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-9257dd98-ed2f-417b-81fd-eace59721ed5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=34933165-bf51-4706-ba1a-16bb717f0851 HTTP/1.1" status: 200 len: 217 time: 0.0345860 Aug 16 01:58:48.357409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa2b30-d4f1-4b81-84ef-f55bf394a559 req-ee84d24f-247f-49dd-9dbf-af7874f08567 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.358928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14fa2b30-d4f1-4b81-84ef-f55bf394a559 req-ee84d24f-247f-49dd-9dbf-af7874f08567 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 945 time: 0.2868760 Aug 16 01:58:48.375878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-0cee6854-c72d-4cbf-995b-35f105b6f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.377253 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-0cee6854-c72d-4cbf-995b-35f105b6f625 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0491486 Aug 16 01:58:48.386694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Allocated IP 192.168.233.35 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/f6254da0-498e-4d85-bba1-debdbf287969) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:48.425165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2799ab0e-c645-4110-8043-3838baaa0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.426695 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-2799ab0e-c645-4110-8043-3838baaa0a2f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427911 Aug 16 01:58:48.450631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14fa2b30-d4f1-4b81-84ef-f55bf394a559 req-41cf94a3-c91e-454c-8182-a1ebff3d2dad tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816996 Aug 16 01:58:48.524128 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-126bdbdf-a3cd-49bd-99c2-3945f78f76c0 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906186 Aug 16 01:58:48.628080 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7986b46a-b21c-4270-9d92-83e7e0e9bc86 req-287c4749-280b-4a6b-84fd-7b77a6ae2398 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967076 Aug 16 01:58:48.635606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.665261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e026af-c87e-46a8-994c-05de15b57ddd req-5a3f6cbf-733e-4759-b676-8bfcf242c0bd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.666743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26e026af-c87e-46a8-994c-05de15b57ddd req-5a3f6cbf-733e-4759-b676-8bfcf242c0bd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 935 time: 0.1315472 Aug 16 01:58:48.687699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eb9ae706-34af-4161-a370-6ab7574cc544 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:48.693088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Pushing event deleted for resources: {'Port': ['ID=c404f01b-ecaf-4d0d-92d9-4464637e647f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.736741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.738383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port eb9ae706-34af-4161-a370-6ab7574cc544 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:48.742447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port eb9ae706-34af-4161-a370-6ab7574cc544 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:48.742820 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.781326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Transition to ACTIVE for port object f6254da0-498e-4d85-bba1-debdbf287969 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:48.799546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26e026af-c87e-46a8-994c-05de15b57ddd req-25a2895f-48f6-43be-81a9-56cc5a42de87 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131461 Aug 16 01:58:48.816002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.818513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.820061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acb932d6-440d-4f46-b581-dd20e4ebd622 req-c501f70c-aa91-4575-b578-34c0614ac195 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "DELETE /v2.0/floatingips/648ee019-6902-41f7-b10e-7589bc1d6a53 HTTP/1.1" status: 204 len: 173 time: 1.1462276 Aug 16 01:58:48.827779 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.840545 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.860817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c3f930-fe56-4f50-83be-117758ebc21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ae706-34af-4161-a370-6ab7574cc544'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:48.863687 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd9ce75-b57f-4bd4-965b-1231fd12993e" -d '{"events": [{"server_uuid": "08c3f930-fe56-4f50-83be-117758ebc21e", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ae706-34af-4161-a370-6ab7574cc544"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:48.880916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port eb9ae706-34af-4161-a370-6ab7574cc544, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ae706-34af-4161-a370-6ab7574cc544,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:48.885612 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.944091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=eb9ae706-34af-4161-a370-6ab7574cc544,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:49.029534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21bb21c-3516-4871-87e1-8b59ab96f7f5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:49.037236 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.050853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Transition to ACTIVE for port object e21bb21c-3516-4871-87e1-8b59ab96f7f5 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:49.054775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.107998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Pushing event updated for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:49.142345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Attempting to bind port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:49.142686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Attempting to bind port e21bb21c-3516-4871-87e1-8b59ab96f7f5 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:49.142996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Attempting to bind port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:49.147733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:49.148053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Attempting to bind port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:49.154621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:49.155149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:49.155386 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:49.155815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Bound port: e21bb21c-3516-4871-87e1-8b59ab96f7f5, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:49.156170 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.185493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:49.194253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event updated for resources: {'Port': ['ID=f6254da0-498e-4d85-bba1-debdbf287969,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:49.196914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:49.201829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:49.234002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:49.238962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:49.244088 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.258639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce93989-fd08-4fed-85c8-86873da3bdaa req-35faf181-25be-43b1-adc3-688d70d81fea tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.260215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cce93989-fd08-4fed-85c8-86873da3bdaa req-35faf181-25be-43b1-adc3-688d70d81fea tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 935 time: 0.3236980 Aug 16 01:58:49.266270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd10d-f870-4806-a008-c81708d8ee85 req-36dbdf75-d865-480c-81bd-aa41b2ea469a tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.271316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b31bd10d-f870-4806-a008-c81708d8ee85 req-36dbdf75-d865-480c-81bd-aa41b2ea469a tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1098 time: 0.3944230 Aug 16 01:58:49.285317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.285950 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.287476 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] 10.222.0.93 "PUT /v2.0/ports/e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 1096 time: 1.3425546 Aug 16 01:58:49.289633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.290549 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.312067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454ad15-98c8-4a76-8f1b-e0a40968da6e service neutron] Pushing event updated for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:49.358658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-275e4766-3230-4c86-96b8-e49d16ba2238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1406095 Aug 16 01:58:49.374526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-967cb7ef-6564-4d4f-9b21-4b98cdbefbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.376225 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-967cb7ef-6564-4d4f-9b21-4b98cdbefbea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1099 time: 0.0477831 Aug 16 01:58:49.379779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Request body: {'port': {'device_id': 'b19e27c0-3346-4a3d-9481-bfeeba6a618e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:49.386854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cce93989-fd08-4fed-85c8-86873da3bdaa req-f13fe71c-9899-4ace-b1b8-cf72e7208670 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080992 Aug 16 01:58:49.401240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b31bd10d-f870-4806-a008-c81708d8ee85 req-63f8589b-7413-48e6-b489-b44c59ed1d37 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890765 Aug 16 01:58:49.437756 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-f203d387-4c37-4506-800a-6db8c9aaac28 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 217 time: 0.0522416 Aug 16 01:58:49.507780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.508402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-e9e8d77e-aab7-4ab1-b031-e9bb2db0385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.510339 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-e9e8d77e-aab7-4ab1-b031-e9bb2db0385e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0651238 Aug 16 01:58:49.523119 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018eba27-caee-4c71-a0ee-e94ce25eb3ae x-openstack-request-id: req-018eba27-caee-4c71-a0ee-e94ce25eb3ae {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:49.523722 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c447949-143c-475a-bbe4-b02d4b0e0dbe", "tag": "34933165-bf51-4706-ba1a-16bb717f0851", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:49.523981 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-018eba27-caee-4c71-a0ee-e94ce25eb3ae {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:49.524608 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c447949-143c-475a-bbe4-b02d4b0e0dbe', 'tag': '34933165-bf51-4706-ba1a-16bb717f0851', 'status': 'completed', 'code': 200} Aug 16 01:58:49.570843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fbc74-0170-4dc6-9ea2-3d3ca2987b64 req-ede27e9e-2c67-4707-857b-7d2ae608f6ca tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.576416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68fbc74-0170-4dc6-9ea2-3d3ca2987b64 req-ede27e9e-2c67-4707-857b-7d2ae608f6ca tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 950 time: 0.1054358 Aug 16 01:58:49.600730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a547f1b6-c5ba-422c-93ec-7c9a4b5e817b None None] Provisioning for port f6254da0-498e-4d85-bba1-debdbf287969 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:49.606192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a547f1b6-c5ba-422c-93ec-7c9a4b5e817b None None] Provisioning complete for port f6254da0-498e-4d85-bba1-debdbf287969 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:49.607004 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a547f1b6-c5ba-422c-93ec-7c9a4b5e817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.617405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-59f55b62-d2ac-429c-b4ca-0d6697275b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.618956 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-59f55b62-d2ac-429c-b4ca-0d6697275b70 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933230 Aug 16 01:58:49.626346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-d5cf5171-702a-474c-b598-175ba6f5ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.628207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-d5cf5171-702a-474c-b598-175ba6f5ce44 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 1100 time: 0.0696037 Aug 16 01:58:49.655487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a547f1b6-c5ba-422c-93ec-7c9a4b5e817b None None] Port f6254da0-498e-4d85-bba1-debdbf287969 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:49.788560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-222eff75-05a3-4b4c-a856-b4ecc1b4fdd1 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596169 Aug 16 01:58:49.791477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82dc8d-7bb7-4332-b234-6afcf1811a36 req-f0ea6ee5-e23e-4826-b0cc-5b7b694cde8a tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.792956 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b82dc8d-7bb7-4332-b234-6afcf1811a36 req-f0ea6ee5-e23e-4826-b0cc-5b7b694cde8a tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 945 time: 0.2096164 Aug 16 01:58:49.797841 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68fbc74-0170-4dc6-9ea2-3d3ca2987b64 req-73bf83ee-7e70-4929-8c32-784102e5df25 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864395 Aug 16 01:58:49.802363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:49.818494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Request body: {'floatingip': {'port_id': 'baceecae-20d1-4158-b8b0-cef2cc53032e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:49.850738 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e272a1d-0754-45bb-bdcb-e816ebe2a314 x-openstack-request-id: req-9e272a1d-0754-45bb-bdcb-e816ebe2a314 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:49.851037 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c3f930-fe56-4f50-83be-117758ebc21e", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ae706-34af-4161-a370-6ab7574cc544", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:49.851345 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e272a1d-0754-45bb-bdcb-e816ebe2a314 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:49.851746 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c3f930-fe56-4f50-83be-117758ebc21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ae706-34af-4161-a370-6ab7574cc544', 'code': 200} Aug 16 01:58:49.864420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-df31e73d-4e42-4506-b970-614121b458fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.865884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-df31e73d-4e42-4506-b970-614121b458fd service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1866019 Aug 16 01:58:49.880790 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-d8b0c145-070f-46dd-bdea-a5f1c267210f req-b3b85888-cbe3-43a7-81e6-ade4e029fa24 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] show failed (client error): The resource could not be found. Aug 16 01:58:49.881961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8b0c145-070f-46dd-bdea-a5f1c267210f req-b3b85888-cbe3-43a7-81e6-ade4e029fa24 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips/648ee019-6902-41f7-b10e-7589bc1d6a53 HTTP/1.1" status: 404 len: 350 time: 0.0419071 Aug 16 01:58:49.930677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.93', 57897) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:50.039638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0542ccb-1005-4614-9b55-497ca00fa23e req-53dfec8a-f023-4262-a198-2bb6014ad92f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.041110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0542ccb-1005-4614-9b55-497ca00fa23e req-53dfec8a-f023-4262-a198-2bb6014ad92f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 948 time: 0.1321125 Aug 16 01:58:50.088873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa47f50-8ed0-4816-877e-7fe8134460c3 req-30919317-54fb-4dc7-99f7-c27268c6e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.090370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fa47f50-8ed0-4816-877e-7fe8134460c3 req-30919317-54fb-4dc7-99f7-c27268c6e296 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 1102 time: 0.1361599 Aug 16 01:58:50.164174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6254da0-498e-4d85-bba1-debdbf287969 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:50.177480 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.180729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.186868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0542ccb-1005-4614-9b55-497ca00fa23e req-749e3ef9-239c-415e-9f9e-7b12082e2bb5 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319838 Aug 16 01:58:50.188276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-4c709be9-53eb-45f6-ac12-b2bab9e21ec3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=34933165-bf51-4706-ba1a-16bb717f0851 HTTP/1.1" status: 200 len: 217 time: 0.0572875 Aug 16 01:58:50.208847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Transition to ACTIVE for port object f6254da0-498e-4d85-bba1-debdbf287969 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:50.219878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14f300-3159-4ff3-8e25-a7fe235e85ae req-327bae66-084d-4036-9776-5571d685eab8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.221537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d14f300-3159-4ff3-8e25-a7fe235e85ae req-327bae66-084d-4036-9776-5571d685eab8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.1949298 Aug 16 01:58:50.224989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fa47f50-8ed0-4816-877e-7fe8134460c3 req-eb2af1f2-84bf-46ef-bf0b-66beb083d5fb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038754 Aug 16 01:58:50.226360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.307466 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-db8eadf8-3619-4973-a2e3-ff622d96829f req-967a37e9-7dbf-47a4-a0cb-69851d092393 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] show failed (client error): The resource could not be found. Aug 16 01:58:50.308359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db8eadf8-3619-4973-a2e3-ff622d96829f req-967a37e9-7dbf-47a4-a0cb-69851d092393 tempest-FloatingIPsTestJSON-330897951 tempest-FloatingIPsTestJSON-330897951-project] 10.222.0.61 "GET /v2.0/floatingips/648ee019-6902-41f7-b10e-7589bc1d6a53 HTTP/1.1" status: 404 len: 350 time: 0.0857079 Aug 16 01:58:50.335039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:50.340553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6254da0-498e-4d85-bba1-debdbf287969,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:50.350420 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-43526e45-40ec-46e6-b1f6-0bbea69a1e7a req-a9251d2a-c337-4c40-a7f7-afaaab34fb3a service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525963 Aug 16 01:58:50.364278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-230437b7-fae2-4506-b2ff-c0ff968f56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.365934 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-230437b7-fae2-4506-b2ff-c0ff968f56b2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1476948 Aug 16 01:58:50.375265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d14f300-3159-4ff3-8e25-a7fe235e85ae req-46af343c-d9cb-45c8-8c1b-1577b9ad1da0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452961 Aug 16 01:58:50.480894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Attempting to bind port f6254da0-498e-4d85-bba1-debdbf287969 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:50.481267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Attempting to bind port f6254da0-498e-4d85-bba1-debdbf287969 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:50.482929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Attempting to bind port f6254da0-498e-4d85-bba1-debdbf287969 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:50.489033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Port f6254da0-498e-4d85-bba1-debdbf287969 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:50.489351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Attempting to bind port f6254da0-498e-4d85-bba1-debdbf287969 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:50.497995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:50.498363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:50.498900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:50.499377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Bound port: f6254da0-498e-4d85-bba1-debdbf287969, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:50.499734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.629865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-fea3f2bd-ff99-4337-a163-07e1bd9d46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.631441 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-fea3f2bd-ff99-4337-a163-07e1bd9d46ef service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1960926 Aug 16 01:58:50.631845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037779e-e920-4a58-aca3-9b3882e0e94f req-e04a4ff9-3a47-4aef-bce9-8bc44938847b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.633886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8037779e-e920-4a58-aca3-9b3882e0e94f req-e04a4ff9-3a47-4aef-bce9-8bc44938847b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 947 time: 0.1137011 Aug 16 01:58:50.669441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] For port f6254da0-498e-4d85-bba1-debdbf287969, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:50.706269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] For port f6254da0-498e-4d85-bba1-debdbf287969, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f6254da0-498e-4d85-bba1-debdbf287969,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:50.710861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8037779e-e920-4a58-aca3-9b3882e0e94f req-361c548a-8501-4248-8796-bed3c233fb9b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656085 Aug 16 01:58:50.712408 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.749362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.749984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.751438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] 10.222.0.93 "PUT /v2.0/ports/f6254da0-498e-4d85-bba1-debdbf287969 HTTP/1.1" status: 200 len: 1096 time: 1.3814046 Aug 16 01:58:50.751986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19e27c0-3346-4a3d-9481-bfeeba6a618e', 'tag': 'f6254da0-498e-4d85-bba1-debdbf287969'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:50.808607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cc659-984a-4829-b127-2246dc79c5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6254da0-498e-4d85-bba1-debdbf287969,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:50.939495 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059a4fef-cb71-4a65-ba88-727fbc11f4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b19e27c0-3346-4a3d-9481-bfeeba6a618e", "tag": "f6254da0-498e-4d85-bba1-debdbf287969"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:51.011646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9915-1864-4381-8599-b0fcdc550b41 req-ee133192-92de-44b1-be86-04a2065adb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.013684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-ee133192-92de-44b1-be86-04a2065adb50 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 1099 time: 0.1914279 Aug 16 01:58:51.085565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8520ab-fcf8-4e54-b030-a8bda8c1d013 req-2f7e2a0e-5858-4931-a326-9eaf9ffb0ff9 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.087357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed8520ab-fcf8-4e54-b030-a8bda8c1d013 req-2f7e2a0e-5858-4931-a326-9eaf9ffb0ff9 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 950 time: 0.1658788 Aug 16 01:58:51.123117 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-b5600b6a-b9f9-45d3-ad23-036916182437 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248514 Aug 16 01:58:51.128400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-608aafbb-0518-43b1-a54d-b617736a9ed8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f6254da0-498e-4d85-bba1-debdbf287969 HTTP/1.1" status: 200 len: 217 time: 0.1030786 Aug 16 01:58:51.208923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed8520ab-fcf8-4e54-b030-a8bda8c1d013 req-0e98b902-1935-4e42-b9b5-e8ed0d0d00b3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832593 Aug 16 01:58:51.217457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9915-1864-4381-8599-b0fcdc550b41 req-63f6f52e-e91e-4dea-b66e-942b86e9339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.219171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-63f6f52e-e91e-4dea-b66e-942b86e9339e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0757451 Aug 16 01:58:51.313566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9915-1864-4381-8599-b0fcdc550b41 req-4b3612e4-205d-43d9-9023-c401504f5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.316720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-4b3612e4-205d-43d9-9023-c401504f5198 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900347 Aug 16 01:58:51.414820 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467be84c-5742-47a6-8c5f-c7483cfcf8b7 x-openstack-request-id: req-467be84c-5742-47a6-8c5f-c7483cfcf8b7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:51.415178 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19e27c0-3346-4a3d-9481-bfeeba6a618e", "tag": "f6254da0-498e-4d85-bba1-debdbf287969", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:51.415382 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-467be84c-5742-47a6-8c5f-c7483cfcf8b7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:51.416161 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19e27c0-3346-4a3d-9481-bfeeba6a618e', 'tag': 'f6254da0-498e-4d85-bba1-debdbf287969', 'status': 'completed', 'code': 200} Aug 16 01:58:51.496542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804255-983d-416e-bf9d-d886117a33ac req-09dabf06-aea2-48c0-9254-7c462e5889a3 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.498633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5804255-983d-416e-bf9d-d886117a33ac req-09dabf06-aea2-48c0-9254-7c462e5889a3 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 948 time: 0.0816972 Aug 16 01:58:51.500578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-5db220ef-a27a-4f06-af6b-80a8cbc90b4b service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758001 Aug 16 01:58:51.506589 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-99476355-2d5e-45b7-bd47-b6bc3083af6c req-d9a69fab-301b-4461-962e-827090127e96 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595710 Aug 16 01:58:51.524889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:58:51.526935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:51.529993 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c000d013-813e-4f13-af3b-9ac8449884b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:51.597591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5804255-983d-416e-bf9d-d886117a33ac req-912054a7-11b6-42c1-847e-0aaa77df5674 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893655 Aug 16 01:58:51.640248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-393d9915-1864-4381-8599-b0fcdc550b41 req-34dbde1d-4ebc-48a8-82f8-c090c61399ce service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293187 Aug 16 01:58:51.782295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5705706-b96a-44d9-99ac-28e5b423b688 req-77802fe2-e982-4823-8588-1f9a9b719bf0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.783877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5705706-b96a-44d9-99ac-28e5b423b688 req-77802fe2-e982-4823-8588-1f9a9b719bf0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.0906391 Aug 16 01:58:51.820465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-134f946c-edda-477a-97da-f6803aa3a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.821946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-134f946c-edda-477a-97da-f6803aa3a4a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 1099 time: 0.0823774 Aug 16 01:58:51.876375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.876563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5705706-b96a-44d9-99ac-28e5b423b688 req-763f73be-dacb-4ffe-9296-28e94d5184aa tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854013 Aug 16 01:58:51.883586 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.925950 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4565dee6-b573-473b-8738-e5e1a2548061 x-openstack-request-id: req-4565dee6-b573-473b-8738-e5e1a2548061 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:51.926239 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:51.926491 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4565dee6-b573-473b-8738-e5e1a2548061 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:51.926876 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'status': 'completed', 'code': 200} Aug 16 01:58:51.951176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:52.069900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.115056 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Floating IP 4685e2e7-3812-45b6-90db-a7e6c4e9a8bf associated. External IP: 172.25.5.174, port: baceecae-20d1-4158-b8b0-cef2cc53032e. Aug 16 01:58:52.117169 n-d-768862-14 neutron-server[94640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:58:52.123901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-e79d008b-a367-4eeb-98c5-8fc383b48239 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:52.124823 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-e79d008b-a367-4eeb-98c5-8fc383b48239 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1710963 Aug 16 01:58:52.158864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-0951f73b-0780-40c7-849f-10971a8e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.160409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-0951f73b-0780-40c7-849f-10971a8e1fd2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1099 time: 0.2054052 Aug 16 01:58:52.252640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbfdf2-6e9b-40c1-82d4-acbefbfe1f2d req-8f4f4f3e-f45e-4fd8-ad90-e40afbcf58f2 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.254133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01fbfdf2-6e9b-40c1-82d4-acbefbfe1f2d req-8f4f4f3e-f45e-4fd8-ad90-e40afbcf58f2 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 947 time: 0.1010966 Aug 16 01:58:52.257195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-1e95c597-edc3-43dc-994c-d8669f79b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.258531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-1e95c597-edc3-43dc-994c-d8669f79b9fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.4281847 Aug 16 01:58:52.268922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Request body: {'binding': {'host': 'n-h2-768862-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:52.269410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:58:52.309445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-c2d6abdc-2ee6-4dfd-bd87-90382a9a2446 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f6254da0-498e-4d85-bba1-debdbf287969 HTTP/1.1" status: 200 len: 217 time: 0.0424054 Aug 16 01:58:52.354149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01fbfdf2-6e9b-40c1-82d4-acbefbfe1f2d req-d173bfa5-df46-47e6-af62-9068b3d01f60 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932474 Aug 16 01:58:52.382826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-dba7bbf2-e07f-4df1-b63a-fc60e46b2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.384904 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-dba7bbf2-e07f-4df1-b63a-fc60e46b2c4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0647483 Aug 16 01:58:52.437394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-af9e2b5e-ea0f-43dd-be13-b249ea1b53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.439072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-af9e2b5e-ea0f-43dd-be13-b249ea1b53c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464566 Aug 16 01:58:52.519694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-9786ea3a-7c31-4a6f-8e69-01bb87081f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.521183 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-9786ea3a-7c31-4a6f-8e69-01bb87081f43 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3508065 Aug 16 01:58:52.543983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc1410-16bd-48df-98ea-d918e6fd13d8 req-7144f231-b7de-4e6a-be11-541c8f6789ad tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.546359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41fc1410-16bd-48df-98ea-d918e6fd13d8 req-7144f231-b7de-4e6a-be11-541c8f6789ad tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 950 time: 0.1111734 Aug 16 01:58:52.582627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-4f15e0c9-85c1-438d-8e4f-c3aca6ac7478 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345716 Aug 16 01:58:52.615743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41fc1410-16bd-48df-98ea-d918e6fd13d8 req-7d7ce6d6-a8c6-4d25-9a13-31aee4149725 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625229 Aug 16 01:58:52.650976 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-4a944bfb-8bb6-4a1b-b6c9-9aeb8d744745 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 217 time: 0.0986001 Aug 16 01:58:52.690865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-059a4fef-cb71-4a65-ba88-727fbc11f4b7 req-d6a0c75b-f486-4647-8263-3645ba613e68 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974808 Aug 16 01:58:52.725546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 34933165-bf51-4706-ba1a-16bb717f0851 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:52.759545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba5663-b82d-4294-8068-22a4819e96db req-c2d69a8f-96c0-4811-aca2-ad76b053d1f4 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.761040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4dba5663-b82d-4294-8068-22a4819e96db req-c2d69a8f-96c0-4811-aca2-ad76b053d1f4 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 948 time: 0.0531895 Aug 16 01:58:52.803502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-5a6c32ec-551a-4a5c-940c-6e13b620fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.804988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-5a6c32ec-551a-4a5c-940c-6e13b620fb65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1396899 Aug 16 01:58:52.808032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee on host n-h2-768862-14 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:52.808370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:52.808703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:52.810577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4dba5663-b82d-4294-8068-22a4819e96db req-062fedef-71a3-4da8-98bf-1811282104d5 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Aug 16 01:58:52.828990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 34933165-bf51-4706-ba1a-16bb717f0851, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=34933165-bf51-4706-ba1a-16bb717f0851,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:52.830093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Port dffe2496-378f-4106-a744-cdf87c5889ee on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:52.830424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:52.850346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '34933165-bf51-4706-ba1a-16bb717f0851', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '34933165-bf51-4706-ba1a-16bb717f0851', 'mac_address': 'fa:16:3e:83:42:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:52.879856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:52.880212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:52.880595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:52.881196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Bound port: dffe2496-378f-4106-a744-cdf87c5889ee, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:52.890773 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.906258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34933165-bf51-4706-ba1a-16bb717f0851 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:52.928188 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 34933165-bf51-4706-ba1a-16bb717f0851, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=34933165-bf51-4706-ba1a-16bb717f0851,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:52.932747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.955809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Router a2ee6184-fed0-4d5f-a176-efd0911a61b4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:52.983797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=34933165-bf51-4706-ba1a-16bb717f0851,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:53.023930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-e1f99aec-d24f-4801-a78f-aabbcfd4b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.025465 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-e1f99aec-d24f-4801-a78f-aabbcfd4b7df service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2093239 Aug 16 01:58:53.048931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:53.102269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.103916 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-62557482-f049-41cf-9652-f2b14890e7b2 service neutron] 10.222.0.61 "POST /v2.0/ports/dffe2496-378f-4106-a744-cdf87c5889ee/bindings HTTP/1.1" status: 201 len: 390 time: 0.9220967 Aug 16 01:58:53.157951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['34933165-bf51-4706-ba1a-16bb717f0851'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:53.162771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Deleting port 56d87a4b-e08b-4c30-a9d1-09424efed2d7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:53.162858 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.268856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b8e4d-5260-4f22-90ef-ae7fffeebccc req-338cdefc-c606-4931-b418-6bd3d34259e1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.270459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a68b8e4d-5260-4f22-90ef-ae7fffeebccc req-338cdefc-c606-4931-b418-6bd3d34259e1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.0727108 Aug 16 01:58:53.320425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a68b8e4d-5260-4f22-90ef-ae7fffeebccc req-d0b18149-32e1-4e9e-b55e-65a3b96097cf tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423791 Aug 16 01:58:53.433001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7c84-4b58-42aa-a53c-bc2975c6ab6d req-b2711215-7a3b-44c4-a3e9-dd7a0b2d3c34 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.434559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a5d7c84-4b58-42aa-a53c-bc2975c6ab6d req-b2711215-7a3b-44c4-a3e9-dd7a0b2d3c34 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 950 time: 0.1058028 Aug 16 01:58:53.526579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-6e4b018e-4fcb-4086-8c30-67b259e5466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.528118 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-6e4b018e-4fcb-4086-8c30-67b259e5466f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1098 time: 0.1124389 Aug 16 01:58:53.531734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a5d7c84-4b58-42aa-a53c-bc2975c6ab6d req-3b094116-3ff5-49fd-9f83-b7db57f7cca4 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809493 Aug 16 01:58:53.532893 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-996ec3f5-5909-44d1-95de-b2807d45c53a service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978027 Aug 16 01:58:53.535466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:53.541542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.545700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda60a6d-9ad8-4399-8719-35df65e6e0ef req-8dd61f29-3652-41c1-b74b-a8ad8dd4b92a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.547064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dda60a6d-9ad8-4399-8719-35df65e6e0ef req-8dd61f29-3652-41c1-b74b-a8ad8dd4b92a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 946 time: 0.0974617 Aug 16 01:58:53.552864 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] Sync routers for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:53.562694 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:53.563359 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:58:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:53.589894 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d41f5e90-3f16-4a8e-8b75-0bb9760f4bd7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "PUT /v2.0/floatingips/4685e2e7-3812-45b6-90db-a7e6c4e9a8bf HTTP/1.1" status: 200 len: 991 time: 3.7772467 Aug 16 01:58:53.608155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] For port 56d87a4b-e08b-4c30-a9d1-09424efed2d7, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=56d87a4b-e08b-4c30-a9d1-09424efed2d7,segment=NetworkSegment(7283abe8-b5fe-403c-864e-7946a7fd811e),segment_id=7283abe8-b5fe-403c-864e-7946a7fd811e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:53.608564 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.660304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Calling delete_port for 56d87a4b-e08b-4c30-a9d1-09424efed2d7 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:53.668863 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:53.689881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dda60a6d-9ad8-4399-8719-35df65e6e0ef req-19950ba3-0bb1-41c1-9881-eece4ac2efc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335459 Aug 16 01:58:53.717139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a9c64-1ba9-45fe-91d8-bbb8b69cec60 req-860ffc95-157d-4a13-bc5c-2e82419c4ac4 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.725139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea3a9c64-1ba9-45fe-91d8-bbb8b69cec60 req-860ffc95-157d-4a13-bc5c-2e82419c4ac4 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 947 time: 0.1086383 Aug 16 01:58:53.750127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-25c78703-184c-4861-8d65-b19c29fe327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.751666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-25c78703-184c-4861-8d65-b19c29fe327e service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.2036896 Aug 16 01:58:53.759376 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c000d013-813e-4f13-af3b-9ac8449884b7 req-94136ddc-50d1-4b84-abb7-49a36df0c563 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106023 Aug 16 01:58:53.786974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea3a9c64-1ba9-45fe-91d8-bbb8b69cec60 req-ea5584bd-fb4e-4adf-a558-47786fe06339 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608835 Aug 16 01:58:53.870123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-8e5e552e-b4b6-4706-aec8-8b6ee96bbcc0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 200 len: 217 time: 0.0757649 Aug 16 01:58:53.931613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:53.934525 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854c82d2-cee8-48fd-9214-ac6521801f80" -d '{"events": [{"name": "network-changed", "server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:53.947228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.980721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b575d0ca-f036-445d-9742-bb7a20740148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.982837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b575d0ca-f036-445d-9742-bb7a20740148 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1068377 Aug 16 01:58:53.986858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d87a4b-e08b-4c30-a9d1-09424efed2d7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:54.002511 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4685e2e7-3812-45b6-90db-a7e6c4e9a8bf', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'port_id': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'mac_address': 'fa:16:3e:0b:35:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a53ae-c466-4958-9d18-d835bb201ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:51Z', 'revision_number': 1, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:54.038344 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] Checking router: a2ee6184-fed0-4d5f-a176-efd0911a61b4 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:54.048165 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:54.049180 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:58:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:54.051825 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baf1171-5e2a-4058-b0da-597099a39735 x-openstack-request-id: req-2baf1171-5e2a-4058-b0da-597099a39735 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:54.052185 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:54.052393 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2baf1171-5e2a-4058-b0da-597099a39735 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:54.052791 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'status': 'completed', 'code': 200} Aug 16 01:58:54.078804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-1bdf2a5d-e3fa-4df4-b31b-966411fbce71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713825 Aug 16 01:58:54.094066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c7c39-308e-4ee9-a071-cdf684e4a551 req-986e74a1-dfa0-4bf7-8924-0c2d9d90b37d tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.097852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f61c7c39-308e-4ee9-a071-cdf684e4a551 req-986e74a1-dfa0-4bf7-8924-0c2d9d90b37d tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 949 time: 0.1553643 Aug 16 01:58:54.211579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-5aca8ef5-fd74-4f52-bc87-01df1992214b service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123652 Aug 16 01:58:54.268817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-10212a14-d9c0-41b6-bc25-ee14571f21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.271804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-10212a14-d9c0-41b6-bc25-ee14571f21d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 1097 time: 0.1749289 Aug 16 01:58:54.310460 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.336405 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:54.361290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f61c7c39-308e-4ee9-a071-cdf684e4a551 req-d3372ccf-a2e8-4d90-8555-526ea202cca6 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484623 Aug 16 01:58:54.447521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-f72017fd-704c-46b2-ad1a-82c3fe2cde7e service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204254 Aug 16 01:58:54.522805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-893f857e-ff8f-4aed-915a-4d57b1e7a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.524655 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-893f857e-ff8f-4aed-915a-4d57b1e7a5c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 200 len: 925 time: 0.2429795 Aug 16 01:58:54.546691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390b0ea-1e06-46bb-a287-b5835d9f24e8 req-dfffd682-9741-450d-8c7a-c20fa917b584 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.548300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3390b0ea-1e06-46bb-a287-b5835d9f24e8 req-dfffd682-9741-450d-8c7a-c20fa917b584 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.0760400 Aug 16 01:58:54.604810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3390b0ea-1e06-46bb-a287-b5835d9f24e8 req-c084a7d4-6195-4ef3-8271-3c9df41ffa3b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453162 Aug 16 01:58:54.647571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-a9fdf7b3-3958-42f4-8087-1e8ff1bdc024 tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.649340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-a9fdf7b3-3958-42f4-8087-1e8ff1bdc024 tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 1102 time: 0.1644592 Aug 16 01:58:54.686731 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4685e2e7-3812-45b6-90db-a7e6c4e9a8bf', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'port_id': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'mac_address': 'fa:16:3e:0b:35:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a53ae-c466-4958-9d18-d835bb201ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:51Z', 'revision_number': 1, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:54.732473 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-d964bbc8-7ce9-4205-8bfd-7472836d3e8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baceecae-20d1-4158-b8b0-cef2cc53032e HTTP/1.1" status: 200 len: 999 time: 0.1927876 Aug 16 01:58:54.732609 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d3d36-64e6-4e11-a53b-ac445d147f7a None None] The sync data for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 is: [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4685e2e7-3812-45b6-90db-a7e6c4e9a8bf', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'port_id': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'mac_address': 'fa:16:3e:0b:35:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a53ae-c466-4958-9d18-d835bb201ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T01:58:51Z', 'revision_number': 1, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:54.751479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e21bb21c-3516-4871-87e1-8b59ab96f7f5 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:54.766902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-09e98e87-8599-4a66-b0d7-bc7a034d0af6 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.768552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-09e98e87-8599-4a66-b0d7-bc7a034d0af6 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1098 time: 0.1793015 Aug 16 01:58:54.791932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11f513-c494-48f5-aafe-20159576ab1b req-414f02fe-b223-4874-8839-715be06b28fc tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.793622 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f11f513-c494-48f5-aafe-20159576ab1b req-414f02fe-b223-4874-8839-715be06b28fc tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 950 time: 0.1304862 Aug 16 01:58:54.803423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-14'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:54.838894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 34933165-bf51-4706-ba1a-16bb717f0851 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:54.872291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-cf1444ce-c607-4cee-9ceb-648302942a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.874021 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-cf1444ce-c607-4cee-9ceb-648302942a29 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2c12270-e7e4-47d4-a4dd-b7d3336eab63 HTTP/1.1" status: 200 len: 863 time: 0.1381993 Aug 16 01:58:54.885153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Router e993ddda-16f1-4c88-ae83-7e7bdc57b17e has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:54.920558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] Deleting port eb9ae706-34af-4161-a370-6ab7574cc544 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:54.920892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.928987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.934647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f11f513-c494-48f5-aafe-20159576ab1b req-acda55d5-59b2-4b1a-bf47-fa1f220afec9 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210482 Aug 16 01:58:54.960591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:54.978963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'mac_address': 'fa:16:3e:ab:51:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:54.985522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 34933165-bf51-4706-ba1a-16bb717f0851 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:54.991302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206326-45c3-4ac8-9d28-ac4d9a0907c0 req-156c2875-311f-4b75-ac78-685074bed912 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.991935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 34933165-bf51-4706-ba1a-16bb717f0851 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:54.992665 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.999524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5206326-45c3-4ac8-9d28-ac4d9a0907c0 req-156c2875-311f-4b75-ac78-685074bed912 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 946 time: 0.1643553 Aug 16 01:58:55.080543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939bcaa8-af0a-490b-9280-be011de379e7 None None] New status for floating IP 4685e2e7-3812-45b6-90db-a7e6c4e9a8bf: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:58:55.098456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-e2dbf215-7c70-4f04-bd4c-4f351501103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.100340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-e2dbf215-7c70-4f04-bd4c-4f351501103e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6785f4d5-5db4-4b92-80f4-07c97d6648ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2174418 Aug 16 01:58:55.115558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5206326-45c3-4ac8-9d28-ac4d9a0907c0 req-14486ab4-a031-454a-a72b-6728c1f4bb3e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157660 Aug 16 01:58:55.187991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.197191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a76d30-9f3e-4f03-a145-5bac7180ba8f req-acd3b347-d65a-41af-a24c-b09d6ee26026 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.198714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1a76d30-9f3e-4f03-a145-5bac7180ba8f req-acd3b347-d65a-41af-a24c-b09d6ee26026 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 947 time: 0.0994091 Aug 16 01:58:55.208701 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-31680270-f321-4837-ac09-29e6ae4ab6f3 service neutron] 10.222.0.86 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997860 Aug 16 01:58:55.239925 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.246897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21bb21c-3516-4871-87e1-8b59ab96f7f5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:55.253364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:55.293871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:55.301495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1a76d30-9f3e-4f03-a145-5bac7180ba8f req-5edbdd9f-e623-48b3-9430-2ab1d74e53ba tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917885 Aug 16 01:58:55.308768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:55.312750 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] Sync routers for ids ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:55.315775 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-92b11905-e4fb-43ec-bd22-6d4607d20074 admin admin] 10.222.0.61 "PUT /v2.0/routers/e993ddda-16f1-4c88-ae83-7e7bdc57b17e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9675756 Aug 16 01:58:55.320228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:55.329845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c447949-143c-475a-bbe4-b02d4b0e0dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34933165-bf51-4706-ba1a-16bb717f0851'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:55.331241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] For port eb9ae706-34af-4161-a370-6ab7574cc544, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ae706-34af-4161-a370-6ab7574cc544,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:55.331689 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.332188 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be1166e-5431-4a74-a2ae-ff730b369855" -d '{"events": [{"server_uuid": "3c447949-143c-475a-bbe4-b02d4b0e0dbe", "name": "network-vif-plugged", "status": "completed", "tag": "34933165-bf51-4706-ba1a-16bb717f0851"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:55.337110 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] Routers {'e993ddda-16f1-4c88-ae83-7e7bdc57b17e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:55.337985 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:58:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:55.352214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.352882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f6254da0-498e-4d85-bba1-debdbf287969 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:55.362029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 34933165-bf51-4706-ba1a-16bb717f0851, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=34933165-bf51-4706-ba1a-16bb717f0851,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:55.364142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] Calling delete_port for eb9ae706-34af-4161-a370-6ab7574cc544 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:55.395419 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-854c82d2-cee8-48fd-9214-ac6521801f80 req-0fa40309-7c0b-4710-bf5d-eb08f1bb0097 service neutron] 10.222.0.86 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744807 Aug 16 01:58:55.420198 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.453840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:55.477619 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f36c7e9-1999-449c-a924-3569316ea087 x-openstack-request-id: req-9f36c7e9-1999-449c-a924-3569316ea087 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:55.478132 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c447949-143c-475a-bbe4-b02d4b0e0dbe", "name": "network-vif-plugged", "status": "completed", "tag": "34933165-bf51-4706-ba1a-16bb717f0851", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:55.478528 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f36c7e9-1999-449c-a924-3569316ea087 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:55.479078 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c447949-143c-475a-bbe4-b02d4b0e0dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34933165-bf51-4706-ba1a-16bb717f0851', 'code': 200} Aug 16 01:58:55.513937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:55.579486 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f6254da0-498e-4d85-bba1-debdbf287969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f6254da0-498e-4d85-bba1-debdbf287969,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:55.615827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'f6254da0-498e-4d85-bba1-debdbf287969', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'f6254da0-498e-4d85-bba1-debdbf287969', 'mac_address': 'fa:16:3e:09:1a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:55.621157 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] Set router e993ddda-16f1-4c88-ae83-7e7bdc57b17e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:55.661046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=34933165-bf51-4706-ba1a-16bb717f0851,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:55.677887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f6772-cf5e-4e69-813b-f38d60fb88a9 req-468e4c1e-be0a-4da3-8fdc-6aaf33f183a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.681253 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e46f6772-cf5e-4e69-813b-f38d60fb88a9 req-468e4c1e-be0a-4da3-8fdc-6aaf33f183a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 1102 time: 0.1583078 Aug 16 01:58:55.682083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.688338 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.702884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['eb9ae706-34af-4161-a370-6ab7574cc544'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:55.711871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6254da0-498e-4d85-bba1-debdbf287969 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:55.717487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:55.723362 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57283955-d71c-4fab-a255-444b3a8ebaf1" -d '{"events": [{"server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "name": "network-vif-unplugged", "status": "completed", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:55.738333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.763643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f6254da0-498e-4d85-bba1-debdbf287969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f6254da0-498e-4d85-bba1-debdbf287969,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:55.768741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.769673 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.779082 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb9ae706-34af-4161-a370-6ab7574cc544,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:55.803706 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.841495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] No DVR routers for this DVR port eb9ae706-34af-4161-a370-6ab7574cc544 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:55.845356 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.853125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9a15a8d5-594e-4035-8a3f-c22f6e03b9c3 req-2816714a-c889-4afb-bc64-a051b11bb07a tempest-DeleteServersAdminTestJSON-1030047221 tempest-DeleteServersAdminTestJSON-1030047221-project-admin] 10.222.0.93 "DELETE /v2.0/ports/eb9ae706-34af-4161-a370-6ab7574cc544 HTTP/1.1" status: 204 len: 173 time: 1.1602037 Aug 16 01:58:55.864311 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e46f6772-cf5e-4e69-813b-f38d60fb88a9 req-7a73af89-715a-4798-b045-d3457d5af1cf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645174 Aug 16 01:58:55.870078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=f6254da0-498e-4d85-bba1-debdbf287969,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:55.900675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71b075-2095-445d-a3a5-77e0357e3cd0 req-2f4da384-6125-4313-a125-d238d8c75cf1 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.902215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c71b075-2095-445d-a3a5-77e0357e3cd0 req-2f4da384-6125-4313-a125-d238d8c75cf1 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 950 time: 0.3098361 Aug 16 01:58:55.917298 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:27Z', 'updated_at': '2021-08-16T01:58:53Z', 'revision_number': 5, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'gw_port': {'id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:29Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:55.949274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda5a6-7132-46e1-ac2b-0dff972e12f5 req-75ddec38-0f0d-48c3-89f0-49c1a3438208 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.950281 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] Checking router: e993ddda-16f1-4c88-ae83-7e7bdc57b17e for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:55.957385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eecda5a6-7132-46e1-ac2b-0dff972e12f5 req-75ddec38-0f0d-48c3-89f0-49c1a3438208 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 948 time: 0.2103686 Aug 16 01:58:55.960985 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] Routers {'e993ddda-16f1-4c88-ae83-7e7bdc57b17e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:55.961620 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:58:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:55.982695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:56.003061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Pushing event updated for resources: {'Port': ['ID=dffe2496-378f-4106-a744-cdf87c5889ee,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.053708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c3f930-fe56-4f50-83be-117758ebc21e', 'name': 'network-vif-deleted', 'tag': 'eb9ae706-34af-4161-a370-6ab7574cc544'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:56.057656 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab2789-2b2e-43a1-933d-72a1cc66fea4" -d '{"events": [{"server_uuid": "08c3f930-fe56-4f50-83be-117758ebc21e", "name": "network-vif-deleted", "tag": "eb9ae706-34af-4161-a370-6ab7574cc544"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:56.076814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:56.077159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:56.077464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:56.102385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c71b075-2095-445d-a3a5-77e0357e3cd0 req-7aa33c25-ae50-4f89-bc3e-1d6e51916e3b tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689203 Aug 16 01:58:56.102947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Port dffe2496-378f-4106-a744-cdf87c5889ee on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:56.103298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Attempting to bind port dffe2496-378f-4106-a744-cdf87c5889ee on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:56.127613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eecda5a6-7132-46e1-ac2b-0dff972e12f5 req-590f184b-016a-4aa4-9166-3c0358b9bfd8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642313 Aug 16 01:58:56.129602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:56.129941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:56.130330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:56.130777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Bound port: dffe2496-378f-4106-a744-cdf87c5889ee, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:56.131158 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.133796 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.147307 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] Set router e993ddda-16f1-4c88-ae83-7e7bdc57b17e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:56.166882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e21bb21c-3516-4871-87e1-8b59ab96f7f5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:56.247151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:56.251906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:56.256518 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1a085c-bd06-461c-bbf3-91b0594b3220 x-openstack-request-id: req-dc1a085c-bd06-461c-bbf3-91b0594b3220 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:56.257036 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "name": "network-vif-unplugged", "status": "completed", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:56.257406 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc1a085c-bd06-461c-bbf3-91b0594b3220 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:56.257950 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee', 'code': 200} Aug 16 01:58:56.277896 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1db7bd-fc52-49c5-83c9-0a4c792d62df x-openstack-request-id: req-6c1db7bd-fc52-49c5-83c9-0a4c792d62df {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:56.278289 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c3f930-fe56-4f50-83be-117758ebc21e", "name": "network-vif-deleted", "tag": "eb9ae706-34af-4161-a370-6ab7574cc544", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:56.278662 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c1db7bd-fc52-49c5-83c9-0a4c792d62df {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:56.279781 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c3f930-fe56-4f50-83be-117758ebc21e', 'name': 'network-vif-deleted', 'tag': 'eb9ae706-34af-4161-a370-6ab7574cc544', 'status': 'completed', 'code': 200} Aug 16 01:58:56.293909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.358006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e4d7a22-1f9c-41b5-9768-ef842354f858 req-3a2b2bc3-acae-4ae9-9415-0676dd825e9e tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c3f930-fe56-4f50-83be-117758ebc21e HTTP/1.1" status: 200 len: 210 time: 0.0685208 Aug 16 01:58:56.477480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.478138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.479533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] 10.222.0.93 "PUT /v2.0/ports/dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 200 len: 1124 time: 1.6843717 Aug 16 01:58:56.495732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Deleting port 6c01a638-0da1-4d71-aa71-8c2f30efc516 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:56.496029 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.519801 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:27Z', 'updated_at': '2021-08-16T01:58:53Z', 'revision_number': 5, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'gw_port': {'id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:29Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:56.567885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f2997-74a0-48a1-bf94-f2f30f52df0e req-fc836e85-269f-4ea0-bc9c-2302de128bdc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.572101 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64b589-a530-4979-a351-9801e3fae286 None None] The sync data for ids ['e993ddda-16f1-4c88-ae83-7e7bdc57b17e'] in n-d-768862-14 is: [{'id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'name': 'tempest-FloatingIPsTestJSON-19990377-router', 'tenant_id': '203d0862d0f1439fab909fa9d5b6fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:27Z', 'updated_at': '2021-08-16T01:58:53Z', 'revision_number': 5, 'project_id': '203d0862d0f1439fab909fa9d5b6fe34', 'gw_port': {'id': '6c01a638-0da1-4d71-aa71-8c2f30efc516', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993ddda-16f1-4c88-ae83-7e7bdc57b17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:29Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:56.575802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be9f2997-74a0-48a1-bf94-f2f30f52df0e req-fc836e85-269f-4ea0-bc9c-2302de128bdc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.2165668 Aug 16 01:58:56.582087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7ec5e-e00c-41e4-bdb7-7e5fad430876 service neutron] Pushing event updated for resources: {'Port': ['ID=dffe2496-378f-4106-a744-cdf87c5889ee,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.621694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['dffe2496-378f-4106-a744-cdf87c5889ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:56.645672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be9f2997-74a0-48a1-bf94-f2f30f52df0e req-3beebf2a-d52e-4de3-b1d8-5b7a67f3ff86 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690448 Aug 16 01:58:56.777876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eb9ae706-34af-4161-a370-6ab7574cc544 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:56.823688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: eb9ae706-34af-4161-a370-6ab7574cc544 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:56.824401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eb9ae706-34af-4161-a370-6ab7574cc544 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:56.940255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] For port 6c01a638-0da1-4d71-aa71-8c2f30efc516, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6c01a638-0da1-4d71-aa71-8c2f30efc516,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:56.940630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.959787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Calling delete_port for 6c01a638-0da1-4d71-aa71-8c2f30efc516 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:57.145106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd70d-b0cd-4c6a-b096-15904832eb6f req-61667856-cd7e-4665-b7cf-418a172a5ef8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.146690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ecbd70d-b0cd-4c6a-b096-15904832eb6f req-61667856-cd7e-4665-b7cf-418a172a5ef8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 948 time: 0.5062962 Aug 16 01:58:57.271057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ecbd70d-b0cd-4c6a-b096-15904832eb6f req-f21283ee-b09e-425b-9ea8-0f559d9d1ae3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114552 Aug 16 01:58:57.273711 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.298608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:57.316960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c01a638-0da1-4d71-aa71-8c2f30efc516,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:57.366643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acde3d-08fc-43c8-b3bc-9dc6be2a4305 req-546be184-34a2-446c-bf92-46077a29e63c tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.368174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6acde3d-08fc-43c8-b3bc-9dc6be2a4305 req-546be184-34a2-446c-bf92-46077a29e63c tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 950 time: 0.1458330 Aug 16 01:58:57.424999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c54cecf-e523-4a30-96e6-8bd673554f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.452552 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.498187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6acde3d-08fc-43c8-b3bc-9dc6be2a4305 req-73bcc243-bc41-470a-99fe-ef0e36c4bfb8 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999849 Aug 16 01:58:57.518476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c54cecf-e523-4a30-96e6-8bd673554f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.523615 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c54cecf-e523-4a30-96e6-8bd673554f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.538777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca78914-baa3-4994-83e9-3c1d461a4f73 req-5f34d151-e858-4088-bf43-82f06e686e56 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.540329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dca78914-baa3-4994-83e9-3c1d461a4f73 req-5f34d151-e858-4088-bf43-82f06e686e56 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 948 time: 0.1964352 Aug 16 01:58:57.573766 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1c54cecf-e523-4a30-96e6-8bd673554f55 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e830ca326a2648b9b2875a17bd90b0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740266 Aug 16 01:58:57.574350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:57.578990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54cecf-e523-4a30-96e6-8bd673554f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2908fa84-d48b-4606-b449-511385d03941,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:57.581306 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.588501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.646944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecd7929f-25af-4d6d-8f07-1a174ca23ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.674816 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dca78914-baa3-4994-83e9-3c1d461a4f73 req-ff65252b-0caf-4ed6-b401-1cd09d0ab797 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060503 Aug 16 01:58:57.677997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.678550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e993ddda-16f1-4c88-ae83-7e7bdc57b17e {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:57.680773 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecd7929f-25af-4d6d-8f07-1a174ca23ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.685529 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.689400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e37c75cc-cb4e-4a96-868e-40c94217c42d admin admin] 10.222.0.61 "DELETE /v2.0/routers/e993ddda-16f1-4c88-ae83-7e7bdc57b17e HTTP/1.1" status: 204 len: 168 time: 2.3674202 Aug 16 01:58:57.689705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:57.750315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecd7929f-25af-4d6d-8f07-1a174ca23ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.751512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-66072145-08c7-4489-a330-6c37dca39b0b admin admin] Deleting subnet 02bb06c1-30a0-4ce7-98d0-b8be5e9c565f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:57.752941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecd7929f-25af-4d6d-8f07-1a174ca23ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.756481 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ecd7929f-25af-4d6d-8f07-1a174ca23ce2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2908fa84-d48b-4606-b449-511385d03941 HTTP/1.1" status: 204 len: 168 time: 0.1762557 Aug 16 01:58:57.761051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66072145-08c7-4489-a330-6c37dca39b0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.777523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7929f-25af-4d6d-8f07-1a174ca23ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2908fa84-d48b-4606-b449-511385d03941,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:57.821289 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66072145-08c7-4489-a330-6c37dca39b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.010183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66072145-08c7-4489-a330-6c37dca39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.052549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce80b9d-1e76-4bcf-a21f-7011feeb8091 req-0712d08e-18bd-4d65-a738-e894d410cf4a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.054085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dce80b9d-1e76-4bcf-a21f-7011feeb8091 req-0712d08e-18bd-4d65-a738-e894d410cf4a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.1314654 Aug 16 01:58:58.131981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-99c3c02f-9b39-4c94-93c4-6be6be70d1e2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380716 Aug 16 01:58:58.137022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dce80b9d-1e76-4bcf-a21f-7011feeb8091 req-baf7c1c0-9e7d-45d2-90a5-bf1031ed2351 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746222 Aug 16 01:58:58.152689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:58.173930 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66072145-08c7-4489-a330-6c37dca39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.237595 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcd14b88-c3be-49af-9b69-679698cf77b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.252046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66072145-08c7-4489-a330-6c37dca39b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02bb06c1-30a0-4ce7-98d0-b8be5e9c565f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:58.254274 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66072145-08c7-4489-a330-6c37dca39b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.258363 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-66072145-08c7-4489-a330-6c37dca39b0b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/02bb06c1-30a0-4ce7-98d0-b8be5e9c565f HTTP/1.1" status: 204 len: 168 time: 0.5655396 Aug 16 01:58:58.259076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:58.262133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf8a4e-8a70-4029-8ad5-c5573075c4af None None] Network 4345c9c8-279f-484c-8ec3-fb365b2f139a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:58.279693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:58.281766 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de544a4-a6dd-406c-b395-84d6c90dd10e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:58.353810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.360112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feed975-a070-4305-847e-ee07038dd152 req-b6bae120-4116-43ce-8421-97ceeda3442e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.361682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4feed975-a070-4305-847e-ee07038dd152 req-b6bae120-4116-43ce-8421-97ceeda3442e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 950 time: 0.1494794 Aug 16 01:58:58.370211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-d6c5b8e1-5f54-4933-a973-91faca3d08c0 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.375637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-d6c5b8e1-5f54-4933-a973-91faca3d08c0 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352581 Aug 16 01:58:58.425284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-2e6ea6a9-f631-4617-81f9-9c6cb6f2053b tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/quotas/c4a6b17c0f4b4fe68c09ea3edaa3e82e HTTP/1.1" status: 200 len: 375 time: 0.0384836 Aug 16 01:58:58.444807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 56d87a4b-e08b-4c30-a9d1-09424efed2d7 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:58.458573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Deleting port 93dbf665-3263-49e9-9716-8d9e913c13b8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:58.459174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.474192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 56d87a4b-e08b-4c30-a9d1-09424efed2d7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:58.474748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 56d87a4b-e08b-4c30-a9d1-09424efed2d7 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:58.475271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6c01a638-0da1-4d71-aa71-8c2f30efc516 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:58.478996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4feed975-a070-4305-847e-ee07038dd152 req-d9002426-f92e-4f73-b5a5-0b40b9bc3f18 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986042 Aug 16 01:58:58.488578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-5727adc7-4592-4386-bac9-6c7cd5bb2c17 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551200 Aug 16 01:58:58.500757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 6c01a638-0da1-4d71-aa71-8c2f30efc516 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:58.501251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6c01a638-0da1-4d71-aa71-8c2f30efc516 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:58.504858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da2ea2b-f11f-4758-9ea0-f87150024baa None None] DHCP port deletion for 4345c9c8-279f-484c-8ec3-fb365b2f139a request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:58.561504 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62d67f1-9a8d-4e63-bcc9-edc614501456 x-openstack-request-id: req-c62d67f1-9a8d-4e63-bcc9-edc614501456 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:58.562011 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:58.562011 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c62d67f1-9a8d-4e63-bcc9-edc614501456 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:58.562401 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee', 'status': 'completed', 'code': 200} Aug 16 01:58:58.586041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] For port 93dbf665-3263-49e9-9716-8d9e913c13b8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=93dbf665-3263-49e9-9716-8d9e913c13b8,segment=NetworkSegment(7283abe8-b5fe-403c-864e-7946a7fd811e),segment_id=7283abe8-b5fe-403c-864e-7946a7fd811e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:58.586408 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.590301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcd14b88-c3be-49af-9b69-679698cf77b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.599923 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcd14b88-c3be-49af-9b69-679698cf77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.616893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2da2ea2b-f11f-4758-9ea0-f87150024baa None None] Deleting port 93dbf665-3263-49e9-9716-8d9e913c13b8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:58.617848 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2da2ea2b-f11f-4758-9ea0-f87150024baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.659390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Calling delete_port for 93dbf665-3263-49e9-9716-8d9e913c13b8 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:58.667583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bcd14b88-c3be-49af-9b69-679698cf77b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca6000e554554419b89b30ffabe7dca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113893 Aug 16 01:58:58.670810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:58.679552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd14b88-c3be-49af-9b69-679698cf77b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7844d61-953d-4440-8123-184eb4c586b2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:58.702112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667cf1a-feab-4b1f-8307-8f5ede52c4c9 req-e58c33ad-c399-4d4f-b059-6023f96eb75c tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.704573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c667cf1a-feab-4b1f-8307-8f5ede52c4c9 req-e58c33ad-c399-4d4f-b059-6023f96eb75c tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 948 time: 0.0848377 Aug 16 01:58:58.746899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2da2ea2b-f11f-4758-9ea0-f87150024baa None None] For port 93dbf665-3263-49e9-9716-8d9e913c13b8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=93dbf665-3263-49e9-9716-8d9e913c13b8,segment=NetworkSegment(7283abe8-b5fe-403c-864e-7946a7fd811e),segment_id=7283abe8-b5fe-403c-864e-7946a7fd811e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:58.748130 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2da2ea2b-f11f-4758-9ea0-f87150024baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.749176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-f03e44ac-7ac3-433f-b9be-bf54cf836430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.750727 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-f03e44ac-7ac3-433f-b9be-bf54cf836430 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1127 time: 0.1357355 Aug 16 01:58:58.771000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2da2ea2b-f11f-4758-9ea0-f87150024baa None None] Calling delete_port for 93dbf665-3263-49e9-9716-8d9e913c13b8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:58.792498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c667cf1a-feab-4b1f-8307-8f5ede52c4c9 req-48c70422-74b1-4f1d-bf7a-14d0742af575 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776982 Aug 16 01:58:58.857578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f6254da0-498e-4d85-bba1-debdbf287969 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:58.858678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3caccf52-9195-4d75-9e46-5e567308d89c tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408421 Aug 16 01:58:58.965361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port f6254da0-498e-4d85-bba1-debdbf287969 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:58.970378 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2da2ea2b-f11f-4758-9ea0-f87150024baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.972722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3f3f6-6cd0-40bc-9755-c32f677a2d98 req-885f0672-9fcc-439d-a199-02fe22bc7a52 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.974450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bd3f3f6-6cd0-40bc-9755-c32f677a2d98 req-885f0672-9fcc-439d-a199-02fe22bc7a52 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 948 time: 0.1189833 Aug 16 01:58:58.979558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port f6254da0-498e-4d85-bba1-debdbf287969 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:58.980117 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.045488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2ea2b-f11f-4758-9ea0-f87150024baa None None] Pushing event deleted for resources: {'Port': ['ID=93dbf665-3263-49e9-9716-8d9e913c13b8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.048001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2ea2b-f11f-4758-9ea0-f87150024baa None None] No DVR routers for this DVR port 93dbf665-3263-49e9-9716-8d9e913c13b8 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:59.049445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0d268-2688-439d-8e57-408a11af00ab req-583ca5b6-686a-4d98-9d9b-640af1ff7a98 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.056548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-583ca5b6-686a-4d98-9d9b-640af1ff7a98 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898451 Aug 16 01:58:59.085182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bd3f3f6-6cd0-40bc-9755-c32f677a2d98 req-5c1684e8-d2a4-482f-80f6-991bce273ea1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962789 Aug 16 01:58:59.090276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-013aea66-99e7-4ab5-a162-fd63d81f5657 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/quotas/796a8c13fbba42dc8fd3f53ac1558e38 HTTP/1.1" status: 200 len: 375 time: 0.0328023 Aug 16 01:58:59.097863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.158903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e27c0-3346-4a3d-9481-bfeeba6a618e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6254da0-498e-4d85-bba1-debdbf287969'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:59.161442 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0280427-3c0b-4cc7-9049-f8e17cfa21b3" -d '{"events": [{"server_uuid": "b19e27c0-3346-4a3d-9481-bfeeba6a618e", "name": "network-vif-plugged", "status": "completed", "tag": "f6254da0-498e-4d85-bba1-debdbf287969"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:59.178597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f6254da0-498e-4d85-bba1-debdbf287969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f6254da0-498e-4d85-bba1-debdbf287969,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:59.186508 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.187599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e21bb21c-3516-4871-87e1-8b59ab96f7f5 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:59.196454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-23bf06e5-b1d5-499b-9f03-751033f37c1d tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001155 Aug 16 01:58:59.198582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-937531a9-ffef-4de6-a8b2-13dd5e418e75 req-a20cf89d-a248-4bde-9128-caaeeabd758c tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 210 time: 0.0454605 Aug 16 01:58:59.241602 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be3287f2-363c-49b2-82f7-e870548f299b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.300826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be3287f2-363c-49b2-82f7-e870548f299b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.312680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=f6254da0-498e-4d85-bba1-debdbf287969,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.326841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port e21bb21c-3516-4871-87e1-8b59ab96f7f5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:59.330976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port e21bb21c-3516-4871-87e1-8b59ab96f7f5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:59.331496 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.385020 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.424996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-c157633b-926a-4edc-8666-a09fffd477e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.426556 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-c157633b-926a-4edc-8666-a09fffd477e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.6636460 Aug 16 01:58:59.428446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Pushing event deleted for resources: {'Port': ['ID=93dbf665-3263-49e9-9716-8d9e913c13b8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.437768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] No DVR routers for this DVR port 93dbf665-3263-49e9-9716-8d9e913c13b8 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:59.443521 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec827816-ee5b-4a32-a097-b24d4cb0db15 x-openstack-request-id: req-ec827816-ee5b-4a32-a097-b24d4cb0db15 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:59.445402 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e27c0-3346-4a3d-9481-bfeeba6a618e", "name": "network-vif-plugged", "status": "completed", "tag": "f6254da0-498e-4d85-bba1-debdbf287969", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:59.446008 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec827816-ee5b-4a32-a097-b24d4cb0db15 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:59.446530 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19e27c0-3346-4a3d-9481-bfeeba6a618e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6254da0-498e-4d85-bba1-debdbf287969', 'code': 200} Aug 16 01:58:59.487794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a1efcd5-c9ca-4801-9f32-d204c29a7ad4 req-108a8888-9418-4f4a-81cd-e34b0205a6ce tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 210 time: 0.0546360 Aug 16 01:58:59.514628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-dd2ccffc-0407-4667-a4bb-fc13a8617fa8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 200 len: 217 time: 0.0745599 Aug 16 01:58:59.530245 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.573066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:59.580751 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.598574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be3287f2-363c-49b2-82f7-e870548f299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.601161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be3287f2-363c-49b2-82f7-e870548f299b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.601372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3851973-8d36-49ab-a187-fd35e842043d req-ca25dc4e-157a-4df3-a3d2-762bc60dcf50 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.609520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3851973-8d36-49ab-a187-fd35e842043d req-ca25dc4e-157a-4df3-a3d2-762bc60dcf50 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.1601481 Aug 16 01:58:59.617256 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-be3287f2-363c-49b2-82f7-e870548f299b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7844d61-953d-4440-8123-184eb4c586b2 HTTP/1.1" status: 204 len: 168 time: 0.9327896 Aug 16 01:58:59.641418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4016be-94d1-4f6e-9ab0-58239a892798 req-1559433e-3fac-4a14-9dea-6a80b190589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.644510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd4016be-94d1-4f6e-9ab0-58239a892798 req-1559433e-3fac-4a14-9dea-6a80b190589c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 1101 time: 0.1540494 Aug 16 01:58:59.664010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.689681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3851973-8d36-49ab-a187-fd35e842043d req-4e42704d-4efc-4d50-8ca0-dddd067d8400 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791504 Aug 16 01:58:59.731892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3287f2-363c-49b2-82f7-e870548f299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7844d61-953d-4440-8123-184eb4c586b2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.745074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.758298 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.758716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.759461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.759881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > port after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.760272 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.760602 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > port after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.760923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.761260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.761573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.762156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.772476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd4016be-94d1-4f6e-9ab0-58239a892798 req-7f1a62ae-23b6-4c46-b3ca-bb1514a655d1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806453 Aug 16 01:58:59.848737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.849087 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.849416 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.849746 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:58:59.850120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4345c9c8-279f-484c-8ec3-fb365b2f139a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:59.879852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-ba4597d4-a912-4d21-8652-a31756d3a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.879852 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-ba4597d4-a912-4d21-8652-a31756d3a305 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.3203871 Aug 16 01:58:59.880873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7283abe8-b5fe-403c-864e-7946a7fd811e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:59.881176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7283abe8-b5fe-403c-864e-7946a7fd811e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:59.909693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.945023 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-b96546e6-9aa2-45a4-a89f-87fadc938a6e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512009 Aug 16 01:58:59.945802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c58588-565a-4ab0-b2d0-24832f0ba6aa req-4bb780ad-27b5-4d13-bce6-10ff41bce96c tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.947596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46c58588-565a-4ab0-b2d0-24832f0ba6aa req-4bb780ad-27b5-4d13-bce6-10ff41bce96c tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 949 time: 0.0815310 Aug 16 01:58:59.952484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.961700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:59.962449 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.994320 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46c58588-565a-4ab0-b2d0-24832f0ba6aa req-7cb56e16-d523-4014-bcc1-0fb3e9a318f7 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: from cryptography.utils import int_from_bytes Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: from cryptography.utils import int_from_bytes Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: timer() Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:00.001184 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:00.089007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.114508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.119712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4345c9c8-279f-484c-8ec3-fb365b2f139a HTTP/1.1" status: 204 len: 168 time: 1.8562031 Aug 16 01:59:00.130446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354abd40-e8c1-45ad-b9b5-86f53d254567 admin admin] Pushing event deleted for resources: {'Network': ['ID=4345c9c8-279f-484c-8ec3-fb365b2f139a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:00.164240 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-9a578d8c-75df-4faf-b851-f2240c7381da service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621361 Aug 16 01:59:00.253775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20d74e-46af-4048-bd1f-ec7d4199cef5 req-186a4f67-fe86-4c19-bb67-02771a7878c9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.259244 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae20d74e-46af-4048-bd1f-ec7d4199cef5 req-186a4f67-fe86-4c19-bb67-02771a7878c9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.0862086 Aug 16 01:59:00.345469 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-916d553e-0c84-4d53-8d6d-548c52552c81 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327506 Aug 16 01:59:00.350489 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6de544a4-a6dd-406c-b395-84d6c90dd10e req-b98a6415-510b-48f5-97d8-accfdc65caed service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374311 Aug 16 01:59:00.351998 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.374197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae20d74e-46af-4048-bd1f-ec7d4199cef5 req-e9314032-72e1-4c21-90dd-793a95f67c63 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997355 Aug 16 01:59:00.416727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-800201b0-3bb0-4876-afa0-4c8c9835d902 req-de8cb5f4-158a-4c6c-84f7-fd643e50161b tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 210 time: 0.0769250 Aug 16 01:59:00.447487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:00.465418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 93dbf665-3263-49e9-9716-8d9e913c13b8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:00.498070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 93dbf665-3263-49e9-9716-8d9e913c13b8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:00.498467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 93dbf665-3263-49e9-9716-8d9e913c13b8 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:00.574340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dc139cca-49f7-4c09-a63e-28f4988cc2ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=203d0862d0f1439fab909fa9d5b6fe34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300142 Aug 16 01:59:00.582672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-b67f30ff-70c1-404f-b213-386f35f63fdc tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.584245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:00.584394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-b67f30ff-70c1-404f-b213-386f35f63fdc tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041507 Aug 16 01:59:00.614573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Request body: {'port': {'device_id': '713f53fe-49ff-49ca-8032-4dbba147346b', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': 'c4a6b17c0f4b4fe68c09ea3edaa3e82e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:00.619648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecb6ec6b-34eb-4a19-afed-2575a55ad0f4 req-4cacd3ca-1bea-43f0-8f7e-b9bc41eeaf4e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 210 time: 0.0499260 Aug 16 01:59:00.666357 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e046c19d-04c5-490c-b09b-8b0e843165fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.703673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e046c19d-04c5-490c-b09b-8b0e843165fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.760466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e046c19d-04c5-490c-b09b-8b0e843165fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.766788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e046c19d-04c5-490c-b09b-8b0e843165fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.769230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e046c19d-04c5-490c-b09b-8b0e843165fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2223618-38d9-4839-993d-af8c6da2a1d9 HTTP/1.1" status: 204 len: 168 time: 0.1824858 Aug 16 01:59:00.781452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Made reservation on behalf of c4a6b17c0f4b4fe68c09ea3edaa3e82e for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:00.786944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.787802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dffe2496-378f-4106-a744-cdf87c5889ee details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:00.804900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046c19d-04c5-490c-b09b-8b0e843165fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2223618-38d9-4839-993d-af8c6da2a1d9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:00.912091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87ee71-64fa-4391-b566-33ef4a70035e req-03b5c1ea-a5a9-4ac7-bb91-c1c3ee7c3738 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.914171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:00.928626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dffe2496-378f-4106-a744-cdf87c5889ee has no active binding in host n-h2-768862-14 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:59:00.940284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa87ee71-64fa-4391-b566-33ef4a70035e req-03b5c1ea-a5a9-4ac7-bb91-c1c3ee7c3738 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.1230605 Aug 16 01:59:00.955688 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4d22ad3-496c-4f04-90c1-b0706875c436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.014142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Allocated IP 192.168.233.174 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/66de4228-d39d-4305-875d-99ed1d90f7a0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:01.023921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa87ee71-64fa-4391-b566-33ef4a70035e req-ad4c8150-8020-4c6e-9397-be6ad21104fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785427 Aug 16 01:59:01.108556 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-65b26cb4-6f0b-41f9-8554-0fd3c561ff93 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321846 Aug 16 01:59:01.168422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66089-d2ac-45d0-8395-4c782b8b188d req-8b2be771-dc36-4d8e-8a47-1a00a9994498 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.170817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8b66089-d2ac-45d0-8395-4c782b8b188d req-8b2be771-dc36-4d8e-8a47-1a00a9994498 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 949 time: 0.0808570 Aug 16 01:59:01.230068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8b66089-d2ac-45d0-8395-4c782b8b188d req-4ae13016-456b-4810-ba3c-5f42a7db9ee9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519354 Aug 16 01:59:01.338806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0d268-2688-439d-8e57-408a11af00ab req-6a4a34a5-2261-4da2-a2b9-172ca204925d tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.340260 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-6a4a34a5-2261-4da2-a2b9-172ca204925d tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224855 Aug 16 01:59:01.356911 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.370512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Transition to ACTIVE for port object 66de4228-d39d-4305-875d-99ed1d90f7a0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:01.382450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Request body: {'port': {'device_id': '3785107b-216b-482b-810a-d23e00a4c15a', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '796a8c13fbba42dc8fd3f53ac1558e38'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:01.447401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:01.452307 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355821f9-668e-4e3e-992b-a5f14cdca410" -d '{"events": [{"server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "name": "network-vif-plugged", "status": "completed", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:01.517449 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.527046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e25fe5-7796-4891-a96a-22dbaef39671 req-7f3f64f7-f21d-4a2d-9a2c-59c8368a9903 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.537952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7e25fe5-7796-4891-a96a-22dbaef39671 req-7f3f64f7-f21d-4a2d-9a2c-59c8368a9903 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.0823746 Aug 16 01:59:01.567464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Made reservation on behalf of 796a8c13fbba42dc8fd3f53ac1558e38 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:01.571719 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.586339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7e25fe5-7796-4891-a96a-22dbaef39671 req-ce64cb22-fd4e-4d6f-9873-d6a5b1342013 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473094 Aug 16 01:59:01.594249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:01.613622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:01.622691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:01.650232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Pushing event updated for resources: {'Port': ['ID=66de4228-d39d-4305-875d-99ed1d90f7a0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.802424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.804161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.817437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92a225-5120-4a07-a3e2-8482822cf2fa req-142b15c8-6bca-4248-b4d1-6e7bed920b85 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.818968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed92a225-5120-4a07-a3e2-8482822cf2fa req-142b15c8-6bca-4248-b4d1-6e7bed920b85 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 1101 time: 0.1032751 Aug 16 01:59:01.827238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa33e4-3342-4ea9-b018-d559118fd2ec req-bb10b5d9-46a7-468f-b428-1197a9420b95 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.828812 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15fa33e4-3342-4ea9-b018-d559118fd2ec req-bb10b5d9-46a7-468f-b428-1197a9420b95 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 936 time: 0.1488774 Aug 16 01:59:01.863412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ed92a225-5120-4a07-a3e2-8482822cf2fa req-dddfd024-eff1-46f2-acec-76eac12b633f tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.874395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-780a9958-5ebb-4ee6-b8f9-82dd3da5a6cb tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2645822 Aug 16 01:59:01.887018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Allocated IP 192.168.233.238 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/04601d3c-fffa-4ac3-a102-4c96f00a6557) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:01.936081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15fa33e4-3342-4ea9-b018-d559118fd2ec req-3f3a6e43-f2a1-433c-b049-c96c63783952 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990913 Aug 16 01:59:01.937697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:01.991399 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f26992-5e1d-4655-892c-5142332d6672 x-openstack-request-id: req-54f26992-5e1d-4655-892c-5142332d6672 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:01.991744 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "name": "network-vif-plugged", "status": "completed", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:01.992191 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54f26992-5e1d-4655-892c-5142332d6672 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:01.992854 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'code': 200} Aug 16 01:59:02.022391 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e160b166-7fc4-467f-b20c-5bad9b76d73b None None] Provisioning for port 66de4228-d39d-4305-875d-99ed1d90f7a0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:02.037158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e160b166-7fc4-467f-b20c-5bad9b76d73b None None] Provisioning complete for port 66de4228-d39d-4305-875d-99ed1d90f7a0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:02.037842 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e160b166-7fc4-467f-b20c-5bad9b76d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.053017 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ed92a225-5120-4a07-a3e2-8482822cf2fa req-dddfd024-eff1-46f2-acec-76eac12b633f tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.058603 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ed92a225-5120-4a07-a3e2-8482822cf2fa req-dddfd024-eff1-46f2-acec-76eac12b633f tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.079619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Request body: {'port': {'device_id': '713f53fe-49ff-49ca-8032-4dbba147346b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:02.092763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e160b166-7fc4-467f-b20c-5bad9b76d73b None None] Port 66de4228-d39d-4305-875d-99ed1d90f7a0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:02.114853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-217226010-network', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:02.160295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed92a225-5120-4a07-a3e2-8482822cf2fa req-dddfd024-eff1-46f2-acec-76eac12b633f tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305151 Aug 16 01:59:02.172178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfd024-eff1-46f2-acec-76eac12b633f tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7decc287-da75-4d8c-8fef-581775203c41,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.185045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.197258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:02.202035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.230204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ffae7-b026-41c8-b571-5c20000b174f req-8f72b7d0-9f4d-4023-983e-7107cc51d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.232684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-862ffae7-b026-41c8-b571-5c20000b174f req-8f72b7d0-9f4d-4023-983e-7107cc51d662 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1101 time: 0.1418333 Aug 16 01:59:02.233400 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.240466 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:59:02.277291 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.305513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Transition to ACTIVE for port object 04601d3c-fffa-4ac3-a102-4c96f00a6557 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:02.337833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a9ce4cd-4d1f-42cb-b654-2d7e7eb463a7 req-71638bc2-f7bb-4820-8f84-683e20975cf4 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 210 time: 0.0925333 Aug 16 01:59:02.417590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-862ffae7-b026-41c8-b571-5c20000b174f req-508910cb-4027-4e43-a0f9-49dfddd5353a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749272 Aug 16 01:59:02.444720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.456792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.86', 60491) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:02.457641 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.457765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['34933165-bf51-4706-ba1a-16bb717f0851'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:02.469866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.503738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:02.542013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb8cea-d1d8-44d6-bc82-dc6cc18fb977 req-24074d53-f44d-4fcb-b8a4-9fe36c245586 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.543589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbeb8cea-d1d8-44d6-bc82-dc6cc18fb977 req-24074d53-f44d-4fcb-b8a4-9fe36c245586 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 944 time: 0.1227472 Aug 16 01:59:02.548117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54453729-3241-476b-8969-a44d815bc596,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.551678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.552219 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Added segment ede74e3e-3705-430e-9db4-c1926f77c140 of type vlan for network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 Aug 16 01:59:02.623309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Pushing event updated for resources: {'Port': ['ID=04601d3c-fffa-4ac3-a102-4c96f00a6557,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.626318 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.647936 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-60727548-81d4-456b-8917-d9ff469f4afd service neutron] 10.222.0.86 "GET /v2.0/ports/dffe2496-378f-4106-a744-cdf87c5889ee/bindings/n-h2-768862-14 HTTP/1.1" status: 200 len: 385 time: 0.1879659 Aug 16 01:59:02.651177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbeb8cea-d1d8-44d6-bc82-dc6cc18fb977 req-5d8c2aa7-9702-40b2-9d3f-a26925d1603b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971050 Aug 16 01:59:02.694442 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.695662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.696480 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.771035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:02.784230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:02.790926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8521280 Aug 16 01:59:02.791584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:02.795957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:02.823340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Request body: {'subnet': {'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-217226010-subnet', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:02.843757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74556c-35ae-4284-9bee-fcb516cc8cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=a57ff0ba-83f7-42c0-9a8a-04c0de009e28,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.856380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:02.885101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:02.888705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.900422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cb066-8347-49d2-a2d9-02195eaf5a80 req-24704050-f0c4-47e4-90a4-38e79c7d868f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.910140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-064cb066-8347-49d2-a2d9-02195eaf5a80 req-24704050-f0c4-47e4-90a4-38e79c7d868f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1442840 Aug 16 01:59:02.967733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.968403 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.997579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-064cb066-8347-49d2-a2d9-02195eaf5a80 req-5a5fa377-1ff3-4025-b5b2-32cd1cc332a1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865257 Aug 16 01:59:03.048381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-5f70427b-f7af-4ebc-ba6b-6515fe463c35 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438778 Aug 16 01:59:03.078987 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-3d918a58-ae14-4961-9141-9b94d0813d2e tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7017632 Aug 16 01:59:03.101201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Request body: {'port': {'device_id': '3785107b-216b-482b-810a-d23e00a4c15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:03.124867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f8452fb9-f635-4941-ad84-75531f08a635 None None] Provisioning for port 04601d3c-fffa-4ac3-a102-4c96f00a6557 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:03.137351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f8452fb9-f635-4941-ad84-75531f08a635 None None] Provisioning complete for port 04601d3c-fffa-4ac3-a102-4c96f00a6557 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:03.138813 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8452fb9-f635-4941-ad84-75531f08a635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.184272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f8452fb9-f635-4941-ad84-75531f08a635 None None] Port 04601d3c-fffa-4ac3-a102-4c96f00a6557 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:03.196602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66de4228-d39d-4305-875d-99ed1d90f7a0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:03.215613 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.228049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:03.250902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.261055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Transition to ACTIVE for port object 66de4228-d39d-4305-875d-99ed1d90f7a0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:03.277401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:03.280299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.397079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffe2496-378f-4106-a744-cdf87c5889ee {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:03.413538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Pushing event updated for resources: {'Port': ['ID=66de4228-d39d-4305-875d-99ed1d90f7a0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:03.416994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:03.464692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.472851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c56ea-feeb-4bd0-8abe-5f8c6494e248 req-4b7f8ab3-8cef-4f63-8ed7-c2e535c2ac92 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.474332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da6c56ea-feeb-4bd0-8abe-5f8c6494e248 req-4b7f8ab3-8cef-4f63-8ed7-c2e535c2ac92 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 936 time: 0.3422353 Aug 16 01:59:03.505772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-8fdf7ee5-47d4-4d3a-8129-3c985cc0cdac tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.507281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-8fdf7ee5-47d4-4d3a-8129-3c985cc0cdac tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4579957 Aug 16 01:59:03.556618 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b233fc4-c483-4b34-bc6f-b69444442caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.570969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-55f88a43-c666-4324-9faa-fde928e84e4a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/quotas/92b73bee6b7e488fa616257a32f986e0 HTTP/1.1" status: 200 len: 375 time: 0.0513330 Aug 16 01:59:03.593374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da6c56ea-feeb-4bd0-8abe-5f8c6494e248 req-20970392-91cb-48dc-8a1b-5fc9dd8f29fc tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031835 Aug 16 01:59:03.620858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.697645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=653602f1-1df4-4dd5-8e69-d8ce9c7516c1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:03.704367 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-6c3dc4ec-6470-4b49-ab68-df7c25206764 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259429 Aug 16 01:59:03.711569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Checking segment: {'id': 'ede74e3e-3705-430e-9db4-c1926f77c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:03.711924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Network hostable DHCP agents. Network: a57ff0ba-83f7-42c0-9a8a-04c0de009e28, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:03.721022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Attempting to bind port 66de4228-d39d-4305-875d-99ed1d90f7a0 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:03.721553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Attempting to bind port 66de4228-d39d-4305-875d-99ed1d90f7a0 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:03.721758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Attempting to bind port 66de4228-d39d-4305-875d-99ed1d90f7a0 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:03.732096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:03.745408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Port 66de4228-d39d-4305-875d-99ed1d90f7a0 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:03.745798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Attempting to bind port 66de4228-d39d-4305-875d-99ed1d90f7a0 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:03.746386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, a57ff0ba-83f7-42c0-9a8a-04c0de009e28) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:03.751504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] Transition to ACTIVE for port object dffe2496-378f-4106-a744-cdf87c5889ee will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:03.752405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.753057 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.760163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:03.760498 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:03.760877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:03.761008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73280b46-b039-4f28-93a5-79714839fd14 None None] Network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:03.761309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Bound port: 66de4228-d39d-4305-875d-99ed1d90f7a0, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:03.761665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.767225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.777142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-587fe574-d5ee-4ca7-8696-74f34039c9fa admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9619429 Aug 16 01:59:03.781942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:03.786588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:03.840080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.842157 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.847502 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.939622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] No DVR routers for this DVR port dffe2496-378f-4106-a744-cdf87c5889ee on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:03.959892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] Pushing event updated for resources: {'Port': ['ID=dffe2496-378f-4106-a744-cdf87c5889ee,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:03.971888 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.982620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-a57ff0ba-83f7-42c0-9a8a-04c0de009e28', 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'fixed_ips': [{'subnet_id': '653602f1-1df4-4dd5-8e69-d8ce9c7516c1'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:03.984756 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.033868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-b419dd07-e4e1-4e47-9506-85cce4038317 service neutron] 10.222.0.86 "PUT /v2.0/ports/dffe2496-378f-4106-a744-cdf87c5889ee/bindings/n-h2-768862-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3779619 Aug 16 01:59:04.042590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04601d3c-fffa-4ac3-a102-4c96f00a6557 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:04.051296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] For port 66de4228-d39d-4305-875d-99ed1d90f7a0, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:04.055025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] For port 66de4228-d39d-4305-875d-99ed1d90f7a0, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=66de4228-d39d-4305-875d-99ed1d90f7a0,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:04.057180 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.062715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.115017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6014bc4-3bd0-4890-8a87-af958791b2a3 req-be05d362-ed80-4875-ab03-bde081ca7f7c tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.126373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6014bc4-3bd0-4890-8a87-af958791b2a3 req-be05d362-ed80-4875-ab03-bde081ca7f7c tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 936 time: 0.2437079 Aug 16 01:59:04.136619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.137260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.140073 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] 10.222.0.86 "PUT /v2.0/ports/66de4228-d39d-4305-875d-99ed1d90f7a0 HTTP/1.1" status: 200 len: 1097 time: 2.0789402 Aug 16 01:59:04.141144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Transition to ACTIVE for port object 04601d3c-fffa-4ac3-a102-4c96f00a6557 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:04.148091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713f53fe-49ff-49ca-8032-4dbba147346b', 'tag': '66de4228-d39d-4305-875d-99ed1d90f7a0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:04.154925 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd9bf04-237e-4499-9bc2-23adbc6fab91" -d '{"events": [{"name": "network-changed", "server_uuid": "713f53fe-49ff-49ca-8032-4dbba147346b", "tag": "66de4228-d39d-4305-875d-99ed1d90f7a0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:04.225038 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.237476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Allocated IP 172.20.0.2 (a57ff0ba-83f7-42c0-9a8a-04c0de009e28/653602f1-1df4-4dd5-8e69-d8ce9c7516c1/4c3af304-b6fb-407c-a241-596b5e5d2b41) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:04.249363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.314553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5b000-50f0-4384-b12e-efb12e03a902 service neutron] Pushing event updated for resources: {'Port': ['ID=66de4228-d39d-4305-875d-99ed1d90f7a0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:04.314981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-14e2bc94-362c-4b7a-93d4-94877714ab53 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.317022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-14e2bc94-362c-4b7a-93d4-94877714ab53 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.1447260 Aug 16 01:59:04.322555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6014bc4-3bd0-4890-8a87-af958791b2a3 req-2711e981-5f22-4289-8448-fed71335a078 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564190 Aug 16 01:59:04.420339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=04601d3c-fffa-4ac3-a102-4c96f00a6557,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:04.472134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-121ccb94-6880-42b7-b2af-ccb69b0f6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.473662 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-121ccb94-6880-42b7-b2af-ccb69b0f6698 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 1100 time: 0.2669523 Aug 16 01:59:04.541744 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.542590 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-18725b4b-5588-4088-8be7-74c6452a76a2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=66de4228-d39d-4305-875d-99ed1d90f7a0 HTTP/1.1" status: 200 len: 217 time: 0.0435815 Aug 16 01:59:04.552497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Transition to ACTIVE for port object 4c3af304-b6fb-407c-a241-596b5e5d2b41 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:04.570935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Transition to ACTIVE for port object 4c3af304-b6fb-407c-a241-596b5e5d2b41 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:04.580619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.622633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-3dd3339c-72bd-455c-a8b9-6f37bfd20454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.626103 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-3dd3339c-72bd-455c-a8b9-6f37bfd20454 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0739472 Aug 16 01:59:04.629585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:04.633685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:04.649952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-1620ffa1-e8fb-458f-83b1-fa29bfda03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.650295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:04.651574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-1620ffa1-e8fb-458f-83b1-fa29bfda03d7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38&tenant_id=cd4786612bfb44e88800a68032521120 HTTP/1.1" status: 200 len: 1097 time: 0.3166094 Aug 16 01:59:04.693018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af593182-2d08-4dd1-a28b-ca60897616f7 req-94f52565-8eb7-4b23-8c6e-6b0e06b35fb5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.694312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Pushing event updated for resources: {'Port': ['ID=4c3af304-b6fb-407c-a241-596b5e5d2b41,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:04.701447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af593182-2d08-4dd1-a28b-ca60897616f7 req-94f52565-8eb7-4b23-8c6e-6b0e06b35fb5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.2293406 Aug 16 01:59:04.707369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Attempting to bind port 04601d3c-fffa-4ac3-a102-4c96f00a6557 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:04.708155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Attempting to bind port 04601d3c-fffa-4ac3-a102-4c96f00a6557 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:04.708858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Attempting to bind port 04601d3c-fffa-4ac3-a102-4c96f00a6557 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:04.716831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Port 04601d3c-fffa-4ac3-a102-4c96f00a6557 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:04.717202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Attempting to bind port 04601d3c-fffa-4ac3-a102-4c96f00a6557 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:04.727877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:04.728634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:04.728997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:04.729504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Bound port: 04601d3c-fffa-4ac3-a102-4c96f00a6557, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:04.729788 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.734103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447152-74df-4d0d-b009-74e204888ea7 req-03986d01-4363-4df7-8797-3900a3653c46 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.746127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-e2e11d81-5563-48b2-91ff-93c23d9fe777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.747704 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24447152-74df-4d0d-b009-74e204888ea7 req-03986d01-4363-4df7-8797-3900a3653c46 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 945 time: 0.3151798 Aug 16 01:59:04.748241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-e2e11d81-5563-48b2-91ff-93c23d9fe777 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113052 Aug 16 01:59:04.892652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Attempting to bind port 4c3af304-b6fb-407c-a241-596b5e5d2b41 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:04.893028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Attempting to bind port 4c3af304-b6fb-407c-a241-596b5e5d2b41 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'ede74e3e-3705-430e-9db4-c1926f77c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:04.893415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Attempting to bind port 4c3af304-b6fb-407c-a241-596b5e5d2b41 on network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:04.893594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] For port 04601d3c-fffa-4ac3-a102-4c96f00a6557, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:04.905621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] For port 04601d3c-fffa-4ac3-a102-4c96f00a6557, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=04601d3c-fffa-4ac3-a102-4c96f00a6557,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:04.913679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.926300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:04.926819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Checking segment: {'id': 'ede74e3e-3705-430e-9db4-c1926f77c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:04.927335 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.927846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Bound using segment: {'id': 'ede74e3e-3705-430e-9db4-c1926f77c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:04.928978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Bound port: 4c3af304-b6fb-407c-a241-596b5e5d2b41, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede74e3e-3705-430e-9db4-c1926f77c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:04.928978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.942386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24447152-74df-4d0d-b009-74e204888ea7 req-61a332b2-5b95-4cea-9cd8-c9bebd32c3ed tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836193 Aug 16 01:59:04.947011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-1144f945-bf7e-4394-b85d-785aea977621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.950580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-1144f945-bf7e-4394-b85d-785aea977621 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1097 time: 0.2698610 Aug 16 01:59:04.958953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.959523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.960892 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] 10.222.0.86 "PUT /v2.0/ports/04601d3c-fffa-4ac3-a102-4c96f00a6557 HTTP/1.1" status: 200 len: 1097 time: 1.8639243 Aug 16 01:59:04.977874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af593182-2d08-4dd1-a28b-ca60897616f7 req-b5bec75e-e5d6-4ba1-aa26-3c4e6b83f539 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089956 Aug 16 01:59:04.987523 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.007833 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-f12c1ee7-00d3-4a3a-8cb8-9afd70d11be8 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491276 Aug 16 01:59:05.046692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] For port 4c3af304-b6fb-407c-a241-596b5e5d2b41, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:05.051418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] For port 4c3af304-b6fb-407c-a241-596b5e5d2b41, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4c3af304-b6fb-407c-a241-596b5e5d2b41,segment=NetworkSegment(ede74e3e-3705-430e-9db4-c1926f77c140),segment_id=ede74e3e-3705-430e-9db4-c1926f77c140)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:05.061457 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.092668 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa72c8f-9fa5-4d75-a4ea-6e3ab1ff9c7e x-openstack-request-id: req-9aa72c8f-9fa5-4d75-a4ea-6e3ab1ff9c7e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:05.092957 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713f53fe-49ff-49ca-8032-4dbba147346b", "tag": "66de4228-d39d-4305-875d-99ed1d90f7a0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:05.093208 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9aa72c8f-9fa5-4d75-a4ea-6e3ab1ff9c7e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:05.093592 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713f53fe-49ff-49ca-8032-4dbba147346b', 'tag': '66de4228-d39d-4305-875d-99ed1d90f7a0', 'status': 'completed', 'code': 200} Aug 16 01:59:05.158403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54faeb-108f-48ed-ae0f-cbeb648e4818 None None] Pushing event updated for resources: {'Port': ['ID=4c3af304-b6fb-407c-a241-596b5e5d2b41,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:05.159405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ed4cb-27a6-4964-8994-e0975170ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=04601d3c-fffa-4ac3-a102-4c96f00a6557,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:05.301492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0d268-2688-439d-8e57-408a11af00ab req-417ef41a-b1ea-4f97-a3fe-f1cb69ce40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.303729 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-417ef41a-b1ea-4f97-a3fe-f1cb69ce40e6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 1100 time: 0.2444391 Aug 16 01:59:05.306577 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fe6cad3-f03d-4157-9af1-10fa2e637c02 req-6f6c0aa3-c582-4c5a-8865-871627622bd5 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758555 Aug 16 01:59:05.432250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-e1a6ce75-2563-4f19-bb06-2e831676f76d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=04601d3c-fffa-4ac3-a102-4c96f00a6557 HTTP/1.1" status: 200 len: 217 time: 0.0866196 Aug 16 01:59:05.480058 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.503252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1b55-4130-4bec-9c13-042643aedb94 req-6b912ec9-3c44-4099-8010-57b8e1d473bd tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.504973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0d268-2688-439d-8e57-408a11af00ab req-7e78fb0d-2edc-497b-b1fa-56bbdba13184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.507179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-7e78fb0d-2edc-497b-b1fa-56bbdba13184 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0678239 Aug 16 01:59:05.521749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7adc1b55-4130-4bec-9c13-042643aedb94 req-6b912ec9-3c44-4099-8010-57b8e1d473bd tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 948 time: 0.2221217 Aug 16 01:59:05.537372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-7614c7e1-a19d-4ab3-96ac-0e71abe3f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.549703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-7614c7e1-a19d-4ab3-96ac-0e71abe3f3f6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.5707128 Aug 16 01:59:05.585434 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.643026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-db6fbf43-2657-452e-a56d-9c47e6c7dc38 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 200 len: 217 time: 0.0708988 Aug 16 01:59:05.743197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7adc1b55-4130-4bec-9c13-042643aedb94 req-468d093e-7fbb-4862-aaaa-97a0900e6b3e tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175202 Aug 16 01:59:05.796694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-2e44878a-00f5-42fc-be47-8e35f86a346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.798231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-2e44878a-00f5-42fc-be47-8e35f86a346b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.0962944 Aug 16 01:59:05.874010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-2b714be4-a1e4-4926-8eb1-ebe04174208b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630496 Aug 16 01:59:05.976562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-2d518bb3-9905-4c43-bde5-cfa455b9671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.978066 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-2d518bb3-9905-4c43-bde5-cfa455b9671b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 1100 time: 0.4686410 Aug 16 01:59:05.979721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0d268-2688-439d-8e57-408a11af00ab req-a2c7dd81-0a79-45c2-bdd1-4bc025bfd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.981167 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-a2c7dd81-0a79-45c2-bdd1-4bc025bfd64f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4617398 Aug 16 01:59:06.027453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Allocated IP 172.25.5.227 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/2feb5167-f74e-4f87-9f9c-3bea78ece6e6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:06.089935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f41db-f686-4401-9c2d-2f409dd30bad req-6a7d4ff2-d4f0-49f6-afdb-2f82e222cadd tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.093373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e0f41db-f686-4401-9c2d-2f409dd30bad req-6a7d4ff2-d4f0-49f6-afdb-2f82e222cadd tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 948 time: 0.2259574 Aug 16 01:59:06.113522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33730) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:06.141556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75867c89-b6a0-4960-8e5e-f0df549ec9ef req-59f2f30b-29b0-4f1e-aa49-514ae97ce1f5 tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.148850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75867c89-b6a0-4960-8e5e-f0df549ec9ef req-59f2f30b-29b0-4f1e-aa49-514ae97ce1f5 tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1101 time: 0.2765527 Aug 16 01:59:06.162556 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-c5171b75-67ac-4c80-b4d2-66d5f2e5871a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498245 Aug 16 01:59:06.277485 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75867c89-b6a0-4960-8e5e-f0df549ec9ef req-0628bcfa-984c-4cec-9e95-dc37dc2878bd tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.304434 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-90f0151c-9c02-4d67-81ab-d96eee9705d4 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121102 Aug 16 01:59:06.317316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e0f41db-f686-4401-9c2d-2f409dd30bad req-e7f0efca-c50a-4af0-b6fa-1b6a013e9122 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131212 Aug 16 01:59:06.325137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-d58949fd-7921-4052-9a56-9fd3b85dd5b9 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290185 Aug 16 01:59:06.440561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a86-eaaa-49ee-b6fe-86e641ae2547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.486703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4c3af304-b6fb-407c-a241-596b5e5d2b41 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:06.510910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-c8f071f8-c0d4-4f00-bf6b-a8ce3d79280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.512438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-c8f071f8-c0d4-4f00-bf6b-a8ce3d79280f service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.5216830 Aug 16 01:59:06.518533 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a0d268-2688-439d-8e57-408a11af00ab req-4bb61e5a-b69a-4360-8bda-02818af78f17 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953032 Aug 16 01:59:06.584398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 4c3af304-b6fb-407c-a241-596b5e5d2b41 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:06.607437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961a80d-3aaf-477e-be5c-b2fea18db4c6 None None] Network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:06.609813 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-111e3f0d-1bbb-45a8-b1d3-f7685c5f64ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=66de4228-d39d-4305-875d-99ed1d90f7a0 HTTP/1.1" status: 200 len: 217 time: 0.0847554 Aug 16 01:59:06.619538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-6a30f4be-2dd5-4573-9070-d4bfc7fb6cfb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.620958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-6a30f4be-2dd5-4573-9070-d4bfc7fb6cfb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4496641 Aug 16 01:59:06.621763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.624104 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-024ef280-18e0-48df-8a51-941f0589f706 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401590 Aug 16 01:59:06.663206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Request body: {'port': {'device_id': '997917ea-6173-4a68-91f4-60b6804c14fe', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '92b73bee6b7e488fa616257a32f986e0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:06.668054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a7bf9ba-8439-49c8-bcf9-c58f10c6df28 req-de8638c3-97f7-4b4d-8c1b-aa83bb3a5fea tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 210 time: 0.1262457 Aug 16 01:59:06.670838 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75867c89-b6a0-4960-8e5e-f0df549ec9ef req-0628bcfa-984c-4cec-9e95-dc37dc2878bd tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.701140 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75867c89-b6a0-4960-8e5e-f0df549ec9ef req-0628bcfa-984c-4cec-9e95-dc37dc2878bd tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.726983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44250301-5616-48cb-a81c-0b5e35e1c9be None None] Provisioning for port 4c3af304-b6fb-407c-a241-596b5e5d2b41 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:06.733809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44250301-5616-48cb-a81c-0b5e35e1c9be None None] Provisioning complete for port 4c3af304-b6fb-407c-a241-596b5e5d2b41 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:06.734475 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44250301-5616-48cb-a81c-0b5e35e1c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.756743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75867c89-b6a0-4960-8e5e-f0df549ec9ef req-0628bcfa-984c-4cec-9e95-dc37dc2878bd tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319707 Aug 16 01:59:06.824974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-48ea6e4d-8bc0-48aa-b46f-1ac061db0bbd service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915771 Aug 16 01:59:06.831776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-ce8053b8-eeb0-4dc7-b915-35f4136ee695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.836019 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-ce8053b8-eeb0-4dc7-b915-35f4136ee695 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2108326 Aug 16 01:59:06.876030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.917639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628bcfa-984c-4cec-9e95-dc37dc2878bd tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946d40f4-4b8b-4c05-bcf9-5386b6968438,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:06.960229 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44250301-5616-48cb-a81c-0b5e35e1c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.960454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-3c02bac2-519a-44c4-be2a-ada4a3a73ac9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.961769 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-3c02bac2-519a-44c4-be2a-ada4a3a73ac9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030057 Aug 16 01:59:06.989155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515322-efa5-4651-a044-f8f61130213b req-98b66316-e1d0-48f0-9a25-c189f7b04094 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.993018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-702a8da3-4fd1-42c0-97c7-20ecdadc7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.994537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-702a8da3-4fd1-42c0-97c7-20ecdadc7042 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386397 Aug 16 01:59:06.995035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1515322-efa5-4651-a044-f8f61130213b req-98b66316-e1d0-48f0-9a25-c189f7b04094 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 945 time: 0.1790524 Aug 16 01:59:07.002990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Request body: {'port': {'device_id': '03bdb100-8513-413c-81b1-6e83b6ff7c34', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '92b73bee6b7e488fa616257a32f986e0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:07.009895 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.031714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-44250301-5616-48cb-a81c-0b5e35e1c9be None None] For port 4c3af304-b6fb-407c-a241-596b5e5d2b41, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4c3af304-b6fb-407c-a241-596b5e5d2b41,segment=NetworkSegment(ede74e3e-3705-430e-9db4-c1926f77c140),segment_id=ede74e3e-3705-430e-9db4-c1926f77c140)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:07.039413 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44250301-5616-48cb-a81c-0b5e35e1c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.092623 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:07.101497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:07.110695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44250301-5616-48cb-a81c-0b5e35e1c9be None None] Pushing event updated for resources: {'Port': ['ID=4c3af304-b6fb-407c-a241-596b5e5d2b41,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.119001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:07.157356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Pushing event updated for resources: {'Port': ['ID=2feb5167-f74e-4f87-9f9c-3bea78ece6e6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.157694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a86-eaaa-49ee-b6fe-86e641ae2547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.158857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3785107b-216b-482b-810a-d23e00a4c15a', 'tag': '04601d3c-fffa-4ac3-a102-4c96f00a6557'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:07.169888 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a638ff9b-169f-4961-a31d-256fa1d51e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "3785107b-216b-482b-810a-d23e00a4c15a", "tag": "04601d3c-fffa-4ac3-a102-4c96f00a6557"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:07.186102 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1515322-efa5-4651-a044-f8f61130213b req-0fe483ae-9975-4bdb-9f74-ed8a6e266cd7 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771379 Aug 16 01:59:07.186231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5a86-eaaa-49ee-b6fe-86e641ae2547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.213091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device dffe2496-378f-4106-a744-cdf87c5889ee no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:07.264794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c5a86-eaaa-49ee-b6fe-86e641ae2547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3707315d-ee2a-4d4b-a106-b4b83003c320,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.323143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device dffe2496-378f-4106-a744-cdf87c5889ee not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:07.338985 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ad9c5a86-eaaa-49ee-b6fe-86e641ae2547 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2dcb5b2513e4417e90b8c7ddef68a590&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2195501 Aug 16 01:59:07.347115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Made reservation on behalf of 92b73bee6b7e488fa616257a32f986e0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:07.347319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:07.347417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.368240 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-619abea9-7eac-40cf-9359-c18f3a426396 None None] Provisioning complete for port 4c3af304-b6fb-407c-a241-596b5e5d2b41 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:07.369564 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-619abea9-7eac-40cf-9359-c18f3a426396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.370595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-dd734b03-c2e2-4dfa-b4c2-9bccb244fe8e tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.372382 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-dd734b03-c2e2-4dfa-b4c2-9bccb244fe8e tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.2160800 Aug 16 01:59:07.471623 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-27cc6b3c-7687-4c3c-9efc-1966d4448267 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592814 Aug 16 01:59:07.595982 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9773e5a-9871-40d9-8626-14893b2b6107 x-openstack-request-id: req-c9773e5a-9871-40d9-8626-14893b2b6107 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:07.596445 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3785107b-216b-482b-810a-d23e00a4c15a", "tag": "04601d3c-fffa-4ac3-a102-4c96f00a6557", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:07.596774 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9773e5a-9871-40d9-8626-14893b2b6107 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:07.597261 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3785107b-216b-482b-810a-d23e00a4c15a', 'tag': '04601d3c-fffa-4ac3-a102-4c96f00a6557', 'status': 'completed', 'code': 200} Aug 16 01:59:07.630436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Made reservation on behalf of 92b73bee6b7e488fa616257a32f986e0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:07.634226 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.730351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Allocated IP 192.168.233.216 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/2195a817-0e8a-44f5-89f6-72d6edb4fd45) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:07.752324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0237ba-18d0-4e8a-b4a2-fa6c2c02e46b req-b22a939e-990b-4f72-8785-a4bc60ea4785 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.753879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf0237ba-18d0-4e8a-b4a2-fa6c2c02e46b req-b22a939e-990b-4f72-8785-a4bc60ea4785 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 948 time: 0.4555175 Aug 16 01:59:07.797144 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfd9bf04-237e-4499-9bc2-23adbc6fab91 req-5a42f8b0-db7f-4fc9-a380-e464abea1ad0 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163660 Aug 16 01:59:07.806649 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-d1b8f49b-7bcb-4a65-b38c-8cf8e73888c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2084751 Aug 16 01:59:07.829076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-ab616272-530c-48ad-bbf2-9f910de2f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.830594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-ab616272-530c-48ad-bbf2-9f910de2f07f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 1100 time: 0.1877880 Aug 16 01:59:07.887594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a12410-14d3-463f-85c7-2c5b647b868f req-655dfe7f-2bfa-4e0f-93d1-bafcdeefcbfd tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.889506 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3a12410-14d3-463f-85c7-2c5b647b868f req-655dfe7f-2bfa-4e0f-93d1-bafcdeefcbfd tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 948 time: 0.2155633 Aug 16 01:59:07.890229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b702d14-81a3-4ab4-87c4-d9de5a45b22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.978322 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf0237ba-18d0-4e8a-b4a2-fa6c2c02e46b req-90f03139-f5b5-4fa2-90dc-be724889b226 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130129 Aug 16 01:59:08.037346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b702d14-81a3-4ab4-87c4-d9de5a45b22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.039739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-382c31d0-4bb0-40ac-a892-4304624b359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.041449 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-382c31d0-4bb0-40ac-a892-4304624b359d service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1936784 Aug 16 01:59:08.097601 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-29b39cac-1097-4828-8d85-ede5a4b1bbf8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=04601d3c-fffa-4ac3-a102-4c96f00a6557 HTTP/1.1" status: 200 len: 217 time: 0.0470669 Aug 16 01:59:08.102967 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.114422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-848f25b4-cf1e-47a2-8a55-3bec43ac307e service neutron] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:08.143335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3a12410-14d3-463f-85c7-2c5b647b868f req-84933c25-4b16-48bd-8671-f34a2f168f34 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223971 Aug 16 01:59:08.148374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.153748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Transition to ACTIVE for port object 2195a817-0e8a-44f5-89f6-72d6edb4fd45 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:08.155026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-848f25b4-cf1e-47a2-8a55-3bec43ac307e service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.156567 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-501aba51-f1fe-42e1-b2b3-a423b11da7cd req-848f25b4-cf1e-47a2-8a55-3bec43ac307e service neutron] 10.222.0.93 "DELETE /v2.0/ports/dffe2496-378f-4106-a744-cdf87c5889ee/bindings/n-h1-768862-14 HTTP/1.1" status: 204 len: 173 time: 0.7539794 Aug 16 01:59:08.186783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-bfd3adcb-350b-4fff-b659-254dec56e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.188800 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-bfd3adcb-350b-4fff-b659-254dec56e103 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0820189 Aug 16 01:59:08.238590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca9343-a7a3-402b-a7c9-02dfd8fff0e1 req-7a3f885d-28f5-49b1-a9ea-25e349fafd71 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.240239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2dca9343-a7a3-402b-a7c9-02dfd8fff0e1 req-7a3f885d-28f5-49b1-a9ea-25e349fafd71 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1659870 Aug 16 01:59:08.260589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.272837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:08.293419 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b702d14-81a3-4ab4-87c4-d9de5a45b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.297469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b702d14-81a3-4ab4-87c4-d9de5a45b22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.298627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9b702d14-81a3-4ab4-87c4-d9de5a45b22b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3707315d-ee2a-4d4b-a106-b4b83003c320 HTTP/1.1" status: 204 len: 168 time: 0.9527280 Aug 16 01:59:08.300008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Allocated IP 192.168.233.75 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/31578f7c-b817-4fb8-93c5-df051fc2205a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:08.358860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df6d97bf-1caa-4dec-a066-1956f9134613 req-5b341b3b-d2eb-4a9b-9441-bb82e1bc24a7 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 210 time: 0.1163068 Aug 16 01:59:08.373376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:08.380591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event updated for resources: {'Port': ['ID=2195a817-0e8a-44f5-89f6-72d6edb4fd45,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.388102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:08.397539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:08.409146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b702d14-81a3-4ab4-87c4-d9de5a45b22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3707315d-ee2a-4d4b-a106-b4b83003c320,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.416638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-3e02f45b-df4f-4658-b10e-0692e1ed3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.419940 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-3e02f45b-df4f-4658-b10e-0692e1ed3981 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1606956 Aug 16 01:59:08.494612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2dca9343-a7a3-402b-a7c9-02dfd8fff0e1 req-1fbd4c3e-d20a-4113-a338-e3d4a5733a65 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163944 Aug 16 01:59:08.561025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4c3af304-b6fb-407c-a241-596b5e5d2b41 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:08.773747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 4c3af304-b6fb-407c-a241-596b5e5d2b41 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:08.774128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.824198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.824835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.854789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0cfa9b9-20e0-4650-a060-dbf3fd5ef14b None None] Provisioning for port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:08.868348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0cfa9b9-20e0-4650-a060-dbf3fd5ef14b None None] Provisioning complete for port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:08.868852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa9b9-20e0-4650-a060-dbf3fd5ef14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.913472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:08.921181 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-35f9a830-8f1b-4476-b8f2-44551ce0a215 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2781165 Aug 16 01:59:08.936778 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.939822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Request body: {'port': {'device_id': '997917ea-6173-4a68-91f4-60b6804c14fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:08.943131 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a58b8abb-36b3-4bb3-be14-619b86b71889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.965064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfa9b9-20e0-4650-a060-dbf3fd5ef14b None None] Port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:08.965569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebeb2e-0454-45aa-a318-ed11e5555f74 req-cd4756e7-8060-4494-bc35-c134b8caaa91 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.975124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bebeb2e-0454-45aa-a318-ed11e5555f74 req-cd4756e7-8060-4494-bc35-c134b8caaa91 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 945 time: 0.1795983 Aug 16 01:59:08.987380 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-2593e0f2-b92a-4bfd-ba71-e37823b55d92 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047712 Aug 16 01:59:08.991963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.151504 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bebeb2e-0454-45aa-a318-ed11e5555f74 req-d8f49f56-f5c7-49c7-936d-181864ee6d2f tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753192 Aug 16 01:59:09.213534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 66de4228-d39d-4305-875d-99ed1d90f7a0 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:09.231131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d48498-431e-499c-a22f-b5495c40ee4c req-42db5e03-611f-4ccd-bcee-adad2baec850 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.232818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0d48498-431e-499c-a22f-b5495c40ee4c req-42db5e03-611f-4ccd-bcee-adad2baec850 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 948 time: 0.1361196 Aug 16 01:59:09.304388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Transition to ACTIVE for port object 31578f7c-b817-4fb8-93c5-df051fc2205a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:09.318131 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a58b8abb-36b3-4bb3-be14-619b86b71889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.328977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Router 438b9d05-502a-4a34-a76d-b7dce6330408 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:59:09.333555 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a58b8abb-36b3-4bb3-be14-619b86b71889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.352925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.364482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 66de4228-d39d-4305-875d-99ed1d90f7a0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=66de4228-d39d-4305-875d-99ed1d90f7a0,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:09.365396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0d48498-431e-499c-a22f-b5495c40ee4c req-cc98941a-4eb0-4cb1-8110-e188033c7cef tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201227 Aug 16 01:59:09.388502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '66de4228-d39d-4305-875d-99ed1d90f7a0', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '66de4228-d39d-4305-875d-99ed1d90f7a0', 'mac_address': 'fa:16:3e:1b:7b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:09.439771 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.456029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b8abb-36b3-4bb3-be14-619b86b71889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c194195-c481-40e0-a64a-30c4e8244f73,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.457448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66de4228-d39d-4305-875d-99ed1d90f7a0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:09.467472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a58b8abb-36b3-4bb3-be14-619b86b71889 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4304035ca0df4ca2aa4499725f30200e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470445 Aug 16 01:59:09.471502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:09.486665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 66de4228-d39d-4305-875d-99ed1d90f7a0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=66de4228-d39d-4305-875d-99ed1d90f7a0,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:09.492637 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.506563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7c3bf-bf60-4227-94ef-10fe37585306 req-730080ad-4519-4a7d-b19d-005d7c8c4a18 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.514445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e7c3bf-bf60-4227-94ef-10fe37585306 req-730080ad-4519-4a7d-b19d-005d7c8c4a18 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 948 time: 0.2446890 Aug 16 01:59:09.516502 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a638ff9b-169f-4961-a31d-256fa1d51e1e req-27e9c6c7-5da7-4717-b742-5ce7e828a4e3 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046372 Aug 16 01:59:09.570365 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.579680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-779a8302-a26f-4321-8fc4-69cb96834001 req-db7965fd-8fe1-4b55-98ec-5e319a0bf384 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 210 time: 0.1089108 Aug 16 01:59:09.583661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:09.637310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=66de4228-d39d-4305-875d-99ed1d90f7a0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.713756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:09.720442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:09.724547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382962f-be55-4724-a535-81c684f725ab None None] Sync routers for ids ['438b9d05-502a-4a34-a76d-b7dce6330408'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:09.727265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:09.729623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:09.753307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382962f-be55-4724-a535-81c684f725ab None None] Routers {'438b9d05-502a-4a34-a76d-b7dce6330408'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:09.754091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4382962f-be55-4724-a535-81c684f725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['438b9d05-502a-4a34-a76d-b7dce6330408'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:09.777022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e7c3bf-bf60-4227-94ef-10fe37585306 req-c88917d2-32a2-4407-8a81-841301acb8be tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572384 Aug 16 01:59:09.777730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event updated for resources: {'Port': ['ID=31578f7c-b817-4fb8-93c5-df051fc2205a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.796722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.799558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c5c5e42d-1974-4dec-8cb1-ba50737e1ccc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0166209 Aug 16 01:59:09.803641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:09.814855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-524e188f-673a-4e97-a27e-55c115e72a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.820742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f5ac9-81bf-45d4-adf8-4e5a0cf799ef req-ff587390-ed70-47db-b746-61f4f6b5e4bf tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.829235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-703f5ac9-81bf-45d4-adf8-4e5a0cf799ef req-ff587390-ed70-47db-b746-61f4f6b5e4bf tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1097 time: 0.1495757 Aug 16 01:59:09.923943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.924767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.948726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4382962f-be55-4724-a535-81c684f725ab None None] Set router 438b9d05-502a-4a34-a76d-b7dce6330408 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:09.951179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-8a21c4ee-72ef-4f5e-a4aa-ac3f58a581bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9554315 Aug 16 01:59:09.951538 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-524e188f-673a-4e97-a27e-55c115e72a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.004771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['66de4228-d39d-4305-875d-99ed1d90f7a0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:10.011967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Request body: {'port': {'device_id': '03bdb100-8513-413c-81b1-6e83b6ff7c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:10.045418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2195a817-0e8a-44f5-89f6-72d6edb4fd45 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:10.078182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.088069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.098301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-703f5ac9-81bf-45d4-adf8-4e5a0cf799ef req-135abf44-a2a7-49b9-b637-5e2fc3d43e5e tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678370 Aug 16 01:59:10.109423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Transition to ACTIVE for port object 2195a817-0e8a-44f5-89f6-72d6edb4fd45 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:10.138241 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.143338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2ada53c4-efdb-4898-8ee5-7a7ef13fce7d None None] Provisioning for port 31578f7c-b817-4fb8-93c5-df051fc2205a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:10.150212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2ada53c4-efdb-4898-8ee5-7a7ef13fce7d None None] Provisioning complete for port 31578f7c-b817-4fb8-93c5-df051fc2205a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:10.150589 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ada53c4-efdb-4898-8ee5-7a7ef13fce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.179147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb576eb-a7d8-4b70-b6c1-b3dda19533fc req-179bb296-997d-4332-869e-36f1e709ec0e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.180246 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2eb576eb-a7d8-4b70-b6c1-b3dda19533fc req-179bb296-997d-4332-869e-36f1e709ec0e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.2919357 Aug 16 01:59:10.197327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-6cf49ec9-7a9a-4c7c-80c8-04075f35057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.204723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-6cf49ec9-7a9a-4c7c-80c8-04075f35057c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1101 time: 0.1572692 Aug 16 01:59:10.267976 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-524e188f-673a-4e97-a27e-55c115e72a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.271317 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-524e188f-673a-4e97-a27e-55c115e72a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.283600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-524e188f-673a-4e97-a27e-55c115e72a38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c194195-c481-40e0-a64a-30c4e8244f73 HTTP/1.1" status: 204 len: 168 time: 0.8019185 Aug 16 01:59:10.294544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2ada53c4-efdb-4898-8ee5-7a7ef13fce7d None None] Port 31578f7c-b817-4fb8-93c5-df051fc2205a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:10.328137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4382962f-be55-4724-a535-81c684f725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:03Z', 'updated_at': '2021-08-16T01:59:07Z', 'revision_number': 3, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'gw_port': {'id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:10.343527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Pushing event updated for resources: {'Port': ['ID=2195a817-0e8a-44f5-89f6-72d6edb4fd45,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:10.395763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382962f-be55-4724-a535-81c684f725ab None None] Checking router: 438b9d05-502a-4a34-a76d-b7dce6330408 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:10.396430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382962f-be55-4724-a535-81c684f725ab None None] Updating router 438b9d05-502a-4a34-a76d-b7dce6330408 port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:10.509516 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4382962f-be55-4724-a535-81c684f725ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.587733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Attempting to bind port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:10.588416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Attempting to bind port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:10.589074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Attempting to bind port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:10.603069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:10.603723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Attempting to bind port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:10.615587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e188f-673a-4e97-a27e-55c115e72a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c194195-c481-40e0-a64a-30c4e8244f73,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:10.617455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:10.617995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:10.618561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:10.619273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Bound port: 2195a817-0e8a-44f5-89f6-72d6edb4fd45, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:10.619838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.758379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31578f7c-b817-4fb8-93c5-df051fc2205a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:10.777639 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.822258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Transition to ACTIVE for port object 31578f7c-b817-4fb8-93c5-df051fc2205a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:10.827849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] For port 2195a817-0e8a-44f5-89f6-72d6edb4fd45, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:10.830141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.835929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] For port 2195a817-0e8a-44f5-89f6-72d6edb4fd45, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2195a817-0e8a-44f5-89f6-72d6edb4fd45,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:10.874518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.898332 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4382962f-be55-4724-a535-81c684f725ab None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.916686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4382962f-be55-4724-a535-81c684f725ab None None] Transition to ACTIVE for port object 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:10.924220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.924926 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.926402 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] 10.222.0.93 "PUT /v2.0/ports/2195a817-0e8a-44f5-89f6-72d6edb4fd45 HTTP/1.1" status: 200 len: 1097 time: 1.9943786 Aug 16 01:59:10.927072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997917ea-6173-4a68-91f4-60b6804c14fe', 'tag': '2195a817-0e8a-44f5-89f6-72d6edb4fd45'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:10.927717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4382962f-be55-4724-a535-81c684f725ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.929374 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0660b5be-86a2-4b49-879b-b8994e512e96" -d '{"events": [{"name": "network-changed", "server_uuid": "997917ea-6173-4a68-91f4-60b6804c14fe", "tag": "2195a817-0e8a-44f5-89f6-72d6edb4fd45"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:10.939129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Pushing event updated for resources: {'Port': ['ID=31578f7c-b817-4fb8-93c5-df051fc2205a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.009844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4382962f-be55-4724-a535-81c684f725ab None None] Attempting to bind port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:11.010163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4382962f-be55-4724-a535-81c684f725ab None None] Attempting to bind port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:11.010601 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382962f-be55-4724-a535-81c684f725ab None None] Attempting to bind port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:11.012141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2eb576eb-a7d8-4b70-b6c1-b3dda19533fc req-14d86a8c-bd7b-4275-8fbd-4fd2aa0e8709 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7807660 Aug 16 01:59:11.018109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10472f5-f8fe-4039-876b-9f92b6e0a680 None None] Pushing event updated for resources: {'Port': ['ID=2feb5167-f74e-4f87-9f9c-3bea78ece6e6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.027907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382962f-be55-4724-a535-81c684f725ab None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:11.028830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382962f-be55-4724-a535-81c684f725ab None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:11.029243 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4382962f-be55-4724-a535-81c684f725ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.029641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382962f-be55-4724-a535-81c684f725ab None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:11.030146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4382962f-be55-4724-a535-81c684f725ab None None] Bound port: 2feb5167-f74e-4f87-9f9c-3bea78ece6e6, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:11.030771 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4382962f-be55-4724-a535-81c684f725ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.052312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c80fc-9fd2-4bea-914c-d8d47c61a44e service neutron] Pushing event updated for resources: {'Port': ['ID=2195a817-0e8a-44f5-89f6-72d6edb4fd45,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.110113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4382962f-be55-4724-a535-81c684f725ab None None] For port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:11.114792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-e1d3c68e-6bcb-4f85-8e25-3a6183284baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.116640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-e1d3c68e-6bcb-4f85-8e25-3a6183284baf service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.8877485 Aug 16 01:59:11.121290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4382962f-be55-4724-a535-81c684f725ab None None] For port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2feb5167-f74e-4f87-9f9c-3bea78ece6e6,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:11.126886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4382962f-be55-4724-a535-81c684f725ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.178404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-3286f0be-03aa-49c2-bc89-1ea5b6ee9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.179953 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-3286f0be-03aa-49c2-bc89-1ea5b6ee9078 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 1100 time: 0.1186063 Aug 16 01:59:11.213807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382962f-be55-4724-a535-81c684f725ab None None] Routers {'438b9d05-502a-4a34-a76d-b7dce6330408'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:11.215649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4382962f-be55-4724-a535-81c684f725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['438b9d05-502a-4a34-a76d-b7dce6330408'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:11.221395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-309035eb-ba45-4b26-b42e-086ff1ddaff0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 217 time: 0.0843606 Aug 16 01:59:11.227352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Attempting to bind port 31578f7c-b817-4fb8-93c5-df051fc2205a on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:11.227856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Attempting to bind port 31578f7c-b817-4fb8-93c5-df051fc2205a by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:11.229578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Attempting to bind port 31578f7c-b817-4fb8-93c5-df051fc2205a on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:11.244855 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 04601d3c-fffa-4ac3-a102-4c96f00a6557 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:11.292484 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-6bc8697e-79fb-4df4-a408-2e062d18fdc3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2195a817-0e8a-44f5-89f6-72d6edb4fd45 HTTP/1.1" status: 200 len: 217 time: 0.1018984 Aug 16 01:59:11.297616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Port 31578f7c-b817-4fb8-93c5-df051fc2205a on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:11.298133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Attempting to bind port 31578f7c-b817-4fb8-93c5-df051fc2205a on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:11.305458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:11.305898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:11.306611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:11.307139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Bound port: 31578f7c-b817-4fb8-93c5-df051fc2205a, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:11.307574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.319236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10472f5-f8fe-4039-876b-9f92b6e0a680 None None] Pushing event updated for resources: {'Port': ['ID=2feb5167-f74e-4f87-9f9c-3bea78ece6e6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.381885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7244776-cdab-41db-946e-aa4b9020685a req-8d0b3566-ae47-4af9-8c8b-fdf0211690a3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.390175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-8d0b3566-ae47-4af9-8c8b-fdf0211690a3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 820 time: 0.8052857 Aug 16 01:59:11.410012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-895e1c51-ef17-496c-9685-50fbbbb31af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.414167 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-895e1c51-ef17-496c-9685-50fbbbb31af2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1023190 Aug 16 01:59:11.467127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-33054735-f880-41bb-8073-2d1528c3c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.468774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-33054735-f880-41bb-8073-2d1528c3c562 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2113891 Aug 16 01:59:11.478861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-6338068e-065e-4b59-a787-d70eb7bcfd36 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/quotas/cd4786612bfb44e88800a68032521120 HTTP/1.1" status: 200 len: 375 time: 0.0875726 Aug 16 01:59:11.491921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb3a6-216e-4011-8dea-06eb7dcb9860 req-ed767861-06f7-4c2c-946a-fd1d7620e963 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.493842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-082bb3a6-216e-4011-8dea-06eb7dcb9860 req-ed767861-06f7-4c2c-946a-fd1d7620e963 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 949 time: 0.2803652 Aug 16 01:59:11.580760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] For port 31578f7c-b817-4fb8-93c5-df051fc2205a, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:11.585932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-6b1fb9fb-2729-48e0-9fb0-95e3c466e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.587941 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-6b1fb9fb-2729-48e0-9fb0-95e3c466e6e9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1497478 Aug 16 01:59:11.590344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] For port 31578f7c-b817-4fb8-93c5-df051fc2205a, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=31578f7c-b817-4fb8-93c5-df051fc2205a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:11.597996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.658603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-17faf3bf-0abd-4ef4-b625-6e961e17fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.660193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-17faf3bf-0abd-4ef4-b625-6e961e17fc78 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619000 Aug 16 01:59:11.672607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-cbc9ef8e-b6c6-4948-985e-b6efaa404956 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1927750 Aug 16 01:59:11.696923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-082bb3a6-216e-4011-8dea-06eb7dcb9860 req-f141ee6f-e8d0-4bdf-a3ff-bd31083c94d5 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803827 Aug 16 01:59:11.702413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4382962f-be55-4724-a535-81c684f725ab None None] Set router 438b9d05-502a-4a34-a76d-b7dce6330408 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:11.754625 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-80881c16-28ee-4128-b5f6-800417419c5c service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511161 Aug 16 01:59:11.770609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 04601d3c-fffa-4ac3-a102-4c96f00a6557, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=04601d3c-fffa-4ac3-a102-4c96f00a6557,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:11.781987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.850741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '04601d3c-fffa-4ac3-a102-4c96f00a6557', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '04601d3c-fffa-4ac3-a102-4c96f00a6557', 'mac_address': 'fa:16:3e:f1:8d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:11.874886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.898955 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-ddb8dbe3-9111-4d3a-a466-35a82a6c1bcc service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204188 Aug 16 01:59:11.901001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.905465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.908056 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] 10.222.0.93 "PUT /v2.0/ports/31578f7c-b817-4fb8-93c5-df051fc2205a HTTP/1.1" status: 200 len: 1096 time: 1.9062994 Aug 16 01:59:11.944496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa829a6-f25e-4746-990a-636428e37c80 service neutron] Pushing event updated for resources: {'Port': ['ID=31578f7c-b817-4fb8-93c5-df051fc2205a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.989432 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.016560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04601d3c-fffa-4ac3-a102-4c96f00a6557 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:12.045216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-8caa9774-a6f7-43d9-8ddb-8c1193ffdfbd service neutron] 10.222.0.61 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712320 Aug 16 01:59:12.049785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 04601d3c-fffa-4ac3-a102-4c96f00a6557, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=04601d3c-fffa-4ac3-a102-4c96f00a6557,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:12.055943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-bab116d0-768d-44a5-b213-468c56902a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.058853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-bab116d0-768d-44a5-b213-468c56902a4d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 1099 time: 0.0909960 Aug 16 01:59:12.069276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.142537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-10f8a7a1-f390-442f-85ec-4a28419ef1cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=31578f7c-b817-4fb8-93c5-df051fc2205a HTTP/1.1" status: 200 len: 217 time: 0.0675008 Aug 16 01:59:12.148936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=04601d3c-fffa-4ac3-a102-4c96f00a6557,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:12.162237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4382962f-be55-4724-a535-81c684f725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:03Z', 'updated_at': '2021-08-16T01:59:07Z', 'revision_number': 3, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'gw_port': {'id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:12.192646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382962f-be55-4724-a535-81c684f725ab None None] The sync data for ids ['438b9d05-502a-4a34-a76d-b7dce6330408'] in n-d-768862-14 is: [{'id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:03Z', 'updated_at': '2021-08-16T01:59:07Z', 'revision_number': 3, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'gw_port': {'id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:12.197196 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-0ab74706-48a0-4fd7-a358-2f66a58bfdb5 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139120 Aug 16 01:59:12.199038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-984dbc42-5a8e-4e65-b93e-d4a04b80c898 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528454 Aug 16 01:59:12.231770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-853d8217-e3ea-42e3-9b5a-da6e61995f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.236124 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-853d8217-e3ea-42e3-9b5a-da6e61995f1f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0807037 Aug 16 01:59:12.313612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691732c4-e14f-4753-87d7-042a4721b75a req-aeb64b74-8676-41ec-8c70-a7e91ba92d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.315576 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-aeb64b74-8676-41ec-8c70-a7e91ba92d63 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671124 Aug 16 01:59:12.324666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae510e1-8bef-4209-a30a-747dd3897f94 req-01e97a17-d29d-4b70-ad71-13f020125806 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.327120 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ae510e1-8bef-4209-a30a-747dd3897f94 req-01e97a17-d29d-4b70-ad71-13f020125806 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 947 time: 0.4377470 Aug 16 01:59:12.446777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Allocated IP 172.20.0.1 (a57ff0ba-83f7-42c0-9a8a-04c0de009e28/653602f1-1df4-4dd5-8e69-d8ce9c7516c1/5518e579-eaac-46e1-b793-443a5a6440db) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:12.455962 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-8aaba969-f43f-419a-8264-4b48a1ec39bb service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315212 Aug 16 01:59:12.457952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['04601d3c-fffa-4ac3-a102-4c96f00a6557'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:12.521993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-a0451192-023f-4dc1-b3fb-ac111caace5c service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743039 Aug 16 01:59:12.643017 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-691732c4-e14f-4753-87d7-042a4721b75a req-8fa86c07-1dbe-451d-8cd5-aef9238a49b3 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783898 Aug 16 01:59:12.752051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ae510e1-8bef-4209-a30a-747dd3897f94 req-b212f229-108a-43c2-8f2b-9cd6834f1c81 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024310 Aug 16 01:59:12.770917 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.800689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ca08f-79d8-46f5-8512-d4f698ac7541 req-03f1f827-fcbc-4a71-81a0-cee1407e4876 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.802636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e7ca08f-79d8-46f5-8512-d4f698ac7541 req-03f1f827-fcbc-4a71-81a0-cee1407e4876 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 949 time: 0.3745265 Aug 16 01:59:12.804098 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Transition to ACTIVE for port object 5518e579-eaac-46e1-b793-443a5a6440db will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:12.808699 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfadcc51-fcee-45d7-9623-f424a1205958 x-openstack-request-id: req-cfadcc51-fcee-45d7-9623-f424a1205958 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:12.808999 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997917ea-6173-4a68-91f4-60b6804c14fe", "tag": "2195a817-0e8a-44f5-89f6-72d6edb4fd45", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:12.809893 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cfadcc51-fcee-45d7-9623-f424a1205958 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:12.810307 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997917ea-6173-4a68-91f4-60b6804c14fe', 'tag': '2195a817-0e8a-44f5-89f6-72d6edb4fd45', 'status': 'completed', 'code': 200} Aug 16 01:59:12.885191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e7ca08f-79d8-46f5-8512-d4f698ac7541 req-cdb3c5e6-5328-4ca9-bef7-16a94563b50a tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472159 Aug 16 01:59:12.898113 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.910011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-509cd9a6-8f02-4a24-b38d-4952f67efc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.911939 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-509cd9a6-8f02-4a24-b38d-4952f67efc37 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 1100 time: 0.0779333 Aug 16 01:59:12.986520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Pushing event updated for resources: {'Port': ['ID=5518e579-eaac-46e1-b793-443a5a6440db,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:12.998870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:13.014258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:13.015259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:13.056252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-8a08da40-ce7b-48a0-a8e5-6826e87d65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.058111 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-8a08da40-ce7b-48a0-a8e5-6826e87d65c6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1335971 Aug 16 01:59:13.100543 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c91a16-beb7-47e9-ad96-9f50f99bbda2 req-8a8dc330-3e80-4407-af23-166b637fe897 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.111718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30c91a16-beb7-47e9-ad96-9f50f99bbda2 req-8a8dc330-3e80-4407-af23-166b637fe897 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1194963 Aug 16 01:59:13.113283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.144040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-95d9fde3-f0e8-4cd1-b915-f46e980bfac0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2195a817-0e8a-44f5-89f6-72d6edb4fd45 HTTP/1.1" status: 200 len: 217 time: 0.0700867 Aug 16 01:59:13.219371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-f64beef9-1466-4981-a01d-b98b2309a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.223532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-f64beef9-1466-4981-a01d-b98b2309a0d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0677559 Aug 16 01:59:13.232912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 66de4228-d39d-4305-875d-99ed1d90f7a0 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:13.277792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30c91a16-beb7-47e9-ad96-9f50f99bbda2 req-3442a438-9456-4f86-bb96-544e8c7fa356 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105270 Aug 16 01:59:13.338590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-ce13d97e-f2f3-4c3a-b0e3-2d6384dfdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.341510 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-ce13d97e-f2f3-4c3a-b0e3-2d6384dfdae7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0952687 Aug 16 01:59:13.347494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 66de4228-d39d-4305-875d-99ed1d90f7a0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:13.354396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 66de4228-d39d-4305-875d-99ed1d90f7a0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:13.356649 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.431689 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.485216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91cab06b-625e-4187-a68b-395516bbb152 None None] Provisioning for port 5518e579-eaac-46e1-b793-443a5a6440db completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:13.510791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91cab06b-625e-4187-a68b-395516bbb152 None None] Provisioning complete for port 5518e579-eaac-46e1-b793-443a5a6440db triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:13.511202 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91cab06b-625e-4187-a68b-395516bbb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.520838 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f6a94cb-2bd2-4023-b61f-7eebc486b3ce req-40a68994-8db6-4d2e-9335-6a668f79f247 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 210 time: 0.0956261 Aug 16 01:59:13.527695 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-63995ddb-a573-4b8c-8034-c1b38ac7ea9d service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784687 Aug 16 01:59:13.556496 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.589150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a073e3-88ba-42a9-87c1-31f69af9364d req-2eddef0e-dbd4-42c0-b8c4-f36bcbeca337 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.592062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9a073e3-88ba-42a9-87c1-31f69af9364d req-2eddef0e-dbd4-42c0-b8c4-f36bcbeca337 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 949 time: 0.1572883 Aug 16 01:59:13.602630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 66de4228-d39d-4305-875d-99ed1d90f7a0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=66de4228-d39d-4305-875d-99ed1d90f7a0,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:13.608984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f53fe-49ff-49ca-8032-4dbba147346b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66de4228-d39d-4305-875d-99ed1d90f7a0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:13.611660 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c8991d-674c-4fae-8951-777aeea6189c" -d '{"events": [{"server_uuid": "713f53fe-49ff-49ca-8032-4dbba147346b", "name": "network-vif-plugged", "status": "completed", "tag": "66de4228-d39d-4305-875d-99ed1d90f7a0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:13.617687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.658004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-91cab06b-625e-4187-a68b-395516bbb152 None None] Port 5518e579-eaac-46e1-b793-443a5a6440db cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:13.679649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=66de4228-d39d-4305-875d-99ed1d90f7a0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:13.687718 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0660b5be-86a2-4b49-879b-b8994e512e96 req-5a14ee0d-fa38-4dcd-8a64-c99be499a141 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493714 Aug 16 01:59:13.701032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9a073e3-88ba-42a9-87c1-31f69af9364d req-cb0cba02-f91b-472a-a14d-4395ba4187e0 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990419 Aug 16 01:59:13.722897 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522bc5ba-55b7-4ffc-901c-e27b847c5cb3 x-openstack-request-id: req-522bc5ba-55b7-4ffc-901c-e27b847c5cb3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:13.723331 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713f53fe-49ff-49ca-8032-4dbba147346b", "name": "network-vif-plugged", "status": "completed", "tag": "66de4228-d39d-4305-875d-99ed1d90f7a0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:13.723597 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-522bc5ba-55b7-4ffc-901c-e27b847c5cb3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:13.723986 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713f53fe-49ff-49ca-8032-4dbba147346b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66de4228-d39d-4305-875d-99ed1d90f7a0', 'code': 200} Aug 16 01:59:13.790302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.796567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.888104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Pushing event updated for resources: {'Port': ['ID=5518e579-eaac-46e1-b793-443a5a6440db,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:13.889559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3a0b7-f538-4f4c-8412-b5b933222f42 req-f947daca-34bb-46d5-9ed0-43fc4d72f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.891428 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ebb3a0b7-f538-4f4c-8412-b5b933222f42 req-f947daca-34bb-46d5-9ed0-43fc4d72f4b9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 1102 time: 0.0469751 Aug 16 01:59:13.948124 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.072965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073deae-6ab5-4c4a-b938-e02caff844ca req-833da10d-6ab5-4b2e-8736-7e9a848acf8f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.075726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e073deae-6ab5-4c4a-b938-e02caff844ca req-833da10d-6ab5-4b2e-8736-7e9a848acf8f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 947 time: 0.1816597 Aug 16 01:59:14.107876 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ebb3a0b7-f538-4f4c-8412-b5b933222f42 req-5b33a040-ffa9-4e34-b7e6-e0996ec73a8e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479809 Aug 16 01:59:14.149838 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e073deae-6ab5-4c4a-b938-e02caff844ca req-7b537468-f4a5-4a6e-89f5-8399e3d35268 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620463 Aug 16 01:59:14.162869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8d7a5-21fd-4b30-b1fc-b42aa2879331 req-83d2ac2c-f6c3-401c-8a73-db32d93f9630 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.164580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cba8d7a5-21fd-4b30-b1fc-b42aa2879331 req-83d2ac2c-f6c3-401c-8a73-db32d93f9630 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 949 time: 0.1446843 Aug 16 01:59:14.180785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7244776-cdab-41db-946e-aa4b9020685a req-5fbe0824-a826-4692-84e0-6e1efc527b8c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.182309 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-5fbe0824-a826-4692-84e0-6e1efc527b8c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 820 time: 0.2133162 Aug 16 01:59:14.205682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:14.211259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:14.251786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33902) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:14.288322 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cba8d7a5-21fd-4b30-b1fc-b42aa2879331 req-4450b240-5c97-47dd-829c-cddeed8b680d tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132450 Aug 16 01:59:14.385005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Router 438b9d05-502a-4a34-a76d-b7dce6330408 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:14.430412 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc206bf9-4179-4897-92ea-7e6fb1ee78a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.493498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:14.499790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab876540-5439-48eb-910c-2cc65b244ec8 req-315dff09-3134-4644-8ed9-dab80645281b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.507865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab876540-5439-48eb-910c-2cc65b244ec8 req-315dff09-3134-4644-8ed9-dab80645281b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1254704 Aug 16 01:59:14.554668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Request body: {'port': {'device_id': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5', 'admin_state_up': True, 'tenant_id': 'cd4786612bfb44e88800a68032521120'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:14.606923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab876540-5439-48eb-910c-2cc65b244ec8 req-5584eaaf-8e9d-4804-81c9-29ae265fdb5e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931160 Aug 16 01:59:14.622997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae835187-f60e-4900-81fe-6461fd5b20a3 None None] Provisioning complete for port 5518e579-eaac-46e1-b793-443a5a6440db triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:14.623832 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae835187-f60e-4900-81fe-6461fd5b20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.625800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:14.627053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:14.638143 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Sync routers for ids ['438b9d05-502a-4a34-a76d-b7dce6330408'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:14.646880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-033c2194-740a-4a61-b4a4-7f5d6578c37e admin admin] 10.222.0.61 "PUT /v2.0/routers/438b9d05-502a-4a34-a76d-b7dce6330408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8325007 Aug 16 01:59:14.650586 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc206bf9-4179-4897-92ea-7e6fb1ee78a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.658475 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Routers {'438b9d05-502a-4a34-a76d-b7dce6330408'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:14.661437 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['438b9d05-502a-4a34-a76d-b7dce6330408'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.665976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc206bf9-4179-4897-92ea-7e6fb1ee78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.681247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:14.681625 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.731777 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc206bf9-4179-4897-92ea-7e6fb1ee78a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32a6157624d1491ead8686c4bb563e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783669 Aug 16 01:59:14.735802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:14.762676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ae835187-f60e-4900-81fe-6461fd5b20a3 None None] Port 5518e579-eaac-46e1-b793-443a5a6440db cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:14.824711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bdb100-8513-413c-81b1-6e83b6ff7c34', 'tag': '31578f7c-b817-4fb8-93c5-df051fc2205a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:14.827552 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14323c2a-5fea-4305-a01d-7031d1e3b2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "03bdb100-8513-413c-81b1-6e83b6ff7c34", "tag": "31578f7c-b817-4fb8-93c5-df051fc2205a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:14.831759 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.838555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:14.838803 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Set router 438b9d05-502a-4a34-a76d-b7dce6330408 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:14.863427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2feb5167-f74e-4f87-9f9c-3bea78ece6e6,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:14.867850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2195a817-0e8a-44f5-89f6-72d6edb4fd45 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:14.883277 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.920388 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-68d0b4c4-6ada-48aa-8d87-8c5342c5d5b1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3442852 Aug 16 01:59:14.924098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc206bf9-4179-4897-92ea-7e6fb1ee78a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc8d809-c73c-4733-b2af-c8b3d1863ff5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:14.959337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1071608731'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:14.990698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1a13bcc-ebb8-4005-88b9-9c8e946449b9 req-8ffaeccf-b647-47a1-8e98-6394cbc9dd63 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 210 time: 0.3502696 Aug 16 01:59:14.999887 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0e07ad6-d36b-4e50-b476-f116ccb70a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.034290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:15.037961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.062558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a0205-d3cc-498f-94f4-5eb9a2fe44eb req-b9815c51-65c4-45e9-ba14-01af23422027 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.070899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e26a0205-d3cc-498f-94f4-5eb9a2fe44eb req-b9815c51-65c4-45e9-ba14-01af23422027 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 950 time: 0.0791271 Aug 16 01:59:15.072092 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0e07ad6-d36b-4e50-b476-f116ccb70a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.083788 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7612a7-ca0d-49d5-9442-fced42bc4e96 x-openstack-request-id: req-5b7612a7-ca0d-49d5-9442-fced42bc4e96 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:15.084196 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03bdb100-8513-413c-81b1-6e83b6ff7c34", "tag": "31578f7c-b817-4fb8-93c5-df051fc2205a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:15.084443 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b7612a7-ca0d-49d5-9442-fced42bc4e96 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:15.084821 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bdb100-8513-413c-81b1-6e83b6ff7c34', 'tag': '31578f7c-b817-4fb8-93c5-df051fc2205a', 'status': 'completed', 'code': 200} Aug 16 01:59:15.086534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=2feb5167-f74e-4f87-9f9c-3bea78ece6e6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:15.121903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e26a0205-d3cc-498f-94f4-5eb9a2fe44eb req-8a5d1072-f278-4f76-ae0d-341148d0743e tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495646 Aug 16 01:59:15.125515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2195a817-0e8a-44f5-89f6-72d6edb4fd45, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2195a817-0e8a-44f5-89f6-72d6edb4fd45,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:15.128513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:15.134835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-dabab80a-0be6-4046-87e0-d092e81ad943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.136723 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-dabab80a-0be6-4046-87e0-d092e81ad943 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1097 time: 0.1565998 Aug 16 01:59:15.139949 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '2195a817-0e8a-44f5-89f6-72d6edb4fd45', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '2195a817-0e8a-44f5-89f6-72d6edb4fd45', 'mac_address': 'fa:16:3e:6d:1b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:15.146920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Made reservation on behalf of cd4786612bfb44e88800a68032521120 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:15.151181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.179715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.180154 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Added segment 8af43247-d2c2-4fc4-a6cb-14915ebe13d8 of type vlan for network c4b3aed0-941b-4664-b8ef-a63408c3b08e Aug 16 01:59:15.180790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-5d3941a1-4852-453f-a7e0-40631916ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.182389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-5d3941a1-4852-453f-a7e0-40631916ad52 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 1099 time: 0.0593903 Aug 16 01:59:15.196494 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.204383 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:03Z', 'updated_at': '2021-08-16T01:59:13Z', 'revision_number': 4, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'gw_port': {'id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5518e579-eaac-46e1-b793-443a5a6440db', 'name': '', 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'mac_address': 'fa:16:3e:82:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '653602f1-1df4-4dd5-8e69-d8ce9c7516c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:11Z', 'updated_at': '2021-08-16T01:59:13Z', 'revision_number': 2, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'subnets': [{'id': '653602f1-1df4-4dd5-8e69-d8ce9c7516c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:15.214045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2195a817-0e8a-44f5-89f6-72d6edb4fd45 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:15.237921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2195a817-0e8a-44f5-89f6-72d6edb4fd45, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2195a817-0e8a-44f5-89f6-72d6edb4fd45,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:15.241404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 04601d3c-fffa-4ac3-a102-4c96f00a6557 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:15.247758 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.260793 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Checking router: 438b9d05-502a-4a34-a76d-b7dce6330408 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:15.261412 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Updating router 438b9d05-502a-4a34-a76d-b7dce6330408 port 5518e579-eaac-46e1-b793-443a5a6440db binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:15.283747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.303929 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.368375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-2599a695-8343-4fa8-acb5-e62b605406c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.369865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-2599a695-8343-4fa8-acb5-e62b605406c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1770310 Aug 16 01:59:15.391187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd2adb-c156-4b71-99d6-c160ed72d514 req-9a227573-245b-4964-9c1f-7318300780ee tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.393148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfdd2adb-c156-4b71-99d6-c160ed72d514 req-9a227573-245b-4964-9c1f-7318300780ee tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 947 time: 0.1049001 Aug 16 01:59:15.412339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2195a817-0e8a-44f5-89f6-72d6edb4fd45,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:15.417239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 04601d3c-fffa-4ac3-a102-4c96f00a6557 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:15.422855 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 04601d3c-fffa-4ac3-a102-4c96f00a6557 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:15.423128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.452576 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-6e8f1e56-d17e-48f2-8614-f442fa489263 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=31578f7c-b817-4fb8-93c5-df051fc2205a HTTP/1.1" status: 200 len: 217 time: 0.0584538 Aug 16 01:59:15.458860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0e07ad6-d36b-4e50-b476-f116ccb70a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.461943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0e07ad6-d36b-4e50-b476-f116ccb70a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.463123 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c0e07ad6-d36b-4e50-b476-f116ccb70a48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8dc8d809-c73c-4733-b2af-c8b3d1863ff5 HTTP/1.1" status: 204 len: 168 time: 0.7258594 Aug 16 01:59:15.464572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-0700a019-bcc1-4e51-97eb-4ddbce27943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.467069 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-0700a019-bcc1-4e51-97eb-4ddbce27943f service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.2980294 Aug 16 01:59:15.477734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Allocated IP 172.20.0.5 (4b7b472f-1f89-430e-ad0a-e765cdc8c4e5/ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80/870fea1f-eb26-454d-a9d1-db6cad3001e7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:15.484501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:59:15.562609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfdd2adb-c156-4b71-99d6-c160ed72d514 req-09eaf678-57cb-441a-ba7b-a5076ea17523 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607358 Aug 16 01:59:15.564511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07ad6-d36b-4e50-b476-f116ccb70a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc8d809-c73c-4733-b2af-c8b3d1863ff5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:15.572050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['2195a817-0e8a-44f5-89f6-72d6edb4fd45'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:15.589760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-f723e81c-abd1-4e5e-878c-73a5477ce30f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 200 len: 217 time: 0.1068759 Aug 16 01:59:15.626908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5bbb-1ad5-433a-8c54-edb61cef2ab9 req-541fa2ab-2b33-4fbb-9084-57b147c1c8b8 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.634670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbbf5bbb-1ad5-433a-8c54-edb61cef2ab9 req-541fa2ab-2b33-4fbb-9084-57b147c1c8b8 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 949 time: 0.1902142 Aug 16 01:59:15.639975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.649526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-7cac51a4-a01e-4866-9d6c-ba394ecbbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.651130 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-7cac51a4-a01e-4866-9d6c-ba394ecbbf9d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1535058 Aug 16 01:59:15.667788 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.671066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.673070 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.737533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3785107b-216b-482b-810a-d23e00a4c15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04601d3c-fffa-4ac3-a102-4c96f00a6557'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:15.740153 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d23ee-69d4-4bb2-9a1f-9b29ad2b7ae0" -d '{"events": [{"server_uuid": "3785107b-216b-482b-810a-d23e00a4c15a", "name": "network-vif-plugged", "status": "completed", "tag": "04601d3c-fffa-4ac3-a102-4c96f00a6557"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:15.765518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbbf5bbb-1ad5-433a-8c54-edb61cef2ab9 req-ee08308e-7ea1-4594-9c56-0ee53ca5e8bc tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099856 Aug 16 01:59:15.777338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 04601d3c-fffa-4ac3-a102-4c96f00a6557, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=04601d3c-fffa-4ac3-a102-4c96f00a6557,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:15.800769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-55775083-7dc0-4d0a-9e23-c65133e92a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.803666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-55775083-7dc0-4d0a-9e23-c65133e92a4e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993257 Aug 16 01:59:15.814507 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.890293 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab23d93-243f-41a1-a858-b5594e00439a x-openstack-request-id: req-6ab23d93-243f-41a1-a858-b5594e00439a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:15.890577 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3785107b-216b-482b-810a-d23e00a4c15a", "name": "network-vif-plugged", "status": "completed", "tag": "04601d3c-fffa-4ac3-a102-4c96f00a6557", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:15.892454 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ab23d93-243f-41a1-a858-b5594e00439a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:15.893104 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3785107b-216b-482b-810a-d23e00a4c15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04601d3c-fffa-4ac3-a102-4c96f00a6557', 'code': 200} Aug 16 01:59:15.914447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Network': ['ID=c4b3aed0-941b-4664-b8ef-a63408c3b08e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:15.928394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-af289882-c64e-44fd-9bbc-05b5cd22dbf8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0845146 Aug 16 01:59:15.933883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:15.943607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e2d08-7987-4b8e-97fe-dbcdedbc1fe7 req-6d2f8ae4-96fc-4e61-b0f3-5e68e5567e0a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.952449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-800e2d08-7987-4b8e-97fe-dbcdedbc1fe7 req-6d2f8ae4-96fc-4e61-b0f3-5e68e5567e0a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1442103 Aug 16 01:59:15.958268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c4b3aed0-941b-4664-b8ef-a63408c3b08e details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:15.966264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'subnet': {'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:16.005854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:16.032506 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.046774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-46337a10-666e-4716-9ea1-00a75347a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.048043 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Transition to ACTIVE for port object 5518e579-eaac-46e1-b793-443a5a6440db will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:16.048793 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-46337a10-666e-4716-9ea1-00a75347a1dc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.4375317 Aug 16 01:59:16.054733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=04601d3c-fffa-4ac3-a102-4c96f00a6557,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.075858 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.114743 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d61f0fa-217d-4079-b719-02be9b58e260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.126484 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-a790570c-2896-41d0-8572-6d20e0257a11 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642781 Aug 16 01:59:16.167010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fb7dd-1e69-481b-a640-23156107bf52 req-282986f5-99c0-4ca0-9306-903d8d01cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.168631 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ab6fb7dd-1e69-481b-a640-23156107bf52 req-282986f5-99c0-4ca0-9306-903d8d01cbf8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 1102 time: 0.2170551 Aug 16 01:59:16.190857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-2c8e2648-2a99-49e7-bb39-14ae2163ffd3 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616085 Aug 16 01:59:16.201791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4edf9c6a-6f31-4f12-9564-6206d280ad25 req-2da86f61-b16f-4880-88c6-e28592498dfc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 210 time: 0.0582123 Aug 16 01:59:16.216115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:16.220636 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.227908 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Pushing event updated for resources: {'Port': ['ID=5518e579-eaac-46e1-b793-443a5a6440db,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.238880 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.240495 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.241050 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.241869 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.242554 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.243311 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.244125 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.244712 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.245117 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.245518 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.245915 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.246315 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.247334 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:16.250561 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Attempting to bind port 5518e579-eaac-46e1-b793-443a5a6440db on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:16.251007 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Attempting to bind port 5518e579-eaac-46e1-b793-443a5a6440db by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'ede74e3e-3705-430e-9db4-c1926f77c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:16.251477 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Attempting to bind port 5518e579-eaac-46e1-b793-443a5a6440db on network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:16.260005 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:16.260512 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Checking segment: {'id': 'ede74e3e-3705-430e-9db4-c1926f77c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:16.261015 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.261568 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Bound using segment: {'id': 'ede74e3e-3705-430e-9db4-c1926f77c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:16.262155 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Bound port: 5518e579-eaac-46e1-b793-443a5a6440db, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede74e3e-3705-430e-9db4-c1926f77c140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:16.262724 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.334651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-800e2d08-7987-4b8e-97fe-dbcdedbc1fe7 req-2d3753f7-2627-4aa9-a10b-18bd067841c2 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811781 Aug 16 01:59:16.346623 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] For port 5518e579-eaac-46e1-b793-443a5a6440db, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:16.350424 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] For port 5518e579-eaac-46e1-b793-443a5a6440db, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5518e579-eaac-46e1-b793-443a5a6440db,segment=NetworkSegment(ede74e3e-3705-430e-9db4-c1926f77c140),segment_id=ede74e3e-3705-430e-9db4-c1926f77c140)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:16.383734 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.446486 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-f968d299-da54-4876-a766-23c37357db08 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055408 Aug 16 01:59:16.457741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceab6e-c663-45d2-861b-6b865a553132 req-1d767d82-1ecb-4fe9-8c3e-ff0d15c65800 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.459353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53ceab6e-c663-45d2-861b-6b865a553132 req-1d767d82-1ecb-4fe9-8c3e-ff0d15c65800 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 950 time: 0.1535759 Aug 16 01:59:16.479015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:16.479954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.501400 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ab6fb7dd-1e69-481b-a640-23156107bf52 req-50aa19eb-c536-450e-8333-bbbe822dfb04 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120409 Aug 16 01:59:16.512603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14323c2a-5fea-4305-a01d-7031d1e3b2c1 req-11574865-b7f4-4d5f-bcb0-6eac5b26eb80 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869174 Aug 16 01:59:16.533494 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea636c9d-1bf4-4b53-94f1-ad4b8be9a2ba None None] Pushing event updated for resources: {'Port': ['ID=5518e579-eaac-46e1-b793-443a5a6440db,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.540089 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Routers {'438b9d05-502a-4a34-a76d-b7dce6330408'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:16.541105 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['438b9d05-502a-4a34-a76d-b7dce6330408'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:16.585480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53ceab6e-c663-45d2-861b-6b865a553132 req-3612df66-3fa1-483d-b2ca-48c675267dcf tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161966 Aug 16 01:59:16.589111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:16.589544 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.687391 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] Set router 438b9d05-502a-4a34-a76d-b7dce6330408 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:16.781192 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.864894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8427d-6db8-4cbb-ac1c-2e0dc06fcf1d req-ee537a7c-a638-431f-a4ef-e447c65675ce tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.865775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 31578f7c-b817-4fb8-93c5-df051fc2205a details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:16.869038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2195a817-0e8a-44f5-89f6-72d6edb4fd45 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:16.873450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47f8427d-6db8-4cbb-ac1c-2e0dc06fcf1d req-ee537a7c-a638-431f-a4ef-e447c65675ce tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 947 time: 0.1950197 Aug 16 01:59:16.945284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Subnet': ['ID=27bd768b-6332-4775-901f-aba383c9bcdc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.962475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47f8427d-6db8-4cbb-ac1c-2e0dc06fcf1d req-2145e3a5-ae53-419a-a4e1-191ebd75add6 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879195 Aug 16 01:59:16.982585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Checking segment: {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:16.983261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network hostable DHCP agents. Network: c4b3aed0-941b-4664-b8ef-a63408c3b08e, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:16.995640 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:03Z', 'updated_at': '2021-08-16T01:59:13Z', 'revision_number': 4, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'gw_port': {'id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5518e579-eaac-46e1-b793-443a5a6440db', 'name': '', 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'mac_address': 'fa:16:3e:82:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '653602f1-1df4-4dd5-8e69-d8ce9c7516c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:11Z', 'updated_at': '2021-08-16T01:59:16Z', 'revision_number': 4, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'subnets': [{'id': '653602f1-1df4-4dd5-8e69-d8ce9c7516c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:17.030495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network c4b3aed0-941b-4664-b8ef-a63408c3b08e is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:17.040870 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ed7c2-f286-4551-8c82-50e68a2cb5bc None None] The sync data for ids ['438b9d05-502a-4a34-a76d-b7dce6330408'] in n-d-768862-14 is: [{'id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:03Z', 'updated_at': '2021-08-16T01:59:13Z', 'revision_number': 4, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'gw_port': {'id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5518e579-eaac-46e1-b793-443a5a6440db', 'name': '', 'network_id': 'a57ff0ba-83f7-42c0-9a8a-04c0de009e28', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'mac_address': 'fa:16:3e:82:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '653602f1-1df4-4dd5-8e69-d8ce9c7516c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:11Z', 'updated_at': '2021-08-16T01:59:16Z', 'revision_number': 4, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'subnets': [{'id': '653602f1-1df4-4dd5-8e69-d8ce9c7516c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:17.063113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c4b3aed0-941b-4664-b8ef-a63408c3b08e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:17.083701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.084457 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.086679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689d458-d622-457e-b15a-f55b2924abec None None] Network c4b3aed0-941b-4664-b8ef-a63408c3b08e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:17.147570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc71073-d67b-4774-b65c-79a5279f4ee0 req-94efd3a4-a2d5-450c-826d-ce6d1384ca9d tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.149436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fc71073-d67b-4774-b65c-79a5279f4ee0 req-94efd3a4-a2d5-450c-826d-ce6d1384ca9d tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 950 time: 0.1000648 Aug 16 01:59:17.174388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 31578f7c-b817-4fb8-93c5-df051fc2205a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=31578f7c-b817-4fb8-93c5-df051fc2205a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:17.185866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Pushing event updated for resources: {'Port': ['ID=870fea1f-eb26-454d-a9d1-db6cad3001e7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:17.205352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d61f0fa-217d-4079-b719-02be9b58e260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.208200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:17.210891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:17.214925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:17.227604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d61f0fa-217d-4079-b719-02be9b58e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.276584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d34c5c8d-1cf4-4ad8-920f-96d102f2b3c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3218496 Aug 16 01:59:17.289832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:17.306066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-502959642'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:17.308036 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fc71073-d67b-4774-b65c-79a5279f4ee0 req-c976e71d-0a87-4d91-ab47-fdeb472dadc8 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488805 Aug 16 01:59:17.334704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d8ebf-330f-4cff-97e8-b95763ea2a5b req-5b0703db-7f15-4b77-ae67-8ddd6e2ed4d2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.344062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c3d8ebf-330f-4cff-97e8-b95763ea2a5b req-5b0703db-7f15-4b77-ae67-8ddd6e2ed4d2 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 950 time: 0.1211376 Aug 16 01:59:17.421738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c3d8ebf-330f-4cff-97e8-b95763ea2a5b req-4013977f-cf47-4ace-8826-139300447a95 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589447 Aug 16 01:59:17.426968 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4d61f0fa-217d-4079-b719-02be9b58e260 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=040d8edbaed6415e8c19e70282f97448&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4197147 Aug 16 01:59:17.432290 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6cb00d89-1b79-4647-b51b-f8a3088fd71e req-ce84901e-2345-4bde-b42c-e82c06df96b7 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9590867 Aug 16 01:59:17.449787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.450788 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.454054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:17.473502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61f0fa-217d-4079-b719-02be9b58e260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d92f38-b37d-4e9d-b5f7-15007f213c27,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:17.500315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:17.517557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:17.517875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.525273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:17.530344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.552172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4349-f73f-428d-af49-18922538bfa9 req-84954287-6241-477c-af6c-d1b3cc436ff1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.552450 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-a184f62b-1bfd-429f-bf10-d8e06d2d32fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0025678 Aug 16 01:59:17.554464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d8e4349-f73f-428d-af49-18922538bfa9 req-84954287-6241-477c-af6c-d1b3cc436ff1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 931 time: 0.1317830 Aug 16 01:59:17.566987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c4b3aed0-941b-4664-b8ef-a63408c3b08e', 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'fixed_ips': [{'subnet_id': '27bd768b-6332-4775-901f-aba383c9bcdc'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:17.568505 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.583920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:17.584319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739e3af-5179-4d18-b00f-8428f1d7bedc req-8084a7d6-87c5-48ca-9376-3f309f13c352 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.589781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '31578f7c-b817-4fb8-93c5-df051fc2205a', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '31578f7c-b817-4fb8-93c5-df051fc2205a', 'mac_address': 'fa:16:3e:ea:39:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:17.593700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4739e3af-5179-4d18-b00f-8428f1d7bedc req-8084a7d6-87c5-48ca-9376-3f309f13c352 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.0935891 Aug 16 01:59:17.594334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.594692 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Added segment 934f6a63-45eb-4b52-af3f-19933d173080 of type vlan for network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c Aug 16 01:59:17.638497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d8e4349-f73f-428d-af49-18922538bfa9 req-75cace27-cfc4-4a21-ba0f-7cfb4f2481e4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746229 Aug 16 01:59:17.639729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Request body: {'port': {'device_id': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:17.681003 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.685822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-786de8c6-d033-4296-a016-0332d1bae34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.688867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4739e3af-5179-4d18-b00f-8428f1d7bedc req-18e4a498-6134-48a9-adf9-9a32f3937d75 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934064 Aug 16 01:59:17.708656 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.728582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31578f7c-b817-4fb8-93c5-df051fc2205a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:17.751667 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-786de8c6-d033-4296-a016-0332d1bae34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.783589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.806100 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.812439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.813692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.838760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 31578f7c-b817-4fb8-93c5-df051fc2205a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=31578f7c-b817-4fb8-93c5-df051fc2205a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:17.862821 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.881227 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.930424 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:17.930646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6347864 Aug 16 01:59:17.936579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'subnet': {'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:17.956647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-786de8c6-d033-4296-a016-0332d1bae34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.959385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-786de8c6-d033-4296-a016-0332d1bae34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.962677 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-786de8c6-d033-4296-a016-0332d1bae34c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6d92f38-b37d-4e9d-b5f7-15007f213c27 HTTP/1.1" status: 204 len: 168 time: 0.5020890 Aug 16 01:59:18.009429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5043f1b-1d84-4371-bf3d-aca81f3824b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Network': ['ID=6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.014215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997917ea-6173-4a68-91f4-60b6804c14fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2195a817-0e8a-44f5-89f6-72d6edb4fd45'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:18.016957 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621457d6-ec61-4d25-8653-5b6df02d89b0" -d '{"events": [{"server_uuid": "997917ea-6173-4a68-91f4-60b6804c14fe", "name": "network-vif-plugged", "status": "completed", "tag": "2195a817-0e8a-44f5-89f6-72d6edb4fd45"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:18.020043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786de8c6-d033-4296-a016-0332d1bae34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d92f38-b37d-4e9d-b5f7-15007f213c27,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.054926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:18.083257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Allocated IP 19.80.0.2 (c4b3aed0-941b-4664-b8ef-a63408c3b08e/27bd768b-6332-4775-901f-aba383c9bcdc/e35b02af-7003-4f55-9b0f-859329ca6533) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:18.104038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2195a817-0e8a-44f5-89f6-72d6edb4fd45, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2195a817-0e8a-44f5-89f6-72d6edb4fd45,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:18.174084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=31578f7c-b817-4fb8-93c5-df051fc2205a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.240414 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.270109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['31578f7c-b817-4fb8-93c5-df051fc2205a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:18.389632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6038d-4d59-4010-88ca-0fb29949a0b9 req-4853f27e-11d0-4afc-8c71-03b392260101 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:18.421230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3e6038d-4d59-4010-88ca-0fb29949a0b9 req-4853f27e-11d0-4afc-8c71-03b392260101 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 950 time: 0.2629352 Aug 16 01:59:18.506242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e5860-64df-427b-bc81-4c72e0bbbbaf req-b5ad31bb-9c28-4d08-96b9-874e343be052 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:18.507837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-117e5860-64df-427b-bc81-4c72e0bbbbaf req-b5ad31bb-9c28-4d08-96b9-874e343be052 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 948 time: 0.2385783 Aug 16 01:59:18.510013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:18.527411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.544344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870fea1f-eb26-454d-a9d1-db6cad3001e7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:18.562052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.581886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2195a817-0e8a-44f5-89f6-72d6edb4fd45,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.591236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5518e579-eaac-46e1-b793-443a5a6440db up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:18.597369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Transition to ACTIVE for port object 870fea1f-eb26-454d-a9d1-db6cad3001e7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:18.612161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.631461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3e6038d-4d59-4010-88ca-0fb29949a0b9 req-9fd536f3-a745-4518-a8e6-9cc2db801e34 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087612 Aug 16 01:59:18.690810 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.695158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-117e5860-64df-427b-bc81-4c72e0bbbbaf req-f404333e-0da8-4fb1-9eed-de00bd48eb0d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641464 Aug 16 01:59:18.713540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Transition to ACTIVE for port object e35b02af-7003-4f55-9b0f-859329ca6533 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:18.736870 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214d8762-be28-4ccf-8e6a-0816cf2028d3 x-openstack-request-id: req-214d8762-be28-4ccf-8e6a-0816cf2028d3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:18.737211 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997917ea-6173-4a68-91f4-60b6804c14fe", "name": "network-vif-plugged", "status": "completed", "tag": "2195a817-0e8a-44f5-89f6-72d6edb4fd45", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:18.737402 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-214d8762-be28-4ccf-8e6a-0816cf2028d3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:18.737797 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997917ea-6173-4a68-91f4-60b6804c14fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2195a817-0e8a-44f5-89f6-72d6edb4fd45', 'code': 200} Aug 16 01:59:18.754494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Transition to ACTIVE for port object e35b02af-7003-4f55-9b0f-859329ca6533 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:18.770867 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.806307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Pushing event updated for resources: {'Port': ['ID=870fea1f-eb26-454d-a9d1-db6cad3001e7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.817384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5518e579-eaac-46e1-b793-443a5a6440db completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:18.876274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5518e579-eaac-46e1-b793-443a5a6440db triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:18.876892 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.882206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Network c4b3aed0-941b-4664-b8ef-a63408c3b08e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:18.923463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:18.932987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:18.952548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:18.953253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:18.953835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:18.959147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf6f5-543c-4e8f-a107-81aed848b745 req-9050ed33-08ef-4967-8deb-28c8c386e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:18.961367 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-537cf6f5-543c-4e8f-a107-81aed848b745 req-9050ed33-08ef-4967-8deb-28c8c386e627 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 1102 time: 0.1496649 Aug 16 01:59:18.962862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Pushing event updated for resources: {'Port': ['ID=e35b02af-7003-4f55-9b0f-859329ca6533,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.964278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:18.964817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:18.971932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:18.972606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:18.973213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:18.973870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Bound port: 870fea1f-eb26-454d-a9d1-db6cad3001e7, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:18.974536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.045883 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-537cf6f5-543c-4e8f-a107-81aed848b745 req-4551639a-f426-4a51-871f-6bbeac9a3e7a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687289 Aug 16 01:59:19.064256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Attempting to bind port e35b02af-7003-4f55-9b0f-859329ca6533 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:19.064643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Attempting to bind port e35b02af-7003-4f55-9b0f-859329ca6533 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:19.065008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Attempting to bind port e35b02af-7003-4f55-9b0f-859329ca6533 on network c4b3aed0-941b-4664-b8ef-a63408c3b08e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:19.080094 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.082132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:19.082314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Checking segment: {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:19.082675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.083076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Bound using segment: {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:19.083616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Bound port: e35b02af-7003-4f55-9b0f-859329ca6533, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:19.083933 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.088059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:19.094467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:19.101648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.136967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035c348-091d-41a9-8125-bc76e815220a req-e48e4763-0688-491b-ba24-ba4afefb7114 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.145337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a035c348-091d-41a9-8125-bc76e815220a req-e48e4763-0688-491b-ba24-ba4afefb7114 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.2931697 Aug 16 01:59:19.154666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.155593 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.157368 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] 10.222.0.86 "PUT /v2.0/ports/870fea1f-eb26-454d-a9d1-db6cad3001e7 HTTP/1.1" status: 200 len: 1092 time: 1.5321507 Aug 16 01:59:19.158057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:19.161127 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:19.174125 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.207886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba7aef-4ce5-48c3-87ce-5fbcc6c3d5de req-195c8308-7531-40e0-8d43-2c496c5d03e3 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.223334 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eba7aef-4ce5-48c3-87ce-5fbcc6c3d5de req-195c8308-7531-40e0-8d43-2c496c5d03e3 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 950 time: 0.2431855 Aug 16 01:59:19.227039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a1bee-cd6b-4a12-b75f-3586ad4601ce service neutron] Pushing event updated for resources: {'Port': ['ID=870fea1f-eb26-454d-a9d1-db6cad3001e7,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.254273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 5518e579-eaac-46e1-b793-443a5a6440db, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5518e579-eaac-46e1-b793-443a5a6440db,segment=NetworkSegment(ede74e3e-3705-430e-9db4-c1926f77c140),segment_id=ede74e3e-3705-430e-9db4-c1926f77c140)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:19.257280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] For port e35b02af-7003-4f55-9b0f-859329ca6533, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:19.261410 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.276314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Subnet': ['ID=eb08aa1f-7653-427a-822c-574ef570a9eb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.297736 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] For port e35b02af-7003-4f55-9b0f-859329ca6533, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e35b02af-7003-4f55-9b0f-859329ca6533,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:19.299468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a035c348-091d-41a9-8125-bc76e815220a req-8efcbe89-5a01-4e66-b46d-0f290d29e673 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532118 Aug 16 01:59:19.312890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.338119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7244776-cdab-41db-946e-aa4b9020685a req-d82cecc9-41d9-4941-a56d-ff7188526b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.342384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eba7aef-4ce5-48c3-87ce-5fbcc6c3d5de req-f71454d3-46c2-402e-8751-f0600fb3fc36 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180727 Aug 16 01:59:19.346531 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-d82cecc9-41d9-4941-a56d-ff7188526b96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1095 time: 0.0946546 Aug 16 01:59:19.348460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Checking segment: {'id': '934f6a63-45eb-4b52-af3f-19933d173080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:19.349151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network hostable DHCP agents. Network: 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:19.357841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=5518e579-eaac-46e1-b793-443a5a6440db,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.399002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:19.420019 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-2943fa69-83fd-4b60-8fe8-f2957ac1bcfa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7 HTTP/1.1" status: 200 len: 217 time: 0.0469065 Aug 16 01:59:19.424252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:19.431144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.432393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.441731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafd15f6-2f0a-41d9-9338-e7eb1e31cade None None] Network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:19.480108 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d733f21b-f475-4f73-b6ba-0caa21c2ba7b x-openstack-request-id: req-d733f21b-f475-4f73-b6ba-0caa21c2ba7b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:19.482077 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:19.485133 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d733f21b-f475-4f73-b6ba-0caa21c2ba7b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:19.485625 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7', 'status': 'completed', 'code': 200} Aug 16 01:59:19.520102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7244776-cdab-41db-946e-aa4b9020685a req-aaaf1d88-ae60-4bdd-a354-41616b91235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.532736 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-aaaf1d88-ae60-4bdd-a354-41616b91235b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.0942771 Aug 16 01:59:19.532945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531ec3a-b34d-4a3f-9c9f-9b9cd5e27b0e None None] Pushing event updated for resources: {'Port': ['ID=e35b02af-7003-4f55-9b0f-859329ca6533,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.533031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2ca245a9-02a7-4d17-b8e8-123f48760965 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5949183 Aug 16 01:59:19.576727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056c0d-2ed1-4310-bde9-a5ba043c2764 req-b24c6ec9-4800-4719-82b4-cc94dc5c59ca tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.583509 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-f6230484-4057-4fc3-811b-5c965034b1c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518551 Aug 16 01:59:19.591225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb056c0d-2ed1-4310-bde9-a5ba043c2764 req-b24c6ec9-4800-4719-82b4-cc94dc5c59ca tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 943 time: 0.1532702 Aug 16 01:59:19.702772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb056c0d-2ed1-4310-bde9-a5ba043c2764 req-ac9a08e8-14a2-4b2d-be8e-0ad32a48e4dc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106591 Aug 16 01:59:19.737397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c', 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'fixed_ips': [{'subnet_id': 'eb08aa1f-7653-427a-822c-574ef570a9eb'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:19.738321 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.823673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-ff9756fd-7d5e-4fde-87e8-e6b37b6217be tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.825879 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-ff9756fd-7d5e-4fde-87e8-e6b37b6217be tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.86 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 950 time: 0.1042094 Aug 16 01:59:19.943072 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-3e341973-b8f8-40e1-9051-19e065a53b02 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508658 Aug 16 01:59:19.995869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Allocated IP 19.86.0.2 (6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c/eb08aa1f-7653-427a-822c-574ef570a9eb/63dc6a55-1e07-45d2-ade1-8a3d0dd776ce) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:20.023392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08354f4b-ed30-465f-8a64-03634ab5e5b5 req-65fea2d0-07d1-40d1-9e60-4843c82400cf tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.025548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08354f4b-ed30-465f-8a64-03634ab5e5b5 req-65fea2d0-07d1-40d1-9e60-4843c82400cf tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 950 time: 0.1504195 Aug 16 01:59:20.074153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7f30d-b9b9-4258-93be-9cc035b1ec93 req-8d514537-3f07-41b1-9a28-794111bba93d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.082678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93e7f30d-b9b9-4258-93be-9cc035b1ec93 req-8d514537-3f07-41b1-9a28-794111bba93d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 948 time: 0.1521881 Aug 16 01:59:20.117664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08354f4b-ed30-465f-8a64-03634ab5e5b5 req-1e69c98e-eff8-496d-b8f6-a9abb4f626d5 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/security-groups?id=217b783b-c3cc-4140-8a11-07a2a1f5079a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829532 Aug 16 01:59:20.121982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Deleting port 66de4228-d39d-4305-875d-99ed1d90f7a0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:20.122390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.150411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93e7f30d-b9b9-4258-93be-9cc035b1ec93 req-191c3b1e-c155-4259-9e4f-cf1127b51879 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668604 Aug 16 01:59:20.245118 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7244776-cdab-41db-946e-aa4b9020685a req-30a8c55b-8e0e-4433-b3b3-3865ef269f22 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642915 Aug 16 01:59:20.302431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.307073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] For port 66de4228-d39d-4305-875d-99ed1d90f7a0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=66de4228-d39d-4305-875d-99ed1d90f7a0,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:20.307501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.319480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Transition to ACTIVE for port object 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:20.324521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Calling delete_port for 66de4228-d39d-4305-875d-99ed1d90f7a0 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:20.350099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Transition to ACTIVE for port object 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:20.361861 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.417701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:20.423598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:20.428415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:20.439417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Pushing event updated for resources: {'Port': ['ID=63dc6a55-1e07-45d2-ade1-8a3d0dd776ce,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:20.463250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e194d-4623-4d43-8c94-a2cfce2255e7 req-cbb0e6f2-e60b-4526-b978-48885ffd5fe3 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.472816 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a2e194d-4623-4d43-8c94-a2cfce2255e7 req-cbb0e6f2-e60b-4526-b978-48885ffd5fe3 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 950 time: 0.1997621 Aug 16 01:59:20.489383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-3bc452a3-d4d6-4cda-9205-e864e26bbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.491414 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-3bc452a3-d4d6-4cda-9205-e864e26bbf93 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1095 time: 0.1326597 Aug 16 01:59:20.533968 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Attempting to bind port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:20.534511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Attempting to bind port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '934f6a63-45eb-4b52-af3f-19933d173080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:20.535323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Attempting to bind port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce on network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:20.544597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:20.545157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Checking segment: {'id': '934f6a63-45eb-4b52-af3f-19933d173080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:20.545650 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.546239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Bound using segment: {'id': '934f6a63-45eb-4b52-af3f-19933d173080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:20.547189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Bound port: 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934f6a63-45eb-4b52-af3f-19933d173080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:20.547320 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.556763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-8618b841-0bba-4e9d-926d-5d1e45fd8744 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.563352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-8618b841-0bba-4e9d-926d-5d1e45fd8744 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.565314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-8618b841-0bba-4e9d-926d-5d1e45fd8744 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/networks?id=c4b3aed0-941b-4664-b8ef-a63408c3b08e&id=6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c&id=c4b3aed0-941b-4664-b8ef-a63408c3b08e HTTP/1.1" status: 200 len: 1391 time: 0.3062551 Aug 16 01:59:20.590647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a2e194d-4623-4d43-8c94-a2cfce2255e7 req-82009f7e-06c3-4664-b577-7705ceae6a73 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169052 Aug 16 01:59:20.592161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-1b5c8af4-d7b6-4121-9b0f-e34d18f521fe tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/quotas/b9c658ee3f214e51983195634b0a95a5 HTTP/1.1" status: 200 len: 375 time: 0.0180805 Aug 16 01:59:20.669375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.682910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5518e579-eaac-46e1-b793-443a5a6440db up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:20.701490 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6cdb38e9-17dc-4450-a8e8-77f91a24fc11 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c658ee3f214e51983195634b0a95a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0997932 Aug 16 01:59:20.709110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Pushing event deleted for resources: {'Port': ['ID=66de4228-d39d-4305-875d-99ed1d90f7a0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:20.742406 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['66de4228-d39d-4305-875d-99ed1d90f7a0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:20.786691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] No DVR routers for this DVR port 66de4228-d39d-4305-875d-99ed1d90f7a0 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:20.798959 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.801551 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-499736c7-e3a7-47bc-b550-7e5ffca99010 req-b74aad33-9b0e-4731-8804-eae8b4a73ed3 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.86 "DELETE /v2.0/ports/66de4228-d39d-4305-875d-99ed1d90f7a0 HTTP/1.1" status: 204 len: 173 time: 0.9444246 Aug 16 01:59:20.814088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] For port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:20.857183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebb2c3-d503-4a5d-b34a-415954919236 req-5714a671-1f47-463d-8b33-b97ce008191e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.858888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61ebb2c3-d503-4a5d-b34a-415954919236 req-5714a671-1f47-463d-8b33-b97ce008191e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1558840 Aug 16 01:59:20.875293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-aa659a32-b079-442f-99ee-67f7d8b568c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.881231 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-aa659a32-b079-442f-99ee-67f7d8b568c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.3725040 Aug 16 01:59:20.882260 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] For port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=63dc6a55-1e07-45d2-ade1-8a3d0dd776ce,segment=NetworkSegment(934f6a63-45eb-4b52-af3f-19933d173080),segment_id=934f6a63-45eb-4b52-af3f-19933d173080)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:20.893046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 31578f7c-b817-4fb8-93c5-df051fc2205a up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:20.938877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-8762a17b-9fa8-4e15-9d5f-ca5bebd18187 service neutron] 10.222.0.61 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217431 Aug 16 01:59:20.955177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61ebb2c3-d503-4a5d-b34a-415954919236 req-33ba10b2-fc3a-4dbb-b7bb-ea679ef405ef tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810153 Aug 16 01:59:20.979390 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-5cfa0f45-949a-45ad-b07f-8e7d4910eedb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7 HTTP/1.1" status: 200 len: 217 time: 0.0923872 Aug 16 01:59:20.981846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.044955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9bec6-2264-4911-8775-ff3562f885e7 None None] Network c4b3aed0-941b-4664-b8ef-a63408c3b08e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:21.084949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-a48d7d6c-19ec-4189-85df-e0a3c4aa5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:21.086589 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-a48d7d6c-19ec-4189-85df-e0a3c4aa5183 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.0989358 Aug 16 01:59:21.123990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-f47518e7-e0d9-408b-96b1-4df263c773b7 service neutron] 10.222.0.61 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671660 Aug 16 01:59:21.136302 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-b68a6036-1631-4195-96e3-284cafb80627 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417767 Aug 16 01:59:21.236105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fbb19-93b4-4914-8da1-498ab54d1d69 None None] Pushing event updated for resources: {'Port': ['ID=63dc6a55-1e07-45d2-ade1-8a3d0dd776ce,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:21.245869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-b1d4844c-b267-4200-a5b4-c38606ae3705 service neutron] 10.222.0.61 "GET /v2.0/networks/6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088090 Aug 16 01:59:21.254658 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-62a003d2-cf53-422f-9458-efc41ec0b944 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097596 Aug 16 01:59:21.300901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84a9b9ca-8444-4968-84a9-01a91ac09bc7 None None] Provisioning for port e35b02af-7003-4f55-9b0f-859329ca6533 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:21.303681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5518e579-eaac-46e1-b793-443a5a6440db triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:21.304063 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.356826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 31578f7c-b817-4fb8-93c5-df051fc2205a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:21.368339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 31578f7c-b817-4fb8-93c5-df051fc2205a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:21.368688 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.411969 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da6e8dc-6f81-4f26-b2c9-cee268a00ec0 req-0c4c48cc-ed4e-498f-b8a3-acaf5d4f0706 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345568 Aug 16 01:59:21.432344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7c11c1a1-06a7-4fae-8f48-04e26b61974f service neutron] 10.222.0.61 "GET /v2.0/networks/6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787188 Aug 16 01:59:21.482167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61c951-e884-4711-ae00-e39047ea22f4 req-84b60dae-c601-45f2-9a44-d3770eb8ab0c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:21.486800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f53fe-49ff-49ca-8032-4dbba147346b', 'name': 'network-vif-deleted', 'tag': '66de4228-d39d-4305-875d-99ed1d90f7a0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:21.490369 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a61c951-e884-4711-ae00-e39047ea22f4 req-84b60dae-c601-45f2-9a44-d3770eb8ab0c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 943 time: 0.1049602 Aug 16 01:59:21.490963 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62e6e5c-fd65-4d71-a4fd-cdf1a31a57ca" -d '{"events": [{"server_uuid": "713f53fe-49ff-49ca-8032-4dbba147346b", "name": "network-vif-deleted", "tag": "66de4228-d39d-4305-875d-99ed1d90f7a0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:21.547285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e35b02af-7003-4f55-9b0f-859329ca6533 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:21.606790 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a61c951-e884-4711-ae00-e39047ea22f4 req-2ef3df95-2359-4037-8a20-36abebfd5e6c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148612 Aug 16 01:59:21.617560 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.645630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e3145a89-1001-432c-b806-e72df0c9bbe6 service neutron] 10.222.0.61 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986518 Aug 16 01:59:21.649243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bdb100-8513-413c-81b1-6e83b6ff7c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31578f7c-b817-4fb8-93c5-df051fc2205a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:21.651508 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8513fd-031a-42f8-9cff-e1c020fcb3f1" -d '{"events": [{"server_uuid": "03bdb100-8513-413c-81b1-6e83b6ff7c34", "name": "network-vif-plugged", "status": "completed", "tag": "31578f7c-b817-4fb8-93c5-df051fc2205a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:21.668896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 31578f7c-b817-4fb8-93c5-df051fc2205a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=31578f7c-b817-4fb8-93c5-df051fc2205a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:21.685817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port e35b02af-7003-4f55-9b0f-859329ca6533 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:21.689191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.694620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e35b02af-7003-4f55-9b0f-859329ca6533 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:21.694999 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.767870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d57b40d7-44f7-4e80-823a-b53b573a12cd req-d01df74f-41f1-4377-bcf3-f5c9ab1e7c90 tempest-DeleteServersAdminTestJSON-1931388503 tempest-DeleteServersAdminTestJSON-1931388503-project] 10.222.0.61 "GET /v2.0/ports?device_id=713f53fe-49ff-49ca-8032-4dbba147346b HTTP/1.1" status: 200 len: 210 time: 0.0370259 Aug 16 01:59:21.828177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e4782c76-dc19-405c-9726-d866c45a1b93 service neutron] 10.222.0.61 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826828 Aug 16 01:59:21.832984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=31578f7c-b817-4fb8-93c5-df051fc2205a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:21.886444 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.899306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a664981-88aa-44c7-94e5-c779f8ed4069 req-d08e1399-5b8b-48f9-a4c5-50b89583c9e0 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:21.907908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a664981-88aa-44c7-94e5-c779f8ed4069 req-d08e1399-5b8b-48f9-a4c5-50b89583c9e0 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 949 time: 0.0707011 Aug 16 01:59:21.933192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port e35b02af-7003-4f55-9b0f-859329ca6533, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e35b02af-7003-4f55-9b0f-859329ca6533,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:21.940057 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.971723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a664981-88aa-44c7-94e5-c779f8ed4069 req-74ffc130-2db6-4cc0-9868-031e03987cc4 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628772 Aug 16 01:59:22.012814 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609ab894-fbb8-4e08-8fbb-6441afffc846 x-openstack-request-id: req-609ab894-fbb8-4e08-8fbb-6441afffc846 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:22.013291 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713f53fe-49ff-49ca-8032-4dbba147346b", "name": "network-vif-deleted", "tag": "66de4228-d39d-4305-875d-99ed1d90f7a0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:22.013395 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-609ab894-fbb8-4e08-8fbb-6441afffc846 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:22.014119 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713f53fe-49ff-49ca-8032-4dbba147346b', 'name': 'network-vif-deleted', 'tag': '66de4228-d39d-4305-875d-99ed1d90f7a0', 'status': 'completed', 'code': 200} Aug 16 01:59:22.047722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=e35b02af-7003-4f55-9b0f-859329ca6533,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.052858 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f36a8-9de8-430f-82ae-2ba4729a9c00 x-openstack-request-id: req-1d9f36a8-9de8-430f-82ae-2ba4729a9c00 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:22.053296 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bdb100-8513-413c-81b1-6e83b6ff7c34", "name": "network-vif-plugged", "status": "completed", "tag": "31578f7c-b817-4fb8-93c5-df051fc2205a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:22.053692 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d9f36a8-9de8-430f-82ae-2ba4729a9c00 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:22.054169 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bdb100-8513-413c-81b1-6e83b6ff7c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31578f7c-b817-4fb8-93c5-df051fc2205a', 'code': 200} Aug 16 01:59:22.079513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4cd28824-0287-4cd1-9df1-d76b61ba124a None None] Provisioning complete for port e35b02af-7003-4f55-9b0f-859329ca6533 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:22.082933 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cd28824-0287-4cd1-9df1-d76b61ba124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.165289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ded27f8f-bcf1-439a-9097-a01373eabec5 req-c009e270-f811-4cf5-b54a-317f16a027c2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 210 time: 0.0862312 Aug 16 01:59:22.235680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b842127-4386-48a8-bc8a-8de08669239c req-aaf442e5-222e-4cdb-8178-b658c49e4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.238720 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5b842127-4386-48a8-bc8a-8de08669239c req-aaf442e5-222e-4cdb-8178-b658c49e4799 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 1101 time: 0.0979962 Aug 16 01:59:22.252038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50462358-d129-4856-b665-818a30957b7b req-fe682c3f-d16a-4a44-96b1-018557251005 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.253727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50462358-d129-4856-b665-818a30957b7b req-fe682c3f-d16a-4a44-96b1-018557251005 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 950 time: 0.1204939 Aug 16 01:59:22.311757 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5b842127-4386-48a8-bc8a-8de08669239c req-bc205ea4-1ad9-4eee-901d-2240fbbf0fc3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521011 Aug 16 01:59:22.350774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50462358-d129-4856-b665-818a30957b7b req-540ea1f9-9831-427e-9988-e483bc0fbc91 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827618 Aug 16 01:59:22.372247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0ab50-f5bb-4e8b-913e-455275f43072 req-d6269f40-47a0-49b8-8c31-649337d24977 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.374050 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e0ab50-f5bb-4e8b-913e-455275f43072 req-d6269f40-47a0-49b8-8c31-649337d24977 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.0903995 Aug 16 01:59:22.469623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:22.477155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e0ab50-f5bb-4e8b-913e-455275f43072 req-7b70463e-db9c-49b7-a3ff-8c26597db69c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913477 Aug 16 01:59:22.622617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:22.702199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07983e73-ef9b-44e3-908a-aca7fdbecb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.709696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb9c3fc-8804-41d3-bef6-447b69a5381f None None] Network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:22.761891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:22.780215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e35b02af-7003-4f55-9b0f-859329ca6533 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:22.832954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07983e73-ef9b-44e3-908a-aca7fdbecb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.842694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d386e2a3-26ae-4e53-9bfd-b35b4058845e None None] Provisioning for port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:22.851665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07983e73-ef9b-44e3-908a-aca7fdbecb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.864282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d386e2a3-26ae-4e53-9bfd-b35b4058845e None None] Provisioning complete for port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:22.864692 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d386e2a3-26ae-4e53-9bfd-b35b4058845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.892428 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-07983e73-ef9b-44e3-908a-aca7fdbecb00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02f398150aa140609e9529a07f09fa49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218347 Aug 16 01:59:22.895422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:22.928500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07983e73-ef9b-44e3-908a-aca7fdbecb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab335a6a-5859-4365-a672-3924bfd10054,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.978414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e89a1a3d-8126-47b9-a4fb-5688f8123ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.981873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a49ac0-eff3-4174-9103-37de2f775c66 req-b595353b-5b42-47f7-88c3-db11005825da tempest-LiveMigrationNegativeTest-1730659442 tempest-LiveMigrationNegativeTest-1730659442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.988276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61a49ac0-eff3-4174-9103-37de2f775c66 req-b595353b-5b42-47f7-88c3-db11005825da tempest-LiveMigrationNegativeTest-1730659442 tempest-LiveMigrationNegativeTest-1730659442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 1102 time: 0.4282596 Aug 16 01:59:22.996947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e35b02af-7003-4f55-9b0f-859329ca6533 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:22.997324 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.007927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e89a1a3d-8126-47b9-a4fb-5688f8123ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.011657 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-61a49ac0-eff3-4174-9103-37de2f775c66 req-e60108a0-01ea-4883-b892-f2467d711990 tempest-LiveMigrationNegativeTest-1730659442 tempest-LiveMigrationNegativeTest-1730659442-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.025407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167abfa4-7048-46da-b83b-e2715d29846c req-289ed02b-af08-4cc2-8219-6353be37d751 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.026568 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-167abfa4-7048-46da-b83b-e2715d29846c req-289ed02b-af08-4cc2-8219-6353be37d751 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 943 time: 0.0974047 Aug 16 01:59:23.063555 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e89a1a3d-8126-47b9-a4fb-5688f8123ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.067022 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e89a1a3d-8126-47b9-a4fb-5688f8123ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.080084 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e89a1a3d-8126-47b9-a4fb-5688f8123ac8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab335a6a-5859-4365-a672-3924bfd10054 HTTP/1.1" status: 204 len: 168 time: 0.1827860 Aug 16 01:59:23.087128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d386e2a3-26ae-4e53-9bfd-b35b4058845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.087935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a1a3d-8126-47b9-a4fb-5688f8123ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab335a6a-5859-4365-a672-3924bfd10054,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:23.120804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-167abfa4-7048-46da-b83b-e2715d29846c req-84543d0d-47a3-47a9-a6e9-e60c34ee3e3d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738235 Aug 16 01:59:23.156704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d386e2a3-26ae-4e53-9bfd-b35b4058845e None None] For port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=63dc6a55-1e07-45d2-ade1-8a3d0dd776ce,segment=NetworkSegment(934f6a63-45eb-4b52-af3f-19933d173080),segment_id=934f6a63-45eb-4b52-af3f-19933d173080)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:23.216557 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d386e2a3-26ae-4e53-9bfd-b35b4058845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.248897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-61a49ac0-eff3-4174-9103-37de2f775c66 req-e60108a0-01ea-4883-b892-f2467d711990 tempest-LiveMigrationNegativeTest-1730659442 tempest-LiveMigrationNegativeTest-1730659442-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.255575 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-61a49ac0-eff3-4174-9103-37de2f775c66 req-e60108a0-01ea-4883-b892-f2467d711990 tempest-LiveMigrationNegativeTest-1730659442 tempest-LiveMigrationNegativeTest-1730659442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.282084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 66de4228-d39d-4305-875d-99ed1d90f7a0 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:23.309806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61a49ac0-eff3-4174-9103-37de2f775c66 req-e60108a0-01ea-4883-b892-f2467d711990 tempest-LiveMigrationNegativeTest-1730659442 tempest-LiveMigrationNegativeTest-1730659442-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163021 Aug 16 01:59:23.315787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 66de4228-d39d-4305-875d-99ed1d90f7a0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:23.316233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 66de4228-d39d-4305-875d-99ed1d90f7a0 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:23.318035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386e2a3-26ae-4e53-9bfd-b35b4058845e None None] Pushing event updated for resources: {'Port': ['ID=63dc6a55-1e07-45d2-ade1-8a3d0dd776ce,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:23.358559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60108a0-01ea-4883-b892-f2467d711990 tempest-LiveMigrationNegativeTest-1730659442 tempest-LiveMigrationNegativeTest-1730659442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae26b2-e72c-472d-9678-b486cd2d6ad1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:23.382671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6b937-1038-4476-bdd3-a1f28b7f7187 req-f74afaa7-d162-4517-bff2-66e7ed698866 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.384223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88d6b937-1038-4476-bdd3-a1f28b7f7187 req-f74afaa7-d162-4517-bff2-66e7ed698866 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 949 time: 0.0601676 Aug 16 01:59:23.454670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88d6b937-1038-4476-bdd3-a1f28b7f7187 req-a6c0dc46-822d-4068-bbc1-c8d8ea4ff75e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 Aug 16 01:59:23.474641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2b59778-493b-4c16-a4af-87f38764a650 req-467cb412-53f4-4443-8a2f-2e2842e1538c tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 210 time: 0.0350213 Aug 16 01:59:23.552164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cf4c6957-ec4c-4608-af96-1193bd0c70b7 None None] Provisioning complete for port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:23.552984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cf4c6957-ec4c-4608-af96-1193bd0c70b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.599537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-a5a0d6e5-77bc-4fc0-bb6d-b18b67aae345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.605737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-a5a0d6e5-77bc-4fc0-bb6d-b18b67aae345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.608523 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-a5a0d6e5-77bc-4fc0-bb6d-b18b67aae345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.86 "GET /v2.0/networks?id=c4b3aed0-941b-4664-b8ef-a63408c3b08e&id=6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c&id=c4b3aed0-941b-4664-b8ef-a63408c3b08e HTTP/1.1" status: 200 len: 1391 time: 0.2292719 Aug 16 01:59:23.630714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'port': {'device_id': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e', 'admin_state_up': True, 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:23.682725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:23.720503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f541d3b8-f05e-4640-af1a-de8fc3bc6a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.754773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bae4f6-cacf-4d2c-93c6-55dd5ba6a294 req-d6a8c99a-12a9-40bd-b3ed-a6b3967e7ca2 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.756517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6bae4f6-cacf-4d2c-93c6-55dd5ba6a294 req-d6a8c99a-12a9-40bd-b3ed-a6b3967e7ca2 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.0886755 Aug 16 01:59:23.827327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6bae4f6-cacf-4d2c-93c6-55dd5ba6a294 req-ab74c2e7-2f49-4a99-8723-ec9c5a38c328 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630867 Aug 16 01:59:23.878090 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f541d3b8-f05e-4640-af1a-de8fc3bc6a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.886840 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f541d3b8-f05e-4640-af1a-de8fc3bc6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.913953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:23.918090 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.959965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f541d3b8-f05e-4640-af1a-de8fc3bc6a4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72052a30620d40738a649beb562ab6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758582 Aug 16 01:59:23.961582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d3b8-f05e-4640-af1a-de8fc3bc6a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a9e5b0-7ff2-4173-b437-3637a7eb4a07,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:23.966619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:24.053188 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f02417c3-4a5c-4cdb-adb7-902bbf5540ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.098025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Allocated IP 19.80.0.12 (c4b3aed0-941b-4664-b8ef-a63408c3b08e/27bd768b-6332-4775-901f-aba383c9bcdc/a96cc477-8ee3-4b0a-b94b-12049ef82618) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:24.101176 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f02417c3-4a5c-4cdb-adb7-902bbf5540ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.149490 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7531-6fd8-4bcd-b52c-9dcb22c866c8 req-74848fe6-2e45-4880-853e-ee80f8a37e83 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.151019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c27e7531-6fd8-4bcd-b52c-9dcb22c866c8 req-74848fe6-2e45-4880-853e-ee80f8a37e83 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 950 time: 0.0859890 Aug 16 01:59:24.180567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f02417c3-4a5c-4cdb-adb7-902bbf5540ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.185757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f02417c3-4a5c-4cdb-adb7-902bbf5540ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.187078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f02417c3-4a5c-4cdb-adb7-902bbf5540ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5a9e5b0-7ff2-4173-b437-3637a7eb4a07 HTTP/1.1" status: 204 len: 168 time: 0.2187724 Aug 16 01:59:24.231243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02417c3-4a5c-4cdb-adb7-902bbf5540ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a9e5b0-7ff2-4173-b437-3637a7eb4a07,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:24.297187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c27e7531-6fd8-4bcd-b52c-9dcb22c866c8 req-7d821ca0-dbca-4182-9127-629d180cff7d tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228254 Aug 16 01:59:24.302325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:24.314246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.326834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cc17d-094e-4214-adf5-0ffaa71be31f req-f0be0486-2977-40dd-ad0b-cfd6627b0936 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.328422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b4cc17d-094e-4214-adf5-0ffaa71be31f req-f0be0486-2977-40dd-ad0b-cfd6627b0936 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 943 time: 0.1006804 Aug 16 01:59:24.329662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Transition to ACTIVE for port object a96cc477-8ee3-4b0a-b94b-12049ef82618 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:24.366448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.380280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b4cc17d-094e-4214-adf5-0ffaa71be31f req-7007f3ad-a69e-4ee1-a400-433ee86329a6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Aug 16 01:59:24.412934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network c4b3aed0-941b-4664-b8ef-a63408c3b08e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:24.414274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:24.416634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:24.471514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Port': ['ID=a96cc477-8ee3-4b0a-b94b-12049ef82618,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:24.516057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.517073 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.517732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:24.550159 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-6f14556c-f734-468e-a839-dcf3210f5764 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9240911 Aug 16 01:59:24.570229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'port': {'device_id': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c', 'admin_state_up': True, 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:24.583605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:24.583981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.742050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:24.747226 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.758575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fdb4f-abcd-4566-aff9-52d204621b55 req-5d33a8d0-6988-4e06-a040-13890fff7c6d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.765836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c2fdb4f-abcd-4566-aff9-52d204621b55 req-5d33a8d0-6988-4e06-a040-13890fff7c6d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 931 time: 0.1506646 Aug 16 01:59:24.781125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3472acd8-e51c-4063-8d41-44ee3c849352 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4a6b17c0f4b4fe68c09ea3edaa3e82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776900 Aug 16 01:59:24.783752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:24.802160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54412c6-e13f-48cc-99df-35a990d69c78 req-a9a5fd22-119d-49be-9535-fe169bae4e1d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.803782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a54412c6-e13f-48cc-99df-35a990d69c78 req-a9a5fd22-119d-49be-9535-fe169bae4e1d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 949 time: 0.1785614 Aug 16 01:59:24.853732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c2fdb4f-abcd-4566-aff9-52d204621b55 req-925da1bf-c2ad-4168-8268-c7093d565942 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820103 Aug 16 01:59:24.874502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-19e0b4cb-4b7d-4780-9992-f702b2304a28 None None] Provisioning for port a96cc477-8ee3-4b0a-b94b-12049ef82618 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:24.880832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-19e0b4cb-4b7d-4780-9992-f702b2304a28 None None] Provisioning complete for port a96cc477-8ee3-4b0a-b94b-12049ef82618 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:24.881420 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19e0b4cb-4b7d-4780-9992-f702b2304a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.889189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a54412c6-e13f-48cc-99df-35a990d69c78 req-71521032-377f-4e75-85ad-db954229cc04 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719810 Aug 16 01:59:24.943481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-19e0b4cb-4b7d-4780-9992-f702b2304a28 None None] Port a96cc477-8ee3-4b0a-b94b-12049ef82618 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:24.946659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d929032-79b9-470f-a153-b61dbc33f257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.020800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d929032-79b9-470f-a153-b61dbc33f257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.038832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffc7ef-13df-4f8f-a2e3-7818af46e473 req-199df578-bfc6-4776-9406-16917b89875e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.044550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Allocated IP 19.86.0.245 (6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c/eb08aa1f-7653-427a-822c-574ef570a9eb/6a92e26e-acab-4e43-bacd-9118576e5f76) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:25.047989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ceffc7ef-13df-4f8f-a2e3-7818af46e473 req-199df578-bfc6-4776-9406-16917b89875e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.0684767 Aug 16 01:59:25.120707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ceffc7ef-13df-4f8f-a2e3-7818af46e473 req-4cc7a03e-c949-4407-916d-3597b408dc18 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717006 Aug 16 01:59:25.130009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d929032-79b9-470f-a153-b61dbc33f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.135454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e016-4f30-468d-affc-b91bebee54a1 req-b70194b9-a0c7-4df8-82b7-c9bfa623fe7a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.137111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5f5e016-4f30-468d-affc-b91bebee54a1 req-b70194b9-a0c7-4df8-82b7-c9bfa623fe7a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 950 time: 0.0861301 Aug 16 01:59:25.141158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d929032-79b9-470f-a153-b61dbc33f257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.142426 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9d929032-79b9-470f-a153-b61dbc33f257 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/217b783b-c3cc-4140-8a11-07a2a1f5079a HTTP/1.1" status: 204 len: 168 time: 0.3575339 Aug 16 01:59:25.180701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5f5e016-4f30-468d-affc-b91bebee54a1 req-e6a9c44d-241f-4b1e-a16a-72463ee19ac5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340264 Aug 16 01:59:25.225834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d929032-79b9-470f-a153-b61dbc33f257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217b783b-c3cc-4140-8a11-07a2a1f5079a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:25.287817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 870fea1f-eb26-454d-a9d1-db6cad3001e7 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:25.316782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.351401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Transition to ACTIVE for port object 6a92e26e-acab-4e43-bacd-9118576e5f76 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:25.398946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.482772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Port': ['ID=6a92e26e-acab-4e43-bacd-9118576e5f76,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:25.503543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:25.505685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:25.506033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:25.509835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:25.531987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '870fea1f-eb26-454d-a9d1-db6cad3001e7', 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5', 'port_id': '870fea1f-eb26-454d-a9d1-db6cad3001e7', 'mac_address': 'fa:16:3e:b7:8a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:25.557472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c3af-1362-45ed-89a5-b5db4e6d77ca req-03f3a059-ebc9-4297-816d-532c36456a44 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.567657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a75c3af-1362-45ed-89a5-b5db4e6d77ca req-03f3a059-ebc9-4297-816d-532c36456a44 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 950 time: 0.1412609 Aug 16 01:59:25.582936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.584016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.617807 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-031d35fc-a839-470a-948a-16b96108ff0d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0521502 Aug 16 01:59:25.624139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242629-5c21-4554-abb0-eb604e1a9790 req-ad14a759-b712-42a0-9b27-afbc4650a844 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.624698 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.631884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242629-5c21-4554-abb0-eb604e1a9790 req-ad14a759-b712-42a0-9b27-afbc4650a844 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.634074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27242629-5c21-4554-abb0-eb604e1a9790 req-ad14a759-b712-42a0-9b27-afbc4650a844 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34&device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 1690 time: 0.1624174 Aug 16 01:59:25.655765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a75c3af-1362-45ed-89a5-b5db4e6d77ca req-e1e50430-0ea8-4b6d-a4db-492dea1f27fe tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867383 Aug 16 01:59:25.664119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'port': {'device_id': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e', 'admin_state_up': True, 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:25.671277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870fea1f-eb26-454d-a9d1-db6cad3001e7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:25.727476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:25.741852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.742708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:25.773031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27242629-5c21-4554-abb0-eb604e1a9790 req-029f6f7e-4926-48bd-bd4f-cf17fffe7c12 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161799 Aug 16 01:59:25.806177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=870fea1f-eb26-454d-a9d1-db6cad3001e7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:25.827699 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0da8941-b41a-4052-aef8-083fee3ebeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.829050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:25.842444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.883596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b4c750f-6981-4124-be98-7a0aaf37253f None None] Provisioning for port 6a92e26e-acab-4e43-bacd-9118576e5f76 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:25.889301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b4c750f-6981-4124-be98-7a0aaf37253f None None] Provisioning complete for port 6a92e26e-acab-4e43-bacd-9118576e5f76 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:25.889950 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b4c750f-6981-4124-be98-7a0aaf37253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.905926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc645b-e95c-429d-93c1-d720eb0a9264 req-88879a8b-70a8-4b63-a604-0b37c1c081c2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.913800 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9abc645b-e95c-429d-93c1-d720eb0a9264 req-88879a8b-70a8-4b63-a604-0b37c1c081c2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 944 time: 0.1132030 Aug 16 01:59:25.939121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c750f-6981-4124-be98-7a0aaf37253f None None] Port 6a92e26e-acab-4e43-bacd-9118576e5f76 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:26.010969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9abc645b-e95c-429d-93c1-d720eb0a9264 req-e25822c4-c97e-499e-8b52-f37f5a8ffb2c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961545 Aug 16 01:59:26.044768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afb749-6fff-4abf-a83f-8842cc050fa2 req-8e1f6279-9a35-4881-a3d0-e52eff8c0bae tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.054948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afb749-6fff-4abf-a83f-8842cc050fa2 req-8e1f6279-9a35-4881-a3d0-e52eff8c0bae tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.055049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a301382-8e51-4154-b98d-998b30c16f0f req-5c85bedd-cb64-419a-85d0-38c20fbff4f6 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.055172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2afb749-6fff-4abf-a83f-8842cc050fa2 req-8e1f6279-9a35-4881-a3d0-e52eff8c0bae tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 1654 time: 0.1282511 Aug 16 01:59:26.055282 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a301382-8e51-4154-b98d-998b30c16f0f req-5c85bedd-cb64-419a-85d0-38c20fbff4f6 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.86 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 950 time: 0.0920174 Aug 16 01:59:26.079171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Allocated IP 19.80.0.247 (c4b3aed0-941b-4664-b8ef-a63408c3b08e/27bd768b-6332-4775-901f-aba383c9bcdc/0c4a0b12-97a4-4876-8c62-d0d915cf5ff1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:26.123465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2afb749-6fff-4abf-a83f-8842cc050fa2 req-f6377d53-26c0-4b7f-b2e6-f7268b5f5f7f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499415 Aug 16 01:59:26.181205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0da8941-b41a-4052-aef8-083fee3ebeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.194420 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0da8941-b41a-4052-aef8-083fee3ebeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.211269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75024760-201e-433f-a694-21d550fb3f2a req-943633d2-9678-4b14-8fb4-cedaa8148d3f tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.213077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75024760-201e-433f-a694-21d550fb3f2a req-943633d2-9678-4b14-8fb4-cedaa8148d3f tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 1101 time: 0.0885005 Aug 16 01:59:26.232582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['870fea1f-eb26-454d-a9d1-db6cad3001e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:26.279290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c0da8941-b41a-4052-aef8-083fee3ebeec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6796c090f5424572b14194c159da5a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315573 Aug 16 01:59:26.286332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:26.305286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da8941-b41a-4052-aef8-083fee3ebeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1a5a37-a049-4d1e-8369-847c44b6838a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:26.389335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75024760-201e-433f-a694-21d550fb3f2a req-27bc45fe-623e-4cda-96d7-0a94d478dc69 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614771 Aug 16 01:59:26.529961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ddca6-8aac-406d-8d20-28b1c25585dc req-40b984ba-5f86-4115-aac4-db87930d6ef4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.531538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f7ddca6-8aac-406d-8d20-28b1c25585dc req-40b984ba-5f86-4115-aac4-db87930d6ef4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1769929 Aug 16 01:59:26.533613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aea7d275-1c2a-4594-99c2-18ff1f47ad79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.547810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2a301382-8e51-4154-b98d-998b30c16f0f req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Deleting port 04601d3c-fffa-4ac3-a102-4c96f00a6557 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:26.548447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a301382-8e51-4154-b98d-998b30c16f0f req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.595674 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aea7d275-1c2a-4594-99c2-18ff1f47ad79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.615968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.616776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49cd87-0341-4769-b33f-d5cb4f430aa6 req-45907013-0455-4711-955b-362e03ce4169 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.618308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af49cd87-0341-4769-b33f-d5cb4f430aa6 req-45907013-0455-4711-955b-362e03ce4169 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 1102 time: 0.1132171 Aug 16 01:59:26.625604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f7ddca6-8aac-406d-8d20-28b1c25585dc req-65e02596-7997-4870-bfbc-dcae9cd1e5ac tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752282 Aug 16 01:59:26.645758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Transition to ACTIVE for port object 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:26.673167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2a301382-8e51-4154-b98d-998b30c16f0f req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] For port 04601d3c-fffa-4ac3-a102-4c96f00a6557, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=04601d3c-fffa-4ac3-a102-4c96f00a6557,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:26.673534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a301382-8e51-4154-b98d-998b30c16f0f req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.678160 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af49cd87-0341-4769-b33f-d5cb4f430aa6 req-237f4373-d66d-42e6-8166-d4032634bc7c tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474105 Aug 16 01:59:26.693351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2a301382-8e51-4154-b98d-998b30c16f0f req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Calling delete_port for 04601d3c-fffa-4ac3-a102-4c96f00a6557 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:26.694477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aea7d275-1c2a-4594-99c2-18ff1f47ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.697503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aea7d275-1c2a-4594-99c2-18ff1f47ad79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.703523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-aea7d275-1c2a-4594-99c2-18ff1f47ad79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e1a5a37-a049-4d1e-8369-847c44b6838a HTTP/1.1" status: 204 len: 168 time: 0.4048443 Aug 16 01:59:26.715337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7d275-1c2a-4594-99c2-18ff1f47ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1a5a37-a049-4d1e-8369-847c44b6838a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:26.776233 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.833879 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce1fcc-210a-42f4-a8e8-f28a8f51f363 req-5163ac74-24bb-4573-8b29-207ecf5c9a00 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.836014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network c4b3aed0-941b-4664-b8ef-a63408c3b08e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:26.836784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b3ce1fcc-210a-42f4-a8e8-f28a8f51f363 req-5163ac74-24bb-4573-8b29-207ecf5c9a00 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3785107b-216b-482b-810a-d23e00a4c15a HTTP/1.1" status: 200 len: 950 time: 0.0593269 Aug 16 01:59:26.842202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:26.856751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:26.885085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Port': ['ID=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:26.891288 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b3ce1fcc-210a-42f4-a8e8-f28a8f51f363 req-1eedea74-c276-4653-8e93-b3f0731770b0 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475771 Aug 16 01:59:26.983952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.984974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.016828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e74258fd-e3ba-4d04-b994-556a4423952d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3584116 Aug 16 01:59:27.025644 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a301382-8e51-4154-b98d-998b30c16f0f req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.039833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['34933165-bf51-4706-ba1a-16bb717f0851'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:27.053901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Request body: {'port': {'device_id': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:27.092572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['04601d3c-fffa-4ac3-a102-4c96f00a6557'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:27.117107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Pushing event deleted for resources: {'Port': ['ID=04601d3c-fffa-4ac3-a102-4c96f00a6557,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:27.181371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a301382-8e51-4154-b98d-998b30c16f0f req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] No DVR routers for this DVR port 04601d3c-fffa-4ac3-a102-4c96f00a6557 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:27.187582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a301382-8e51-4154-b98d-998b30c16f0f req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.189706 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a301382-8e51-4154-b98d-998b30c16f0f req-ba66dfc6-6024-4fb4-b30d-7bd5bd737c3f tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.86 "DELETE /v2.0/ports/04601d3c-fffa-4ac3-a102-4c96f00a6557 HTTP/1.1" status: 204 len: 173 time: 1.1261485 Aug 16 01:59:27.199762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3785107b-216b-482b-810a-d23e00a4c15a', 'name': 'network-vif-deleted', 'tag': '04601d3c-fffa-4ac3-a102-4c96f00a6557'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:27.202089 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1863fb0f-fa8d-417a-afe6-87b4ed128d34" -d '{"events": [{"server_uuid": "3785107b-216b-482b-810a-d23e00a4c15a", "name": "network-vif-deleted", "tag": "04601d3c-fffa-4ac3-a102-4c96f00a6557"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:27.287392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b252f4-0fe7-4eb3-9e2d-7a5dbbde1dec req-7974ae65-0d2b-438f-864c-4a1d2d892952 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.290459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.297101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53b252f4-0fe7-4eb3-9e2d-7a5dbbde1dec req-7974ae65-0d2b-438f-864c-4a1d2d892952 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 944 time: 0.1242623 Aug 16 01:59:27.319148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 870fea1f-eb26-454d-a9d1-db6cad3001e7 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:27.408211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53b252f4-0fe7-4eb3-9e2d-7a5dbbde1dec req-08965e1d-a855-41e4-8ba9-00e4dfb2f680 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096735 Aug 16 01:59:27.489161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7efba62e-5be9-4d87-9c63-3f74cc49fd83 None None] Provisioning for port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:27.511516 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7efba62e-5be9-4d87-9c63-3f74cc49fd83 None None] Provisioning complete for port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:27.513078 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7efba62e-5be9-4d87-9c63-3f74cc49fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.572474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7efba62e-5be9-4d87-9c63-3f74cc49fd83 None None] Port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:27.582082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 870fea1f-eb26-454d-a9d1-db6cad3001e7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:27.591834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 870fea1f-eb26-454d-a9d1-db6cad3001e7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:27.592281 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.593898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9fa0-fafe-41a0-8a1e-8c851b0decfd req-94dcd0d4-3364-4a51-9355-83af4fc915a1 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.609938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9fa0-fafe-41a0-8a1e-8c851b0decfd req-94dcd0d4-3364-4a51-9355-83af4fc915a1 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.631740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9fa0-fafe-41a0-8a1e-8c851b0decfd req-94dcd0d4-3364-4a51-9355-83af4fc915a1 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.639293 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fa9685-019c-4165-98ef-96b7363c03e7 x-openstack-request-id: req-a1fa9685-019c-4165-98ef-96b7363c03e7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:27.639890 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3785107b-216b-482b-810a-d23e00a4c15a", "name": "network-vif-deleted", "tag": "04601d3c-fffa-4ac3-a102-4c96f00a6557", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:27.639990 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1fa9685-019c-4165-98ef-96b7363c03e7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:27.640537 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3785107b-216b-482b-810a-d23e00a4c15a', 'name': 'network-vif-deleted', 'tag': '04601d3c-fffa-4ac3-a102-4c96f00a6557', 'status': 'completed', 'code': 200} Aug 16 01:59:27.644551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b7f9fa0-fafe-41a0-8a1e-8c851b0decfd req-94dcd0d4-3364-4a51-9355-83af4fc915a1 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2376 time: 0.1446190 Aug 16 01:59:27.695725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.707133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96cc477-8ee3-4b0a-b94b-12049ef82618 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:27.716798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.716991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b7f9fa0-fafe-41a0-8a1e-8c851b0decfd req-9f71e2e7-7f89-4e8d-a390-286181e77512 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682001 Aug 16 01:59:27.737865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Transition to ACTIVE for port object a96cc477-8ee3-4b0a-b94b-12049ef82618 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:27.751599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.754950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:27.758130 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3376709f-2787-4e5d-a7cd-aa95d339e33c" -d '{"events": [{"server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "name": "network-vif-plugged", "status": "completed", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:27.762576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:27.779878 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.861043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-1100519e-0773-4407-aec4-0cff7ad2a5a4 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337939 Aug 16 01:59:27.865197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Pushing event updated for resources: {'Port': ['ID=a96cc477-8ee3-4b0a-b94b-12049ef82618,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:27.906299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=870fea1f-eb26-454d-a9d1-db6cad3001e7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:27.975131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Attempting to bind port a96cc477-8ee3-4b0a-b94b-12049ef82618 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:27.975615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Attempting to bind port a96cc477-8ee3-4b0a-b94b-12049ef82618 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:27.975949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Attempting to bind port a96cc477-8ee3-4b0a-b94b-12049ef82618 on network c4b3aed0-941b-4664-b8ef-a63408c3b08e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:27.986068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Port a96cc477-8ee3-4b0a-b94b-12049ef82618 on network c4b3aed0-941b-4664-b8ef-a63408c3b08e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:27.986600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Attempting to bind port a96cc477-8ee3-4b0a-b94b-12049ef82618 on network c4b3aed0-941b-4664-b8ef-a63408c3b08e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:28.003233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:28.003569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Checking segment: {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:28.003961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Bound using segment: {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:28.004399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Bound port: a96cc477-8ee3-4b0a-b94b-12049ef82618, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:28.004755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.058289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-4fddac23-02e7-495e-bd37-829e5af735a1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.073157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-4fddac23-02e7-495e-bd37-829e5af735a1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109034 Aug 16 01:59:28.099678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-248b4830-819f-4bfe-a01c-a683677ffb07 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/quotas/92b73bee6b7e488fa616257a32f986e0 HTTP/1.1" status: 200 len: 375 time: 0.0238383 Aug 16 01:59:28.141286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] For port a96cc477-8ee3-4b0a-b94b-12049ef82618, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:28.145600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] For port a96cc477-8ee3-4b0a-b94b-12049ef82618, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96cc477-8ee3-4b0a-b94b-12049ef82618,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:28.151479 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.174480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-02c09db8-1fe5-4e21-a36b-e4285ef89187 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723274 Aug 16 01:59:28.186652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.187483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.188751 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] 10.222.0.86 "PUT /v2.0/ports/a96cc477-8ee3-4b0a-b94b-12049ef82618 HTTP/1.1" status: 200 len: 1092 time: 1.1446033 Aug 16 01:59:28.221315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d790a31-f867-4cb0-aafd-1dcdada4d724 service neutron] Pushing event updated for resources: {'Port': ['ID=a96cc477-8ee3-4b0a-b94b-12049ef82618,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:28.249111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Request body: {'port': {'device_id': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:28.333333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.397229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bfd13-f4ab-4498-bdcd-27301d48038c req-e33a284d-d753-4372-8e7b-a7e9763b398b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.407243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b0bfd13-f4ab-4498-bdcd-27301d48038c req-e33a284d-d753-4372-8e7b-a7e9763b398b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1204987 Aug 16 01:59:28.476383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b0bfd13-f4ab-4498-bdcd-27301d48038c req-4c5bfb9b-b389-4333-a1dd-fd69548ac90e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680923 Aug 16 01:59:28.531358 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51f6f6b-da15-4f61-8b57-f922e82dfb75 x-openstack-request-id: req-c51f6f6b-da15-4f61-8b57-f922e82dfb75 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:28.531882 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "name": "network-vif-plugged", "status": "completed", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:28.531882 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c51f6f6b-da15-4f61-8b57-f922e82dfb75 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:28.532280 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7', 'code': 200} Aug 16 01:59:28.716146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a7513-a4c8-4675-a1f9-0a1f11841981 req-25a2162f-d316-439f-9095-8bc554d4d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.718176 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d38a7513-a4c8-4675-a1f9-0a1f11841981 req-25a2162f-d316-439f-9095-8bc554d4d299 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1097 time: 0.0906341 Aug 16 01:59:28.741355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6bead-c8da-4433-a14f-83c769d7be8e req-2bbb2ca2-c74a-4e0e-bc3a-6615dec8c485 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.747577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6af6bead-c8da-4433-a14f-83c769d7be8e req-2bbb2ca2-c74a-4e0e-bc3a-6615dec8c485 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 945 time: 0.0987439 Aug 16 01:59:28.817629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d38a7513-a4c8-4675-a1f9-0a1f11841981 req-1f1aac7d-12a5-4f99-bb0a-b434a77bd806 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904427 Aug 16 01:59:28.818878 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6af6bead-c8da-4433-a14f-83c769d7be8e req-52047c90-e1e2-4cc6-a025-e133cca56fac tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649729 Aug 16 01:59:28.860472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a92e26e-acab-4e43-bacd-9118576e5f76 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:28.869269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.896594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Transition to ACTIVE for port object 6a92e26e-acab-4e43-bacd-9118576e5f76 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:28.902702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.974450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a92e26e-acab-4e43-bacd-9118576e5f76,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:29.088337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Attempting to bind port 6a92e26e-acab-4e43-bacd-9118576e5f76 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:29.088665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Attempting to bind port 6a92e26e-acab-4e43-bacd-9118576e5f76 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '934f6a63-45eb-4b52-af3f-19933d173080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:29.088983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Attempting to bind port 6a92e26e-acab-4e43-bacd-9118576e5f76 on network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:29.097006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Port 6a92e26e-acab-4e43-bacd-9118576e5f76 on network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:29.097361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Attempting to bind port 6a92e26e-acab-4e43-bacd-9118576e5f76 on network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:29.104693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:29.105120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Checking segment: {'id': '934f6a63-45eb-4b52-af3f-19933d173080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:29.105414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Bound using segment: {'id': '934f6a63-45eb-4b52-af3f-19933d173080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:29.106467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Bound port: 6a92e26e-acab-4e43-bacd-9118576e5f76, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '934f6a63-45eb-4b52-af3f-19933d173080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:29.106827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.216859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] For port 6a92e26e-acab-4e43-bacd-9118576e5f76, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:29.220089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] For port 6a92e26e-acab-4e43-bacd-9118576e5f76, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6a92e26e-acab-4e43-bacd-9118576e5f76,segment=NetworkSegment(934f6a63-45eb-4b52-af3f-19933d173080),segment_id=934f6a63-45eb-4b52-af3f-19933d173080)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:29.225238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.266031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.266737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.268159 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] 10.222.0.86 "PUT /v2.0/ports/6a92e26e-acab-4e43-bacd-9118576e5f76 HTTP/1.1" status: 200 len: 1093 time: 1.0355341 Aug 16 01:59:29.288865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f86bbb-8bc2-47bf-9200-ece33df5f4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a92e26e-acab-4e43-bacd-9118576e5f76,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:29.306397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 04601d3c-fffa-4ac3-a102-4c96f00a6557 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:29.325481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Request body: {'port': {'device_id': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:29.335025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 04601d3c-fffa-4ac3-a102-4c96f00a6557 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:29.335746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 04601d3c-fffa-4ac3-a102-4c96f00a6557 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:29.434200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.485249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbc48a-3eee-42ae-aad4-add705e282ed req-769838d1-5a8e-449a-9986-731e1f4519b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.492329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbc48a-3eee-42ae-aad4-add705e282ed req-769838d1-5a8e-449a-9986-731e1f4519b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.499323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbc48a-3eee-42ae-aad4-add705e282ed req-769838d1-5a8e-449a-9986-731e1f4519b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.506757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5fbc48a-3eee-42ae-aad4-add705e282ed req-769838d1-5a8e-449a-9986-731e1f4519b0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2400 time: 0.0854442 Aug 16 01:59:29.561574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5fbc48a-3eee-42ae-aad4-add705e282ed req-f2777830-be74-4ddf-97ec-1b8ca85a6818 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479407 Aug 16 01:59:29.646324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'tag': 'a96cc477-8ee3-4b0a-b94b-12049ef82618'}, {'name': 'network-changed', 'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'tag': '6a92e26e-acab-4e43-bacd-9118576e5f76'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:29.649735 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24799fac-69f5-419b-8f5f-a68d755b4bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "tag": "a96cc477-8ee3-4b0a-b94b-12049ef82618"}, {"name": "network-changed", "server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "tag": "6a92e26e-acab-4e43-bacd-9118576e5f76"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:29.673417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498098e-e6ee-4b25-b587-e2e40164ec05 req-d5f18779-83b2-415a-a050-d2734906c1f4 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.675423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1498098e-e6ee-4b25-b587-e2e40164ec05 req-d5f18779-83b2-415a-a050-d2734906c1f4 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 950 time: 0.0859900 Aug 16 01:59:29.753866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1498098e-e6ee-4b25-b587-e2e40164ec05 req-724c2901-56ad-4fcf-acb4-ab5a7efa2ca2 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719831 Aug 16 01:59:29.806254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:29.818613 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.833481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Transition to ACTIVE for port object 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:29.843401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.895124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b843f58e-8590-4c4b-bbf1-cc5a9f631984 req-d7c0362a-0023-470d-ab4d-0459feac15fc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 210 time: 0.0582170 Aug 16 01:59:29.983405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:29.992078 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a452fb-ed1b-4a48-bb2f-9f8c9b4c00f7 x-openstack-request-id: req-88a452fb-ed1b-4a48-bb2f-9f8c9b4c00f7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:29.992376 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "tag": "a96cc477-8ee3-4b0a-b94b-12049ef82618", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "tag": "6a92e26e-acab-4e43-bacd-9118576e5f76", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:29.992625 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88a452fb-ed1b-4a48-bb2f-9f8c9b4c00f7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:29.993019 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'tag': 'a96cc477-8ee3-4b0a-b94b-12049ef82618', 'status': 'completed', 'code': 200} Aug 16 01:59:29.993459 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'tag': '6a92e26e-acab-4e43-bacd-9118576e5f76', 'status': 'completed', 'code': 200} Aug 16 01:59:30.101551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68716046-f6ca-44b4-909d-6946bb044f87 req-74b9e3f2-3a24-40ff-9072-ad1ab05734e3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.103179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68716046-f6ca-44b4-909d-6946bb044f87 req-74b9e3f2-3a24-40ff-9072-ad1ab05734e3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1068747 Aug 16 01:59:30.186672 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-d05306f2-1390-416f-bcc4-af108010e9b6 service neutron] show failed (client error): The resource could not be found. Aug 16 01:59:30.189241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-d05306f2-1390-416f-bcc4-af108010e9b6 service neutron] 10.222.0.93 "GET /v2.0/ports/e21bb21c-3516-4871-87e1-8b59ab96f7f5/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.2730141 Aug 16 01:59:30.204328 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68716046-f6ca-44b4-909d-6946bb044f87 req-50c145ae-c7f2-484f-a802-c24484480105 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933177 Aug 16 01:59:30.214278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Attempting to bind port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:30.214632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Attempting to bind port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:30.215491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Attempting to bind port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 on network c4b3aed0-941b-4664-b8ef-a63408c3b08e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:30.222744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 on network c4b3aed0-941b-4664-b8ef-a63408c3b08e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:30.223006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Attempting to bind port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 on network c4b3aed0-941b-4664-b8ef-a63408c3b08e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:30.231633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-6a67c22e-5127-4086-87ee-2521bad7f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.232138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-6a67c22e-5127-4086-87ee-2521bad7f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.232623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-6a67c22e-5127-4086-87ee-2521bad7f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.234628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-6a67c22e-5127-4086-87ee-2521bad7f9a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b9c658ee3f214e51983195634b0a95a5&device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2826 time: 0.0988922 Aug 16 01:59:30.237488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:30.238036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Checking segment: {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:30.238537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Bound using segment: {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:30.238872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Bound port: 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af43247-d2c2-4fc4-a6cb-14915ebe13d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:30.239342 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.269472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15087b-26c6-4058-9931-4584ee8c6e28 req-26772627-daea-4b9a-a9c1-552cfa644490 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.291028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb15087b-26c6-4058-9931-4584ee8c6e28 req-26772627-daea-4b9a-a9c1-552cfa644490 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 945 time: 0.1497970 Aug 16 01:59:30.362149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb15087b-26c6-4058-9931-4584ee8c6e28 req-2a44178f-f775-4a5d-8966-30fcc5c4b518 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657535 Aug 16 01:59:30.393340 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.589759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] For port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:30.632110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] For port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:30.650971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.661415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-89d9b4a4-ed27-4249-a6b3-d025ece125c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.661914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-89d9b4a4-ed27-4249-a6b3-d025ece125c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.662393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-89d9b4a4-ed27-4249-a6b3-d025ece125c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.664044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-89d9b4a4-ed27-4249-a6b3-d025ece125c3 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b9c658ee3f214e51983195634b0a95a5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3804886 Aug 16 01:59:30.702331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.703057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.705039 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] 10.222.0.86 "PUT /v2.0/ports/0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 HTTP/1.1" status: 200 len: 1093 time: 1.3846207 Aug 16 01:59:30.817558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767b35b-5457-4c15-be7c-427f73f30275 req-5012dba6-3051-49f1-9099-0144f77c6938 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.826036 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767b35b-5457-4c15-be7c-427f73f30275 req-5012dba6-3051-49f1-9099-0144f77c6938 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.838383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767b35b-5457-4c15-be7c-427f73f30275 req-5012dba6-3051-49f1-9099-0144f77c6938 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.850151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a767b35b-5457-4c15-be7c-427f73f30275 req-5012dba6-3051-49f1-9099-0144f77c6938 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2412 time: 0.1467576 Aug 16 01:59:30.912232 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f23435a7-2cee-4f01-a3d8-186a3b94af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.947080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-25b56386-e3a2-4e53-9448-142423776de1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615907 Aug 16 01:59:31.062236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.117353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a767b35b-5457-4c15-be7c-427f73f30275 req-feebfbf2-7a92-4086-b4d9-8c4efe9d1cc0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659776 Aug 16 01:59:31.132189 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-2aaf2f44-aebb-4da9-bf9c-32a434c8999d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085572 Aug 16 01:59:31.153021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f5aca-f9d7-44fe-bf36-f76dd2c79dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.186877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb8f7d-41cb-40ad-b031-e164cfcb0d24 req-0d61cf62-8f25-4cb7-a69c-80f8c3552a43 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.188653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96fb8f7d-41cb-40ad-b031-e164cfcb0d24 req-0d61cf62-8f25-4cb7-a69c-80f8c3552a43 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 950 time: 0.1244726 Aug 16 01:59:31.221139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-b393d3e2-cf60-4956-bbef-5dc1778d8550 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.222648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-b393d3e2-cf60-4956-bbef-5dc1778d8550 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668583 Aug 16 01:59:31.242736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Request body: {'port': {'device_id': '270eeadb-ec88-469b-b9ac-acbbc97fd71a', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '92b73bee6b7e488fa616257a32f986e0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.254627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-cf08cacc-da7b-4228-bb91-90276d5bd0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.256174 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-cf08cacc-da7b-4228-bb91-90276d5bd0d6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680&tenant_id=cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 1101 time: 0.5502706 Aug 16 01:59:31.269449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96fb8f7d-41cb-40ad-b031-e164cfcb0d24 req-f8407648-9d48-4c3a-bd56-0d07485d6559 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746350 Aug 16 01:59:31.270902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-a2ab8e72-53a6-410e-9fe7-82b14664728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.272499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-a2ab8e72-53a6-410e-9fe7-82b14664728b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5768971 Aug 16 01:59:31.282006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.295329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-9b305f04-9363-4089-8fdb-8c2787f7ffde tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.296833 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-9b305f04-9363-4089-8fdb-8c2787f7ffde tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 950 time: 0.3215404 Aug 16 01:59:31.339079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1c64148-9df7-49d3-b135-95200ea29e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.357491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7cd28b8-ad97-4657-82f0-cc4a2597047e req-4996c9c4-25f2-4fc6-ba9e-5fe582b9bf79 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 210 time: 0.0414360 Aug 16 01:59:31.501824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff65bf-c93d-4d27-9b78-9123432326ed req-9d4cca4f-2ad2-423f-b90b-07dabcae9c78 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.502485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-b2577201-4a28-4603-b72a-0b2ec7964ed9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.503435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1ff65bf-c93d-4d27-9b78-9123432326ed req-9d4cca4f-2ad2-423f-b90b-07dabcae9c78 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1282084 Aug 16 01:59:31.503976 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-b2577201-4a28-4603-b72a-0b2ec7964ed9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244452 Aug 16 01:59:31.507608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.531683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Request body: {'port': {'device_id': '5c4f5d77-48cf-4988-8bed-5724bf2ef085', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '92b73bee6b7e488fa616257a32f986e0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.539181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-1ba6ff23-c092-48c7-9c62-b9b3d6f087d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.539931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-1ba6ff23-c092-48c7-9c62-b9b3d6f087d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.540286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-1ba6ff23-c092-48c7-9c62-b9b3d6f087d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.542014 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-1ba6ff23-c092-48c7-9c62-b9b3d6f087d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b9c658ee3f214e51983195634b0a95a5&device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2868 time: 0.1744835 Aug 16 01:59:31.601941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1c64148-9df7-49d3-b135-95200ea29e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.611739 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1ff65bf-c93d-4d27-9b78-9123432326ed req-bb9ebcc7-d188-4a1e-b156-5b1f4a7dc8ca tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932388 Aug 16 01:59:31.629648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1c64148-9df7-49d3-b135-95200ea29e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.662095 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Made reservation on behalf of 92b73bee6b7e488fa616257a32f986e0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:31.665569 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.703372 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d1c64148-9df7-49d3-b135-95200ea29e4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=485b7f63f2734a4fbc6768d98f5ab717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6349065 Aug 16 01:59:31.707009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34394) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.717794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdb6a5-ec0f-49b9-879e-1b908117b44a req-2ca61710-1fd2-461b-a893-d75fd9af5af2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.719323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3cdb6a5-ec0f-49b9-879e-1b908117b44a req-2ca61710-1fd2-461b-a893-d75fd9af5af2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 945 time: 0.1790357 Aug 16 01:59:31.743847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c64148-9df7-49d3-b135-95200ea29e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310b4534-5540-4f5c-8137-16613153197c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.751372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.861308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3cdb6a5-ec0f-49b9-879e-1b908117b44a req-8c575d4b-0a63-4b9d-b981-d582049583b2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305349 Aug 16 01:59:31.924428 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a83730a-9be2-4611-8b19-41bc1eba257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.928430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-392aec06-0c0f-4d1f-b718-11943e857984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.971457 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a83730a-9be2-4611-8b19-41bc1eba257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.999790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'tag': '0c4a0b12-97a4-4876-8c62-d0d915cf5ff1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:32.002035 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "tag": "0c4a0b12-97a4-4876-8c62-d0d915cf5ff1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:32.020017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Allocated IP 192.168.233.197 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/a5c58e3a-0367-45f4-a456-2b6e448daff8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:32.083525 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f31389-22e6-4541-b5b0-4ac14fcbcfc7 x-openstack-request-id: req-89f31389-22e6-4541-b5b0-4ac14fcbcfc7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:32.083861 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "tag": "0c4a0b12-97a4-4876-8c62-d0d915cf5ff1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:32.084148 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89f31389-22e6-4541-b5b0-4ac14fcbcfc7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:32.084536 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'tag': '0c4a0b12-97a4-4876-8c62-d0d915cf5ff1', 'status': 'completed', 'code': 200} Aug 16 01:59:32.100303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Deleting port 34933165-bf51-4706-ba1a-16bb717f0851 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:32.100640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.107588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe8dba-e36a-4a5b-888b-3e556a5ff745 req-10e77eb0-1e03-4330-a348-00ad4dbdcaa5 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.109097 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0afe8dba-e36a-4a5b-888b-3e556a5ff745 req-10e77eb0-1e03-4330-a348-00ad4dbdcaa5 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1097 time: 0.1493053 Aug 16 01:59:32.134331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a83730a-9be2-4611-8b19-41bc1eba257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.136881 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a83730a-9be2-4611-8b19-41bc1eba257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.138137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4a83730a-9be2-4611-8b19-41bc1eba257e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/310b4534-5540-4f5c-8137-16613153197c HTTP/1.1" status: 204 len: 168 time: 0.4298530 Aug 16 01:59:32.212903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83730a-9be2-4611-8b19-41bc1eba257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b4534-5540-4f5c-8137-16613153197c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.242661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-88189812-80f3-4003-a81b-6e6ea9dc54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.243690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-88189812-80f3-4003-a81b-6e6ea9dc54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.244673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-88189812-80f3-4003-a81b-6e6ea9dc54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.247156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-88189812-80f3-4003-a81b-6e6ea9dc54b5 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b9c658ee3f214e51983195634b0a95a5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6884103 Aug 16 01:59:32.302704 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0afe8dba-e36a-4a5b-888b-3e556a5ff745 req-01a26f10-777a-420b-910f-9b27df855bea tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729925 Aug 16 01:59:32.327336 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-392aec06-0c0f-4d1f-b718-11943e857984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.354150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] For port 34933165-bf51-4706-ba1a-16bb717f0851, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=34933165-bf51-4706-ba1a-16bb717f0851,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:32.354523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.356200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-392aec06-0c0f-4d1f-b718-11943e857984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.367718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333179-3c3f-4887-bc40-eb5bfee072e9 req-cb67b113-c820-4062-8f15-b63724a98db3 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.375855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333179-3c3f-4887-bc40-eb5bfee072e9 req-cb67b113-c820-4062-8f15-b63724a98db3 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.377306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Calling delete_port for 34933165-bf51-4706-ba1a-16bb717f0851 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:32.382967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333179-3c3f-4887-bc40-eb5bfee072e9 req-cb67b113-c820-4062-8f15-b63724a98db3 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.390309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e333179-3c3f-4887-bc40-eb5bfee072e9 req-cb67b113-c820-4062-8f15-b63724a98db3 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2412 time: 0.1668432 Aug 16 01:59:32.415296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Made reservation on behalf of 92b73bee6b7e488fa616257a32f986e0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:32.420157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.448670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.477267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-ae33f516-9296-468f-af74-f4e4e2d19d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.478309 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24799fac-69f5-419b-8f5f-a68d755b4bf2 req-ae33f516-9296-468f-af74-f4e4e2d19d10 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2176225 Aug 16 01:59:32.512080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e333179-3c3f-4887-bc40-eb5bfee072e9 req-b1429e06-e039-40de-b315-11806b94f538 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208301 Aug 16 01:59:32.514218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Transition to ACTIVE for port object a5c58e3a-0367-45f4-a456-2b6e448daff8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:32.517398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-392aec06-0c0f-4d1f-b718-11943e857984 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1b19edfbfb834b65b6017c0a5c7a629f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623372 Aug 16 01:59:32.523877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.534616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aec06-0c0f-4d1f-b718-11943e857984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f378c-4ef4-4024-81f9-aa8dba5d4f9d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.563995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3d4a1-9a0b-44c1-8969-1b279ef099e8 req-f2c7d7f1-5224-4052-a704-612eb3842fe8 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.565527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84a3d4a1-9a0b-44c1-8969-1b279ef099e8 req-f2c7d7f1-5224-4052-a704-612eb3842fe8 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c447949-143c-475a-bbe4-b02d4b0e0dbe HTTP/1.1" status: 200 len: 950 time: 0.1360216 Aug 16 01:59:32.584576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.639227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-713dd14a-c68a-4bb9-b4dc-0d6eaeffaf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.670165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-474b6171-a5cb-4785-ae25-1c5f7a8ecbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.696879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e3fd5da2-dfdc-46b3-8af1-2bd3782dede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.697373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e3fd5da2-dfdc-46b3-8af1-2bd3782dede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.697856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e3fd5da2-dfdc-46b3-8af1-2bd3782dede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.699998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e3fd5da2-dfdc-46b3-8af1-2bd3782dede4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b9c658ee3f214e51983195634b0a95a5&device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2868 time: 0.1416290 Aug 16 01:59:32.702476 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.706522 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84a3d4a1-9a0b-44c1-8969-1b279ef099e8 req-2509f271-7a52-4db2-8ad5-505c76f5ac05 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9eca44f-2556-4a59-a187-f31124d51ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112943 Aug 16 01:59:32.714043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:32.724084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-474b6171-a5cb-4785-ae25-1c5f7a8ecbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.756461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840702b-7fc4-4fcc-aebd-73cac2474d1a req-06ff10ad-bdf3-4fc7-a1eb-69c5b1053c7c tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.758229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5840702b-7fc4-4fcc-aebd-73cac2474d1a req-06ff10ad-bdf3-4fc7-a1eb-69c5b1053c7c tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1097 time: 0.1605487 Aug 16 01:59:32.792505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:32.809918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:32.824814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:32.833475 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-eb013eac-b9bf-41d8-8c89-92f5c677f401 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=a96cc477-8ee3-4b0a-b94b-12049ef82618 HTTP/1.1" status: 200 len: 217 time: 0.0812619 Aug 16 01:59:32.845936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event updated for resources: {'Port': ['ID=a5c58e3a-0367-45f4-a456-2b6e448daff8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.846730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.913308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Pushing event deleted for resources: {'Port': ['ID=34933165-bf51-4706-ba1a-16bb717f0851,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.937762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5840702b-7fc4-4fcc-aebd-73cac2474d1a req-9ec1a3f8-cd97-430c-a474-99a6a305a199 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691515 Aug 16 01:59:32.974226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.975204 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.000540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a62cff-933e-47bc-9a0e-61d96c64159d req-cf087671-06ee-444a-8e0b-87f83bfbf1f3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.008239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93a62cff-933e-47bc-9a0e-61d96c64159d req-cf087671-06ee-444a-8e0b-87f83bfbf1f3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 936 time: 0.1955905 Aug 16 01:59:33.017771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-474b6171-a5cb-4785-ae25-1c5f7a8ecbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.023933 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-474b6171-a5cb-4785-ae25-1c5f7a8ecbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.029528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-474b6171-a5cb-4785-ae25-1c5f7a8ecbff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b01f378c-4ef4-4024-81f9-aa8dba5d4f9d HTTP/1.1" status: 204 len: 168 time: 0.5038512 Aug 16 01:59:33.048661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] No DVR routers for this DVR port 34933165-bf51-4706-ba1a-16bb717f0851 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:33.052178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.054835 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b07aee71-32a8-447c-8f8d-f5fe8b5ea669 req-72f866cf-1323-4586-a8e3-1273f0393368 tempest-LiveMigrationNegativeTest-657772399 tempest-LiveMigrationNegativeTest-657772399-project] 10.222.0.93 "DELETE /v2.0/ports/34933165-bf51-4706-ba1a-16bb717f0851 HTTP/1.1" status: 204 len: 173 time: 1.7284956 Aug 16 01:59:33.060171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:33.067775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b6171-a5cb-4785-ae25-1c5f7a8ecbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f378c-4ef4-4024-81f9-aa8dba5d4f9d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.097900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-be92a753-b889-4bcb-83f1-5be671529c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.099566 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-be92a753-b889-4bcb-83f1-5be671529c9c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=27bd768b-6332-4775-901f-aba383c9bcdc HTTP/1.1" status: 200 len: 801 time: 0.2570939 Aug 16 01:59:33.114236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93a62cff-933e-47bc-9a0e-61d96c64159d req-9b1ff933-43be-444c-b943-bae404eb5b7b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028392 Aug 16 01:59:33.211596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:33.247879 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-713dd14a-c68a-4bb9-b4dc-0d6eaeffaf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.264177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-713dd14a-c68a-4bb9-b4dc-0d6eaeffaf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.267947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-ac93cb9b-85d0-4740-85eb-ee4c7bd33198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.271401 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-ac93cb9b-85d0-4740-85eb-ee4c7bd33198 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4b3aed0-941b-4664-b8ef-a63408c3b08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606786 Aug 16 01:59:33.352542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.359795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-dabb2fb0-9ad3-4ff3-9186-32d4aa8ba316 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1212146 Aug 16 01:59:33.381427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Request body: {'port': {'device_id': '270eeadb-ec88-469b-b9ac-acbbc97fd71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:33.390187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f560ec36-e4f5-4a28-a081-fe75eba5941a None None] Provisioning for port a5c58e3a-0367-45f4-a456-2b6e448daff8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:33.408452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-713dd14a-c68a-4bb9-b4dc-0d6eaeffaf4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1737d952b35148e1860131d094d0e8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8228178 Aug 16 01:59:33.413018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f560ec36-e4f5-4a28-a081-fe75eba5941a None None] Provisioning complete for port a5c58e3a-0367-45f4-a456-2b6e448daff8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:33.413396 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f560ec36-e4f5-4a28-a081-fe75eba5941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.414260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:33.416646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dd14a-c68a-4bb9-b4dc-0d6eaeffaf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acac953-1b17-447b-b49b-31929675d43a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.446473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Transition to ACTIVE for port object e21bb21c-3516-4871-87e1-8b59ab96f7f5 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:33.458270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805fa0e-25b0-4853-9610-5874a5674b62 req-81d2b7d0-ee10-4b59-b3e7-10c1d83328f8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.462591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0805fa0e-25b0-4853-9610-5874a5674b62 req-81d2b7d0-ee10-4b59-b3e7-10c1d83328f8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.2292533 Aug 16 01:59:33.472394 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.488535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f560ec36-e4f5-4a28-a081-fe75eba5941a None None] Port a5c58e3a-0367-45f4-a456-2b6e448daff8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:33.574011 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00f57b88-d0a5-47f8-a085-0caed37ad68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.605007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0805fa0e-25b0-4853-9610-5874a5674b62 req-d3101da7-3d2b-4b04-8222-d7872c4cfe9f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274745 Aug 16 01:59:33.617174 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.679660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7af2a482-7f0c-4fe5-a8e3-7a8353a2eb96 service neutron] 10.222.0.86 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896146 Aug 16 01:59:33.711753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] No DVR routers for this DVR port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:33.732903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Allocated IP 192.168.233.235 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/c51332f3-3784-4f68-926b-e448cfb6dcda) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:33.735336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.810874 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.812570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b41d8093-f011-4efd-969b-8d3e8bb9a9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.827201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e89cd-2591-4065-a5ef-1b223f2c84e5 req-94ea1435-b0ce-4676-bd6c-b0f05c077103 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.828977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-965e89cd-2591-4065-a5ef-1b223f2c84e5 req-94ea1435-b0ce-4676-bd6c-b0f05c077103 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1097 time: 0.1725438 Aug 16 01:59:33.891944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:33.976318 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b41d8093-f011-4efd-969b-8d3e8bb9a9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.991187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Attempting to bind port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:33.991518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Attempting to bind port e21bb21c-3516-4871-87e1-8b59ab96f7f5 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:33.991885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Attempting to bind port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:34.025043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:34.025367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Attempting to bind port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:34.057025 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-2e4a42b5-f763-4d7f-b6ea-aa69f141b602 service neutron] 10.222.0.86 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474908 Aug 16 01:59:34.086932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c447949-143c-475a-bbe4-b02d4b0e0dbe', 'name': 'network-vif-deleted', 'tag': '34933165-bf51-4706-ba1a-16bb717f0851'}, {'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:34.089143 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3aa657-575e-4843-aab6-16777fd8bbd1" -d '{"events": [{"server_uuid": "3c447949-143c-475a-bbe4-b02d4b0e0dbe", "name": "network-vif-deleted", "tag": "34933165-bf51-4706-ba1a-16bb717f0851"}, {"server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "name": "network-vif-unplugged", "status": "completed", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:34.107126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:34.107126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:34.107126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:34.107126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Bound port: e21bb21c-3516-4871-87e1-8b59ab96f7f5, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:34.107126 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.164853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7aea9ec0-e31e-4328-9a05-a258803d6e10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.245&port_id=6a92e26e-acab-4e43-bacd-9118576e5f76 HTTP/1.1" status: 200 len: 217 time: 0.0704281 Aug 16 01:59:34.174449 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3167f98-c5e8-4107-9748-63f12decb780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.198153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033a61e-65d3-4632-b3ae-8bebc53fde08 req-7e5bdcc5-bc92-418a-a7b0-5e677b288591 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.205960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033a61e-65d3-4632-b3ae-8bebc53fde08 req-7e5bdcc5-bc92-418a-a7b0-5e677b288591 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.212218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033a61e-65d3-4632-b3ae-8bebc53fde08 req-7e5bdcc5-bc92-418a-a7b0-5e677b288591 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.220520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7033a61e-65d3-4632-b3ae-8bebc53fde08 req-7e5bdcc5-bc92-418a-a7b0-5e677b288591 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2412 time: 0.4640553 Aug 16 01:59:34.228094 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-965e89cd-2591-4065-a5ef-1b223f2c84e5 req-13d335a3-359e-41f0-9fdc-fe3723adc341 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882735 Aug 16 01:59:34.274222 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b41d8093-f011-4efd-969b-8d3e8bb9a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.276900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b41d8093-f011-4efd-969b-8d3e8bb9a9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.279215 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b41d8093-f011-4efd-969b-8d3e8bb9a9e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2acac953-1b17-447b-b49b-31929675d43a HTTP/1.1" status: 204 len: 168 time: 0.8573885 Aug 16 01:59:34.290856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.86', 60506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.375344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7033a61e-65d3-4632-b3ae-8bebc53fde08 req-8c646117-8332-45ad-8120-2332529bdf4e tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482158 Aug 16 01:59:34.410084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d8093-f011-4efd-969b-8d3e8bb9a9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acac953-1b17-447b-b49b-31929675d43a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.427874 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3167f98-c5e8-4107-9748-63f12decb780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.434759 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3167f98-c5e8-4107-9748-63f12decb780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.455836 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73f6a1f-a179-4bad-b69e-b8d1162a3bf5 x-openstack-request-id: req-e73f6a1f-a179-4bad-b69e-b8d1162a3bf5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:34.458757 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c447949-143c-475a-bbe4-b02d4b0e0dbe", "name": "network-vif-deleted", "tag": "34933165-bf51-4706-ba1a-16bb717f0851", "status": "completed", "code": 200}, {"server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "name": "network-vif-unplugged", "status": "completed", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:34.459062 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e73f6a1f-a179-4bad-b69e-b8d1162a3bf5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:34.459732 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c447949-143c-475a-bbe4-b02d4b0e0dbe', 'name': 'network-vif-deleted', 'tag': '34933165-bf51-4706-ba1a-16bb717f0851', 'status': 'completed', 'code': 200} Aug 16 01:59:34.460797 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'code': 200} Aug 16 01:59:34.463729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e9560394-c29b-477f-a4a5-18bab81a25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.468356 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-e9560394-c29b-477f-a4a5-18bab81a25c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb08aa1f-7653-427a-822c-574ef570a9eb HTTP/1.1" status: 200 len: 801 time: 0.2651193 Aug 16 01:59:34.472031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:34.483368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3167f98-c5e8-4107-9748-63f12decb780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991cfa5b-db25-4ca0-b376-5198997c6b1d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.487214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.538952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f3167f98-c5e8-4107-9748-63f12decb780 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c36ed9466994673b2853c6ebc3e183b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6449416 Aug 16 01:59:34.542856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:34.545621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.571394 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.576972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fdbb9-276f-4cb7-a898-ad89112517a3 req-55575bd4-4186-4ed8-a6f0-45d6f044a1fd tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.578528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-013fdbb9-276f-4cb7-a898-ad89112517a3 req-55575bd4-4186-4ed8-a6f0-45d6f044a1fd tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 936 time: 0.0964417 Aug 16 01:59:34.590219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Transition to ACTIVE for port object c51332f3-3784-4f68-926b-e448cfb6dcda will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:34.636668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.637760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.639209 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] 10.222.0.86 "PUT /v2.0/ports/e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 1096 time: 3.3627670 Aug 16 01:59:34.643947 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a992da-8cd6-4524-8638-100006c51677 req-38078dd1-beef-4648-9f64-02bb0b5c6da5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3494413 Aug 16 01:59:34.678876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-013fdbb9-276f-4cb7-a898-ad89112517a3 req-3f4911c5-837e-4c7f-92d7-59bef7874cb8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692687 Aug 16 01:59:34.697963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb4be41a-1325-4c72-bd82-4f1dcbecc382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.705723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7bb1ee10-e08d-45f8-ba18-83b17e52f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.716101 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-7bb1ee10-e08d-45f8-ba18-83b17e52f293 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182124 Aug 16 01:59:34.749262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.769514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9cff3-4b11-402e-afcb-eaf6097015f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.819009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb4be41a-1325-4c72-bd82-4f1dcbecc382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.855909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fc1f4-4f35-4eb8-9da6-58a93cd8b7d0 req-545860da-6bb3-4bdd-96ee-8e7b148a92f7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.857497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b4fc1f4-4f35-4eb8-9da6-58a93cd8b7d0 req-545860da-6bb3-4bdd-96ee-8e7b148a92f7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.1006107 Aug 16 01:59:34.866936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.907209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.921335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:34.969608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 34933165-bf51-4706-ba1a-16bb717f0851 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:35.004147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 34933165-bf51-4706-ba1a-16bb717f0851 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:35.004688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 34933165-bf51-4706-ba1a-16bb717f0851 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:35.005442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e21bb21c-3516-4871-87e1-8b59ab96f7f5 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:35.084582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e21bb21c-3516-4871-87e1-8b59ab96f7f5 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:35.095986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:35.108916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b4fc1f4-4f35-4eb8-9da6-58a93cd8b7d0 req-bfd6deae-5b5d-4ead-8d33-e52d95543513 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264264 Aug 16 01:59:35.116302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb4be41a-1325-4c72-bd82-4f1dcbecc382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.118959 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb4be41a-1325-4c72-bd82-4f1dcbecc382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.120152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fb4be41a-1325-4c72-bd82-4f1dcbecc382 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/991cfa5b-db25-4ca0-b376-5198997c6b1d HTTP/1.1" status: 204 len: 168 time: 0.5742590 Aug 16 01:59:35.131825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a992da-8cd6-4524-8638-100006c51677 req-db9d2b7d-e16e-491a-968b-c21b64798066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.133869 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a992da-8cd6-4524-8638-100006c51677 req-db9d2b7d-e16e-491a-968b-c21b64798066 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 1097 time: 0.3571391 Aug 16 01:59:35.135780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:35.145432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-4e645242-d726-4178-b8cf-8b76da78edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.147173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-4e645242-d726-4178-b8cf-8b76da78edbe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1099 time: 0.4436843 Aug 16 01:59:35.149761 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-3809a258-7180-4eca-9aaf-d6adc47e4d29 service neutron] 10.222.0.86 "GET /v2.0/networks/6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090457 Aug 16 01:59:35.150795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:35.166294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4be41a-1325-4c72-bd82-4f1dcbecc382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991cfa5b-db25-4ca0-b376-5198997c6b1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.210541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8d7a34de-a710-425f-b12c-d84f2e53191c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=796a8c13fbba42dc8fd3f53ac1558e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349960 Aug 16 01:59:35.213642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.257608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.259517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.367707 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6340729d-045d-4cea-8b24-6ff1704544a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.402344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c58e3a-0367-45f4-a456-2b6e448daff8 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:35.448341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.469882 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6340729d-045d-4cea-8b24-6ff1704544a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.529116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Transition to ACTIVE for port object a5c58e3a-0367-45f4-a456-2b6e448daff8 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:35.574460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-01b37bd7-eb7e-42e8-9622-a1dc2759fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.576024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-01b37bd7-eb7e-42e8-9622-a1dc2759fd2d service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2901285 Aug 16 01:59:35.579325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.607496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event updated for resources: {'Port': ['ID=c51332f3-3784-4f68-926b-e448cfb6dcda,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.609671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6f94b-b2d6-4659-8fc9-f9d5970594e8 req-c2fd009e-890a-45dc-b826-3b0558282e8e tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.617647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cb6f94b-b2d6-4659-8fc9-f9d5970594e8 req-c2fd009e-890a-45dc-b826-3b0558282e8e tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1097 time: 0.1977711 Aug 16 01:59:35.655578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a533583a-f481-449e-9c36-e2fb26f21028 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1320684 Aug 16 01:59:35.702395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cb6f94b-b2d6-4659-8fc9-f9d5970594e8 req-555d6d68-0e69-453f-811a-c7841d0d23ab tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758078 Aug 16 01:59:35.781955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc148c8-d41f-4d3e-b185-256c28f820c1 req-3d05716a-29ac-401f-8f9a-40b21e9ccdda tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.790125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-20a72083-a619-44c1-9e7c-1c64d76e8e1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 217 time: 0.1532390 Aug 16 01:59:35.794588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Request body: {'port': {'device_id': '5c4f5d77-48cf-4988-8bed-5724bf2ef085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:35.798455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc148c8-d41f-4d3e-b185-256c28f820c1 req-3d05716a-29ac-401f-8f9a-40b21e9ccdda tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.812836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc148c8-d41f-4d3e-b185-256c28f820c1 req-3d05716a-29ac-401f-8f9a-40b21e9ccdda tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.823564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8fc148c8-d41f-4d3e-b185-256c28f820c1 req-3d05716a-29ac-401f-8f9a-40b21e9ccdda tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2412 time: 0.3246052 Aug 16 01:59:35.826318 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-87322594-8fa4-4ad1-9522-c186bb7f5b86 service neutron] 10.222.0.86 "GET /v2.0/networks/6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179480 Aug 16 01:59:35.835181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.844956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c58e3a-0367-45f4-a456-2b6e448daff8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.920719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8fc148c8-d41f-4d3e-b185-256c28f820c1 req-67495c41-5a7d-45da-8fdf-04714f8a4ad5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791585 Aug 16 01:59:35.944630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6340729d-045d-4cea-8b24-6ff1704544a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.952143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6340729d-045d-4cea-8b24-6ff1704544a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.957672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6340729d-045d-4cea-8b24-6ff1704544a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9eca44f-2556-4a59-a187-f31124d51ada HTTP/1.1" status: 204 len: 168 time: 0.7430046 Aug 16 01:59:35.988313 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.991078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340729d-045d-4cea-8b24-6ff1704544a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eca44f-2556-4a59-a187-f31124d51ada,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.991555 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-10c9798c-4ce5-4f4b-8619-48ee19372f1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 HTTP/1.1" status: 200 len: 217 time: 0.1047728 Aug 16 01:59:36.059469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a992da-8cd6-4524-8638-100006c51677 req-ae00f2e7-1915-430d-817b-db01eb64966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.061266 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a992da-8cd6-4524-8638-100006c51677 req-ae00f2e7-1915-430d-817b-db01eb64966b service neutron] 10.222.0.86 "GET /v2.0/networks?id=6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 200 len: 925 time: 0.4886189 Aug 16 01:59:36.071350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Attempting to bind port a5c58e3a-0367-45f4-a456-2b6e448daff8 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:36.083660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Attempting to bind port a5c58e3a-0367-45f4-a456-2b6e448daff8 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:36.084254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Attempting to bind port a5c58e3a-0367-45f4-a456-2b6e448daff8 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:36.089417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Port a5c58e3a-0367-45f4-a456-2b6e448daff8 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:36.092149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Attempting to bind port a5c58e3a-0367-45f4-a456-2b6e448daff8 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:36.100472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:36.101073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:36.101626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:36.102223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Bound port: a5c58e3a-0367-45f4-a456-2b6e448daff8, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:36.102750 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.232568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc723a3-2282-40ca-b5f2-fd616585d9fe req-a180415c-4ac0-4b36-889b-5d90e39eeff8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.235731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc723a3-2282-40ca-b5f2-fd616585d9fe req-a180415c-4ac0-4b36-889b-5d90e39eeff8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 948 time: 0.2379999 Aug 16 01:59:36.291065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-e5753d3e-d9b6-4938-af6e-b46afb865bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.292401 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-e5753d3e-d9b6-4938-af6e-b46afb865bcd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.4712701 Aug 16 01:59:36.328308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-510217990-network', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:36.340607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc723a3-2282-40ca-b5f2-fd616585d9fe req-1e6d8fc9-b120-436b-9f06-8672bf06d850 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964289 Aug 16 01:59:36.348007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] For port a5c58e3a-0367-45f4-a456-2b6e448daff8, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:36.352868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] For port a5c58e3a-0367-45f4-a456-2b6e448daff8, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a5c58e3a-0367-45f4-a456-2b6e448daff8,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:36.366543 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.421719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.422329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.424089 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] 10.222.0.93 "PUT /v2.0/ports/a5c58e3a-0367-45f4-a456-2b6e448daff8 HTTP/1.1" status: 200 len: 1097 time: 3.0538738 Aug 16 01:59:36.424542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270eeadb-ec88-469b-b9ac-acbbc97fd71a', 'tag': 'a5c58e3a-0367-45f4-a456-2b6e448daff8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:36.427108 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "270eeadb-ec88-469b-b9ac-acbbc97fd71a", "tag": "a5c58e3a-0367-45f4-a456-2b6e448daff8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:36.435023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-829ebe0a-ab2c-4f3b-89c0-bedb31dfede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.447557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-829ebe0a-ab2c-4f3b-89c0-bedb31dfede6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=27bd768b-6332-4775-901f-aba383c9bcdc HTTP/1.1" status: 200 len: 801 time: 0.4419918 Aug 16 01:59:36.461438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:36.463734 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edbe031-7dbf-4a6a-badd-ce891759c8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:36.511310 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a992da-8cd6-4524-8638-100006c51677 req-41c60190-d8c6-40bd-8d5a-9b7825ee7d6c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baceecae-20d1-4158-b8b0-cef2cc53032e HTTP/1.1" status: 200 len: 1001 time: 0.2987533 Aug 16 01:59:36.538584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cf591-af12-4f15-a5e3-49a89ba448d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c58e3a-0367-45f4-a456-2b6e448daff8,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:36.576467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024a667-1d27-48e9-bd7e-730a4f8d5536 req-e2424042-2aff-4087-8f7a-6f4754e4ad20 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.578296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b024a667-1d27-48e9-bd7e-730a4f8d5536 req-e2424042-2aff-4087-8f7a-6f4754e4ad20 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.1308892 Aug 16 01:59:36.593356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-fb5fb102-bb58-4500-b98b-718341c4a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.597067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-fb5fb102-bb58-4500-b98b-718341c4a327 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 1100 time: 0.1039066 Aug 16 01:59:36.630935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.723112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-63f7ff81-2181-4580-b986-61b60bb88273 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a5c58e3a-0367-45f4-a456-2b6e448daff8 HTTP/1.1" status: 200 len: 217 time: 0.1106770 Aug 16 01:59:36.802088 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.821907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b024a667-1d27-48e9-bd7e-730a4f8d5536 req-53552497-bcdf-4a3c-a913-e40a67c72948 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374780 Aug 16 01:59:36.868261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d469f950-ccfb-4261-8b24-f27b3beb3244 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e08de8fc529c40b7b81d8e5e7cbfb2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358074 Aug 16 01:59:36.872394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34552) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.882506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-4754eb05-f5c9-4f68-bc45-2666c91a7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.884431 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-4754eb05-f5c9-4f68-bc45-2666c91a7e27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1511343 Aug 16 01:59:36.941913 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ead303-9d51-4640-bc03-a936d963e223 x-openstack-request-id: req-f4ead303-9d51-4640-bc03-a936d963e223 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:36.942491 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270eeadb-ec88-469b-b9ac-acbbc97fd71a", "tag": "a5c58e3a-0367-45f4-a456-2b6e448daff8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:36.943041 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4ead303-9d51-4640-bc03-a936d963e223 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:36.943674 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270eeadb-ec88-469b-b9ac-acbbc97fd71a', 'tag': 'a5c58e3a-0367-45f4-a456-2b6e448daff8', 'status': 'completed', 'code': 200} Aug 16 01:59:36.982377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Made reservation on behalf of 8316dfb1259a4860aad6d1a906a99fa0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:36.986324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a615ee89-81bd-40f9-af0d-380e2edb1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.988239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.989632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a615ee89-81bd-40f9-af0d-380e2edb1b9e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0927732 Aug 16 01:59:37.001150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c97d671-d114-4d40-b11f-f5d0633a7451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.045059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.057490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-2ca8955d-311f-4f2e-be6b-0f4fe9bfe64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.059844 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-2ca8955d-311f-4f2e-be6b-0f4fe9bfe64b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7239892 Aug 16 01:59:37.092878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-dae6de33-fe56-4552-adaf-4eb1b4f51ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.094400 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-dae6de33-fe56-4552-adaf-4eb1b4f51ba4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4b3aed0-941b-4664-b8ef-a63408c3b08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6385064 Aug 16 01:59:37.108348 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaccc4b-9a74-4c9f-8f8e-f2d011d81cda x-openstack-request-id: req-cdaccc4b-9a74-4c9f-8f8e-f2d011d81cda {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:37.108629 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:37.108884 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdaccc4b-9a74-4c9f-8f8e-f2d011d81cda {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:37.109274 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'status': 'completed', 'code': 200} Aug 16 01:59:37.118644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c97d671-d114-4d40-b11f-f5d0633a7451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.124365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a992da-8cd6-4524-8638-100006c51677 req-e53883a6-6b76-420c-bdf8-a39c266d3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.142198 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a992da-8cd6-4524-8638-100006c51677 req-e53883a6-6b76-420c-bdf8-a39c266d3ee2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2c12270-e7e4-47d4-a4dd-b7d3336eab63 HTTP/1.1" status: 200 len: 863 time: 0.6208913 Aug 16 01:59:37.218807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-ae3b4652-1513-4341-ae93-43c8a7812e51 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075315 Aug 16 01:59:37.250173 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6b5df8e2-d7d1-4aaf-a697-ae7f1d1cd8ab None None] Provisioning for port c51332f3-3784-4f68-926b-e448cfb6dcda completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:37.255795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6b5df8e2-d7d1-4aaf-a697-ae7f1d1cd8ab None None] Provisioning complete for port c51332f3-3784-4f68-926b-e448cfb6dcda triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:37.256607 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b5df8e2-d7d1-4aaf-a697-ae7f1d1cd8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.344304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6b5df8e2-d7d1-4aaf-a697-ae7f1d1cd8ab None None] Port c51332f3-3784-4f68-926b-e448cfb6dcda cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:37.399157 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c97d671-d114-4d40-b11f-f5d0633a7451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.401646 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c97d671-d114-4d40-b11f-f5d0633a7451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.405814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1c97d671-d114-4d40-b11f-f5d0633a7451 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8ae26b2-e72c-472d-9678-b486cd2d6ad1 HTTP/1.1" status: 204 len: 168 time: 0.5291204 Aug 16 01:59:37.517089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97d671-d114-4d40-b11f-f5d0633a7451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae26b2-e72c-472d-9678-b486cd2d6ad1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:37.588055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51332f3-3784-4f68-926b-e448cfb6dcda {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:37.614512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583712-c74e-45c3-b926-833214cbed56 req-f0fe608c-0409-486f-9902-ceee7da1f5d3 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.622948 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.631124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583712-c74e-45c3-b926-833214cbed56 req-f0fe608c-0409-486f-9902-ceee7da1f5d3 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.635870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-f48f052f-0d44-4d6e-b0c7-ce5722fa8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.637949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-f48f052f-0d44-4d6e-b0c7-ce5722fa8be0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1099 time: 0.4706631 Aug 16 01:59:37.644375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583712-c74e-45c3-b926-833214cbed56 req-f0fe608c-0409-486f-9902-ceee7da1f5d3 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.646331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6583712-c74e-45c3-b926-833214cbed56 req-f0fe608c-0409-486f-9902-ceee7da1f5d3 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2412 time: 0.2651775 Aug 16 01:59:37.653925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a992da-8cd6-4524-8638-100006c51677 req-0121b1c0-accc-4c05-b1e7-1d7516d99096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.655373 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a992da-8cd6-4524-8638-100006c51677 req-0121b1c0-accc-4c05-b1e7-1d7516d99096 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6785f4d5-5db4-4b92-80f4-07c97d6648ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4820416 Aug 16 01:59:37.676566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-08443e12-b3b0-4a55-99db-d5693314d369 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:59:37.677611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-08443e12-b3b0-4a55-99db-d5693314d369 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473177 Aug 16 01:59:37.729027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-3315307d-fda4-401a-8f49-e8f0ab9a5610 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962568 Aug 16 01:59:37.757145 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-5f8d355d-2182-40bb-9ead-65158e495659 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844287 Aug 16 01:59:37.766346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Request body: {'binding': {'host': 'n-h2-768862-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:37.767073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:59:37.786537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6583712-c74e-45c3-b926-833214cbed56 req-08887fef-a9c5-490e-94cb-b9efac4a2e82 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123624 Aug 16 01:59:37.835278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Transition to ACTIVE for port object c51332f3-3784-4f68-926b-e448cfb6dcda will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:37.880514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-2cd80091-7cb8-4982-bd8f-3b20f38129b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:37.882738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-2cd80091-7cb8-4982-bd8f-3b20f38129b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 1100 time: 0.0927458 Aug 16 01:59:37.935291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-d886a580-db56-40ce-addf-7f87621ac8e0 service neutron] 10.222.0.86 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666383 Aug 16 01:59:38.066162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bbdaf-51ec-4ad0-b08f-5896b95bba74 req-b816309d-a545-4530-ba4e-e828074f2f9d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.070423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc5bbdaf-51ec-4ad0-b08f-5896b95bba74 req-b816309d-a545-4530-ba4e-e828074f2f9d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 948 time: 0.1343670 Aug 16 01:59:38.113937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.144319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-0c1d8971-1439-4a83-9d03-92702461e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.147281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-0c1d8971-1439-4a83-9d03-92702461e082 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2503784 Aug 16 01:59:38.228066 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a4520e4-4b29-428f-9e34-f085c87aebe2 req-26bd57f0-9495-49ca-845c-ca02a6f501cf service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349473 Aug 16 01:59:38.228066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c51332f3-3784-4f68-926b-e448cfb6dcda,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:38.248208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-ac0a8c6b-80cf-42fa-9e2f-c2252c0b4e9a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a5c58e3a-0367-45f4-a456-2b6e448daff8 HTTP/1.1" status: 200 len: 217 time: 0.0902588 Aug 16 01:59:38.255096 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc5bbdaf-51ec-4ad0-b08f-5896b95bba74 req-fdafdabf-c393-4ee2-9067-df38e14f65b5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676109 Aug 16 01:59:38.349531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-77e1831f-7b78-4dde-a366-9ecd0426e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.351592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-77e1831f-7b78-4dde-a366-9ecd0426e667 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0883446 Aug 16 01:59:38.530767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-62ef3279-6619-418e-9bc4-6875300b2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.533706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-62ef3279-6619-418e-9bc4-6875300b2d41 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1716447 Aug 16 01:59:38.546361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77720985-ca44-4f8b-a730-53da36be9c65 req-73af87ef-cc05-4ac9-b7d2-6efb1de25a4f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.554390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77720985-ca44-4f8b-a730-53da36be9c65 req-73af87ef-cc05-4ac9-b7d2-6efb1de25a4f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.0968878 Aug 16 01:59:38.593576 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.640123 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.654405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:38.686878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.687173 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Added segment 94038323-2e96-4819-96d2-cbe67ad9bfe5 of type vlan for network a858c169-0f05-48ce-a5f8-86ee02be6119 Aug 16 01:59:38.719626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77720985-ca44-4f8b-a730-53da36be9c65 req-55cecd2b-a13a-4cf4-a175-c66fb6c2591c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639256 Aug 16 01:59:38.722029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.736408 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.767063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-71857df2-e4f7-47d7-9874-6a224c42e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.768721 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-71857df2-e4f7-47d7-9874-6a224c42e76c service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 1.0862882 Aug 16 01:59:38.795995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-9f15640d-1e85-40b4-a0fd-8aadea48f109 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391269 Aug 16 01:59:38.813687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Attempting to bind port c51332f3-3784-4f68-926b-e448cfb6dcda on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:38.814275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Attempting to bind port c51332f3-3784-4f68-926b-e448cfb6dcda by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:38.814801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Attempting to bind port c51332f3-3784-4f68-926b-e448cfb6dcda on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:38.851734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.852940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:38.853705 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.872718 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a992da-8cd6-4524-8638-100006c51677 req-b1abd59a-7fea-4ae5-a01a-b5378820d010 service neutron] 10.222.0.86 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1806779 Aug 16 01:59:38.940890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-network', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:38.960639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab1a524a-6854-48ca-abe5-a2c38ba8fc30 req-348a9e6a-3982-418d-a663-f7bc39accfc5 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556551 Aug 16 01:59:38.971069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Made reservation on behalf of 9205b15d1d5d44aea8808c5bf5fa6eda for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:38.975718 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.988566 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.994379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Port c51332f3-3784-4f68-926b-e448cfb6dcda on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:38.995126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Attempting to bind port c51332f3-3784-4f68-926b-e448cfb6dcda on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:39.022506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-f7bb4bd6-fd02-4e3e-912b-e3d09cda7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.024659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-f7bb4bd6-fd02-4e3e-912b-e3d09cda7bf4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1099 time: 0.6822743 Aug 16 01:59:39.026987 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9007ae16-fd76-4a49-bc3c-06def40a133d req-73b05482-f8e1-4cab-9834-58ec8b5e972b service neutron] 10.222.0.86 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9605317 Aug 16 01:59:39.036652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-a1f81164-e0b2-45af-89e3-95c68618695f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 217 time: 0.2303779 Aug 16 01:59:39.051803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Pushing event updated for resources: {'Network': ['ID=a858c169-0f05-48ce-a5f8-86ee02be6119,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.068867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network a858c169-0f05-48ce-a5f8-86ee02be6119 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:39.095033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:39.095520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:39.095910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:39.096424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Bound port: c51332f3-3784-4f68-926b-e448cfb6dcda, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:39.096831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.150906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6abf65-5c01-4f10-a5f2-09838b1c6b88,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.188000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-11b7e7c3-df76-4c86-a0dc-e0b937d8e142 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3415270 Aug 16 01:59:39.189647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.191082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:39.197292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Request body: {'subnet': {'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-subnet', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:39.202323 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.239997 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:59:39.243897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:39.276423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67c7c69-beaf-46d5-9307-390f9452e033,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.288280 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.288840 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Added segment e63c66a6-8eda-4a4d-ab66-350ecbcf253a of type vlan for network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 Aug 16 01:59:39.291501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Made reservation on behalf of 8316dfb1259a4860aad6d1a906a99fa0 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:39.294055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.353172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on host n-h2-768862-14 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:39.353426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:39.353757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:39.368546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-206a22f5-9803-46c3-983f-cc660b9d402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.370046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-206a22f5-9803-46c3-983f-cc660b9d402d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.3148732 Aug 16 01:59:39.391032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:39.391385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:39.391709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.405165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc282d-8741-476d-8ce8-072ba1b13a8c req-74fde533-fe36-447d-ae86-7b246e1a3ff0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.411164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc282d-8741-476d-8ce8-072ba1b13a8c req-74fde533-fe36-447d-ae86-7b246e1a3ff0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.417153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc282d-8741-476d-8ce8-072ba1b13a8c req-74fde533-fe36-447d-ae86-7b246e1a3ff0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.418860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39fc282d-8741-476d-8ce8-072ba1b13a8c req-74fde533-fe36-447d-ae86-7b246e1a3ff0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2412 time: 0.1899736 Aug 16 01:59:39.452023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:39.452282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:39.452858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:39.453612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Bound port: 870fea1f-eb26-454d-a9d1-db6cad3001e7, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:39.467707 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a992da-8cd6-4524-8638-100006c51677 req-d663ef07-79f8-43ad-833d-dd9749e0419b service neutron] 10.222.0.86 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827077 Aug 16 01:59:39.477354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-4d6f29c6-d2e7-4a7b-abce-9e8c8f019d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.477852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-4d6f29c6-d2e7-4a7b-abce-9e8c8f019d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.478355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-4d6f29c6-d2e7-4a7b-abce-9e8c8f019d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.479994 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-4d6f29c6-d2e7-4a7b-abce-9e8c8f019d2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b9c658ee3f214e51983195634b0a95a5&device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2868 time: 0.2321885 Aug 16 01:59:39.495237 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.496726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.497320 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.505375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] For port c51332f3-3784-4f68-926b-e448cfb6dcda, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:39.511123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39fc282d-8741-476d-8ce8-072ba1b13a8c req-c672b617-302b-4856-9778-d3799d2fa660 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802205 Aug 16 01:59:39.521232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-5134c710-3b13-4a02-951b-a8fbc6384cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.522660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-5134c710-3b13-4a02-951b-a8fbc6384cd8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.4397562 Aug 16 01:59:39.549399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] For port c51332f3-3784-4f68-926b-e448cfb6dcda, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c51332f3-3784-4f68-926b-e448cfb6dcda,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:39.594202 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8681736 Aug 16 01:59:39.595613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:39.606527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.607306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07ebf2-7786-4b7a-ad6a-e166ec62f55f admin admin] Pushing event updated for resources: {'Network': ['ID=bd83fd1e-29af-4893-9d19-1f4e5a39b4a6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.618209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Request body: {'subnet': {'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-subnet', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:39.623843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:39.663267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.728004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49bb669-4fe5-4cc0-a550-73aa7673ad99,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.744771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-dc445427-ce94-4440-a3ef-2cef7773538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.745028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Checking segment: {'id': '94038323-2e96-4819-96d2-cbe67ad9bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:39.745128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Network hostable DHCP agents. Network: a858c169-0f05-48ce-a5f8-86ee02be6119, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:39.746874 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-dc445427-ce94-4440-a3ef-2cef7773538a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3505731 Aug 16 01:59:39.747582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c51332f3-3784-4f68-926b-e448cfb6dcda,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.758202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:39.765847 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-32db50ef-c4bf-47ee-91c0-1d48c0718572 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 217 time: 0.2003579 Aug 16 01:59:39.777761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.778801 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.780216 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-abc40d65-9966-45e3-85e9-49949970bdb4 service neutron] 10.222.0.86 "PUT /v2.0/ports/c51332f3-3784-4f68-926b-e448cfb6dcda HTTP/1.1" status: 200 len: 1097 time: 3.9919436 Aug 16 01:59:39.795151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4f5d77-48cf-4988-8bed-5724bf2ef085', 'tag': 'c51332f3-3784-4f68-926b-e448cfb6dcda'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:39.797670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Network a858c169-0f05-48ce-a5f8-86ee02be6119 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:39.797814 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4f5d77-48cf-4988-8bed-5724bf2ef085", "tag": "c51332f3-3784-4f68-926b-e448cfb6dcda"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:39.802522 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.807700 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fda5ffb5-9e51-4639-8146-247152def65e service neutron] 10.222.0.61 "POST /v2.0/ports/870fea1f-eb26-454d-a9d1-db6cad3001e7/bindings HTTP/1.1" status: 201 len: 390 time: 2.0581341 Aug 16 01:59:39.809372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, a858c169-0f05-48ce-a5f8-86ee02be6119) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:39.818101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41b792-f532-4acd-abaa-2051f32d1804 req-98075347-9b57-4e35-a10e-a0da9cb45e66 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.818586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288072a7-a19c-4d27-a73b-140442be7d75 None None] Network a858c169-0f05-48ce-a5f8-86ee02be6119 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:39.819675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba41b792-f532-4acd-abaa-2051f32d1804 req-98075347-9b57-4e35-a10e-a0da9cb45e66 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 948 time: 0.0706925 Aug 16 01:59:39.822730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.823290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.931986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba41b792-f532-4acd-abaa-2051f32d1804 req-8aea258b-bba4-490a-b737-1fd2699acfcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816760 Aug 16 01:59:40.179620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfcebf-b21a-4a63-bdc6-b3a962eb6aae req-983724ce-eca2-4fac-b48e-a4bdc8a3d364 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.188759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4bfcebf-b21a-4a63-bdc6-b3a962eb6aae req-983724ce-eca2-4fac-b48e-a4bdc8a3d364 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.1409676 Aug 16 01:59:40.203114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-19a97f21-1dae-414c-bfb5-a50d08df4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.204737 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-19a97f21-1dae-414c-bfb5-a50d08df4e43 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1097 time: 0.0908093 Aug 16 01:59:40.222049 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2586edc7-e741-4645-8275-bd3cda685638 x-openstack-request-id: req-2586edc7-e741-4645-8275-bd3cda685638 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:40.222589 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4f5d77-48cf-4988-8bed-5724bf2ef085", "tag": "c51332f3-3784-4f68-926b-e448cfb6dcda", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:40.222589 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2586edc7-e741-4645-8275-bd3cda685638 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:40.222841 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4f5d77-48cf-4988-8bed-5724bf2ef085', 'tag': 'c51332f3-3784-4f68-926b-e448cfb6dcda', 'status': 'completed', 'code': 200} Aug 16 01:59:40.265360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4bfcebf-b21a-4a63-bdc6-b3a962eb6aae req-0579b2a7-e7fc-45ee-8ede-1936e44bbde7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756209 Aug 16 01:59:40.282638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-a858c169-0f05-48ce-a5f8-86ee02be6119', 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'fixed_ips': [{'subnet_id': 'a49bb669-4fe5-4cc0-a550-73aa7673ad99'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:40.283578 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.306490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Made reservation on behalf of 9205b15d1d5d44aea8808c5bf5fa6eda for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:40.314817 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.321947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-987013b0-e5ca-49d4-af5a-06152adaaaec admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1274498 Aug 16 01:59:40.355070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.363370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:40.449954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-b40fc1c3-f458-4e9a-adab-43a70b246733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.454351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-f6a80465-8fc2-41c4-a0a7-7553168691d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.455882 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-f6a80465-8fc2-41c4-a0a7-7553168691d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.6747618 Aug 16 01:59:40.457068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-b40fc1c3-f458-4e9a-adab-43a70b246733 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.2411005 Aug 16 01:59:40.460984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-958c1a5b-b032-43bb-a6f8-98c6ce85831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.462686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-958c1a5b-b032-43bb-a6f8-98c6ce85831c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 1100 time: 0.2427886 Aug 16 01:59:40.468365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-9f37d6a0-2b1b-4a66-9ecc-f2280a0c6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.469974 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-9f37d6a0-2b1b-4a66-9ecc-f2280a0c6635 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4b3aed0-941b-4664-b8ef-a63408c3b08e HTTP/1.1" status: 200 len: 903 time: 0.9623148 Aug 16 01:59:40.485037 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.485984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.497386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Allocated IP 172.20.0.2 (a858c169-0f05-48ce-a5f8-86ee02be6119/a49bb669-4fe5-4cc0-a550-73aa7673ad99/5925f91b-967e-4faa-b2b7-f3a4aa7a97b1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:40.507752 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-2a93ca08-ca95-4c8e-91ae-989dcc08f9c5 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407310 Aug 16 01:59:40.537747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bad2b-6c1e-4535-a657-08e833f35ed2 req-224cc570-36ac-463a-b019-fbb054d50188 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.545521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-990bad2b-6c1e-4535-a657-08e833f35ed2 req-224cc570-36ac-463a-b019-fbb054d50188 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 945 time: 0.2440922 Aug 16 01:59:40.558234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-69614186-28e2-4495-8c29-129963cb9153 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7 HTTP/1.1" status: 200 len: 217 time: 0.0855772 Aug 16 01:59:40.625646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-ced7877d-5e05-42cf-b13d-71cf3d3d92f6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 HTTP/1.1" status: 200 len: 217 time: 0.1232443 Aug 16 01:59:40.627327 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-a5c34389-e614-4ba0-ba6e-2e7d381827e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c51332f3-3784-4f68-926b-e448cfb6dcda HTTP/1.1" status: 200 len: 217 time: 0.1313875 Aug 16 01:59:40.667687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-990bad2b-6c1e-4535-a657-08e833f35ed2 req-f774a5f4-f9a9-4329-a0ee-24607a4d0465 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212161 Aug 16 01:59:40.670750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.695026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.739732 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.749581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Transition to ACTIVE for port object 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:40.779401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Transition to ACTIVE for port object 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:40.792826 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.821125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-dd6c7d6b-c0d9-465e-95fd-44eac5bc3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.822691 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-dd6c7d6b-c0d9-465e-95fd-44eac5bc3736 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3193583 Aug 16 01:59:40.858059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Network a858c169-0f05-48ce-a5f8-86ee02be6119 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:40.863738 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:40.868873 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:40.869111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f61817a5-0e4c-4c41-a832-678ac43c5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.871623 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-f61817a5-0e4c-4c41-a832-678ac43c5bd9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2086983 Aug 16 01:59:40.873394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Pushing event updated for resources: {'Port': ['ID=5925f91b-967e-4faa-b2b7-f3a4aa7a97b1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:40.893211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-93395bb7-3fb4-47ef-bd57-d16c438a8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:40.894958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-93395bb7-3fb4-47ef-bd57-d16c438a8cd4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=27bd768b-6332-4775-901f-aba383c9bcdc HTTP/1.1" status: 200 len: 801 time: 0.2356679 Aug 16 01:59:40.931006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Attempting to bind port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:40.931507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Attempting to bind port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '94038323-2e96-4819-96d2-cbe67ad9bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:40.931934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Attempting to bind port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 on network a858c169-0f05-48ce-a5f8-86ee02be6119 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:40.937786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:40.938291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Checking segment: {'id': '94038323-2e96-4819-96d2-cbe67ad9bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:40.938756 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.939243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Bound using segment: {'id': '94038323-2e96-4819-96d2-cbe67ad9bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:40.939775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Bound port: 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94038323-2e96-4819-96d2-cbe67ad9bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:40.940231 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.001560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-c63409af-bbd1-476d-ba7e-ad7615d8dcdb service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751861 Aug 16 01:59:41.030363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a5c58e3a-0367-45f4-a456-2b6e448daff8 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:41.057401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.065605 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eac92041-a22d-4fdc-ba17-6f1a5bd19618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.093393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-987ec77a-c27b-4edc-b199-58ca8544d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.094862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-987ec77a-c27b-4edc-b199-58ca8544d4f9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.5185986 Aug 16 01:59:41.107428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-3af96cd5-5631-4b2c-9beb-6f195b226c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.109237 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-3af96cd5-5631-4b2c-9beb-6f195b226c0f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1877537 Aug 16 01:59:41.111581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-b368077e-255f-413b-b297-4bd93f4ab86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.114264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-b368077e-255f-413b-b297-4bd93f4ab86c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4b3aed0-941b-4664-b8ef-a63408c3b08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804395 Aug 16 01:59:41.119500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] For port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:41.134156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-396bb7da-09b0-43ea-94fc-49f0a30992d1 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930765 Aug 16 01:59:41.142500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] For port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5925f91b-967e-4faa-b2b7-f3a4aa7a97b1,segment=NetworkSegment(94038323-2e96-4819-96d2-cbe67ad9bfe5),segment_id=94038323-2e96-4819-96d2-cbe67ad9bfe5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:41.148096 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.191393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd85936-9c27-43c3-8c0b-255241510e39 req-c804c289-406b-40cf-851e-749465513b8a tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.197324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd85936-9c27-43c3-8c0b-255241510e39 req-c804c289-406b-40cf-851e-749465513b8a tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.204603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd85936-9c27-43c3-8c0b-255241510e39 req-c804c289-406b-40cf-851e-749465513b8a tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.206021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1fd85936-9c27-43c3-8c0b-255241510e39 req-c804c289-406b-40cf-851e-749465513b8a tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2412 time: 0.5342832 Aug 16 01:59:41.252040 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec637baa-2caf-4980-9183-39f8bf918679 None None] Pushing event updated for resources: {'Port': ['ID=5925f91b-967e-4faa-b2b7-f3a4aa7a97b1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:41.257660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a5c58e3a-0367-45f4-a456-2b6e448daff8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a5c58e3a-0367-45f4-a456-2b6e448daff8,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:41.268401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1c6c4b-33f8-4de0-963f-f113e52531df,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:41.270549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'a5c58e3a-0367-45f4-a456-2b6e448daff8', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'a5c58e3a-0367-45f4-a456-2b6e448daff8', 'mac_address': 'fa:16:3e:36:cd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:41.276362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-d3123a78-9528-4593-9389-5a3d9f984cef service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438026 Aug 16 01:59:41.325022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.335837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1fd85936-9c27-43c3-8c0b-255241510e39 req-e84eaafb-7f01-4134-b8ad-8bf50fbfec57 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968754 Aug 16 01:59:41.338561 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.343706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c58e3a-0367-45f4-a456-2b6e448daff8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:41.377786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a5c58e3a-0367-45f4-a456-2b6e448daff8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a5c58e3a-0367-45f4-a456-2b6e448daff8,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:41.383997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Checking segment: {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:41.383997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Network hostable DHCP agents. Network: bd83fd1e-29af-4893-9d19-1f4e5a39b4a6, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:41.394027 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.433115 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-6bf7ec8a-3949-4af6-8077-6dbcb6fd9f3b service neutron] 10.222.0.86 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061895 Aug 16 01:59:41.457434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb62273-ac75-49c1-a713-3e22be5b798b req-4a412a5c-88ee-4aaa-986b-8b504cc24b29 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.473691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0eb62273-ac75-49c1-a713-3e22be5b798b req-4a412a5c-88ee-4aaa-986b-8b504cc24b29 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 948 time: 0.3990104 Aug 16 01:59:41.492029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a5c58e3a-0367-45f4-a456-2b6e448daff8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:41.559778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4edbe031-7dbf-4a6a-badd-ce891759c8fb req-a32befc0-6c15-4dd2-af60-6394d359776a service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027255 Aug 16 01:59:41.567309 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-98dd121d-19b5-4c67-a9d0-da241e946a58 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354742 Aug 16 01:59:41.579477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:41.627652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, bd83fd1e-29af-4893-9d19-1f4e5a39b4a6) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:41.633645 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.633995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.639723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c47901-0a9c-4180-acab-f7d042d79979 None None] Network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:41.698093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a5c58e3a-0367-45f4-a456-2b6e448daff8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:41.704180 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0eb62273-ac75-49c1-a713-3e22be5b798b req-3dcefc0b-82e2-4ca5-a6c0-3ac895621689 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520557 Aug 16 01:59:41.709496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-d5bd4803-6615-4832-afad-cf9f6fee0f81 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886583 Aug 16 01:59:41.712172 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd9bccd3-f131-4fd8-868a-b58f8eeddc1c req-b4d79cf6-495c-49b4-902f-b37d32317ca4 service neutron] 10.222.0.86 "GET /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576232 Aug 16 01:59:41.760456 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a891c788-b1bf-409a-be9d-a7c4149822f3 req-0e40cd1a-3db8-4eb1-bbf8-1597495ab31c service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615922 Aug 16 01:59:41.801106 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eac92041-a22d-4fdc-ba17-6f1a5bd19618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.801320 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.812608 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-51aef168-56b2-4c4d-bdba-a5fe14d94dab admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2081809 Aug 16 01:59:41.815222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:41.821556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:41.823955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7950-f82c-42b1-afa9-6c951f4505fe req-6de4d05f-7c11-4f72-940c-4ae0440c53e8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:41.831380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-880b7950-f82c-42b1-afa9-6c951f4505fe req-6de4d05f-7c11-4f72-940c-4ae0440c53e8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.2393808 Aug 16 01:59:41.844701 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eac92041-a22d-4fdc-ba17-6f1a5bd19618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.852008 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.854279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.938897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'fixed_ips': [{'subnet_id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:41.939894 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.948008 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.964190 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eac92041-a22d-4fdc-ba17-6f1a5bd19618 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc5b171351db421d996c6ca01c690cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2782993 Aug 16 01:59:41.971323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:41.990805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac92041-a22d-4fdc-ba17-6f1a5bd19618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bf9268-d9d3-4332-af78-285078d1c379,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:42.017026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-880b7950-f82c-42b1-afa9-6c951f4505fe req-a637a031-3d66-4c85-9bd8-5c3662d639e3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847210 Aug 16 01:59:42.042532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290403a-bf46-40e4-a87b-eac2d30a5794 req-628d598c-952c-4865-8117-5f7e24e31eb6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.044562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3290403a-bf46-40e4-a87b-eac2d30a5794 req-628d598c-952c-4865-8117-5f7e24e31eb6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 945 time: 0.2407126 Aug 16 01:59:42.047982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-6e3368c1-f797-4b6c-b080-fc8fe8991740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.049649 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-6e3368c1-f797-4b6c-b080-fc8fe8991740 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 1100 time: 0.1741228 Aug 16 01:59:42.059461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-db80ea27-8955-426a-8a94-14dc7321195d service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378339 Aug 16 01:59:42.139038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Allocated IP 172.20.0.2 (bd83fd1e-29af-4893-9d19-1f4e5a39b4a6/cf1c6c4b-33f8-4de0-963f-f113e52531df/fcba9d6a-561b-4488-b01d-beee1c5fe8ad) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:42.187479 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.246893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3290403a-bf46-40e4-a87b-eac2d30a5794 req-6dcc6d18-6078-491e-ae00-f6b5df0b2006 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895421 Aug 16 01:59:42.278464 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.295080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9242a3ef-0924-48c8-9d7d-3cae49edf6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.295364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-895dbfa2-51eb-496d-8a6b-5bfa0c0162a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.295364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-895dbfa2-51eb-496d-8a6b-5bfa0c0162a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1935663 Aug 16 01:59:42.328256 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.335569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-75ac7855-fa43-4b53-ad1d-6abe8c9ea405 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.337503 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.340974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-75ac7855-fa43-4b53-ad1d-6abe8c9ea405 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.1946995 Aug 16 01:59:42.342581 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-bf14d495-321a-4963-afc9-a5daed63ec7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c51332f3-3784-4f68-926b-e448cfb6dcda HTTP/1.1" status: 200 len: 217 time: 0.0476062 Aug 16 01:59:42.349656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Transition to ACTIVE for port object fcba9d6a-561b-4488-b01d-beee1c5fe8ad will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:42.370891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Transition to ACTIVE for port object fcba9d6a-561b-4488-b01d-beee1c5fe8ad will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:42.381606 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.399323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-14'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:42.416225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-e091d4d9-159f-460c-8f32-c7fefcf2201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.417745 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-e091d4d9-159f-460c-8f32-c7fefcf2201e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0661418 Aug 16 01:59:42.482049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:42.485068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:42.488585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:42.567475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-b19195ac-ac3c-4c39-bd23-5986386d32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.569026 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-b19195ac-ac3c-4c39-bd23-5986386d32c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420588 Aug 16 01:59:42.584655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.594119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:42.595964 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.598119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Pushing event updated for resources: {'Port': ['ID=fcba9d6a-561b-4488-b01d-beee1c5fe8ad,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:42.604219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9242a3ef-0924-48c8-9d7d-3cae49edf6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.623616 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.633714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a08f3-2432-43b5-8c40-110d59007658 None None] Network a858c169-0f05-48ce-a5f8-86ee02be6119 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:42.690093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Attempting to bind port fcba9d6a-561b-4488-b01d-beee1c5fe8ad on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:42.690462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Attempting to bind port fcba9d6a-561b-4488-b01d-beee1c5fe8ad by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:42.690826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Attempting to bind port fcba9d6a-561b-4488-b01d-beee1c5fe8ad on network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:42.709752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:42.710175 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Checking segment: {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:42.710554 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.710963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Bound using segment: {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:42.711498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Bound port: fcba9d6a-561b-4488-b01d-beee1c5fe8ad, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:42.711891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.738516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635e5d0-4629-49e3-bbe9-b35335d11e80 req-e32deb22-ed0c-4a28-94f8-bfbf23758245 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.745240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635e5d0-4629-49e3-bbe9-b35335d11e80 req-e32deb22-ed0c-4a28-94f8-bfbf23758245 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.745430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-261a6fb0-0f03-4c70-b9c7-0af5d9115d32 None None] Provisioning for port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:42.751536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635e5d0-4629-49e3-bbe9-b35335d11e80 req-e32deb22-ed0c-4a28-94f8-bfbf23758245 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.753624 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6635e5d0-4629-49e3-bbe9-b35335d11e80 req-e32deb22-ed0c-4a28-94f8-bfbf23758245 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2412 time: 0.2047515 Aug 16 01:59:42.805587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:42.823523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:42.823810 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.826691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Allocated IP 172.25.5.80 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/674e2662-7cf8-4f40-a335-7677d50f1db0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:42.900479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] For port fcba9d6a-561b-4488-b01d-beee1c5fe8ad, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:42.934833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] For port fcba9d6a-561b-4488-b01d-beee1c5fe8ad, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=fcba9d6a-561b-4488-b01d-beee1c5fe8ad,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:42.966944 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.026451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6635e5d0-4629-49e3-bbe9-b35335d11e80 req-96846e14-7e56-4da2-8264-33cd8dbcb215 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645731 Aug 16 01:59:43.048216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a5c58e3a-0367-45f4-a456-2b6e448daff8 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:43.078848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-63b58545-dde3-4af5-85ee-9636f4075760 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572906 Aug 16 01:59:43.149807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6118b-c178-4a2e-b836-5a0c41e2b852 None None] Pushing event updated for resources: {'Port': ['ID=fcba9d6a-561b-4488-b01d-beee1c5fe8ad,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.171908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:43.190841 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.204449 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b5396bed-d7ee-4eba-b2c8-65f5416f8fdc req-e72001d1-6331-4bea-b4ca-c2be477b2298 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164017 Aug 16 01:59:43.215984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port a5c58e3a-0367-45f4-a456-2b6e448daff8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:43.231251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port a5c58e3a-0367-45f4-a456-2b6e448daff8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:43.231641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.240286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:43.246828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5925f91b-967e-4faa-b2b7-f3a4aa7a97b1,segment=NetworkSegment(94038323-2e96-4819-96d2-cbe67ad9bfe5),segment_id=94038323-2e96-4819-96d2-cbe67ad9bfe5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:43.266408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.330425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a96cc477-8ee3-4b0a-b94b-12049ef82618 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:43.347919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:43.350807 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973c2f48-5625-42e8-a78d-857ff2f3b99e" -d '{"events": [{"server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "name": "network-vif-unplugged", "status": "completed", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:43.360692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.366558 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9242a3ef-0924-48c8-9d7d-3cae49edf6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.368644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9242a3ef-0924-48c8-9d7d-3cae49edf6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.369877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9242a3ef-0924-48c8-9d7d-3cae49edf6f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92bf9268-d9d3-4332-af78-285078d1c379 HTTP/1.1" status: 204 len: 168 time: 1.3935952 Aug 16 01:59:43.374817 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.414325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2310ad-151a-4bc7-972c-406f55f398c9 req-413fe0c7-368c-4d08-9bd5-284838ed2505 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.422547 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b2310ad-151a-4bc7-972c-406f55f398c9 req-413fe0c7-368c-4d08-9bd5-284838ed2505 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 949 time: 0.5562341 Aug 16 01:59:43.444314 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.469503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242a3ef-0924-48c8-9d7d-3cae49edf6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bf9268-d9d3-4332-af78-285078d1c379,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.585934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6dc5d-d281-4819-8f30-31b7824ffab2 req-7d828191-23c7-4466-8248-9502ba62c62c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.594339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cc6dc5d-d281-4819-8f30-31b7824ffab2 req-7d828191-23c7-4466-8248-9502ba62c62c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.2992325 Aug 16 01:59:43.596097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=5925f91b-967e-4faa-b2b7-f3a4aa7a97b1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.608493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=870fea1f-eb26-454d-a9d1-db6cad3001e7,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.614498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b2310ad-151a-4bc7-972c-406f55f398c9 req-4387f11a-bd10-4e02-a064-09ddebaae848 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910942 Aug 16 01:59:43.641229 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.689072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-78944f73-f8ff-4277-96de-f4ba36ca28bc None None] Provisioning complete for port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:43.689439 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78944f73-f8ff-4277-96de-f4ba36ca28bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.735311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cc6dc5d-d281-4819-8f30-31b7824ffab2 req-06f43e08-013d-4e6d-a8ea-3a3838f9da53 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400549 Aug 16 01:59:43.739137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270eeadb-ec88-469b-b9ac-acbbc97fd71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c58e3a-0367-45f4-a456-2b6e448daff8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:43.739329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.739813 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c165e-93c2-41d8-9ee7-de63f323d8ff" -d '{"events": [{"server_uuid": "270eeadb-ec88-469b-b9ac-acbbc97fd71a", "name": "network-vif-plugged", "status": "completed", "tag": "a5c58e3a-0367-45f4-a456-2b6e448daff8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:43.760935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:43.761368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:43.762478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:43.784594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a5c58e3a-0367-45f4-a456-2b6e448daff8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a5c58e3a-0367-45f4-a456-2b6e448daff8,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:43.803250 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.805126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:43.805551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Attempting to bind port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:43.812518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Allocated IP 172.25.5.96 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/485d66ab-4092-4c3d-b7a8-48f0a8e0a04f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:43.816605 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46baefc6-0d81-488a-be3f-2ba753831916 x-openstack-request-id: req-46baefc6-0d81-488a-be3f-2ba753831916 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:43.816984 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "name": "network-vif-unplugged", "status": "completed", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:43.817332 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46baefc6-0d81-488a-be3f-2ba753831916 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:43.818178 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7', 'code': 200} Aug 16 01:59:43.818449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34690) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:43.820930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:43.833321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:43.841760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:43.844259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:43.844739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:43.846187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:43.846187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Bound port: 870fea1f-eb26-454d-a9d1-db6cad3001e7, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:43.846187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.851506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.854199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port a96cc477-8ee3-4b0a-b94b-12049ef82618, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96cc477-8ee3-4b0a-b94b-12049ef82618,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:43.856317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f8c6d-951a-48af-8608-406c0e276b0d req-70e0aebe-e486-4ff0-a329-aa33b2e19ae0 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.858019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-744f8c6d-951a-48af-8608-406c0e276b0d req-70e0aebe-e486-4ff0-a329-aa33b2e19ae0 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 943 time: 0.1349335 Aug 16 01:59:43.887178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'a96cc477-8ee3-4b0a-b94b-12049ef82618', 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e', 'port_id': 'a96cc477-8ee3-4b0a-b94b-12049ef82618', 'mac_address': 'fa:16:3e:19:9b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bd768b-6332-4775-901f-aba383c9bcdc', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:43.915840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Pushing event updated for resources: {'Port': ['ID=674e2662-7cf8-4f40-a335-7677d50f1db0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.920165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a5c58e3a-0367-45f4-a456-2b6e448daff8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.939401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.939564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.939962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.940393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.940989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.941595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.942138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.942848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.942848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.943280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.943698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:43.944113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.022964 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d467e-d88f-48da-9c30-9542aea6ef7b x-openstack-request-id: req-528d467e-d88f-48da-9c30-9542aea6ef7b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:44.023384 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270eeadb-ec88-469b-b9ac-acbbc97fd71a", "name": "network-vif-plugged", "status": "completed", "tag": "a5c58e3a-0367-45f4-a456-2b6e448daff8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:44.023979 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-528d467e-d88f-48da-9c30-9542aea6ef7b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:44.024460 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270eeadb-ec88-469b-b9ac-acbbc97fd71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c58e3a-0367-45f4-a456-2b6e448daff8', 'code': 200} Aug 16 01:59:44.031578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-744f8c6d-951a-48af-8608-406c0e276b0d req-d37e2ba7-ac2c-4bdb-b668-0c2d9b1ee251 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391671 Aug 16 01:59:44.032896 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.059372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96cc477-8ee3-4b0a-b94b-12049ef82618 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:44.091643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.102754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port a96cc477-8ee3-4b0a-b94b-12049ef82618, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96cc477-8ee3-4b0a-b94b-12049ef82618,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:44.117593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.118389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e21bb21c-3516-4871-87e1-8b59ab96f7f5 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:44.234654 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.238601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae759856-22b2-4993-af02-8bed770fda85 req-1f38f46d-a1bb-4a5b-9968-645c4e8f30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.240825 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae759856-22b2-4993-af02-8bed770fda85 req-1f38f46d-a1bb-4a5b-9968-645c4e8f30ec service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 1102 time: 0.1220081 Aug 16 01:59:44.249045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.305610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:44.333473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=a96cc477-8ee3-4b0a-b94b-12049ef82618,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.347486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:44.364943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.375348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:44.392621 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.396897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'mac_address': 'fa:16:3e:ab:51:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:44.452639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e2dd10-db07-44fc-99c3-4aec154af0cf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.466711 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.485665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21bb21c-3516-4871-87e1-8b59ab96f7f5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:44.521412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5ec5d7-2e7b-4447-a561-fdca36da0757 None None] Network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:44.533246 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.533675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.534085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.534484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.534880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.535304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.535696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.536086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.536474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.536878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.537268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.537655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:44.566299 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5582d683-db7e-454b-8003-4b5444270e1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ddcccaddab647d3bff6ccd0c42ff3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7465115 Aug 16 01:59:44.579354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:44.594207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:44.595411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:44.599035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1a329e0b-b526-4a8e-92d7-391ad474a751 None None] Provisioning for port fcba9d6a-561b-4488-b01d-beee1c5fe8ad completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:44.621707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Pushing event updated for resources: {'Port': ['ID=485d66ab-4092-4c3d-b7a8-48f0a8e0a04f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.625327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device fcba9d6a-561b-4488-b01d-beee1c5fe8ad up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:44.628349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:44.641794 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.642608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:44.642738 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6a92e26e-acab-4e43-bacd-9118576e5f76 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:44.650036 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae759856-22b2-4993-af02-8bed770fda85 req-50c85d55-48ae-4602-ada3-1b563b2802b1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967454 Aug 16 01:59:44.714985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-4f00eeba-7411-4745-9b72-33982b717951 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.716704 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-4f00eeba-7411-4745-9b72-33982b717951 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680&tenant_id=cfcc5fd1981d44f18fe86b6889831de3&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 947 time: 0.2798932 Aug 16 01:59:44.740208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cc0df-6d17-4851-a465-529d8ec69d7b req-e794f0c1-6188-4263-b56d-5e365a8d9dd7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.747461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cc0df-6d17-4851-a465-529d8ec69d7b req-e794f0c1-6188-4263-b56d-5e365a8d9dd7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.753511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cc0df-6d17-4851-a465-529d8ec69d7b req-e794f0c1-6188-4263-b56d-5e365a8d9dd7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.759654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-889cc0df-6d17-4851-a465-529d8ec69d7b req-e794f0c1-6188-4263-b56d-5e365a8d9dd7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2413 time: 0.5715532 Aug 16 01:59:44.827665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ee04c32-cb1b-4542-bacd-3b210d66c7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.832562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.843952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34ad56-dd23-4865-a0e5-e67e4f100870 req-ee0e82e0-8c9d-4f43-9373-1b763897a1c0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.851483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e34ad56-dd23-4865-a0e5-e67e4f100870 req-ee0e82e0-8c9d-4f43-9373-1b763897a1c0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 947 time: 0.5431600 Aug 16 01:59:44.873405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port fcba9d6a-561b-4488-b01d-beee1c5fe8ad completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:44.883552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port fcba9d6a-561b-4488-b01d-beee1c5fe8ad triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:44.883933 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.901188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ee04c32-cb1b-4542-bacd-3b210d66c7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.924591 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-564fd350-7f38-4538-982d-574dca87e527 service neutron] delete failed (client error): The resource could not be found. Aug 16 01:59:44.925599 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-564fd350-7f38-4538-982d-574dca87e527 service neutron] 10.222.0.93 "DELETE /v2.0/ports/e21bb21c-3516-4871-87e1-8b59ab96f7f5/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.1923442 Aug 16 01:59:44.928188 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 6a92e26e-acab-4e43-bacd-9118576e5f76, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6a92e26e-acab-4e43-bacd-9118576e5f76,segment=NetworkSegment(934f6a63-45eb-4b52-af3f-19933d173080),segment_id=934f6a63-45eb-4b52-af3f-19933d173080)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:44.957817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.958452 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.959889 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] 10.222.0.93 "PUT /v2.0/ports/870fea1f-eb26-454d-a9d1-db6cad3001e7 HTTP/1.1" status: 200 len: 1123 time: 2.6089656 Aug 16 01:59:44.960579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e251eb-3f96-4690-9f1d-ae586100eeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=870fea1f-eb26-454d-a9d1-db6cad3001e7,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.965442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '6a92e26e-acab-4e43-bacd-9118576e5f76', 'network_id': '6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c', 'port_id': '6a92e26e-acab-4e43-bacd-9118576e5f76', 'mac_address': 'fa:16:3e:31:ff:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb08aa1f-7653-427a-822c-574ef570a9eb', 'ip_address': '19.86.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:45.014266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-889cc0df-6d17-4851-a465-529d8ec69d7b req-eb9f1391-f401-42e8-ac0b-5f9002f08193 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499387 Aug 16 01:59:45.060904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.061992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ee04c32-cb1b-4542-bacd-3b210d66c7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.064697 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ee04c32-cb1b-4542-bacd-3b210d66c7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.070319 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3ee04c32-cb1b-4542-bacd-3b210d66c7af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79e2dd10-db07-44fc-99c3-4aec154af0cf HTTP/1.1" status: 204 len: 168 time: 0.4848900 Aug 16 01:59:45.078530 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.084834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee04c32-cb1b-4542-bacd-3b210d66c7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e2dd10-db07-44fc-99c3-4aec154af0cf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:45.091064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.093274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a92e26e-acab-4e43-bacd-9118576e5f76 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:45.140251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e34ad56-dd23-4865-a0e5-e67e4f100870 req-f37eef6d-168f-47c2-908e-247e268f256b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877531 Aug 16 01:59:45.163443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.166587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['870fea1f-eb26-454d-a9d1-db6cad3001e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:45.209407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 6a92e26e-acab-4e43-bacd-9118576e5f76, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6a92e26e-acab-4e43-bacd-9118576e5f76,segment=NetworkSegment(934f6a63-45eb-4b52-af3f-19933d173080),segment_id=934f6a63-45eb-4b52-af3f-19933d173080)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:45.268482 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.269153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:45.273311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port fcba9d6a-561b-4488-b01d-beee1c5fe8ad, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=fcba9d6a-561b-4488-b01d-beee1c5fe8ad,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:45.321828 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.322730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:45.411874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.441178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:45.447588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=6a92e26e-acab-4e43-bacd-9118576e5f76,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:45.487758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '0c4a0b12-97a4-4876-8c62-d0d915cf5ff1', 'network_id': 'c4b3aed0-941b-4664-b8ef-a63408c3b08e', 'port_id': '0c4a0b12-97a4-4876-8c62-d0d915cf5ff1', 'mac_address': 'fa:16:3e:56:a7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bd768b-6332-4775-901f-aba383c9bcdc', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:45.511521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-bb46b6d3-1913-4455-b77b-27347d25f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.514496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-bb46b6d3-1913-4455-b77b-27347d25f082 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1100 time: 0.4031825 Aug 16 01:59:45.578458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Router 0311f558-91aa-4fe1-a6d3-965e1c705be2 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:59:45.658333 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.687305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:45.687674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.689178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=fcba9d6a-561b-4488-b01d-beee1c5fe8ad,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:45.712357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:45.749371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7e2b2d4-82c4-4858-b3a4-fb28c4203ae6 None None] Provisioning complete for port fcba9d6a-561b-4488-b01d-beee1c5fe8ad triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:45.749902 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e2b2d4-82c4-4858-b3a4-fb28c4203ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.754740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:45.777552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Sync routers for ids ['0311f558-91aa-4fe1-a6d3-965e1c705be2'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:45.785797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-00700082-21e5-4346-ab0c-3c2777514d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.788521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-00700082-21e5-4346-ab0c-3c2777514d69 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2592790 Aug 16 01:59:45.792501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.795498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.801224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2ba97f01-7146-46f5-9af2-30f1dd7a5940 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9842498 Aug 16 01:59:45.802424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:45.819845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:45.838214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:45.841702 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891d62e-e7f9-4962-886d-35a796f2e22e" -d '{"events": [{"name": "network-changed", "server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:45.842086 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.852546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186407cd-552b-482e-a1cc-db61e00bb018 req-eb9be317-f1b8-4259-b14c-3e5db6af6946 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.862240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-186407cd-552b-482e-a1cc-db61e00bb018 req-eb9be317-f1b8-4259-b14c-3e5db6af6946 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 950 time: 0.5062938 Aug 16 01:59:45.878538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865bb25-9b6b-490e-bfd2-269638139d6d req-de2cbe62-1c9c-42ad-81b8-576b429d35be tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.883739 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4865bb25-9b6b-490e-bfd2-269638139d6d req-de2cbe62-1c9c-42ad-81b8-576b429d35be tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 943 time: 0.4568450 Aug 16 01:59:45.890082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Routers {'0311f558-91aa-4fe1-a6d3-965e1c705be2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:45.890746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0311f558-91aa-4fe1-a6d3-965e1c705be2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:45.959475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c51332f3-3784-4f68-926b-e448cfb6dcda details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:45.972382 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-44866a6f-aaab-4388-91d1-14186581f09e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 217 time: 0.1730058 Aug 16 01:59:46.001297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-186407cd-552b-482e-a1cc-db61e00bb018 req-efe8ebbc-9118-4b71-aa5b-2960c95b9eb4 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378498 Aug 16 01:59:46.089142 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc2f04d-e15b-439f-adb5-3439cb9ed2ab x-openstack-request-id: req-2cc2f04d-e15b-439f-adb5-3439cb9ed2ab {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:46.090545 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:46.090545 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cc2f04d-e15b-439f-adb5-3439cb9ed2ab {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:46.090768 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7', 'status': 'completed', 'code': 200} Aug 16 01:59:46.164120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-b373aa15-a83c-4278-aaad-304e405e5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.165591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-b373aa15-a83c-4278-aaad-304e405e5bca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1744487 Aug 16 01:59:46.185346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4865bb25-9b6b-490e-bfd2-269638139d6d req-7d3d3f2d-edcb-4c90-b637-fc1e01b8ec66 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967094 Aug 16 01:59:46.195647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c51332f3-3784-4f68-926b-e448cfb6dcda, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c51332f3-3784-4f68-926b-e448cfb6dcda,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:46.217330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:46.221738 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'c51332f3-3784-4f68-926b-e448cfb6dcda', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'c51332f3-3784-4f68-926b-e448cfb6dcda', 'mac_address': 'fa:16:3e:2c:71:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:46.381343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-fac0bb2a-0757-4801-b994-1691e1bada9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.382872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-fac0bb2a-0757-4801-b994-1691e1bada9a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2089679 Aug 16 01:59:46.410573 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb502a7b-5746-4eec-9784-83567c957380 req-41dc5de4-dccd-487b-baa1-d20a35550e94 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.416668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb502a7b-5746-4eec-9784-83567c957380 req-41dc5de4-dccd-487b-baa1-d20a35550e94 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.423513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb502a7b-5746-4eec-9784-83567c957380 req-41dc5de4-dccd-487b-baa1-d20a35550e94 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.425214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb502a7b-5746-4eec-9784-83567c957380 req-41dc5de4-dccd-487b-baa1-d20a35550e94 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2415 time: 0.2666557 Aug 16 01:59:46.425449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-a5fd7db9-0073-4b38-92d9-dc3465fd0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.427162 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-a5fd7db9-0073-4b38-92d9-dc3465fd0b66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1126 time: 0.2882614 Aug 16 01:59:46.446978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Router 47ac1687-309f-4fba-af46-6a8346d301cc is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:59:46.547341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.563402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb821-88d3-42ad-93fc-24246727128b req-ea71e713-a2ca-4e8b-8f0c-610d5e214e2a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.571854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6becb821-88d3-42ad-93fc-24246727128b req-ea71e713-a2ca-4e8b-8f0c-610d5e214e2a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 948 time: 0.2481663 Aug 16 01:59:46.574031 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.597283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device fcba9d6a-561b-4488-b01d-beee1c5fe8ad up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:46.611944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51332f3-3784-4f68-926b-e448cfb6dcda {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:46.637300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-fc6a638b-9b07-4de0-80d7-ded373137105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.639622 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-fc6a638b-9b07-4de0-80d7-ded373137105 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.1864057 Aug 16 01:59:46.648265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb502a7b-5746-4eec-9784-83567c957380 req-ebb21d5a-d219-4536-a1e1-06af81876476 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126939 Aug 16 01:59:46.674887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6becb821-88d3-42ad-93fc-24246727128b req-a8c4142e-3a0b-496f-bdc9-62a562a834da tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908437 Aug 16 01:59:46.710770 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-5414abcd-cbda-4421-9b6f-5de0164e1faf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7 HTTP/1.1" status: 200 len: 217 time: 0.0600142 Aug 16 01:59:46.737298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-9d68c6ce-9d0e-4326-a757-6ba6a7eb5201 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380430 Aug 16 01:59:46.737493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c51332f3-3784-4f68-926b-e448cfb6dcda, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c51332f3-3784-4f68-926b-e448cfb6dcda,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:46.754501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Set router 0311f558-91aa-4fe1-a6d3-965e1c705be2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:46.760443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.803431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:46.811722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-df01f05a-6775-441e-ac72-ff134b4167b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:46.813553 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-df01f05a-6775-441e-ac72-ff134b4167b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.0659955 Aug 16 01:59:46.818485 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Sync routers for ids ['47ac1687-309f-4fba-af46-6a8346d301cc'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:46.842768 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Routers {'47ac1687-309f-4fba-af46-6a8346d301cc'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:46.843973 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['47ac1687-309f-4fba-af46-6a8346d301cc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:46.850561 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.852427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e30a8889-3656-4262-9caf-955b9550c70e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4931433 Aug 16 01:59:46.854733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:46.905331 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-76b29b7e-b549-4327-b79e-5303cd79ecb1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816565 Aug 16 01:59:46.941506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['a96cc477-8ee3-4b0a-b94b-12049ef82618'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:46.979584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e21bb21c-3516-4871-87e1-8b59ab96f7f5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:46.989767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c51332f3-3784-4f68-926b-e448cfb6dcda,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:46.990140 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Set router 47ac1687-309f-4fba-af46-6a8346d301cc gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:46.991169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-092c6aa9-213a-441c-b920-2bfcb87b6b5a req-07afd1be-10fa-4775-a2ba-3083e7514e06 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455630 Aug 16 01:59:47.020181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Allocated IP 172.20.0.1 (bd83fd1e-29af-4893-9d19-1f4e5a39b4a6/cf1c6c4b-33f8-4de0-963f-f113e52531df/78bd6aa0-8403-4720-aa81-ce770ea966bb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:47.032394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['6a92e26e-acab-4e43-bacd-9118576e5f76'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:47.035970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port fcba9d6a-561b-4488-b01d-beee1c5fe8ad triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:47.036359 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.113113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 870fea1f-eb26-454d-a9d1-db6cad3001e7 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:47.115433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['0c4a0b12-97a4-4876-8c62-d0d915cf5ff1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:47.272795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e88b05-b363-49aa-8e78-4c204b8f9d17 req-bc223253-1d70-48a6-ab15-745c82071a7a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.283609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4e88b05-b363-49aa-8e78-4c204b8f9d17 req-bc223253-1d70-48a6-ab15-745c82071a7a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 950 time: 0.1659756 Aug 16 01:59:47.286043 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.303117 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:40Z', 'updated_at': '2021-08-16T01:59:44Z', 'revision_number': 3, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'gw_port': {'id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:47.309628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Transition to ACTIVE for port object 78bd6aa0-8403-4720-aa81-ce770ea966bb will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:47.329937 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Checking router: 47ac1687-309f-4fba-af46-6a8346d301cc for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:47.330537 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Updating router 47ac1687-309f-4fba-af46-6a8346d301cc port 674e2662-7cf8-4f40-a335-7677d50f1db0 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:47.356052 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.360748 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-8e22198d-192d-4bcf-a184-1f2ee55d1d98 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463043 Aug 16 01:59:47.363957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.390845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4e88b05-b363-49aa-8e78-4c204b8f9d17 req-87a9d10c-825e-4420-87fc-10544a705b7d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060066 Aug 16 01:59:47.486825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361dc64-cb0a-4d90-ba4a-55243877ad18 req-3c6958ce-113f-45b9-af74-6dda4a324cc9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.496128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7361dc64-cb0a-4d90-ba4a-55243877ad18 req-3c6958ce-113f-45b9-af74-6dda4a324cc9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 943 time: 0.1613758 Aug 16 01:59:47.549490 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7361dc64-cb0a-4d90-ba4a-55243877ad18 req-af32ddbc-bb84-4cd9-976e-dc74d47344da tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 Aug 16 01:59:47.600668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c51332f3-3784-4f68-926b-e448cfb6dcda'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:47.614635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:47.680099 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0891d62e-e7f9-4962-886d-35a796f2e22e req-caf1de3b-d023-4fc4-92c7-cf04655d4905 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033059 Aug 16 01:59:47.692825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:47.713590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:47.719364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Pushing event updated for resources: {'Port': ['ID=78bd6aa0-8403-4720-aa81-ce770ea966bb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:47.750103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:47.793904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.829476 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.858389 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Transition to ACTIVE for port object 674e2662-7cf8-4f40-a335-7677d50f1db0 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:47.869235 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.888769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 870fea1f-eb26-454d-a9d1-db6cad3001e7 has no active binding in host n-h2-768862-14 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:59:47.954984 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea911947-6861-4ef0-b98c-91498926bef2 None None] Pushing event updated for resources: {'Port': ['ID=674e2662-7cf8-4f40-a335-7677d50f1db0,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:47.968794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:41Z', 'updated_at': '2021-08-16T01:59:44Z', 'revision_number': 3, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'gw_port': {'id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:47.978671 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Attempting to bind port 674e2662-7cf8-4f40-a335-7677d50f1db0 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:47.980530 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Attempting to bind port 674e2662-7cf8-4f40-a335-7677d50f1db0 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:47.982610 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Attempting to bind port 674e2662-7cf8-4f40-a335-7677d50f1db0 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:47.996760 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:47.997597 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:47.998188 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.998753 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:47.999504 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Bound port: 674e2662-7cf8-4f40-a335-7677d50f1db0, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:48.000095 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.026558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.070619 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] For port 674e2662-7cf8-4f40-a335-7677d50f1db0, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:48.074327 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] For port 674e2662-7cf8-4f40-a335-7677d50f1db0, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=674e2662-7cf8-4f40-a335-7677d50f1db0,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:48.082332 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.098942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Checking router: 0311f558-91aa-4fe1-a6d3-965e1c705be2 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:48.099356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Updating router 0311f558-91aa-4fe1-a6d3-965e1c705be2 port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:48.142759 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.157231 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea911947-6861-4ef0-b98c-91498926bef2 None None] Pushing event updated for resources: {'Port': ['ID=674e2662-7cf8-4f40-a335-7677d50f1db0,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.188185 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Routers {'47ac1687-309f-4fba-af46-6a8346d301cc'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:48.189556 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['47ac1687-309f-4fba-af46-6a8346d301cc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:48.202266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-285a6853-89dd-4c96-aa08-daee1540ce42 None None] Provisioning for port 78bd6aa0-8403-4720-aa81-ce770ea966bb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:48.209959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c44037-a7f9-46e2-8e5f-e88b445c0aef req-7cc9eb2b-e8d7-4c80-bf2b-b529f645e0bb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.218763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39c44037-a7f9-46e2-8e5f-e88b445c0aef req-7cc9eb2b-e8d7-4c80-bf2b-b529f645e0bb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 949 time: 0.1886671 Aug 16 01:59:48.268064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.274669 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.275151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-285a6853-89dd-4c96-aa08-daee1540ce42 None None] Provisioning complete for port 78bd6aa0-8403-4720-aa81-ce770ea966bb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:48.275541 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-285a6853-89dd-4c96-aa08-daee1540ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.325793 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] Set router 47ac1687-309f-4fba-af46-6a8346d301cc gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:48.366194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Pushing event updated for resources: {'Port': ['ID=78bd6aa0-8403-4720-aa81-ce770ea966bb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.377885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.378249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.378753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.379308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.379831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.380502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.381032 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.381561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.382066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.382745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.383391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.383915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.385795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.386387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1216f1cb-2f58-413b-a98a-631f7e7e8211 req-c38db2b9-88fb-4ca8-92ea-5ba544f5e273 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8528 time: 0.3572898 Aug 16 01:59:48.405686 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39c44037-a7f9-46e2-8e5f-e88b445c0aef req-4f20f870-2515-47c0-a31f-faf0db10d424 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857874 Aug 16 01:59:48.422908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.468203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-285a6853-89dd-4c96-aa08-daee1540ce42 None None] Port 78bd6aa0-8403-4720-aa81-ce770ea966bb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:48.567225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:48.569000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:48.672221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a930de-9a00-4849-9107-d7e71f9b28a8 req-4d636481-b74a-425c-ba20-5b9332f47a1f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.676748 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:40Z', 'updated_at': '2021-08-16T01:59:44Z', 'revision_number': 3, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'gw_port': {'id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:48.678601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a930de-9a00-4849-9107-d7e71f9b28a8 req-4d636481-b74a-425c-ba20-5b9332f47a1f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.679516 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.690205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a930de-9a00-4849-9107-d7e71f9b28a8 req-4d636481-b74a-425c-ba20-5b9332f47a1f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.691962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15a930de-9a00-4849-9107-d7e71f9b28a8 req-4d636481-b74a-425c-ba20-5b9332f47a1f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2415 time: 0.2179680 Aug 16 01:59:48.693038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Transition to ACTIVE for port object 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:48.706481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.714941 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec932ff-6391-4a80-bdbf-42eb440021f5 None None] The sync data for ids ['47ac1687-309f-4fba-af46-6a8346d301cc'] in n-d-768862-14 is: [{'id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:40Z', 'updated_at': '2021-08-16T01:59:44Z', 'revision_number': 3, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'gw_port': {'id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:48.814619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Attempting to bind port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:48.815174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Attempting to bind port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:48.815431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Attempting to bind port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:48.826867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:48.827293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:48.827683 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.828081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:48.828699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Bound port: 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:48.829092 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.830934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Pushing event updated for resources: {'Port': ['ID=485d66ab-4092-4c3d-b7a8-48f0a8e0a04f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.831329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7025c0-cf75-49c5-b13e-619e59ad8b7a req-b36c59ec-ed53-485f-859f-7c16d25a0399 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.840548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe7025c0-cf75-49c5-b13e-619e59ad8b7a req-b36c59ec-ed53-485f-859f-7c16d25a0399 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 948 time: 0.3139679 Aug 16 01:59:48.878865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.878865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.879318 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.879571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.879909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.880241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.880986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.880986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.881275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.881525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.881855 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.882178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.902638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Allocated IP 172.20.0.1 (a858c169-0f05-48ce-a5f8-86ee02be6119/a49bb669-4fe5-4cc0-a550-73aa7673ad99/7a02b175-5161-49de-b00a-33506e4210b6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:48.910061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15a930de-9a00-4849-9107-d7e71f9b28a8 req-697c2878-0739-4875-8c1a-f2ca2a22d7e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168795 Aug 16 01:59:48.939888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe7025c0-cf75-49c5-b13e-619e59ad8b7a req-7b38ebb2-4238-4fc7-9c3b-38782f142a91 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982840 Aug 16 01:59:48.962629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] For port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:48.962629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] For port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=485d66ab-4092-4c3d-b7a8-48f0a8e0a04f,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:48.967352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.976810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6be794a0-c124-4afc-90f2-e55bfa4d6aac None None] Provisioning complete for port 78bd6aa0-8403-4720-aa81-ce770ea966bb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:48.977856 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6be794a0-c124-4afc-90f2-e55bfa4d6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.082463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6be794a0-c124-4afc-90f2-e55bfa4d6aac None None] Port 78bd6aa0-8403-4720-aa81-ce770ea966bb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:49.114220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Router 0311f558-91aa-4fe1-a6d3-965e1c705be2 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:49.123076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4fa75-0ac6-44f0-a24f-e2f631415241 None None] Pushing event updated for resources: {'Port': ['ID=485d66ab-4092-4c3d-b7a8-48f0a8e0a04f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.138587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Routers {'0311f558-91aa-4fe1-a6d3-965e1c705be2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:49.139275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0311f558-91aa-4fe1-a6d3-965e1c705be2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:49.261383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.265473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b10a5-b442-4bd4-899b-ac1b48fea3c0 req-d1ab202f-938f-4194-b307-2abc9aa145d1 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.266928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-611b10a5-b442-4bd4-899b-ac1b48fea3c0 req-d1ab202f-938f-4194-b307-2abc9aa145d1 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 886 time: 0.2880065 Aug 16 01:59:49.289034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Transition to ACTIVE for port object 7a02b175-5161-49de-b00a-33506e4210b6 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:49.317735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a64bc-3655-4e42-a525-ca21e10177ca req-c015d33f-7ad2-45b3-9ada-45623effef8e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.319645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a28a64bc-3655-4e42-a525-ca21e10177ca req-c015d33f-7ad2-45b3-9ada-45623effef8e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 943 time: 0.1279361 Aug 16 01:59:49.373921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:49.387411 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c4fa679d-8da8-4401-af92-21c56e5d8839 admin admin] 10.222.0.61 "PUT /v2.0/routers/0311f558-91aa-4fe1-a6d3-965e1c705be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5752494 Aug 16 01:59:49.387411 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-48a32310-c4ab-4930-a524-8ceaea4b48f3 service neutron] 10.222.0.86 "GET /v2.0/ports/870fea1f-eb26-454d-a9d1-db6cad3001e7/bindings/n-h2-768862-14 HTTP/1.1" status: 200 len: 385 time: 0.1614909 Aug 16 01:59:49.411221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a28a64bc-3655-4e42-a525-ca21e10177ca req-cfc03072-d150-4af4-9d94-3a9230cb4ba8 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840328 Aug 16 01:59:49.460187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.506285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] Set router 0311f558-91aa-4fe1-a6d3-965e1c705be2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:49.507816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6644c1-0ee5-4196-a167-483dd7acd82a req-e01b76a1-68e3-4ce5-8eed-4bd340d0b76e tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.510115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc6644c1-0ee5-4196-a167-483dd7acd82a req-e01b76a1-68e3-4ce5-8eed-4bd340d0b76e tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1100 time: 0.1325326 Aug 16 01:59:49.534500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Network a858c169-0f05-48ce-a5f8-86ee02be6119 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:49.575458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:49.614892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:49.617758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7a02b175-5161-49de-b00a-33506e4210b6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.681517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc6644c1-0ee5-4196-a167-483dd7acd82a req-67a4c078-d83a-4d2a-82af-f762d2a896c3 tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490805 Aug 16 01:59:49.731560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:49.793512 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.795935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:49.869483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870fea1f-eb26-454d-a9d1-db6cad3001e7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:49.880537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:41Z', 'updated_at': '2021-08-16T01:59:47Z', 'revision_number': 4, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'gw_port': {'id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '78bd6aa0-8403-4720-aa81-ce770ea966bb', 'name': '', 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'mac_address': 'fa:16:3e:9d:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:46Z', 'updated_at': '2021-08-16T01:59:48Z', 'revision_number': 2, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'subnets': [{'id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:49.894278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:49.921791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab3e2d-5b9e-4697-99c5-377d9fb81f05 None None] The sync data for ids ['0311f558-91aa-4fe1-a6d3-965e1c705be2'] in n-d-768862-14 is: [{'id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:41Z', 'updated_at': '2021-08-16T01:59:47Z', 'revision_number': 4, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'gw_port': {'id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '78bd6aa0-8403-4720-aa81-ce770ea966bb', 'name': '', 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'mac_address': 'fa:16:3e:9d:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:46Z', 'updated_at': '2021-08-16T01:59:48Z', 'revision_number': 2, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'subnets': [{'id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:49.926492 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.940688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.941096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.941588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.942054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.942528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.943012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.943516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.943995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.944454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.952793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.952793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.952793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.957743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-170e68e1-398b-4809-a6fa-97ac60768f57 req-b4954e65-2fc8-40c7-b21a-2ccbbd9cc706 tempest-NetworksTest-1479444097 tempest-NetworksTest-1479444097-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8528 time: 0.4858868 Aug 16 01:59:49.959501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2fd8445-636f-4cb6-907e-9f51dd9412f5 None None] Provisioning for port 7a02b175-5161-49de-b00a-33506e4210b6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:49.975102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2fd8445-636f-4cb6-907e-9f51dd9412f5 None None] Provisioning complete for port 7a02b175-5161-49de-b00a-33506e4210b6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:49.975580 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2fd8445-636f-4cb6-907e-9f51dd9412f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.022651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d07309-31b9-472e-a6d6-8f7103539364 req-cdccd907-249c-498b-b282-00230b59b0bd tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.037516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7d07309-31b9-472e-a6d6-8f7103539364 req-cdccd907-249c-498b-b282-00230b59b0bd tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 949 time: 0.2400172 Aug 16 01:59:50.072096 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd8445-636f-4cb6-907e-9f51dd9412f5 None None] Port 7a02b175-5161-49de-b00a-33506e4210b6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:50.134045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] Transition to ACTIVE for port object 870fea1f-eb26-454d-a9d1-db6cad3001e7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:50.138378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.199763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7d07309-31b9-472e-a6d6-8f7103539364 req-f978ef26-fe4a-42db-bc0e-2d4e8f7282dd tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611607 Aug 16 01:59:50.250170 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.290308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] Pushing event updated for resources: {'Port': ['ID=870fea1f-eb26-454d-a9d1-db6cad3001e7,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.296832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] No DVR routers for this DVR port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:50.324581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454ce1e-b3df-4cc6-9794-16d9682a1923 req-c7cc5e66-fac9-417f-b49c-4c86b4fd4119 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.330541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454ce1e-b3df-4cc6-9794-16d9682a1923 req-c7cc5e66-fac9-417f-b49c-4c86b4fd4119 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.336942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454ce1e-b3df-4cc6-9794-16d9682a1923 req-c7cc5e66-fac9-417f-b49c-4c86b4fd4119 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.338682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2454ce1e-b3df-4cc6-9794-16d9682a1923 req-c7cc5e66-fac9-417f-b49c-4c86b4fd4119 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2415 time: 0.1877444 Aug 16 01:59:50.397337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5a51df6c-1670-405b-af3e-99fe89e0cf35 service neutron] 10.222.0.86 "PUT /v2.0/ports/870fea1f-eb26-454d-a9d1-db6cad3001e7/bindings/n-h2-768862-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0025947 Aug 16 01:59:50.447018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.547200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2454ce1e-b3df-4cc6-9794-16d9682a1923 req-247ee375-9802-40e8-b10d-7faf5f0da886 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918719 Aug 16 01:59:50.600588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-a440e9df-cfaa-4347-ab90-93b7a999506b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978739 Aug 16 01:59:50.624192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 674e2662-7cf8-4f40-a335-7677d50f1db0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:50.713036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 674e2662-7cf8-4f40-a335-7677d50f1db0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:50.718816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 674e2662-7cf8-4f40-a335-7677d50f1db0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:50.719033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.752890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-409628f0-aeed-4d0b-8a46-a8bc79242b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.790437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.797365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-network', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:50.877862 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.892769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-81285dfd-2fa9-4147-acca-c8e11511944d tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.894466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-81285dfd-2fa9-4147-acca-c8e11511944d tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.3254993 Aug 16 01:59:50.914256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 674e2662-7cf8-4f40-a335-7677d50f1db0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=674e2662-7cf8-4f40-a335-7677d50f1db0,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:50.921676 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.925507 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.930095 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-409628f0-aeed-4d0b-8a46-a8bc79242b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.940385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-409628f0-aeed-4d0b-8a46-a8bc79242b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.976474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711af7f3-a92e-48ac-ace6-b0d1a4167ea8 req-a9b89068-1c3f-4cb1-802e-717d5e56c374 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.986762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-711af7f3-a92e-48ac-ace6-b0d1a4167ea8 req-a9b89068-1c3f-4cb1-802e-717d5e56c374 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 944 time: 0.3398032 Aug 16 01:59:50.987108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=674e2662-7cf8-4f40-a335-7677d50f1db0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.996983 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.003226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Made reservation on behalf of bec7b98a84dd4d92bf391cd2f5977c77 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:51.006512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.020233 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.026549 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-409628f0-aeed-4d0b-8a46-a8bc79242b26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=deed7d57a55d4d01a35f3c4a8e30d107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757594 Aug 16 01:59:51.026549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409628f0-aeed-4d0b-8a46-a8bc79242b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a30981-ff66-4e03-9225-6b40523f8a9a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.033415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:51.134496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-c136e34a-e128-48de-b7c8-185a536f3a51 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.136784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-c136e34a-e128-48de-b7c8-185a536f3a51 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4910085 Aug 16 01:59:51.166381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-504b4e2b-41c1-42bb-be05-8004b43c1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.169033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-504b4e2b-41c1-42bb-be05-8004b43c1ca8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31&tenant_id=cd4786612bfb44e88800a68032521120 HTTP/1.1" status: 200 len: 1096 time: 0.2471290 Aug 16 01:59:51.174380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-2a1e6671-6a0c-466f-ac2a-ecb5c41cb259 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/quotas/cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 375 time: 0.0233092 Aug 16 01:59:51.175415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7a02b175-5161-49de-b00a-33506e4210b6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.181157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc468241-ca0c-49af-bae0-5dea6c9f2785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.181834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.189726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-711af7f3-a92e-48ac-ace6-b0d1a4167ea8 req-e28a67c6-a1d5-468b-a124-f784e69fafe7 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022324 Aug 16 01:59:51.228515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc468241-ca0c-49af-bae0-5dea6c9f2785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.291999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.300260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.332895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:51.347384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a59efc8-d0e1-47cd-956a-5145e834ba23,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.352571 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc468241-ca0c-49af-bae0-5dea6c9f2785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.356035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc468241-ca0c-49af-bae0-5dea6c9f2785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.357315 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fc468241-ca0c-49af-bae0-5dea6c9f2785 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96a30981-ff66-4e03-9225-6b40523f8a9a HTTP/1.1" status: 204 len: 168 time: 0.3227718 Aug 16 01:59:51.358422 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.358715 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Added segment e193eb70-7f94-4d34-b45d-b660766cdb76 of type vlan for network 69f5a442-1235-494d-b70b-3d7e46604b11 Aug 16 01:59:51.383138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc468241-ca0c-49af-bae0-5dea6c9f2785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a30981-ff66-4e03-9225-6b40523f8a9a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.423658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.455637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.456636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.457228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.482267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-626ab524-aee2-4e4a-99f8-4c0e3057f1cd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2615995 Aug 16 01:59:51.487048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-22f341af-0e3e-4ca5-89b0-ff8a546cfa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.488596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-22f341af-0e3e-4ca5-89b0-ff8a546cfa28 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1096 time: 0.2691641 Aug 16 01:59:51.500035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86765bc-3b88-4f22-9ed6-658e9b99c912 req-52e5e57f-8281-47b8-b403-085d0ce2127d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.501742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d86765bc-3b88-4f22-9ed6-658e9b99c912 req-52e5e57f-8281-47b8-b403-085d0ce2127d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 949 time: 0.1725404 Aug 16 01:59:51.528228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] Pushing event updated for resources: {'Network': ['ID=69f5a442-1235-494d-b70b-3d7e46604b11,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.537801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 69f5a442-1235-494d-b70b-3d7e46604b11 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:51.562656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Network a858c169-0f05-48ce-a5f8-86ee02be6119 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:51.575216 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8277eaba-8d30-46fb-971a-2df954a51073 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7836747 Aug 16 01:59:51.578265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:51.581282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:51.582885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Request body: {'subnet': {'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-subnet', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:51.628280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Made reservation on behalf of bec7b98a84dd4d92bf391cd2f5977c77 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:51.630795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.689703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d86765bc-3b88-4f22-9ed6-658e9b99c912 req-c3b51719-f561-4e65-9b20-f9640fc5748e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572461 Aug 16 01:59:51.760661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-d910e273-bffb-4a12-8981-4b216e1ef282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.762638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-d910e273-bffb-4a12-8981-4b216e1ef282 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.2596982 Aug 16 01:59:51.787067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Router 47ac1687-309f-4fba-af46-6a8346d301cc has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:51.832871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-011abc42-f11b-4929-9a61-2b8c683f6fdc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7 HTTP/1.1" status: 200 len: 217 time: 0.0595946 Aug 16 01:59:51.983685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a96cc477-8ee3-4b0a-b94b-12049ef82618 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:52.039935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.069551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd3e5cab-2d4e-43c8-91cf-149e74bf3466 None None] Provisioning complete for port 7a02b175-5161-49de-b00a-33506e4210b6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:52.070280 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5cab-2d4e-43c8-91cf-149e74bf3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.098947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.127581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port a96cc477-8ee3-4b0a-b94b-12049ef82618 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:52.132372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port a96cc477-8ee3-4b0a-b94b-12049ef82618 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:52.132950 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.135183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e5cab-2d4e-43c8-91cf-149e74bf3466 None None] Port 7a02b175-5161-49de-b00a-33506e4210b6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:52.176422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36a5ebc2-ccca-44d7-9ae5-237be3c3ee8a req-4c1c216c-dd47-4e6f-8ee5-b1d015efde1f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 210 time: 0.1441469 Aug 16 01:59:52.184421 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa97615d-f1db-4c99-b256-829d85153707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.203965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5298a2bf-3825-4490-98b7-c1917d449520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.205478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-5298a2bf-3825-4490-98b7-c1917d449520 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.3651087 Aug 16 01:59:52.222002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Checking segment: {'id': 'e193eb70-7f94-4d34-b45d-b660766cdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:52.222560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Network hostable DHCP agents. Network: 69f5a442-1235-494d-b70b-3d7e46604b11, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:52.227402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd15d16a-3c98-4621-a8d6-527ffaf75e0d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:52.253676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Network 69f5a442-1235-494d-b70b-3d7e46604b11 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:52.268516 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.272559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 69f5a442-1235-494d-b70b-3d7e46604b11) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:52.280510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.281106 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.285690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2684f24a-e915-4cf6-87eb-a720f7f2ba38 None None] Network 69f5a442-1235-494d-b70b-3d7e46604b11 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:52.322559 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1d9a21b7-9353-46f2-ae67-9e461b4fa6c2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7436523 Aug 16 01:59:52.325694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.332079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:52.334833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fadd5895-1eba-4140-9df2-f03374e91545 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486434 Aug 16 01:59:52.353559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa580f8f-7cbe-4d3a-9b3b-6c7e49e44f97 req-f806520e-787b-46d2-b759-14c77f81686e tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.353824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96cc477-8ee3-4b0a-b94b-12049ef82618'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:52.356765 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f773d2f1-04fd-4cb1-b869-e0b9b701510c" -d '{"events": [{"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-plugged", "status": "completed", "tag": "a96cc477-8ee3-4b0a-b94b-12049ef82618"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:52.362306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa580f8f-7cbe-4d3a-9b3b-6c7e49e44f97 req-f806520e-787b-46d2-b759-14c77f81686e tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.369545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa580f8f-7cbe-4d3a-9b3b-6c7e49e44f97 req-f806520e-787b-46d2-b759-14c77f81686e tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.372459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa580f8f-7cbe-4d3a-9b3b-6c7e49e44f97 req-f806520e-787b-46d2-b759-14c77f81686e tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2415 time: 0.4336452 Aug 16 01:59:52.380586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port a96cc477-8ee3-4b0a-b94b-12049ef82618, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96cc477-8ee3-4b0a-b94b-12049ef82618,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:52.385934 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.387653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e21bb21c-3516-4871-87e1-8b59ab96f7f5 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:52.491678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=a96cc477-8ee3-4b0a-b94b-12049ef82618,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:52.504802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa580f8f-7cbe-4d3a-9b3b-6c7e49e44f97 req-e99ca126-1067-4701-93fa-635d0534650f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029098 Aug 16 01:59:52.551469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port e21bb21c-3516-4871-87e1-8b59ab96f7f5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:52.574779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port e21bb21c-3516-4871-87e1-8b59ab96f7f5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:52.575180 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.611103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-69f5a442-1235-494d-b70b-3d7e46604b11', 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'fixed_ips': [{'subnet_id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:52.611974 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.615205 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3738ae-9a33-4859-ad95-8a23faebea29 x-openstack-request-id: req-1e3738ae-9a33-4859-ad95-8a23faebea29 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:52.615493 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-plugged", "status": "completed", "tag": "a96cc477-8ee3-4b0a-b94b-12049ef82618", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:52.615749 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e3738ae-9a33-4859-ad95-8a23faebea29 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:52.616135 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96cc477-8ee3-4b0a-b94b-12049ef82618', 'code': 200} Aug 16 01:59:52.639719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:52.833715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:52.844982 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.847038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:52.847607 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.912367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Allocated IP 172.20.0.2 (69f5a442-1235-494d-b70b-3d7e46604b11/fd15d16a-3c98-4621-a8d6-527ffaf75e0d/2a81bc08-969d-45ce-a34c-d4ddb50b3507) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:52.920559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:52.927404 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d01ba1bc-cbcf-4aa1-8f92-2d88d723d7a9 admin admin] 10.222.0.61 "PUT /v2.0/routers/47ac1687-309f-4fba-af46-6a8346d301cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0708656 Aug 16 01:59:52.949617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Sync routers for ids ['47ac1687-309f-4fba-af46-6a8346d301cc'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:52.953725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:52.971479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da596d-7b64-4a39-bc64-210dafdb5607 req-d1d904cb-64a9-40f2-b3bb-ebb2c1429eeb tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.973056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4da596d-7b64-4a39-bc64-210dafdb5607 req-d1d904cb-64a9-40f2-b3bb-ebb2c1429eeb tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 944 time: 0.6337121 Aug 16 01:59:52.977459 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.978267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6a92e26e-acab-4e43-bacd-9118576e5f76 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:53.015522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479ec34-c806-40ea-a763-798988f3b31c req-959cb717-bc8f-4199-b134-b1a51ce5ca06 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.017181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b479ec34-c806-40ea-a763-798988f3b31c req-959cb717-bc8f-4199-b134-b1a51ce5ca06 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 949 time: 0.1633952 Aug 16 01:59:53.035080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-1592ea3a-21d6-4805-80b6-59f4eddf7670 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455050 Aug 16 01:59:53.066272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Routers {'47ac1687-309f-4fba-af46-6a8346d301cc'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:53.067707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['47ac1687-309f-4fba-af46-6a8346d301cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:53.141590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4da596d-7b64-4a39-bc64-210dafdb5607 req-cf112804-4add-4973-b115-a7f41b4ffd77 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496983 Aug 16 01:59:53.175340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b479ec34-c806-40ea-a763-798988f3b31c req-5d803f85-6db4-44f4-abbc-c5145907abca tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512790 Aug 16 01:59:53.193084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa97615d-f1db-4c99-b256-829d85153707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.201992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa97615d-f1db-4c99-b256-829d85153707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.220863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.244299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97615d-f1db-4c99-b256-829d85153707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba07087-b992-456d-a33c-5e6dd42e298b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.245830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.247005 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.285782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-c5aad4cf-a479-4d45-a01f-a4bef562ef23 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361503 Aug 16 01:59:53.288886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-aa97615d-f1db-4c99-b256-829d85153707 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1ae95aff0a94f8eb3c415119a442cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2263074 Aug 16 01:59:53.291503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:53.365802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.374614 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Sync routers for ids ['0311f558-91aa-4fe1-a6d3-965e1c705be2'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:53.377503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af51fd46-9ecc-4409-96cb-7b66c2b7b92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.400823 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Routers {'0311f558-91aa-4fe1-a6d3-965e1c705be2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:53.401850 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0311f558-91aa-4fe1-a6d3-965e1c705be2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:53.403966 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af51fd46-9ecc-4409-96cb-7b66c2b7b92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.440107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.456263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Set router 47ac1687-309f-4fba-af46-6a8346d301cc gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:53.462215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=485d66ab-4092-4c3d-b7a8-48f0a8e0a04f,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:53.486207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ea6e976-ae31-4028-b4cf-edf77da0d4da req-a368ced2-8ea4-4ce5-85c4-75a46d2e26ce tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 210 time: 0.0359542 Aug 16 01:59:53.487486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af51fd46-9ecc-4409-96cb-7b66c2b7b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.490272 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af51fd46-9ecc-4409-96cb-7b66c2b7b92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.493829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-af51fd46-9ecc-4409-96cb-7b66c2b7b92f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ba07087-b992-456d-a33c-5e6dd42e298b HTTP/1.1" status: 204 len: 168 time: 0.1982217 Aug 16 01:59:53.524088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51fd46-9ecc-4409-96cb-7b66c2b7b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba07087-b992-456d-a33c-5e6dd42e298b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.666762 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Set router 0311f558-91aa-4fe1-a6d3-965e1c705be2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:53.674176 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-2b74f12e-6a95-4fb9-a6c1-57bd2f9df187 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1213048 Aug 16 01:59:53.685317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.758865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-d4087162-8f84-4b27-8478-a6c6f0fd89bd tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2634845 Aug 16 01:59:53.785807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:53.843488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9cfc9-2f80-4542-b02d-aec439cd433a req-44ea1fc1-9d3d-41da-a79d-1220958ef2d7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.854221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9cfc9-2f80-4542-b02d-aec439cd433a req-44ea1fc1-9d3d-41da-a79d-1220958ef2d7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.863495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9cfc9-2f80-4542-b02d-aec439cd433a req-44ea1fc1-9d3d-41da-a79d-1220958ef2d7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.865738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-caf9cfc9-2f80-4542-b02d-aec439cd433a req-44ea1fc1-9d3d-41da-a79d-1220958ef2d7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2416 time: 0.2145431 Aug 16 01:59:53.872324 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.873497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 674e2662-7cf8-4f40-a335-7677d50f1db0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:53.914720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-e9fe6175-e059-41bb-b915-e5851804e51b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.916211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-6f2bbe7b-3264-4a58-b355-186d3fb8d0ad tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.917056 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-e9fe6175-e059-41bb-b915-e5851804e51b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351398 Aug 16 01:59:53.918666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-6f2bbe7b-3264-4a58-b355-186d3fb8d0ad tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.1543233 Aug 16 01:59:53.920984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.937187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 6a92e26e-acab-4e43-bacd-9118576e5f76 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:53.945859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Request body: {'port': {'device_id': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': 'cfcc5fd1981d44f18fe86b6889831de3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:54.000663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 6a92e26e-acab-4e43-bacd-9118576e5f76 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:54.001044 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.124268 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:41Z', 'updated_at': '2021-08-16T01:59:47Z', 'revision_number': 4, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'gw_port': {'id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '78bd6aa0-8403-4720-aa81-ce770ea966bb', 'name': '', 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'mac_address': 'fa:16:3e:9d:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:46Z', 'updated_at': '2021-08-16T01:59:48Z', 'revision_number': 2, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'subnets': [{'id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:54.157754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=485d66ab-4092-4c3d-b7a8-48f0a8e0a04f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.169113 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.186382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 674e2662-7cf8-4f40-a335-7677d50f1db0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:54.186769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.189882 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Checking router: 0311f558-91aa-4fe1-a6d3-965e1c705be2 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:54.192410 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Updating router 0311f558-91aa-4fe1-a6d3-965e1c705be2 port 78bd6aa0-8403-4720-aa81-ce770ea966bb binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:54.197660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Transition to ACTIVE for port object 2a81bc08-969d-45ce-a34c-d4ddb50b3507 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:54.218119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-caf9cfc9-2f80-4542-b02d-aec439cd433a req-04184276-0c64-44f1-bd47-d60afb75689b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399498 Aug 16 01:59:54.241606 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.250852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fe73218e-be3f-4f25-98a4-b43d46181919 service neutron] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:54.274652 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.276082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fe73218e-be3f-4f25-98a4-b43d46181919 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.280364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f8c067-0a9b-4c8b-a946-076ce0e69bfe req-fe73218e-be3f-4f25-98a4-b43d46181919 service neutron] 10.222.0.93 "DELETE /v2.0/ports/870fea1f-eb26-454d-a9d1-db6cad3001e7/bindings/n-h1-768862-14 HTTP/1.1" status: 204 len: 173 time: 0.3271356 Aug 16 01:59:54.282259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.290777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Transition to ACTIVE for port object 2a81bc08-969d-45ce-a34c-d4ddb50b3507 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:54.326086 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.414033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Network 69f5a442-1235-494d-b70b-3d7e46604b11 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:54.423447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:54.426505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:54.445960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Made reservation on behalf of cfcc5fd1981d44f18fe86b6889831de3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:54.449713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.470352 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.497675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1801c-30ce-4c9b-a7ff-31473df39923 req-6f4587e3-6fc4-4195-9d40-381e70435812 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.499597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdc1801c-30ce-4c9b-a7ff-31473df39923 req-6f4587e3-6fc4-4195-9d40-381e70435812 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 944 time: 0.1666889 Aug 16 01:59:54.510880 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.517230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Pushing event updated for resources: {'Port': ['ID=2a81bc08-969d-45ce-a34c-d4ddb50b3507,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.533443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Allocated IP 172.25.5.217 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/f5a9ed9c-76dc-4239-930b-494bdbb57f81) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:54.600867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 6a92e26e-acab-4e43-bacd-9118576e5f76, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6a92e26e-acab-4e43-bacd-9118576e5f76,segment=NetworkSegment(934f6a63-45eb-4b52-af3f-19933d173080),segment_id=934f6a63-45eb-4b52-af3f-19933d173080)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:54.627064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:40Z', 'updated_at': '2021-08-16T01:59:50Z', 'revision_number': 4, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'gw_port': {'id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7a02b175-5161-49de-b00a-33506e4210b6', 'name': '', 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'mac_address': 'fa:16:3e:3d:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a49bb669-4fe5-4cc0-a550-73aa7673ad99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:48Z', 'updated_at': '2021-08-16T01:59:50Z', 'revision_number': 2, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'subnets': [{'id': 'a49bb669-4fe5-4cc0-a550-73aa7673ad99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:54.634135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5'}, {'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a92e26e-acab-4e43-bacd-9118576e5f76'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:54.641948 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33198cee-5047-4342-a8ba-ff9999bb085c" -d '{"events": [{"server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "name": "network-vif-plugged", "status": "completed", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5"}, {"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-plugged", "status": "completed", "tag": "6a92e26e-acab-4e43-bacd-9118576e5f76"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:54.649884 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.652731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:54.686502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdc1801c-30ce-4c9b-a7ff-31473df39923 req-2abd8915-5cf2-4ae0-b171-ee1cd6359f91 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784410 Aug 16 01:59:54.717606 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.729391 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Transition to ACTIVE for port object 78bd6aa0-8403-4720-aa81-ce770ea966bb will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:54.739831 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.756749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Attempting to bind port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:54.757141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Attempting to bind port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'e193eb70-7f94-4d34-b45d-b660766cdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:54.757511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Attempting to bind port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 on network 69f5a442-1235-494d-b70b-3d7e46604b11 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:54.801013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:54.803266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Checking router: 47ac1687-309f-4fba-af46-6a8346d301cc for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:54.803841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Updating router 47ac1687-309f-4fba-af46-6a8346d301cc port 7a02b175-5161-49de-b00a-33506e4210b6 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:54.887928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Allocated IP 192.168.233.221 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/3e1fe213-b923-40ba-88ee-d8c2813c2b9f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:54.897007 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.922886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f9a14-733a-4282-96a0-6703b17f08d8 req-e39d3003-041f-4536-a71a-9cd24f866237 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.924597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d1f9a14-733a-4282-96a0-6703b17f08d8 req-e39d3003-041f-4536-a71a-9cd24f866237 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 949 time: 0.1153550 Aug 16 01:59:54.935453 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.944348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:54.944734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Checking segment: {'id': 'e193eb70-7f94-4d34-b45d-b660766cdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:54.945268 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.945537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Bound using segment: {'id': 'e193eb70-7f94-4d34-b45d-b660766cdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:54.946028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Bound port: 2a81bc08-969d-45ce-a34c-d4ddb50b3507, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e193eb70-7f94-4d34-b45d-b660766cdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:54.946412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.008405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d1f9a14-733a-4282-96a0-6703b17f08d8 req-df29e808-70ee-4633-9bcb-ddc03a0029f8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751581 Aug 16 01:59:55.029813 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Attempting to bind port 78bd6aa0-8403-4720-aa81-ce770ea966bb on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:55.030033 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Attempting to bind port 78bd6aa0-8403-4720-aa81-ce770ea966bb by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:55.030247 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Attempting to bind port 78bd6aa0-8403-4720-aa81-ce770ea966bb on network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:55.040925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=6a92e26e-acab-4e43-bacd-9118576e5f76,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.049133 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafca02-18d5-47e9-9d66-6d94edd40842 None None] Pushing event updated for resources: {'Port': ['ID=78bd6aa0-8403-4720-aa81-ce770ea966bb,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.061045 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:55.062987 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Checking segment: {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:55.063487 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.063860 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Bound using segment: {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:55.064310 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Bound port: 78bd6aa0-8403-4720-aa81-ce770ea966bb, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:55.064702 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.138671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.192794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:55.219217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:55.226877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:55.236783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:55.237161 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.238798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:55.244872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Pushing event updated for resources: {'Port': ['ID=f5a9ed9c-76dc-4239-930b-494bdbb57f81,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.259078 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] For port 78bd6aa0-8403-4720-aa81-ce770ea966bb, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:55.265162 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] For port 78bd6aa0-8403-4720-aa81-ce770ea966bb, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=78bd6aa0-8403-4720-aa81-ce770ea966bb,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:55.270368 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.277034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Allocated IP 172.25.5.173 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/77f84b35-8b47-409e-b0bf-e394457e7889) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:55.348759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.395955 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa97b433-181a-444c-9e0a-71166109796e req-efb0e7c8-0340-47da-bdc5-51f43c000c08 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 210 time: 0.0824373 Aug 16 01:59:55.451043 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Routers {'0311f558-91aa-4fe1-a6d3-965e1c705be2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:55.451829 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0311f558-91aa-4fe1-a6d3-965e1c705be2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:55.483967 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.535604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Transition to ACTIVE for port object 3e1fe213-b923-40ba-88ee-d8c2813c2b9f will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:55.550649 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.570853 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafca02-18d5-47e9-9d66-6d94edd40842 None None] Pushing event updated for resources: {'Port': ['ID=78bd6aa0-8403-4720-aa81-ce770ea966bb,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.596349 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75e6320-8add-4108-9c74-5ca023569a8a x-openstack-request-id: req-b75e6320-8add-4108-9c74-5ca023569a8a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:55.596660 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "name": "network-vif-plugged", "status": "completed", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5", "code": 200}, {"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-plugged", "status": "completed", "tag": "6a92e26e-acab-4e43-bacd-9118576e5f76", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:55.596926 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b75e6320-8add-4108-9c74-5ca023569a8a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:55.597343 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'code': 200} Aug 16 01:59:55.597598 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a92e26e-acab-4e43-bacd-9118576e5f76', 'code': 200} Aug 16 01:59:55.628580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:55.640055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:55.643578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:55.705004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event updated for resources: {'Port': ['ID=77f84b35-8b47-409e-b0bf-e394457e7889,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.739744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:55.740203 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.751861 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] Set router 0311f558-91aa-4fe1-a6d3-965e1c705be2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:55.757010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] For port 2a81bc08-969d-45ce-a34c-d4ddb50b3507, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:55.768655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.819116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:55.845267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d46b9f-08e9-4331-8481-22811b84c55a req-cc3ab535-5276-4fa0-8bb0-0ed0167a866f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:55.853238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:55.859857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] For port 2a81bc08-969d-45ce-a34c-d4ddb50b3507, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a81bc08-969d-45ce-a34c-d4ddb50b3507,segment=NetworkSegment(e193eb70-7f94-4d34-b45d-b660766cdb76),segment_id=e193eb70-7f94-4d34-b45d-b660766cdb76)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:55.861774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d46b9f-08e9-4331-8481-22811b84c55a req-cc3ab535-5276-4fa0-8bb0-0ed0167a866f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:55.864782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e21bb21c-3516-4871-87e1-8b59ab96f7f5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:55.871140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:55.877265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d46b9f-08e9-4331-8481-22811b84c55a req-cc3ab535-5276-4fa0-8bb0-0ed0167a866f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:55.883639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4d46b9f-08e9-4331-8481-22811b84c55a req-cc3ab535-5276-4fa0-8bb0-0ed0167a866f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2417 time: 0.1836548 Aug 16 01:59:55.893831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.914866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Pushing event updated for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.925345 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.962149 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.015298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4d46b9f-08e9-4331-8481-22811b84c55a req-eb9a1199-14a9-4814-a8a3-1723efa8b8a6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279943 Aug 16 01:59:56.040519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.041486 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.059787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.123536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db0bf-89b1-4855-95cc-fbad263c0302 None None] Pushing event updated for resources: {'Port': ['ID=2a81bc08-969d-45ce-a34c-d4ddb50b3507,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.160417 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:41Z', 'updated_at': '2021-08-16T01:59:47Z', 'revision_number': 4, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'gw_port': {'id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '78bd6aa0-8403-4720-aa81-ce770ea966bb', 'name': '', 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'mac_address': 'fa:16:3e:9d:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:46Z', 'updated_at': '2021-08-16T01:59:55Z', 'revision_number': 4, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'subnets': [{'id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:56.195680 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd9cce-689f-44b4-b107-73dbd0df0b0d None None] The sync data for ids ['0311f558-91aa-4fe1-a6d3-965e1c705be2'] in n-d-768862-14 is: [{'id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:41Z', 'updated_at': '2021-08-16T01:59:47Z', 'revision_number': 4, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'gw_port': {'id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '78bd6aa0-8403-4720-aa81-ce770ea966bb', 'name': '', 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'mac_address': 'fa:16:3e:9d:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:46Z', 'updated_at': '2021-08-16T01:59:55Z', 'revision_number': 4, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'subnets': [{'id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:56.216669 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-0b41abcc-3650-425b-ac9d-da6ccb6ebeae tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2770705 Aug 16 01:59:56.262720 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.269936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Request body: {'port': {'device_id': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:56.332786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.350061 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.377645 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.383399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f442df-1d57-4172-aaa1-9b2a1eba3709 req-615a59f9-7206-4554-859b-4515cb4dd57d tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.393998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33f442df-1d57-4172-aaa1-9b2a1eba3709 req-615a59f9-7206-4554-859b-4515cb4dd57d tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1096 time: 0.1942329 Aug 16 01:59:56.394689 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.444163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6b775f18-4810-4566-8546-a9df61c1b2f5 None None] Provisioning for port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:56.479325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:56.487178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6b775f18-4810-4566-8546-a9df61c1b2f5 None None] Provisioning complete for port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:56.487178 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b775f18-4810-4566-8546-a9df61c1b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.508286 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.509092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c51332f3-3784-4f68-926b-e448cfb6dcda up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:56.522568 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33f442df-1d57-4172-aaa1-9b2a1eba3709 req-c01a4ec4-2f9f-42b8-94bb-0ef3d4fb32e1 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272228 Aug 16 01:59:56.546719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event updated for resources: {'Port': ['ID=77f84b35-8b47-409e-b0bf-e394457e7889,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.554440 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.575804 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.631373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.632720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-148d68d9-2c00-4468-9a7f-f2de64e6f07b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8546612 Aug 16 01:59:56.755500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-6b6e87c7-e209-4eb4-97ce-a21f45e66420 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 696 time: 0.1140866 Aug 16 01:59:56.756511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6b775f18-4810-4566-8546-a9df61c1b2f5 None None] Port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:56.813739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.835650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Transition to ACTIVE for port object 7a02b175-5161-49de-b00a-33506e4210b6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:56.876338 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.965816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-72d51307-ba7e-47fc-b4a8-93593c249b49 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.983858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b72ae7a2-becd-4721-b8db-a088b0101f5e req-72d51307-ba7e-47fc-b4a8-93593c249b49 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.2165477 Aug 16 01:59:57.040413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b5ff774b-8a77-4371-b2e2-500a3bb7b88a req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2095307377', 'description': 'tempest-description-563570053'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:57.041377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec4693-c14f-419f-a19f-27613bdaf2df None None] Pushing event updated for resources: {'Port': ['ID=7a02b175-5161-49de-b00a-33506e4210b6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:57.069780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a81bc08-969d-45ce-a34c-d4ddb50b3507 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:57.169886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5ff774b-8a77-4371-b2e2-500a3bb7b88a req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.203903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5ff774b-8a77-4371-b2e2-500a3bb7b88a req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.274566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5578a3-c2df-4419-b2fe-03849f61bd34 req-737d5eae-1385-4690-ab3a-28708b0cd7bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.284735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e5578a3-c2df-4419-b2fe-03849f61bd34 req-737d5eae-1385-4690-ab3a-28708b0cd7bc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 949 time: 0.1967998 Aug 16 01:59:57.436794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port c51332f3-3784-4f68-926b-e448cfb6dcda completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:57.514996 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5ff774b-8a77-4371-b2e2-500a3bb7b88a req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.521977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port c51332f3-3784-4f68-926b-e448cfb6dcda triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:57.522177 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.532329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5ff774b-8a77-4371-b2e2-500a3bb7b88a req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.568793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1fe213-b923-40ba-88ee-d8c2813c2b9f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:57.578127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.594962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Attempting to bind port 7a02b175-5161-49de-b00a-33506e4210b6 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:57.595230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Transition to ACTIVE for port object 3e1fe213-b923-40ba-88ee-d8c2813c2b9f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:57.595489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Attempting to bind port 7a02b175-5161-49de-b00a-33506e4210b6 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '94038323-2e96-4819-96d2-cbe67ad9bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:57.595717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Attempting to bind port 7a02b175-5161-49de-b00a-33506e4210b6 on network a858c169-0f05-48ce-a5f8-86ee02be6119 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:57.601371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a0b12-97a4-4876-8c62-d0d915cf5ff1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:57.606897 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff40ec3-0902-4be8-92b7-ee6ca799d7dd" -d '{"events": [{"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a0b12-97a4-4876-8c62-d0d915cf5ff1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:57.614154 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.628771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5ff774b-8a77-4371-b2e2-500a3bb7b88a req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.648470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e5578a3-c2df-4419-b2fe-03849f61bd34 req-8b9b9290-701c-4f40-b646-c2323073c839 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593299 Aug 16 01:59:57.652718 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5ff774b-8a77-4371-b2e2-500a3bb7b88a req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.676826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35affbb-b4f0-44ea-8219-9cc8f0b80fa0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:57.690094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:57.690480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Checking segment: {'id': '94038323-2e96-4819-96d2-cbe67ad9bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:57.690887 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.691314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Bound using segment: {'id': '94038323-2e96-4819-96d2-cbe67ad9bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:57.691825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Bound port: 7a02b175-5161-49de-b00a-33506e4210b6, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94038323-2e96-4819-96d2-cbe67ad9bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:57.696944 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.717688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed77d574-98b1-4824-8d7c-4b9d591f85f8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:57.722292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5ff774b-8a77-4371-b2e2-500a3bb7b88a req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.723563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5ff774b-8a77-4371-b2e2-500a3bb7b88a req-c567bc14-41f5-4020-aba5-b34f9318c1a4 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6883969 Aug 16 01:59:57.798109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:57.812560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Router 436e3252-0c7a-4b03-9eab-f88088bed7d7 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:59:57.817631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Pushing event updated for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:57.823990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9406f0d9-5236-46d6-a615-286a41b92eba None None] Network 69f5a442-1235-494d-b70b-3d7e46604b11 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:57.842586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 78bd6aa0-8403-4720-aa81-ce770ea966bb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:57.903841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22f3d4-9155-430f-861d-9d73ecdc113f req-23bfa7a8-823e-42c6-9870-572e1dc52563 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.905436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b22f3d4-9155-430f-861d-9d73ecdc113f req-23bfa7a8-823e-42c6-9870-572e1dc52563 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 948 time: 0.0806837 Aug 16 01:59:57.907787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Attempting to bind port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:57.908236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Attempting to bind port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:57.908668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Attempting to bind port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:57.918621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:57.919239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Attempting to bind port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:57.968430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:57.968959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:57.969444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:57.970025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Bound port: 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:57.970442 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.989323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] For port 7a02b175-5161-49de-b00a-33506e4210b6, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:57.992847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] For port 7a02b175-5161-49de-b00a-33506e4210b6, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7a02b175-5161-49de-b00a-33506e4210b6,segment=NetworkSegment(94038323-2e96-4819-96d2-cbe67ad9bfe5),segment_id=94038323-2e96-4819-96d2-cbe67ad9bfe5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:58.018281 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.030103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:58.031626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b22f3d4-9155-430f-861d-9d73ecdc113f req-06ca2c0f-4a28-476e-a086-886668fdf761 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075850 Aug 16 01:59:58.066611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.070591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-08431040-e323-4098-8fa8-e60b64054f7d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7408650 Aug 16 01:59:58.071369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:58.076946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Sync routers for ids ['436e3252-0c7a-4b03-9eab-f88088bed7d7'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:58.091057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ba3d9a2-478b-4fd6-84ec-0aecd8538da0 None None] Provisioning for port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:58.114322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:58.130235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ba3d9a2-478b-4fd6-84ec-0aecd8538da0 None None] Provisioning complete for port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:58.130749 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d9a2-478b-4fd6-84ec-0aecd8538da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.144485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:58.156523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.181127 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.191434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Routers {'436e3252-0c7a-4b03-9eab-f88088bed7d7'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:58.192200 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['436e3252-0c7a-4b03-9eab-f88088bed7d7'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:58.208384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec4693-c14f-419f-a19f-27613bdaf2df None None] Pushing event updated for resources: {'Port': ['ID=7a02b175-5161-49de-b00a-33506e4210b6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:58.234766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-cfb4f5c3-13ed-4879-8b3e-15cee7a62b96 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.236368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-cfb4f5c3-13ed-4879-8b3e-15cee7a62b96 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 820 time: 0.2841029 Aug 16 01:59:58.253009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-c5e22c84-75b1-4af9-8a26-7838f7b81cd5 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1911073 Aug 16 01:59:58.259191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:58.268240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.268958 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.270830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] 10.222.0.86 "PUT /v2.0/ports/3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 200 len: 1097 time: 2.0191767 Aug 16 01:59:58.271372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:58.274151 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb27509-d57c-4d40-a77b-565670e02bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:58.275749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-bccabd1e-7129-40bf-be06-6d4ed5963bf3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/quotas/cd4786612bfb44e88800a68032521120 HTTP/1.1" status: 200 len: 375 time: 0.0200248 Aug 16 01:59:58.326060 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.337788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2c7ad-9ac0-4636-a353-f948d0c0c02a service neutron] Pushing event updated for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:58.386899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Routers {'47ac1687-309f-4fba-af46-6a8346d301cc'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:58.387862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['47ac1687-309f-4fba-af46-6a8346d301cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:58.390078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 78bd6aa0-8403-4720-aa81-ce770ea966bb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:58.413863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-e537735f-401e-41f2-b723-5ef8337eee54 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298835 Aug 16 01:59:58.498312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-f0167600-8d7b-4347-a8ba-eae54fe60d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.500008 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-f0167600-8d7b-4347-a8ba-eae54fe60d32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 1100 time: 0.1416545 Aug 16 01:59:58.527936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-9fd022d5-c574-4145-87d5-06dd630fc6a6 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048627 Aug 16 01:59:58.555641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 78bd6aa0-8403-4720-aa81-ce770ea966bb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:58.556332 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.566880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-a71fdd80-85bb-4636-a0f8-7efceeef807a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 200 len: 217 time: 0.0502460 Aug 16 01:59:58.603868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] Set router 47ac1687-309f-4fba-af46-6a8346d301cc gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:58.659355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c51332f3-3784-4f68-926b-e448cfb6dcda, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c51332f3-3784-4f68-926b-e448cfb6dcda,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:58.675657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-19f5c001-dd9f-41bb-9294-1bf9018a3c6b service neutron] 10.222.0.61 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378577 Aug 16 01:59:58.682928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.694932 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.701518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-a3d92377-0b30-485c-aca2-08ea499b0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.703113 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-a3d92377-0b30-485c-aca2-08ea499b0e60 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0935776 Aug 16 01:59:58.728151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 870fea1f-eb26-454d-a9d1-db6cad3001e7 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:58.790468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-50fcdde2-28e3-4c65-beef-0a3f032f50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.793532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-50fcdde2-28e3-4c65-beef-0a3f032f50b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816214 Aug 16 01:59:58.844331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Allocated IP 172.25.5.235 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/72b11384-161b-46fb-beeb-7c12f8f5bffd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:58.873673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c51332f3-3784-4f68-926b-e448cfb6dcda,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:58.944166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Set router 436e3252-0c7a-4b03-9eab-f88088bed7d7 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:58.968244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.983262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-b7c943d3-d28c-4534-989b-2cec359efbda service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558895 Aug 16 01:59:59.037956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.068080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc07804-34b1-4cbc-89dd-1a8cc6e27856 req-6c4a3805-f4d9-4d00-a281-df849ca1beba tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.075651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc07804-34b1-4cbc-89dd-1a8cc6e27856 req-6c4a3805-f4d9-4d00-a281-df849ca1beba tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.086404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc07804-34b1-4cbc-89dd-1a8cc6e27856 req-6c4a3805-f4d9-4d00-a281-df849ca1beba tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.099136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-edc07804-34b1-4cbc-89dd-1a8cc6e27856 req-6c4a3805-f4d9-4d00-a281-df849ca1beba tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2418 time: 0.1738377 Aug 16 01:59:59.154869 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.189708 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c4fe9e-2054-41bc-bd86-3157016ab963 req-e0dfab88-8532-4e37-bc25-2b93c7b4af21 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939039 Aug 16 01:59:59.217102 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-edc07804-34b1-4cbc-89dd-1a8cc6e27856 req-6d5eda38-627b-4dfc-9be6-eed718ddbda8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161959 Aug 16 01:59:59.227832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:59.234884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:59.238865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:59.240174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Allocated IP 172.20.0.1 (69f5a442-1235-494d-b70b-3d7e46604b11/fd15d16a-3c98-4621-a8d6-527ffaf75e0d/ae36d306-8256-4412-b952-91ba4d9086e9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:59.253576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event updated for resources: {'Port': ['ID=72b11384-161b-46fb-beeb-7c12f8f5bffd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:59.289649 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d9a2-478b-4fd6-84ec-0aecd8538da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.299944 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16463809-b972-4862-a2ff-37e62d793d94 x-openstack-request-id: req-16463809-b972-4862-a2ff-37e62d793d94 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:59.300245 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-plugged", "status": "completed", "tag": "0c4a0b12-97a4-4876-8c62-d0d915cf5ff1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:59.300466 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16463809-b972-4862-a2ff-37e62d793d94 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:59.300864 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a0b12-97a4-4876-8c62-d0d915cf5ff1', 'code': 200} Aug 16 01:59:59.323083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9118fe3c-c37c-44aa-8e48-2fc7bee5a2a0 req-aafbc765-1f70-4046-ba77-4d15c6059f59 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Request body: {'security_group': {'name': 'tempest-securitygroup-165745195', 'description': 'tempest-description-1236702787'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:59.345674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 870fea1f-eb26-454d-a9d1-db6cad3001e7 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:59.355774 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9118fe3c-c37c-44aa-8e48-2fc7bee5a2a0 req-aafbc765-1f70-4046-ba77-4d15c6059f59 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.430003 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.437905 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.438467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3ba3d9a2-478b-4fd6-84ec-0aecd8538da0 None None] For port 2a81bc08-969d-45ce-a34c-d4ddb50b3507, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a81bc08-969d-45ce-a34c-d4ddb50b3507,segment=NetworkSegment(e193eb70-7f94-4d34-b45d-b660766cdb76),segment_id=e193eb70-7f94-4d34-b45d-b660766cdb76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:59.478637 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d9a2-478b-4fd6-84ec-0aecd8538da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.489285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Transition to ACTIVE for port object ae36d306-8256-4412-b952-91ba4d9086e9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:59.521076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773f03f-572b-4316-b465-e81817fc5ab3 req-b801ddb2-c8c7-4ffd-98ae-47b4e5046d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.521291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773f03f-572b-4316-b465-e81817fc5ab3 req-b801ddb2-c8c7-4ffd-98ae-47b4e5046d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.521658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773f03f-572b-4316-b465-e81817fc5ab3 req-b801ddb2-c8c7-4ffd-98ae-47b4e5046d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.525146 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.525586 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3773f03f-572b-4316-b465-e81817fc5ab3 req-b801ddb2-c8c7-4ffd-98ae-47b4e5046d34 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2874 time: 0.0836730 Aug 16 01:59:59.577454 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.584090 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3773f03f-572b-4316-b465-e81817fc5ab3 req-b2b5fa82-44fe-4a23-a94a-2a4dfe648971 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486665 Aug 16 01:59:59.586052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.601158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:40Z', 'updated_at': '2021-08-16T01:59:50Z', 'revision_number': 4, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'gw_port': {'id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7a02b175-5161-49de-b00a-33506e4210b6', 'name': '', 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'mac_address': 'fa:16:3e:3d:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a49bb669-4fe5-4cc0-a550-73aa7673ad99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:48Z', 'updated_at': '2021-08-16T01:59:57Z', 'revision_number': 4, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'subnets': [{'id': 'a49bb669-4fe5-4cc0-a550-73aa7673ad99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:59.622934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 78bd6aa0-8403-4720-aa81-ce770ea966bb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=78bd6aa0-8403-4720-aa81-ce770ea966bb,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:59.624973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9118fe3c-c37c-44aa-8e48-2fc7bee5a2a0 req-aafbc765-1f70-4046-ba77-4d15c6059f59 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.632516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9118fe3c-c37c-44aa-8e48-2fc7bee5a2a0 req-aafbc765-1f70-4046-ba77-4d15c6059f59 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.641626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Network 69f5a442-1235-494d-b70b-3d7e46604b11 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:59.644977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:59.647667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:59.680541 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.683980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5dbbf-0393-4326-8640-e27f8b223f92 None None] The sync data for ids ['47ac1687-309f-4fba-af46-6a8346d301cc'] in n-d-768862-14 is: [{'id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:40Z', 'updated_at': '2021-08-16T01:59:50Z', 'revision_number': 4, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'gw_port': {'id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7a02b175-5161-49de-b00a-33506e4210b6', 'name': '', 'network_id': 'a858c169-0f05-48ce-a5f8-86ee02be6119', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'mac_address': 'fa:16:3e:3d:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'a49bb669-4fe5-4cc0-a550-73aa7673ad99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:48Z', 'updated_at': '2021-08-16T01:59:57Z', 'revision_number': 4, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'subnets': [{'id': 'a49bb669-4fe5-4cc0-a550-73aa7673ad99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:59.689487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9118fe3c-c37c-44aa-8e48-2fc7bee5a2a0 req-aafbc765-1f70-4046-ba77-4d15c6059f59 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.690902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9118fe3c-c37c-44aa-8e48-2fc7bee5a2a0 req-aafbc765-1f70-4046-ba77-4d15c6059f59 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3742135 Aug 16 01:59:59.694327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbc765-1f70-4046-ba77-4d15c6059f59 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f16da7-01e8-4c5d-b046-0e934d213bef,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:59.701484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3d9a2-478b-4fd6-84ec-0aecd8538da0 None None] Pushing event updated for resources: {'Port': ['ID=2a81bc08-969d-45ce-a34c-d4ddb50b3507,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:59.760829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Pushing event updated for resources: {'Port': ['ID=ae36d306-8256-4412-b952-91ba4d9086e9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:59.807455 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.818736 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ef6204-6411-4aa8-bf61-7d62d66eb78c x-openstack-request-id: req-95ef6204-6411-4aa8-bf61-7d62d66eb78c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:59.819038 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:59.831336 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95ef6204-6411-4aa8-bf61-7d62d66eb78c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:59.831928 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'status': 'completed', 'code': 200} Aug 16 01:59:59.910124 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.924156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.027909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:53Z', 'updated_at': '2021-08-16T01:59:55Z', 'revision_number': 3, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'gw_port': {'id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:54Z', 'updated_at': '2021-08-16T01:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:00.063332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event updated for resources: {'Port': ['ID=72b11384-161b-46fb-beeb-7c12f8f5bffd,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.076372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.086553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.110774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Checking router: 436e3252-0c7a-4b03-9eab-f88088bed7d7 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:00.111206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Updating router 436e3252-0c7a-4b03-9eab-f88088bed7d7 port f5a9ed9c-76dc-4239-930b-494bdbb57f81 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:00.119645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=78bd6aa0-8403-4720-aa81-ce770ea966bb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.144999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff155e0c-5fda-4b41-9368-83f13d58c33c req-72dc4953-cedf-4fc3-968a-d30e62d9d4d9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.146604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff155e0c-5fda-4b41-9368-83f13d58c33c req-72dc4953-cedf-4fc3-968a-d30e62d9d4d9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 950 time: 0.2128830 Aug 16 02:00:00.149327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.154524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-23348159-71e3-4199-87a8-afe778dabbe8 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8966472 Aug 16 02:00:00.157151 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.185731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-85dd180a-9cbf-4fe9-900b-989a421920c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.187782 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-85dd180a-9cbf-4fe9-900b-989a421920c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 1100 time: 0.1327374 Aug 16 02:00:00.249728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-670c0c43-3985-4f34-b61d-61d0477e9a9b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 696 time: 0.0853412 Aug 16 02:00:00.258053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff155e0c-5fda-4b41-9368-83f13d58c33c req-efa08cba-825c-48f7-995b-c9c4551e8dfa tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024864 Aug 16 02:00:00.364108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89c8f676-58f9-4881-a305-c9aa83a78e5d None None] Provisioning for port ae36d306-8256-4412-b952-91ba4d9086e9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:00.367456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-8003059c-ae2c-46f0-a726-b82b82a37c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.369644 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-8003059c-ae2c-46f0-a726-b82b82a37c35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1730337 Aug 16 02:00:00.419484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89c8f676-58f9-4881-a305-c9aa83a78e5d None None] Provisioning complete for port ae36d306-8256-4412-b952-91ba4d9086e9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:00.420821 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89c8f676-58f9-4881-a305-c9aa83a78e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.431192 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-18ab8d51-4543-41db-a340-f2e4f92f1b06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 200 len: 217 time: 0.0507209 Aug 16 02:00:00.456924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1632de2d-e0bc-4096-aed9-da8d9a25d8b5 req-24d43273-9197-4631-9efc-5dc28f6adf8a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 210 time: 0.0411339 Aug 16 02:00:00.469384 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.507206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-a20e0a10-1bf3-47de-a225-3ea15ae57052 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.509490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-89c8f676-58f9-4881-a305-c9aa83a78e5d None None] Port ae36d306-8256-4412-b952-91ba4d9086e9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:00.524492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6916405-71a0-452e-a2f9-2439d0dab0d6 req-a20e0a10-1bf3-47de-a225-3ea15ae57052 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.2651668 Aug 16 02:00:00.537192 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.549439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-fce56628-291b-4041-a992-794396c909d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.553826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-fce56628-291b-4041-a992-794396c909d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1127901 Aug 16 02:00:00.555632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.571692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89c8f676-58f9-4881-a305-c9aa83a78e5d None None] Provisioning complete for port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:00.572374 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89c8f676-58f9-4881-a305-c9aa83a78e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.662077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3c10-6727-42b0-84fb-e36273424e0c req-74be3c46-b479-4919-a065-acd55025707f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.664680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4dcb3c10-6727-42b0-84fb-e36273424e0c req-74be3c46-b479-4919-a065-acd55025707f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 948 time: 0.0772879 Aug 16 02:00:00.670841 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.688056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Pushing event updated for resources: {'Port': ['ID=ae36d306-8256-4412-b952-91ba4d9086e9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.692559 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.693841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Transition to ACTIVE for port object f5a9ed9c-76dc-4239-930b-494bdbb57f81 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:00.726925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-fe7a59f8-adc3-471a-88cb-92ef8c48d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.728675 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-fe7a59f8-adc3-471a-88cb-92ef8c48d5a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440718 Aug 16 02:00:00.734595 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.742796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4dcb3c10-6727-42b0-84fb-e36273424e0c req-a693b490-5d68-40b8-ab97-a8cf3f864cc3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669694 Aug 16 02:00:00.750497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a95e8874-954b-498c-81be-2638fe64c436 req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1583949602', 'description': 'tempest-description-443649272'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:00.779640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a95e8874-954b-498c-81be-2638fe64c436 req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.800125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a95e8874-954b-498c-81be-2638fe64c436 req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.810998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e9cb-af60-4f7a-b107-3ec5b7cba1dc None None] Pushing event updated for resources: {'Port': ['ID=f5a9ed9c-76dc-4239-930b-494bdbb57f81,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.814737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Attempting to bind port f5a9ed9c-76dc-4239-930b-494bdbb57f81 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:00.815158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Attempting to bind port f5a9ed9c-76dc-4239-930b-494bdbb57f81 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:00.815537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Attempting to bind port f5a9ed9c-76dc-4239-930b-494bdbb57f81 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:00.829983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:00.831691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:00.832129 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.832547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:00.833698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Bound port: f5a9ed9c-76dc-4239-930b-494bdbb57f81, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:00.833698 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.930554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] For port f5a9ed9c-76dc-4239-930b-494bdbb57f81, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:00.959904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] For port f5a9ed9c-76dc-4239-930b-494bdbb57f81, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f5a9ed9c-76dc-4239-930b-494bdbb57f81,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:00.973435 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a95e8874-954b-498c-81be-2638fe64c436 req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.976638 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.989630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876297ff-98d0-4b6e-a5a5-ef965dd1ea8c req-1b68e293-98ec-4340-aaae-2e8a2c416e58 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.000678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876297ff-98d0-4b6e-a5a5-ef965dd1ea8c req-1b68e293-98ec-4340-aaae-2e8a2c416e58 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.008035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876297ff-98d0-4b6e-a5a5-ef965dd1ea8c req-1b68e293-98ec-4340-aaae-2e8a2c416e58 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.009843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-876297ff-98d0-4b6e-a5a5-ef965dd1ea8c req-1b68e293-98ec-4340-aaae-2e8a2c416e58 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2418 time: 0.1252067 Aug 16 02:00:01.011844 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a95e8874-954b-498c-81be-2638fe64c436 req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.033731 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0e71f1d-fef9-47b4-ac63-d719a6f516e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.075741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Routers {'436e3252-0c7a-4b03-9eab-f88088bed7d7'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:01.076392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T01:59:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['436e3252-0c7a-4b03-9eab-f88088bed7d7'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:01.086928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Network 69f5a442-1235-494d-b70b-3d7e46604b11 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:01.099200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:01.108832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60327729-e19d-4e4a-9d88-39715bdae949,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:01.110244 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-cea50e20-69d3-46cc-83e5-3a8ff78299d6 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856252 Aug 16 02:00:01.122077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-876297ff-98d0-4b6e-a5a5-ef965dd1ea8c req-1bd4fa9c-ea43-4eb7-92cb-b2816fb28f7f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023788 Aug 16 02:00:01.138387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e9cb-af60-4f7a-b107-3ec5b7cba1dc None None] Pushing event updated for resources: {'Port': ['ID=f5a9ed9c-76dc-4239-930b-494bdbb57f81,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:01.147567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-1e3c086d-9ec9-4a41-9793-4ea0ffe5d33b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.153058 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-1e3c086d-9ec9-4a41-9793-4ea0ffe5d33b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 820 time: 0.2534730 Aug 16 02:00:01.225782 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a95e8874-954b-498c-81be-2638fe64c436 req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.250967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] Set router 436e3252-0c7a-4b03-9eab-f88088bed7d7 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:01.254997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Request body: {'port': {'device_id': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5', 'admin_state_up': True, 'tenant_id': 'cd4786612bfb44e88800a68032521120'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:01.265276 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a95e8874-954b-498c-81be-2638fe64c436 req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.301094 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a95e8874-954b-498c-81be-2638fe64c436 req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.301808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4f5d77-48cf-4988-8bed-5724bf2ef085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51332f3-3784-4f68-926b-e448cfb6dcda'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:01.302307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a95e8874-954b-498c-81be-2638fe64c436 req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5571041 Aug 16 02:00:01.310279 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a670679-e37b-4152-bb76-19f0b20e0934" -d '{"events": [{"server_uuid": "5c4f5d77-48cf-4988-8bed-5724bf2ef085", "name": "network-vif-plugged", "status": "completed", "tag": "c51332f3-3784-4f68-926b-e448cfb6dcda"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:01.328007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa9e4a-31b0-44a7-86cd-8670ba0573d6 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63767b6f-a4cc-4936-a118-e0ea32ff0959,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:01.379778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15922530-49ca-4edb-949e-8505eeb13035 req-82e3710f-1d9e-4345-af30-a374895df4a6 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2056837 Aug 16 02:00:01.392799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:01.473875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.554860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e9ebbbf-849a-4cbf-9328-7bbad6be257a None None] Provisioning complete for port ae36d306-8256-4412-b952-91ba4d9086e9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:01.555275 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e9ebbbf-849a-4cbf-9328-7bbad6be257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.603590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebbbf-849a-4cbf-9328-7bbad6be257a None None] Port ae36d306-8256-4412-b952-91ba4d9086e9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:01.622527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:53Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 4, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'gw_port': {'id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:54Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ae36d306-8256-4412-b952-91ba4d9086e9', 'name': '', 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'mac_address': 'fa:16:3e:ba:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:58Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 2, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'subnets': [{'id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:01.650990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c23bc-8978-49ed-a603-31c89efbe410 None None] The sync data for ids ['436e3252-0c7a-4b03-9eab-f88088bed7d7'] in n-d-768862-14 is: [{'id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:53Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 4, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'gw_port': {'id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:54Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ae36d306-8256-4412-b952-91ba4d9086e9', 'name': '', 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'mac_address': 'fa:16:3e:ba:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:58Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 2, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'subnets': [{'id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:01.793278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72288bad-55bb-4ce7-9d3a-ab94b41d293a req-4ad8c217-db42-431d-a986-55bd0d121a78 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.794826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72288bad-55bb-4ce7-9d3a-ab94b41d293a req-4ad8c217-db42-431d-a986-55bd0d121a78 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 950 time: 0.3801596 Aug 16 02:00:01.804975 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6fb27509-d57c-4d40-a77b-565670e02bcb req-9188f600-e5b0-4c08-9292-29378a10ebf8 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501794 Aug 16 02:00:01.812301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Router 436e3252-0c7a-4b03-9eab-f88088bed7d7 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:01.859286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72288bad-55bb-4ce7-9d3a-ab94b41d293a req-076436b8-510c-4092-91ca-782eaf972222 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536656 Aug 16 02:00:01.877946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a81bc08-969d-45ce-a34c-d4ddb50b3507 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:01.915692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-fa81b3e2-a42f-427c-9443-ba7b512ccb43 req-1e82ceac-9564-41bd-b4b3-c0268eec3b65 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-944254703', 'description': 'tempest-description-50922148'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:01.921373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.955135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Made reservation on behalf of cd4786612bfb44e88800a68032521120 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:01.956803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:01.957584 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.959645 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.001724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:02.009193 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a56531d4-2404-409c-8890-543bb91cef69 admin admin] 10.222.0.61 "PUT /v2.0/routers/436e3252-0c7a-4b03-9eab-f88088bed7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9367914 Aug 16 02:00:02.059275 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fa81b3e2-a42f-427c-9443-ba7b512ccb43 req-1e82ceac-9564-41bd-b4b3-c0268eec3b65 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.065944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 78bd6aa0-8403-4720-aa81-ce770ea966bb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:02.122872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Allocated IP 172.25.5.32 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/3a3bcca7-968a-4a2d-b373-0c0d32f23176) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:02.159305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 78bd6aa0-8403-4720-aa81-ce770ea966bb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:02.159723 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.176797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Allocated IP 172.20.0.7 (4b7b472f-1f89-430e-ad0a-e765cdc8c4e5/ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80/f448f47d-4c1a-4794-ac89-b9e4de794062) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:02.293848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7a02b175-5161-49de-b00a-33506e4210b6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:02.315364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fa81b3e2-a42f-427c-9443-ba7b512ccb43 req-1e82ceac-9564-41bd-b4b3-c0268eec3b65 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.322761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fa81b3e2-a42f-427c-9443-ba7b512ccb43 req-1e82ceac-9564-41bd-b4b3-c0268eec3b65 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.332239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.365983 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fa81b3e2-a42f-427c-9443-ba7b512ccb43 req-1e82ceac-9564-41bd-b4b3-c0268eec3b65 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.367341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa81b3e2-a42f-427c-9443-ba7b512ccb43 req-1e82ceac-9564-41bd-b4b3-c0268eec3b65 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4579117 Aug 16 02:00:02.380227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82ceac-9564-41bd-b4b3-c0268eec3b65 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc9e60c-44f8-4222-9411-ae8df6b299bb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:02.394615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 7a02b175-5161-49de-b00a-33506e4210b6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:02.398324 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.408410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7a02b175-5161-49de-b00a-33506e4210b6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:02.408997 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.428018 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.468942 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.497243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:02.500628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:02.504267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:02.518740 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fcc1a1-17af-4b77-b8f1-7cbcbcabb138 x-openstack-request-id: req-52fcc1a1-17af-4b77-b8f1-7cbcbcabb138 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:02.519132 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4f5d77-48cf-4988-8bed-5724bf2ef085", "name": "network-vif-plugged", "status": "completed", "tag": "c51332f3-3784-4f68-926b-e448cfb6dcda", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:02.520237 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-52fcc1a1-17af-4b77-b8f1-7cbcbcabb138 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:02.520800 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4f5d77-48cf-4988-8bed-5724bf2ef085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51332f3-3784-4f68-926b-e448cfb6dcda', 'code': 200} Aug 16 02:00:02.556996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Pushing event updated for resources: {'Port': ['ID=f448f47d-4c1a-4794-ac89-b9e4de794062,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:02.575655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event updated for resources: {'Port': ['ID=3a3bcca7-968a-4a2d-b373-0c0d32f23176,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:02.603682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:02.608353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:02.613520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:02.661049 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.738279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 7a02b175-5161-49de-b00a-33506e4210b6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7a02b175-5161-49de-b00a-33506e4210b6,segment=NetworkSegment(94038323-2e96-4819-96d2-cbe67ad9bfe5),segment_id=94038323-2e96-4819-96d2-cbe67ad9bfe5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:02.746292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.750189 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.767047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.772181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.796219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b6b9d-9d8d-400f-81de-2292f2c4565e req-4f080b42-f3f5-44aa-8e4d-5f334636eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.797930 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-917b6b9d-9d8d-400f-81de-2292f2c4565e req-4f080b42-f3f5-44aa-8e4d-5f334636eacf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 1102 time: 0.1248429 Aug 16 02:00:02.801612 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-c1e58d59-b15a-4a1a-a8f6-cd6336701c7e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5872142 Aug 16 02:00:02.819872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e4931-89cc-4fb9-a55e-1b49748a5276 req-7c2bae46-6780-423f-8000-0d5ca877cdcf tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.821607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd6e4931-89cc-4fb9-a55e-1b49748a5276 req-7c2bae46-6780-423f-8000-0d5ca877cdcf tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 931 time: 0.1051450 Aug 16 02:00:02.834341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Request body: {'port': {'device_id': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:02.849357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=7a02b175-5161-49de-b00a-33506e4210b6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:02.954038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.958373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd6e4931-89cc-4fb9-a55e-1b49748a5276 req-92e80df8-c398-4545-9520-d00ec119db49 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048558 Aug 16 02:00:02.958526 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-917b6b9d-9d8d-400f-81de-2292f2c4565e req-60511171-b89e-4e13-85a2-d2a8b8d29954 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518755 Aug 16 02:00:03.035304 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.311378 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.324975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.409931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event updated for resources: {'Port': ['ID=3a3bcca7-968a-4a2d-b373-0c0d32f23176,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:03.522441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.566618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f448f47d-4c1a-4794-ac89-b9e4de794062 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:03.570212 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc44-ff97-4cab-aa71-49e24441b19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.581618 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.609391 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.611132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15922530-49ca-4edb-949e-8505eeb13035 req-8479a682-af6a-4414-8ec7-85589ced5c59 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2234380 Aug 16 02:00:03.630428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Transition to ACTIVE for port object f448f47d-4c1a-4794-ac89-b9e4de794062 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:03.639554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.730777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Pushing event updated for resources: {'Port': ['ID=f448f47d-4c1a-4794-ac89-b9e4de794062,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:03.799139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15922530-49ca-4edb-949e-8505eeb13035 req-c72cee16-eb62-4b48-8385-c8a303552795 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1675487 Aug 16 02:00:03.849866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:03.850540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:03.851211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:03.868325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:03.868906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:03.871504 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.881255 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:03.881691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:03.881986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:03.882417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Bound port: f448f47d-4c1a-4794-ac89-b9e4de794062, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:03.882773 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.985645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfd917-8614-4ea1-94e8-2d95c9d65b89 req-7ea1a860-2394-4fca-b33b-cfff30758297 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.999558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7dfd917-8614-4ea1-94e8-2d95c9d65b89 req-7ea1a860-2394-4fca-b33b-cfff30758297 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 948 time: 0.4080877 Aug 16 02:00:04.036887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:04.041469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:04.060529 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.060760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 3e1fe213-b923-40ba-88ee-d8c2813c2b9f details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:04.095170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922530-49ca-4edb-949e-8505eeb13035 req-1224472b-bcce-426c-a3e1-c0b17e5b972b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.098327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15922530-49ca-4edb-949e-8505eeb13035 req-1224472b-bcce-426c-a3e1-c0b17e5b972b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.2825196 Aug 16 02:00:04.127562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7dfd917-8614-4ea1-94e8-2d95c9d65b89 req-d45fc986-1ef3-40d6-8d79-5f580a874209 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215248 Aug 16 02:00:04.133744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.134694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.137106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] 10.222.0.86 "PUT /v2.0/ports/f448f47d-4c1a-4794-ac89-b9e4de794062 HTTP/1.1" status: 200 len: 1092 time: 1.3116820 Aug 16 02:00:04.137726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:04.141542 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873b9805-9f81-4429-a407-02399fa3907d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:04.171838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f5a9ed9c-76dc-4239-930b-494bdbb57f81 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:04.241359 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9944a5-9f90-4106-92c9-4c315fb1904d service neutron] Pushing event updated for resources: {'Port': ['ID=f448f47d-4c1a-4794-ac89-b9e4de794062,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:04.446074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-df4aeeba-279b-4bcd-8295-1c892da8280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.447666 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-df4aeeba-279b-4bcd-8295-1c892da8280c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1095 time: 0.1022637 Aug 16 02:00:04.503985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port f5a9ed9c-76dc-4239-930b-494bdbb57f81 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:04.549351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f5a9ed9c-76dc-4239-930b-494bdbb57f81 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:04.549731 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.568845 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-955211f9-5d10-44ef-b742-db46d15b66a2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f448f47d-4c1a-4794-ac89-b9e4de794062 HTTP/1.1" status: 200 len: 217 time: 0.0977302 Aug 16 02:00:04.612714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aa5b5-db91-46f0-a499-32f61bb2743d req-eeab7da6-3f19-400f-9290-b5d3926ff157 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.631158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aa5b5-db91-46f0-a499-32f61bb2743d req-eeab7da6-3f19-400f-9290-b5d3926ff157 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.631384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aa5b5-db91-46f0-a499-32f61bb2743d req-eeab7da6-3f19-400f-9290-b5d3926ff157 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.656510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f6aa5b5-db91-46f0-a499-32f61bb2743d req-eeab7da6-3f19-400f-9290-b5d3926ff157 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2418 time: 0.1387465 Aug 16 02:00:04.695838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:04.719677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-0da45e00-ce4c-4ad4-b51c-6f181eb92c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.723679 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-0da45e00-ce4c-4ad4-b51c-6f181eb92c77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1274393 Aug 16 02:00:04.726139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'mac_address': 'fa:16:3e:48:4b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:04.778829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f6aa5b5-db91-46f0-a499-32f61bb2743d req-c7cd69c6-e759-454a-9b64-ecf94d8c6713 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214082 Aug 16 02:00:04.799704 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-f8350768-c989-46ce-9f0b-c5b198335816 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629570 Aug 16 02:00:04.801492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-a2b3773d-66a3-4b5e-98de-7e325a5f56f0 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56132 time: 0.6509590 Aug 16 02:00:04.811029 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.904734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-1a7f9686-94b3-4746-8f21-2bb7b920ddf4 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/1562c407-0243-4abd-859b-4a48cf549556 HTTP/1.1" status: 200 len: 2977 time: 0.0762155 Aug 16 02:00:04.994219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-2a695b86-caab-418e-bb84-16c869d21390 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/1562c407-0243-4abd-859b-4a48cf549556 HTTP/1.1" status: 200 len: 2977 time: 0.0882230 Aug 16 02:00:05.051125 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.073992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.094947 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-9854e330-f515-43b9-b0df-439a9cc690f9 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809832 Aug 16 02:00:05.096083 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-cff17bac-5802-46ff-bed1-d476238ee706 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/3a59efc8-d0e1-47cd-956a-5145e834ba23 HTTP/1.1" status: 200 len: 2981 time: 0.0951219 Aug 16 02:00:05.118074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port f5a9ed9c-76dc-4239-930b-494bdbb57f81, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f5a9ed9c-76dc-4239-930b-494bdbb57f81,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:05.125293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1fe213-b923-40ba-88ee-d8c2813c2b9f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:05.132049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460792d-5cc0-4db6-ae00-b29d77c3b232 req-f73c843f-a1ec-49b8-986c-7b61871c9ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.132049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8460792d-5cc0-4db6-ae00-b29d77c3b232 req-f73c843f-a1ec-49b8-986c-7b61871c9ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 950 time: 0.0905733 Aug 16 02:00:05.185027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:05.188610 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.189463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7a02b175-5161-49de-b00a-33506e4210b6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:05.204060 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.234319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-bcddd7b7-de9c-49f4-bdf3-7b1c8fe6d3c1 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/3a59efc8-d0e1-47cd-956a-5145e834ba23 HTTP/1.1" status: 200 len: 2981 time: 0.1372488 Aug 16 02:00:05.254714 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-425126dd-d86e-4e42-bbf9-b47b11ea0dbe req-cf0cec7f-5f27-4cd1-bdaa-8583e405ebef service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488335 Aug 16 02:00:05.294669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8460792d-5cc0-4db6-ae00-b29d77c3b232 req-f7e473a4-97a0-4bb6-9860-dbaa143c3e0c tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497207 Aug 16 02:00:05.341204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=f5a9ed9c-76dc-4239-930b-494bdbb57f81,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:05.342888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-d0862379-ca3f-4c93-8b4b-777fab140046 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/3bf87a5d-bb13-4dbe-9990-1adeb5349c8c HTTP/1.1" status: 200 len: 2981 time: 0.1076088 Aug 16 02:00:05.393096 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7a02b175-5161-49de-b00a-33506e4210b6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:05.398734 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.408343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-7134afaa-84e0-4901-8acb-963d9a936b0a tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/3bf87a5d-bb13-4dbe-9990-1adeb5349c8c HTTP/1.1" status: 200 len: 2981 time: 0.0644186 Aug 16 02:00:05.477529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:05.498385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19ad8-9d46-4c72-89a1-de183d38a9b3 req-b92bf157-b16e-4b14-9308-a19fff1a12dc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.500171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69a19ad8-9d46-4c72-89a1-de183d38a9b3 req-b92bf157-b16e-4b14-9308-a19fff1a12dc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.1010463 Aug 16 02:00:05.509881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-ef463213-097f-491c-ad98-58e72b2c55c0 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/4b6abf65-5c01-4f10-a5f2-09838b1c6b88 HTTP/1.1" status: 200 len: 2981 time: 0.1006353 Aug 16 02:00:05.584538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69a19ad8-9d46-4c72-89a1-de183d38a9b3 req-e45ccbfd-75f4-4d68-8f98-879bbf9d1639 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712936 Aug 16 02:00:05.606880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-2720e464-418b-4cf7-b312-d25cb69c280c tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/4b6abf65-5c01-4f10-a5f2-09838b1c6b88 HTTP/1.1" status: 200 len: 2981 time: 0.0935805 Aug 16 02:00:05.733415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-6deea338-2223-47dd-b7db-128769e01d6e tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/54453729-3241-476b-8969-a44d815bc596 HTTP/1.1" status: 200 len: 2981 time: 0.1220272 Aug 16 02:00:05.791029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f5a9ed9c-76dc-4239-930b-494bdbb57f81 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:05.815591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-e25d830f-9923-41a1-9887-2e25321b0059 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/54453729-3241-476b-8969-a44d815bc596 HTTP/1.1" status: 200 len: 2981 time: 0.0811365 Aug 16 02:00:05.824419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-ea403353-38c0-4a23-ac3f-8712f9ca5141 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1794112 Aug 16 02:00:05.839237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:05.862782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f5a9ed9c-76dc-4239-930b-494bdbb57f81 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:05.863392 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.881326 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-837ad7f3-b72a-4382-8eef-a8b67116823a tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5a5aea08-ba15-4aa9-a432-2652c01bd20d HTTP/1.1" status: 200 len: 2977 time: 0.0646393 Aug 16 02:00:05.883461 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.978041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-30b6c153-7b3d-4754-b04c-6c309f1ac282 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5a5aea08-ba15-4aa9-a432-2652c01bd20d HTTP/1.1" status: 200 len: 2977 time: 0.0815845 Aug 16 02:00:06.052051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-271e78d6-95d6-4f19-abbd-46a6a221c5b5 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/60327729-e19d-4e4a-9d88-39715bdae949 HTTP/1.1" status: 200 len: 2981 time: 0.0647395 Aug 16 02:00:06.057353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.069961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['3e1fe213-b923-40ba-88ee-d8c2813c2b9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:06.157345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-f6456227-aa13-403b-be75-dcd7f563a345 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/60327729-e19d-4e4a-9d88-39715bdae949 HTTP/1.1" status: 200 len: 2981 time: 0.0918620 Aug 16 02:00:06.238263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Allocated IP 172.25.5.170 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/875cdee2-82f4-48a8-a33e-d2b99ca1f54a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:06.252536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-55a4cd6d-6cd3-4120-93ed-713724b0d30a tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/7decc287-da75-4d8c-8fef-581775203c41 HTTP/1.1" status: 200 len: 2981 time: 0.0676978 Aug 16 02:00:06.354177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-f4a0be69-f951-4d18-a7f1-25afc5ad4ba2 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/7decc287-da75-4d8c-8fef-581775203c41 HTTP/1.1" status: 200 len: 2981 time: 0.0839419 Aug 16 02:00:06.405208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.426078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-597350cc-f440-4eaa-a97f-714f6725e3f3 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/946d40f4-4b8b-4c05-bcf9-5386b6968438 HTTP/1.1" status: 200 len: 2981 time: 0.0624804 Aug 16 02:00:06.486988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-7d1fe946-333a-4634-afee-15b6195dba5c tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/946d40f4-4b8b-4c05-bcf9-5386b6968438 HTTP/1.1" status: 200 len: 2981 time: 0.0546291 Aug 16 02:00:06.488943 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.554740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:06.562841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:06.565306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:06.571143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event updated for resources: {'Port': ['ID=875cdee2-82f4-48a8-a33e-d2b99ca1f54a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:06.602771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-df0d2bf0-b1ae-4ee9-aec6-eaef23a309f0 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/9bd9cc36-e831-4f27-bc46-4cfe429fcabc HTTP/1.1" status: 200 len: 2977 time: 0.1086357 Aug 16 02:00:06.690341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-eb47c79e-f804-41f9-a685-0f8d42ffa508 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/9bd9cc36-e831-4f27-bc46-4cfe429fcabc HTTP/1.1" status: 200 len: 2977 time: 0.0758381 Aug 16 02:00:06.700590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.757141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.780362 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.788664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-5931a8c4-223a-47e7-9f69-7df4f525b68d tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a0a1e277-36bd-4240-8cab-5cb6299c60a6 HTTP/1.1" status: 200 len: 2973 time: 0.0904264 Aug 16 02:00:06.891607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-5dd1d4e3-e8a0-4520-8094-39626bebcc2a tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a0a1e277-36bd-4240-8cab-5cb6299c60a6 HTTP/1.1" status: 200 len: 2973 time: 0.0935106 Aug 16 02:00:06.952048 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Sync routers for ids ['436e3252-0c7a-4b03-9eab-f88088bed7d7'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:06.962565 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Routers {'436e3252-0c7a-4b03-9eab-f88088bed7d7'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:06.964314 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['436e3252-0c7a-4b03-9eab-f88088bed7d7'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:06.975218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-5dc769df-cc41-4249-8ab6-d1e1d1158ae2 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a1f29337-3d1a-47a3-b062-2c28dfdfa32c HTTP/1.1" status: 200 len: 2981 time: 0.0759809 Aug 16 02:00:07.008136 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.020351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.084083 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Set router 436e3252-0c7a-4b03-9eab-f88088bed7d7 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:07.095663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-666fea2f-732b-4144-95a7-cb7e340313c3 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a1f29337-3d1a-47a3-b062-2c28dfdfa32c HTTP/1.1" status: 200 len: 2981 time: 0.1126039 Aug 16 02:00:07.134134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event updated for resources: {'Port': ['ID=875cdee2-82f4-48a8-a33e-d2b99ca1f54a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:07.159223 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.202854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.204005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-d28a13ff-75c1-4d43-aa27-1c22c4fb4afe tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3746586 Aug 16 02:00:07.207533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-c941cb68-4ee9-4983-a1a9-f4d58b4e4df7 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/b35affbb-b4f0-44ea-8219-9cc8f0b80fa0 HTTP/1.1" status: 200 len: 2981 time: 0.0931642 Aug 16 02:00:07.269956 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-09da0795-a18d-44e1-a367-7cd502a09276 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0574121 Aug 16 02:00:07.345751 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-4d778353-87b8-4b67-aa1c-c623cddaf973 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/b35affbb-b4f0-44ea-8219-9cc8f0b80fa0 HTTP/1.1" status: 200 len: 2981 time: 0.1258261 Aug 16 02:00:07.376335 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:53Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 4, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'gw_port': {'id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:54Z', 'updated_at': '2021-08-16T02:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ae36d306-8256-4412-b952-91ba4d9086e9', 'name': '', 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'mac_address': 'fa:16:3e:ba:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:58Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 2, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'subnets': [{'id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:07.402968 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Checking router: 436e3252-0c7a-4b03-9eab-f88088bed7d7 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:07.403384 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Updating router 436e3252-0c7a-4b03-9eab-f88088bed7d7 port ae36d306-8256-4412-b952-91ba4d9086e9 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:07.422075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-ea65df01-26d9-4d5f-8995-a1b62fee822b tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/cdd7bb94-56bc-424b-8144-a5db1f1684ed HTTP/1.1" status: 200 len: 2981 time: 0.0648010 Aug 16 02:00:07.428290 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.429617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-611a77fc-f943-4b5f-bc1c-66db1d6a1aa0 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.430893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ef29065-f4fc-4ef9-bf33-57ceda291cc3 req-611a77fc-f943-4b5f-bc1c-66db1d6a1aa0 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1499717 Aug 16 02:00:07.472452 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980f5017-0762-4efa-9155-d92579c3199d x-openstack-request-id: req-980f5017-0762-4efa-9155-d92579c3199d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:07.473349 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:07.473753 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-980f5017-0762-4efa-9155-d92579c3199d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:07.474379 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062', 'status': 'completed', 'code': 200} Aug 16 02:00:07.477612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-dbf0e2c7-1503-441a-b7b2-720768083198 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/cdd7bb94-56bc-424b-8144-a5db1f1684ed HTTP/1.1" status: 200 len: 2981 time: 0.0457447 Aug 16 02:00:07.541253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-19e5054d-d3cd-436e-8cbe-53ac9bf0db11 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/d482aa0c-e238-40a3-bb14-db4f870c2f41 HTTP/1.1" status: 200 len: 2981 time: 0.0539174 Aug 16 02:00:07.584428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9805-9f81-4429-a407-02399fa3907d req-d9d9b835-677d-4d8c-a16a-2079232193f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.586648 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-873b9805-9f81-4429-a407-02399fa3907d req-d9d9b835-677d-4d8c-a16a-2079232193f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1095 time: 0.0539253 Aug 16 02:00:07.597938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-f47bc7da-b180-4b84-b12e-fdb05c3378a1 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/d482aa0c-e238-40a3-bb14-db4f870c2f41 HTTP/1.1" status: 200 len: 2981 time: 0.0495603 Aug 16 02:00:07.710263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-fad77882-af53-4a11-90d3-965934f1742e tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/d67c7c69-beaf-46d5-9307-390f9452e033 HTTP/1.1" status: 200 len: 2981 time: 0.1024210 Aug 16 02:00:07.750722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da0afb-c1a1-41cb-8f9d-8674d5351193 req-4149807e-dfc5-4e3d-a975-34efc84397f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.755701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9805-9f81-4429-a407-02399fa3907d req-4d72ffd5-8b5c-4044-9117-f71fc2cdfa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.757487 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-873b9805-9f81-4429-a407-02399fa3907d req-4d72ffd5-8b5c-4044-9117-f71fc2cdfa3e service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.1532626 Aug 16 02:00:07.758740 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26da0afb-c1a1-41cb-8f9d-8674d5351193 req-4149807e-dfc5-4e3d-a975-34efc84397f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 949 time: 0.0826247 Aug 16 02:00:07.813240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-c6c59d4c-910e-482d-b29b-60d59fd1e0a0 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/d67c7c69-beaf-46d5-9307-390f9452e033 HTTP/1.1" status: 200 len: 2981 time: 0.0933914 Aug 16 02:00:07.822615 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-873b9805-9f81-4429-a407-02399fa3907d req-0efa797c-f8df-41f6-8c8e-ee043cd141f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f448f47d-4c1a-4794-ac89-b9e4de794062 HTTP/1.1" status: 200 len: 217 time: 0.0529664 Aug 16 02:00:07.825631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26da0afb-c1a1-41cb-8f9d-8674d5351193 req-05c82010-35f9-4b32-9b01-abc5e9174d41 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659137 Aug 16 02:00:07.847156 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.861031 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Transition to ACTIVE for port object ae36d306-8256-4412-b952-91ba4d9086e9 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:07.869029 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.913662 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800898d-1245-4055-b2c1-4b783fcfb6bf None None] Pushing event updated for resources: {'Port': ['ID=ae36d306-8256-4412-b952-91ba4d9086e9,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:07.935620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-e55106fc-6329-47c3-9034-eae68fe4b436 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/d73e21e7-9be8-4888-b48c-fc9a5cf03d39 HTTP/1.1" status: 200 len: 2981 time: 0.1076472 Aug 16 02:00:07.954983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b9805-9f81-4429-a407-02399fa3907d req-49555520-8ce8-4937-a72a-aaa3c6a9606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.956920 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-873b9805-9f81-4429-a407-02399fa3907d req-49555520-8ce8-4937-a72a-aaa3c6a9606c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1204560 Aug 16 02:00:07.996761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef58045b-6367-4e98-a0ae-a0913d63420b req-2f87adab-d0f6-454f-9d69-5a1d9ee26745 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/d73e21e7-9be8-4888-b48c-fc9a5cf03d39 HTTP/1.1" status: 200 len: 2981 time: 0.0538716 Aug 16 02:00:08.019344 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-873b9805-9f81-4429-a407-02399fa3907d req-b4e12eac-add5-4d80-8256-28a73078ad56 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504413 Aug 16 02:00:08.031608 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Attempting to bind port ae36d306-8256-4412-b952-91ba4d9086e9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:08.032114 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Attempting to bind port ae36d306-8256-4412-b952-91ba4d9086e9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'e193eb70-7f94-4d34-b45d-b660766cdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:08.032533 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Attempting to bind port ae36d306-8256-4412-b952-91ba4d9086e9 on network 69f5a442-1235-494d-b70b-3d7e46604b11 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:08.043111 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:08.044830 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Checking segment: {'id': 'e193eb70-7f94-4d34-b45d-b660766cdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:08.045476 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.045992 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Bound using segment: {'id': 'e193eb70-7f94-4d34-b45d-b660766cdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:08.046556 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Bound port: ae36d306-8256-4412-b952-91ba4d9086e9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e193eb70-7f94-4d34-b45d-b660766cdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:08.047052 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.092969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 3e1fe213-b923-40ba-88ee-d8c2813c2b9f up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:08.189375 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] For port ae36d306-8256-4412-b952-91ba4d9086e9, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:08.199387 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] For port ae36d306-8256-4412-b952-91ba4d9086e9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ae36d306-8256-4412-b952-91ba4d9086e9,segment=NetworkSegment(e193eb70-7f94-4d34-b45d-b660766cdb76),segment_id=e193eb70-7f94-4d34-b45d-b660766cdb76)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:08.209673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15026-8fb9-44a1-99e1-88268b3d23d8 req-7faa09cb-fa2a-49e7-92fc-d3b036425a79 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.211484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11c15026-8fb9-44a1-99e1-88268b3d23d8 req-7faa09cb-fa2a-49e7-92fc-d3b036425a79 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.1292322 Aug 16 02:00:08.214506 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.247464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:08.252258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:08.252962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.278665 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-873b9805-9f81-4429-a407-02399fa3907d req-55801d45-456a-4e7d-a6d2-f29f1ef5fea7 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467592 Aug 16 02:00:08.285715 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800898d-1245-4055-b2c1-4b783fcfb6bf None None] Pushing event updated for resources: {'Port': ['ID=ae36d306-8256-4412-b952-91ba4d9086e9,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:08.309612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11c15026-8fb9-44a1-99e1-88268b3d23d8 req-1b82d716-2366-41d3-8245-8d9f5a31ed66 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881157 Aug 16 02:00:08.333384 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Routers {'436e3252-0c7a-4b03-9eab-f88088bed7d7'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:08.334492 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['436e3252-0c7a-4b03-9eab-f88088bed7d7'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:08.476712 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.487276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-873b9805-9f81-4429-a407-02399fa3907d req-7c9d4de4-9fdb-4885-b84a-938da503d8db service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998119 Aug 16 02:00:08.503796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2fa6d043-522c-4cbc-a1d0-3397320c0b1d req-61676fed-2ceb-4206-b894-58e1e001b6a4 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips/ad191b70-58b8-4c8a-b4aa-95e93d66ce62 HTTP/1.1" status: 200 len: 693 time: 0.1097682 Aug 16 02:00:08.530766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:08.531878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:08.533743 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] Set router 436e3252-0c7a-4b03-9eab-f88088bed7d7 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:08.534251 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb22eb1-c7d3-4dfa-81c2-7d53887c9517" -d '{"events": [{"server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "name": "network-vif-plugged", "status": "completed", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:08.548792 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.642027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:08.686314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fba8cc-7a57-42b0-ac24-cec1baa9b96a req-59259f19-2ee0-411c-8eec-f659e80b8f17 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.692582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fba8cc-7a57-42b0-ac24-cec1baa9b96a req-59259f19-2ee0-411c-8eec-f659e80b8f17 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.694531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38fba8cc-7a57-42b0-ac24-cec1baa9b96a req-59259f19-2ee0-411c-8eec-f659e80b8f17 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a&device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 1691 time: 0.1890604 Aug 16 02:00:08.753929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6d043-522c-4cbc-a1d0-3397320c0b1d req-554cef94-553d-4bd1-9691-581e9645fa55 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.760545 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2fa6d043-522c-4cbc-a1d0-3397320c0b1d req-554cef94-553d-4bd1-9691-581e9645fa55 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.2340794 Aug 16 02:00:08.779198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38fba8cc-7a57-42b0-ac24-cec1baa9b96a req-9db10c6c-961f-419b-9419-6973d79c17a1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782394 Aug 16 02:00:08.821466 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:53Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 4, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'gw_port': {'id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:54Z', 'updated_at': '2021-08-16T02:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ae36d306-8256-4412-b952-91ba4d9086e9', 'name': '', 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'mac_address': 'fa:16:3e:ba:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:58Z', 'updated_at': '2021-08-16T02:00:08Z', 'revision_number': 4, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'subnets': [{'id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:08.857323 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd6313-392f-4f42-9698-f95a40e8f24a None None] The sync data for ids ['436e3252-0c7a-4b03-9eab-f88088bed7d7'] in n-d-768862-14 is: [{'id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:53Z', 'updated_at': '2021-08-16T02:00:00Z', 'revision_number': 4, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'gw_port': {'id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:54Z', 'updated_at': '2021-08-16T02:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ae36d306-8256-4412-b952-91ba4d9086e9', 'name': '', 'network_id': '69f5a442-1235-494d-b70b-3d7e46604b11', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'mac_address': 'fa:16:3e:ba:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:58Z', 'updated_at': '2021-08-16T02:00:08Z', 'revision_number': 4, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'subnets': [{'id': 'fd15d16a-3c98-4621-a8d6-527ffaf75e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:08.939340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4adff9a-cab5-4c99-9e8c-45ef915798b7 req-5f66ed08-3069-44b1-953d-d62aece87ef5 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b747341fce474a46ace006e23b86f07f HTTP/1.1" status: 200 len: 6102 time: 0.1285694 Aug 16 02:00:08.966377 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c854a79e-1624-4c7c-9f6a-b7ccf8637e7a x-openstack-request-id: req-c854a79e-1624-4c7c-9f6a-b7ccf8637e7a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:08.966829 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "name": "network-vif-plugged", "status": "completed", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:08.967212 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c854a79e-1624-4c7c-9f6a-b7ccf8637e7a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:08.967721 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'code': 200} Aug 16 02:00:09.006915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4adff9a-cab5-4c99-9e8c-45ef915798b7 req-d97f12e5-fe9a-4705-8449-41396ca8e0cb tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] 10.222.0.61 "GET /v2.0/security-groups/b35affbb-b4f0-44ea-8219-9cc8f0b80fa0 HTTP/1.1" status: 200 len: 2981 time: 0.0648923 Aug 16 02:00:09.082111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4adff9a-cab5-4c99-9e8c-45ef915798b7 req-605563ba-2514-409e-95b5-f621ecdcb665 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] 10.222.0.61 "GET /v2.0/security-groups/b35affbb-b4f0-44ea-8219-9cc8f0b80fa0 HTTP/1.1" status: 200 len: 2981 time: 0.0743077 Aug 16 02:00:09.168463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-88f7ed10-f181-46dd-bc0a-c3a359c116c9 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips/ad191b70-58b8-4c8a-b4aa-95e93d66ce62 HTTP/1.1" status: 200 len: 693 time: 0.0812602 Aug 16 02:00:09.176676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5130d9-7496-41ab-9c02-bdec92fe7de9 req-ca6ad377-4eb2-459c-9d1a-76fd0516d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.188778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da5130d9-7496-41ab-9c02-bdec92fe7de9 req-ca6ad377-4eb2-459c-9d1a-76fd0516d2b9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 1102 time: 0.1042233 Aug 16 02:00:09.258832 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da5130d9-7496-41ab-9c02-bdec92fe7de9 req-853b6122-bfb0-48f1-b48d-2687fce21dd6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564911 Aug 16 02:00:09.306444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1e6df-5bd0-4da4-8204-0589000b924d req-ae0b95a7-dd2c-474e-a9d2-25f5af6bd30b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.308574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fd1e6df-5bd0-4da4-8204-0589000b924d req-ae0b95a7-dd2c-474e-a9d2-25f5af6bd30b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.0812359 Aug 16 02:00:09.335822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-d7cc4029-bfee-4a5c-bf72-9f7c339ebe37 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.337470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-d7cc4029-bfee-4a5c-bf72-9f7c339ebe37 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1681395 Aug 16 02:00:09.412659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-b2e5dba6-0fb9-41a6-8dcc-45cab40dd78c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0656621 Aug 16 02:00:09.416344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fd1e6df-5bd0-4da4-8204-0589000b924d req-0aeb1625-7e13-406f-866e-c1fb2e2fe572 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983276 Aug 16 02:00:09.489361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-15720188-4757-4c0d-80ef-a79efd7d0048 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0610909 Aug 16 02:00:09.651402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7966-02ef-4950-81a8-eae3391b7567 req-d6cb49f7-6182-4fd0-a373-7c5b9b18a4ca tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.657880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7966-02ef-4950-81a8-eae3391b7567 req-d6cb49f7-6182-4fd0-a373-7c5b9b18a4ca tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.663905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7966-02ef-4950-81a8-eae3391b7567 req-d6cb49f7-6182-4fd0-a373-7c5b9b18a4ca tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.665620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-034e7966-02ef-4950-81a8-eae3391b7567 req-d6cb49f7-6182-4fd0-a373-7c5b9b18a4ca tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2418 time: 0.1671512 Aug 16 02:00:09.722345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Deleting port 875cdee2-82f4-48a8-a33e-d2b99ca1f54a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:09.722695 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.729366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-034e7966-02ef-4950-81a8-eae3391b7567 req-6ff95a5b-1116-4be0-bc35-62e4724ed3f7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547073 Aug 16 02:00:09.862398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.863571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.868347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e1000be-6fbc-413a-955b-3b17c5aa3abf req-1b92b54a-fbd7-48f8-9262-13dd12bf957d tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/9cc9e60c-44f8-4222-9411-ae8df6b299bb HTTP/1.1" status: 200 len: 1775 time: 0.0796273 Aug 16 02:00:09.876393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ae36d306-8256-4412-b952-91ba4d9086e9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:09.890813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Calling delete_port for 875cdee2-82f4-48a8-a33e-d2b99ca1f54a owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:09.933997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ae36d306-8256-4412-b952-91ba4d9086e9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:09.938118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ae36d306-8256-4412-b952-91ba4d9086e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:09.938489 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.020144 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e1000be-6fbc-413a-955b-3b17c5aa3abf req-414dc4c9-d2ad-4646-9a4d-0e7ad3fb09b9 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.030318 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.072364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port ae36d306-8256-4412-b952-91ba4d9086e9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ae36d306-8256-4412-b952-91ba4d9086e9,segment=NetworkSegment(e193eb70-7f94-4d34-b45d-b660766cdb76),segment_id=e193eb70-7f94-4d34-b45d-b660766cdb76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:10.077954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.085416 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e1000be-6fbc-413a-955b-3b17c5aa3abf req-414dc4c9-d2ad-4646-9a4d-0e7ad3fb09b9 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.089868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f448f47d-4c1a-4794-ac89-b9e4de794062 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:10.150859 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.159975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e1000be-6fbc-413a-955b-3b17c5aa3abf req-414dc4c9-d2ad-4646-9a4d-0e7ad3fb09b9 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.162771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0e1000be-6fbc-413a-955b-3b17c5aa3abf req-414dc4c9-d2ad-4646-9a4d-0e7ad3fb09b9 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.175705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e1000be-6fbc-413a-955b-3b17c5aa3abf req-414dc4c9-d2ad-4646-9a4d-0e7ad3fb09b9 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/9cc9e60c-44f8-4222-9411-ae8df6b299bb HTTP/1.1" status: 204 len: 173 time: 0.2979326 Aug 16 02:00:10.213351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=ae36d306-8256-4412-b952-91ba4d9086e9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:10.232634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dc4c9-d2ad-4646-9a4d-0e7ad3fb09b9 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc9e60c-44f8-4222-9411-ae8df6b299bb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:10.249200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event deleted for resources: {'Port': ['ID=875cdee2-82f4-48a8-a33e-d2b99ca1f54a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:10.281666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:10.294085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'f448f47d-4c1a-4794-ac89-b9e4de794062', 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5', 'port_id': 'f448f47d-4c1a-4794-ac89-b9e4de794062', 'mac_address': 'fa:16:3e:c8:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:10.335165 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.355124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f448f47d-4c1a-4794-ac89-b9e4de794062 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:10.367488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ac90e-d54d-4db9-a944-d72112231a0a req-1c514ec9-9eb0-4c3f-8657-26420305a064 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.369162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-832ac90e-d54d-4db9-a944-d72112231a0a req-1c514ec9-9eb0-4c3f-8657-26420305a064 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 1102 time: 0.1110291 Aug 16 02:00:10.376773 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.379830 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.381268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:10.392707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85784d69-fef7-4d1a-8f04-7cdd2a2a63a4 req-8a200e31-0624-40a7-9ebc-213e5e589c75 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "DELETE /v2.0/floatingips/ad191b70-58b8-4c8a-b4aa-95e93d66ce62 HTTP/1.1" status: 204 len: 173 time: 0.8962932 Aug 16 02:00:10.394951 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.430818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-832ac90e-d54d-4db9-a944-d72112231a0a req-a2dc09e7-c049-4fa1-9cc7-1b108d674bac tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369015 Aug 16 02:00:10.482737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=f448f47d-4c1a-4794-ac89-b9e4de794062,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:10.506142 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065996e0-8499-483a-bcbd-e47adfdb258b req-23fd80f3-42cd-43c7-b4d7-e1291a90c837 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.507769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-065996e0-8499-483a-bcbd-e47adfdb258b req-23fd80f3-42cd-43c7-b4d7-e1291a90c837 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 944 time: 0.0629208 Aug 16 02:00:10.546794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-065996e0-8499-483a-bcbd-e47adfdb258b req-aa22dd40-79d7-4b33-bb4b-287f97defee9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327506 Aug 16 02:00:10.724930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-691ed6c9-5a90-43ab-b1b6-36e759bd679f req-4bf02a1d-103c-4314-ae36-a8672be261d5 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "GET /v2.0/security-groups/63767b6f-a4cc-4936-a118-e0ea32ff0959 HTTP/1.1" status: 200 len: 1777 time: 0.1435471 Aug 16 02:00:11.056553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd158f-0845-4f17-a420-4dd2296131e5 req-5739730a-e24f-4240-9371-dd0614588207 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.058713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4cfd158f-0845-4f17-a420-4dd2296131e5 req-5739730a-e24f-4240-9371-dd0614588207 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4755671 Aug 16 02:00:11.082584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-691ed6c9-5a90-43ab-b1b6-36e759bd679f req-4c7cffa0-9878-4789-a953-21d8b4c56793 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.107917 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-691ed6c9-5a90-43ab-b1b6-36e759bd679f req-4c7cffa0-9878-4789-a953-21d8b4c56793 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.109196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['f448f47d-4c1a-4794-ac89-b9e4de794062'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:11.219904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcb0e4-c4d5-4379-a118-bc932ddaa94d req-89c7ef10-8322-4d2a-b652-f3ef30fbf643 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.221663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8bcb0e4-c4d5-4379-a118-bc932ddaa94d req-89c7ef10-8322-4d2a-b652-f3ef30fbf643 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.0883620 Aug 16 02:00:11.222859 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-691ed6c9-5a90-43ab-b1b6-36e759bd679f req-4c7cffa0-9878-4789-a953-21d8b4c56793 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.225732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-691ed6c9-5a90-43ab-b1b6-36e759bd679f req-4c7cffa0-9878-4789-a953-21d8b4c56793 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.239436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-691ed6c9-5a90-43ab-b1b6-36e759bd679f req-4c7cffa0-9878-4789-a953-21d8b4c56793 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/63767b6f-a4cc-4936-a118-e0ea32ff0959 HTTP/1.1" status: 204 len: 173 time: 0.5066948 Aug 16 02:00:11.265064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cffa0-9878-4789-a953-21d8b4c56793 tempest-SecurityGroupsTestAdminJSON-401115027 tempest-SecurityGroupsTestAdminJSON-401115027-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63767b6f-a4cc-4936-a118-e0ea32ff0959,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.345162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8bcb0e4-c4d5-4379-a118-bc932ddaa94d req-c1bf03d7-4355-4c6a-9acd-7e408951acc0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847681 Aug 16 02:00:11.395695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edc3c5-052a-4b5f-8754-7f2f132bc573 req-23ead47a-8ea5-48df-9af2-145fae41885f tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.397960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37edc3c5-052a-4b5f-8754-7f2f132bc573 req-23ead47a-8ea5-48df-9af2-145fae41885f tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 1102 time: 0.0872929 Aug 16 02:00:11.452265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37edc3c5-052a-4b5f-8754-7f2f132bc573 req-86434f8b-cb85-4c5a-8fb9-e2de791a9c79 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463426 Aug 16 02:00:11.561781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce585f30-f13e-4789-b1ee-3113c7403ed4 req-b3aecb6b-05f5-42f4-a0f8-4c2f696efc8a tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.568286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce585f30-f13e-4789-b1ee-3113c7403ed4 req-b3aecb6b-05f5-42f4-a0f8-4c2f696efc8a tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.574845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce585f30-f13e-4789-b1ee-3113c7403ed4 req-b3aecb6b-05f5-42f4-a0f8-4c2f696efc8a tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.577986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce585f30-f13e-4789-b1ee-3113c7403ed4 req-b3aecb6b-05f5-42f4-a0f8-4c2f696efc8a tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2418 time: 0.1422637 Aug 16 02:00:11.589240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3939b49-0ee2-4ee6-a344-c0eaa5bc652b req-95345686-fa9c-4279-84e4-9ecacbc61b14 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=8316dfb1259a4860aad6d1a906a99fa0 HTTP/1.1" status: 200 len: 1656 time: 0.1011746 Aug 16 02:00:11.672870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce585f30-f13e-4789-b1ee-3113c7403ed4 req-f5a5b8e4-512a-4fbc-8e95-1f17b53ba2ab tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825698 Aug 16 02:00:11.747194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3939b49-0ee2-4ee6-a344-c0eaa5bc652b req-95a97af5-5eb7-4cee-8897-7a9995c1e959 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.748750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3939b49-0ee2-4ee6-a344-c0eaa5bc652b req-95a97af5-5eb7-4cee-8897-7a9995c1e959 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks?id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 787 time: 0.1516089 Aug 16 02:00:11.769346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-f3939b49-0ee2-4ee6-a344-c0eaa5bc652b req-014795c4-579e-4f6b-b492-43e774ae6d29 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:00:11.769813 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.770411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3939b49-0ee2-4ee6-a344-c0eaa5bc652b req-014795c4-579e-4f6b-b492-43e774ae6d29 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100360 Aug 16 02:00:11.792676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe50c0b7-4939-41c7-a5dd-517e6d6c6320 req-a18f863e-d0b3-4e05-8433-033179da4214 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] 10.222.0.61 "GET /v2.0/security-groups/c6f16da7-01e8-4c5d-b046-0e934d213bef HTTP/1.1" status: 200 len: 1777 time: 0.0891249 Aug 16 02:00:11.795302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ae36d306-8256-4412-b952-91ba4d9086e9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:11.852477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ae36d306-8256-4412-b952-91ba4d9086e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:11.852995 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.874976 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe50c0b7-4939-41c7-a5dd-517e6d6c6320 req-8158da4d-8790-421f-a3ab-422fdf9af546 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.900231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe50c0b7-4939-41c7-a5dd-517e6d6c6320 req-8158da4d-8790-421f-a3ab-422fdf9af546 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.958361 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe50c0b7-4939-41c7-a5dd-517e6d6c6320 req-8158da4d-8790-421f-a3ab-422fdf9af546 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.961836 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe50c0b7-4939-41c7-a5dd-517e6d6c6320 req-8158da4d-8790-421f-a3ab-422fdf9af546 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.971655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe50c0b7-4939-41c7-a5dd-517e6d6c6320 req-8158da4d-8790-421f-a3ab-422fdf9af546 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] 10.222.0.61 "DELETE /v2.0/security-groups/c6f16da7-01e8-4c5d-b046-0e934d213bef HTTP/1.1" status: 204 len: 173 time: 0.1779461 Aug 16 02:00:11.994003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158da4d-8790-421f-a3ab-422fdf9af546 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f16da7-01e8-4c5d-b046-0e934d213bef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:12.046147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad4f6c-6334-4e0d-8cdd-2e49ad3ec4ed req-0fc2bd11-1777-4f03-aa1f-ff74642bd363 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.050124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebad4f6c-6334-4e0d-8cdd-2e49ad3ec4ed req-0fc2bd11-1777-4f03-aa1f-ff74642bd363 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 944 time: 0.0751500 Aug 16 02:00:12.087033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-abbf04ff-2649-48b4-b069-537a3eb9934a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380986 Aug 16 02:00:12.157782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebad4f6c-6334-4e0d-8cdd-2e49ad3ec4ed req-aa74b6f2-545f-4328-9264-c03fdacfc2c6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937686 Aug 16 02:00:12.248808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-eb5bf75f-c975-4763-8b0d-3dd89ac1cb8b tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips/d1ff9a19-c528-4f83-a321-de9c9a5f40e3 HTTP/1.1" status: 200 len: 692 time: 0.0623279 Aug 16 02:00:12.259167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-d871336b-6b68-4fe2-9c5b-916160f6acaa tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.261345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-d871336b-6b68-4fe2-9c5b-916160f6acaa tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663020 Aug 16 02:00:12.320478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-c2c83f3a-c7b7-4f44-b900-34230b469954 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/quotas/92b73bee6b7e488fa616257a32f986e0 HTTP/1.1" status: 200 len: 375 time: 0.0493839 Aug 16 02:00:12.403620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-b5088e2e-0dd8-41ab-bb3d-554c7a32a9bc tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.405000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-b5088e2e-0dd8-41ab-bb3d-554c7a32a9bc tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1427214 Aug 16 02:00:12.421410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-264a1673-996a-48ab-aea6-2a65440311d5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0908492 Aug 16 02:00:12.426775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-120e4d3e-651c-4d90-bb22-05a822913aaa tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:00:12.427761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-120e4d3e-651c-4d90-bb22-05a822913aaa tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054953 Aug 16 02:00:12.484647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-a42555bd-b291-46f7-9756-11a566172c50 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.0497653 Aug 16 02:00:12.544717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-795ee399-dacd-477f-94cc-76e1c5e1707a tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.0532422 Aug 16 02:00:12.793828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ed9201a-64d9-403a-ac8c-646647ba17ab req-f4366632-9967-44be-9dbb-6e3c91787ec9 tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] 10.222.0.61 "GET /v2.0/security-groups/ed77d574-98b1-4824-8d7c-4b9d591f85f8 HTTP/1.1" status: 200 len: 1777 time: 0.2354288 Aug 16 02:00:12.851308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-62eb9951-664d-4cf4-a699-d4d7fe4ae6d0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.883658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-62eb9951-664d-4cf4-a699-d4d7fe4ae6d0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.893173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-62eb9951-664d-4cf4-a699-d4d7fe4ae6d0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.895316 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-62eb9951-664d-4cf4-a699-d4d7fe4ae6d0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.86 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 2418 time: 0.1660600 Aug 16 02:00:12.896060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Deleting port 3a3bcca7-968a-4a2d-b373-0c0d32f23176 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:12.896780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.956167 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7ed9201a-64d9-403a-ac8c-646647ba17ab req-5daf432c-5335-46b2-aee1-d92281fec90f tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.030835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7ed9201a-64d9-403a-ac8c-646647ba17ab req-5daf432c-5335-46b2-aee1-d92281fec90f tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.054840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting port a96cc477-8ee3-4b0a-b94b-12049ef82618 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:13.056458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.078189 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.078827 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.095615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Calling delete_port for 3a3bcca7-968a-4a2d-b373-0c0d32f23176 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:13.210223 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7ed9201a-64d9-403a-ac8c-646647ba17ab req-5daf432c-5335-46b2-aee1-d92281fec90f tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.212443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] For port a96cc477-8ee3-4b0a-b94b-12049ef82618, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96cc477-8ee3-4b0a-b94b-12049ef82618,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:13.212765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7ed9201a-64d9-403a-ac8c-646647ba17ab req-5daf432c-5335-46b2-aee1-d92281fec90f tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.213204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.234311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Calling delete_port for a96cc477-8ee3-4b0a-b94b-12049ef82618 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:13.236733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ed9201a-64d9-403a-ac8c-646647ba17ab req-5daf432c-5335-46b2-aee1-d92281fec90f tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] 10.222.0.61 "DELETE /v2.0/security-groups/ed77d574-98b1-4824-8d7c-4b9d591f85f8 HTTP/1.1" status: 204 len: 173 time: 0.4335868 Aug 16 02:00:13.256919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf432c-5335-46b2-aee1-d92281fec90f tempest-SecurityGroupsTestAdminJSON-543370327 tempest-SecurityGroupsTestAdminJSON-543370327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed77d574-98b1-4824-8d7c-4b9d591f85f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.393926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.480883 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.482791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event deleted for resources: {'Port': ['ID=3a3bcca7-968a-4a2d-b373-0c0d32f23176,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.522862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['a96cc477-8ee3-4b0a-b94b-12049ef82618', '6a92e26e-acab-4e43-bacd-9118576e5f76', '0c4a0b12-97a4-4876-8c62-d0d915cf5ff1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:13.546321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1614f-ecb6-4b4b-b2ac-d8ffbe2ed5b8 req-66a4760d-f604-4101-a618-c246a8a0ad7a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.555526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96c1614f-ecb6-4b4b-b2ac-d8ffbe2ed5b8 req-66a4760d-f604-4101-a618-c246a8a0ad7a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1751857 Aug 16 02:00:13.564884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Port': ['ID=a96cc477-8ee3-4b0a-b94b-12049ef82618,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.646982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96c1614f-ecb6-4b4b-b2ac-d8ffbe2ed5b8 req-e0e03ccc-2db1-4933-87c4-fcfe0cb86922 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838728 Aug 16 02:00:13.659969 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.659969 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.659969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d27f8598-c22f-4553-b02f-8ae559c27087 req-8f64b50e-f5cd-4e9e-ae40-d2a7220e4417 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "DELETE /v2.0/floatingips/d1ff9a19-c528-4f83-a321-de9c9a5f40e3 HTTP/1.1" status: 204 len: 173 time: 1.0845962 Aug 16 02:00:13.675184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] No DVR routers for this DVR port a96cc477-8ee3-4b0a-b94b-12049ef82618 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:13.677452 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.679591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-4ccc41a9-c34f-43b9-ac1c-3ab8c774b081 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.86 "DELETE /v2.0/ports/a96cc477-8ee3-4b0a-b94b-12049ef82618 HTTP/1.1" status: 204 len: 173 time: 0.7756104 Aug 16 02:00:13.680178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-deleted', 'tag': 'a96cc477-8ee3-4b0a-b94b-12049ef82618'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:13.685066 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2571a84-89ef-47f8-af92-476d666ce406" -d '{"events": [{"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-deleted", "tag": "a96cc477-8ee3-4b0a-b94b-12049ef82618"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:13.801254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-646629c0-99dd-42f5-b4f1-e0da935b7b9f req-545c4fd7-9559-4ed2-88e8-2b343c186720 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 210 time: 0.0874488 Aug 16 02:00:13.894837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:13.912004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting port 6a92e26e-acab-4e43-bacd-9118576e5f76 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:13.913160 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.079272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a2a5b-4c96-419d-b116-7228c1413714 req-0790fc0a-20d1-409a-8cac-480c4bd09554 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.098579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a2a5b-4c96-419d-b116-7228c1413714 req-0790fc0a-20d1-409a-8cac-480c4bd09554 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.110650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-834a2a5b-4c96-419d-b116-7228c1413714 req-0790fc0a-20d1-409a-8cac-480c4bd09554 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 1683 time: 0.1751606 Aug 16 02:00:14.143015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f448f47d-4c1a-4794-ac89-b9e4de794062 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:14.166437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] For port 6a92e26e-acab-4e43-bacd-9118576e5f76, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6a92e26e-acab-4e43-bacd-9118576e5f76,segment=NetworkSegment(934f6a63-45eb-4b52-af3f-19933d173080),segment_id=934f6a63-45eb-4b52-af3f-19933d173080)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:14.173952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.212012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Calling delete_port for 6a92e26e-acab-4e43-bacd-9118576e5f76 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:14.304356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-014c3dee-ade0-4238-bd70-2b9def8f71a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b747341fce474a46ace006e23b86f07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002094 Aug 16 02:00:14.318204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:14.331004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-834a2a5b-4c96-419d-b116-7228c1413714 req-65110536-61c9-493c-ac1e-194c166b79b9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938672 Aug 16 02:00:14.386327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port f448f47d-4c1a-4794-ac89-b9e4de794062 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:14.395334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port f448f47d-4c1a-4794-ac89-b9e4de794062 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:14.396145 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.411982 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-39b42766-38f4-4617-840e-555d2920a718 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918024 Aug 16 02:00:14.434189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d86b1-a33f-4582-9ca4-73beaf45c720 req-bf194577-2f2a-4eb9-ac4c-d4eacf68a625 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.435831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa0d86b1-a33f-4582-9ca4-73beaf45c720 req-bf194577-2f2a-4eb9-ac4c-d4eacf68a625 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 944 time: 0.1553502 Aug 16 02:00:14.444899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-4a37938c-c565-4dea-b14a-de595b034f00 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips/742bed33-882f-473f-a258-3fe512f40d65 HTTP/1.1" status: 200 len: 693 time: 0.0623012 Aug 16 02:00:14.505214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.552726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa0d86b1-a33f-4582-9ca4-73beaf45c720 req-3af561aa-eab2-4095-a487-2329478476d0 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067588 Aug 16 02:00:14.566273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.592323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:14.595374 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55131df5-b78f-4092-adf7-b51b1f4079ed" -d '{"events": [{"server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "name": "network-vif-plugged", "status": "completed", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:14.622296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-620a501d-e4b4-498c-bf88-e7df73989b76 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.622296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-620a501d-e4b4-498c-bf88-e7df73989b76 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1647584 Aug 16 02:00:14.632499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:14.640366 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.641109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a96cc477-8ee3-4b0a-b94b-12049ef82618 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:14.661659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Port': ['ID=6a92e26e-acab-4e43-bacd-9118576e5f76,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.714064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-88a8f715-1b4d-44cc-939b-c1694adf17ba tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 696 time: 0.0878909 Aug 16 02:00:14.758547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-371739dc-505c-4e11-b694-efcbec94eae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.758983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: a96cc477-8ee3-4b0a-b94b-12049ef82618 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:14.760955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a96cc477-8ee3-4b0a-b94b-12049ef82618 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:14.801449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] No DVR routers for this DVR port 6a92e26e-acab-4e43-bacd-9118576e5f76 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:14.809982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-153efec4-1f85-42a8-99f5-9c1cf0e2cffd tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 696 time: 0.0889230 Aug 16 02:00:14.812333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.814405 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-0b8a24fb-8346-479f-961c-68812a8bbcac tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.86 "DELETE /v2.0/ports/6a92e26e-acab-4e43-bacd-9118576e5f76 HTTP/1.1" status: 204 len: 173 time: 1.1211703 Aug 16 02:00:14.820551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=f448f47d-4c1a-4794-ac89-b9e4de794062,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.889501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-371739dc-505c-4e11-b694-efcbec94eae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.994304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-41d70a92-33b5-4ed8-b747-e9ce10547d30 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.996797 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-41d70a92-33b5-4ed8-b747-e9ce10547d30 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5040081 Aug 16 02:00:15.001805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Deleting port 72b11384-161b-46fb-beeb-7c12f8f5bffd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:15.002387 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.064680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Request body: {'port': {'device_id': 'eed05d41-f06e-4ec5-b9c7-d3c0b110ec25', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '92b73bee6b7e488fa616257a32f986e0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:15.069487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:15.069833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.087828 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-371739dc-505c-4e11-b694-efcbec94eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.090762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-371739dc-505c-4e11-b694-efcbec94eae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.091982 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-371739dc-505c-4e11-b694-efcbec94eae0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b35affbb-b4f0-44ea-8219-9cc8f0b80fa0 HTTP/1.1" status: 204 len: 168 time: 0.7708240 Aug 16 02:00:15.142239 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a61727-a15e-45d8-9d29-98fac4b3075e x-openstack-request-id: req-60a61727-a15e-45d8-9d29-98fac4b3075e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:15.142239 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-deleted", "tag": "a96cc477-8ee3-4b0a-b94b-12049ef82618", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:15.142550 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60a61727-a15e-45d8-9d29-98fac4b3075e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:15.142891 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-deleted', 'tag': 'a96cc477-8ee3-4b0a-b94b-12049ef82618', 'status': 'completed', 'code': 200} Aug 16 02:00:15.143483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.146000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.194104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Calling delete_port for 72b11384-161b-46fb-beeb-7c12f8f5bffd owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:15.199561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371739dc-505c-4e11-b694-efcbec94eae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35affbb-b4f0-44ea-8219-9cc8f0b80fa0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.259800 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5632d90-7f32-4c3f-ae14-c060b1f39ec1 x-openstack-request-id: req-e5632d90-7f32-4c3f-ae14-c060b1f39ec1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:15.260534 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "name": "network-vif-plugged", "status": "completed", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:15.260949 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5632d90-7f32-4c3f-ae14-c060b1f39ec1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:15.261571 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062', 'code': 200} Aug 16 02:00:15.311695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] For port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:15.312347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.334982 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-df9fcd58-6108-4512-ba0c-458ccc682c22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1538427 Aug 16 02:00:15.348941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Calling delete_port for 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:15.381753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9bde43f3-af11-439c-9794-b6d7a9cad3b1 req-204854c6-177f-4061-b07d-433d3d2eb4e5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 210 time: 0.0415504 Aug 16 02:00:15.406752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-81777376-248e-47fb-bd79-ae661e0fa00e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1235137 Aug 16 02:00:15.464700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Made reservation on behalf of 92b73bee6b7e488fa616257a32f986e0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:15.468599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.481631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0fa5f-8360-4408-9d74-457da779d23a req-5863a289-deff-464b-a552-20209e4c5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.483558 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ed0fa5f-8360-4408-9d74-457da779d23a req-5863a289-deff-464b-a552-20209e4c5bbf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1097 time: 0.1270137 Aug 16 02:00:15.577130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-ed27b7c2-49a4-44f5-9c4f-dd333005121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.579113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-ed27b7c2-49a4-44f5-9c4f-dd333005121d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 1101 time: 0.1358540 Aug 16 02:00:15.598696 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ed0fa5f-8360-4408-9d74-457da779d23a req-2213af56-b09c-4320-adb3-46b504ffeef3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054218 Aug 16 02:00:15.771042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-835779cd-a394-445c-8743-152d3b468bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.774521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-835779cd-a394-445c-8743-152d3b468bc4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1576800 Aug 16 02:00:15.791169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b754a2-2f65-40b8-8b40-22f2c2c48091 req-20549146-2600-484d-a1bd-524c21f87ee6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.793767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26b754a2-2f65-40b8-8b40-22f2c2c48091 req-20549146-2600-484d-a1bd-524c21f87ee6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.2639318 Aug 16 02:00:15.796126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Allocated IP 192.168.233.61 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:15.798166 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.815319 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.825145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:15.857286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Port': ['ID=0c4a0b12-97a4-4876-8c62-d0d915cf5ff1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.945185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] No DVR routers for this DVR port 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:15.970640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.972699 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-699a5868-6e71-49ec-97d7-282a7fe84dec req-688c4e12-833e-4b78-b7c4-46d8b19240e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.86 "DELETE /v2.0/ports/0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 HTTP/1.1" status: 204 len: 173 time: 1.1318636 Aug 16 02:00:16.056317 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e9ed8a60-bfc0-49d0-b013-18169dd0cab6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df42a44fbc894a7e932299896e25f8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053723 Aug 16 02:00:16.081734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.085894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.087612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-898a06f1-3112-48a2-8cce-02b7af1ac75d req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "DELETE /v2.0/floatingips/742bed33-882f-473f-a258-3fe512f40d65 HTTP/1.1" status: 204 len: 173 time: 1.2722166 Aug 16 02:00:16.090601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-c4620860-db85-4014-850e-0843dcba746f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f6254da0-498e-4d85-bba1-debdbf287969 HTTP/1.1" status: 200 len: 217 time: 0.2936413 Aug 16 02:00:16.091067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:16.108654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6a92e26e-acab-4e43-bacd-9118576e5f76 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:16.116961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e2a72-6316-48a8-8219-75136adc4acb tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event deleted for resources: {'Port': ['ID=72b11384-161b-46fb-beeb-7c12f8f5bffd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:16.165299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 6a92e26e-acab-4e43-bacd-9118576e5f76 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:16.172858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6a92e26e-acab-4e43-bacd-9118576e5f76 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:16.175055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:16.186986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-45bd4b07-369c-4e43-98f3-623c82f8869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.189564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-45bd4b07-369c-4e43-98f3-623c82f8869d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0774822 Aug 16 02:00:16.239906 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:00:16.248660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:16.250662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0c4a0b12-97a4-4876-8c62-d0d915cf5ff1 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:16.290042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26b754a2-2f65-40b8-8b40-22f2c2c48091 req-eac7606b-d4cc-473c-b486-7fdcba6d790e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828982 Aug 16 02:00:16.342783 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.387011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Transition to ACTIVE for port object 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:16.405492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-abc6fd35-f1ea-461e-9769-05b1db3e26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.408714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-abc6fd35-f1ea-461e-9769-05b1db3e26e5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2003024 Aug 16 02:00:16.466681 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.485247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a', 'a5c58e3a-0367-45f4-a456-2b6e448daff8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:16.531608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event updated for resources: {'Port': ['ID=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:16.562033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:16.565410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:16.583367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:16.599442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c51332f3-3784-4f68-926b-e448cfb6dcda'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:16.723849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d78f45be-1872-4771-b194-7a4801d8a4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.740298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.743892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.785354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-bce8c5f1-60e5-4c55-ade7-448be5fbe07e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7248974 Aug 16 02:00:16.830898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Request body: {'port': {'device_id': 'eed05d41-f06e-4ec5-b9c7-d3c0b110ec25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:16.894483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d78f45be-1872-4771-b194-7a4801d8a4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.101602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5188b75d-ec0a-4005-b67c-62221064f3c9 req-67548a7c-111b-401d-b2b9-3b2c5650a6bf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=90fe857c-db2a-4005-a90d-ad4cf194b964 HTTP/1.1" status: 200 len: 210 time: 0.6597450 Aug 16 02:00:17.176875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d78f45be-1872-4771-b194-7a4801d8a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.185192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-deleted', 'tag': '6a92e26e-acab-4e43-bacd-9118576e5f76'}, {'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-deleted', 'tag': '0c4a0b12-97a4-4876-8c62-d0d915cf5ff1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:17.191349 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b171ba28-8734-4a87-91ee-af34c4487022" -d '{"events": [{"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-deleted", "tag": "6a92e26e-acab-4e43-bacd-9118576e5f76"}, {"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-deleted", "tag": "0c4a0b12-97a4-4876-8c62-d0d915cf5ff1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:17.195133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d78f45be-1872-4771-b194-7a4801d8a4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.197684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d78f45be-1872-4771-b194-7a4801d8a4ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60327729-e19d-4e4a-9d88-39715bdae949 HTTP/1.1" status: 204 len: 168 time: 1.1021457 Aug 16 02:00:17.201820 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.342738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f45be-1872-4771-b194-7a4801d8a4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60327729-e19d-4e4a-9d88-39715bdae949,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.387859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-43ff6569-b652-4846-bc1f-bbc46fe2a672 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips/99317b03-66dc-4edb-84d8-4ee9fbff1128 HTTP/1.1" status: 200 len: 693 time: 0.1882987 Aug 16 02:00:17.417873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-dae8d1cd-dd96-466c-8077-9efc3def1bca service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9897389 Aug 16 02:00:17.460531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93aa1ad2-97d1-488f-8365-b88add06a19e None None] Provisioning for port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:17.476747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93aa1ad2-97d1-488f-8365-b88add06a19e None None] Provisioning complete for port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:17.477244 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93aa1ad2-97d1-488f-8365-b88add06a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.508030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ff7f-90a4-43a5-9628-076ac566f932 req-cb085712-0a74-4860-a2e8-81fff8259e3a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.513532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfb8ff7f-90a4-43a5-9628-076ac566f932 req-cb085712-0a74-4860-a2e8-81fff8259e3a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.4505908 Aug 16 02:00:17.579147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-93aa1ad2-97d1-488f-8365-b88add06a19e None None] Port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:17.756948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfb8ff7f-90a4-43a5-9628-076ac566f932 req-cc273860-d191-4825-96bd-3c1b27aed5f1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245116 Aug 16 02:00:17.841594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-88e87907-530c-418e-a037-7a68daad40e6 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.845726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-88e87907-530c-418e-a037-7a68daad40e6 tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.4552865 Aug 16 02:00:17.882825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0a3dcda-99b6-46f5-89f4-5df58d06f48b req-deb4ab1b-1f62-487c-bb31-c283c55819fc service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523933 Aug 16 02:00:17.886882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:17.909506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.926606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Transition to ACTIVE for port object 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:17.934594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.048911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.118623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-14794d58-7713-45c3-ba30-57dbe211d0fc tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 696 time: 0.2347798 Aug 16 02:00:18.171401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e660d-af9e-46ef-bcae-5e138b1233de req-3c51572c-432a-4957-a58a-a519c120ebda tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.183730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-025e660d-af9e-46ef-bcae-5e138b1233de req-3c51572c-432a-4957-a58a-a519c120ebda tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 947 time: 0.2678394 Aug 16 02:00:18.192413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Attempting to bind port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:18.192963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Attempting to bind port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:18.193272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Attempting to bind port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:18.198721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:18.199212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Attempting to bind port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:18.204842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:18.205458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:18.205882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:18.206423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Bound port: 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:18.206913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.312846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-cdb877b4-732c-4a49-bfd8-94f8d6a30c5d tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 696 time: 0.1776941 Aug 16 02:00:18.352273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] For port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:18.363192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] For port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:18.372911 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.418903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-025e660d-af9e-46ef-bcae-5e138b1233de req-fa3b40df-7026-499d-9d78-c5e1a10b2dea tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307947 Aug 16 02:00:18.494181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.495524 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.497695 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] 10.222.0.86 "PUT /v2.0/ports/1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f HTTP/1.1" status: 200 len: 1096 time: 1.6950636 Aug 16 02:00:18.498277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076f965-86d4-4eca-abab-1eab9177fc89 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.525467 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48165a05-60ad-43bf-b6b7-3e384168f44c x-openstack-request-id: req-48165a05-60ad-43bf-b6b7-3e384168f44c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:18.527501 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-deleted", "tag": "6a92e26e-acab-4e43-bacd-9118576e5f76", "status": "completed", "code": 200}, {"server_uuid": "90fe857c-db2a-4005-a90d-ad4cf194b964", "name": "network-vif-deleted", "tag": "0c4a0b12-97a4-4876-8c62-d0d915cf5ff1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:18.527933 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48165a05-60ad-43bf-b6b7-3e384168f44c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:18.528408 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-deleted', 'tag': '6a92e26e-acab-4e43-bacd-9118576e5f76', 'status': 'completed', 'code': 200} Aug 16 02:00:18.528765 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe857c-db2a-4005-a90d-ad4cf194b964', 'name': 'network-vif-deleted', 'tag': '0c4a0b12-97a4-4876-8c62-d0d915cf5ff1', 'status': 'completed', 'code': 200} Aug 16 02:00:18.688729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-5895d148-5e7c-4c93-b58b-6af461a3c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.690607 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-5895d148-5e7c-4c93-b58b-6af461a3c10b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 1099 time: 0.0928848 Aug 16 02:00:18.856562 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-915cc185-3fd0-464c-b263-4acb5df528c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f HTTP/1.1" status: 200 len: 217 time: 0.1361480 Aug 16 02:00:18.899338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Deleting port 77f84b35-8b47-409e-b0bf-e394457e7889 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:18.899695 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.966850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-16a9d47c-1a4a-420b-8745-605b5febd292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.970987 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-16a9d47c-1a4a-420b-8745-605b5febd292 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1080334 Aug 16 02:00:19.065660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca98689-123f-4515-9340-b54baa92ae0f req-2cc92c2e-5177-4d1a-a261-f0b624907314 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.067636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dca98689-123f-4515-9340-b54baa92ae0f req-2cc92c2e-5177-4d1a-a261-f0b624907314 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1570907 Aug 16 02:00:19.125046 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.142683 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.147840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-b1a8536a-6619-4f56-8b7d-3d635ef1155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.149939 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-b1a8536a-6619-4f56-8b7d-3d635ef1155f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644256 Aug 16 02:00:19.157089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-f1f5c1d8-7a74-4278-86f2-6715b0a3968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.158231 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-f1f5c1d8-7a74-4278-86f2-6715b0a3968c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 1102 time: 0.1129735 Aug 16 02:00:19.193018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Calling delete_port for 77f84b35-8b47-409e-b0bf-e394457e7889 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:19.207854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dca98689-123f-4515-9340-b54baa92ae0f req-91b1a919-b13a-4530-b38b-6bb3d1ca8ab7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220977 Aug 16 02:00:19.299910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:19.362826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9084fa-6dd9-4ae9-a915-7f3179ff58f2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting subnet eb08aa1f-7653-427a-822c-574ef570a9eb {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:19.373786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd9084fa-6dd9-4ae9-a915-7f3179ff58f2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.385010 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-1661f473-b4f8-454f-b463-3cbe644857af service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249727 Aug 16 02:00:19.389692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-1e3eaec9-ce42-4432-8ab5-ed47334f4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.391315 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-1e3eaec9-ce42-4432-8ab5-ed47334f4b3b service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2219281 Aug 16 02:00:19.482745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd9084fa-6dd9-4ae9-a915-7f3179ff58f2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.541813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd3cb7-8812-4bc7-9b5d-85d31c677d9d req-6738355b-4727-4d0c-a2ee-9d9c0c397fdf tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.549649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9dd3cb7-8812-4bc7-9b5d-85d31c677d9d req-6738355b-4727-4d0c-a2ee-9d9c0c397fdf tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.1841819 Aug 16 02:00:19.669135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9dd3cb7-8812-4bc7-9b5d-85d31c677d9d req-40e4299f-a0b2-42f6-94f2-7f94d5ff8d1a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135845 Aug 16 02:00:19.771476 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd9084fa-6dd9-4ae9-a915-7f3179ff58f2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.786679 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-1e8b9f4e-7c25-4ffe-bc79-e93eb6ea3e6e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 200 len: 217 time: 0.3839288 Aug 16 02:00:19.842440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.865200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-5150cf0a-530a-4dd5-ac15-fc0e9aa57a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.866375 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-5150cf0a-530a-4dd5-ac15-fc0e9aa57a00 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0688419 Aug 16 02:00:19.873043 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9ca4b46-a77f-4cc0-9983-3bff73d988da req-06c4fbc7-72c1-430a-b1b6-c957899ba05e service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799228 Aug 16 02:00:19.894962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Pushing event deleted for resources: {'Port': ['ID=77f84b35-8b47-409e-b0bf-e394457e7889,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:19.958190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-0eb73165-09f6-4a12-8d67-5c99c0702b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.959501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23644fe-f048-4467-85e4-2fcb7111b9cc req-e200abb7-20b6-4e21-b9c8-b0c08ff17348 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.960369 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-0eb73165-09f6-4a12-8d67-5c99c0702b12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570121 Aug 16 02:00:19.963769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b23644fe-f048-4467-85e4-2fcb7111b9cc req-e200abb7-20b6-4e21-b9c8-b0c08ff17348 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 947 time: 0.1599400 Aug 16 02:00:19.987115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd9084fa-6dd9-4ae9-a915-7f3179ff58f2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.051403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9084fa-6dd9-4ae9-a915-7f3179ff58f2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Subnet': ['ID=eb08aa1f-7653-427a-822c-574ef570a9eb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.063364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697cc41d-4f2e-45d6-bc5b-a68dd688e35d None None] Network 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:20.069051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd9084fa-6dd9-4ae9-a915-7f3179ff58f2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.087072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dd9084fa-6dd9-4ae9-a915-7f3179ff58f2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "DELETE /v2.0/subnets/eb08aa1f-7653-427a-822c-574ef570a9eb HTTP/1.1" status: 204 len: 168 time: 0.7856350 Aug 16 02:00:20.091334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:20.138428 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-3ff10043-acf7-4a6e-ba57-cd1718c51baf service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160226 Aug 16 02:00:20.209283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.212218 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.214124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-247aaa20-0be3-4e13-a316-14802f41d2f0 req-91f00708-6d8b-4d52-aa86-211e42ae525c tempest-FloatingIPDetailsTestJSON-164870791 tempest-FloatingIPDetailsTestJSON-164870791-project] 10.222.0.61 "DELETE /v2.0/floatingips/99317b03-66dc-4edb-84d8-4ee9fbff1128 HTTP/1.1" status: 204 len: 173 time: 1.8938205 Aug 16 02:00:20.226712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:20.246143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b23644fe-f048-4467-85e4-2fcb7111b9cc req-6b1322ab-f17a-4877-9135-2cd92d5fcf2f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626591 Aug 16 02:00:20.337628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-7fcb9ebf-cc72-4cc7-85d5-543d4ce48793 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772397 Aug 16 02:00:20.371576 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.439245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d462b8a6-b409-4108-90c8-38d70e14c6a6 None None] DHCP port deletion for 6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:20.522534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d462b8a6-b409-4108-90c8-38d70e14c6a6 None None] Deleting port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:20.523524 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d462b8a6-b409-4108-90c8-38d70e14c6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.524370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252c6b1-1e36-4560-82f4-02a4a95c7f44 req-1b8cddb0-4ced-462c-8491-4b72ad8e13a3 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.526517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6252c6b1-1e36-4560-82f4-02a4a95c7f44 req-1b8cddb0-4ced-462c-8491-4b72ad8e13a3 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1097 time: 0.2154593 Aug 16 02:00:20.530159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed05d41-f06e-4ec5-b9c7-d3c0b110ec25', 'tag': '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:20.532562 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "eed05d41-f06e-4ec5-b9c7-d3c0b110ec25", "tag": "1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:20.626534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d462b8a6-b409-4108-90c8-38d70e14c6a6 None None] For port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=63dc6a55-1e07-45d2-ade1-8a3d0dd776ce,segment=NetworkSegment(934f6a63-45eb-4b52-af3f-19933d173080),segment_id=934f6a63-45eb-4b52-af3f-19933d173080)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:20.626534 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d462b8a6-b409-4108-90c8-38d70e14c6a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.642035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d462b8a6-b409-4108-90c8-38d70e14c6a6 None None] Calling delete_port for 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:20.658136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6252c6b1-1e36-4560-82f4-02a4a95c7f44 req-8a0d963f-0bb0-4740-bd37-a411671f3896 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992472 Aug 16 02:00:20.698808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:20.699210 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.802340 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23129c5c-0a75-4977-9449-728dbca4694f x-openstack-request-id: req-23129c5c-0a75-4977-9449-728dbca4694f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:20.802641 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed05d41-f06e-4ec5-b9c7-d3c0b110ec25", "tag": "1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:20.802895 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23129c5c-0a75-4977-9449-728dbca4694f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:20.803324 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed05d41-f06e-4ec5-b9c7-d3c0b110ec25', 'tag': '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f', 'status': 'completed', 'code': 200} Aug 16 02:00:20.857402 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d462b8a6-b409-4108-90c8-38d70e14c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.891409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462b8a6-b409-4108-90c8-38d70e14c6a6 None None] Pushing event deleted for resources: {'Port': ['ID=63dc6a55-1e07-45d2-ade1-8a3d0dd776ce,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:20.923963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] For port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=63dc6a55-1e07-45d2-ade1-8a3d0dd776ce,segment=NetworkSegment(934f6a63-45eb-4b52-af3f-19933d173080),segment_id=934f6a63-45eb-4b52-af3f-19933d173080)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:20.924686 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.941775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be3b07-397e-4794-9deb-aacdd943445b req-dbd833cf-5fab-4f03-a3d9-553e78563542 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.950058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9be3b07-397e-4794-9deb-aacdd943445b req-dbd833cf-5fab-4f03-a3d9-553e78563542 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1612630 Aug 16 02:00:20.959798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462b8a6-b409-4108-90c8-38d70e14c6a6 None None] No DVR routers for this DVR port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:20.995850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-b7ea80b2-60ec-4646-9ef9-5d46c8fc2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.997346 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-b7ea80b2-60ec-4646-9ef9-5d46c8fc2314 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 1099 time: 0.1465428 Aug 16 02:00:20.999938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Calling delete_port for 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:21.141171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9be3b07-397e-4794-9deb-aacdd943445b req-8d970c19-d4cc-44a2-9665-2ba335e653fd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900411 Aug 16 02:00:21.156775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-3b733c86-bfc4-448c-b898-cd7b68208fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.162358 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-3b733c86-bfc4-448c-b898-cd7b68208fc3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1530461 Aug 16 02:00:21.223659 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.263791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Port': ['ID=63dc6a55-1e07-45d2-ade1-8a3d0dd776ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.266191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] No DVR routers for this DVR port 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:21.270794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-6c53dfee-c38b-413c-b21b-79afeb2c2275 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f HTTP/1.1" status: 200 len: 217 time: 0.1023254 Aug 16 02:00:21.388322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.412682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-21099c04-4d87-45a2-b8de-f26c75d56a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.415051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-21099c04-4d87-45a2-b8de-f26c75d56a4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1337676 Aug 16 02:00:21.420316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:21.485917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934f6a63-45eb-4b52-af3f-19933d173080') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:21.486140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934f6a63-45eb-4b52-af3f-19933d173080') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:21.488125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-6a0dc6ef-aa9d-4b1c-bede-9585447007fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.490467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-6a0dc6ef-aa9d-4b1c-bede-9585447007fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0648239 Aug 16 02:00:21.504853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.532245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.542712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:21.543381 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:21.552096 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:21.610013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999758a-ccb4-4010-aca2-9cbcc09a01f6 req-11a05f4f-37e6-4191-a76d-49461f597cf1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.611588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e999758a-ccb4-4010-aca2-9cbcc09a01f6 req-11a05f4f-37e6-4191-a76d-49461f597cf1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 947 time: 0.1886578 Aug 16 02:00:21.674391 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.680116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.688626 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.693608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "DELETE /v2.0/networks/6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c HTTP/1.1" status: 204 len: 168 time: 1.5860727 Aug 16 02:00:21.697453 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-1bb3b46a-0b86-46a7-a9e7-21b01d20f84f service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943357 Aug 16 02:00:21.701040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:21.721129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e999758a-ccb4-4010-aca2-9cbcc09a01f6 req-738d82a0-4d49-4168-9ef8-e120c29abe67 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985055 Aug 16 02:00:21.785805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9849cbc-6eb0-4a56-9849-f27220ed31e9 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Network': ['ID=6d339e70-d4d9-4be9-b4a0-70e81b6c7a8c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.909267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:21.955075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:21.955940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 63dc6a55-1e07-45d2-ade1-8a3d0dd776ce not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:21.961683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0091ee71-5da8-4b4f-b7cb-a02fe959f93d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting subnet 27bd768b-6332-4775-901f-aba383c9bcdc {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:22.206545 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5db4361d-da68-4af9-83dc-5bd81eb4e7d4 req-7a982c54-a0cb-491c-ac21-16c9a3f94fd5 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651067 Aug 16 02:00:22.213827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:22.214853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0091ee71-5da8-4b4f-b7cb-a02fe959f93d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.319770 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0091ee71-5da8-4b4f-b7cb-a02fe959f93d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.469895 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0091ee71-5da8-4b4f-b7cb-a02fe959f93d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.547897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c32a4e7-d123-4e18-82a0-a5c411fc5120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.564056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38978aa6-3f53-4950-a133-603a0c2de705 req-15fdf17c-8032-4ee0-b2ab-0e17be02bc61 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.565872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0091ee71-5da8-4b4f-b7cb-a02fe959f93d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.574492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38978aa6-3f53-4950-a133-603a0c2de705 req-15fdf17c-8032-4ee0-b2ab-0e17be02bc61 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1091230 Aug 16 02:00:22.596289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095fb85-e5c3-41bb-abba-2d88aa43ae3e None None] Network c4b3aed0-941b-4664-b8ef-a63408c3b08e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:22.615993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0091ee71-5da8-4b4f-b7cb-a02fe959f93d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.625334 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0091ee71-5da8-4b4f-b7cb-a02fe959f93d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "DELETE /v2.0/subnets/27bd768b-6332-4775-901f-aba383c9bcdc HTTP/1.1" status: 204 len: 168 time: 0.9206767 Aug 16 02:00:22.627158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35326) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:22.674979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ee71-5da8-4b4f-b7cb-a02fe959f93d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Subnet': ['ID=27bd768b-6332-4775-901f-aba383c9bcdc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.768774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38978aa6-3f53-4950-a133-603a0c2de705 req-a057b2be-01f4-4ff5-b2b1-1e62d46df1ac tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961432 Aug 16 02:00:22.846827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c32a4e7-d123-4e18-82a0-a5c411fc5120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.852751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c32a4e7-d123-4e18-82a0-a5c411fc5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.923909 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2c32a4e7-d123-4e18-82a0-a5c411fc5120 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1a8096313c8473e81dde10e84b8fb2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054744 Aug 16 02:00:22.932419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:22.939321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32a4e7-d123-4e18-82a0-a5c411fc5120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91601a8-c6d0-4f97-a74b-e0ada29152a3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.972448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86353d3-cd17-4356-8c21-139f261435ff None None] DHCP port deletion for c4b3aed0-941b-4664-b8ef-a63408c3b08e request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:23.001831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.069638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f86353d3-cd17-4356-8c21-139f261435ff None None] Deleting port e35b02af-7003-4f55-9b0f-859329ca6533 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:23.070393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f86353d3-cd17-4356-8c21-139f261435ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.074544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c0135-f88e-4e02-95fe-546419c3db1e req-0aa23317-7b41-4d25-9ed8-7446b13af780 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.081900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c35c0135-f88e-4e02-95fe-546419c3db1e req-0aa23317-7b41-4d25-9ed8-7446b13af780 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 947 time: 0.2545252 Aug 16 02:00:23.118199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Deleting port 7a02b175-5161-49de-b00a-33506e4210b6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:23.118556 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.209491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] For port 7a02b175-5161-49de-b00a-33506e4210b6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7a02b175-5161-49de-b00a-33506e4210b6,segment=NetworkSegment(94038323-2e96-4819-96d2-cbe67ad9bfe5),segment_id=94038323-2e96-4819-96d2-cbe67ad9bfe5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:23.209889 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.218529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f86353d3-cd17-4356-8c21-139f261435ff None None] For port e35b02af-7003-4f55-9b0f-859329ca6533, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e35b02af-7003-4f55-9b0f-859329ca6533,segment=NetworkSegment(8af43247-d2c2-4fc4-a6cb-14915ebe13d8),segment_id=8af43247-d2c2-4fc4-a6cb-14915ebe13d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:23.219949 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f86353d3-cd17-4356-8c21-139f261435ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.236260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Calling delete_port for 7a02b175-5161-49de-b00a-33506e4210b6 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:23.254740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f86353d3-cd17-4356-8c21-139f261435ff None None] Calling delete_port for e35b02af-7003-4f55-9b0f-859329ca6533 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:23.334035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-084c3b51-c3aa-4092-a438-296761b45543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.353123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c35c0135-f88e-4e02-95fe-546419c3db1e req-24dc76a1-0180-4932-b917-18616f7b6365 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702317 Aug 16 02:00:23.408505 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f86353d3-cd17-4356-8c21-139f261435ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.432325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-084c3b51-c3aa-4092-a438-296761b45543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.436424 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting port e35b02af-7003-4f55-9b0f-859329ca6533 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:23.436760 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.438704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86353d3-cd17-4356-8c21-139f261435ff None None] Pushing event deleted for resources: {'Port': ['ID=e35b02af-7003-4f55-9b0f-859329ca6533,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.457425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86353d3-cd17-4356-8c21-139f261435ff None None] No DVR routers for this DVR port e35b02af-7003-4f55-9b0f-859329ca6533 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:23.606773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] For port e35b02af-7003-4f55-9b0f-859329ca6533, host n-d-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:23.607369 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.628477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Calling delete_port for e35b02af-7003-4f55-9b0f-859329ca6533 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:23.631645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Port e35b02af-7003-4f55-9b0f-859329ca6533 was not found and therefore no delete operation was performed {{(pid=94639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:00:23.637040 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.670354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-084c3b51-c3aa-4092-a438-296761b45543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.672944 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-084c3b51-c3aa-4092-a438-296761b45543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.678687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-084c3b51-c3aa-4092-a438-296761b45543 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c91601a8-c6d0-4f97-a74b-e0ada29152a3 HTTP/1.1" status: 204 len: 168 time: 0.7382123 Aug 16 02:00:23.679670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Port': ['ID=e35b02af-7003-4f55-9b0f-859329ca6533,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.713146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c3b51-c3aa-4092-a438-296761b45543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91601a8-c6d0-4f97-a74b-e0ada29152a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:23.714976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] No DVR routers for this DVR port e35b02af-7003-4f55-9b0f-859329ca6533 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:23.847509 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.860023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b3aed0-941b-4664-b8ef-a63408c3b08e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:23.878674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af43247-d2c2-4fc4-a6cb-14915ebe13d8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:23.878972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af43247-d2c2-4fc4-a6cb-14915ebe13d8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:23.893006 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.909415 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.931454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e35b02af-7003-4f55-9b0f-859329ca6533 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:23.959219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a02b175-5161-49de-b00a-33506e4210b6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.019856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: e35b02af-7003-4f55-9b0f-859329ca6533 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:24.020848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e35b02af-7003-4f55-9b0f-859329ca6533 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:24.021041 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.088994 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:24.089616 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.133564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:24.136639 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:24.171522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f15c-3ba0-4f5c-aa4a-d38186e7f548 req-8d19f04d-859f-4e0b-b636-453bc7d541c7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.173258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29f7f15c-3ba0-4f5c-aa4a-d38186e7f548 req-8d19f04d-859f-4e0b-b636-453bc7d541c7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.2217891 Aug 16 02:00:24.256787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.341156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.345098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "DELETE /v2.0/networks/c4b3aed0-941b-4664-b8ef-a63408c3b08e HTTP/1.1" status: 204 len: 168 time: 1.7136753 Aug 16 02:00:24.353760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.371289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-261926046'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:24.397567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:24.437198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f', 'mac_address': 'fa:16:3e:db:f5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:24.439678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:24.449659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.481967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29f7f15c-3ba0-4f5c-aa4a-d38186e7f548 req-bc4bb165-d906-410b-bde3-40958e546d62 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949069 Aug 16 02:00:24.491617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6468ed-d86b-43ec-8314-1d09f455b304 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Network': ['ID=c4b3aed0-941b-4664-b8ef-a63408c3b08e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.526443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:24.535783 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.538239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.538964 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Added segment fab7ced5-1368-40fc-b6a4-d6283c7aa0c8 of type vlan for network 163571ba-529a-4697-8ddb-287acb38614b Aug 16 02:00:24.548992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.564590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-799fe154-6d95-47e7-9e17-3f54f7c54714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.568710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:24.595550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:24.606663 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.614577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.646731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.656992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de1b70-fcba-4566-a299-af6f44035cf9 req-a47093f8-8d4c-4ce4-a387-841e351fe554 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.658545 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4de1b70-fcba-4566-a299-af6f44035cf9 req-a47093f8-8d4c-4ce4-a387-841e351fe554 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 947 time: 0.1534910 Aug 16 02:00:24.676280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.714238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.720795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.721598 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.753017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4de1b70-fcba-4566-a299-af6f44035cf9 req-b0b265fd-fc52-43bb-8ffb-0411b9e78b78 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882301 Aug 16 02:00:24.820441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Network': ['ID=163571ba-529a-4697-8ddb-287acb38614b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.832919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 163571ba-529a-4697-8ddb-287acb38614b details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:24.837424 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-799fe154-6d95-47e7-9e17-3f54f7c54714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.842704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-799fe154-6d95-47e7-9e17-3f54f7c54714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.882406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fe154-6d95-47e7-9e17-3f54f7c54714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21335a1b-9181-4306-8f4f-24d53c3017d3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.898468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4cb27628-df8c-4c18-87e0-d4de54cd6ab7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5422995 Aug 16 02:00:24.902422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.913347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'subnet': {'network_id': '163571ba-529a-4697-8ddb-287acb38614b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:25.001382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Router 47ac1687-309f-4fba-af46-6a8346d301cc has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:25.014416 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-799fe154-6d95-47e7-9e17-3f54f7c54714 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c8251654c3c447f9162bb0231d4c9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643354 Aug 16 02:00:25.016939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:25.050902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:25.058299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.125366 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f76065-24b5-4a6a-9e24-1ff7e48cf9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.187959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:25.193210 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f76065-24b5-4a6a-9e24-1ff7e48cf9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.212901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:25.222476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f46224dd-b957-4556-b745-721a37964b76 admin admin] 10.222.0.61 "PUT /v2.0/routers/47ac1687-309f-4fba-af46-6a8346d301cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9927731 Aug 16 02:00:25.227102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:25.231800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] Sync routers for ids ['47ac1687-309f-4fba-af46-6a8346d301cc'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:25.283191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] Routers {'47ac1687-309f-4fba-af46-6a8346d301cc'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:25.284396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['47ac1687-309f-4fba-af46-6a8346d301cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:25.377734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f76065-24b5-4a6a-9e24-1ff7e48cf9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.380980 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f76065-24b5-4a6a-9e24-1ff7e48cf9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.382395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-63f76065-24b5-4a6a-9e24-1ff7e48cf9cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21335a1b-9181-4306-8f4f-24d53c3017d3 HTTP/1.1" status: 204 len: 168 time: 0.3644018 Aug 16 02:00:25.405426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f76065-24b5-4a6a-9e24-1ff7e48cf9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21335a1b-9181-4306-8f4f-24d53c3017d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.408024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.432871 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.516975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Checking segment: {'id': 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '163571ba-529a-4697-8ddb-287acb38614b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:25.517389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network hostable DHCP agents. Network: 163571ba-529a-4697-8ddb-287acb38614b, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:25.535579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Subnet': ['ID=22f36564-dcad-4e7b-84ab-546fa68d4270,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.561761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network 163571ba-529a-4697-8ddb-287acb38614b is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:25.578121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 163571ba-529a-4697-8ddb-287acb38614b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:25.596973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.598184 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.625648 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-50cc023f-d0f7-4ec3-9584-1845da9b6d51 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7165728 Aug 16 02:00:25.625860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:25.633314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1910389165'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:25.672240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:25.679993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.706560 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.726161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcb058-6c2d-42fd-9649-13f3c0948aa0 req-c8675866-7c0d-44eb-93ec-023e23994295 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.727872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18bcb058-6c2d-42fd-9649-13f3c0948aa0 req-c8675866-7c0d-44eb-93ec-023e23994295 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1358671 Aug 16 02:00:25.787690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c0f261-19f8-4db0-94b9-5d75f433cf48 None None] Network 163571ba-529a-4697-8ddb-287acb38614b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:25.804662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:25.809562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18bcb058-6c2d-42fd-9649-13f3c0948aa0 req-850d78a3-b68b-40d2-bfe8-631110869ce5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584030 Aug 16 02:00:25.829407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Deleting port 674e2662-7cf8-4f40-a335-7677d50f1db0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:25.829691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.844542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.845038 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Added segment 61bebd4d-d921-47cd-8175-8f5a70042e2f of type vlan for network 27e6c996-0109-4521-a238-cbc29fe5b58a Aug 16 02:00:25.961762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.028919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.041010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:26.042060 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.116191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] Set router 47ac1687-309f-4fba-af46-6a8346d301cc gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:26.160743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5337615 Aug 16 02:00:26.164034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:26.171143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'subnet': {'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:26.172202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] For port 674e2662-7cf8-4f40-a335-7677d50f1db0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=674e2662-7cf8-4f40-a335-7677d50f1db0,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:26.172695 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.218591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Calling delete_port for 674e2662-7cf8-4f40-a335-7677d50f1db0 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:26.298406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de1c2e-b8c1-4e04-a9f6-fbf1c35f01a2 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Network': ['ID=27e6c996-0109-4521-a238-cbc29fe5b58a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:26.302282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354299b2-b50e-48a3-92ed-abd5ed0c07bf req-3d159ed7-d67a-45dc-970f-d81c60c1e84f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:26.318785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-354299b2-b50e-48a3-92ed-abd5ed0c07bf req-3d159ed7-d67a-45dc-970f-d81c60c1e84f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 948 time: 0.2956250 Aug 16 02:00:26.326258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:26.333543 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.381537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 27e6c996-0109-4521-a238-cbc29fe5b58a details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:26.505238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-354299b2-b50e-48a3-92ed-abd5ed0c07bf req-fc7d74b8-d045-4315-9ced-00867c1516dc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851885 Aug 16 02:00:26.645363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-163571ba-529a-4697-8ddb-287acb38614b', 'network_id': '163571ba-529a-4697-8ddb-287acb38614b', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'fixed_ips': [{'subnet_id': '22f36564-dcad-4e7b-84ab-546fa68d4270'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:26.646289 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.698499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.702270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:40Z', 'updated_at': '2021-08-16T02:00:23Z', 'revision_number': 5, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'gw_port': {'id': '674e2662-7cf8-4f40-a335-7677d50f1db0', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:26.759847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=674e2662-7cf8-4f40-a335-7677d50f1db0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:26.773952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.797180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] Checking router: 47ac1687-309f-4fba-af46-6a8346d301cc for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:26.838718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:26.907132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Subnet': ['ID=88ee279c-4693-4217-a543-8de97c19dacc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:26.910291 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.913120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Checking segment: {'id': '61bebd4d-d921-47cd-8175-8f5a70042e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:26.917975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network hostable DHCP agents. Network: 27e6c996-0109-4521-a238-cbc29fe5b58a, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:26.958875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] Routers {'47ac1687-309f-4fba-af46-6a8346d301cc'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:26.959566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['47ac1687-309f-4fba-af46-6a8346d301cc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:26.967649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network 27e6c996-0109-4521-a238-cbc29fe5b58a is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:27.001348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 27e6c996-0109-4521-a238-cbc29fe5b58a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:27.017658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.018305 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.045790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa71f414-1e52-45fb-a4e8-736bc66c55db None None] Network 27e6c996-0109-4521-a238-cbc29fe5b58a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:27.071912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ea447dbe-e47f-4f6d-a379-4dac177ee225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9064989 Aug 16 02:00:27.083357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-network', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:27.131208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Made reservation on behalf of 15982a2e91544667b8e0a34cf7c26389 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:27.144795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.157139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.173583 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.181642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.187960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] Set router 47ac1687-309f-4fba-af46-6a8346d301cc gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:27.249119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0794bfa-6a09-4d20-a293-19d186067c65 req-56ae66b3-b509-45df-8bcb-75e804ac5a82 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.259396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0794bfa-6a09-4d20-a293-19d186067c65 req-56ae66b3-b509-45df-8bcb-75e804ac5a82 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.2757428 Aug 16 02:00:27.259875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:40Z', 'updated_at': '2021-08-16T02:00:26Z', 'revision_number': 7, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:27.366380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a061fd0-7652-4a9e-9024-c39e92abbbe9 None None] The sync data for ids ['47ac1687-309f-4fba-af46-6a8346d301cc'] in n-d-768862-14 is: [{'id': '47ac1687-309f-4fba-af46-6a8346d301cc', 'name': 'tempest-FloatingIPDetailsTestJSON-510217990-router', 'tenant_id': '8316dfb1259a4860aad6d1a906a99fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:40Z', 'updated_at': '2021-08-16T02:00:26Z', 'revision_number': 7, 'project_id': '8316dfb1259a4860aad6d1a906a99fa0', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:27.405185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.414682 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.424358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Allocated IP 19.80.0.2 (163571ba-529a-4697-8ddb-287acb38614b/22f36564-dcad-4e7b-84ab-546fa68d4270/2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:27.460002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:27.483480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.483997 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Added segment af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7 of type vlan for network 42669986-ad7b-4e1b-a0da-28b3b41537ca Aug 16 02:00:27.533102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ee41c5-031f-46cb-8758-23df379883ff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.570342 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.616158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.617289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.618230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.702398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8619432 Aug 16 02:00:27.703458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.710005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Request body: {'subnet': {'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-subnet', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:27.715563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d481927-69e7-47a9-913f-8395f306e845 admin admin] Pushing event updated for resources: {'Network': ['ID=42669986-ad7b-4e1b-a0da-28b3b41537ca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.753217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 42669986-ad7b-4e1b-a0da-28b3b41537ca details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:27.754504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Made reservation on behalf of 15982a2e91544667b8e0a34cf7c26389 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:27.757230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.834317 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.835474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ac1687-309f-4fba-af46-6a8346d301cc {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:27.853460 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.855239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-145bdd9a-82fb-4b8c-b23a-abe461b96ba5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/47ac1687-309f-4fba-af46-6a8346d301cc HTTP/1.1" status: 204 len: 168 time: 2.6270723 Aug 16 02:00:27.857832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.890151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0794bfa-6a09-4d20-a293-19d186067c65 req-f4b157b0-0555-4896-bd54-9b27e097aed4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285524 Aug 16 02:00:28.001646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7a02b175-5161-49de-b00a-33506e4210b6 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:28.008368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-27e6c996-0109-4521-a238-cbc29fe5b58a', 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'fixed_ips': [{'subnet_id': '88ee279c-4693-4217-a543-8de97c19dacc'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:28.009223 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.013610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-698ed946-f42c-48c9-a0ff-e82f28af699c admin admin] Deleting subnet a49bb669-4fe5-4cc0-a550-73aa7673ad99 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:28.023372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-698ed946-f42c-48c9-a0ff-e82f28af699c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.063383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-75e0cf31-ad34-4b69-8217-33b4bbdab5a0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.070112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-75e0cf31-ad34-4b69-8217-33b4bbdab5a0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.072330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-75e0cf31-ad34-4b69-8217-33b4bbdab5a0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/networks?id=163571ba-529a-4697-8ddb-287acb38614b&id=27e6c996-0109-4521-a238-cbc29fe5b58a HTTP/1.1" status: 200 len: 1391 time: 0.2807112 Aug 16 02:00:28.093714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 7a02b175-5161-49de-b00a-33506e4210b6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:28.094044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7a02b175-5161-49de-b00a-33506e4210b6 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:28.137892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-42f35368-37ec-4317-a92a-dd723b5764f1 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/quotas/b9c658ee3f214e51983195634b0a95a5 HTTP/1.1" status: 200 len: 375 time: 0.0544057 Aug 16 02:00:28.205372 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-5233c814-3594-4d26-bdbf-da3ec701472e tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c658ee3f214e51983195634b0a95a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664418 Aug 16 02:00:28.233737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-698ed946-f42c-48c9-a0ff-e82f28af699c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.251789 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.285246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Transition to ACTIVE for port object 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:28.316605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-aa143cf6-474d-479e-a635-3b253c476e5a service neutron] 10.222.0.61 "GET /v2.0/networks/163571ba-529a-4697-8ddb-287acb38614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098106 Aug 16 02:00:28.327869 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.330851 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Transition to ACTIVE for port object 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:28.333719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Allocated IP 19.86.0.2 (27e6c996-0109-4521-a238-cbc29fe5b58a/88ee279c-4693-4217-a543-8de97c19dacc/8b2449ea-8afe-494c-ae2c-7d7f4967ea9c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:28.349131 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.424438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Pushing event updated for resources: {'Port': ['ID=2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:28.436057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8285e03-ad48-401a-8da9-4041fc68ecfc req-2a34c321-6716-466b-8925-ff7aebb06dd5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.445491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8285e03-ad48-401a-8da9-4041fc68ecfc req-2a34c321-6716-466b-8925-ff7aebb06dd5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 948 time: 0.3717690 Aug 16 02:00:28.500483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90bab16d-6265-44be-9d8a-590cae298f06,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:28.521072 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-698ed946-f42c-48c9-a0ff-e82f28af699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.524423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8285e03-ad48-401a-8da9-4041fc68ecfc req-6bef1e92-d4e0-4b46-bbaf-863277f6da23 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774441 Aug 16 02:00:28.555243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Network 163571ba-529a-4697-8ddb-287acb38614b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:28.559977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:28.571643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:28.592622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Checking segment: {'id': 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:28.593225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Network hostable DHCP agents. Network: 42669986-ad7b-4e1b-a0da-28b3b41537ca, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:28.595371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-9fb0b1ef-7c43-49f4-932e-70867412a0e2 service neutron] 10.222.0.61 "GET /v2.0/networks/163571ba-529a-4697-8ddb-287acb38614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757993 Aug 16 02:00:28.658863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Network 42669986-ad7b-4e1b-a0da-28b3b41537ca is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:28.710056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-698ed946-f42c-48c9-a0ff-e82f28af699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.733754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Attempting to bind port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:28.734128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Attempting to bind port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '163571ba-529a-4697-8ddb-287acb38614b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:28.734498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Attempting to bind port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 on network 163571ba-529a-4697-8ddb-287acb38614b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:28.758049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:28.758429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Checking segment: {'id': 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '163571ba-529a-4697-8ddb-287acb38614b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:28.758839 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.761533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Bound using segment: {'id': 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '163571ba-529a-4697-8ddb-287acb38614b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:28.763463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Bound port: 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '163571ba-529a-4697-8ddb-287acb38614b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:28.765244 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.794084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 42669986-ad7b-4e1b-a0da-28b3b41537ca) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:28.813555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ed946-f42c-48c9-a0ff-e82f28af699c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49bb669-4fe5-4cc0-a550-73aa7673ad99,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:28.818468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.820345 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.823559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-7807c1af-a25c-44e2-acb8-ce0eaff49041 service neutron] 10.222.0.61 "GET /v2.0/networks/27e6c996-0109-4521-a238-cbc29fe5b58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208962 Aug 16 02:00:28.847414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-698ed946-f42c-48c9-a0ff-e82f28af699c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.849848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-698ed946-f42c-48c9-a0ff-e82f28af699c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a49bb669-4fe5-4cc0-a550-73aa7673ad99 HTTP/1.1" status: 204 len: 168 time: 0.9908524 Aug 16 02:00:28.852675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:28.961169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.977731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e00650d5-990d-408b-bfeb-20a842144ed2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2730060 Aug 16 02:00:28.981355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:28.987969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:29.056141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Deleting port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:29.058705 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.087950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1667b6e6-68ec-4555-a191-1597a457edda None None] Network 42669986-ad7b-4e1b-a0da-28b3b41537ca requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:29.091653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07562fc2-238d-4f84-8c22-5081e8e29ea1 None None] Network a858c169-0f05-48ce-a5f8-86ee02be6119 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:29.097422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-2e88dbb8-53af-4596-9a73-1316a0ee8d6c service neutron] 10.222.0.61 "GET /v2.0/networks/27e6c996-0109-4521-a238-cbc29fe5b58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654345 Aug 16 02:00:29.107735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.112023 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.377157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] For port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5925f91b-967e-4faa-b2b7-f3a4aa7a97b1,segment=NetworkSegment(94038323-2e96-4819-96d2-cbe67ad9bfe5),segment_id=94038323-2e96-4819-96d2-cbe67ad9bfe5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:29.386701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.413813 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.462506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Calling delete_port for 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:29.503956 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.518656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604c80e-a9f3-45a6-b1c8-91113a815f68 req-efcd58bf-2b8e-4234-8acf-bbfedda9def0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.524618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1604c80e-a9f3-45a6-b1c8-91113a815f68 req-efcd58bf-2b8e-4234-8acf-bbfedda9def0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.4235501 Aug 16 02:00:29.577636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] For port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:29.597035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Transition to ACTIVE for port object 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:29.615443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] For port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9,segment=NetworkSegment(fab7ced5-1368-40fc-b6a4-d6283c7aa0c8),segment_id=fab7ced5-1368-40fc-b6a4-d6283c7aa0c8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:29.659784 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.672420 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.687400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] No DVR routers for this DVR port 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:29.707362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9d3dafc-f68b-42b1-91e5-79a5f76007de req-2bb5ca53-4280-49af-a544-4ed681097051 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 210 time: 0.1107495 Aug 16 02:00:29.762357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5925f91b-967e-4faa-b2b7-f3a4aa7a97b1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.789211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Transition to ACTIVE for port object 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:29.858685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1604c80e-a9f3-45a6-b1c8-91113a815f68 req-3c7f030b-f36d-4cc2-93c3-71559bfee272 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630193 Aug 16 02:00:29.950713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 674e2662-7cf8-4f40-a335-7677d50f1db0 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:29.983862 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.984104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.005950 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.012999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a858c169-0f05-48ce-a5f8-86ee02be6119']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:30.041118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94038323-2e96-4819-96d2-cbe67ad9bfe5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:30.041678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94038323-2e96-4819-96d2-cbe67ad9bfe5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:30.084604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.112283 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.123507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:30.123913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:30.126622 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:30.192702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f528e-b3ee-472e-8961-2ac2e577ca67 None None] DHCP port deletion for a858c169-0f05-48ce-a5f8-86ee02be6119 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:30.193479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97fc3c-5659-42c6-8672-1eb9cf427fb2 req-5dc60f3d-4483-4e76-b427-9fce84e805ee tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.195898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:30.202614 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b97fc3c-5659-42c6-8672-1eb9cf427fb2 req-5dc60f3d-4483-4e76-b427-9fce84e805ee tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 948 time: 0.2211993 Aug 16 02:00:30.234883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 674e2662-7cf8-4f40-a335-7677d50f1db0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:30.235711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 674e2662-7cf8-4f40-a335-7677d50f1db0 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:30.270428 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.286937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b97fc3c-5659-42c6-8672-1eb9cf427fb2 req-99860840-732d-4ece-ae2b-fa4dfbd74956 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806994 Aug 16 02:00:30.307674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.311416 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a858c169-0f05-48ce-a5f8-86ee02be6119 HTTP/1.1" status: 204 len: 168 time: 1.4561591 Aug 16 02:00:30.312338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcfe64-dadf-4255-a851-a3a390f958c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a858c169-0f05-48ce-a5f8-86ee02be6119,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.370364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Network 27e6c996-0109-4521-a238-cbc29fe5b58a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:30.372097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:30.398944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:30.406681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755cae6-2a39-4a13-b659-7516ffbe3cbd None None] Pushing event updated for resources: {'Port': ['ID=2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.443919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-42669986-ad7b-4e1b-a0da-28b3b41537ca', 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'fixed_ips': [{'subnet_id': '90bab16d-6265-44be-9d8a-590cae298f06'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:30.444799 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.480151 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.582098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.636498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Pushing event updated for resources: {'Port': ['ID=8b2449ea-8afe-494c-ae2c-7d7f4967ea9c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.655121 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.655647 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-988fb7ae-4727-4fbf-a9db-d209bd9f78e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8316dfb1259a4860aad6d1a906a99fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692847 Aug 16 02:00:30.656252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35470) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:30.700317 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.712877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:30.722064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Attempting to bind port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:30.722584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Attempting to bind port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '61bebd4d-d921-47cd-8175-8f5a70042e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:30.723013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Attempting to bind port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c on network 27e6c996-0109-4521-a238-cbc29fe5b58a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:30.737694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:30.738128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Checking segment: {'id': '61bebd4d-d921-47cd-8175-8f5a70042e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:30.739986 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.740115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Bound using segment: {'id': '61bebd4d-d921-47cd-8175-8f5a70042e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:30.740572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Bound port: 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bebd4d-d921-47cd-8175-8f5a70042e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:30.740970 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.743234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:30.743658 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.784764 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef28ae1-4b99-4485-b963-06a1264720c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.815503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef28ae1-4b99-4485-b963-06a1264720c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.886686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef28ae1-4b99-4485-b963-06a1264720c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.889977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ef28ae1-4b99-4485-b963-06a1264720c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.892169 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5ef28ae1-4b99-4485-b963-06a1264720c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b6abf65-5c01-4f10-a5f2-09838b1c6b88 HTTP/1.1" status: 204 len: 168 time: 0.2340090 Aug 16 02:00:30.943451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef28ae1-4b99-4485-b963-06a1264720c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6abf65-5c01-4f10-a5f2-09838b1c6b88,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.975521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Allocated IP 172.20.0.2 (42669986-ad7b-4e1b-a0da-28b3b41537ca/90bab16d-6265-44be-9d8a-590cae298f06/dcc43908-6808-4dfa-8dd1-37f2cc51a0f0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:31.062699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2caa4ba6-a36a-4412-8a25-127e88ddd6c2 req-d726dd30-0689-4fcf-8d0c-916468ada6a0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 210 time: 0.1147275 Aug 16 02:00:31.199983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Allocated IP 172.25.5.198 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/51756d9a-ab8f-47eb-b665-c7a77482a360) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:31.218698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc63136-87c3-4e5a-9795-3107c5f97018 req-c3027d51-bc54-407a-8e58-51f5d387c704 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.238947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dcc63136-87c3-4e5a-9795-3107c5f97018 req-c3027d51-bc54-407a-8e58-51f5d387c704 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1916354 Aug 16 02:00:31.300333 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cadf66be-d785-435c-be28-1ee56fd88a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.336866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dcc63136-87c3-4e5a-9795-3107c5f97018 req-dd7adb53-66ac-4c6e-9138-1caf94689846 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902572 Aug 16 02:00:31.344476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] For port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:31.461626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] For port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8b2449ea-8afe-494c-ae2c-7d7f4967ea9c,segment=NetworkSegment(61bebd4d-d921-47cd-8175-8f5a70042e2f),segment_id=61bebd4d-d921-47cd-8175-8f5a70042e2f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:31.497703 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.563259 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.570332 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.620476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Transition to ACTIVE for port object dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:31.742591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:31.743214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7689a-29a2-43d0-8e87-29136606a058 req-16d64a0a-41fd-4414-b6a7-38e621ad5aa1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.754224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1e7689a-29a2-43d0-8e87-29136606a058 req-16d64a0a-41fd-4414-b6a7-38e621ad5aa1 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 948 time: 0.3140733 Aug 16 02:00:31.754470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed05d41-f06e-4ec5-b9c7-d3c0b110ec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:31.757752 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03af33b-cec8-429f-ab21-0d538dae73a4" -d '{"events": [{"server_uuid": "eed05d41-f06e-4ec5-b9c7-d3c0b110ec25", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:31.767684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.770538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Transition to ACTIVE for port object dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:31.782780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c65cd-2ee1-46cf-a9d8-6f0b86e8f8a5 None None] Pushing event updated for resources: {'Port': ['ID=8b2449ea-8afe-494c-ae2c-7d7f4967ea9c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.801372 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.843737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.867738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-9445e893-e870-4fa6-83c7-566e9a8c811b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.868803 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68549830-c8c1-4c87-bc15-83269a38563d x-openstack-request-id: req-68549830-c8c1-4c87-bc15-83269a38563d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:31.870047 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed05d41-f06e-4ec5-b9c7-d3c0b110ec25", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:31.871197 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68549830-c8c1-4c87-bc15-83269a38563d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:31.871825 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed05d41-f06e-4ec5-b9c7-d3c0b110ec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f', 'code': 200} Aug 16 02:00:31.880644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23eebc1-6a11-43c9-a436-57c8cabeda89 None None] Network 163571ba-529a-4697-8ddb-287acb38614b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:31.887605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-9445e893-e870-4fa6-83c7-566e9a8c811b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.889562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-9445e893-e870-4fa6-83c7-566e9a8c811b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.93 "GET /v2.0/networks?id=163571ba-529a-4697-8ddb-287acb38614b&id=27e6c996-0109-4521-a238-cbc29fe5b58a HTTP/1.1" status: 200 len: 1391 time: 0.4323578 Aug 16 02:00:31.913827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'port': {'device_id': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'network_id': '163571ba-529a-4697-8ddb-287acb38614b', 'admin_state_up': True, 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:32.021408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Network 42669986-ad7b-4e1b-a0da-28b3b41537ca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:32.039594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1e7689a-29a2-43d0-8e87-29136606a058 req-b9cadc4a-06d1-4bc0-954c-9a231537d369 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464402 Aug 16 02:00:32.153513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c74499-8f89-4456-9312-9586063c323e req-ad3832f9-2173-417b-a5be-f3c0a2c3eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.156107 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.158750 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-57c74499-8f89-4456-9312-9586063c323e req-ad3832f9-2173-417b-a5be-f3c0a2c3eddd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 1101 time: 0.2066047 Aug 16 02:00:32.215170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:32.226760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:32.240824 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-57c74499-8f89-4456-9312-9586063c323e req-06209929-62eb-4198-9280-2e9472578d49 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749989 Aug 16 02:00:32.263234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:32.272313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:32.353490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:32.371055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-991d4182-addb-4458-bf5d-6145df53bc08 req-0cea5482-60d3-476b-b450-f3c4288fcff8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 210 time: 0.1007996 Aug 16 02:00:32.390045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:32.409025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Pushing event updated for resources: {'Port': ['ID=51756d9a-ab8f-47eb-b665-c7a77482a360,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:32.419857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-03a583fc-7953-4e5d-b7ab-76786ea09307 None None] Provisioning for port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:32.474140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:32.535704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:32.598832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:32.599249 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.654266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Attempting to bind port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:32.654633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Attempting to bind port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:32.655003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Attempting to bind port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 on network 42669986-ad7b-4e1b-a0da-28b3b41537ca {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:32.678109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Pushing event updated for resources: {'Port': ['ID=dcc43908-6808-4dfa-8dd1-37f2cc51a0f0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:32.710015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:32.720129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Checking segment: {'id': 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:32.720702 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.721214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Bound using segment: {'id': 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:32.721867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Bound port: dcc43908-6808-4dfa-8dd1-37f2cc51a0f0, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:32.722369 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.945898 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.947045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] For port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:32.952396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] For port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dcc43908-6808-4dfa-8dd1-37f2cc51a0f0,segment=NetworkSegment(af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7),segment_id=af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:32.955604 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.978619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.096320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9,segment=NetworkSegment(fab7ced5-1368-40fc-b6a4-d6283c7aa0c8),segment_id=fab7ced5-1368-40fc-b6a4-d6283c7aa0c8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:33.146439 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.164524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa4ac9-feca-4c6c-a8f5-944d7ed7c796 None None] Pushing event updated for resources: {'Port': ['ID=dcc43908-6808-4dfa-8dd1-37f2cc51a0f0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:33.329526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:33.340148 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.368527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:33.400298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3438144-fb6f-4a2f-be3b-03e5a9fefedc req-cef2f98b-9ec5-4e5f-968e-a3c14b0e88fa tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:33.412675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3438144-fb6f-4a2f-be3b-03e5a9fefedc req-cef2f98b-9ec5-4e5f-968e-a3c14b0e88fa tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.7861106 Aug 16 02:00:33.481173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-f664f095-a65e-4a19-9343-367e946e5c1c tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=94ba58513cac4c1ca30a4fffcd0f6a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1812880 Aug 16 02:00:33.716270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:33.716714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5925f91b-967e-4faa-b2b7-f3a4aa7a97b1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:33.773882 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-434c69be-b170-42b4-bb89-9c2033666895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.784151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:33.814324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab707ad-692c-428e-9323-bc43818ce777 None None] Network 27e6c996-0109-4521-a238-cbc29fe5b58a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:33.819342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6859fc25-140f-464f-9721-222239e72a44 None None] Provisioning complete for port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:33.819725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6859fc25-140f-464f-9721-222239e72a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.017440 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.083866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:34.259291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3438144-fb6f-4a2f-be3b-03e5a9fefedc req-d13aed80-a101-4290-bd7c-78026557f00d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8393846 Aug 16 02:00:34.350440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:34.355526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:34.374196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.485259 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:34.495357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8297bc2e-a545-4e19-95c5-ede978a3de01 None None] Provisioning for port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:34.501230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8297bc2e-a545-4e19-95c5-ede978a3de01 None None] Provisioning complete for port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:34.501746 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8297bc2e-a545-4e19-95c5-ede978a3de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.515735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Allocated IP 19.80.0.136 (163571ba-529a-4697-8ddb-287acb38614b/22f36564-dcad-4e7b-84ab-546fa68d4270/7d9a850e-0442-4c35-b675-8b0888009198) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:34.645471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-4f2955b1-7d55-49a0-8ffe-df26fc727b0e tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.647044 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-4f2955b1-7d55-49a0-8ffe-df26fc727b0e tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1647501 Aug 16 02:00:34.701129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-4273e401-b629-488e-a8cf-0954a3319dfd tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/quotas/94ba58513cac4c1ca30a4fffcd0f6a89 HTTP/1.1" status: 200 len: 375 time: 0.0381951 Aug 16 02:00:34.710314 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8297bc2e-a545-4e19-95c5-ede978a3de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.712194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed386a78-2e89-4817-95a5-d0a621d5bfc5 req-0308c67b-2b97-4657-8465-b20c07d13d1a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.721580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed386a78-2e89-4817-95a5-d0a621d5bfc5 req-0308c67b-2b97-4657-8465-b20c07d13d1a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 949 time: 0.3365335 Aug 16 02:00:34.775940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-12761280-ee06-4543-a6ad-85a637da5435 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=94ba58513cac4c1ca30a4fffcd0f6a89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513856 Aug 16 02:00:34.803847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8297bc2e-a545-4e19-95c5-ede978a3de01 None None] For port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8b2449ea-8afe-494c-ae2c-7d7f4967ea9c,segment=NetworkSegment(61bebd4d-d921-47cd-8175-8f5a70042e2f),segment_id=61bebd4d-d921-47cd-8175-8f5a70042e2f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:34.820962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8297bc2e-a545-4e19-95c5-ede978a3de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.885455 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.977211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297bc2e-a545-4e19-95c5-ede978a3de01 None None] Pushing event updated for resources: {'Port': ['ID=8b2449ea-8afe-494c-ae2c-7d7f4967ea9c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.997418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6bb09cc-ce09-4a58-88ca-c7dc2ac0fb67 None None] Provisioning complete for port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:34.997869 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6bb09cc-ce09-4a58-88ca-c7dc2ac0fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.103318 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.124230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Transition to ACTIVE for port object 7d9a850e-0442-4c35-b675-8b0888009198 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:35.222391 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.317435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f86362f-ac8d-423f-b49d-df7dda82b8ae None None] Network 42669986-ad7b-4e1b-a0da-28b3b41537ca requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:35.354245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Port': ['ID=7d9a850e-0442-4c35-b675-8b0888009198,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.465199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629f4c-4cd9-4fc5-9bca-ae334d23cb5a req-f9366a0c-028a-4418-871a-59dc77157906 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:35.473591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac629f4c-4cd9-4fc5-9bca-ae334d23cb5a req-f9366a0c-028a-4418-871a-59dc77157906 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 932 time: 0.3074100 Aug 16 02:00:35.494908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed386a78-2e89-4817-95a5-d0a621d5bfc5 req-86cbe27f-9540-4fbf-9690-8f1b4785fed2 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669752 Aug 16 02:00:35.497785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-090a6a79-9df7-4ec7-be3a-d7f37b0e3711 None None] Provisioning for port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:35.508505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-090a6a79-9df7-4ec7-be3a-d7f37b0e3711 None None] Provisioning complete for port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:35.509061 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-090a6a79-9df7-4ec7-be3a-d7f37b0e3711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.526210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network 163571ba-529a-4697-8ddb-287acb38614b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:35.570938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:35.586986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:35.606430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Router 4e7f5a5e-24c1-4c75-849e-f060771f7bde is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:35.733769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac629f4c-4cd9-4fc5-9bca-ae334d23cb5a req-0d2683bd-fbe3-45a7-b1f6-ed5213a595aa tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342620 Aug 16 02:00:35.761782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-090a6a79-9df7-4ec7-be3a-d7f37b0e3711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.903130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-090a6a79-9df7-4ec7-be3a-d7f37b0e3711 None None] For port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dcc43908-6808-4dfa-8dd1-37f2cc51a0f0,segment=NetworkSegment(af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7),segment_id=af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:35.917950 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-090a6a79-9df7-4ec7-be3a-d7f37b0e3711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.966230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4af8e1a-6e2d-4504-bee5-7bbb224579c5 req-3db14467-1710-404b-942a-2841bc7adbf6 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 210 time: 0.1237550 Aug 16 02:00:36.005346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.005812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.039731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:36.094562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a6a79-9df7-4ec7-be3a-d7f37b0e3711 None None] Pushing event updated for resources: {'Port': ['ID=dcc43908-6808-4dfa-8dd1-37f2cc51a0f0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:36.160223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-d9861bbd-595c-4d35-8847-978d52628ba0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2505467 Aug 16 02:00:36.171779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:36.172329 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.175994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3591e744-7f68-4783-ac50-9522d4624693 None None] Provisioning for port 7d9a850e-0442-4c35-b675-8b0888009198 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:36.200711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3591e744-7f68-4783-ac50-9522d4624693 None None] Provisioning complete for port 7d9a850e-0442-4c35-b675-8b0888009198 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:36.201243 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3591e744-7f68-4783-ac50-9522d4624693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.219993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Request body: {'port': {'device_id': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a', 'admin_state_up': True, 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:36.250121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3591e744-7f68-4783-ac50-9522d4624693 None None] Port 7d9a850e-0442-4c35-b675-8b0888009198 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:36.308116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:36.357979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:36.370763 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Sync routers for ids ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:36.371334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138270f-42f9-48d4-bf90-f49d3fcea7f1 req-f0efe4d8-78ef-4fbd-80b4-0b55878817ea tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.373142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5138270f-42f9-48d4-bf90-f49d3fcea7f1 req-f0efe4d8-78ef-4fbd-80b4-0b55878817ea tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.4038715 Aug 16 02:00:36.381505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-503230a2-a5ff-479d-9798-ecf2099dcc1f None None] Provisioning complete for port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:36.382701 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-503230a2-a5ff-479d-9798-ecf2099dcc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.387640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:36.388281 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.394209 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Routers {'4e7f5a5e-24c1-4c75-849e-f060771f7bde'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:36.396632 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:36.404571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c65-8b4d-447e-a275-a38d8053927a req-42b38e15-8fec-4f4e-8fde-0ac0f1feb067 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.406253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b66e1c65-8b4d-447e-a275-a38d8053927a req-42b38e15-8fec-4f4e-8fde-0ac0f1feb067 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 1101 time: 0.2719657 Aug 16 02:00:36.456686 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.458109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f5dca8f6-b4b1-4b31-9ca4-97636f0ee4ab admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4757698 Aug 16 02:00:36.461907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:36.516013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5138270f-42f9-48d4-bf90-f49d3fcea7f1 req-83422c72-5dd8-4b5b-9026-205eb824e65f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228974 Aug 16 02:00:36.517814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b66e1c65-8b4d-447e-a275-a38d8053927a req-b25dd25f-e463-4bf4-bef3-a1a23f497027 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989799 Aug 16 02:00:36.546140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Made reservation on behalf of b9c658ee3f214e51983195634b0a95a5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:36.550303 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.666420 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Set router 4e7f5a5e-24c1-4c75-849e-f060771f7bde gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:36.766489 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-3ccdaf5a-d0e2-424a-944c-bd50dc40ed5a tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=94ba58513cac4c1ca30a4fffcd0f6a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863292 Aug 16 02:00:36.792185 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.897176 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:32Z', 'revision_number': 3, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'gw_port': {'id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:36.936579 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Checking router: 4e7f5a5e-24c1-4c75-849e-f060771f7bde for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:36.937193 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Updating router 4e7f5a5e-24c1-4c75-849e-f060771f7bde port 51756d9a-ab8f-47eb-b665-c7a77482a360 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:37.041592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Allocated IP 19.86.0.146 (27e6c996-0109-4521-a238-cbc29fe5b58a/88ee279c-4693-4217-a543-8de97c19dacc/5b30bdf0-5b5b-479c-9b8c-7e366d1013a2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:37.085075 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-d93576c5-26f9-4baa-a411-7da004796421 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3728726 Aug 16 02:00:37.085315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-ded15b38-34fb-4c58-8fed-8f3ad8f5a06f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376024 Aug 16 02:00:37.097895 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.241006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac343751-7e05-4605-b0c4-4f64569242c2 req-450106f7-3d55-4309-b6f3-5e62257467e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.250239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac343751-7e05-4605-b0c4-4f64569242c2 req-450106f7-3d55-4309-b6f3-5e62257467e6 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 932 time: 0.2992461 Aug 16 02:00:37.266042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-df9fddcc-5a62-4a6e-aa0f-536b40dd1f04 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.267815 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-df9fddcc-5a62-4a6e-aa0f-536b40dd1f04 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4222782 Aug 16 02:00:37.285937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-3e106f31-e864-41df-8add-0fe46d6382e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.287465 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-3e106f31-e864-41df-8add-0fe46d6382e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1101 time: 0.1425359 Aug 16 02:00:37.304601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Request body: {'port': {'device_id': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '94ba58513cac4c1ca30a4fffcd0f6a89'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:37.393423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2520-bc21-47a7-a778-a743602603d7 req-cc3af823-6a2e-48f9-8ae5-82b825cee72e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.395018 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-cc3af823-6a2e-48f9-8ae5-82b825cee72e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091877 Aug 16 02:00:37.424336 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.431758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac343751-7e05-4605-b0c4-4f64569242c2 req-f3e297f7-dc4a-4429-abf1-be8ff0737e61 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651344 Aug 16 02:00:37.441678 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Transition to ACTIVE for port object 51756d9a-ab8f-47eb-b665-c7a77482a360 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:37.455679 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.473104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-e1b199c3-4f49-4d33-bf95-91c9640fff07 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/quotas/92b73bee6b7e488fa616257a32f986e0 HTTP/1.1" status: 200 len: 375 time: 0.0698524 Aug 16 02:00:37.552642 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Pushing event updated for resources: {'Port': ['ID=51756d9a-ab8f-47eb-b665-c7a77482a360,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:37.561375 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Attempting to bind port 51756d9a-ab8f-47eb-b665-c7a77482a360 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:37.563253 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Attempting to bind port 51756d9a-ab8f-47eb-b665-c7a77482a360 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:37.563846 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Attempting to bind port 51756d9a-ab8f-47eb-b665-c7a77482a360 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:37.570004 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.570603 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.571115 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.571605 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.572401 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.573556 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.574227 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.574715 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.575354 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.575943 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.576427 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.576910 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:37.581301 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:37.581968 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:37.582545 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.583116 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:37.583853 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Bound port: 51756d9a-ab8f-47eb-b665-c7a77482a360, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:37.584433 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.630997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56a8622a-c292-4e45-9b61-656ced432d57 req-8b23af49-bdfe-4849-b789-4d05bbe8e2ae tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 210 time: 0.0519958 Aug 16 02:00:37.650421 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.664743 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] For port 51756d9a-ab8f-47eb-b665-c7a77482a360, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:37.669905 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] For port 51756d9a-ab8f-47eb-b665-c7a77482a360, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=51756d9a-ab8f-47eb-b665-c7a77482a360,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:37.685252 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.700372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Transition to ACTIVE for port object 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:37.736024 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-6f0e60fe-072c-4ff7-9c42-3b98ab56f9ec tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2401314 Aug 16 02:00:37.830067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-a4835aa7-4b81-4a8c-a6f0-f3135f520075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.832409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-a4835aa7-4b81-4a8c-a6f0-f3135f520075 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.5097039 Aug 16 02:00:37.840626 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf8d85-0856-4c60-8621-6150847b43f0 None None] Pushing event updated for resources: {'Port': ['ID=51756d9a-ab8f-47eb-b665-c7a77482a360,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:37.864202 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Routers {'4e7f5a5e-24c1-4c75-849e-f060771f7bde'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:37.865155 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:37.866446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220ea7a-0998-4a18-8309-38ef1b06cb47 req-bd96c332-680e-495c-9d39-6494d16ab001 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.878746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2220ea7a-0998-4a18-8309-38ef1b06cb47 req-bd96c332-680e-495c-9d39-6494d16ab001 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1413815 Aug 16 02:00:37.944103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:37.960721 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.061587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2220ea7a-0998-4a18-8309-38ef1b06cb47 req-d0272d21-63f0-47c0-bdc0-1b71ada4f2e7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818228 Aug 16 02:00:38.123386 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] Set router 4e7f5a5e-24c1-4c75-849e-f060771f7bde gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:38.123709 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Network 27e6c996-0109-4521-a238-cbc29fe5b58a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:38.137862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:38.155370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:38.161238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event updated for resources: {'Port': ['ID=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:38.185446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:38.185795 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.212216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07618cb9-fc09-4940-b9c6-88fbbf058b0b req-c6c48a04-0430-48b3-b457-73b479e3af9f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 210 time: 0.0760391 Aug 16 02:00:38.265205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.265864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.317858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-d7762880-7f70-44a8-a1ec-88647b900345 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1132493 Aug 16 02:00:38.330762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Request body: {'port': {'device_id': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:38.471604 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.551416 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:32Z', 'revision_number': 3, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'gw_port': {'id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:38.554323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Made reservation on behalf of 94ba58513cac4c1ca30a4fffcd0f6a89 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:38.560278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.636811 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f32c119-03c3-4a61-ac4e-dfe5be2e7350 None None] Provisioning for port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:38.641537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f32c119-03c3-4a61-ac4e-dfe5be2e7350 None None] Provisioning complete for port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:38.642008 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f32c119-03c3-4a61-ac4e-dfe5be2e7350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.658255 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6cf1c-d1b3-4fd3-8efd-33846fb5519d None None] The sync data for ids ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'] in n-d-768862-14 is: [{'id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:32Z', 'revision_number': 3, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'gw_port': {'id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:38.693574 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-32dadddc-f3bf-4bf0-82c2-3f1aa6fc5c10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 217 time: 0.8387361 Aug 16 02:00:38.698519 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.741952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4f32c119-03c3-4a61-ac4e-dfe5be2e7350 None None] Port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:38.864111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-8b6749b4-fd79-4939-abb1-f8f64ff1c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.867047 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-8b6749b4-fd79-4939-abb1-f8f64ff1c506 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1070378 Aug 16 02:00:38.879332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.089735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-d61541ff-020b-447b-905d-9fbd76c95254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.091298 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-d61541ff-020b-447b-905d-9fbd76c95254 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2140737 Aug 16 02:00:39.141953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d606d61f-beb9-491f-a9b2-9021b7cfc551 req-07d22421-237d-4422-8fd2-4fc64ee83b57 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 210 time: 0.3331037 Aug 16 02:00:39.256684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf4e0-82f5-48bc-86a9-f46875e32e0b req-d18d0fff-2a71-4018-a479-4d7e2dd0fbff tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.286988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf4e0-82f5-48bc-86a9-f46875e32e0b req-d18d0fff-2a71-4018-a479-4d7e2dd0fbff tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.288945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c9bf4e0-82f5-48bc-86a9-f46875e32e0b req-d18d0fff-2a71-4018-a479-4d7e2dd0fbff tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1655 time: 0.7263703 Aug 16 02:00:39.375914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9a850e-0442-4c35-b675-8b0888009198 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:39.406053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.412121 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c9bf4e0-82f5-48bc-86a9-f46875e32e0b req-a3da90c6-fad6-4b28-85ee-01fda43fa9ee tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127405 Aug 16 02:00:39.432955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Transition to ACTIVE for port object 7d9a850e-0442-4c35-b675-8b0888009198 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:39.440774 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.554741 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.582271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Allocated IP 172.20.0.1 (42669986-ad7b-4e1b-a0da-28b3b41537ca/90bab16d-6265-44be-9d8a-590cae298f06/5b00b693-4755-48e1-be40-73172f468c2f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:39.622818 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-4eaa85cd-bf19-4da5-9f8c-9b9aa751d460 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964204 Aug 16 02:00:39.725792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eb9f2df-2fc3-4112-8634-0db55278a837 req-5c28e56a-8a6c-445d-b7f3-9a8959e8c735 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 210 time: 0.1161964 Aug 16 02:00:39.782908 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.787971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-27b1f3b3-f651-4f30-a563-7d353f5287c3 req-3ef25205-1b80-452e-acb0-f8321c7c717a service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256616 Aug 16 02:00:39.792135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9a850e-0442-4c35-b675-8b0888009198,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.807687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a50d-6197-4208-b9a9-5c38464b92c9 req-9ad9732c-5e26-45b5-8a61-9009b6349e02 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.820481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f6a50d-6197-4208-b9a9-5c38464b92c9 req-9ad9732c-5e26-45b5-8a61-9009b6349e02 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.2244968 Aug 16 02:00:39.907112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56992775-7cd5-43d3-af93-6328031d0429,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.937129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Attempting to bind port 7d9a850e-0442-4c35-b675-8b0888009198 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:39.938208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Attempting to bind port 7d9a850e-0442-4c35-b675-8b0888009198 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '163571ba-529a-4697-8ddb-287acb38614b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:39.938719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Attempting to bind port 7d9a850e-0442-4c35-b675-8b0888009198 on network 163571ba-529a-4697-8ddb-287acb38614b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:39.944994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f6a50d-6197-4208-b9a9-5c38464b92c9 req-4b8e0dfe-0735-407b-9c05-9cfe5e6c1ac4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234846 Aug 16 02:00:39.951860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Port 7d9a850e-0442-4c35-b675-8b0888009198 on network 163571ba-529a-4697-8ddb-287acb38614b not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:39.952186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Attempting to bind port 7d9a850e-0442-4c35-b675-8b0888009198 on network 163571ba-529a-4697-8ddb-287acb38614b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:39.960150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:39.960568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Checking segment: {'id': 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '163571ba-529a-4697-8ddb-287acb38614b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:39.960870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Bound using segment: {'id': 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '163571ba-529a-4697-8ddb-287acb38614b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:39.961891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Bound port: 7d9a850e-0442-4c35-b675-8b0888009198, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '163571ba-529a-4697-8ddb-287acb38614b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:39.969437 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.983605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.004299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 51756d9a-ab8f-47eb-b665-c7a77482a360 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:40.047406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Transition to ACTIVE for port object 5b00b693-4755-48e1-be40-73172f468c2f will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:40.113235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Allocated IP 192.168.233.218 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/175e3b9e-654f-47b5-9679-739257286eee) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:40.127186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 51756d9a-ab8f-47eb-b665-c7a77482a360 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:40.144620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 51756d9a-ab8f-47eb-b665-c7a77482a360 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:40.150987 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.162660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] For port 7d9a850e-0442-4c35-b675-8b0888009198, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:40.170176 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] For port 7d9a850e-0442-4c35-b675-8b0888009198, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7d9a850e-0442-4c35-b675-8b0888009198,segment=NetworkSegment(fab7ced5-1368-40fc-b6a4-d6283c7aa0c8),segment_id=fab7ced5-1368-40fc-b6a4-d6283c7aa0c8)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:40.186376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.275866 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.277892 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-2f693050-d671-4dbb-b690-30b1b8c1a315 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1341290 Aug 16 02:00:40.306219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 51756d9a-ab8f-47eb-b665-c7a77482a360, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=51756d9a-ab8f-47eb-b665-c7a77482a360,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:40.315009 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.364233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9a850e-0442-4c35-b675-8b0888009198,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.392140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.392360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.393729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-2c0efb08-8c8c-4acc-8a08-02ad64c736a9 service neutron] 10.222.0.93 "PUT /v2.0/ports/7d9a850e-0442-4c35-b675-8b0888009198 HTTP/1.1" status: 200 len: 1093 time: 2.0674412 Aug 16 02:00:40.408372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'tag': '7d9a850e-0442-4c35-b675-8b0888009198'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:40.410499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=51756d9a-ab8f-47eb-b665-c7a77482a360,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.411851 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0b4976-483f-4a35-a589-67007f8d42cb" -d '{"events": [{"name": "network-changed", "server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "tag": "7d9a850e-0442-4c35-b675-8b0888009198"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:40.432141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41907907-3580-4409-a921-3dbf5e4b10cb req-ce0cd0e3-c8a5-45f8-a9ac-dc6a8626825f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 210 time: 0.0821795 Aug 16 02:00:40.452735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Request body: {'port': {'device_id': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:40.523219 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed5eeac-a95b-436a-bf2b-05fd73e5f090 x-openstack-request-id: req-eed5eeac-a95b-436a-bf2b-05fd73e5f090 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:40.523767 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "tag": "7d9a850e-0442-4c35-b675-8b0888009198", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:40.524447 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eed5eeac-a95b-436a-bf2b-05fd73e5f090 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:40.524988 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'tag': '7d9a850e-0442-4c35-b675-8b0888009198', 'status': 'completed', 'code': 200} Aug 16 02:00:40.594490 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.655856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2520-bc21-47a7-a778-a743602603d7 req-3fb45648-4c56-4544-8fb9-f60c66bf00ee tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.657485 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-3fb45648-4c56-4544-8fb9-f60c66bf00ee tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664591 Aug 16 02:00:40.673124 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.752747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Request body: {'port': {'device_id': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '92b73bee6b7e488fa616257a32f986e0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:40.930550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Network 42669986-ad7b-4e1b-a0da-28b3b41537ca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:40.935413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4976-483f-4a35-a589-67007f8d42cb req-a8031884-bd46-47a5-a047-0c74bc3e3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.935903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4976-483f-4a35-a589-67007f8d42cb req-a8031884-bd46-47a5-a047-0c74bc3e3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.937481 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd0b4976-483f-4a35-a589-67007f8d42cb req-a8031884-bd46-47a5-a047-0c74bc3e3d08 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9c658ee3f214e51983195634b0a95a5&device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1915 time: 0.3954775 Aug 16 02:00:40.949761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:41.003409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a66e6e8c-9e92-48f0-9fc9-e47a4f776317 req-5989e045-c621-426a-913b-b36b02500069 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 210 time: 0.0521636 Aug 16 02:00:41.038808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4230-1a17-4b57-812f-cd6be81bcb4a req-83ae28e0-3053-4011-a67c-3353060f9cc7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.039802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:41.046300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4230-1a17-4b57-812f-cd6be81bcb4a req-83ae28e0-3053-4011-a67c-3353060f9cc7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.048724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-424d4230-1a17-4b57-812f-cd6be81bcb4a req-83ae28e0-3053-4011-a67c-3353060f9cc7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1667 time: 0.4467280 Aug 16 02:00:41.172771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Pushing event updated for resources: {'Port': ['ID=5b00b693-4755-48e1-be40-73172f468c2f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.208097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Made reservation on behalf of 92b73bee6b7e488fa616257a32f986e0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:41.211529 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.227114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.252115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4976-483f-4a35-a589-67007f8d42cb req-610b1fd5-a901-4972-942f-a420e27167ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.252670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4976-483f-4a35-a589-67007f8d42cb req-610b1fd5-a901-4972-942f-a420e27167ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.253137 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4976-483f-4a35-a589-67007f8d42cb req-610b1fd5-a901-4972-942f-a420e27167ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.254817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd0b4976-483f-4a35-a589-67007f8d42cb req-610b1fd5-a901-4972-942f-a420e27167ac service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=b9c658ee3f214e51983195634b0a95a5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3029561 Aug 16 02:00:41.298150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-424d4230-1a17-4b57-812f-cd6be81bcb4a req-6364f66b-451e-4632-be77-bbeaec4dd2a4 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232885 Aug 16 02:00:41.328667 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.331474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Transition to ACTIVE for port object 175e3b9e-654f-47b5-9679-739257286eee will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:41.365944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2575cb95-c3be-49ba-a712-53108892c072 None None] Provisioning for port 5b00b693-4755-48e1-be40-73172f468c2f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:41.370871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be807717-2ff9-4c67-b9e6-f6fcdd42f5dd req-3deb48d7-1759-4a8d-85ae-5f40d4fe9148 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.376971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2575cb95-c3be-49ba-a712-53108892c072 None None] Provisioning complete for port 5b00b693-4755-48e1-be40-73172f468c2f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:41.377828 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2575cb95-c3be-49ba-a712-53108892c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.378227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be807717-2ff9-4c67-b9e6-f6fcdd42f5dd req-3deb48d7-1759-4a8d-85ae-5f40d4fe9148 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1997817 Aug 16 02:00:41.438645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2575cb95-c3be-49ba-a712-53108892c072 None None] Port 5b00b693-4755-48e1-be40-73172f468c2f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:41.452866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be807717-2ff9-4c67-b9e6-f6fcdd42f5dd req-f11a7855-b873-4eb4-9329-881322779897 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737610 Aug 16 02:00:41.544334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:41.555334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.607714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49b52ec9-84de-4aec-967d-80a4b2a4a7ee req-37f768be-2af6-48d0-ba37-2b29b2de511d tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 210 time: 0.0580153 Aug 16 02:00:41.644231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Transition to ACTIVE for port object 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:41.660540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4976-483f-4a35-a589-67007f8d42cb req-992c5fcd-050b-445f-9f1f-9ad4d243b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.662031 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd0b4976-483f-4a35-a589-67007f8d42cb req-992c5fcd-050b-445f-9f1f-9ad4d243b9c4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3799901 Aug 16 02:00:41.668565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.675847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.692962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.760847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:41.761763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Pushing event updated for resources: {'Port': ['ID=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.775355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:41.802426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:41.812635 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.834329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.839355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Allocated IP 192.168.233.21 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/f5f60433-5756-4e3f-b2bd-54688c794cac) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:41.861929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-c30f4a93-01e9-4dcc-a338-cf4ddf0491ae tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.871290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-c30f4a93-01e9-4dcc-a338-cf4ddf0491ae tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/networks?id=bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 HTTP/1.1" status: 200 len: 814 time: 0.2544384 Aug 16 02:00:41.893277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-3cac7c1e-700b-44f5-af06-a1879115ded8 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/quotas/9205b15d1d5d44aea8808c5bf5fa6eda HTTP/1.1" status: 200 len: 375 time: 0.0211337 Aug 16 02:00:41.893466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 51756d9a-ab8f-47eb-b665-c7a77482a360 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:41.917470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.918108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.936277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Attempting to bind port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:41.936746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Attempting to bind port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '61bebd4d-d921-47cd-8175-8f5a70042e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:41.937231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Attempting to bind port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 on network 27e6c996-0109-4521-a238-cbc29fe5b58a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:41.957313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 on network 27e6c996-0109-4521-a238-cbc29fe5b58a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:41.957799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Attempting to bind port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 on network 27e6c996-0109-4521-a238-cbc29fe5b58a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:41.969526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:41.970096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Checking segment: {'id': '61bebd4d-d921-47cd-8175-8f5a70042e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:41.970999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Bound using segment: {'id': '61bebd4d-d921-47cd-8175-8f5a70042e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:41.971629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Bound port: 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bebd4d-d921-47cd-8175-8f5a70042e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:41.972150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.004950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 51756d9a-ab8f-47eb-b665-c7a77482a360 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:42.005333 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.015409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-0b11fb8e-07d1-4720-9f4f-eaf068644c41 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7336431 Aug 16 02:00:42.041169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Request body: {'port': {'device_id': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:42.162627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-777df360-bb49-4352-9316-d243de4854b0 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9205b15d1d5d44aea8808c5bf5fa6eda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2467976 Aug 16 02:00:42.164461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbc97a67-710a-4457-8836-77c27ffcd7d5 req-ba4bdd81-16f2-4265-9e54-60cb1110feed tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 210 time: 0.0436597 Aug 16 02:00:42.165564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] For port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:42.177442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc6c0c85-7054-475b-a34b-6aebd3d87c01 None None] Provisioning for port 175e3b9e-654f-47b5-9679-739257286eee completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:42.183530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc6c0c85-7054-475b-a34b-6aebd3d87c01 None None] Provisioning complete for port 175e3b9e-654f-47b5-9679-739257286eee triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:42.188641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0c85-7054-475b-a34b-6aebd3d87c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.192132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] For port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,segment=NetworkSegment(61bebd4d-d921-47cd-8175-8f5a70042e2f),segment_id=61bebd4d-d921-47cd-8175-8f5a70042e2f)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:42.205948 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.226565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.237063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c0c85-7054-475b-a34b-6aebd3d87c01 None None] Port 175e3b9e-654f-47b5-9679-739257286eee cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:42.257420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.270418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.271036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.272436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] 10.222.0.93 "PUT /v2.0/ports/5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 HTTP/1.1" status: 200 len: 1093 time: 1.8241670 Aug 16 02:00:42.292635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.299813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.366297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-009cabcc-9607-49a6-bba7-153d48972903 service neutron] 10.222.0.61 "GET /v2.0/networks/bd83fd1e-29af-4893-9d19-1f4e5a39b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900408 Aug 16 02:00:42.387240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072499f9-41db-4f07-865e-b72ed0f01b27 service neutron] Pushing event updated for resources: {'Port': ['ID=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:42.399481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Transition to ACTIVE for port object f5f60433-5756-4e3f-b2bd-54688c794cac will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:42.477563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.480214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Pushing event updated for resources: {'Port': ['ID=5b00b693-4755-48e1-be40-73172f468c2f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:42.512118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-95d6684d-3be2-41bd-a828-c4c926c2bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.512612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-95d6684d-3be2-41bd-a828-c4c926c2bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.514191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-95d6684d-3be2-41bd-a828-c4c926c2bcb3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9c658ee3f214e51983195634b0a95a5&device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1983 time: 0.1786475 Aug 16 02:00:42.526674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'tag': '5b30bdf0-5b5b-479c-9b8c-7e366d1013a2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:42.528930 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6eb674-e524-4a21-b69c-a1df864c3f86" -d '{"events": [{"name": "network-changed", "server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "tag": "5b30bdf0-5b5b-479c-9b8c-7e366d1013a2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:42.574648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-b955d0dc-8fef-4c5c-86f3-36170189daec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=7d9a850e-0442-4c35-b675-8b0888009198 HTTP/1.1" status: 200 len: 217 time: 0.0516386 Aug 16 02:00:42.584007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bc376-c8c1-4d01-a884-7a38171de9be req-cf1c1f56-ce0d-4c84-9fc9-5fdc81a30482 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.589448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.592946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bc376-c8c1-4d01-a884-7a38171de9be req-cf1c1f56-ce0d-4c84-9fc9-5fdc81a30482 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.594573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-447bc376-c8c1-4d01-a884-7a38171de9be req-cf1c1f56-ce0d-4c84-9fc9-5fdc81a30482 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1679 time: 0.1957846 Aug 16 02:00:42.601363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a', 'a5c58e3a-0367-45f4-a456-2b6e448daff8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:42.639393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c51332f3-3784-4f68-926b-e448cfb6dcda', '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:42.658617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-4dd135e1-abea-432c-8fcf-b42f482d7cf8 service neutron] 10.222.0.61 "GET /v2.0/networks/bd83fd1e-29af-4893-9d19-1f4e5a39b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608628 Aug 16 02:00:42.678668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-f99b447f-2752-4405-886a-a86942c64c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.679858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-f99b447f-2752-4405-886a-a86942c64c7e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=22f36564-dcad-4e7b-84ab-546fa68d4270 HTTP/1.1" status: 200 len: 801 time: 0.0843811 Aug 16 02:00:42.686174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-447bc376-c8c1-4d01-a884-7a38171de9be req-f23fe6bb-64c3-4c72-9389-87b2a7641258 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741193 Aug 16 02:00:42.771816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-9fc33650-5b61-4622-bd59-cc204246a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.773625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-9fc33650-5b61-4622-bd59-cc204246a998 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=163571ba-529a-4697-8ddb-287acb38614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828655 Aug 16 02:00:42.903325 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ca039b-1943-41ed-8f2f-07c49b518c80 x-openstack-request-id: req-56ca039b-1943-41ed-8f2f-07c49b518c80 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:42.903711 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "tag": "5b30bdf0-5b5b-479c-9b8c-7e366d1013a2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:42.903972 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56ca039b-1943-41ed-8f2f-07c49b518c80 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:42.904377 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'tag': '5b30bdf0-5b5b-479c-9b8c-7e366d1013a2', 'status': 'completed', 'code': 200} Aug 16 02:00:42.971393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119053a-eec9-4c6c-be2c-74378d87e576 req-12920cd9-45d7-481e-a01e-803dfa70357e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.973104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6119053a-eec9-4c6c-be2c-74378d87e576 req-12920cd9-45d7-481e-a01e-803dfa70357e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1973171 Aug 16 02:00:43.035375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-63c68bd0-6cd8-484d-b428-e40ab3962299 service neutron] 10.222.0.93 "GET /v2.0/networks/163571ba-529a-4697-8ddb-287acb38614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499475 Aug 16 02:00:43.078596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:43.079249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6119053a-eec9-4c6c-be2c-74378d87e576 req-f7cb01d4-369a-46c5-9f87-6d184aebd612 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877986 Aug 16 02:00:43.087925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:43.098709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:43.112609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event updated for resources: {'Port': ['ID=f5f60433-5756-4e3f-b2bd-54688c794cac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.135126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d979c-f02b-4770-ab8e-fd4f8da9b48c req-af7ec031-67e7-4aac-b8c2-6f7bdd6701df tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.153705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-177d979c-f02b-4770-ab8e-fd4f8da9b48c req-af7ec031-67e7-4aac-b8c2-6f7bdd6701df tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 936 time: 0.1791317 Aug 16 02:00:43.161384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Network 42669986-ad7b-4e1b-a0da-28b3b41537ca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:43.172621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:43.260099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-177d979c-f02b-4770-ab8e-fd4f8da9b48c req-a0e0d19c-3c74-47e3-878f-116570ff534f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049855 Aug 16 02:00:43.277624 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-f43bc013-e181-46f1-927e-097dadfb4ff2 service neutron] 10.222.0.93 "GET /v2.0/networks/163571ba-529a-4697-8ddb-287acb38614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339530 Aug 16 02:00:43.334405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.335344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.390276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-121133d4-0264-4572-9217-c66dc6fc44f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 HTTP/1.1" status: 200 len: 217 time: 0.1045723 Aug 16 02:00:43.439165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-7c1a2287-81f0-479b-b18c-e1a62460ad8e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7371306 Aug 16 02:00:43.525273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5385980a-f6ad-47be-85b3-f6af029c56db req-5317c336-6847-4d3c-91e7-8463a139b2a2 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 210 time: 0.1329539 Aug 16 02:00:43.554413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Request body: {'port': {'device_id': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:43.578858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-1340c8d0-51eb-4c2a-8fb6-b178f171f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.580411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-1340c8d0-51eb-4c2a-8fb6-b178f171f6c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=88ee279c-4693-4217-a543-8de97c19dacc HTTP/1.1" status: 200 len: 801 time: 0.1448121 Aug 16 02:00:43.600714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175e3b9e-654f-47b5-9679-739257286eee {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:43.606096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2188-adce-46ad-876f-e3fae0506b9e req-998af2b3-d62e-42ca-bcfb-4501b38e2d53 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.613829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4fc2188-adce-46ad-876f-e3fae0506b9e req-998af2b3-d62e-42ca-bcfb-4501b38e2d53 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 935 time: 0.0916214 Aug 16 02:00:43.615408 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.616120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cb46d65-2df8-4e60-87c9-464255ed3181 None None] Provisioning for port f5f60433-5756-4e3f-b2bd-54688c794cac completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:43.622125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cb46d65-2df8-4e60-87c9-464255ed3181 None None] Provisioning complete for port f5f60433-5756-4e3f-b2bd-54688c794cac triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:43.622539 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cb46d65-2df8-4e60-87c9-464255ed3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.662452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Transition to ACTIVE for port object 175e3b9e-654f-47b5-9679-739257286eee will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:43.663886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1cb46d65-2df8-4e60-87c9-464255ed3181 None None] Port f5f60433-5756-4e3f-b2bd-54688c794cac cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:43.675793 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.676902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cb46d65-2df8-4e60-87c9-464255ed3181 None None] Provisioning complete for port 5b00b693-4755-48e1-be40-73172f468c2f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:43.677366 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cb46d65-2df8-4e60-87c9-464255ed3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.679577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.686774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4fc2188-adce-46ad-876f-e3fae0506b9e req-c749d7db-45bb-4ab8-986e-c10248df09dc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718312 Aug 16 02:00:43.689893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527284e-ef92-48fe-950e-db3f81183faf req-7a81bc12-ed15-4086-9a1f-77758b458c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.691628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-7a81bc12-ed15-4086-9a1f-77758b458c10 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27e6c996-0109-4521-a238-cbc29fe5b58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035788 Aug 16 02:00:43.737478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1cb46d65-2df8-4e60-87c9-464255ed3181 None None] Port 5b00b693-4755-48e1-be40-73172f468c2f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:43.749515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Router 4e7f5a5e-24c1-4c75-849e-f060771f7bde has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:43.811051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.827633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-81ecefef-5741-4d7d-97a3-28c0711bea30 service neutron] 10.222.0.93 "GET /v2.0/networks/27e6c996-0109-4521-a238-cbc29fe5b58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277666 Aug 16 02:00:43.971735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206460e-a3a6-4b61-a820-3fc3b494baee req-061e89c5-8a8f-4b57-92d4-230cc777b90f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.979316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206460e-a3a6-4b61-a820-3fc3b494baee req-061e89c5-8a8f-4b57-92d4-230cc777b90f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.981133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a206460e-a3a6-4b61-a820-3fc3b494baee req-061e89c5-8a8f-4b57-92d4-230cc777b90f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1679 time: 0.1524169 Aug 16 02:00:44.047810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a206460e-a3a6-4b61-a820-3fc3b494baee req-301863e0-1f29-48ab-97b6-7624bd25bdf7 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564976 Aug 16 02:00:44.065894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9527284e-ef92-48fe-950e-db3f81183faf req-764394e2-b5d1-4a77-bf33-a288b482a1a1 service neutron] 10.222.0.93 "GET /v2.0/networks/27e6c996-0109-4521-a238-cbc29fe5b58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238669 Aug 16 02:00:44.152688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Attempting to bind port 175e3b9e-654f-47b5-9679-739257286eee on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:44.153234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Attempting to bind port 175e3b9e-654f-47b5-9679-739257286eee by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:44.153342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Attempting to bind port 175e3b9e-654f-47b5-9679-739257286eee on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:44.165135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:44.182309 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Sync routers for ids ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:44.184785 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-56d026fb-53f4-4a29-8614-f893094a4b46 admin admin] 10.222.0.61 "PUT /v2.0/routers/4e7f5a5e-24c1-4c75-849e-f060771f7bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7217174 Aug 16 02:00:44.188071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Port 175e3b9e-654f-47b5-9679-739257286eee on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:44.188406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Attempting to bind port 175e3b9e-654f-47b5-9679-739257286eee on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:44.196870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:44.197298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:44.197706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:44.198163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Bound port: 175e3b9e-654f-47b5-9679-739257286eee, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:44.198526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.216764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Routers {'4e7f5a5e-24c1-4c75-849e-f060771f7bde'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:44.217565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:44.284584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284dfc5-5565-4f87-b4d3-4d887b8a8283 req-a755a4a1-a157-46d2-b3cd-558b8143cf6c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.286667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f284dfc5-5565-4f87-b4d3-4d887b8a8283 req-a755a4a1-a157-46d2-b3cd-558b8143cf6c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.0794566 Aug 16 02:00:44.291445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-66fab43e-f9b4-4c7c-9a2d-25ce47b80cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.292044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-66fab43e-f9b4-4c7c-9a2d-25ce47b80cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.293590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-66fab43e-f9b4-4c7c-9a2d-25ce47b80cd1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9c658ee3f214e51983195634b0a95a5&device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1983 time: 0.1533730 Aug 16 02:00:44.372459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:44.383365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:44.390338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f60433-5756-4e3f-b2bd-54688c794cac {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:44.397152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f284dfc5-5565-4f87-b4d3-4d887b8a8283 req-f8e4368a-919d-415b-ac26-b213f9dda62c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024485 Aug 16 02:00:44.414177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.423542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.431196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Transition to ACTIVE for port object f5f60433-5756-4e3f-b2bd-54688c794cac will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:44.470397 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.477061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.477707 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.480535 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] 10.222.0.93 "PUT /v2.0/ports/175e3b9e-654f-47b5-9679-739257286eee HTTP/1.1" status: 200 len: 1097 time: 2.4455311 Aug 16 02:00:44.482064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'tag': '175e3b9e-654f-47b5-9679-739257286eee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:44.484531 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ed9051-3829-4dcb-a53c-2cad7b92f56b" -d '{"events": [{"name": "network-changed", "server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "tag": "175e3b9e-654f-47b5-9679-739257286eee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:44.548322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-22b30e2c-b952-4f59-a44c-efc5f37fdac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.549825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-22b30e2c-b952-4f59-a44c-efc5f37fdac0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=27e6c996-0109-4521-a238-cbc29fe5b58a HTTP/1.1" status: 200 len: 903 time: 0.2319064 Aug 16 02:00:44.565707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.579021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.579656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.580294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.580785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.581272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.581771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.582119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd7e66-05fd-4d5f-a371-25f3e6b45c36 req-842c4018-5436-4789-b08e-c5f7f3264c19 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.582453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.583038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.583753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.584244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.585024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.585658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc64f9-9e33-4b5d-9914-6b45a38a0e75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:44.602177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2dd7e66-05fd-4d5f-a371-25f3e6b45c36 req-842c4018-5436-4789-b08e-c5f7f3264c19 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 948 time: 0.2039070 Aug 16 02:00:44.653435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Set router 4e7f5a5e-24c1-4c75-849e-f060771f7bde gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:44.693004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Pushing event updated for resources: {'Port': ['ID=f5f60433-5756-4e3f-b2bd-54688c794cac,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.706731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-cecacf27-4349-4cd1-9fe5-702d80b7a110 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 HTTP/1.1" status: 200 len: 217 time: 0.1461589 Aug 16 02:00:44.716808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-503b5538-80e2-40e2-adc0-1b724ea4103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.718544 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-503b5538-80e2-40e2-adc0-1b724ea4103c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=94ba58513cac4c1ca30a4fffcd0f6a89&device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 1100 time: 0.1836679 Aug 16 02:00:44.735940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Attempting to bind port f5f60433-5756-4e3f-b2bd-54688c794cac on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:44.736268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Attempting to bind port f5f60433-5756-4e3f-b2bd-54688c794cac by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:44.736807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Attempting to bind port f5f60433-5756-4e3f-b2bd-54688c794cac on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:44.747780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91debfc8-2c82-4cc9-8565-197b6771e8d6 req-6af4b8f5-2fba-4fd0-8fff-fdffbf3b0936 tempest-FloatingIPsNegativeTestJSON-1094914605 tempest-FloatingIPsNegativeTestJSON-1094914605-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=15982a2e91544667b8e0a34cf7c26389 HTTP/1.1" status: 200 len: 217 time: 0.0643311 Aug 16 02:00:44.844283 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe748692-4c14-4563-bc70-fe40a7c7a623 x-openstack-request-id: req-fe748692-4c14-4563-bc70-fe40a7c7a623 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:44.846539 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "tag": "175e3b9e-654f-47b5-9679-739257286eee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:44.847677 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe748692-4c14-4563-bc70-fe40a7c7a623 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:44.849860 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'tag': '175e3b9e-654f-47b5-9679-739257286eee', 'status': 'completed', 'code': 200} Aug 16 02:00:44.850787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Port f5f60433-5756-4e3f-b2bd-54688c794cac on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:44.851980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Attempting to bind port f5f60433-5756-4e3f-b2bd-54688c794cac on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:44.860389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2dd7e66-05fd-4d5f-a371-25f3e6b45c36 req-ccd51e5e-1204-44a5-b716-4fe56b025173 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569404 Aug 16 02:00:44.869426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:44.871315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:44.871727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:44.872213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Bound port: f5f60433-5756-4e3f-b2bd-54688c794cac, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:44.872722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.879559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-f90ee2b5-7fa4-4eca-9904-2687a6d5d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.881519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-f90ee2b5-7fa4-4eca-9904-2687a6d5d751 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=88ee279c-4693-4217-a543-8de97c19dacc HTTP/1.1" status: 200 len: 801 time: 0.1328502 Aug 16 02:00:44.929543 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-c56bdfb2-a2f6-454e-bc60-89790dc00d1f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=175e3b9e-654f-47b5-9679-739257286eee HTTP/1.1" status: 200 len: 217 time: 0.1949859 Aug 16 02:00:45.002064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c294a386-df89-4496-b389-ed18e9927f47 req-753417a6-b05d-4ef7-9190-05e798b65db9 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 210 time: 0.0851059 Aug 16 02:00:45.020497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-9ffd1b66-6b59-4b3f-a1ec-98070690efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.020497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-9ffd1b66-6b59-4b3f-a1ec-98070690efa0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27e6c996-0109-4521-a238-cbc29fe5b58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229751 Aug 16 02:00:45.027412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:41Z', 'revision_number': 4, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'gw_port': {'id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5b00b693-4755-48e1-be40-73172f468c2f', 'name': '', 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'mac_address': 'fa:16:3e:17:2f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '90bab16d-6265-44be-9d8a-590cae298f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:38Z', 'updated_at': '2021-08-16T02:00:41Z', 'revision_number': 2, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'subnets': [{'id': '90bab16d-6265-44be-9d8a-590cae298f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:45.060647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Checking router: 4e7f5a5e-24c1-4c75-849e-f060771f7bde for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:45.061237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Updating router 4e7f5a5e-24c1-4c75-849e-f060771f7bde port 5b00b693-4755-48e1-be40-73172f468c2f binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:45.096489 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.098470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-5da5737f-efce-4e50-86d2-3f358ec4c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.100373 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-5da5737f-efce-4e50-86d2-3f358ec4c73c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1355512 Aug 16 02:00:45.126557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] For port f5f60433-5756-4e3f-b2bd-54688c794cac, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:45.141925 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3fd4f76-800f-4cf9-8583-f8dcfebeecbb req-e74da7d5-df39-461f-b720-175788a2f20f tempest-FloatingIPsNegativeTestJSON-1094914605 tempest-FloatingIPsNegativeTestJSON-1094914605-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0792632 Aug 16 02:00:45.178901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cc428-f34c-465d-9ca2-71f2d7d57ffa req-b2e68aea-eeb7-4239-ad2f-4d97cd79a615 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.180607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-270cc428-f34c-465d-9ca2-71f2d7d57ffa req-b2e68aea-eeb7-4239-ad2f-4d97cd79a615 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 947 time: 0.1942720 Aug 16 02:00:45.201542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] For port f5f60433-5756-4e3f-b2bd-54688c794cac, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f5f60433-5756-4e3f-b2bd-54688c794cac,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:45.217083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.240135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-0af2ff13-cb2f-444a-84c4-244e99096ad4 service neutron] 10.222.0.93 "GET /v2.0/networks/27e6c996-0109-4521-a238-cbc29fe5b58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087557 Aug 16 02:00:45.276321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-270cc428-f34c-465d-9ca2-71f2d7d57ffa req-c2512062-41ca-4aff-8baf-c542c4d516de tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867383 Aug 16 02:00:45.277869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-c11667fb-a1cf-4a44-a570-be7df5b2ecce tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.279534 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-c11667fb-a1cf-4a44-a570-be7df5b2ecce tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.86 "GET /v2.0/networks?id=bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 HTTP/1.1" status: 200 len: 814 time: 0.2386446 Aug 16 02:00:45.292758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.293494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.294946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] 10.222.0.86 "PUT /v2.0/ports/f5f60433-5756-4e3f-b2bd-54688c794cac HTTP/1.1" status: 200 len: 1096 time: 1.7565157 Aug 16 02:00:45.299712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-cd0d2ead-8c0e-4037-805a-bc7c6164afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.311068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-cd0d2ead-8c0e-4037-805a-bc7c6164afe9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1761925 Aug 16 02:00:45.334880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Request body: {'port': {'device_id': 'f52c347f-5161-4611-b9e1-51040e9de713', 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'admin_state_up': True, 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:45.372305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8b362-19b2-4583-9106-89d107b4bdd7 req-79f94372-6518-4772-97fa-6e83a59435dd tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.374917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33d8b362-19b2-4583-9106-89d107b4bdd7 req-79f94372-6518-4772-97fa-6e83a59435dd tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1097 time: 0.1430635 Aug 16 02:00:45.479888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d60b-d9e1-4da7-9210-9a15c83e36de service neutron] Pushing event updated for resources: {'Port': ['ID=f5f60433-5756-4e3f-b2bd-54688c794cac,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:45.484011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f6eb674-e524-4a21-b69c-a1df864c3f86 req-496ec17c-931a-4531-b43d-dfc40b6bfe3e service neutron] 10.222.0.93 "GET /v2.0/networks/27e6c996-0109-4521-a238-cbc29fe5b58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315671 Aug 16 02:00:45.571468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2520-bc21-47a7-a778-a743602603d7 req-fa98a749-1ccf-4040-b3e8-d9df0a716658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.573061 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-fa98a749-1ccf-4040-b3e8-d9df0a716658 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 1099 time: 0.1739619 Aug 16 02:00:45.586984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33d8b362-19b2-4583-9106-89d107b4bdd7 req-35074bda-3fd0-4b28-8475-c6cc4b7016ba tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873527 Aug 16 02:00:45.607583 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-251a1552-7a5c-40c4-a5a2-7d5297b7a004 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953720 Aug 16 02:00:45.612886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d922390-7134-4f6b-9158-651eb6720e16 req-3e27018d-1fee-4e6e-9da9-23a87a080b09 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.617364 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.624217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d922390-7134-4f6b-9158-651eb6720e16 req-3e27018d-1fee-4e6e-9da9-23a87a080b09 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.631890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Transition to ACTIVE for port object 5b00b693-4755-48e1-be40-73172f468c2f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:45.645989 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.647015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d922390-7134-4f6b-9158-651eb6720e16 req-3e27018d-1fee-4e6e-9da9-23a87a080b09 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1679 time: 0.1602714 Aug 16 02:00:45.665469 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-a5415147-64fc-45c9-8e1f-5e7a7f1eeb20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=f5f60433-5756-4e3f-b2bd-54688c794cac HTTP/1.1" status: 200 len: 217 time: 0.0735235 Aug 16 02:00:45.717173 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-1a5dbf61-d85e-4e27-a075-fa8f6dd70c17 req-85e62f1c-ee13-4caa-8d1a-4bdfc9936656 tempest-FloatingIPsNegativeTestJSON-1094914605 tempest-FloatingIPsNegativeTestJSON-1094914605-project] show failed (client error): The resource could not be found. Aug 16 02:00:45.725928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a5dbf61-d85e-4e27-a075-fa8f6dd70c17 req-85e62f1c-ee13-4caa-8d1a-4bdfc9936656 tempest-FloatingIPsNegativeTestJSON-1094914605 tempest-FloatingIPsNegativeTestJSON-1094914605-project] 10.222.0.61 "GET /v2.0/floatingips/e7f5d0eb-9794-479c-a813-fb9fdde45f52 HTTP/1.1" status: 404 len: 350 time: 0.0697670 Aug 16 02:00:45.732201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:45.759266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d8fc4-ddd9-42dd-9bca-8ca06be4af12 None None] Pushing event updated for resources: {'Port': ['ID=5b00b693-4755-48e1-be40-73172f468c2f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:45.800598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d922390-7134-4f6b-9158-651eb6720e16 req-aadda642-c3cd-4901-9841-9d9d0f8cd12e tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442811 Aug 16 02:00:45.842433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Made reservation on behalf of 9205b15d1d5d44aea8808c5bf5fa6eda for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:45.846109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.881084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Attempting to bind port 5b00b693-4755-48e1-be40-73172f468c2f on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:45.881457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Attempting to bind port 5b00b693-4755-48e1-be40-73172f468c2f by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:45.881822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Attempting to bind port 5b00b693-4755-48e1-be40-73172f468c2f on network 42669986-ad7b-4e1b-a0da-28b3b41537ca {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:45.892227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2520-bc21-47a7-a778-a743602603d7 req-15b4d7f2-1dc2-4fb8-aefe-cac73ccbdf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.893009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:45.893676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Checking segment: {'id': 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:45.893803 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-15b4d7f2-1dc2-4fb8-aefe-cac73ccbdf05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2141821 Aug 16 02:00:45.894085 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.894523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Bound using segment: {'id': 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:45.895003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Bound port: 5b00b693-4755-48e1-be40-73172f468c2f, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:45.895460 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.032127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] For port 5b00b693-4755-48e1-be40-73172f468c2f, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:46.043124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] For port 5b00b693-4755-48e1-be40-73172f468c2f, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5b00b693-4755-48e1-be40-73172f468c2f,segment=NetworkSegment(af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7),segment_id=af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:46.064593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.242860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Routers {'4e7f5a5e-24c1-4c75-849e-f060771f7bde'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:46.246326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:46.253426 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e201c8fb-c7ec-41ca-a12c-395cc3526f96 req-e47d5d18-4c12-4735-82c9-9b98fdc34578 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107495 Aug 16 02:00:46.288387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022bedf-4d7d-4c57-bc97-a87daf2da190 req-2dc89aec-05a4-43eb-aa42-781312bee4a4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.289994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9022bedf-4d7d-4c57-bc97-a87daf2da190 req-2dc89aec-05a4-43eb-aa42-781312bee4a4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.4624395 Aug 16 02:00:46.371558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9022bedf-4d7d-4c57-bc97-a87daf2da190 req-dadbf023-b6e9-45cc-a3c7-77bed571b9bd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678616 Aug 16 02:00:46.376073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d8fc4-ddd9-42dd-9bca-8ca06be4af12 None None] Pushing event updated for resources: {'Port': ['ID=5b00b693-4755-48e1-be40-73172f468c2f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.384800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2520-bc21-47a7-a778-a743602603d7 req-a8f1e8f6-eb7c-493c-b26f-2858774c66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.402200 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-a8f1e8f6-eb7c-493c-b26f-2858774c66ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4873164 Aug 16 02:00:46.588181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135d2b-29f2-479e-a714-31b6ec410644 req-957637e7-d0b1-4c82-b04e-044937413225 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.590991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07135d2b-29f2-479e-a714-31b6ec410644 req-957637e7-d0b1-4c82-b04e-044937413225 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 948 time: 0.1232641 Aug 16 02:00:46.596440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] Set router 4e7f5a5e-24c1-4c75-849e-f060771f7bde gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:46.699842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07135d2b-29f2-479e-a714-31b6ec410644 req-f116114f-23b7-4b31-af00-5f7a54bf10ac tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023448 Aug 16 02:00:46.873267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5643524d-d17c-45c9-bf61-21f2f469922f req-d67476c4-e719-4c60-a5ef-d5913cbd3727 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 210 time: 0.0596337 Aug 16 02:00:47.027300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:41Z', 'revision_number': 4, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'gw_port': {'id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5b00b693-4755-48e1-be40-73172f468c2f', 'name': '', 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'mac_address': 'fa:16:3e:17:2f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '90bab16d-6265-44be-9d8a-590cae298f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:38Z', 'updated_at': '2021-08-16T02:00:46Z', 'revision_number': 4, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'subnets': [{'id': '90bab16d-6265-44be-9d8a-590cae298f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:47.034796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d74c1-a751-4a1f-996e-f65e252c2f28 req-ac16d1a9-5991-4260-987a-a85b0058fdad tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.037101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c0d74c1-a751-4a1f-996e-f65e252c2f28 req-ac16d1a9-5991-4260-987a-a85b0058fdad tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 947 time: 0.0704069 Aug 16 02:00:47.070452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627bd7c-4c4f-4664-8eac-57ac4c40d448 None None] The sync data for ids ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'] in n-d-768862-14 is: [{'id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:41Z', 'revision_number': 4, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'gw_port': {'id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5b00b693-4755-48e1-be40-73172f468c2f', 'name': '', 'network_id': '42669986-ad7b-4e1b-a0da-28b3b41537ca', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'mac_address': 'fa:16:3e:17:2f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '90bab16d-6265-44be-9d8a-590cae298f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:38Z', 'updated_at': '2021-08-16T02:00:46Z', 'revision_number': 4, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'subnets': [{'id': '90bab16d-6265-44be-9d8a-590cae298f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:47.158065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'tag': 'f5f60433-5756-4e3f-b2bd-54688c794cac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:47.160533 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0511a9d4-9266-4a69-93fe-681ab02de2be" -d '{"events": [{"name": "network-changed", "server_uuid": "addae6e5-5a71-457e-9071-2356570fdd8c", "tag": "f5f60433-5756-4e3f-b2bd-54688c794cac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:47.163761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c0d74c1-a751-4a1f-996e-f65e252c2f28 req-4bb45400-8082-42ea-a8e7-061db9a2a6c5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089780 Aug 16 02:00:47.279641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7d9a850e-0442-4c35-b675-8b0888009198 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:47.362980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Allocated IP 172.20.0.10 (bd83fd1e-29af-4893-9d19-1f4e5a39b4a6/cf1c6c4b-33f8-4de0-963f-f113e52531df/58575cfa-ddad-41db-b15c-d58aaa37a8c4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:47.367045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-a3cd4ca3-a305-4bf9-bb49-65c67662f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.368798 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-a3cd4ca3-a305-4bf9-bb49-65c67662f2b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=94ba58513cac4c1ca30a4fffcd0f6a89&device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 1100 time: 1.0436153 Aug 16 02:00:47.475461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7d9a850e-0442-4c35-b675-8b0888009198, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7d9a850e-0442-4c35-b675-8b0888009198,segment=NetworkSegment(fab7ced5-1368-40fc-b6a4-d6283c7aa0c8),segment_id=fab7ced5-1368-40fc-b6a4-d6283c7aa0c8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.497450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '7d9a850e-0442-4c35-b675-8b0888009198', 'network_id': '163571ba-529a-4697-8ddb-287acb38614b', 'port_id': '7d9a850e-0442-4c35-b675-8b0888009198', 'mac_address': 'fa:16:3e:5e:31:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f36564-dcad-4e7b-84ab-546fa68d4270', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:47.520544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaa5c9-0f67-4e6d-a958-2b2ae877aaa9 req-572d844f-a557-4d32-bacd-196924d3a0d8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.529726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaa5c9-0f67-4e6d-a958-2b2ae877aaa9 req-572d844f-a557-4d32-bacd-196924d3a0d8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.546986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4aaa5c9-0f67-4e6d-a958-2b2ae877aaa9 req-572d844f-a557-4d32-bacd-196924d3a0d8 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1679 time: 0.1842315 Aug 16 02:00:47.559396 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.560958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-e2be13d9-68c0-46e2-bb03-af41a28c91a4 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0695274 Aug 16 02:00:47.577334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9a850e-0442-4c35-b675-8b0888009198 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:47.620235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4aaa5c9-0f67-4e6d-a958-2b2ae877aaa9 req-77af6ce7-ded1-42e2-9531-d4c117037cad tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720747 Aug 16 02:00:47.642921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7d9a850e-0442-4c35-b675-8b0888009198, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7d9a850e-0442-4c35-b675-8b0888009198,segment=NetworkSegment(fab7ced5-1368-40fc-b6a4-d6283c7aa0c8),segment_id=fab7ced5-1368-40fc-b6a4-d6283c7aa0c8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.660017 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.660861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:47.852304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,segment=NetworkSegment(61bebd4d-d921-47cd-8175-8f5a70042e2f),segment_id=61bebd4d-d921-47cd-8175-8f5a70042e2f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.887171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '5b30bdf0-5b5b-479c-9b8c-7e366d1013a2', 'network_id': '27e6c996-0109-4521-a238-cbc29fe5b58a', 'port_id': '5b30bdf0-5b5b-479c-9b8c-7e366d1013a2', 'mac_address': 'fa:16:3e:93:3c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ee279c-4693-4217-a543-8de97c19dacc', 'ip_address': '19.86.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:47.924001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-570faa39-c48e-4cae-afc7-98825893edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.928916 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-570faa39-c48e-4cae-afc7-98825893edb9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.4907274 Aug 16 02:00:47.947896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7d9a850e-0442-4c35-b675-8b0888009198,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:47.959188 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.988794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:47.996909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5b00b693-4755-48e1-be40-73172f468c2f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:48.015495 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.044020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Transition to ACTIVE for port object 58575cfa-ddad-41db-b15c-d58aaa37a8c4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:48.048151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,segment=NetworkSegment(61bebd4d-d921-47cd-8175-8f5a70042e2f),segment_id=61bebd4d-d921-47cd-8175-8f5a70042e2f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:48.054822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.125262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5b00b693-4755-48e1-be40-73172f468c2f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:48.155723 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-f35a5fcc-98cd-49d0-9c74-6524cd72c0d7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=175e3b9e-654f-47b5-9679-739257286eee HTTP/1.1" status: 200 len: 217 time: 0.2145197 Aug 16 02:00:48.180850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5b00b693-4755-48e1-be40-73172f468c2f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:48.181490 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.224450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.261737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.305221 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.340290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-eefb9e08-4f87-42d3-86c8-d22b69824948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.341761 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-eefb9e08-4f87-42d3-86c8-d22b69824948 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1725154 Aug 16 02:00:48.360176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['5b30bdf0-5b5b-479c-9b8c-7e366d1013a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:48.399981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:48.444878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 5b00b693-4755-48e1-be40-73172f468c2f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5b00b693-4755-48e1-be40-73172f468c2f,segment=NetworkSegment(af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7),segment_id=af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:48.449763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:48.454724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:48.472001 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.510025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Pushing event updated for resources: {'Port': ['ID=58575cfa-ddad-41db-b15c-d58aaa37a8c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.594182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-46c30d25-eaeb-455d-8fd2-cfb5f21e4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.596245 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-46c30d25-eaeb-455d-8fd2-cfb5f21e4a32 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2264142 Aug 16 02:00:48.604009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.604976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.605769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=5b00b693-4755-48e1-be40-73172f468c2f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.707984 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-09e30036-3478-4cef-ba02-83399960277f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3837769 Aug 16 02:00:48.721202 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.843631 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-7fd16e34-4b85-4e4c-9239-8ddb5392d5df service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313523 Aug 16 02:00:48.863451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75bda5a1-30be-4b82-8913-cf78febfb52a None None] Provisioning for port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:48.868201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75bda5a1-30be-4b82-8913-cf78febfb52a None None] Provisioning complete for port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:48.868687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75bda5a1-30be-4b82-8913-cf78febfb52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.919891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-75bda5a1-30be-4b82-8913-cf78febfb52a None None] Port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:49.045478 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-44ed9051-3829-4dcb-a53c-2cad7b92f56b req-7e860702-ac48-47d9-8b24-377cd87fdcbc service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722527 Aug 16 02:00:49.164715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Deleting port 5b00b693-4755-48e1-be40-73172f468c2f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:49.165059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.252516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] For port 5b00b693-4755-48e1-be40-73172f468c2f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5b00b693-4755-48e1-be40-73172f468c2f,segment=NetworkSegment(af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7),segment_id=af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:49.252914 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.265565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Calling delete_port for 5b00b693-4755-48e1-be40-73172f468c2f owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:49.288702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:49.413892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['7d9a850e-0442-4c35-b675-8b0888009198'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:49.454403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:49.480369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '175e3b9e-654f-47b5-9679-739257286eee', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '175e3b9e-654f-47b5-9679-739257286eee', 'mac_address': 'fa:16:3e:2c:a6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:49.480782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.531833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b00b693-4755-48e1-be40-73172f468c2f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:49.555726 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.584870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175e3b9e-654f-47b5-9679-739257286eee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:49.627804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:49.635831 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.697961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:49.715311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.715658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.715996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.716326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.716657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.716983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.717305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.717625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.718142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.718252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.718554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.718869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:49.747735 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.935419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['175e3b9e-654f-47b5-9679-739257286eee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:49.996389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Router 4e7f5a5e-24c1-4c75-849e-f060771f7bde has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:50.127858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:50.135284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b1c86045-0f3c-47b2-b787-6a01f88ce32c admin admin] 10.222.0.61 "PUT /v2.0/routers/4e7f5a5e-24c1-4c75-849e-f060771f7bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3983090 Aug 16 02:00:50.136121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:50.138485 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] Sync routers for ids ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:50.150720 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] Routers {'4e7f5a5e-24c1-4c75-849e-f060771f7bde'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:50.151698 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.265059 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.274861 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] Set router 4e7f5a5e-24c1-4c75-849e-f060771f7bde gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:50.382353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.445442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Deleting port 51756d9a-ab8f-47eb-b665-c7a77482a360 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:50.445992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.481653 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:49Z', 'revision_number': 5, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'gw_port': {'id': '51756d9a-ab8f-47eb-b665-c7a77482a360', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.511541 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] Checking router: 4e7f5a5e-24c1-4c75-849e-f060771f7bde for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:50.521047 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] Routers {'4e7f5a5e-24c1-4c75-849e-f060771f7bde'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:50.521673 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:00:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.537722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] For port 51756d9a-ab8f-47eb-b665-c7a77482a360, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=51756d9a-ab8f-47eb-b665-c7a77482a360,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:50.538348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.553352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Calling delete_port for 51756d9a-ab8f-47eb-b665-c7a77482a360 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:50.608949 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] Set router 4e7f5a5e-24c1-4c75-849e-f060771f7bde gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:50.675145 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:50Z', 'revision_number': 6, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.703147 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880189bc-49da-4195-af45-0f7ed2f26340 None None] The sync data for ids ['4e7f5a5e-24c1-4c75-849e-f060771f7bde'] in n-d-768862-14 is: [{'id': '4e7f5a5e-24c1-4c75-849e-f060771f7bde', 'name': 'tempest-FloatingIPsNegativeTestJSON-951475324-router', 'tenant_id': '15982a2e91544667b8e0a34cf7c26389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:50Z', 'revision_number': 6, 'project_id': '15982a2e91544667b8e0a34cf7c26389', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:50.761109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.792497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Pushing event deleted for resources: {'Port': ['ID=51756d9a-ab8f-47eb-b665-c7a77482a360,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:50.823716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.824067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.824412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.824752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.825091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.825422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.825749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.826076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.826403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.826728 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.827051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.827400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.864975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.960120 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.962204 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.008211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.008697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e7f5a5e-24c1-4c75-849e-f060771f7bde {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:00:51.014038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.015295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4ed108ca-649f-494d-9ee7-6753cbf5a7fb admin admin] 10.222.0.61 "DELETE /v2.0/routers/4e7f5a5e-24c1-4c75-849e-f060771f7bde HTTP/1.1" status: 204 len: 168 time: 0.8781590 Aug 16 02:00:51.018091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:51.073263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f505853-26e5-41a4-ab8c-ab70b5f1dc76 admin admin] Deleting subnet 90bab16d-6265-44be-9d8a-590cae298f06 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:00:51.077268 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f505853-26e5-41a4-ab8c-ab70b5f1dc76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.116646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f505853-26e5-41a4-ab8c-ab70b5f1dc76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.220722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f505853-26e5-41a4-ab8c-ab70b5f1dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.288878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f505853-26e5-41a4-ab8c-ab70b5f1dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.296957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7d9a850e-0442-4c35-b675-8b0888009198 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:51.324204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f505853-26e5-41a4-ab8c-ab70b5f1dc76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90bab16d-6265-44be-9d8a-590cae298f06,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.328264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f505853-26e5-41a4-ab8c-ab70b5f1dc76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.330158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1f505853-26e5-41a4-ab8c-ab70b5f1dc76 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/90bab16d-6265-44be-9d8a-590cae298f06 HTTP/1.1" status: 204 len: 168 time: 0.3110406 Aug 16 02:00:51.332581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:51.339371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb6041-8b3d-45ae-a882-7bf8237d6309 None None] Network 42669986-ad7b-4e1b-a0da-28b3b41537ca requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:51.407652 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.490323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Deleting port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:51.491135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.558463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 7d9a850e-0442-4c35-b675-8b0888009198 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:51.563019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] For port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dcc43908-6808-4dfa-8dd1-37f2cc51a0f0,segment=NetworkSegment(af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7),segment_id=af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:51.563545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.578628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 7d9a850e-0442-4c35-b675-8b0888009198 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:51.578931 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.583009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Calling delete_port for dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:51.690452 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.697263 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.717442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9a850e-0442-4c35-b675-8b0888009198'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:51.719913 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd545525-ce8c-4062-966d-7d8324a4eb69" -d '{"events": [{"server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9a850e-0442-4c35-b675-8b0888009198"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:51.726212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc43908-6808-4dfa-8dd1-37f2cc51a0f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.730583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] No DVR routers for this DVR port dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:51.735385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7d9a850e-0442-4c35-b675-8b0888009198, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7d9a850e-0442-4c35-b675-8b0888009198,segment=NetworkSegment(fab7ced5-1368-40fc-b6a4-d6283c7aa0c8),segment_id=fab7ced5-1368-40fc-b6a4-d6283c7aa0c8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:51.742379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.742379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:51.779846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d51011-9af0-4b3c-a88c-3a1bb8d88949 None None] DHCP port deletion for 42669986-ad7b-4e1b-a0da-28b3b41537ca request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:00:51.807000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.825997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42669986-ad7b-4e1b-a0da-28b3b41537ca']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:51.839805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:51.840106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7a0a21-b7a4-4c1e-8e2f-3d9caa6837b7') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:51.861922 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.882794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.888919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7d9a850e-0442-4c35-b675-8b0888009198,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.898687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:00:51.899712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:00:51.903266 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:00:51.914482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:51.917556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 175e3b9e-654f-47b5-9679-739257286eee completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:51.938820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 175e3b9e-654f-47b5-9679-739257286eee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:51.939227 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.943755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:51.943755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcc43908-6808-4dfa-8dd1-37f2cc51a0f0 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:51.943755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 51756d9a-ab8f-47eb-b665-c7a77482a360 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:51.975056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.984789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 51756d9a-ab8f-47eb-b665-c7a77482a360 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:51.985317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 51756d9a-ab8f-47eb-b665-c7a77482a360 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:51.985894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5b00b693-4755-48e1-be40-73172f468c2f no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:51.994394 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.999128 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/42669986-ad7b-4e1b-a0da-28b3b41537ca HTTP/1.1" status: 204 len: 168 time: 0.6631546 Aug 16 02:00:51.999128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c741-fd6d-4a39-bdb8-61e19ccd76b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=42669986-ad7b-4e1b-a0da-28b3b41537ca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.018661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5b00b693-4755-48e1-be40-73172f468c2f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:52.019340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5b00b693-4755-48e1-be40-73172f468c2f not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:52.073910 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.127074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:52.143190 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.144197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:52.231482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.240810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:52.245024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:52.249129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:52.249517 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.292415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3076eb8e-b42d-4f18-b91c-a9758eb0cedf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15982a2e91544667b8e0a34cf7c26389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500343 Aug 16 02:00:52.294922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:52.344775 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.354809 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f735b073-36fb-48fb-88e5-67c4a5a5c213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.377041 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f735b073-36fb-48fb-88e5-67c4a5a5c213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.379920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,segment=NetworkSegment(61bebd4d-d921-47cd-8175-8f5a70042e2f),segment_id=61bebd4d-d921-47cd-8175-8f5a70042e2f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:52.383655 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.427009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f735b073-36fb-48fb-88e5-67c4a5a5c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.429600 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f735b073-36fb-48fb-88e5-67c4a5a5c213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.430763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f735b073-36fb-48fb-88e5-67c4a5a5c213 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97ee41c5-031f-46cb-8758-23df379883ff HTTP/1.1" status: 204 len: 168 time: 0.1342702 Aug 16 02:00:52.441511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.444943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735b073-36fb-48fb-88e5-67c4a5a5c213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ee41c5-031f-46cb-8758-23df379883ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.238989 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:01:00.372117 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.891391 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88b01cc4-363a-4d97-9432-8194e3a0f749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.985528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Request body: {'port': {'device_id': 'f52c347f-5161-4611-b9e1-51040e9de713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:01.024628 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c999b136-53c2-44ae-9861-841ecc4440f9 x-openstack-request-id: req-c999b136-53c2-44ae-9861-841ecc4440f9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:01.024628 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addae6e5-5a71-457e-9071-2356570fdd8c", "tag": "f5f60433-5756-4e3f-b2bd-54688c794cac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:01.025509 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c999b136-53c2-44ae-9861-841ecc4440f9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:01.026283 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'tag': 'f5f60433-5756-4e3f-b2bd-54688c794cac', 'status': 'completed', 'code': 200} Aug 16 02:01:01.077127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.105935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a20d2520-bc21-47a7-a778-a743602603d7 req-6dc2ec4b-109c-4f01-acc1-4590ec367bc3 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885014 Aug 16 02:01:01.126392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a80c-2b39-46b1-9c83-eba32c7f878b req-dc75d05a-fd64-4a37-bfcc-916f0b005b93 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.131852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.135193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8383a80c-2b39-46b1-9c83-eba32c7f878b req-dc75d05a-fd64-4a37-bfcc-916f0b005b93 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.0638306 Aug 16 02:01:01.178304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8383a80c-2b39-46b1-9c83-eba32c7f878b req-53788a1d-e67e-48a5-bba4-71f84e05ebb0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Aug 16 02:01:01.288298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-7f2f2276-cba5-47ef-b626-9201cfaa3802 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:01:01.289289 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-7f2f2276-cba5-47ef-b626-9201cfaa3802 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1585631 Aug 16 02:01:01.304216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad1c66-d1fa-4bb5-b66a-e6e873b8144d req-b1b999e9-ebf6-4c68-bb0c-001f9d8a38ad tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.306537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4ad1c66-d1fa-4bb5-b66a-e6e873b8144d req-b1b999e9-ebf6-4c68-bb0c-001f9d8a38ad tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 950 time: 0.0556870 Aug 16 02:01:01.352215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4ad1c66-d1fa-4bb5-b66a-e6e873b8144d req-a2b9eb52-738b-4ae5-9b89-23864e8f80e7 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387926 Aug 16 02:01:01.383377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-8893991c-6157-4f11-8d6c-2f36ce208745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.385212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-8893991c-6157-4f11-8d6c-2f36ce208745 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 1099 time: 0.1118286 Aug 16 02:01:01.401962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Request body: {'binding': {'host': 'n-h2-768862-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:01.402402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:01:01.459187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df3cf1-6ee4-444a-9869-50d7886b2d6d req-f7d870fd-b4d6-4442-a4e5-d9fb88035307 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.460606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40df3cf1-6ee4-444a-9869-50d7886b2d6d req-f7d870fd-b4d6-4442-a4e5-d9fb88035307 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 932 time: 0.0499744 Aug 16 02:01:01.500525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40df3cf1-6ee4-444a-9869-50d7886b2d6d req-cab266de-f4aa-4e26-8627-cd66c6203853 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Aug 16 02:01:01.507313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58575cfa-ddad-41db-b15c-d58aaa37a8c4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:01.526202 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.584454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Transition to ACTIVE for port object 58575cfa-ddad-41db-b15c-d58aaa37a8c4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:01.597746 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.627881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87606e2a-d74e-440a-a970-7073704ad14a req-9d3eeefd-acd9-47a1-a554-e77c113cf1fa tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.629893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87606e2a-d74e-440a-a970-7073704ad14a req-9d3eeefd-acd9-47a1-a554-e77c113cf1fa tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 947 time: 0.0617590 Aug 16 02:01:01.674442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87606e2a-d74e-440a-a970-7073704ad14a req-998099e9-1ed2-465d-8411-96a630646444 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370362 Aug 16 02:01:01.785551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f4645-a06a-421e-a63c-a050daeeb34b req-2db42307-7967-453f-800a-81d704a58e47 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.792362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f4645-a06a-421e-a63c-a050daeeb34b req-2db42307-7967-453f-800a-81d704a58e47 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.794040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a23f4645-a06a-421e-a63c-a050daeeb34b req-2db42307-7967-453f-800a-81d704a58e47 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1683 time: 0.0604954 Aug 16 02:01:01.833882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a23f4645-a06a-421e-a63c-a050daeeb34b req-6d236dbd-3f81-45bf-bd0a-dd6124edac53 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Aug 16 02:01:01.880393 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3d8207-a072-445e-ad1e-4e0a7e1191c0 x-openstack-request-id: req-9f3d8207-a072-445e-ad1e-4e0a7e1191c0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:01.880393 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9a850e-0442-4c35-b675-8b0888009198", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:01.881030 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f3d8207-a072-445e-ad1e-4e0a7e1191c0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:01.881030 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9a850e-0442-4c35-b675-8b0888009198', 'code': 200} Aug 16 02:01:01.967530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Pushing event updated for resources: {'Port': ['ID=58575cfa-ddad-41db-b15c-d58aaa37a8c4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:01.975180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-6d5b50ba-622b-416c-be8c-74a067610fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.976792 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-6d5b50ba-622b-416c-be8c-74a067610fbc service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.5015078 Aug 16 02:01:02.071774 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-d2a05196-8417-4d2c-aa31-5be199660177 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=f5f60433-5756-4e3f-b2bd-54688c794cac HTTP/1.1" status: 200 len: 217 time: 0.0838914 Aug 16 02:01:02.090725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on host n-h2-768862-14 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:02.091118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:02.091431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:02.140318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:02.140672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:02.161781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:02.162121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:02.162506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:02.162938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Bound port: f448f47d-4c1a-4794-ac89-b9e4de794062, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:02.194190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Attempting to bind port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:02.194526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Attempting to bind port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:02.194856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Attempting to bind port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 on network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:02.201090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-08538c17-c464-41de-9ff8-b0b42a492ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.202642 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-08538c17-c464-41de-9ff8-b0b42a492ae2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1221397 Aug 16 02:01:02.207791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 on network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:02.208428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Attempting to bind port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 on network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:02.220533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:02.220874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Checking segment: {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:02.221251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Bound using segment: {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:02.221676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Bound port: 58575cfa-ddad-41db-b15c-d58aaa37a8c4, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:02.222022 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.293019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35846) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.331569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bfbf6-7935-4de9-9868-fca17a3bd353 req-70646277-da81-4943-9649-894f97fa9304 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.333258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a8bfbf6-7935-4de9-9868-fca17a3bd353 req-70646277-da81-4943-9649-894f97fa9304 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.0712688 Aug 16 02:01:02.349710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:02.362780 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.371652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-105e6ea5-add9-43d7-828c-6f536901b698 service neutron] 10.222.0.61 "POST /v2.0/ports/f448f47d-4c1a-4794-ac89-b9e4de794062/bindings HTTP/1.1" status: 201 len: 390 time: 1.0276353 Aug 16 02:01:02.386053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a8bfbf6-7935-4de9-9868-fca17a3bd353 req-efdd57d6-912f-457b-96a2-863e29969655 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Aug 16 02:01:02.388655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-e686e91f-8d08-4439-81dd-777893a9c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.390291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-e686e91f-8d08-4439-81dd-777893a9c613 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1752169 Aug 16 02:01:02.391764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] For port 58575cfa-ddad-41db-b15c-d58aaa37a8c4, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:02.396663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] For port 58575cfa-ddad-41db-b15c-d58aaa37a8c4, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=58575cfa-ddad-41db-b15c-d58aaa37a8c4,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:02.420487 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.444241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1f117b0-c427-4ba9-9d87-2d001ebc8aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.517813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.518199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.519737 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] 10.222.0.86 "PUT /v2.0/ports/58575cfa-ddad-41db-b15c-d58aaa37a8c4 HTTP/1.1" status: 200 len: 1093 time: 1.5414248 Aug 16 02:01:02.572182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69510a-7683-498b-9f56-776aa7f8b04e service neutron] Pushing event updated for resources: {'Port': ['ID=58575cfa-ddad-41db-b15c-d58aaa37a8c4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:02.607099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d220-1b14-447a-9fd9-5b6a8d0fc94c req-06b4ea53-2635-425c-83ba-c3463710025b tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.614731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18a1d220-1b14-447a-9fd9-5b6a8d0fc94c req-06b4ea53-2635-425c-83ba-c3463710025b tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 950 time: 0.1240869 Aug 16 02:01:02.620853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-e1cca536-9adf-4eec-8392-8853f960801e service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219977 Aug 16 02:01:02.659470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d468d-1a9e-4389-a528-b45a2cdbe367 req-74ca1fdb-cdf2-4f95-a14d-fbd69f833a86 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.659470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c1d468d-1a9e-4389-a528-b45a2cdbe367 req-74ca1fdb-cdf2-4f95-a14d-fbd69f833a86 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.1330409 Aug 16 02:01:02.737527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18a1d220-1b14-447a-9fd9-5b6a8d0fc94c req-f323af27-dd2e-4dc0-b67b-14d1c1807b0c tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216500 Aug 16 02:01:02.788560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c1d468d-1a9e-4389-a528-b45a2cdbe367 req-345c175a-379a-4fbd-b8e7-3503d0efe878 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176903 Aug 16 02:01:02.811618 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1f117b0-c427-4ba9-9d87-2d001ebc8aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.816585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1f117b0-c427-4ba9-9d87-2d001ebc8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.853546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f117b0-c427-4ba9-9d87-2d001ebc8aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aecad51-6c63-4ef7-a7f0-a89dac8bed79,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:02.872019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-ec564020-3135-4ce6-a8ac-bfc286c72d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.873565 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-ec564020-3135-4ce6-a8ac-bfc286c72d89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9205b15d1d5d44aea8808c5bf5fa6eda&device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 1096 time: 0.2685490 Aug 16 02:01:02.896154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-f2b1e171-774a-4909-9650-a57c405395ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.897689 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-f2b1e171-774a-4909-9650-a57c405395ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1097 time: 0.2757308 Aug 16 02:01:02.950001 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-77ccb666-13ab-40fe-8bb6-9eb57fdb8452 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58575cfa-ddad-41db-b15c-d58aaa37a8c4 HTTP/1.1" status: 200 len: 217 time: 0.0562856 Aug 16 02:01:02.950405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b1f117b0-c427-4ba9-9d87-2d001ebc8aa1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e141998f470412eab8ea0d7073eb110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560006 Aug 16 02:01:02.953621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.999434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36454-c55c-4b2b-8f5b-432e6a71dfbc req-97cae766-f434-4588-a239-22c9c22cb91d tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.001424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-edc36454-c55c-4b2b-8f5b-432e6a71dfbc req-97cae766-f434-4588-a239-22c9c22cb91d tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 944 time: 0.1158571 Aug 16 02:01:03.015976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0517-8e4c-48a9-9102-301e7afecf5b req-1299fd53-1e97-4cbe-adbf-54184d387684 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.017529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4ff0517-8e4c-48a9-9102-301e7afecf5b req-1299fd53-1e97-4cbe-adbf-54184d387684 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 947 time: 0.1386602 Aug 16 02:01:03.028157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52c347f-5161-4611-b9e1-51040e9de713', 'tag': '58575cfa-ddad-41db-b15c-d58aaa37a8c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:03.030408 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1891279-21af-432b-9706-0217aff43307" -d '{"events": [{"name": "network-changed", "server_uuid": "f52c347f-5161-4611-b9e1-51040e9de713", "tag": "58575cfa-ddad-41db-b15c-d58aaa37a8c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:03.043615 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0511a9d4-9266-4a69-93fe-681ab02de2be req-3f3bc644-413f-4c02-b23f-b8fb79992f73 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163211 Aug 16 02:01:03.077854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-9dec88b3-5728-4ff5-b6b9-90fbf974e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.079690 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-9dec88b3-5728-4ff5-b6b9-90fbf974e625 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf1c6c4b-33f8-4de0-963f-f113e52531df HTTP/1.1" status: 200 len: 853 time: 0.1123645 Aug 16 02:01:03.097905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e565dc2-55a9-4730-8952-c6140c065f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.117597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4ff0517-8e4c-48a9-9102-301e7afecf5b req-f46935c6-c9bf-4c1e-941a-779eec8b32e5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933938 Aug 16 02:01:03.122886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-edc36454-c55c-4b2b-8f5b-432e6a71dfbc req-9d97091b-ddaf-40f4-bf7b-e4c430069c89 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043665 Aug 16 02:01:03.141520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-580611c8-cf5d-49fe-af8d-b355abf1ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.143299 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-580611c8-cf5d-49fe-af8d-b355abf1ce11 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.2376962 Aug 16 02:01:03.143993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e565dc2-55a9-4730-8952-c6140c065f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.199869 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553d126e-a2a8-4c86-9d6c-a56771f90178 x-openstack-request-id: req-553d126e-a2a8-4c86-9d6c-a56771f90178 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:03.200192 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52c347f-5161-4611-b9e1-51040e9de713", "tag": "58575cfa-ddad-41db-b15c-d58aaa37a8c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:03.200404 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-553d126e-a2a8-4c86-9d6c-a56771f90178 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:03.200802 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52c347f-5161-4611-b9e1-51040e9de713', 'tag': '58575cfa-ddad-41db-b15c-d58aaa37a8c4', 'status': 'completed', 'code': 200} Aug 16 02:01:03.205126 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-d3738f4f-b068-45c0-8262-9d9e5dc8ad76 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f448f47d-4c1a-4794-ac89-b9e4de794062 HTTP/1.1" status: 200 len: 217 time: 0.0540652 Aug 16 02:01:03.215954 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e565dc2-55a9-4730-8952-c6140c065f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.219834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e565dc2-55a9-4730-8952-c6140c065f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.221108 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2e565dc2-55a9-4730-8952-c6140c065f5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7aecad51-6c63-4ef7-a7f0-a89dac8bed79 HTTP/1.1" status: 204 len: 168 time: 0.2663980 Aug 16 02:01:03.226534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-9cfe0a8a-a6d4-4cbd-9cb9-031637d8c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.230092 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-9cfe0a8a-a6d4-4cbd-9cb9-031637d8c19f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd83fd1e-29af-4893-9d19-1f4e5a39b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244011 Aug 16 02:01:03.232265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e565dc2-55a9-4730-8952-c6140c065f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aecad51-6c63-4ef7-a7f0-a89dac8bed79,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.321123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0add526-63d3-40ef-b390-b22bf341545f req-093906df-e031-46b1-be6e-26a319b3a13f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.328090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0add526-63d3-40ef-b390-b22bf341545f req-093906df-e031-46b1-be6e-26a319b3a13f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.329996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0add526-63d3-40ef-b390-b22bf341545f req-093906df-e031-46b1-be6e-26a319b3a13f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1683 time: 0.0843177 Aug 16 02:01:03.359345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-2ab6bd42-5b85-48e9-853b-7d21aef3c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.360819 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-2ab6bd42-5b85-48e9-853b-7d21aef3c422 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1448267 Aug 16 02:01:03.379908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0add526-63d3-40ef-b390-b22bf341545f req-01651d76-bb61-4cb9-9a16-9ddeec0f6a48 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Aug 16 02:01:03.408790 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c5d53bfd-e73f-42d8-9ab4-3d10f04db475 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363805 Aug 16 02:01:03.444626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-d1e687e0-8296-4805-b56d-8340d7d67c3c service neutron] 10.222.0.86 "GET /v2.0/networks/bd83fd1e-29af-4893-9d19-1f4e5a39b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709917 Aug 16 02:01:03.524760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9131f3-1f43-48c8-ba1c-945ff629453d req-38035a07-6c86-4cee-b679-02283649b968 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.526420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b9131f3-1f43-48c8-ba1c-945ff629453d req-38035a07-6c86-4cee-b679-02283649b968 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.0559173 Aug 16 02:01:03.571254 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-844950aa-a8a6-4ad7-b671-435b77c2038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.580191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b9131f3-1f43-48c8-ba1c-945ff629453d req-0d89851e-4f5d-40c4-b234-765c6677e04b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455346 Aug 16 02:01:03.601133 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-e1a61a76-0f2f-4d21-ad65-8bd256e9a9e0 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799569 Aug 16 02:01:03.605779 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1b92e40-f93b-4b6e-bbba-a27f4dd5ffda req-cec2499a-a150-47e2-a1b9-0a208fc6e180 service neutron] 10.222.0.86 "GET /v2.0/networks/bd83fd1e-29af-4893-9d19-1f4e5a39b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299331 Aug 16 02:01:03.712577 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1baabee1-ea97-40c8-8ea7-2007f968e075 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038935 Aug 16 02:01:03.818889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1891279-21af-432b-9706-0217aff43307 req-59000730-637d-499f-a256-a60305f02fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.823997 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1891279-21af-432b-9706-0217aff43307 req-59000730-637d-499f-a256-a60305f02fe5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9205b15d1d5d44aea8808c5bf5fa6eda&device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 1096 time: 0.0891943 Aug 16 02:01:03.823997 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-0b312751-647b-41a9-90f2-2aacb4054dfa service neutron] show failed (client error): The resource could not be found. Aug 16 02:01:03.824247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-0b312751-647b-41a9-90f2-2aacb4054dfa service neutron] 10.222.0.86 "GET /v2.0/ports/3e1fe213-b923-40ba-88ee-d8c2813c2b9f/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0914276 Aug 16 02:01:03.835880 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.882508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee'}, {'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b30bdf0-5b5b-479c-9b8c-7e366d1013a2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:03.885838 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91d46b7-bd93-4f04-b56f-7a64fe401d71" -d '{"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-plugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee"}, {"server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "name": "network-vif-plugged", "status": "completed", "tag": "5b30bdf0-5b5b-479c-9b8c-7e366d1013a2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:03.912846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22e594-ccae-4204-82f2-677311fd1f33 req-435a95d0-347a-4515-ade3-d3fadf9fb252 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.914756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c22e594-ccae-4204-82f2-677311fd1f33 req-435a95d0-347a-4515-ade3-d3fadf9fb252 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 950 time: 0.0771294 Aug 16 02:01:03.997696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c22e594-ccae-4204-82f2-677311fd1f33 req-2c9191c0-48ce-460f-8b9d-3468602fde69 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742545 Aug 16 02:01:04.037400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21314b98-c72a-49d1-aca5-31d0f24f71ee req-e788afcc-26a6-4560-8886-ba1c97380012 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.037400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21314b98-c72a-49d1-aca5-31d0f24f71ee req-e788afcc-26a6-4560-8886-ba1c97380012 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.0858450 Aug 16 02:01:04.037860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1891279-21af-432b-9706-0217aff43307 req-d987c9a9-3aea-40e5-8f48-397379c36639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.037860 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1891279-21af-432b-9706-0217aff43307 req-d987c9a9-3aea-40e5-8f48-397379c36639 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 HTTP/1.1" status: 200 len: 915 time: 0.1830010 Aug 16 02:01:04.084712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21314b98-c72a-49d1-aca5-31d0f24f71ee req-66f01ee9-f68c-4fd5-955f-7276248ce67e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Aug 16 02:01:04.124337 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b0a7b9-6d63-4663-b8ff-75fdc3d10e1d x-openstack-request-id: req-b5b0a7b9-6d63-4663-b8ff-75fdc3d10e1d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:04.124630 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-plugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee", "code": 200}, {"server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "name": "network-vif-plugged", "status": "completed", "tag": "5b30bdf0-5b5b-479c-9b8c-7e366d1013a2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:04.124952 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5b0a7b9-6d63-4663-b8ff-75fdc3d10e1d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:04.125271 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee', 'code': 200} Aug 16 02:01:04.125517 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b30bdf0-5b5b-479c-9b8c-7e366d1013a2', 'code': 200} Aug 16 02:01:04.143645 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1891279-21af-432b-9706-0217aff43307 req-e4835dba-43bd-4637-bd2d-2f400f67e29c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58575cfa-ddad-41db-b15c-d58aaa37a8c4 HTTP/1.1" status: 200 len: 217 time: 0.0738370 Aug 16 02:01:04.221584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:04.262755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1891279-21af-432b-9706-0217aff43307 req-fe30b93d-caa5-4abd-ae31-abe3c0ffa861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.264342 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1891279-21af-432b-9706-0217aff43307 req-fe30b93d-caa5-4abd-ae31-abe3c0ffa861 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf1c6c4b-33f8-4de0-963f-f113e52531df HTTP/1.1" status: 200 len: 853 time: 0.1101005 Aug 16 02:01:04.347573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1356043899-network', 'tenant_id': '58639014b6c54ac79f93c1915c965b9c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:04.359472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1891279-21af-432b-9706-0217aff43307 req-264c8fda-329b-4fc8-8211-66b8c6661e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.360943 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1891279-21af-432b-9706-0217aff43307 req-264c8fda-329b-4fc8-8211-66b8c6661e10 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd83fd1e-29af-4893-9d19-1f4e5a39b4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848083 Aug 16 02:01:04.362299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09eb2f6-76cc-49aa-8323-0385c4521525 req-11af11f4-df07-4bac-886e-2c2af976f313 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.362796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-08128a81-9d85-420a-b929-e93965e246b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.363975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b09eb2f6-76cc-49aa-8323-0385c4521525 req-11af11f4-df07-4bac-886e-2c2af976f313 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 944 time: 0.1364686 Aug 16 02:01:04.364164 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-08128a81-9d85-420a-b929-e93965e246b1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b&tenant_id=cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 1102 time: 0.2191103 Aug 16 02:01:04.365712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55923afe-be52-4ceb-95ec-fb77f3658ec7 req-77568e49-d111-4d15-a107-b2d942075caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.367295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55923afe-be52-4ceb-95ec-fb77f3658ec7 req-77568e49-d111-4d15-a107-b2d942075caa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 1102 time: 0.1592884 Aug 16 02:01:04.375685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fe33f-f508-4326-9e9c-f67dd8118357 req-93bd22ec-f472-4d0b-be10-57eaea23fd2d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.379777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d02fe33f-f508-4326-9e9c-f67dd8118357 req-93bd22ec-f472-4d0b-be10-57eaea23fd2d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 947 time: 0.1201172 Aug 16 02:01:04.399034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:04.458296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd1da-a025-47fa-86d7-2ea5fe8fe607 req-544915af-dadb-4900-a432-bf66e6d03f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.458678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd1da-a025-47fa-86d7-2ea5fe8fe607 req-544915af-dadb-4900-a432-bf66e6d03f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.458994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55923afe-be52-4ceb-95ec-fb77f3658ec7 req-6af3e045-e967-4406-8870-c949238486b5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709891 Aug 16 02:01:04.460248 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-86ddd1da-a025-47fa-86d7-2ea5fe8fe607 req-544915af-dadb-4900-a432-bf66e6d03f1a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1987 time: 0.1993833 Aug 16 02:01:04.468936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b09eb2f6-76cc-49aa-8323-0385c4521525 req-80fa01ec-145c-41ac-9e08-a233c2752f59 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877438 Aug 16 02:01:04.471317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Made reservation on behalf of 58639014b6c54ac79f93c1915c965b9c for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:04.471972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d02fe33f-f508-4326-9e9c-f67dd8118357 req-b4074ebc-ce00-4fc9-8df2-b106b941b00e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789313 Aug 16 02:01:04.473554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.497111 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.566505 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.582140 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1891279-21af-432b-9706-0217aff43307 req-8cefeb55-c6eb-455b-9845-6674ccdeaaca service neutron] 10.222.0.86 "GET /v2.0/networks/bd83fd1e-29af-4893-9d19-1f4e5a39b4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111752 Aug 16 02:01:04.615760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451402b6-aa65-4021-911d-f3b38a6eb3ef req-afe8dc8c-f738-43b2-81d3-bec90ead83bc tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.622466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451402b6-aa65-4021-911d-f3b38a6eb3ef req-afe8dc8c-f738-43b2-81d3-bec90ead83bc tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.628884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-451402b6-aa65-4021-911d-f3b38a6eb3ef req-afe8dc8c-f738-43b2-81d3-bec90ead83bc tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1683 time: 0.0687938 Aug 16 02:01:04.652463 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-86ddd1da-a025-47fa-86d7-2ea5fe8fe607 req-c70e8357-3efe-437d-8eb7-f33de9763a2d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353095 Aug 16 02:01:04.682568 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-451402b6-aa65-4021-911d-f3b38a6eb3ef req-fa20ba6d-c730-43c3-b045-e71ac8907a7f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503943 Aug 16 02:01:04.737566 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.746112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70197e14-6480-4244-96bf-d335eb7eea91 req-8626c0ba-5df9-4856-84e2-66fbf30fd013 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.747658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70197e14-6480-4244-96bf-d335eb7eea91 req-8626c0ba-5df9-4856-84e2-66fbf30fd013 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.0594938 Aug 16 02:01:04.790776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70197e14-6480-4244-96bf-d335eb7eea91 req-cb0423ed-8af4-42c3-91e0-0d9f0cfdd7b2 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355864 Aug 16 02:01:04.833422 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d1891279-21af-432b-9706-0217aff43307 req-f326a583-3c4d-4736-952e-fa181b880402 service neutron] 10.222.0.86 "GET /v2.0/networks/bd83fd1e-29af-4893-9d19-1f4e5a39b4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372844 Aug 16 02:01:04.918851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.925640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.960991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:04.972586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:04.986932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65bdff5-43e1-406b-b301-efc9080c1e95,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:04.992868 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.993236 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Added segment 78f556d5-bf8f-4329-a53a-1ea9ddd9151e of type vlan for network 220da52b-3dc9-4c5e-b4f5-335243d8f3d2 Aug 16 02:01:05.055225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.059785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:05.123335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.126535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.128395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.128395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.154468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195af00-1276-4d4e-8abe-6a9625f70a7c req-469fe51c-52d3-4a66-bf0b-14c0aafd6dc5 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.156061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c195af00-1276-4d4e-8abe-6a9625f70a7c req-469fe51c-52d3-4a66-bf0b-14c0aafd6dc5 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 950 time: 0.0650492 Aug 16 02:01:05.169211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Transition to ACTIVE for port object 3e1fe213-b923-40ba-88ee-d8c2813c2b9f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:05.203496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:05.205741 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3298ed-7a63-466b-b628-42a91d02eb04" -d '{"events": [{"server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:05.213209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.223489 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9989281 Aug 16 02:01:05.230283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c195af00-1276-4d4e-8abe-6a9625f70a7c req-4e7d646c-488e-44af-a25d-99aa2b6f2d96 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668979 Aug 16 02:01:05.230755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:05.238499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Request body: {'subnet': {'network_id': '220da52b-3dc9-4c5e-b4f5-335243d8f3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1356043899-subnet', 'tenant_id': '58639014b6c54ac79f93c1915c965b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:05.262299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74cf21-ec75-4a1e-99cd-95a07ffc9f31 admin admin] Pushing event updated for resources: {'Network': ['ID=220da52b-3dc9-4c5e-b4f5-335243d8f3d2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.275223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 220da52b-3dc9-4c5e-b4f5-335243d8f3d2 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:05.282822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2a9ec-22ab-4ca9-905f-aa85f6d3534d req-09c64040-b929-4c29-9d65-36bd77d0189e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.285324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ad2a9ec-22ab-4ca9-905f-aa85f6d3534d req-09c64040-b929-4c29-9d65-36bd77d0189e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.0968747 Aug 16 02:01:05.293947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Made reservation on behalf of 58639014b6c54ac79f93c1915c965b9c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:05.298974 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.326399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] No DVR routers for this DVR port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:05.330069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.382178 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d746854d-a8bb-424b-85dc-530f6690e58a x-openstack-request-id: req-d746854d-a8bb-424b-85dc-530f6690e58a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:05.382468 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:05.382904 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d746854d-a8bb-424b-85dc-530f6690e58a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:05.383608 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'code': 200} Aug 16 02:01:05.406902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Attempting to bind port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:05.407276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Attempting to bind port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:05.407607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Attempting to bind port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:05.413337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:05.413666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Attempting to bind port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:05.421183 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:05.421427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:05.421849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:05.422325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Bound port: 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:05.422764 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.431317 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ad2a9ec-22ab-4ca9-905f-aa85f6d3534d req-8e4f03dc-7e42-4cc6-a241-9f4234f35144 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285143 Aug 16 02:01:05.534612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:05.539118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:05.546104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.608385 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.616507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.618189 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.619765 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] 10.222.0.93 "PUT /v2.0/ports/3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 200 len: 1097 time: 1.2256267 Aug 16 02:01:05.651469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c88e5-0b84-4a21-b987-99c642fe6f43 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.737515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-1cdda432-82a6-40cb-9c60-adaa4b4aeaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.739314 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-1cdda432-82a6-40cb-9c60-adaa4b4aeaa3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 1100 time: 0.0771577 Aug 16 02:01:05.773699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18b2680-212a-4723-9ae7-08b778bc1729,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.790047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Checking segment: {'id': '78f556d5-bf8f-4329-a53a-1ea9ddd9151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '220da52b-3dc9-4c5e-b4f5-335243d8f3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:05.791195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Network hostable DHCP agents. Network: 220da52b-3dc9-4c5e-b4f5-335243d8f3d2, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:05.810703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a68ca-b77c-464f-b0bb-ed95bbca3dbf req-f4b15cc7-e509-486d-9cc7-ffa22994ad59 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.812668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-373a68ca-b77c-464f-b0bb-ed95bbca3dbf req-f4b15cc7-e509-486d-9cc7-ffa22994ad59 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 944 time: 0.2013025 Aug 16 02:01:05.822223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789bfcd-b9d6-4969-b8ef-c263c83e2c89 req-60820320-882d-42e3-9566-60b32a651331 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.823959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d789bfcd-b9d6-4969-b8ef-c263c83e2c89 req-60820320-882d-42e3-9566-60b32a651331 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 947 time: 0.1459687 Aug 16 02:01:05.898930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-13bb53a1-ee35-4054-9d3b-6d273d9939c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.899143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-373a68ca-b77c-464f-b0bb-ed95bbca3dbf req-736bb8c9-5e48-4c46-9774-fdd61902462b tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694032 Aug 16 02:01:05.901804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-13bb53a1-ee35-4054-9d3b-6d273d9939c8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1548102 Aug 16 02:01:05.904772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Network 220da52b-3dc9-4c5e-b4f5-335243d8f3d2 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:05.921768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 220da52b-3dc9-4c5e-b4f5-335243d8f3d2) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:05.927482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.928207 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.931475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d7822-cf8b-44a4-bd30-2b66d4894db4 None None] Network 220da52b-3dc9-4c5e-b4f5-335243d8f3d2 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:05.955415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d789bfcd-b9d6-4969-b8ef-c263c83e2c89 req-334780c5-bb4c-4518-9e46-19ea50fb4b53 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021266 Aug 16 02:01:05.982226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-515edd1a-2307-4513-9eaf-cfda01851cde admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7485015 Aug 16 02:01:06.023575 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-eec6c3b5-c002-43a5-a59c-59f1fe80f212 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 200 len: 217 time: 0.1140397 Aug 16 02:01:06.136675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-c3a4df72-147a-45d1-acf1-8d4b82163f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.138580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-c3a4df72-147a-45d1-acf1-8d4b82163f37 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1045377 Aug 16 02:01:06.151814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6b8e2-9dde-406f-a1a4-76e62dd5d208 None None] Network 220da52b-3dc9-4c5e-b4f5-335243d8f3d2 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:06.191463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-e4dd1711-c825-4c53-972a-4678c5ca5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.193229 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-e4dd1711-c825-4c53-972a-4678c5ca5ea5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472562 Aug 16 02:01:06.204729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77970b3f-f889-42fa-b504-7bc5ac32d81b req-6bfee171-86a9-493e-8eef-c7e0320c64dd tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.211015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77970b3f-f889-42fa-b504-7bc5ac32d81b req-6bfee171-86a9-493e-8eef-c7e0320c64dd tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.219057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77970b3f-f889-42fa-b504-7bc5ac32d81b req-6bfee171-86a9-493e-8eef-c7e0320c64dd tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1683 time: 0.1429651 Aug 16 02:01:06.299605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77970b3f-f889-42fa-b504-7bc5ac32d81b req-32e66657-97d4-4062-a363-a8f48f89d34c tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775039 Aug 16 02:01:06.313954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b85e24-5107-4c12-b3b3-9317774fd5ff req-b3c1af07-b4c4-453c-84b5-dcac4252e6e1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.319635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39b85e24-5107-4c12-b3b3-9317774fd5ff req-b3c1af07-b4c4-453c-84b5-dcac4252e6e1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 948 time: 0.1561329 Aug 16 02:01:06.320468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-a7e1d2d9-679f-4270-b017-3ed9c4413974 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174879 Aug 16 02:01:06.361373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39b85e24-5107-4c12-b3b3-9317774fd5ff req-b7aa8abd-d8f7-4932-96fb-be01f32b0b65 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376403 Aug 16 02:01:06.402563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f5f60433-5756-4e3f-b2bd-54688c794cac details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:06.445673 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-600cdfd5-64c6-44d9-97f2-1a3696045757 req-d498b821-2b4d-4d7e-9872-1582b4c4e204 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172845 Aug 16 02:01:06.542733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f5f60433-5756-4e3f-b2bd-54688c794cac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f5f60433-5756-4e3f-b2bd-54688c794cac,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.557164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'f5f60433-5756-4e3f-b2bd-54688c794cac', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'f5f60433-5756-4e3f-b2bd-54688c794cac', 'mac_address': 'fa:16:3e:38:10:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:06.602300 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.603457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c8a0-5695-4660-a7b4-a142dfd692e5 req-fc78db3b-5389-4207-b05f-3d42cd7773b0 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.611055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a466c8a0-5695-4660-a7b4-a142dfd692e5 req-fc78db3b-5389-4207-b05f-3d42cd7773b0 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 950 time: 0.1435640 Aug 16 02:01:06.616955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f60433-5756-4e3f-b2bd-54688c794cac {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:06.639560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f5f60433-5756-4e3f-b2bd-54688c794cac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f5f60433-5756-4e3f-b2bd-54688c794cac,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.643651 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.678714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a466c8a0-5695-4660-a7b4-a142dfd692e5 req-c3ed8ede-3993-46f5-877c-30e71af00289 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666466 Aug 16 02:01:06.706720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4007-824b-4ebd-9356-f2e50de8208d req-37dcfd8f-368e-47c1-bcef-90fd6b22ac47 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.711409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-37dcfd8f-368e-47c1-bcef-90fd6b22ac47 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/networks?id=220da52b-3dc9-4c5e-b4f5-335243d8f3d2 HTTP/1.1" status: 200 len: 821 time: 0.1801400 Aug 16 02:01:06.711566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=f5f60433-5756-4e3f-b2bd-54688c794cac,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.726385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-611f4a7c-79d0-48c8-9699-ea44bd99f882 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/quotas/58639014b6c54ac79f93c1915c965b9c HTTP/1.1" status: 200 len: 375 time: 0.0117741 Aug 16 02:01:06.778208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-a02077b9-0950-4cb3-960b-cf8ef688eee7 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=58639014b6c54ac79f93c1915c965b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443978 Aug 16 02:01:06.789851 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.897262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa05a59-1fda-4a94-a8d5-814764c83ae5 req-2448f18d-b223-497a-9add-cd640fcf1706 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.898735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fa05a59-1fda-4a94-a8d5-814764c83ae5 req-2448f18d-b223-497a-9add-cd640fcf1706 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.1123660 Aug 16 02:01:06.914913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-2d90b20d-5087-483f-b24b-8d690668b568 service neutron] 10.222.0.61 "GET /v2.0/networks/220da52b-3dc9-4c5e-b4f5-335243d8f3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356492 Aug 16 02:01:06.991779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fa05a59-1fda-4a94-a8d5-814764c83ae5 req-425c330a-7b61-46f8-8865-f7ad2a29009c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853653 Aug 16 02:01:07.027772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e77ddeda-76b1-439c-9ac2-fdc63b9ef654 service neutron] 10.222.0.61 "GET /v2.0/networks/220da52b-3dc9-4c5e-b4f5-335243d8f3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039357 Aug 16 02:01:07.182578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['f5f60433-5756-4e3f-b2bd-54688c794cac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:07.385276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:07.390959 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf4ebf-ae77-4e18-9371-b0097efc3a87" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:07.443353 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef571fd-6cc5-42fe-a66d-0ba2ee12eb44 req-035af253-b76d-44ac-9e09-94db750c5fd2 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.456000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ef571fd-6cc5-42fe-a66d-0ba2ee12eb44 req-035af253-b76d-44ac-9e09-94db750c5fd2 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 944 time: 0.0904083 Aug 16 02:01:07.515722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ef571fd-6cc5-42fe-a66d-0ba2ee12eb44 req-ab51d6c6-37ec-48af-9edf-a5a76f1ed0be tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587502 Aug 16 02:01:07.593213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d24c2f-3c4b-4980-8380-417fcdf7bb79 req-fedd8dba-d653-40db-ba2d-587af8cd269a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.594821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39d24c2f-3c4b-4980-8380-417fcdf7bb79 req-fedd8dba-d653-40db-ba2d-587af8cd269a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 948 time: 0.0771549 Aug 16 02:01:07.644186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39d24c2f-3c4b-4980-8380-417fcdf7bb79 req-9682fa94-b7e6-4133-a2f7-44d334304aff tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Aug 16 02:01:07.721793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8fcfb0c5-def0-4686-ae80-afa2fa0c38e5 req-61213c0f-2fd6-4de1-b19c-10d3ce1855f2 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 210 time: 0.0518107 Aug 16 02:01:07.773357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fe544-d52a-470e-9050-22ef445ce13d req-50c52a2b-e4fc-4619-834f-8485bd9170a0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.779317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fe544-d52a-470e-9050-22ef445ce13d req-50c52a2b-e4fc-4619-834f-8485bd9170a0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.781105 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e59fe544-d52a-470e-9050-22ef445ce13d req-50c52a2b-e4fc-4619-834f-8485bd9170a0 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1683 time: 0.0699613 Aug 16 02:01:07.862563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e59fe544-d52a-470e-9050-22ef445ce13d req-5f0725d5-1aa9-44a0-9d8e-20d3ec424ef5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702848 Aug 16 02:01:07.893963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08659e1d-6220-44cf-ab9e-8abb89ef26ca req-bb5bad90-1b86-4592-a011-deab0ca7ce21 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.895896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08659e1d-6220-44cf-ab9e-8abb89ef26ca req-bb5bad90-1b86-4592-a011-deab0ca7ce21 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 948 time: 0.0863669 Aug 16 02:01:07.934285 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f8e0c-525e-4151-af1a-a63592c8464a x-openstack-request-id: req-d72f8e0c-525e-4151-af1a-a63592c8464a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:07.934579 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:07.934833 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d72f8e0c-525e-4151-af1a-a63592c8464a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:07.935261 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'status': 'completed', 'code': 200} Aug 16 02:01:07.949175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08659e1d-6220-44cf-ab9e-8abb89ef26ca req-35b87cbf-2835-44af-8742-e4eb9ee8f7e4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454628 Aug 16 02:01:08.060477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-2f2cb1c1-a057-4f56-9222-c2b633704bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.062034 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-2f2cb1c1-a057-4f56-9222-c2b633704bcd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 1100 time: 0.0832746 Aug 16 02:01:08.063687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-bc02c263-7731-4f51-956a-12c28a40f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.065441 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-bc02c263-7731-4f51-956a-12c28a40f63f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 1100 time: 0.0884335 Aug 16 02:01:08.142589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524017-e4ac-416a-8c58-66830c79c3b1 req-08ffde1d-7364-47ab-b4f9-63347b35c3dc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.144160 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4524017-e4ac-416a-8c58-66830c79c3b1 req-08ffde1d-7364-47ab-b4f9-63347b35c3dc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.0619307 Aug 16 02:01:08.188229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4524017-e4ac-416a-8c58-66830c79c3b1 req-c6dfbb80-3677-4efa-9a1f-e0f0d1c7bf51 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359473 Aug 16 02:01:08.244110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-7eaa7957-8f2f-4436-bfad-d0e3294f4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.245628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-7eaa7957-8f2f-4436-bfad-d0e3294f4a8d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1605685 Aug 16 02:01:08.248212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-9cd0ff4c-df4e-488a-b630-3d80452ca675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.249552 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-9cd0ff4c-df4e-488a-b630-3d80452ca675 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1760492 Aug 16 02:01:08.299156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-260d0bd9-2c44-4a15-904d-4fd261086990 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 200 len: 217 time: 0.0401192 Aug 16 02:01:08.333553 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-b853c0ce-6dc3-4241-9030-7327ea0b7d6d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 200 len: 217 time: 0.0687044 Aug 16 02:01:08.402882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 58575cfa-ddad-41db-b15c-d58aaa37a8c4 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:08.403462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-846959fb-dbb4-4679-a13c-cdf0bacdd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.404510 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-846959fb-dbb4-4679-a13c-cdf0bacdd80a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0800486 Aug 16 02:01:08.412271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-28aa3d23-9622-4b62-a474-3187f23e9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.413617 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-28aa3d23-9622-4b62-a474-3187f23e9e9c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0589035 Aug 16 02:01:08.415146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 3e1fe213-b923-40ba-88ee-d8c2813c2b9f no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:08.488205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-c56de838-f717-4283-b869-1f9c4425d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.489476 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-c56de838-f717-4283-b869-1f9c4425d28f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750127 Aug 16 02:01:08.496395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-2b200ac0-99f7-4ac5-aae2-beba32a02c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.497851 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-2b200ac0-99f7-4ac5-aae2-beba32a02c78 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0585196 Aug 16 02:01:08.502975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 3e1fe213-b923-40ba-88ee-d8c2813c2b9f not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:08.544939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 58575cfa-ddad-41db-b15c-d58aaa37a8c4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=58575cfa-ddad-41db-b15c-d58aaa37a8c4,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:08.560734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '58575cfa-ddad-41db-b15c-d58aaa37a8c4', 'network_id': 'bd83fd1e-29af-4893-9d19-1f4e5a39b4a6', 'port_id': '58575cfa-ddad-41db-b15c-d58aaa37a8c4', 'mac_address': 'fa:16:3e:3b:3f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1c6c4b-33f8-4de0-963f-f113e52531df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:08.647696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.679417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a211fb1-5beb-4113-a7f7-e1f1c4818bb5 req-0f3f87ac-c56d-4a94-ba22-f47c51769dcb tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.684034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58575cfa-ddad-41db-b15c-d58aaa37a8c4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:08.691660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a211fb1-5beb-4113-a7f7-e1f1c4818bb5 req-0f3f87ac-c56d-4a94-ba22-f47c51769dcb tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 944 time: 0.1096621 Aug 16 02:01:08.734862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 58575cfa-ddad-41db-b15c-d58aaa37a8c4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=58575cfa-ddad-41db-b15c-d58aaa37a8c4,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:08.739507 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.768394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a211fb1-5beb-4113-a7f7-e1f1c4818bb5 req-3718bf60-cc87-443e-862a-b854f7b49bbc tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751684 Aug 16 02:01:08.840919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=58575cfa-ddad-41db-b15c-d58aaa37a8c4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:08.920941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eab0da-b590-43ef-96b9-96d99417a3eb req-92e0cf66-790d-4ebb-9467-f5f2120704c3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.922476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94eab0da-b590-43ef-96b9-96d99417a3eb req-92e0cf66-790d-4ebb-9467-f5f2120704c3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 948 time: 0.0682275 Aug 16 02:01:08.942827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1c5d0d0-d33b-43f5-a89c-9ac8bcb46fd6 req-3898ac9e-6204-4989-b0a1-251960720b05 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 210 time: 0.0388119 Aug 16 02:01:08.990248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94eab0da-b590-43ef-96b9-96d99417a3eb req-1190b15f-6d1a-4e4d-8993-e95da8405a40 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500803 Aug 16 02:01:09.133854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c6748-fdd8-4562-bb94-af8c4a331610 req-d5a9b525-03dc-44b8-8da1-94de39ae942f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.140252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c6748-fdd8-4562-bb94-af8c4a331610 req-d5a9b525-03dc-44b8-8da1-94de39ae942f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.141960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f46c6748-fdd8-4562-bb94-af8c4a331610 req-d5a9b525-03dc-44b8-8da1-94de39ae942f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1683 time: 0.0989401 Aug 16 02:01:09.163153 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-2b85edee-7768-4383-9f73-389ed98dd6ab service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356710 Aug 16 02:01:09.165716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b355db-cc05-4f14-86ca-2769bb0ddc57 req-540b7694-7158-4459-bb4b-534d6338f3f1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.167323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31b355db-cc05-4f14-86ca-2769bb0ddc57 req-540b7694-7158-4459-bb4b-534d6338f3f1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 948 time: 0.0945430 Aug 16 02:01:09.195378 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-66d11458-0285-4d73-b6c1-661c28e4bf93 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965516 Aug 16 02:01:09.210786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f46c6748-fdd8-4562-bb94-af8c4a331610 req-70f672cc-c4e5-4fd0-ad34-bddb2ad80584 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607901 Aug 16 02:01:09.211659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4007-824b-4ebd-9356-f2e50de8208d req-bbcce5b6-17f7-4e26-bc5f-6f0ab62123af tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.213670 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-bbcce5b6-17f7-4e26-bc5f-6f0ab62123af tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.93 "GET /v2.0/networks?id=220da52b-3dc9-4c5e-b4f5-335243d8f3d2 HTTP/1.1" status: 200 len: 821 time: 0.2991095 Aug 16 02:01:09.230645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31b355db-cc05-4f14-86ca-2769bb0ddc57 req-42a98b04-efef-4429-855f-ae6914ab2498 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566359 Aug 16 02:01:09.248322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['58575cfa-ddad-41db-b15c-d58aaa37a8c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:09.305317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Request body: {'port': {'device_id': '87d7b49d-5b91-4f3a-86c3-e7881453df80', 'network_id': '220da52b-3dc9-4c5e-b4f5-335243d8f3d2', 'admin_state_up': True, 'tenant_id': '58639014b6c54ac79f93c1915c965b9c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:09.340565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f924ea-9ffc-4492-86b7-ef2db2a35860 req-1cc32113-101b-447b-a822-ec3797c34f01 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.342088 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1f924ea-9ffc-4492-86b7-ef2db2a35860 req-1cc32113-101b-447b-a822-ec3797c34f01 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.0543680 Aug 16 02:01:09.359452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3e1fe213-b923-40ba-88ee-d8c2813c2b9f details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:09.391452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1f924ea-9ffc-4492-86b7-ef2db2a35860 req-c588f997-fdff-474a-910c-db87da5083f2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Aug 16 02:01:09.492777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:09.501076 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-8f9ffc43-ad8a-4601-a343-cf1e6f3ac512 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864254 Aug 16 02:01:09.504985 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-02bf4ebf-ae77-4e18-9371-b0097efc3a87 req-5880ae30-7548-4602-bda0-d8079a00be0c service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257458 Aug 16 02:01:09.506069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'mac_address': 'fa:16:3e:48:4b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:09.519280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Made reservation on behalf of 58639014b6c54ac79f93c1915c965b9c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:09.523888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.555988 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.569419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1fe213-b923-40ba-88ee-d8c2813c2b9f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:09.591937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:09.595814 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.652097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:09.674995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Allocated IP 172.20.0.6 (220da52b-3dc9-4c5e-b4f5-335243d8f3d2/d18b2680-212a-4723-9ae7-08b778bc1729/cd368623-1560-4c4b-819f-b76c49043154) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:09.831407 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.894153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434be66-2c5d-4297-ad01-6c031b9010f3 req-a1134d3c-b581-43e1-9ffd-1870240ef125 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.895666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5434be66-2c5d-4297-ad01-6c031b9010f3 req-a1134d3c-b581-43e1-9ffd-1870240ef125 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 945 time: 0.0569625 Aug 16 02:01:09.904293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.936156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5434be66-2c5d-4297-ad01-6c031b9010f3 req-ddfb3fbc-f03f-42de-a5a4-a6a702e3e4b8 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Aug 16 02:01:09.947740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-5250654a-2352-4862-976f-aa9add0c024b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.953924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-5250654a-2352-4862-976f-aa9add0c024b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.955507 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-5250654a-2352-4862-976f-aa9add0c024b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.93 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1683 time: 0.1036057 Aug 16 02:01:09.974874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Network 220da52b-3dc9-4c5e-b4f5-335243d8f3d2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:09.978350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:09.982680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:10.011040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Pushing event updated for resources: {'Port': ['ID=cd368623-1560-4c4b-819f-b76c49043154,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.048615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3e1fe213-b923-40ba-88ee-d8c2813c2b9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:10.084807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a469be-c448-40aa-ad9c-d30d4ba2ed6e req-3ed384cb-489f-4b22-b240-b5980d4e4055 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.086634 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8a469be-c448-40aa-ad9c-d30d4ba2ed6e req-3ed384cb-489f-4b22-b240-b5980d4e4055 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 931 time: 0.0622263 Aug 16 02:01:10.093595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.094329 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.122624 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-b8e01fe8-8ea6-4e6d-a30f-3523d01e819d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8288803 Aug 16 02:01:10.141175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Request body: {'port': {'device_id': '87d7b49d-5b91-4f3a-86c3-e7881453df80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:10.160840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13159ed-2b57-4797-ac5e-c5cbf719e2b8 req-8c3351a1-0586-4d99-b636-f152649b5764 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.162263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c13159ed-2b57-4797-ac5e-c5cbf719e2b8 req-8c3351a1-0586-4d99-b636-f152649b5764 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 948 time: 0.0719593 Aug 16 02:01:10.168705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8a469be-c448-40aa-ad9c-d30d4ba2ed6e req-043d22a1-201e-4a0c-a5ce-9cb5078f4633 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698607 Aug 16 02:01:10.201110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting port 7d9a850e-0442-4c35-b675-8b0888009198 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:10.201572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.216440 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c13159ed-2b57-4797-ac5e-c5cbf719e2b8 req-339e1ea2-bfaf-4bcc-87b0-ece31c686d98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Aug 16 02:01:10.250176 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.341160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] For port 7d9a850e-0442-4c35-b675-8b0888009198, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7d9a850e-0442-4c35-b675-8b0888009198,segment=NetworkSegment(fab7ced5-1368-40fc-b6a4-d6283c7aa0c8),segment_id=fab7ced5-1368-40fc-b6a4-d6283c7aa0c8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:10.341525 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.363775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5246ef-e606-4ecd-998a-1eba4746617c req-c950054c-75fe-4bda-b21e-83153a75c423 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.369944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5246ef-e606-4ecd-998a-1eba4746617c req-c950054c-75fe-4bda-b21e-83153a75c423 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.371606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d5246ef-e606-4ecd-998a-1eba4746617c req-c950054c-75fe-4bda-b21e-83153a75c423 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 1683 time: 0.0871425 Aug 16 02:01:10.393686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c0e64-9b2d-4a0f-8f6c-db7247717669 req-03b645d7-6aeb-433c-8b33-d652ca24acd5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.395136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c82c0e64-9b2d-4a0f-8f6c-db7247717669 req-03b645d7-6aeb-433c-8b33-d652ca24acd5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 949 time: 0.0811474 Aug 16 02:01:10.403006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Calling delete_port for 7d9a850e-0442-4c35-b675-8b0888009198 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:10.412058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f5f60433-5756-4e3f-b2bd-54688c794cac up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:10.440986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d5246ef-e606-4ecd-998a-1eba4746617c req-c692b138-e618-417a-8ffd-ffcc4475559d tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630019 Aug 16 02:01:10.454222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c82c0e64-9b2d-4a0f-8f6c-db7247717669 req-ea2c97ca-3ae2-4e57-a063-beb662a64a79 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499148 Aug 16 02:01:10.488679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port f5f60433-5756-4e3f-b2bd-54688c794cac completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:10.493470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port f5f60433-5756-4e3f-b2bd-54688c794cac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:10.494859 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.606261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0862cb-1432-4cf1-8ea8-1acb34f69137 req-da6860c3-ff0b-4983-abc7-664620b7c15a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.608308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd0862cb-1432-4cf1-8ea8-1acb34f69137 req-da6860c3-ff0b-4983-abc7-664620b7c15a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.0583687 Aug 16 02:01:10.611263 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.645030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f60433-5756-4e3f-b2bd-54688c794cac'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:10.647544 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845b6e5c-9f1a-4755-a672-ab8c76ea6e34" -d '{"events": [{"server_uuid": "addae6e5-5a71-457e-9071-2356570fdd8c", "name": "network-vif-plugged", "status": "completed", "tag": "f5f60433-5756-4e3f-b2bd-54688c794cac"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:10.661650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd0862cb-1432-4cf1-8ea8-1acb34f69137 req-bd783b10-809a-4b8a-8e4e-c07aecbf3ca9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Aug 16 02:01:10.672743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f5f60433-5756-4e3f-b2bd-54688c794cac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f5f60433-5756-4e3f-b2bd-54688c794cac,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:10.682765 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.698227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.716737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd368623-1560-4c4b-819f-b76c49043154 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:10.741459 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad657b20-9f87-4220-a735-9ee7ed6fd8b8 x-openstack-request-id: req-ad657b20-9f87-4220-a735-9ee7ed6fd8b8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:10.741758 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addae6e5-5a71-457e-9071-2356570fdd8c", "name": "network-vif-plugged", "status": "completed", "tag": "f5f60433-5756-4e3f-b2bd-54688c794cac", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:10.742312 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad657b20-9f87-4220-a735-9ee7ed6fd8b8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:10.742797 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f60433-5756-4e3f-b2bd-54688c794cac', 'code': 200} Aug 16 02:01:10.756939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.762666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Port': ['ID=7d9a850e-0442-4c35-b675-8b0888009198,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.771383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=f5f60433-5756-4e3f-b2bd-54688c794cac,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.797744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Transition to ACTIVE for port object cd368623-1560-4c4b-819f-b76c49043154 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:10.813872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83925124-4c6d-436d-b13b-782166db2b9a req-8a284810-97e4-4867-aba7-4d5b90e096b8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.816108 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83925124-4c6d-436d-b13b-782166db2b9a req-8a284810-97e4-4867-aba7-4d5b90e096b8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 949 time: 0.0767305 Aug 16 02:01:10.820119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] No DVR routers for this DVR port 7d9a850e-0442-4c35-b675-8b0888009198 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:10.822299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.824961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.826920 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-7250b2df-2735-4c48-aea2-3f70c9510225 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.93 "DELETE /v2.0/ports/7d9a850e-0442-4c35-b675-8b0888009198 HTTP/1.1" status: 204 len: 173 time: 0.8415053 Aug 16 02:01:10.828810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'name': 'network-vif-deleted', 'tag': '7d9a850e-0442-4c35-b675-8b0888009198'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:10.831072 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1efaa5f-d7db-4c12-a47c-2b90f7e89255" -d '{"events": [{"server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "name": "network-vif-deleted", "tag": "7d9a850e-0442-4c35-b675-8b0888009198"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:10.878958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83925124-4c6d-436d-b13b-782166db2b9a req-98fec6b7-1f6c-42da-8429-943e8a2ee4d5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535553 Aug 16 02:01:10.929115 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ba9dd1-a892-49d3-be35-88839680578b x-openstack-request-id: req-06ba9dd1-a892-49d3-be35-88839680578b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:10.929423 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "name": "network-vif-deleted", "tag": "7d9a850e-0442-4c35-b675-8b0888009198", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:10.929685 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06ba9dd1-a892-49d3-be35-88839680578b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:10.930046 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'name': 'network-vif-deleted', 'tag': '7d9a850e-0442-4c35-b675-8b0888009198', 'status': 'completed', 'code': 200} Aug 16 02:01:10.994403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd368623-1560-4c4b-819f-b76c49043154,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:11.066128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f9010-dd37-413c-8af6-afc056c3c376 req-fa431e95-b791-4810-b767-4702335c7a34 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.067557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-314f9010-dd37-413c-8af6-afc056c3c376 req-fa431e95-b791-4810-b767-4702335c7a34 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b&tenant_id=cfcc5fd1981d44f18fe86b6889831de3&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 949 time: 0.2078915 Aug 16 02:01:11.072987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc7ec-f4e0-4877-bb4b-a96f693fd11f req-8a1da3a9-4a91-48c2-aca5-d0d9e8b4bc02 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.074458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563bc7ec-f4e0-4877-bb4b-a96f693fd11f req-8a1da3a9-4a91-48c2-aca5-d0d9e8b4bc02 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 945 time: 0.0517290 Aug 16 02:01:11.087523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c3563-82fd-49a6-978a-2e168a5b4cfc req-2455d84d-3a21-4d36-bd6d-08d982e762ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.089024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f38c3563-82fd-49a6-978a-2e168a5b4cfc req-2455d84d-3a21-4d36-bd6d-08d982e762ed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 1101 time: 0.2061045 Aug 16 02:01:11.113360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563bc7ec-f4e0-4877-bb4b-a96f693fd11f req-b8bd9ef2-2b96-419d-918b-c131ea47a79c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323558 Aug 16 02:01:11.188994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['5b30bdf0-5b5b-479c-9b8c-7e366d1013a2', '7d9a850e-0442-4c35-b675-8b0888009198'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:11.204273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:11.204856 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.208492 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f38c3563-82fd-49a6-978a-2e168a5b4cfc req-639f7b4c-9df8-4f03-a884-5c0682fd45a1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069863 Aug 16 02:01:11.225050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Attempting to bind port cd368623-1560-4c4b-819f-b76c49043154 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:11.225050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Attempting to bind port cd368623-1560-4c4b-819f-b76c49043154 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '78f556d5-bf8f-4329-a53a-1ea9ddd9151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '220da52b-3dc9-4c5e-b4f5-335243d8f3d2'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:11.225353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Attempting to bind port cd368623-1560-4c4b-819f-b76c49043154 on network 220da52b-3dc9-4c5e-b4f5-335243d8f3d2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:11.261785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Port cd368623-1560-4c4b-819f-b76c49043154 on network 220da52b-3dc9-4c5e-b4f5-335243d8f3d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:11.262118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Attempting to bind port cd368623-1560-4c4b-819f-b76c49043154 on network 220da52b-3dc9-4c5e-b4f5-335243d8f3d2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:11.266156 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-314f9010-dd37-413c-8af6-afc056c3c376 req-d0c934ab-709f-4afb-862a-9f27de9dfab3 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:01:11.267220 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-314f9010-dd37-413c-8af6-afc056c3c376 req-d0c934ab-709f-4afb-862a-9f27de9dfab3 service neutron] 10.222.0.86 "DELETE /v2.0/ports/3e1fe213-b923-40ba-88ee-d8c2813c2b9f/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.1755409 Aug 16 02:01:11.277845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:11.278206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Checking segment: {'id': '78f556d5-bf8f-4329-a53a-1ea9ddd9151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '220da52b-3dc9-4c5e-b4f5-335243d8f3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:11.278573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Bound using segment: {'id': '78f556d5-bf8f-4329-a53a-1ea9ddd9151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '220da52b-3dc9-4c5e-b4f5-335243d8f3d2'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:11.279014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Bound port: cd368623-1560-4c4b-819f-b76c49043154, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f556d5-bf8f-4329-a53a-1ea9ddd9151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '220da52b-3dc9-4c5e-b4f5-335243d8f3d2'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:11.279398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.369673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] For port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,segment=NetworkSegment(61bebd4d-d921-47cd-8175-8f5a70042e2f),segment_id=61bebd4d-d921-47cd-8175-8f5a70042e2f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:11.369673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.370742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:11.385103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e3b24-c6ec-4220-9987-29d85b0f9e06 req-19adf40b-2d28-453e-8442-34499860cfbf tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.386633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-324e3b24-c6ec-4220-9987-29d85b0f9e06 req-19adf40b-2d28-453e-8442-34499860cfbf tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 943 time: 0.1083426 Aug 16 02:01:11.391851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Calling delete_port for 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:11.400374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] For port cd368623-1560-4c4b-819f-b76c49043154, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:11.406118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedebef8-3e31-46c2-bd92-7c2cb9c77aa4 req-d29e45b0-edcb-4f13-919a-07204f2b0ee7 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.406980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] For port cd368623-1560-4c4b-819f-b76c49043154, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cd368623-1560-4c4b-819f-b76c49043154,segment=NetworkSegment(78f556d5-bf8f-4329-a53a-1ea9ddd9151e),segment_id=78f556d5-bf8f-4329-a53a-1ea9ddd9151e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:11.409172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fedebef8-3e31-46c2-bd92-7c2cb9c77aa4 req-d29e45b0-edcb-4f13-919a-07204f2b0ee7 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 949 time: 0.0897360 Aug 16 02:01:11.491883 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-324e3b24-c6ec-4220-9987-29d85b0f9e06 req-2f1ac66f-c1b6-46c4-9f5d-ed7586b77490 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769210 Aug 16 02:01:11.495295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:11.531801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fedebef8-3e31-46c2-bd92-7c2cb9c77aa4 req-c6c2817d-7dae-41b1-af5e-4fcc4a408235 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096497 Aug 16 02:01:11.546379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.669439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527801ed-3d13-4ea3-be2d-3482c81fbc8b req-1f10cdac-aeec-4b4c-a1fa-9c2f30a61714 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.672223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-527801ed-3d13-4ea3-be2d-3482c81fbc8b req-1f10cdac-aeec-4b4c-a1fa-9c2f30a61714 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 946 time: 0.1060467 Aug 16 02:01:11.679683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '175e3b9e-654f-47b5-9679-739257286eee', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '175e3b9e-654f-47b5-9679-739257286eee', 'mac_address': 'fa:16:3e:2c:a6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:11.706396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.707032 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.708476 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] 10.222.0.93 "PUT /v2.0/ports/cd368623-1560-4c4b-819f-b76c49043154 HTTP/1.1" status: 200 len: 1092 time: 1.5746472 Aug 16 02:01:11.745622 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.763917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 175e3b9e-654f-47b5-9679-739257286eee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:11.774807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-527801ed-3d13-4ea3-be2d-3482c81fbc8b req-c4f496fb-713e-4933-bb85-a350e3a88b70 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/security-groups?id=54453729-3241-476b-8969-a44d815bc596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943100 Aug 16 02:01:11.805164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:11.815558 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.845441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01140e-e62c-450c-bc79-f063ca726e0f req-3c9bd944-4964-48e4-947c-c04ee1499f02 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.851271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb01140e-e62c-450c-bc79-f063ca726e0f req-3c9bd944-4964-48e4-947c-c04ee1499f02 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.0751395 Aug 16 02:01:11.866230 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.874711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccad35-d878-42ed-a2e7-91b9ca32f3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd368623-1560-4c4b-819f-b76c49043154,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:11.877923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.900505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:11.922035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Port': ['ID=5b30bdf0-5b5b-479c-9b8c-7e366d1013a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:11.930743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f9010-dd37-413c-8af6-afc056c3c376 req-4b535111-76db-4f1e-8e76-6ae8d04bb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.932447 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-314f9010-dd37-413c-8af6-afc056c3c376 req-4b535111-76db-4f1e-8e76-6ae8d04bb0f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 1101 time: 0.1944311 Aug 16 02:01:11.964230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4007-824b-4ebd-9356-f2e50de8208d req-13145350-def5-4b45-9683-95bd4a33e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.965861 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-13145350-def5-4b45-9683-95bd4a33e969 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=58639014b6c54ac79f93c1915c965b9c&device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 1095 time: 0.1768596 Aug 16 02:01:11.989100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['175e3b9e-654f-47b5-9679-739257286eee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:12.042812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] No DVR routers for this DVR port 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:12.052209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.054993 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aaf342b-9892-4d50-a0d2-c5aea4faa902 req-6de62264-9ce2-4830-b6ee-7c7c7371c3f5 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.93 "DELETE /v2.0/ports/5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 HTTP/1.1" status: 204 len: 173 time: 1.1963940 Aug 16 02:01:12.128641 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-a8985dcf-6f4d-4187-b459-bf7d0c4c62b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd368623-1560-4c4b-819f-b76c49043154 HTTP/1.1" status: 200 len: 217 time: 0.0875418 Aug 16 02:01:12.269183 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4007-824b-4ebd-9356-f2e50de8208d req-c601665b-fa7a-4c84-beb0-12542a976e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.270850 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-c601665b-fa7a-4c84-beb0-12542a976e2a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d18b2680-212a-4723-9ae7-08b778bc1729 HTTP/1.1" status: 200 len: 861 time: 0.1300650 Aug 16 02:01:12.273341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f9010-dd37-413c-8af6-afc056c3c376 req-a5033bda-b604-4db4-9551-1bc2bef6d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.275284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-314f9010-dd37-413c-8af6-afc056c3c376 req-a5033bda-b604-4db4-9551-1bc2bef6d104 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3349707 Aug 16 02:01:12.299620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb01140e-e62c-450c-bc79-f063ca726e0f req-9a382c7b-ba11-4b88-a18d-4090e14b3b5c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397247 Aug 16 02:01:12.348203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb591a-3d0d-4dee-a9e7-9a38d8ab1fac req-eec73c49-c589-4e26-b23a-3dbd77138f35 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.356917 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-e54dcce2-8d10-45ad-9670-dba838d69268 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220da52b-3dc9-4c5e-b4f5-335243d8f3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732768 Aug 16 02:01:12.358495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fcdb591a-3d0d-4dee-a9e7-9a38d8ab1fac req-eec73c49-c589-4e26-b23a-3dbd77138f35 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 949 time: 0.1252034 Aug 16 02:01:12.358848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-314f9010-dd37-413c-8af6-afc056c3c376 req-2bde3bc0-2548-43cb-944c-a55c440f301a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 200 len: 217 time: 0.0658600 Aug 16 02:01:12.406127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fcdb591a-3d0d-4dee-a9e7-9a38d8ab1fac req-d53a86bf-79e2-4d6f-8ed2-6b83996afb2a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463479 Aug 16 02:01:12.445897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 58575cfa-ddad-41db-b15c-d58aaa37a8c4 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:12.483151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f9010-dd37-413c-8af6-afc056c3c376 req-a70cc66f-5e45-4aeb-b002-04a9808cda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.485136 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-314f9010-dd37-413c-8af6-afc056c3c376 req-a70cc66f-5e45-4aeb-b002-04a9808cda60 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1134729 Aug 16 02:01:12.557942 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-5889a719-e966-4ea0-bf8a-70578ae54cc0 service neutron] 10.222.0.93 "GET /v2.0/networks/220da52b-3dc9-4c5e-b4f5-335243d8f3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927288 Aug 16 02:01:12.560605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:12.561768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e709d0e-4d36-4e1c-b16c-df0dfcb6c068 req-11918a44-35ff-446b-8008-6165498d7b1a tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.569842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e709d0e-4d36-4e1c-b16c-df0dfcb6c068 req-11918a44-35ff-446b-8008-6165498d7b1a tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 945 time: 0.0890596 Aug 16 02:01:12.573114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:12.573796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.665527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e709d0e-4d36-4e1c-b16c-df0dfcb6c068 req-b1b7f16d-7f9c-4aaa-af85-326a9d01a67f tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943253 Aug 16 02:01:12.700174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9445e9-33e3-4b4a-9eb1-68e12e1020f8 req-7c72add5-0945-498c-89b2-c35c57e7e46e tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.709529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af9445e9-33e3-4b4a-9eb1-68e12e1020f8 req-7c72add5-0945-498c-89b2-c35c57e7e46e tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 943 time: 0.0927684 Aug 16 02:01:12.792216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af9445e9-33e3-4b4a-9eb1-68e12e1020f8 req-1cc5519a-aa27-4a2b-b7d5-c627fa8b31c2 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806963 Aug 16 02:01:12.811233 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.843804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c347f-5161-4611-b9e1-51040e9de713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58575cfa-ddad-41db-b15c-d58aaa37a8c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:12.847029 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bf7a59-17bd-49db-ba85-0fe57cb36579" -d '{"events": [{"server_uuid": "f52c347f-5161-4611-b9e1-51040e9de713", "name": "network-vif-plugged", "status": "completed", "tag": "58575cfa-ddad-41db-b15c-d58aaa37a8c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:12.863937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 58575cfa-ddad-41db-b15c-d58aaa37a8c4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=58575cfa-ddad-41db-b15c-d58aaa37a8c4,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:12.870795 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.985551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=58575cfa-ddad-41db-b15c-d58aaa37a8c4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.001502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca1851-0abb-4a06-bbce-3f96976df945 req-1e85eb80-d72e-4884-829f-f85e1725f14d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.007674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-adca1851-0abb-4a06-bbce-3f96976df945 req-1e85eb80-d72e-4884-829f-f85e1725f14d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 949 time: 0.1126044 Aug 16 02:01:13.074790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d7b49d-5b91-4f3a-86c3-e7881453df80', 'tag': 'cd368623-1560-4c4b-819f-b76c49043154'}, {'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'name': 'network-vif-deleted', 'tag': '5b30bdf0-5b5b-479c-9b8c-7e366d1013a2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:13.077839 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f082aad2-486d-4fb9-a33c-d8cd48c2b866" -d '{"events": [{"name": "network-changed", "server_uuid": "87d7b49d-5b91-4f3a-86c3-e7881453df80", "tag": "cd368623-1560-4c4b-819f-b76c49043154"}, {"server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "name": "network-vif-deleted", "tag": "5b30bdf0-5b5b-479c-9b8c-7e366d1013a2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:13.086829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f9010-dd37-413c-8af6-afc056c3c376 req-9a49c40b-8d0d-4d9d-88e2-09d39f6a74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.089069 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-314f9010-dd37-413c-8af6-afc056c3c376 req-9a49c40b-8d0d-4d9d-88e2-09d39f6a74c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5929949 Aug 16 02:01:13.139978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-adca1851-0abb-4a06-bbce-3f96976df945 req-e6a7c1e6-ca33-4f36-a87a-1e995cd084a5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225667 Aug 16 02:01:13.166139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-997da6ff-d6af-44c1-b030-a61c4518fc58 req-f500e011-1790-4f2e-beec-cc41c66d2732 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "GET /v2.0/ports?device_id=995ccb55-4cdf-4746-98f8-7c8ad9f1923d HTTP/1.1" status: 200 len: 210 time: 0.0855467 Aug 16 02:01:13.253122 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4ae56f-5544-4533-abac-0d73357ea2ea x-openstack-request-id: req-2e4ae56f-5544-4533-abac-0d73357ea2ea {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:13.253417 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c347f-5161-4611-b9e1-51040e9de713", "name": "network-vif-plugged", "status": "completed", "tag": "58575cfa-ddad-41db-b15c-d58aaa37a8c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:13.253673 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e4ae56f-5544-4533-abac-0d73357ea2ea {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:13.254091 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c347f-5161-4611-b9e1-51040e9de713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58575cfa-ddad-41db-b15c-d58aaa37a8c4', 'code': 200} Aug 16 02:01:13.262780 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1521c61b-dd24-45da-b0c8-99160a428791 x-openstack-request-id: req-1521c61b-dd24-45da-b0c8-99160a428791 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:13.263107 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d7b49d-5b91-4f3a-86c3-e7881453df80", "tag": "cd368623-1560-4c4b-819f-b76c49043154", "status": "completed", "code": 200}, {"server_uuid": "995ccb55-4cdf-4746-98f8-7c8ad9f1923d", "name": "network-vif-deleted", "tag": "5b30bdf0-5b5b-479c-9b8c-7e366d1013a2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:13.263354 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1521c61b-dd24-45da-b0c8-99160a428791 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:13.263736 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d7b49d-5b91-4f3a-86c3-e7881453df80', 'tag': 'cd368623-1560-4c4b-819f-b76c49043154', 'status': 'completed', 'code': 200} Aug 16 02:01:13.263986 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995ccb55-4cdf-4746-98f8-7c8ad9f1923d', 'name': 'network-vif-deleted', 'tag': '5b30bdf0-5b5b-479c-9b8c-7e366d1013a2', 'status': 'completed', 'code': 200} Aug 16 02:01:13.282002 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857b4007-824b-4ebd-9356-f2e50de8208d req-4d1a18ec-6385-4ac4-acc0-6c0724532852 service neutron] 10.222.0.93 "GET /v2.0/networks/220da52b-3dc9-4c5e-b4f5-335243d8f3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090764 Aug 16 02:01:13.291904 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-314f9010-dd37-413c-8af6-afc056c3c376 req-1d7c572b-b013-4719-9688-535f5a039e54 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817708 Aug 16 02:01:13.396421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:13.413674 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-314f9010-dd37-413c-8af6-afc056c3c376 req-5a8931fc-10c1-4ea3-b2fb-b4f4091d5c4c service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084743 Aug 16 02:01:13.474010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 175e3b9e-654f-47b5-9679-739257286eee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:13.475136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.493961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd314-7e7e-4196-ba0d-6c7d81d86899 req-7d9e4eaa-aeda-48a9-a362-373a92a99d1e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.502038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-020fd314-7e7e-4196-ba0d-6c7d81d86899 req-7d9e4eaa-aeda-48a9-a362-373a92a99d1e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.1088982 Aug 16 02:01:13.610921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b3345-4a74-43d9-a6fb-516d7612c57a req-c5d27788-7bb5-4551-b405-6ddc9756e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.611417 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.614314 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3e2b3345-4a74-43d9-a6fb-516d7612c57a req-c5d27788-7bb5-4551-b405-6ddc9756e900 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 1098 time: 0.1397028 Aug 16 02:01:13.617600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-d4f28e0b-8f94-45c7-abc6-6e39ba78311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.618231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-020fd314-7e7e-4196-ba0d-6c7d81d86899 req-af1723a4-63a4-46d8-ad73-3dab53f6a290 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034698 Aug 16 02:01:13.620103 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-d4f28e0b-8f94-45c7-abc6-6e39ba78311f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=58639014b6c54ac79f93c1915c965b9c&device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 1095 time: 0.2055376 Aug 16 02:01:13.657747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:13.672701 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.674049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3e1fe213-b923-40ba-88ee-d8c2813c2b9f up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:13.731917 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3e2b3345-4a74-43d9-a6fb-516d7612c57a req-8f2304c3-3608-4a55-b277-f54772b68ce6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101329 Aug 16 02:01:13.733287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf642ac8-c48d-4bec-a676-9994005ce426 req-314189a9-7b19-4cfa-be98-19f0bbaabe85 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.738951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf642ac8-c48d-4bec-a676-9994005ce426 req-314189a9-7b19-4cfa-be98-19f0bbaabe85 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 949 time: 0.1472864 Aug 16 02:01:13.785825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-580dd473-723b-429d-90f6-eadc47f41ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.788374 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-580dd473-723b-429d-90f6-eadc47f41ffb service neutron] 10.222.0.93 "GET /v2.0/networks?id=220da52b-3dc9-4c5e-b4f5-335243d8f3d2 HTTP/1.1" status: 200 len: 922 time: 0.1560862 Aug 16 02:01:13.796981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf642ac8-c48d-4bec-a676-9994005ce426 req-08d404f4-8712-4269-80de-1deaaafa23b4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506949 Aug 16 02:01:13.818969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:13.825212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:13.825749 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.828756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.880597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-f8a532f8-afdf-4a15-89c9-ecf450146724 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd368623-1560-4c4b-819f-b76c49043154 HTTP/1.1" status: 200 len: 217 time: 0.0761921 Aug 16 02:01:13.923065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc6a8d-4db6-4847-b4d0-cdfafb026559 req-e4881d4a-2cc8-442c-8bc7-139120589ef1 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.929674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.932863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0bc6a8d-4db6-4847-b4d0-cdfafb026559 req-e4881d4a-2cc8-442c-8bc7-139120589ef1 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 946 time: 0.0685797 Aug 16 02:01:13.955722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-32188714-dda8-43f8-9773-b2edf5ff21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.957486 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-32188714-dda8-43f8-9773-b2edf5ff21b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d18b2680-212a-4723-9ae7-08b778bc1729 HTTP/1.1" status: 200 len: 861 time: 0.0643964 Aug 16 02:01:13.968676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:13.976555 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.978337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7d9a850e-0442-4c35-b675-8b0888009198 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:13.995449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0bc6a8d-4db6-4847-b4d0-cdfafb026559 req-8eb82ca8-698a-4892-9df9-038ec880f118 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563116 Aug 16 02:01:14.002754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 7d9a850e-0442-4c35-b675-8b0888009198 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:14.003315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7d9a850e-0442-4c35-b675-8b0888009198 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:14.003885 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:14.010868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-831af4b5-6c38-47c6-b241-518e7eb96350 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220da52b-3dc9-4c5e-b4f5-335243d8f3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440793 Aug 16 02:01:14.049514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:14.050113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5b30bdf0-5b5b-479c-9b8c-7e366d1013a2 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:14.079716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.161345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33441c1-852a-4ea4-9a58-fed6299ab6a5 req-96de2506-a720-4c19-9927-ce6b9ca150dd tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.163442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e33441c1-852a-4ea4-9a58-fed6299ab6a5 req-96de2506-a720-4c19-9927-ce6b9ca150dd tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 943 time: 0.1014700 Aug 16 02:01:14.168825 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-9763931f-d422-4cf0-92e9-a994db9a482a service neutron] 10.222.0.93 "GET /v2.0/networks/220da52b-3dc9-4c5e-b4f5-335243d8f3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349471 Aug 16 02:01:14.210826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e33441c1-852a-4ea4-9a58-fed6299ab6a5 req-c5f79258-475b-4c74-9956-74d7b7ab6cb2 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403926 Aug 16 02:01:14.292113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:14.331842 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f082aad2-486d-4fb9-a33c-d8cd48c2b866 req-39f864ad-ad39-4642-bc98-0da2f345837a service neutron] 10.222.0.93 "GET /v2.0/networks/220da52b-3dc9-4c5e-b4f5-335243d8f3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431491 Aug 16 02:01:14.408879 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ee3b3f-99d7-4946-8dc3-4b42024fb62f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting subnet 88ee279c-4693-4217-a543-8de97c19dacc {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:14.414271 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3b3f-99d7-4946-8dc3-4b42024fb62f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.456881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88314d45-4db5-40c8-bb64-2dcf5ad92d2a req-93c9147c-b803-4682-aca3-caea6a4d1ab2 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.458573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88314d45-4db5-40c8-bb64-2dcf5ad92d2a req-93c9147c-b803-4682-aca3-caea6a4d1ab2 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 949 time: 0.0996599 Aug 16 02:01:14.482307 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3b3f-99d7-4946-8dc3-4b42024fb62f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.592429 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88314d45-4db5-40c8-bb64-2dcf5ad92d2a req-a4f429b4-48f8-4071-b0e8-0a09d61d0a03 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120801 Aug 16 02:01:14.673872 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3b3f-99d7-4946-8dc3-4b42024fb62f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.835417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a048e-e837-472b-86ce-069ae3d1888f req-7d247962-d616-4943-8ecc-5c4fafbfd556 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.838619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-518a048e-e837-472b-86ce-069ae3d1888f req-7d247962-d616-4943-8ecc-5c4fafbfd556 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 1101 time: 0.1208665 Aug 16 02:01:14.867793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ed80a-ace2-4e0d-a93d-1aeeda1d365f req-8148fe18-fbc2-4d0c-9b28-9fb166de232b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.869553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-266ed80a-ace2-4e0d-a93d-1aeeda1d365f req-8148fe18-fbc2-4d0c-9b28-9fb166de232b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.1345768 Aug 16 02:01:14.876188 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3b3f-99d7-4946-8dc3-4b42024fb62f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.935909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee3b3f-99d7-4946-8dc3-4b42024fb62f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Subnet': ['ID=88ee279c-4693-4217-a543-8de97c19dacc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.938519 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3b3f-99d7-4946-8dc3-4b42024fb62f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.940566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d852daa-d895-429a-aef1-2819d63e0979 None None] Network 27e6c996-0109-4521-a238-cbc29fe5b58a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:14.943731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d8ee3b3f-99d7-4946-8dc3-4b42024fb62f tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "DELETE /v2.0/subnets/88ee279c-4693-4217-a543-8de97c19dacc HTTP/1.1" status: 204 len: 168 time: 0.6503410 Aug 16 02:01:14.944147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:14.991570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-518a048e-e837-472b-86ce-069ae3d1888f req-0ff873a2-5c68-41be-8225-174b7aaf0953 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438992 Aug 16 02:01:15.016895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-266ed80a-ace2-4e0d-a93d-1aeeda1d365f req-080e7a66-6e23-4cdf-ae83-0371a0832060 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371350 Aug 16 02:01:15.134542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.231479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:15.232616 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.255141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee'}, {'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:15.257565 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaacb989-1d5f-4694-93ef-6b3342145230" -d '{"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-plugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee"}, {"server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "name": "network-vif-plugged", "status": "completed", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:15.270758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88632ed5-d785-41af-80f9-8932ca67271b req-88df99ab-66cf-4d19-bac6-93a8701d258d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.272375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88632ed5-d785-41af-80f9-8932ca67271b req-88df99ab-66cf-4d19-bac6-93a8701d258d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1754220 Aug 16 02:01:15.286488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a53c9-2514-4ffa-8d4f-0f45a79ab93a None None] DHCP port deletion for 27e6c996-0109-4521-a238-cbc29fe5b58a request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:15.292548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9389fcb-72a1-4c19-b899-95bfc8f71125 req-cdcf1d65-3996-413d-8d8f-cd9c1ee0e264 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.300507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9389fcb-72a1-4c19-b899-95bfc8f71125 req-cdcf1d65-3996-413d-8d8f-cd9c1ee0e264 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 946 time: 0.1243529 Aug 16 02:01:15.328020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] For port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8b2449ea-8afe-494c-ae2c-7d7f4967ea9c,segment=NetworkSegment(61bebd4d-d921-47cd-8175-8f5a70042e2f),segment_id=61bebd4d-d921-47cd-8175-8f5a70042e2f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:15.328448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.344466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Calling delete_port for 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:15.379859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9389fcb-72a1-4c19-b899-95bfc8f71125 req-ffba0168-f761-4de2-b3f3-1e15f05d5955 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783546 Aug 16 02:01:15.380545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a06a53c9-2514-4ffa-8d4f-0f45a79ab93a None None] Deleting port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:15.381181 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a06a53c9-2514-4ffa-8d4f-0f45a79ab93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.427536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88632ed5-d785-41af-80f9-8932ca67271b req-3948771d-2e7a-417d-8af1-333f523f87e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199930 Aug 16 02:01:15.484171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a06a53c9-2514-4ffa-8d4f-0f45a79ab93a None None] For port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8b2449ea-8afe-494c-ae2c-7d7f4967ea9c,segment=NetworkSegment(61bebd4d-d921-47cd-8175-8f5a70042e2f),segment_id=61bebd4d-d921-47cd-8175-8f5a70042e2f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:15.484733 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a06a53c9-2514-4ffa-8d4f-0f45a79ab93a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.503809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a06a53c9-2514-4ffa-8d4f-0f45a79ab93a None None] Calling delete_port for 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:15.536862 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.576303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Port': ['ID=8b2449ea-8afe-494c-ae2c-7d7f4967ea9c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:15.581852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] No DVR routers for this DVR port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:15.584200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071ff04-2f44-4ba6-8bb0-26dff8bcaf28 req-be068b55-841e-42e4-89aa-b1817969a1c5 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.586093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8071ff04-2f44-4ba6-8bb0-26dff8bcaf28 req-be068b55-841e-42e4-89aa-b1817969a1c5 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 943 time: 0.0883963 Aug 16 02:01:15.655039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8071ff04-2f44-4ba6-8bb0-26dff8bcaf28 req-9bc94b0a-eed7-4101-a950-85760cffb344 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622301 Aug 16 02:01:15.708212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-01ef1ce3-254e-41c3-a943-32dfe9e61d3a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520082 Aug 16 02:01:15.708470 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a06a53c9-2514-4ffa-8d4f-0f45a79ab93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.742786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a53c9-2514-4ffa-8d4f-0f45a79ab93a None None] Pushing event deleted for resources: {'Port': ['ID=8b2449ea-8afe-494c-ae2c-7d7f4967ea9c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:15.746416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a53c9-2514-4ffa-8d4f-0f45a79ab93a None None] No DVR routers for this DVR port 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:15.802002 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.831321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e6c996-0109-4521-a238-cbc29fe5b58a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:15.862074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bebd4d-d921-47cd-8175-8f5a70042e2f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:15.862486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bebd4d-d921-47cd-8175-8f5a70042e2f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:15.888854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.891737 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f2e2aa-5242-45d5-ac0b-efa7da7ddb4a x-openstack-request-id: req-64f2e2aa-5242-45d5-ac0b-efa7da7ddb4a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:15.893313 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-plugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee", "code": 200}, {"server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "name": "network-vif-plugged", "status": "completed", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:15.893823 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64f2e2aa-5242-45d5-ac0b-efa7da7ddb4a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:15.894795 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee', 'code': 200} Aug 16 02:01:15.895322 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'code': 200} Aug 16 02:01:15.897064 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-4e1a0339-8d4e-4db2-a224-f6d5261f5db1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3132927 Aug 16 02:01:15.899952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:15.921278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c7640-ad77-444d-908f-b414b314cd1a req-3e5561cc-b1c3-4e9b-9722-f63600da2339 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.922648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:15.923296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8b2449ea-8afe-494c-ae2c-7d7f4967ea9c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:15.931951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-3e5561cc-b1c3-4e9b-9722-f63600da2339 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148001 Aug 16 02:01:15.936510 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.945515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:15.950035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-1d9a2389-fe8b-4878-9543-959f10ac91ba tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/quotas/92b73bee6b7e488fa616257a32f986e0 HTTP/1.1" status: 200 len: 375 time: 0.0171876 Aug 16 02:01:15.951782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:15.957647 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:16.073803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-d1340820-69fc-4013-a614-1dde82847e3b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1211412 Aug 16 02:01:16.081324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-35e693fa-1811-4ea9-a6a1-ccb049fd2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.083472 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-35e693fa-1811-4ea9-a6a1-ccb049fd2ec7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 1097 time: 0.1032114 Aug 16 02:01:16.084606 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.093705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee295-1709-49b9-96b1-0ed06a85e795 req-5f94b695-ecbf-4999-87e8-112bfb7c9bb9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.104143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e01ee295-1709-49b9-96b1-0ed06a85e795 req-5f94b695-ecbf-4999-87e8-112bfb7c9bb9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1215429 Aug 16 02:01:16.114326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Network': ['ID=27e6c996-0109-4521-a238-cbc29fe5b58a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.136071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.140703 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4720f743-91de-4900-82de-41021e05dccf tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "DELETE /v2.0/networks/27e6c996-0109-4521-a238-cbc29fe5b58a HTTP/1.1" status: 204 len: 168 time: 1.1952746 Aug 16 02:01:16.141374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:16.160505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e01ee295-1709-49b9-96b1-0ed06a85e795 req-3f83292a-3e2d-493b-b6bf-5aeac3817b39 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549395 Aug 16 02:01:16.268439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c96ffcf-8cf5-4311-b597-51574c8ab99b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting subnet 22f36564-dcad-4e7b-84ab-546fa68d4270 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:16.307970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-6872fdfc-5901-4629-89e2-c0b74c758d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.309454 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-6872fdfc-5901-4629-89e2-c0b74c758d84 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.1970210 Aug 16 02:01:16.310169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c96ffcf-8cf5-4311-b597-51574c8ab99b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.321152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e96b0-e415-4cd5-88c1-55a579ff4809 req-d2f004f6-6a5d-4798-8d83-f09299cca260 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.329545 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-025e96b0-e415-4cd5-88c1-55a579ff4809 req-d2f004f6-6a5d-4798-8d83-f09299cca260 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.0982270 Aug 16 02:01:16.395212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-f63789e6-e684-45ca-aa1d-978863a92cc9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 200 len: 217 time: 0.0486777 Aug 16 02:01:16.428698 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c96ffcf-8cf5-4311-b597-51574c8ab99b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.439925 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-025e96b0-e415-4cd5-88c1-55a579ff4809 req-3b391071-0f50-4ec3-ba2d-764aa2a5f455 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093874 Aug 16 02:01:16.484200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de7a93b2-f3f9-49d7-aab0-c9bc0ac3f173 req-1dc342f7-9d67-498b-b43f-3e3adc6463b3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 210 time: 0.0731130 Aug 16 02:01:16.612323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-d95b62a0-719f-4e10-b397-4f5dcde62009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.613824 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-d95b62a0-719f-4e10-b397-4f5dcde62009 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.2001538 Aug 16 02:01:16.643298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab198f6e-6746-417e-a94c-8148c36258f7 req-73f6607e-457d-4bd3-8b69-40e530d03335 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.652214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab198f6e-6746-417e-a94c-8148c36258f7 req-73f6607e-457d-4bd3-8b69-40e530d03335 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 946 time: 0.0972035 Aug 16 02:01:16.666991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-d18c755f-3eae-4a8c-ac11-b5c28829b1f4 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.671192 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-d18c755f-3eae-4a8c-ac11-b5c28829b1f4 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.1796100 Aug 16 02:01:16.695438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-3d4589a7-ecc5-4581-b83b-85832485348c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446072 Aug 16 02:01:16.706249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-14'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:16.719657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab198f6e-6746-417e-a94c-8148c36258f7 req-d102524b-7594-4d8f-bc4a-5c874f262afb tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658052 Aug 16 02:01:16.773841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.952237 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c96ffcf-8cf5-4311-b597-51574c8ab99b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.000747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872016e-ebc2-44ee-9e2e-5fbee21985f5 req-76960847-d3cd-4698-8800-f084e9110758 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.010518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7872016e-ebc2-44ee-9e2e-5fbee21985f5 req-76960847-d3cd-4698-8800-f084e9110758 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 943 time: 0.1217825 Aug 16 02:01:17.088157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7872016e-ebc2-44ee-9e2e-5fbee21985f5 req-b4521c08-817f-4efc-8d34-97bd6e2a5c88 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675681 Aug 16 02:01:17.216964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-7fb35f93-cd46-4e91-a11b-7c2806e50a30 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915012 Aug 16 02:01:17.240942 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-c0b3ae0c-1f2d-40b7-af69-0339d08cb272 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709466 Aug 16 02:01:17.284674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c96ffcf-8cf5-4311-b597-51574c8ab99b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.405239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device cd368623-1560-4c4b-819f-b76c49043154 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:17.443981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96ffcf-8cf5-4311-b597-51574c8ab99b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Subnet': ['ID=22f36564-dcad-4e7b-84ab-546fa68d4270,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:17.456432 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c96ffcf-8cf5-4311-b597-51574c8ab99b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.460845 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1c96ffcf-8cf5-4311-b597-51574c8ab99b tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "DELETE /v2.0/subnets/22f36564-dcad-4e7b-84ab-546fa68d4270 HTTP/1.1" status: 204 len: 168 time: 1.3147142 Aug 16 02:01:17.464634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:17.486390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-8fbe3163-a32d-43b0-8b1d-9a5da7b3a675 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.497725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-8fbe3163-a32d-43b0-8b1d-9a5da7b3a675 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795837 Aug 16 02:01:17.523170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:17.530685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-7d6c4d40-4850-4ee3-83d4-fd0a07999f5d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/quotas/cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 375 time: 0.0318191 Aug 16 02:01:17.569560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:17.596892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6c2a7-0c68-4bda-953c-fd2bf69e0a27 None None] Network 163571ba-529a-4697-8ddb-287acb38614b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:17.603323 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2cf485e2-3430-40b2-ac4e-300518b170c3 req-5086452b-3cd3-4a7f-9935-e48af61c1771 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509808 Aug 16 02:01:17.687223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:17.689855 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7532e122-85c9-4a27-ac33-c262fb28118b" -d '{"events": [{"server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "name": "network-vif-unplugged", "status": "completed", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:17.694063 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.714720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.721536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-b1cd9948-5247-4d08-97d9-86765509e332 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896670 Aug 16 02:01:17.755609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.799117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c86d2d-0f85-4465-abdf-c912d12b9de6 req-0bf0ebc5-6d23-4aa2-9bb7-7825d319e778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.800705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5c86d2d-0f85-4465-abdf-c912d12b9de6 req-0bf0ebc5-6d23-4aa2-9bb7-7825d319e778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 945 time: 0.1747868 Aug 16 02:01:17.842871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Pushing event updated for resources: {'Port': ['ID=f448f47d-4c1a-4794-ac89-b9e4de794062,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:17.865715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:17.866209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:17.866737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:17.874829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:17.875492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:17.888300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:17.888778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:17.889276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:17.889806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Bound port: f448f47d-4c1a-4794-ac89-b9e4de794062, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:17.890312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.971304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5c86d2d-0f85-4465-abdf-c912d12b9de6 req-9d7550a8-b10e-4957-8cbb-8cc493f6bccc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565602 Aug 16 02:01:17.990485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Deleting port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:17.991188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.006849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port cd368623-1560-4c4b-819f-b76c49043154, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cd368623-1560-4c4b-819f-b76c49043154,segment=NetworkSegment(78f556d5-bf8f-4329-a53a-1ea9ddd9151e),segment_id=78f556d5-bf8f-4329-a53a-1ea9ddd9151e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:18.036339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'cd368623-1560-4c4b-819f-b76c49043154', 'network_id': '220da52b-3dc9-4c5e-b4f5-335243d8f3d2', 'port_id': 'cd368623-1560-4c4b-819f-b76c49043154', 'mac_address': 'fa:16:3e:b3:f1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18b2680-212a-4723-9ae7-08b778bc1729', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:18.183776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] DHCP port deletion for 163571ba-529a-4697-8ddb-287acb38614b request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:18.185239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08da4870-6fa6-4c64-b4c0-6dfb8ca7f668 req-aac04877-e236-42a7-acd6-5782c3422a3b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 210 time: 0.0705421 Aug 16 02:01:18.266813 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e73c6-8c96-4754-8934-1ec01f4eda1a x-openstack-request-id: req-cb4e73c6-8c96-4754-8934-1ec01f4eda1a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:18.268124 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "name": "network-vif-unplugged", "status": "completed", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:18.269399 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb4e73c6-8c96-4754-8934-1ec01f4eda1a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:18.270195 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062', 'code': 200} Aug 16 02:01:18.323510 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.361534 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-763ce61d-2d62-43b7-9c84-423b0e596200 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=92b73bee6b7e488fa616257a32f986e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2831736 Aug 16 02:01:18.413309 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd368623-1560-4c4b-819f-b76c49043154 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:18.481794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] For port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9,segment=NetworkSegment(fab7ced5-1368-40fc-b6a4-d6283c7aa0c8),segment_id=fab7ced5-1368-40fc-b6a4-d6283c7aa0c8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:18.482232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.486974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port cd368623-1560-4c4b-819f-b76c49043154, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cd368623-1560-4c4b-819f-b76c49043154,segment=NetworkSegment(78f556d5-bf8f-4329-a53a-1ea9ddd9151e),segment_id=78f556d5-bf8f-4329-a53a-1ea9ddd9151e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:18.488117 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-995e2b0c-5888-478b-bd54-b85dd49e2866 req-d2689372-1a35-4c25-b724-359df4fd10a2 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 210 time: 0.0911036 Aug 16 02:01:18.500025 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.500712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f448f47d-4c1a-4794-ac89-b9e4de794062 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:18.504269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Calling delete_port for 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:18.640402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b292dd2-9e6d-4c81-932d-76ee8089f642 req-f8184efb-7a19-480f-b1d0-a7bef3d9e06a tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.647141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b292dd2-9e6d-4c81-932d-76ee8089f642 req-f8184efb-7a19-480f-b1d0-a7bef3d9e06a tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 944 time: 0.1821620 Aug 16 02:01:18.745257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=cd368623-1560-4c4b-819f-b76c49043154,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:18.758386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b292dd2-9e6d-4c81-932d-76ee8089f642 req-ef885845-86e1-4be8-bf64-3bbb152ef622 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875278 Aug 16 02:01:18.765215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] Deleting port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:18.765599 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.802348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.913289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:18.933107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] For port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:18.933531 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.957805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] Calling delete_port for 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:18.974990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] Port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:01:18.980489 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.999129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:19.000567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:19.003365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:19.059784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] Pushing event deleted for resources: {'Port': ['ID=2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:19.070475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83bd0f-6c79-4a24-a636-6f426414e94d None None] No DVR routers for this DVR port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:19.091496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:19.091862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:19.113038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:19.114193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:19.116767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:19.117353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Bound port: f448f47d-4c1a-4794-ac89-b9e4de794062, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:19.119339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.189852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26904e72-8cee-439e-8d37-65a1f240fa7f req-640d0d8f-c9b1-47b4-8b7c-f5812e2eaac8 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.199313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26904e72-8cee-439e-8d37-65a1f240fa7f req-640d0d8f-c9b1-47b4-8b7c-f5812e2eaac8 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.1152565 Aug 16 02:01:19.263620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26904e72-8cee-439e-8d37-65a1f240fa7f req-9d4dbfd9-2ccd-4f47-8caa-c19fe451212d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629423 Aug 16 02:01:19.286163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:19.288453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] No DVR routers for this DVR port 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:19.291248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Port': ['ID=2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:19.324217 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f5b2d8d1-3124-4221-b604-8e062f93cc08 req-ce5cc2e5-6fbf-4d85-ad81-8301aa6c7117 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 210 time: 0.0561571 Aug 16 02:01:19.343846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:19.367669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:19.386382 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) f448f47d-4c1a-4794-ac89-b9e4de794062-n-h1-768862-14-0 {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:01:19.386711 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:01:19.411795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.492086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c7640-ad77-444d-908f-b414b314cd1a req-93ebc990-914c-46cc-8477-4c0706ba8690 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.494721 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-93ebc990-914c-46cc-8477-4c0706ba8690 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1223977 Aug 16 02:01:19.496477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.517589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163571ba-529a-4697-8ddb-287acb38614b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:19.522526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Request body: {'port': {'device_id': '55ea54fe-6156-485f-8826-255bfc9c5118', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '92b73bee6b7e488fa616257a32f986e0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:19.552458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:19.552771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab7ced5-1368-40fc-b6a4-d6283c7aa0c8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:19.585512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e270d54-fd5c-43c8-ae32-2be0253953dd req-49f89548-1c33-429e-aecd-cc844586580e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 210 time: 0.0353825 Aug 16 02:01:19.609829 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.647509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.686294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.686833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.688552 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] 10.222.0.93 "PUT /v2.0/ports/f448f47d-4c1a-4794-ac89-b9e4de794062 HTTP/1.1" status: 200 len: 1123 time: 2.9969072 Aug 16 02:01:19.689877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:19.690284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:19.696993 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:19.725831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db937ee-601f-4dfe-9cda-50f5ef44f8ec service neutron] Pushing event updated for resources: {'Port': ['ID=f448f47d-4c1a-4794-ac89-b9e4de794062,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:19.827236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f448f47d-4c1a-4794-ac89-b9e4de794062'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:19.844668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.878359 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.880481 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] 10.222.0.61 "DELETE /v2.0/networks/163571ba-529a-4697-8ddb-287acb38614b HTTP/1.1" status: 204 len: 168 time: 2.4148545 Aug 16 02:01:19.954255 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9bba6-ceae-4608-bdd5-8d5a154d3312 tempest-ServersTestMultiNic-1116465945 tempest-ServersTestMultiNic-1116465945-project] Pushing event deleted for resources: {'Network': ['ID=163571ba-529a-4697-8ddb-287acb38614b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:19.959752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Made reservation on behalf of 92b73bee6b7e488fa616257a32f986e0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:19.970938 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.975679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['f448f47d-4c1a-4794-ac89-b9e4de794062'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:19.979221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:20.058145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:20.058428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9b741-73a1-4c2f-baba-b7f7e90ebf1d req-873a8abd-33f6-46e8-817b-1e06b49aeebb tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.059372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2dbb8d1f-02d9-4eda-bc61-d5a2bc36d7d9 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:20.060756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46e9b741-73a1-4c2f-baba-b7f7e90ebf1d req-873a8abd-33f6-46e8-817b-1e06b49aeebb tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 944 time: 0.1083517 Aug 16 02:01:20.078919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:20.079652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:20.080315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:20.121800 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-b9f4b265-636c-4c58-933f-e49fbfe3e1a4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018496 Aug 16 02:01:20.123280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:20.123872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:20.169511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:20.170241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:20.170569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:20.171158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Bound port: f448f47d-4c1a-4794-ac89-b9e4de794062, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:20.171661 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.207796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46e9b741-73a1-4c2f-baba-b7f7e90ebf1d req-2c9cfddc-10b8-46c3-9694-2331860cea94 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109221 Aug 16 02:01:20.294232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:20.296193 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee16b301-2607-4466-98fd-f0135968d07d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:20.382360 n-d-768862-14 neutron-server[94641]: WARNING neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Concurrent port binding operations failed on port f448f47d-4c1a-4794-ac89-b9e4de794062 Aug 16 02:01:20.387377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:20.392568 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempt 2 to bind port f448f47d-4c1a-4794-ac89-b9e4de794062 Aug 16 02:01:20.400137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f448f47d-4c1a-4794-ac89-b9e4de794062 has no active binding in host n-h2-768862-14 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:01:20.501770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ae95f-e425-49f0-bab5-980c9247a38a req-36617a3b-9204-4866-abda-fe0c77b67499 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.514653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ae95f-e425-49f0-bab5-980c9247a38a req-36617a3b-9204-4866-abda-fe0c77b67499 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.0657806 Aug 16 02:01:20.529792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-bd007093-06aa-42fb-bc41-c58a5015d1b0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.531291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-bd007093-06aa-42fb-bc41-c58a5015d1b0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3967855 Aug 16 02:01:20.547300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Allocated IP 192.168.233.174 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/1aff2587-ff60-4e90-bf24-ef9ba2a3a519) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:20.569250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Request body: {'port': {'device_id': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': 'cfcc5fd1981d44f18fe86b6889831de3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:20.574411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39a6934e-661d-4256-81fb-490838f1caca req-a257a2f0-b04a-4460-9d1e-398ef174c28b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 210 time: 0.0514846 Aug 16 02:01:20.620388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ae95f-e425-49f0-bab5-980c9247a38a req-8268444a-aac6-4572-9bb0-a886fe50f966 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015344 Aug 16 02:01:20.643069 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca454e8-59fd-492a-8d68-d8bb623d4980 x-openstack-request-id: req-0ca454e8-59fd-492a-8d68-d8bb623d4980 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:20.643069 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:20.643616 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ca454e8-59fd-492a-8d68-d8bb623d4980 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:20.644367 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062', 'status': 'completed', 'code': 200} Aug 16 02:01:20.818042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['cd368623-1560-4c4b-819f-b76c49043154'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:20.937006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd184045-ac27-49a5-9a30-5347acd16afe req-1fffe941-03d0-491a-aee1-afb69d97b7db tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 210 time: 0.0679862 Aug 16 02:01:20.937512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:21.016116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b301-2607-4466-98fd-f0135968d07d req-3941ad87-1b23-4518-aa75-aff0f30fa3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.018253 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee16b301-2607-4466-98fd-f0135968d07d req-3941ad87-1b23-4518-aa75-aff0f30fa3e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1126 time: 0.3052924 Aug 16 02:01:21.155790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Made reservation on behalf of cfcc5fd1981d44f18fe86b6889831de3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:21.159335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.189185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.220551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Transition to ACTIVE for port object 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:21.324651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b301-2607-4466-98fd-f0135968d07d req-299e7c20-e09e-4c59-9c34-2793a7de0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.327611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee16b301-2607-4466-98fd-f0135968d07d req-299e7c20-e09e-4c59-9c34-2793a7de0b24 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.2850375 Aug 16 02:01:21.380762 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee16b301-2607-4466-98fd-f0135968d07d req-4f49f04c-0c88-4020-affa-dfc81fed2957 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f448f47d-4c1a-4794-ac89-b9e4de794062 HTTP/1.1" status: 200 len: 217 time: 0.0408988 Aug 16 02:01:21.409627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.460220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c51332f3-3784-4f68-926b-e448cfb6dcda', '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f', 'f5f60433-5756-4e3f-b2bd-54688c794cac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:21.465278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ca313-38dd-41b6-87a8-d21d890907a4 req-3d0c02a3-6e07-431b-a721-5cc74d9bd14d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.466888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-552ca313-38dd-41b6-87a8-d21d890907a4 req-3d0c02a3-6e07-431b-a721-5cc74d9bd14d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 944 time: 0.1110082 Aug 16 02:01:21.510579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:21.527755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:21.530438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:21.581130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b301-2607-4466-98fd-f0135968d07d req-47207cdb-abb4-48b1-a0e6-0611ddb86433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.582614 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee16b301-2607-4466-98fd-f0135968d07d req-47207cdb-abb4-48b1-a0e6-0611ddb86433 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1926622 Aug 16 02:01:21.626428 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-552ca313-38dd-41b6-87a8-d21d890907a4 req-6f6837d2-fa19-4ce7-94ed-3a6b62f50a13 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466684 Aug 16 02:01:21.707166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee16b301-2607-4466-98fd-f0135968d07d req-82084318-6950-4e1d-b8b3-61e2a642b2d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912712 Aug 16 02:01:21.708339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Allocated IP 192.168.233.125 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/5fad3409-4e6b-42f2-8cf5-f5f11ef2e089) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:21.708471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.729687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.735254 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.738180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event updated for resources: {'Port': ['ID=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.933863 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-9464ba88-44d0-4e56-a474-bc3d34fcdb57 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4253550 Aug 16 02:01:21.950334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Request body: {'port': {'device_id': '55ea54fe-6156-485f-8826-255bfc9c5118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:21.985108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31999c17-51fa-478d-a278-9718f0a35b34 None None] Provisioning for port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:21.997570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31999c17-51fa-478d-a278-9718f0a35b34 None None] Provisioning complete for port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:21.998135 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31999c17-51fa-478d-a278-9718f0a35b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.045127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-31999c17-51fa-478d-a278-9718f0a35b34 None None] Port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:22.072992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a', 'a5c58e3a-0367-45f4-a456-2b6e448daff8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:22.077867 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.105590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed84432-e475-4524-b4fb-b2895ba6e82d req-30e7cc6c-33d5-4c8e-a741-fa2455028307 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.120054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ed84432-e475-4524-b4fb-b2895ba6e82d req-30e7cc6c-33d5-4c8e-a741-fa2455028307 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.3316896 Aug 16 02:01:22.128472 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee16b301-2607-4466-98fd-f0135968d07d req-3293cdf5-22e2-42fa-88d3-e7fc367c597b service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660581 Aug 16 02:01:22.168572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6df76-3c7e-4995-bd1e-c940ea128b03 req-06fe817b-1863-4a6a-8239-d5aa79a4b3ff tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.199735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7fb6df76-3c7e-4995-bd1e-c940ea128b03 req-06fe817b-1863-4a6a-8239-d5aa79a4b3ff tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 936 time: 0.4022627 Aug 16 02:01:22.259062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ed84432-e475-4524-b4fb-b2895ba6e82d req-64bee398-5d3f-4cef-a3f6-9f92f1a0d443 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378767 Aug 16 02:01:22.366739 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.386434 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee16b301-2607-4466-98fd-f0135968d07d req-6ac834b2-8b2a-4481-b8a0-a2ea7c5515c3 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395728 Aug 16 02:01:22.401482 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Transition to ACTIVE for port object 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:22.409870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device cd368623-1560-4c4b-819f-b76c49043154 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:22.459695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7fb6df76-3c7e-4995-bd1e-c940ea128b03 req-3069c9e8-cf11-4238-bd1a-27b9403d5c8f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587140 Aug 16 02:01:22.480248 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.609898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:22.625122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:22.641598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:22.654703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port cd368623-1560-4c4b-819f-b76c49043154 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:22.668444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port cd368623-1560-4c4b-819f-b76c49043154 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:22.668829 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.689029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cbf60-b53a-4aac-b229-7c84eaf7a75c req-c733e55d-f616-4a79-90b3-336d995a62e7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.695332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b3cbf60-b53a-4aac-b229-7c84eaf7a75c req-c733e55d-f616-4a79-90b3-336d995a62e7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 936 time: 0.1643202 Aug 16 02:01:22.706662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Deleting port 5518e579-eaac-46e1-b793-443a5a6440db {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:22.707207 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.777072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:22.841234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.841894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.910028 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-d5861749-6c8d-472a-9258-47609ee726b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3451042 Aug 16 02:01:22.934003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Request body: {'port': {'device_id': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:22.973830 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.092836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d7b49d-5b91-4f3a-86c3-e7881453df80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd368623-1560-4c4b-819f-b76c49043154'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:23.098801 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2304684-ac23-4c35-8125-73a7cedcf511" -d '{"events": [{"server_uuid": "87d7b49d-5b91-4f3a-86c3-e7881453df80", "name": "network-vif-plugged", "status": "completed", "tag": "cd368623-1560-4c4b-819f-b76c49043154"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:23.114895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port cd368623-1560-4c4b-819f-b76c49043154, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cd368623-1560-4c4b-819f-b76c49043154,segment=NetworkSegment(78f556d5-bf8f-4329-a53a-1ea9ddd9151e),segment_id=78f556d5-bf8f-4329-a53a-1ea9ddd9151e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:23.132587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:23.140560 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.144838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.147755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14e40f04-a18d-4d07-9879-6b2a16440817 None None] Provisioning for port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:23.160964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Transition to ACTIVE for port object 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:23.164138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.165782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14e40f04-a18d-4d07-9879-6b2a16440817 None None] Provisioning complete for port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:23.166189 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14e40f04-a18d-4d07-9879-6b2a16440817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.195413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.252633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e21bb21c-3516-4871-87e1-8b59ab96f7f5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:23.290816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Pushing event updated for resources: {'Port': ['ID=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:23.323323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-14e40f04-a18d-4d07-9879-6b2a16440817 None None] Port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:23.325001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=cd368623-1560-4c4b-819f-b76c49043154,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:23.528127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] For port 5518e579-eaac-46e1-b793-443a5a6440db, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5518e579-eaac-46e1-b793-443a5a6440db,segment=NetworkSegment(ede74e3e-3705-430e-9db4-c1926f77c140),segment_id=ede74e3e-3705-430e-9db4-c1926f77c140)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:23.530947 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.562387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Calling delete_port for 5518e579-eaac-46e1-b793-443a5a6440db owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:23.777429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Attempting to bind port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:23.783022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b3cbf60-b53a-4aac-b229-7c84eaf7a75c req-079321ec-7acb-4dfc-b1a4-881cf9306659 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0778868 Aug 16 02:01:23.787264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Attempting to bind port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:23.787658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Attempting to bind port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:23.818358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:23.818749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Attempting to bind port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:23.865705 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13585b40-568c-4eaf-a2fe-81dd56627daf x-openstack-request-id: req-13585b40-568c-4eaf-a2fe-81dd56627daf {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:23.866206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:23.866309 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d7b49d-5b91-4f3a-86c3-e7881453df80", "name": "network-vif-plugged", "status": "completed", "tag": "cd368623-1560-4c4b-819f-b76c49043154", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:23.866309 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13585b40-568c-4eaf-a2fe-81dd56627daf {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:23.866565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:23.866677 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d7b49d-5b91-4f3a-86c3-e7881453df80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd368623-1560-4c4b-819f-b76c49043154', 'code': 200} Aug 16 02:01:23.867051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:23.867583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Bound port: 1aff2587-ff60-4e90-bf24-ef9ba2a3a519, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:23.868576 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.942418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928934c0-0a19-4bdf-a628-ae0685eb3c58 req-55a2b5f1-22c8-46e3-a8a3-dcdf51e94837 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.951608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-928934c0-0a19-4bdf-a628-ae0685eb3c58 req-55a2b5f1-22c8-46e3-a8a3-dcdf51e94837 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 944 time: 1.1345263 Aug 16 02:01:24.056133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-928934c0-0a19-4bdf-a628-ae0685eb3c58 req-9e3692fb-e4b7-4f8a-adf1-ecaecd1cf0b2 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983381 Aug 16 02:01:24.066699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260fc79-dab0-4028-845f-517aa04729e2 req-1b14256b-03fc-409c-8b68-3131c8feb418 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.068418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4260fc79-dab0-4028-845f-517aa04729e2 req-1b14256b-03fc-409c-8b68-3131c8feb418 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.1433306 Aug 16 02:01:24.088580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] For port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:24.098573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] For port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:24.109408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffe25b-16c6-43ce-957c-4d6a6115cac7 req-a9f6d199-15d4-4d9b-a9e4-2194de1788f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.111272 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92ffe25b-16c6-43ce-957c-4d6a6115cac7 req-a9f6d199-15d4-4d9b-a9e4-2194de1788f9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 1097 time: 0.1595819 Aug 16 02:01:24.119284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.150428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.151081 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.152853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] 10.222.0.93 "PUT /v2.0/ports/1aff2587-ff60-4e90-bf24-ef9ba2a3a519 HTTP/1.1" status: 200 len: 1097 time: 2.2083783 Aug 16 02:01:24.158286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ea54fe-6156-485f-8826-255bfc9c5118', 'tag': '1aff2587-ff60-4e90-bf24-ef9ba2a3a519'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:24.161923 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fd42e4-3d60-417e-992b-7178ab05508a" -d '{"events": [{"name": "network-changed", "server_uuid": "55ea54fe-6156-485f-8826-255bfc9c5118", "tag": "1aff2587-ff60-4e90-bf24-ef9ba2a3a519"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:24.329264 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4260fc79-dab0-4028-845f-517aa04729e2 req-b7cbe95a-14cc-4483-a5d2-1122112ac0fe tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516234 Aug 16 02:01:24.334482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92ffe25b-16c6-43ce-957c-4d6a6115cac7 req-7f6a3a72-4a23-4367-8b9d-37d688a91c9e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030625 Aug 16 02:01:24.382934 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.389485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c7640-ad77-444d-908f-b414b314cd1a req-7c4b1c1e-389d-4eb1-a9a4-12699e1a24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.391133 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-7c4b1c1e-389d-4eb1-a9a4-12699e1a24d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 1100 time: 0.1471200 Aug 16 02:01:24.391751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582eec5-34a9-486c-9a8c-22fcb4c9bc95 service neutron] Pushing event updated for resources: {'Port': ['ID=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:24.542539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Pushing event deleted for resources: {'Port': ['ID=5518e579-eaac-46e1-b793-443a5a6440db,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:24.560535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:24.584544 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-88b56fca-a089-4f1f-b759-b6c0dbb18674 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1aff2587-ff60-4e90-bf24-ef9ba2a3a519 HTTP/1.1" status: 200 len: 217 time: 0.1569059 Aug 16 02:01:24.600048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.653525 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25c9319-3660-44f7-a400-d6f226efa9e4 x-openstack-request-id: req-f25c9319-3660-44f7-a400-d6f226efa9e4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:24.653937 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ea54fe-6156-485f-8826-255bfc9c5118", "tag": "1aff2587-ff60-4e90-bf24-ef9ba2a3a519", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:24.654053 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f25c9319-3660-44f7-a400-d6f226efa9e4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:24.654452 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ea54fe-6156-485f-8826-255bfc9c5118', 'tag': '1aff2587-ff60-4e90-bf24-ef9ba2a3a519', 'status': 'completed', 'code': 200} Aug 16 02:01:24.760625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f1e5d-91ee-4553-b736-2dbdf6e899ed req-555aa5f1-f07a-40a4-b144-b637a62f21a0 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.768592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-983f1e5d-91ee-4553-b736-2dbdf6e899ed req-555aa5f1-f07a-40a4-b144-b637a62f21a0 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 948 time: 0.2512319 Aug 16 02:01:24.948532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.019444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-983f1e5d-91ee-4553-b736-2dbdf6e899ed req-859e061b-bbd5-4b51-96a0-e1778a4b228c tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496319 Aug 16 02:01:25.077072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046349f-8e51-4d8e-b802-71ff549ab45f req-202d8baf-7da4-4725-84f2-4bf03af62a15 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.078916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e046349f-8e51-4d8e-b802-71ff549ab45f req-202d8baf-7da4-4725-84f2-4bf03af62a15 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 936 time: 0.1253304 Aug 16 02:01:25.202398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e046349f-8e51-4d8e-b802-71ff549ab45f req-45db0dc2-9924-4ff9-bb02-8bc794cacd4d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114566 Aug 16 02:01:25.277624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c7640-ad77-444d-908f-b414b314cd1a req-ec342678-b415-49ef-bc29-0c5f8e4760a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.279024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-ec342678-b415-49ef-bc29-0c5f8e4760a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.6738715 Aug 16 02:01:25.280818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Transition to ACTIVE for port object 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:25.287522 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.323844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3e1fe213-b923-40ba-88ee-d8c2813c2b9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:25.537470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Router 438b9d05-502a-4a34-a76d-b7dce6330408 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:25.566282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d21665-42aa-4e9c-b4e9-2204169cab22 req-b77c37a7-3145-4485-bc66-47d7fd481741 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.576086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68d21665-42aa-4e9c-b4e9-2204169cab22 req-b77c37a7-3145-4485-bc66-47d7fd481741 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 945 time: 0.3683324 Aug 16 02:01:25.632691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f812d9b-3557-4451-a132-507aa877ec3e req-1c894753-5652-4f4d-a04b-0831498abc48 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.640857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f812d9b-3557-4451-a132-507aa877ec3e req-1c894753-5652-4f4d-a04b-0831498abc48 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.1519363 Aug 16 02:01:25.651556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c7640-ad77-444d-908f-b414b314cd1a req-2d6c07b2-9ae7-47bc-ad67-5d31c3ca1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.664940 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-2d6c07b2-9ae7-47bc-ad67-5d31c3ca1b34 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3494835 Aug 16 02:01:25.667757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:25.700860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68d21665-42aa-4e9c-b4e9-2204169cab22 req-f3fc8982-ccfd-4b54-9ce1-ab5daf66070e tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233187 Aug 16 02:01:25.795577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:25.795914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:25.796290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:25.810726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:25.810726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:25.823334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:25.823677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:25.824127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:25.824569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Bound port: 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:25.824928 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.849778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-563117b7-c276-4496-8f5a-e07b0e6f01ec service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837745 Aug 16 02:01:25.935689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:25.956642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0368750b-7c76-4d40-9d30-60039280fa90 admin admin] 10.222.0.61 "PUT /v2.0/routers/438b9d05-502a-4a34-a76d-b7dce6330408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0139914 Aug 16 02:01:25.957393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] Sync routers for ids ['438b9d05-502a-4a34-a76d-b7dce6330408'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:25.957497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:25.984464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] Routers {'438b9d05-502a-4a34-a76d-b7dce6330408'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:25.985136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:01:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['438b9d05-502a-4a34-a76d-b7dce6330408'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.075636 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-180c7640-ad77-444d-908f-b414b314cd1a req-cdee94bb-f069-4b5c-9d90-382af163cc2c service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484425 Aug 16 02:01:26.122864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f812d9b-3557-4451-a132-507aa877ec3e req-a5d80142-4c90-4f7a-a047-d7287266ad0c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808958 Aug 16 02:01:26.136418 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.190483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:26.269430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:26.285616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] Set router 438b9d05-502a-4a34-a76d-b7dce6330408 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:26.292400 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.335161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.335942 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.339638 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] 10.222.0.86 "PUT /v2.0/ports/5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 1097 time: 3.4103804 Aug 16 02:01:26.439300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-a5078913-1a4e-4f25-ab26-214184eeeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.440880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-a5078913-1a4e-4f25-ab26-214184eeeafc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 1100 time: 0.2814581 Aug 16 02:01:26.500400 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.609705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304dd14-e241-4e46-9168-95fbf22a507e service neutron] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:26.642326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6eaf74-8e6a-464e-8163-a950baf7e72e req-03f81fa7-8418-4a3c-aa9f-b05ea8a6e1b5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.643891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e6eaf74-8e6a-464e-8163-a950baf7e72e req-03f81fa7-8418-4a3c-aa9f-b05ea8a6e1b5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 948 time: 0.1989160 Aug 16 02:01:26.662663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:03Z', 'updated_at': '2021-08-16T02:01:24Z', 'revision_number': 5, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'gw_port': {'id': '2feb5167-f74e-4f87-9f9c-3bea78ece6e6', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.677844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08653128-baee-4f40-8a6e-a746d5610f19 req-a4920035-e7f9-41ab-b3b0-f0fe2d66719d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.710986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08653128-baee-4f40-8a6e-a746d5610f19 req-a4920035-e7f9-41ab-b3b0-f0fe2d66719d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 948 time: 0.2946253 Aug 16 02:01:26.731830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] Checking router: 438b9d05-502a-4a34-a76d-b7dce6330408 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:26.744947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] Routers {'438b9d05-502a-4a34-a76d-b7dce6330408'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:26.747712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:01:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['438b9d05-502a-4a34-a76d-b7dce6330408'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.779762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:26.782232 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20027c57-b2c7-4043-b469-20c47243b7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:26.786407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-455419a3-16bc-44f0-95cf-419064f5dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.787933 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-455419a3-16bc-44f0-95cf-419064f5dfd6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2973840 Aug 16 02:01:26.809553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08653128-baee-4f40-8a6e-a746d5610f19 req-f66dfc33-1344-4570-9526-452acfa0d065 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971813 Aug 16 02:01:26.839458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-7cbae7b3-8ba4-4485-877e-8948342c9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.841820 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-7cbae7b3-8ba4-4485-877e-8948342c9b52 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1100 time: 0.3834720 Aug 16 02:01:26.900239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e6eaf74-8e6a-464e-8163-a950baf7e72e req-305e9ef7-a2b1-42d6-bc11-8a50f7a19ea4 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692865 Aug 16 02:01:26.910545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Deleting port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:26.916524 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.933931 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-e6b43322-6e31-41f8-b475-518bedf5ba3b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1aff2587-ff60-4e90-bf24-ef9ba2a3a519 HTTP/1.1" status: 200 len: 217 time: 0.1159878 Aug 16 02:01:26.986447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] Set router 438b9d05-502a-4a34-a76d-b7dce6330408 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:27.000338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-2f0de9f3-3f6d-46f3-b543-a459a2c7a9e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.0834045 Aug 16 02:01:27.069980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:03Z', 'updated_at': '2021-08-16T02:01:26Z', 'revision_number': 6, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:27.095153 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da87b84-673a-4849-9211-d597a32e0627 x-openstack-request-id: req-1da87b84-673a-4849-9211-d597a32e0627 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:27.095626 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:27.096063 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1da87b84-673a-4849-9211-d597a32e0627 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:27.096733 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'status': 'completed', 'code': 200} Aug 16 02:01:27.098097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] For port 2feb5167-f74e-4f87-9f9c-3bea78ece6e6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2feb5167-f74e-4f87-9f9c-3bea78ece6e6,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:27.098594 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.135767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964bf7c-dec5-4812-addd-3b592316b632 None None] The sync data for ids ['438b9d05-502a-4a34-a76d-b7dce6330408'] in n-d-768862-14 is: [{'id': '438b9d05-502a-4a34-a76d-b7dce6330408', 'name': 'tempest-ServersTestMultiNic-217226010-router', 'tenant_id': 'b9c658ee3f214e51983195634b0a95a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:03Z', 'updated_at': '2021-08-16T02:01:26Z', 'revision_number': 6, 'project_id': 'b9c658ee3f214e51983195634b0a95a5', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:27.170844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Calling delete_port for 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:27.206542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179d250-7cef-4dae-83e9-4819149bb2bd req-97593914-0eb9-4a46-b0bd-fc157dad4b34 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.207915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6179d250-7cef-4dae-83e9-4819149bb2bd req-97593914-0eb9-4a46-b0bd-fc157dad4b34 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 945 time: 0.1008048 Aug 16 02:01:27.282991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-8d4c81d9-7d69-4fdf-a723-8b0498f56d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.284549 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-8d4c81d9-7d69-4fdf-a723-8b0498f56d8b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2936034 Aug 16 02:01:27.288390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6179d250-7cef-4dae-83e9-4819149bb2bd req-b172eda9-a785-4ff2-b450-3fb16308e0ea tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Aug 16 02:01:27.318229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-e73e76f7-4d52-4cee-a0aa-211eafcd816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.320430 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-e73e76f7-4d52-4cee-a0aa-211eafcd816e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2228012 Aug 16 02:01:27.483206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-fe0234df-95af-428a-ae86-3648aaf254b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.487074 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-fe0234df-95af-428a-ae86-3648aaf254b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1920142 Aug 16 02:01:27.518428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-cf9caf8d-7252-4fc7-8efb-fca554603f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.519498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee42738-48ac-4996-b26d-c0adbd966358 req-3e6605d7-91c1-4dd2-9645-0ad6b35b3ead tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.522417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bee42738-48ac-4996-b26d-c0adbd966358 req-3e6605d7-91c1-4dd2-9645-0ad6b35b3ead tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.1062248 Aug 16 02:01:27.530570 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-cf9caf8d-7252-4fc7-8efb-fca554603f0d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1643131 Aug 16 02:01:27.597220 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bee42738-48ac-4996-b26d-c0adbd966358 req-8a91f2dc-7c6a-4263-a815-c01d15e22eff tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607560 Aug 16 02:01:27.714487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.766767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2feb5167-f74e-4f87-9f9c-3bea78ece6e6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:27.851166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-f197e912-4c54-4983-9547-79afbb96d467 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486028 Aug 16 02:01:27.859739 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-c7a29853-b7c0-4fc8-b637-874b0f885e21 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146787 Aug 16 02:01:27.918325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.020747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.023333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.170237 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2fd42e4-3d60-417e-992b-7178ab05508a req-2ec3edc4-927f-4858-8e36-f3947107cdbf service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035638 Aug 16 02:01:28.174236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5518e579-eaac-46e1-b793-443a5a6440db no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:28.214267 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d332436-4913-4aa6-9c78-f518cf7b357d req-5b7de576-11f0-41e3-abd1-0ffa99c9cd6e service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184657 Aug 16 02:01:28.226463 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.229403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5518e579-eaac-46e1-b793-443a5a6440db {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:28.229885 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5518e579-eaac-46e1-b793-443a5a6440db not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:28.230435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:28.233128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 438b9d05-502a-4a34-a76d-b7dce6330408 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:01:28.242424 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.252407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2179b819-60e9-4181-b1f9-218658ef14b2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/438b9d05-502a-4a34-a76d-b7dce6330408 HTTP/1.1" status: 204 len: 168 time: 2.2955256 Aug 16 02:01:28.254552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:28.303553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:28.304006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2feb5167-f74e-4f87-9f9c-3bea78ece6e6 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:28.322867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae256c-7b21-4166-b20d-a67fc28ac82c req-f67a0c0a-df9b-4255-8cc9-a6f3c3a5d2c0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.331261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cae256c-7b21-4166-b20d-a67fc28ac82c req-f67a0c0a-df9b-4255-8cc9-a6f3c3a5d2c0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 948 time: 0.1893318 Aug 16 02:01:28.372061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ae08e5-a575-452f-a35d-63bf7196e8f4 admin admin] Deleting subnet 653602f1-1df4-4dd5-8e69-d8ce9c7516c1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:28.376879 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ae08e5-a575-452f-a35d-63bf7196e8f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.397675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cae256c-7b21-4166-b20d-a67fc28ac82c req-7f18eaa5-f889-424e-b3a6-a7c98bf8b972 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Aug 16 02:01:28.425634 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ae08e5-a575-452f-a35d-63bf7196e8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.495450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f448f47d-4c1a-4794-ac89-b9e4de794062 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:28.511021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa4df1-e0d9-4842-bf87-1fc55b192d32 req-cfbf5ebb-1962-45f4-9c9b-7791b1a37668 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.523205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16aa4df1-e0d9-4842-bf87-1fc55b192d32 req-cfbf5ebb-1962-45f4-9c9b-7791b1a37668 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 948 time: 0.1294029 Aug 16 02:01:28.605111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16aa4df1-e0d9-4842-bf87-1fc55b192d32 req-0afd1c72-3431-46ee-9a6a-0356b026658c tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787859 Aug 16 02:01:28.873426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ae08e5-a575-452f-a35d-63bf7196e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.044238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf274ea-77a1-4695-ab16-5bc409471e4e req-be7228d5-7d7b-49a4-bcac-d7147ca4b0dd tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.048120 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bf274ea-77a1-4695-ab16-5bc409471e4e req-be7228d5-7d7b-49a4-bcac-d7147ca4b0dd tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 945 time: 0.1896038 Aug 16 02:01:29.084319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ae08e5-a575-452f-a35d-63bf7196e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.128266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51782a82-75b1-4ae5-9a05-bdcfe1cfe983 req-95433b4a-d10b-4f68-a526-ceaf4d0feee9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.131050 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51782a82-75b1-4ae5-9a05-bdcfe1cfe983 req-95433b4a-d10b-4f68-a526-ceaf4d0feee9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.1975720 Aug 16 02:01:29.149920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae08e5-a575-452f-a35d-63bf7196e8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653602f1-1df4-4dd5-8e69-d8ce9c7516c1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:29.157857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20027c57-b2c7-4043-b469-20c47243b7dc req-bb3898ba-ac55-4d43-b3a9-ea6d74eb80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.159660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20027c57-b2c7-4043-b469-20c47243b7dc req-bb3898ba-ac55-4d43-b3a9-ea6d74eb80c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1100 time: 0.6954877 Aug 16 02:01:29.177403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6cd8a-cc07-4c63-9b9d-49c31bc1a5f1 None None] Network a57ff0ba-83f7-42c0-9a8a-04c0de009e28 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:29.206354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bf274ea-77a1-4695-ab16-5bc409471e4e req-b0d094da-91e2-4416-be26-5cff207dec53 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373048 Aug 16 02:01:29.229906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51782a82-75b1-4ae5-9a05-bdcfe1cfe983 req-b17f70e9-bb2c-41ac-b25a-c605255d683c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772829 Aug 16 02:01:29.232776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ae08e5-a575-452f-a35d-63bf7196e8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.234890 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e1ae08e5-a575-452f-a35d-63bf7196e8f4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/653602f1-1df4-4dd5-8e69-d8ce9c7516c1 HTTP/1.1" status: 204 len: 168 time: 0.9791226 Aug 16 02:01:29.237455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:29.313128 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.323470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20027c57-b2c7-4043-b469-20c47243b7dc req-0376f7c3-8b18-4288-9533-7991d2f8b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.324476 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20027c57-b2c7-4043-b469-20c47243b7dc req-0376f7c3-8b18-4288-9533-7991d2f8b3aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1542108 Aug 16 02:01:29.390482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Deleting port 4c3af304-b6fb-407c-a241-596b5e5d2b41 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:29.391513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.421832 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20027c57-b2c7-4043-b469-20c47243b7dc req-8ea1cb1c-d037-43b6-805e-d80beea9dc22 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.0813196 Aug 16 02:01:29.555814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08abd372-adeb-48b1-888c-fd7b515c7378 None None] DHCP port deletion for a57ff0ba-83f7-42c0-9a8a-04c0de009e28 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:29.557491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20027c57-b2c7-4043-b469-20c47243b7dc req-9f6aff14-dd68-4ee2-b03d-f0df418659ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.558972 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20027c57-b2c7-4043-b469-20c47243b7dc req-9f6aff14-dd68-4ee2-b03d-f0df418659ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1225653 Aug 16 02:01:29.679841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] For port 4c3af304-b6fb-407c-a241-596b5e5d2b41, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4c3af304-b6fb-407c-a241-596b5e5d2b41,segment=NetworkSegment(ede74e3e-3705-430e-9db4-c1926f77c140),segment_id=ede74e3e-3705-430e-9db4-c1926f77c140)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:29.684138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.686161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-08abd372-adeb-48b1-888c-fd7b515c7378 None None] Deleting port 4c3af304-b6fb-407c-a241-596b5e5d2b41 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:29.686537 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-08abd372-adeb-48b1-888c-fd7b515c7378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.701122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20027c57-b2c7-4043-b469-20c47243b7dc req-dd9c45f1-9e7f-4ed0-9cb2-cf440b524c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.708140 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20027c57-b2c7-4043-b469-20c47243b7dc req-dd9c45f1-9e7f-4ed0-9cb2-cf440b524c99 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354325 Aug 16 02:01:29.737248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Calling delete_port for 4c3af304-b6fb-407c-a241-596b5e5d2b41 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:29.778224 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555540e-6e64-4d48-a4f9-d6f969381b1c req-b56dc33a-5acd-4f6f-a5af-4d1c6da469a8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.779901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b555540e-6e64-4d48-a4f9-d6f969381b1c req-b56dc33a-5acd-4f6f-a5af-4d1c6da469a8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 948 time: 0.2420609 Aug 16 02:01:29.856409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-08abd372-adeb-48b1-888c-fd7b515c7378 None None] For port 4c3af304-b6fb-407c-a241-596b5e5d2b41, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4c3af304-b6fb-407c-a241-596b5e5d2b41,segment=NetworkSegment(ede74e3e-3705-430e-9db4-c1926f77c140),segment_id=ede74e3e-3705-430e-9db4-c1926f77c140)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:29.856953 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-08abd372-adeb-48b1-888c-fd7b515c7378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.883683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-08abd372-adeb-48b1-888c-fd7b515c7378 None None] Calling delete_port for 4c3af304-b6fb-407c-a241-596b5e5d2b41 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:29.903227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20027c57-b2c7-4043-b469-20c47243b7dc req-3816acda-55ab-4b3f-a7d7-fd7e8363246f service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895490 Aug 16 02:01:29.948999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4c3af304-b6fb-407c-a241-596b5e5d2b41 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:30.003816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3884b-9cda-4c12-ae12-7664f27a5b38 req-07aeef05-f9ef-4627-8d53-8d6f0796dfcd tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.005427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05a3884b-9cda-4c12-ae12-7664f27a5b38 req-07aeef05-f9ef-4627-8d53-8d6f0796dfcd tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 948 time: 0.2509568 Aug 16 02:01:30.115716 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.126468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20027c57-b2c7-4043-b469-20c47243b7dc req-66bf289a-9ba7-4af8-8a8f-c429f54c377b service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131879 Aug 16 02:01:30.132987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05a3884b-9cda-4c12-ae12-7664f27a5b38 req-27249f71-c592-4d9c-9a35-30d5c2d05753 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100104 Aug 16 02:01:30.166817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b555540e-6e64-4d48-a4f9-d6f969381b1c req-0ab3146a-60ca-40ed-ba3c-332fc04f80ab tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712153 Aug 16 02:01:30.178685 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-08abd372-adeb-48b1-888c-fd7b515c7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.218417 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.232417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abd372-adeb-48b1-888c-fd7b515c7378 None None] Pushing event deleted for resources: {'Port': ['ID=4c3af304-b6fb-407c-a241-596b5e5d2b41,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:30.263783 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:01:30.266104 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08abd372-adeb-48b1-888c-fd7b515c7378 None None] No DVR routers for this DVR port 4c3af304-b6fb-407c-a241-596b5e5d2b41 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:30.297777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] No DVR routers for this DVR port 4c3af304-b6fb-407c-a241-596b5e5d2b41 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:30.390420 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.397145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3af304-b6fb-407c-a241-596b5e5d2b41,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:30.398230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-592531ec-b4b8-40b3-a72c-0d65e2fbda0d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.400273 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-592531ec-b4b8-40b3-a72c-0d65e2fbda0d tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 945 time: 0.0944569 Aug 16 02:01:30.434298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:30.505632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.517949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57ff0ba-83f7-42c0-9a8a-04c0de009e28']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:30.526274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Deleting port cd368623-1560-4c4b-819f-b76c49043154 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:30.527601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.529802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede74e3e-3705-430e-9db4-c1926f77c140') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:30.530057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede74e3e-3705-430e-9db4-c1926f77c140') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:30.540758 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.557467 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.564418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:30.564954 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:30.630560 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:30.633779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.639020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.643394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] 10.222.0.61 "DELETE /v2.0/networks/a57ff0ba-83f7-42c0-9a8a-04c0de009e28 HTTP/1.1" status: 204 len: 168 time: 1.4026599 Aug 16 02:01:30.671413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b1439-d150-46ab-bed6-c6c778ce07aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a57ff0ba-83f7-42c0-9a8a-04c0de009e28,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:30.706452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] For port cd368623-1560-4c4b-819f-b76c49043154, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=cd368623-1560-4c4b-819f-b76c49043154,segment=NetworkSegment(78f556d5-bf8f-4329-a53a-1ea9ddd9151e),segment_id=78f556d5-bf8f-4329-a53a-1ea9ddd9151e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:30.708705 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.710686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166403a-dc69-446d-aa6d-c4f63128de12 req-7c2d139c-0fb6-42cd-a58c-17090a4442bb tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.718650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a166403a-dc69-446d-aa6d-c4f63128de12 req-7c2d139c-0fb6-42cd-a58c-17090a4442bb tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 945 time: 0.3553877 Aug 16 02:01:30.730243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:30.742293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Calling delete_port for cd368623-1560-4c4b-819f-b76c49043154 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:30.766732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '1aff2587-ff60-4e90-bf24-ef9ba2a3a519', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '1aff2587-ff60-4e90-bf24-ef9ba2a3a519', 'mac_address': 'fa:16:3e:72:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:30.770563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670b747-fa36-43fe-ae94-f20d531b9920 req-c1a98034-5b5b-4908-8c76-644b1c1db12b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.788733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7670b747-fa36-43fe-ae94-f20d531b9920 req-c1a98034-5b5b-4908-8c76-644b1c1db12b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.3397038 Aug 16 02:01:30.851658 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.853593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a166403a-dc69-446d-aa6d-c4f63128de12 req-56b6db65-2060-4620-be71-9f3f61bc7ae2 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/security-groups?id=f65bdff5-43e1-406b-b301-efc9080c1e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327746 Aug 16 02:01:30.891568 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7670b747-fa36-43fe-ae94-f20d531b9920 req-3629567e-4952-4e1b-8593-0a5c589712d2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990293 Aug 16 02:01:30.896481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36530) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:30.900169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:30.985140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:30.986675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7fefed6e-0059-43cc-913d-30fa016990be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.997680 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.025166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.025585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f7541714-bd35-47f5-83b4-6420a9edd118 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9c658ee3f214e51983195634b0a95a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1217532 Aug 16 02:01:31.079309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.168244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Pushing event deleted for resources: {'Port': ['ID=cd368623-1560-4c4b-819f-b76c49043154,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:31.223148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] No DVR routers for this DVR port cd368623-1560-4c4b-819f-b76c49043154 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:31.232630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.234926 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-415cf00f-3d9e-4b5b-849a-e96c2abe31fc req-6810a928-95c4-449f-a22b-1613422771ec tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.93 "DELETE /v2.0/ports/cd368623-1560-4c4b-819f-b76c49043154 HTTP/1.1" status: 204 len: 173 time: 0.8239350 Aug 16 02:01:31.237779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d7b49d-5b91-4f3a-86c3-e7881453df80', 'name': 'network-vif-deleted', 'tag': 'cd368623-1560-4c4b-819f-b76c49043154'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:31.239736 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb471953-609d-4233-a7a6-c31431fc5212" -d '{"events": [{"server_uuid": "87d7b49d-5b91-4f3a-86c3-e7881453df80", "name": "network-vif-deleted", "tag": "cd368623-1560-4c4b-819f-b76c49043154"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:31.256922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-82c7c242-5ef5-424d-af2d-10005c38c460 service neutron] 10.222.0.86 "GET /v2.0/ports/f448f47d-4c1a-4794-ac89-b9e4de794062/bindings/n-h2-768862-14 HTTP/1.1" status: 200 len: 385 time: 0.1614003 Aug 16 02:01:31.267794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff2d9-e407-4c95-9262-9de8cae9f952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.296773 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff2d9-e407-4c95-9262-9de8cae9f952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.391279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:31.415183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff2d9-e407-4c95-9262-9de8cae9f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.418144 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff2d9-e407-4c95-9262-9de8cae9f952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.422325 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc5ff2d9-e407-4c95-9262-9de8cae9f952 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54453729-3241-476b-8969-a44d815bc596 HTTP/1.1" status: 204 len: 168 time: 0.3948441 Aug 16 02:01:31.441644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ff2d9-e407-4c95-9262-9de8cae9f952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54453729-3241-476b-8969-a44d815bc596,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:31.458619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3c24f-c705-4aa2-836c-eeb7d5724b04 req-82464c0a-9547-4a3c-bf24-cd23e228138c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.469277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94d3c24f-c705-4aa2-836c-eeb7d5724b04 req-82464c0a-9547-4a3c-bf24-cd23e228138c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 948 time: 0.1595519 Aug 16 02:01:31.503198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['1aff2587-ff60-4e90-bf24-ef9ba2a3a519'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:31.520628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff2259-c921-4f31-a20e-c3094033dfca req-6189427c-e1ab-4bbf-b8b2-874a651bc6e6 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.529202 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5aff2259-c921-4f31-a20e-c3094033dfca req-6189427c-e1ab-4bbf-b8b2-874a651bc6e6 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 949 time: 0.2212839 Aug 16 02:01:31.574809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94d3c24f-c705-4aa2-836c-eeb7d5724b04 req-5ca06e92-0553-48be-a95d-7577b4293e16 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018293 Aug 16 02:01:31.674975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5aff2259-c921-4f31-a20e-c3094033dfca req-f3570c21-8921-41fc-9ee0-ffe1a0c79cd8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422033 Aug 16 02:01:31.703809 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b2e3e2-de74-4fba-aa79-0949de73a5c7 x-openstack-request-id: req-47b2e3e2-de74-4fba-aa79-0949de73a5c7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:31.704331 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d7b49d-5b91-4f3a-86c3-e7881453df80", "name": "network-vif-deleted", "tag": "cd368623-1560-4c4b-819f-b76c49043154", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:31.704331 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47b2e3e2-de74-4fba-aa79-0949de73a5c7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:31.704738 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d7b49d-5b91-4f3a-86c3-e7881453df80', 'name': 'network-vif-deleted', 'tag': 'cd368623-1560-4c4b-819f-b76c49043154', 'status': 'completed', 'code': 200} Aug 16 02:01:31.742252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:31.786532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:31.837492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f448f47d-4c1a-4794-ac89-b9e4de794062 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:31.849217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:31.866154 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.014758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7c84d60-f21d-4b6d-9d3d-b62ab501ef2f req-50411893-0c77-4efb-972f-9a1eb2747b18 tempest-ServerMetadataNegativeTestJSON-1369974371 tempest-ServerMetadataNegativeTestJSON-1369974371-project] 10.222.0.61 "GET /v2.0/ports?device_id=87d7b49d-5b91-4f3a-86c3-e7881453df80 HTTP/1.1" status: 200 len: 210 time: 0.0471606 Aug 16 02:01:32.069125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] Transition to ACTIVE for port object f448f47d-4c1a-4794-ac89-b9e4de794062 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:32.075320 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.210392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa976-7b35-4788-8149-fcd35110d87b req-f3d0c512-6d9a-42a5-9754-9d14dd199d51 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.212564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac1aa976-7b35-4788-8149-fcd35110d87b req-f3d0c512-6d9a-42a5-9754-9d14dd199d51 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 943 time: 0.1625345 Aug 16 02:01:32.225692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] No DVR routers for this DVR port f448f47d-4c1a-4794-ac89-b9e4de794062 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:32.273007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] Pushing event updated for resources: {'Port': ['ID=f448f47d-4c1a-4794-ac89-b9e4de794062,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:32.282392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-c873330e-bf15-4a46-bee5-b01bad9d6007 service neutron] 10.222.0.86 "PUT /v2.0/ports/f448f47d-4c1a-4794-ac89-b9e4de794062/bindings/n-h2-768862-14/activate HTTP/1.1" status: 200 len: 370 time: 0.9729402 Aug 16 02:01:32.302975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac1aa976-7b35-4788-8149-fcd35110d87b req-466ea268-69fa-478b-8cbe-307e42f28207 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809138 Aug 16 02:01:32.436255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device cd368623-1560-4c4b-819f-b76c49043154 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:32.449373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-9eaad896-dd1d-4784-91fe-725303c532a5 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.451172 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-9eaad896-dd1d-4784-91fe-725303c532a5 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.0679977 Aug 16 02:01:32.469844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: cd368623-1560-4c4b-819f-b76c49043154 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:32.470209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device cd368623-1560-4c4b-819f-b76c49043154 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:32.515852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-d50a53ce-da24-494c-ba2f-31852cd93c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.517368 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-d50a53ce-da24-494c-ba2f-31852cd93c1f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec&tenant_id=cd4786612bfb44e88800a68032521120 HTTP/1.1" status: 200 len: 1096 time: 0.0571632 Aug 16 02:01:32.519468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:32.592188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-5c35c35c-4468-43c2-a0e1-5a6803cc6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.593589 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-5c35c35c-4468-43c2-a0e1-5a6803cc6043 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1096 time: 0.0440249 Aug 16 02:01:32.642302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:32.656628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'mac_address': 'fa:16:3e:4a:63:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:32.667945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:32.700082 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.717775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:32.737749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-f3fb767d-3ea8-41cf-ade7-fcaf3a3dbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.739575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:32.743595 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-f3fb767d-3ea8-41cf-ade7-fcaf3a3dbf05 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.1364563 Aug 16 02:01:32.746238 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.761137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0247a-a855-4dd4-91ca-eb4737cc3da9 req-3af276f3-b50b-4592-bf92-9716260e3958 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.767589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ed0247a-a855-4dd4-91ca-eb4737cc3da9 req-3af276f3-b50b-4592-bf92-9716260e3958 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 948 time: 0.1139972 Aug 16 02:01:32.800232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:32.806424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1078638140-network', 'tenant_id': '8ebc920198974ed5a5cde11139d380b2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:32.810532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-4bf673a9-6c9a-460e-a9c9-1b28862b2bad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f448f47d-4c1a-4794-ac89-b9e4de794062 HTTP/1.1" status: 200 len: 217 time: 0.0565758 Aug 16 02:01:32.848227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ed0247a-a855-4dd4-91ca-eb4737cc3da9 req-6408ffb5-5c8f-42cf-bf76-c86939ee36c3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693066 Aug 16 02:01:32.859433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e30551-ec3d-4f2f-b2d2-805e9413056d req-70a51804-bc5f-45ac-996f-4c613c337153 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.861515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7e30551-ec3d-4f2f-b2d2-805e9413056d req-70a51804-bc5f-45ac-996f-4c613c337153 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 949 time: 0.0928562 Aug 16 02:01:32.871370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Made reservation on behalf of 8ebc920198974ed5a5cde11139d380b2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:32.873963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.895485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.911610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-220f63d0-5fbf-4c4e-879a-75fd23538073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.911875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7e30551-ec3d-4f2f-b2d2-805e9413056d req-68952f4f-4e9f-4153-82a6-1ba645760955 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433419 Aug 16 02:01:32.913107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-220f63d0-5fbf-4c4e-879a-75fd23538073 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.0944347 Aug 16 02:01:32.986956 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-2663a5b8-4c12-41ed-a8fc-1b5bde83e1eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299549 Aug 16 02:01:33.069619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.095993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.101188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.119295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71ec1a4-2514-4ce5-8ff8-a532539bdc89 admin admin] Deleting subnet d18b2680-212a-4723-9ae7-08b778bc1729 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:33.122567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e71ec1a4-2514-4ce5-8ff8-a532539bdc89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.131325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:33.150359 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-cba6f8ab-5742-40df-b3c7-9d314fb98958 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501145 Aug 16 02:01:33.154096 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.154433 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Added segment 22c83687-5c09-407f-ae32-ef06a9c88cf0 of type vlan for network d1e5a067-9e50-4e0c-a98c-bfb426324dcf Aug 16 02:01:33.156335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1a216f-0187-4816-8efb-dc2d82a7e3fb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.159377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e71ec1a4-2514-4ce5-8ff8-a532539bdc89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.201758 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e71ec1a4-2514-4ce5-8ff8-a532539bdc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.260251 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.266004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:33.280137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e71ec1a4-2514-4ce5-8ff8-a532539bdc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.298341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e71ec1a4-2514-4ce5-8ff8-a532539bdc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.302721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e71ec1a4-2514-4ce5-8ff8-a532539bdc89 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d18b2680-212a-4723-9ae7-08b778bc1729 HTTP/1.1" status: 204 len: 168 time: 0.2297206 Aug 16 02:01:33.315330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36638) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.330729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ec1a4-2514-4ce5-8ff8-a532539bdc89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18b2680-212a-4723-9ae7-08b778bc1729,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.418247 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.428655 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-5c03c9e6-8979-4f64-8731-8f6f8ab39f92 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620456 Aug 16 02:01:33.433125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.434163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.434811 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.470380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36bfb-8596-4470-b8f2-2af0296c4d93 req-4ce4bba9-1119-4ab6-ae88-3ef40156d319 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.478214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41d36bfb-8596-4470-b8f2-2af0296c4d93 req-4ce4bba9-1119-4ab6-ae88-3ef40156d319 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 950 time: 0.0924118 Aug 16 02:01:33.505271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbb15e-3c7a-49ac-b6fb-1412ab1ec067 req-fe733fa0-23c4-48f9-8e30-2a4b08fe2e79 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.506751 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7cbb15e-3c7a-49ac-b6fb-1412ab1ec067 req-fe733fa0-23c4-48f9-8e30-2a4b08fe2e79 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 944 time: 0.0931959 Aug 16 02:01:33.514072 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8452525 Aug 16 02:01:33.517619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.524071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Request body: {'subnet': {'network_id': 'd1e5a067-9e50-4e0c-a98c-bfb426324dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1078638140-subnet', 'tenant_id': '8ebc920198974ed5a5cde11139d380b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:33.547425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41d36bfb-8596-4470-b8f2-2af0296c4d93 req-56d51f2e-6871-47b3-b8ba-e3f15a4827fd tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683272 Aug 16 02:01:33.557679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371aade-314a-4091-8bbf-b557c29af1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e5a067-9e50-4e0c-a98c-bfb426324dcf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.572391 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6be160ac-7ee6-4be3-84f8-add3560fd797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.576489 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.577777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d1e5a067-9e50-4e0c-a98c-bfb426324dcf details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:33.579027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7cbb15e-3c7a-49ac-b6fb-1412ab1ec067 req-80108b20-41da-48ae-982a-f7ae39b8192f tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604143 Aug 16 02:01:33.580167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Made reservation on behalf of 8ebc920198974ed5a5cde11139d380b2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:33.582723 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.589926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220da52b-3dc9-4c5e-b4f5-335243d8f3d2']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:33.605791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f556d5-bf8f-4329-a53a-1ea9ddd9151e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:33.606276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f556d5-bf8f-4329-a53a-1ea9ddd9151e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:33.616772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.643237 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.652660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:33.653193 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:33.705710 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:33.728769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.734016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.738788 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] 10.222.0.61 "DELETE /v2.0/networks/220da52b-3dc9-4c5e-b4f5-335243d8f3d2 HTTP/1.1" status: 204 len: 168 time: 0.4250951 Aug 16 02:01:33.779748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66dc92-c669-422c-ac36-3735fc9add0d admin admin] Pushing event deleted for resources: {'Network': ['ID=220da52b-3dc9-4c5e-b4f5-335243d8f3d2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.822987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-cbe543a6-6776-4f33-9350-9373a75a21d9 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.824974 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-cbe543a6-6776-4f33-9350-9373a75a21d9 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.0875473 Aug 16 02:01:33.836839 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.871719 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.927572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36670) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.975663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Pushing event updated for resources: {'Subnet': ['ID=411c0a46-dcc2-49c4-b5cc-80be68161e49,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.994355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Checking segment: {'id': '22c83687-5c09-407f-ae32-ef06a9c88cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd1e5a067-9e50-4e0c-a98c-bfb426324dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:33.994355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Network hostable DHCP agents. Network: d1e5a067-9e50-4e0c-a98c-bfb426324dcf, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:34.015841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1cb04-83fb-4e9f-b573-c3a048bc7cfa req-280ae11a-25d9-4bd3-aaa5-6c650e545f10 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.017385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ff1cb04-83fb-4e9f-b573-c3a048bc7cfa req-280ae11a-25d9-4bd3-aaa5-6c650e545f10 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 949 time: 0.0773919 Aug 16 02:01:34.036563 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bca6a849-7b12-4f94-95f4-cff5c148cec9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58639014b6c54ac79f93c1915c965b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054225 Aug 16 02:01:34.036868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:34.044815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-460d0f11-1cde-4472-8c67-5a1c0689f1d1 service neutron] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:34.048370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-460d0f11-1cde-4472-8c67-5a1c0689f1d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.049527 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ae100a5f-23c8-40b7-9273-f75ecc09cc9e req-460d0f11-1cde-4472-8c67-5a1c0689f1d1 service neutron] 10.222.0.93 "DELETE /v2.0/ports/f448f47d-4c1a-4794-ac89-b9e4de794062/bindings/n-h1-768862-14 HTTP/1.1" status: 204 len: 173 time: 0.2148139 Aug 16 02:01:34.050974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Network d1e5a067-9e50-4e0c-a98c-bfb426324dcf is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:34.082575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d1e5a067-9e50-4e0c-a98c-bfb426324dcf) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:34.090957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675a91e-664f-4e7c-80c0-5c5a063e22b7 None None] Network d1e5a067-9e50-4e0c-a98c-bfb426324dcf requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:34.095149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.095657 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.117539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ff1cb04-83fb-4e9f-b573-c3a048bc7cfa req-950b0f59-1e71-4f96-82e1-65b76ad5c2ca tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893641 Aug 16 02:01:34.149728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1ba4929c-7871-4def-98ff-b64835d861da admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6286943 Aug 16 02:01:34.179299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-696b9041-f328-41de-b2e6-398b96a3ff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.253621 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-696b9041-f328-41de-b2e6-398b96a3ff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.258622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58b8aa-40f4-4e23-8537-fcfb3ddd376a None None] Network d1e5a067-9e50-4e0c-a98c-bfb426324dcf requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:34.308856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a80a-02af-47a0-b2f6-1011134df745 req-7accc9aa-101f-4c88-90e9-04cc56f5da0f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.310316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf98a80a-02af-47a0-b2f6-1011134df745 req-7accc9aa-101f-4c88-90e9-04cc56f5da0f tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 949 time: 0.0936842 Aug 16 02:01:34.354171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-696b9041-f328-41de-b2e6-398b96a3ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.357036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-696b9041-f328-41de-b2e6-398b96a3ff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.358444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-696b9041-f328-41de-b2e6-398b96a3ff39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f65bdff5-43e1-406b-b301-efc9080c1e95 HTTP/1.1" status: 204 len: 168 time: 0.3204834 Aug 16 02:01:34.410571 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf98a80a-02af-47a0-b2f6-1011134df745 req-51bbea97-2d49-4ade-9f45-d23b7cf3f1c3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759068 Aug 16 02:01:34.410571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b9041-f328-41de-b2e6-398b96a3ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65bdff5-43e1-406b-b301-efc9080c1e95,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.463514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:34.525829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:34.530877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:34.531340 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.632958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.667394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ea54fe-6156-485f-8826-255bfc9c5118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff2587-ff60-4e90-bf24-ef9ba2a3a519'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:34.670005 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6c74ae-a99b-4f03-aab5-bd86ce20f7af" -d '{"events": [{"server_uuid": "55ea54fe-6156-485f-8826-255bfc9c5118", "name": "network-vif-plugged", "status": "completed", "tag": "1aff2587-ff60-4e90-bf24-ef9ba2a3a519"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:34.684790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:34.691509 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.761924 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.773111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.871586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea34c66-e9a5-4e95-9377-b6f1107ca916 req-a404ea5e-c14e-4c56-8467-fbc40a9814ce tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.873850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ea34c66-e9a5-4e95-9377-b6f1107ca916 req-a404ea5e-c14e-4c56-8467-fbc40a9814ce tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 944 time: 0.0596178 Aug 16 02:01:34.918521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ea34c66-e9a5-4e95-9377-b6f1107ca916 req-ad594811-81e7-451c-9d4c-e53e80e9fbb9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382662 Aug 16 02:01:34.987964 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d56072-0008-4626-a1cf-5794e01c0ccc x-openstack-request-id: req-28d56072-0008-4626-a1cf-5794e01c0ccc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:34.988280 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ea54fe-6156-485f-8826-255bfc9c5118", "name": "network-vif-plugged", "status": "completed", "tag": "1aff2587-ff60-4e90-bf24-ef9ba2a3a519", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:34.993325 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28d56072-0008-4626-a1cf-5794e01c0ccc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:34.993325 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ea54fe-6156-485f-8826-255bfc9c5118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff2587-ff60-4e90-bf24-ef9ba2a3a519', 'code': 200} Aug 16 02:01:35.142032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17df838-d565-4193-85d8-42787a4972ae req-2fb121cc-aa51-44c6-96de-fac59436074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.143580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b17df838-d565-4193-85d8-42787a4972ae req-2fb121cc-aa51-44c6-96de-fac59436074a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 1102 time: 0.0824831 Aug 16 02:01:35.196445 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b17df838-d565-4193-85d8-42787a4972ae req-b3c81ca2-41f9-4e0b-9e7e-863c90c4d3d1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Aug 16 02:01:35.260616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20a2f-8a00-4b64-80fa-fb8ea6625e41 req-af7d9075-bc54-482c-be86-de3c8d2f026b tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.262537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10d20a2f-8a00-4b64-80fa-fb8ea6625e41 req-af7d9075-bc54-482c-be86-de3c8d2f026b tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1096 time: 0.0483708 Aug 16 02:01:35.309055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10d20a2f-8a00-4b64-80fa-fb8ea6625e41 req-3389b068-eb4e-4103-869e-790c1ae4df3b tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Aug 16 02:01:35.363613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:35.468378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab0f22-ace8-44da-8e88-a1b824b94f38 req-0f359b0c-a029-408d-9d3e-61556adb5467 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.472703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5eab0f22-ace8-44da-8e88-a1b824b94f38 req-0f359b0c-a029-408d-9d3e-61556adb5467 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 949 time: 0.0787778 Aug 16 02:01:35.526194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5eab0f22-ace8-44da-8e88-a1b824b94f38 req-32008031-0666-40f1-b32b-b7209e0eed26 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436652 Aug 16 02:01:35.533464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-network', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:35.577063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Made reservation on behalf of 8dda2d21c6364f58bd08e8e8c7278035 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:35.580724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.608394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05bd3e-b501-44b6-bb09-7a4df1007a39 req-ca702b67-1743-40d5-8f15-429dbde09979 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.609651 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.616086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f05bd3e-b501-44b6-bb09-7a4df1007a39 req-ca702b67-1743-40d5-8f15-429dbde09979 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 1096 time: 0.0540016 Aug 16 02:01:35.651769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f05bd3e-b501-44b6-bb09-7a4df1007a39 req-69d232f4-1998-48ed-826c-c2fff56a7e95 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347152 Aug 16 02:01:35.745454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b60fb-eb89-4f1c-85d2-108c5dddc003 req-8cdd0888-1fee-4e76-8a59-8c6e1f822be2 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.747029 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-680b60fb-eb89-4f1c-85d2-108c5dddc003 req-8cdd0888-1fee-4e76-8a59-8c6e1f822be2 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 950 time: 0.0637870 Aug 16 02:01:35.749948 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.755312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.790726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-680b60fb-eb89-4f1c-85d2-108c5dddc003 req-fca556dd-13d8-468d-8b26-1c616de65a20 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Aug 16 02:01:35.791482 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:35.797887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f15e9b-560e-4002-a6f6-86da57c723ab,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:35.808031 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.808384 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Added segment 618eedba-5d9a-4cbd-acee-4c96979d9c35 of type vlan for network 1d037ab6-476b-4559-a0ae-90faec753940 Aug 16 02:01:35.854872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.894265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.895918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.896597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.956038 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5910311 Aug 16 02:01:35.958921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:35.964565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Request body: {'subnet': {'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-subnet', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:35.966295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b5bb2-e0b7-4a48-b683-60b096aed69a admin admin] Pushing event updated for resources: {'Network': ['ID=1d037ab6-476b-4559-a0ae-90faec753940,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:35.978547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 1d037ab6-476b-4559-a0ae-90faec753940 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:35.989140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Made reservation on behalf of 8dda2d21c6364f58bd08e8e8c7278035 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:35.991587 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.229093 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.315847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21580483-754d-4024-8d37-a3899f6eb150,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.323935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Checking segment: {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:36.324360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Network hostable DHCP agents. Network: 1d037ab6-476b-4559-a0ae-90faec753940, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:36.343825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Network 1d037ab6-476b-4559-a0ae-90faec753940 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:36.355411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 1d037ab6-476b-4559-a0ae-90faec753940) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:36.359849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.360609 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.368453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f891fd-60d6-401f-8413-4faace987fe7 None None] Network 1d037ab6-476b-4559-a0ae-90faec753940 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:36.379720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-47cf409b-b952-440e-9468-03035d7794c4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4195638 Aug 16 02:01:36.380464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:36.385467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:36.410057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.411632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.559398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:36.605089 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-1d037ab6-476b-4559-a0ae-90faec753940', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:36.606570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.730903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:36.752838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:36.753604 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.764118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da90a52-0dae-4b9a-87f9-b45cb1f54e86 req-b36704cc-0a6c-4685-b819-b537a852dd9b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.773078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3da90a52-0dae-4b9a-87f9-b45cb1f54e86 req-b36704cc-0a6c-4685-b819-b537a852dd9b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 949 time: 0.1146824 Aug 16 02:01:36.796440 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.824528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3da90a52-0dae-4b9a-87f9-b45cb1f54e86 req-6b35f746-8852-4e3b-8922-553a220cdd5d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491292 Aug 16 02:01:36.860113 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.919291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Allocated IP 172.20.0.2 (1d037ab6-476b-4559-a0ae-90faec753940/21580483-754d-4024-8d37-a3899f6eb150/37e09855-980d-430d-b5a7-289d19188201) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:36.966314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.088842 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.130348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:37.140395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:37.145617 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4799ce53-bbfb-43ae-83dc-1ac5c7f936d8" -d '{"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-plugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:37.154761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.276453 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.279531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.296177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.300894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Transition to ACTIVE for port object 37e09855-980d-430d-b5a7-289d19188201 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:37.313760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9282f8c-7afa-4d99-b9a9-6731b59d2a9d req-20abfb73-fbeb-4d43-9ff1-1a767e4bdfb5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.315451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9282f8c-7afa-4d99-b9a9-6731b59d2a9d req-20abfb73-fbeb-4d43-9ff1-1a767e4bdfb5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 950 time: 0.3988299 Aug 16 02:01:37.326614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Transition to ACTIVE for port object 37e09855-980d-430d-b5a7-289d19188201 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:37.334877 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.338537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.361756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-598205bb-5868-4fb2-8f2c-7b810447a2aa tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.363318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-598205bb-5868-4fb2-8f2c-7b810447a2aa tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/networks?id=d1e5a067-9e50-4e0c-a98c-bfb426324dcf HTTP/1.1" status: 200 len: 810 time: 0.4594536 Aug 16 02:01:37.391346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Network 1d037ab6-476b-4559-a0ae-90faec753940 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:37.402087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:37.402411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9282f8c-7afa-4d99-b9a9-6731b59d2a9d req-194e630d-4f4a-4f42-84d2-36bde55b60e2 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771918 Aug 16 02:01:37.407039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:37.409288 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae60167d-2b00-4460-88fc-0d430d069860 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/quotas/8ebc920198974ed5a5cde11139d380b2 HTTP/1.1" status: 200 len: 375 time: 0.0290895 Aug 16 02:01:37.414012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Pushing event updated for resources: {'Port': ['ID=37e09855-980d-430d-b5a7-289d19188201,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.447350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-03f954d3-472e-4f61-b162-a3675befbb07 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ebc920198974ed5a5cde11139d380b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368547 Aug 16 02:01:37.478262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Attempting to bind port 37e09855-980d-430d-b5a7-289d19188201 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:37.478638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Attempting to bind port 37e09855-980d-430d-b5a7-289d19188201 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:37.479006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Attempting to bind port 37e09855-980d-430d-b5a7-289d19188201 on network 1d037ab6-476b-4559-a0ae-90faec753940 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:37.484818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:37.485190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Checking segment: {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:37.485593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.485988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Bound using segment: {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:37.486588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Bound port: 37e09855-980d-430d-b5a7-289d19188201, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:37.486978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.533199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Allocated IP 172.25.5.6 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/da2107c7-d548-43b7-8a8d-e6e09582722e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:37.560092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-6bc13982-7894-4e6a-8a6f-b845546d92cc service neutron] 10.222.0.61 "GET /v2.0/networks/d1e5a067-9e50-4e0c-a98c-bfb426324dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113713 Aug 16 02:01:37.601536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] For port 37e09855-980d-430d-b5a7-289d19188201, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:37.610092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] For port 37e09855-980d-430d-b5a7-289d19188201, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=37e09855-980d-430d-b5a7-289d19188201,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:37.619410 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.633742 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e3bd9-617f-47b7-a24d-e068df0c4997 x-openstack-request-id: req-7b9e3bd9-617f-47b7-a24d-e068df0c4997 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:37.634404 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-plugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:37.634846 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b9e3bd9-617f-47b7-a24d-e068df0c4997 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:37.635466 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'code': 200} Aug 16 02:01:37.678951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-8ed9b10f-e804-4e8e-84df-493fc745bbcc service neutron] 10.222.0.61 "GET /v2.0/networks/d1e5a067-9e50-4e0c-a98c-bfb426324dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177433 Aug 16 02:01:37.778105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12ebca-14f7-472d-8d7a-c4da0adb7602 None None] Pushing event updated for resources: {'Port': ['ID=37e09855-980d-430d-b5a7-289d19188201,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.879170 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.909108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aded6c0-78f0-4396-ac17-0e166068168c req-183d1852-e0dc-41de-8b9f-fe0670ea26ba tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.910922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5aded6c0-78f0-4396-ac17-0e166068168c req-183d1852-e0dc-41de-8b9f-fe0670ea26ba tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 1102 time: 0.0824080 Aug 16 02:01:37.911332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a1e70-c910-4733-9cf2-d9447fe7a51b req-f291aea9-704e-49ac-b9f0-f66cbd857762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.913099 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1a8a1e70-c910-4733-9cf2-d9447fe7a51b req-f291aea9-704e-49ac-b9f0-f66cbd857762 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1102 time: 0.1747978 Aug 16 02:01:37.975225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5aded6c0-78f0-4396-ac17-0e166068168c req-15ff4fc9-a793-488a-9807-07cd20769811 tempest-ServersOnMultiNodesTest-1158738354 tempest-ServersOnMultiNodesTest-1158738354-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565057 Aug 16 02:01:38.056108 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1a8a1e70-c910-4733-9cf2-d9447fe7a51b req-932a0d18-6781-46dc-9519-4528f8298f99 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336710 Aug 16 02:01:38.061110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.123966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:38.127478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:38.132378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:38.137958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Pushing event updated for resources: {'Port': ['ID=da2107c7-d548-43b7-8a8d-e6e09582722e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.346267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9ec6e-196b-496c-b91e-7081db5b7ff2 req-15d11cef-055a-4e07-a18d-6f98f5480529 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.348217 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86b9ec6e-196b-496c-b91e-7081db5b7ff2 req-15d11cef-055a-4e07-a18d-6f98f5480529 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1190004 Aug 16 02:01:38.472592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42ef3b07-3f5a-4a12-bd14-ed4fb0dd8244 req-0e16ee9e-3258-412b-a298-982da13d5f45 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 210 time: 0.0791523 Aug 16 02:01:38.510531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:38.522310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86b9ec6e-196b-496c-b91e-7081db5b7ff2 req-71f6755d-b871-4efc-9254-1017f87e7c17 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651285 Aug 16 02:01:38.665346 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.673491 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.704825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69ff6e-1d83-474a-812f-9ce6893e99f0 req-f6b650c1-06fa-44b2-8296-b5b2207ffa72 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.709289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e69ff6e-1d83-474a-812f-9ce6893e99f0 req-f6b650c1-06fa-44b2-8296-b5b2207ffa72 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 950 time: 0.1229644 Aug 16 02:01:38.754562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:38.769171 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.796517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e69ff6e-1d83-474a-812f-9ce6893e99f0 req-9132dbd4-d6c0-4af4-aa85-4331f2f09a44 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803547 Aug 16 02:01:38.911351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.033661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.268250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:39.289143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b47911-c23a-469e-830e-4539362d5300 None None] Network 1d037ab6-476b-4559-a0ae-90faec753940 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:39.386049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:39.400528 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Sync routers for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:39.407390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.411258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4873cde2-b337-42b9-b192-f5674db71b3d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0272009 Aug 16 02:01:39.411420 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:39.411544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:39.412256 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:01:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:39.432918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a64f9b9b-9507-4e3b-bc61-504dd078535f None None] Provisioning for port 37e09855-980d-430d-b5a7-289d19188201 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:39.585774 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:39.637793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:39.639469 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3691d0f-8cd4-436d-ba6e-58750a58104e" -d '{"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-unplugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:39.644068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cded3c49-abd5-401f-8c0c-996ceec37856 req-996ce9f1-3354-43b0-bcc2-5c9a82ed823a tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 210 time: 0.0373085 Aug 16 02:01:39.736720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d096bd-4865-49e5-87a4-ec4bbeba6dca req-3f49fb4a-f2fc-4d1f-bf37-518a13ae29be tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.754544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-92d096bd-4865-49e5-87a4-ec4bbeba6dca req-3f49fb4a-f2fc-4d1f-bf37-518a13ae29be tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1092103 Aug 16 02:01:39.775625 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb9a4de-bfff-4378-932c-9bb99f7ec797 x-openstack-request-id: req-ebb9a4de-bfff-4378-932c-9bb99f7ec797 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:39.777234 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-unplugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:39.777724 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ebb9a4de-bfff-4378-932c-9bb99f7ec797 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:39.778218 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee', 'code': 200} Aug 16 02:01:39.861408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-92d096bd-4865-49e5-87a4-ec4bbeba6dca req-61172377-9cbc-433c-ac79-d23312ec2317 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058722 Aug 16 02:01:40.043258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 37e09855-980d-430d-b5a7-289d19188201 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:40.081938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02ac7d-3d57-4d3e-a84c-a8c4517da37a req-ee7e7610-4ec7-4f10-90c1-1eee229a9ddb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.090557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b02ac7d-3d57-4d3e-a84c-a8c4517da37a req-ee7e7610-4ec7-4f10-90c1-1eee229a9ddb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 950 time: 0.1072726 Aug 16 02:01:40.141319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 37e09855-980d-430d-b5a7-289d19188201 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:40.143894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b02ac7d-3d57-4d3e-a84c-a8c4517da37a req-cbc498c8-d8b8-42db-8e80-7d9336724eeb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520613 Aug 16 02:01:40.147995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 37e09855-980d-430d-b5a7-289d19188201 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:40.149102 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.193507 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:38Z', 'revision_number': 3, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:40.229411 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Checking router: f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:40.229773 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Updating router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 port da2107c7-d548-43b7-8a8d-e6e09582722e binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:40.260690 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.319311 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.363482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 37e09855-980d-430d-b5a7-289d19188201, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=37e09855-980d-430d-b5a7-289d19188201,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:40.371529 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.397438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.439112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=37e09855-980d-430d-b5a7-289d19188201,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.481914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-e3d85e4b-2e8f-422c-9cd4-7bd658068eac tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.483875 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-e3d85e4b-2e8f-422c-9cd4-7bd658068eac tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.86 "GET /v2.0/networks?id=d1e5a067-9e50-4e0c-a98c-bfb426324dcf HTTP/1.1" status: 200 len: 810 time: 0.2622941 Aug 16 02:01:40.517407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Request body: {'port': {'device_id': '049ab965-227e-49a1-904f-f29d5304f38a', 'network_id': 'd1e5a067-9e50-4e0c-a98c-bfb426324dcf', 'admin_state_up': True, 'tenant_id': '8ebc920198974ed5a5cde11139d380b2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:40.539393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:40.601260 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.612895 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Transition to ACTIVE for port object da2107c7-d548-43b7-8a8d-e6e09582722e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:40.620161 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.674962 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Pushing event updated for resources: {'Port': ['ID=da2107c7-d548-43b7-8a8d-e6e09582722e,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.688176 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.688528 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.689631 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.689976 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.690316 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.690657 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.690989 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.691399 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.691845 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.692175 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.693026 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.693361 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:40.711117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:40.729175 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Attempting to bind port da2107c7-d548-43b7-8a8d-e6e09582722e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:40.729531 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Attempting to bind port da2107c7-d548-43b7-8a8d-e6e09582722e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:40.730050 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Attempting to bind port da2107c7-d548-43b7-8a8d-e6e09582722e on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:40.730861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '175e3b9e-654f-47b5-9679-739257286eee', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '175e3b9e-654f-47b5-9679-739257286eee', 'mac_address': 'fa:16:3e:2c:a6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:40.736993 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:40.737364 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:40.737768 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.738459 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:40.739071 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Bound port: da2107c7-d548-43b7-8a8d-e6e09582722e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:40.739489 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.803202 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.810028 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] For port da2107c7-d548-43b7-8a8d-e6e09582722e, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:40.814701 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] For port da2107c7-d548-43b7-8a8d-e6e09582722e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=da2107c7-d548-43b7-8a8d-e6e09582722e,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:40.823544 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.844619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175e3b9e-654f-47b5-9679-739257286eee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:40.860263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68d5e85a-cb4c-4afe-81aa-a6b9d85fb181 req-25695d6d-050b-49a3-a106-3050e7ae0b6a tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 210 time: 0.0453877 Aug 16 02:01:40.875691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:40.883669 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.913475 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e83464-c8af-4e27-b6bd-ba2770308691 None None] Pushing event updated for resources: {'Port': ['ID=da2107c7-d548-43b7-8a8d-e6e09582722e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.959874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.975159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-fa36b3a0-6639-48df-a1b9-100ed34a2b32 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.977211 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-fa36b3a0-6639-48df-a1b9-100ed34a2b32 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 950 time: 0.3816319 Aug 16 02:01:41.016044 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:41.017118 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:01:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:41.057212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Made reservation on behalf of 8ebc920198974ed5a5cde11139d380b2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:41.061472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.064096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Allocated IP 172.20.0.1 (1d037ab6-476b-4559-a0ae-90faec753940/21580483-754d-4024-8d37-a3899f6eb150/1b12456f-5d2f-4c2f-a4bb-04a371206376) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:41.090291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462f268-cb97-4955-9df4-09c7d5609195 req-b283f5d5-6656-49c3-9ce3-d82e4457e798 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.093032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8462f268-cb97-4955-9df4-09c7d5609195 req-b283f5d5-6656-49c3-9ce3-d82e4457e798 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1345513 Aug 16 02:01:41.102245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['175e3b9e-654f-47b5-9679-739257286eee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:41.222358 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8462f268-cb97-4955-9df4-09c7d5609195 req-f7b688f8-8604-4aa1-b769-c3d41e4ea909 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184742 Aug 16 02:01:41.255389 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:41.377387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Deleting port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:41.378077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.467551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c6d64-3962-4ded-bef1-a545582bc646 req-6c66d9a4-d4e3-414f-9406-e15b044fb4a9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.476014 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-435c6d64-3962-4ded-bef1-a545582bc646 req-6c66d9a4-d4e3-414f-9406-e15b044fb4a9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 950 time: 0.1124899 Aug 16 02:01:41.557031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f841c7-8a76-4125-a182-45ce3d9ad625 req-75aa5858-1f1a-4e5c-a4ca-bc60096ff302 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.572128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7f841c7-8a76-4125-a182-45ce3d9ad625 req-75aa5858-1f1a-4e5c-a4ca-bc60096ff302 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1694984 Aug 16 02:01:41.573057 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:38Z', 'revision_number': 3, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:41.576170 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.625094 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f8e34-01df-4b9a-a0c7-2627266a4c9a None None] The sync data for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 is: [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:38Z', 'revision_number': 3, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:41.627664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-435c6d64-3962-4ded-bef1-a545582bc646 req-72feb8dd-e89a-416b-9095-56e4e2b9a914 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505206 Aug 16 02:01:41.645687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Allocated IP 172.20.0.10 (d1e5a067-9e50-4e0c-a98c-bfb426324dcf/411c0a46-dcc2-49c4-b5cc-80be68161e49/6ec4f0eb-ddc8-4213-b55c-a245707408f7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:41.650027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7f841c7-8a76-4125-a182-45ce3d9ad625 req-1800b56e-e428-4d74-b55a-785f7c157ee1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751696 Aug 16 02:01:41.671610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Transition to ACTIVE for port object 1b12456f-5d2f-4c2f-a4bb-04a371206376 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:41.684503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] For port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:41.684503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.722141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Calling delete_port for 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:41.838873 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.938142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.946846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 37e09855-980d-430d-b5a7-289d19188201 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:42.058933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f21b992-6d44-4bc4-86c1-aa4795041269 req-cacf69dd-7a6d-49d1-a1f8-3f42e5ee8caa tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 210 time: 0.0617368 Aug 16 02:01:42.075365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 37e09855-980d-430d-b5a7-289d19188201 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:42.077570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.326378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Network 1d037ab6-476b-4559-a0ae-90faec753940 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:42.365438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:42.396838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361c5c2-5f17-4911-863c-435a89569e1a req-fa028bed-e7e6-46b9-9f64-e00e4ed1198d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.407795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0361c5c2-5f17-4911-863c-435a89569e1a req-fa028bed-e7e6-46b9-9f64-e00e4ed1198d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1161180 Aug 16 02:01:42.418271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:42.512209 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0361c5c2-5f17-4911-863c-435a89569e1a req-fde993c7-6db6-4843-b92e-db921febabc6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891595 Aug 16 02:01:42.545927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:42.561783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Pushing event updated for resources: {'Port': ['ID=1b12456f-5d2f-4c2f-a4bb-04a371206376,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.657364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 175e3b9e-654f-47b5-9679-739257286eee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:42.657930 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.752676 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-06baf793-527f-4814-90a5-dfc522cdc075 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4453433 Aug 16 02:01:42.753512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.797467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15223ff0-5a68-43e8-a1ea-60ac420a6c67 req-90768f8a-1f77-4d46-bbeb-f85810bff6d3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.809972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15223ff0-5a68-43e8-a1ea-60ac420a6c67 req-90768f8a-1f77-4d46-bbeb-f85810bff6d3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 945 time: 0.2421005 Aug 16 02:01:42.891293 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.931069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:42.934819 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9d5aed-d0dc-4045-ac99-d0599fad63bb" -d '{"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-plugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:42.941154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f46a9b2b-8feb-4dc8-b568-f923c472a11f None None] Provisioning for port 1b12456f-5d2f-4c2f-a4bb-04a371206376 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:42.975448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:42.978363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f46a9b2b-8feb-4dc8-b568-f923c472a11f None None] Provisioning complete for port 1b12456f-5d2f-4c2f-a4bb-04a371206376 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:42.980462 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f46a9b2b-8feb-4dc8-b568-f923c472a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.990256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.992608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15223ff0-5a68-43e8-a1ea-60ac420a6c67 req-0043a457-4bde-4796-9fdb-99036268144c tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816497 Aug 16 02:01:43.055751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12e671-f17b-406a-a45f-45671053bef2 req-ebe61fbc-f462-4cec-a363-322d26287f36 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.074491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be12e671-f17b-406a-a45f-45671053bef2 req-ebe61fbc-f462-4cec-a363-322d26287f36 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 950 time: 0.2029347 Aug 16 02:01:43.100291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.101948 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:43.139139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be12e671-f17b-406a-a45f-45671053bef2 req-f26b0694-de8f-4aa4-afdf-07659d1eac09 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636058 Aug 16 02:01:43.277464 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.461617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9af81844-b33c-4e1f-a6d7-5e3098ffd0c9 req-3cc682d7-e57c-4327-870c-09f951b629ca tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 210 time: 0.0850694 Aug 16 02:01:43.715627 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d75cd10-8654-4584-97da-3fa9e5a15c25 x-openstack-request-id: req-7d75cd10-8654-4584-97da-3fa9e5a15c25 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:43.715928 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-plugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:43.716203 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d75cd10-8654-4584-97da-3fa9e5a15c25 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:43.716611 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee', 'code': 200} Aug 16 02:01:43.746235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a', 'a5c58e3a-0367-45f4-a456-2b6e448daff8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:43.748571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c51332f3-3784-4f68-926b-e448cfb6dcda', '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f', 'f5f60433-5756-4e3f-b2bd-54688c794cac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:43.750627 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.753574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f46a9b2b-8feb-4dc8-b568-f923c472a11f None None] Port 1b12456f-5d2f-4c2f-a4bb-04a371206376 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:43.876723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No active binding found for port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:01:43.877506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:43.894302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af923-6562-4b3d-84ee-de9fc4c894c3 req-07564742-2e5d-4316-b382-0ae4468bc101 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.907582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f92af923-6562-4b3d-84ee-de9fc4c894c3 req-07564742-2e5d-4316-b382-0ae4468bc101 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.2278264 Aug 16 02:01:44.041581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f92af923-6562-4b3d-84ee-de9fc4c894c3 req-63f05332-579b-4cbd-b439-edc06ae0ab21 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322131 Aug 16 02:01:44.156911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device da2107c7-d548-43b7-8a8d-e6e09582722e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:44.367154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port da2107c7-d548-43b7-8a8d-e6e09582722e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:44.382161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port da2107c7-d548-43b7-8a8d-e6e09582722e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:44.388717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.424143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event deleted for resources: {'Port': ['ID=1aff2587-ff60-4e90-bf24-ef9ba2a3a519,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.499033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29230cc8-5d0f-49a5-b749-f4578624c46a req-d9e23c87-d4a5-419b-b6ba-c846286b1607 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.514443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29230cc8-5d0f-49a5-b749-f4578624c46a req-d9e23c87-d4a5-419b-b6ba-c846286b1607 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 946 time: 0.2688344 Aug 16 02:01:44.608597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29230cc8-5d0f-49a5-b749-f4578624c46a req-bdabe5c9-35b1-4bc6-b794-5f9ae3c82a88 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909567 Aug 16 02:01:44.619662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] No DVR routers for this DVR port 1aff2587-ff60-4e90-bf24-ef9ba2a3a519 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:44.627053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.637876 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93bb349d-f52b-4c0b-b642-c2dd997588e4 req-4c7c0821-7c70-409b-8f7e-42ba989a3b98 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "DELETE /v2.0/ports/1aff2587-ff60-4e90-bf24-ef9ba2a3a519 HTTP/1.1" status: 204 len: 173 time: 3.6503191 Aug 16 02:01:44.654213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.710116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3d2a0f1-495a-4df6-ba25-245516d8d878 req-bd9331bb-78e4-4760-bd9b-f34a7b531108 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 210 time: 0.0545669 Aug 16 02:01:44.791611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ea54fe-6156-485f-8826-255bfc9c5118', 'name': 'network-vif-deleted', 'tag': '1aff2587-ff60-4e90-bf24-ef9ba2a3a519'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:44.805182 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8264d6-504b-4fc9-8764-fac7bbee3884" -d '{"events": [{"server_uuid": "55ea54fe-6156-485f-8826-255bfc9c5118", "name": "network-vif-deleted", "tag": "1aff2587-ff60-4e90-bf24-ef9ba2a3a519"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:44.859300 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.892261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04802370-2e39-4082-b716-28d56b7c0203 req-58d0648d-bbcb-4622-8a24-14b14c555389 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.905405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-04802370-2e39-4082-b716-28d56b7c0203 req-58d0648d-bbcb-4622-8a24-14b14c555389 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 932 time: 0.1629910 Aug 16 02:01:44.933880 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.943396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Network d1e5a067-9e50-4e0c-a98c-bfb426324dcf is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:44.949972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port da2107c7-d548-43b7-8a8d-e6e09582722e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=da2107c7-d548-43b7-8a8d-e6e09582722e,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:44.956714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:44.959559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:45.033919 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.048541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-a30d037a-043d-45dc-8b18-c92435aa267d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1301569319&fields=id&tenant_id=6fd7f225ed6243b7b3b318144237a5ca HTTP/1.1" status: 200 len: 267 time: 0.1244261 Aug 16 02:01:45.172797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Pushing event updated for resources: {'Port': ['ID=6ec4f0eb-ddc8-4213-b55c-a245707408f7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.180644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-b7704c64-fcf9-4ba6-983f-0dda9e5ba127 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.188661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-b7704c64-fcf9-4ba6-983f-0dda9e5ba127 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/networks?id=6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 200 len: 824 time: 0.1386268 Aug 16 02:01:45.224157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-04802370-2e39-4082-b716-28d56b7c0203 req-0573dd64-9e24-427e-8933-3786b621cd20 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079658 Aug 16 02:01:45.250368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-cf386125-e90e-4dc8-b2ec-24b363f1d99c tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/quotas/6fd7f225ed6243b7b3b318144237a5ca HTTP/1.1" status: 200 len: 375 time: 0.0605419 Aug 16 02:01:45.250621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.251031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.251525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.251877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.252218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.252554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.252885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.253214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.253542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.253876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.254195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.254540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:45.263441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.264118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.284260 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=da2107c7-d548-43b7-8a8d-e6e09582722e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.314645 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4f60b527-71ba-4265-9c7f-9e446cab866d tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8010437 Aug 16 02:01:45.354985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-382bb74e-614f-420d-b1c2-bde5133a2098 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1028988 Aug 16 02:01:45.364578 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9081da-04ed-4909-bcf7-708fe87907b1 x-openstack-request-id: req-8a9081da-04ed-4909-bcf7-708fe87907b1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:45.365080 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ea54fe-6156-485f-8826-255bfc9c5118", "name": "network-vif-deleted", "tag": "1aff2587-ff60-4e90-bf24-ef9ba2a3a519", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:45.365502 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a9081da-04ed-4909-bcf7-708fe87907b1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:45.366060 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ea54fe-6156-485f-8826-255bfc9c5118', 'name': 'network-vif-deleted', 'tag': '1aff2587-ff60-4e90-bf24-ef9ba2a3a519', 'status': 'completed', 'code': 200} Aug 16 02:01:45.373343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Request body: {'port': {'device_id': '049ab965-227e-49a1-904f-f29d5304f38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:45.447628 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.474596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-b349fba6-b0a6-456c-8ce8-462a3e49b57f service neutron] 10.222.0.61 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184108 Aug 16 02:01:45.631077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-97869c45-f5dc-4974-9965-d00d56046347 service neutron] 10.222.0.61 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553471 Aug 16 02:01:45.700367 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.712242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.740090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e5458-8b38-4358-948d-34047ef91225 req-311ab228-03f7-4b66-b2c3-161bb24acb49 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.750277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-868e5458-8b38-4358-948d-34047ef91225 req-311ab228-03f7-4b66-b2c3-161bb24acb49 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1285093 Aug 16 02:01:45.783891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-5e9ca1ff-0387-4c72-a6f0-8da1c4ff13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.785582 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-5e9ca1ff-0387-4c72-a6f0-8da1c4ff13a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1102 time: 0.1417458 Aug 16 02:01:45.809307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-868e5458-8b38-4358-948d-34047ef91225 req-b0fa0df2-281c-464f-8f9b-086632aa1455 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529208 Aug 16 02:01:45.986693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device da2107c7-d548-43b7-8a8d-e6e09582722e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:46.032865 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.094287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Pushing event updated for resources: {'Port': ['ID=1b12456f-5d2f-4c2f-a4bb-04a371206376,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.121066 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b684255-45ca-4bd0-9595-722b00be2196 req-55628730-4401-40bb-93e0-d59d00b60db3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=55ea54fe-6156-485f-8826-255bfc9c5118 HTTP/1.1" status: 200 len: 210 time: 0.0591199 Aug 16 02:01:46.155848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port da2107c7-d548-43b7-8a8d-e6e09582722e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:46.156340 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.227660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-152bfc05-fb6f-457f-9b0e-c0ffc0b2151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.233320 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-152bfc05-fb6f-457f-9b0e-c0ffc0b2151a service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.4148796 Aug 16 02:01:46.301553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150f723-a85e-4ede-9184-d4b747d422f6 req-aaede4ac-c6dd-40e1-8078-84fdbfb867a3 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.306644 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5150f723-a85e-4ede-9184-d4b747d422f6 req-aaede4ac-c6dd-40e1-8078-84fdbfb867a3 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 946 time: 0.2616854 Aug 16 02:01:46.380686 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce4c3c53-584c-4f80-b5f0-633087db4613 req-62111a80-fe32-4f7b-bfd6-8c9bb063ab6d tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 210 time: 0.0726426 Aug 16 02:01:46.459259 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5150f723-a85e-4ede-9184-d4b747d422f6 req-b8f75d14-2e92-4bf2-9c0a-379db23e3818 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283643 Aug 16 02:01:46.478463 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-30cd2731-c707-42c8-9dc1-def838e76422 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.2052059 Aug 16 02:01:46.506797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec4f0eb-ddc8-4213-b55c-a245707408f7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:46.517365 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.535721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Transition to ACTIVE for port object 6ec4f0eb-ddc8-4213-b55c-a245707408f7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:46.557363 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.582884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62145a-dbc3-440e-907c-595736875a31 req-ea18f080-fbeb-4b20-b3d3-ebf18acca2e7 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.590626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c62145a-dbc3-440e-907c-595736875a31 req-ea18f080-fbeb-4b20-b3d3-ebf18acca2e7 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 932 time: 0.1050599 Aug 16 02:01:46.687923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c62145a-dbc3-440e-907c-595736875a31 req-1c54010c-ade6-4b65-ac7a-d4ae8d3182e8 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896883 Aug 16 02:01:46.757271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-1ff5f90d-0b24-435c-a936-7b43edcbb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.759704 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-1ff5f90d-0b24-435c-a936-7b43edcbb01b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2147195 Aug 16 02:01:46.764502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec4f0eb-ddc8-4213-b55c-a245707408f7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.818859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Network 1d037ab6-476b-4559-a0ae-90faec753940 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:46.844192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:46.884360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Attempting to bind port 6ec4f0eb-ddc8-4213-b55c-a245707408f7 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.884820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Attempting to bind port 6ec4f0eb-ddc8-4213-b55c-a245707408f7 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '22c83687-5c09-407f-ae32-ef06a9c88cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd1e5a067-9e50-4e0c-a98c-bfb426324dcf'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.885147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Attempting to bind port 6ec4f0eb-ddc8-4213-b55c-a245707408f7 on network d1e5a067-9e50-4e0c-a98c-bfb426324dcf {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:47.029923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dec66-0b7a-442b-9a06-0c4d39d5f627 req-d431f48d-ce31-4ebc-b111-802764a1aa38 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.037933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-542dec66-0b7a-442b-9a06-0c4d39d5f627 req-d431f48d-ce31-4ebc-b111-802764a1aa38 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1198180 Aug 16 02:01:47.126658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-542dec66-0b7a-442b-9a06-0c4d39d5f627 req-88d58497-2b37-4cf2-871e-022e8e9131e5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875421 Aug 16 02:01:47.139590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Port 6ec4f0eb-ddc8-4213-b55c-a245707408f7 on network d1e5a067-9e50-4e0c-a98c-bfb426324dcf not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:47.142278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Attempting to bind port 6ec4f0eb-ddc8-4213-b55c-a245707408f7 on network d1e5a067-9e50-4e0c-a98c-bfb426324dcf {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:47.174869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:47.175907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Checking segment: {'id': '22c83687-5c09-407f-ae32-ef06a9c88cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd1e5a067-9e50-4e0c-a98c-bfb426324dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:47.176468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Bound using segment: {'id': '22c83687-5c09-407f-ae32-ef06a9c88cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd1e5a067-9e50-4e0c-a98c-bfb426324dcf'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:47.177080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Bound port: 6ec4f0eb-ddc8-4213-b55c-a245707408f7, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c83687-5c09-407f-ae32-ef06a9c88cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd1e5a067-9e50-4e0c-a98c-bfb426324dcf'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:47.177623 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.230836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:47.237194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-269eb49c-94db-42a7-ba00-76848378950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.238965 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-269eb49c-94db-42a7-ba00-76848378950e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4190829 Aug 16 02:01:47.305449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f4f99bd-dc19-4868-b71b-7c00e74e7ae1 None None] Provisioning complete for port 1b12456f-5d2f-4c2f-a4bb-04a371206376 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:47.306141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f4f99bd-dc19-4868-b71b-7c00e74e7ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.332154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] For port 6ec4f0eb-ddc8-4213-b55c-a245707408f7, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:47.337041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] For port 6ec4f0eb-ddc8-4213-b55c-a245707408f7, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6ec4f0eb-ddc8-4213-b55c-a245707408f7,segment=NetworkSegment(22c83687-5c09-407f-ae32-ef06a9c88cf0),segment_id=22c83687-5c09-407f-ae32-ef06a9c88cf0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:47.357553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.397575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6f4f99bd-dc19-4868-b71b-7c00e74e7ae1 None None] Port 1b12456f-5d2f-4c2f-a4bb-04a371206376 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:47.542054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59612858-ffa1-429d-8963-616ca8458074 req-1ea65def-93c6-4259-9a5c-78689649d6e2 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 210 time: 0.0702667 Aug 16 02:01:47.591369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:47.602911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Sync routers for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:47.613371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-16263f24-a960-490f-b5a1-0187a2f0c8b5 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.615432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:47.615674 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-16263f24-a960-490f-b5a1-0187a2f0c8b5 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.86 "GET /v2.0/ports?device_id=756a53ae-c466-4958-9d18-d835bb201ec1 HTTP/1.1" status: 200 len: 945 time: 0.5019407 Aug 16 02:01:47.616093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:01:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.628988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8be8d4e2-3abe-4177-87d7-8454226abe09 admin admin] 10.222.0.61 "PUT /v2.0/routers/f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2160518 Aug 16 02:01:47.630800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.631743 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.633370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] 10.222.0.86 "PUT /v2.0/ports/6ec4f0eb-ddc8-4213-b55c-a245707408f7 HTTP/1.1" status: 200 len: 1093 time: 2.2709746 Aug 16 02:01:47.644936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049ab965-227e-49a1-904f-f29d5304f38a', 'tag': '6ec4f0eb-ddc8-4213-b55c-a245707408f7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:47.647731 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12" -d '{"events": [{"name": "network-changed", "server_uuid": "049ab965-227e-49a1-904f-f29d5304f38a", "tag": "6ec4f0eb-ddc8-4213-b55c-a245707408f7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:47.730589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09fdd3-0f37-4a8e-ac5a-845991b21991 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec4f0eb-ddc8-4213-b55c-a245707408f7,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.792297 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-cda9bc81-556e-4bc0-bc1f-650d950df339 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535186 Aug 16 02:01:47.919988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:47.935652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20326e9b-11cf-4fb0-8ef8-64fa1af08632 req-58fa04de-bf1e-4938-b99f-5f5c00c4ccb0 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.948619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20326e9b-11cf-4fb0-8ef8-64fa1af08632 req-58fa04de-bf1e-4938-b99f-5f5c00c4ccb0 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 949 time: 0.2022703 Aug 16 02:01:48.043770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df49ad-fe4e-428d-b866-c0e2e7a77609 req-ddc65865-7980-48ba-b5bb-f3c0299b5fbc tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.052232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07df49ad-fe4e-428d-b866-c0e2e7a77609 req-ddc65865-7980-48ba-b5bb-f3c0299b5fbc tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 946 time: 0.2525084 Aug 16 02:01:48.084654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20326e9b-11cf-4fb0-8ef8-64fa1af08632 req-11f7d681-7872-4cd2-b355-a5be6ddea9eb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327140 Aug 16 02:01:48.158124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07df49ad-fe4e-428d-b866-c0e2e7a77609 req-a1e25619-2330-4e05-8383-9cf138cacebb tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046879 Aug 16 02:01:48.192669 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d7b83f-706e-40ca-ba1a-13f587f046c4 x-openstack-request-id: req-23d7b83f-706e-40ca-ba1a-13f587f046c4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:48.192962 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049ab965-227e-49a1-904f-f29d5304f38a", "tag": "6ec4f0eb-ddc8-4213-b55c-a245707408f7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:48.193222 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23d7b83f-706e-40ca-ba1a-13f587f046c4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:48.193596 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049ab965-227e-49a1-904f-f29d5304f38a', 'tag': '6ec4f0eb-ddc8-4213-b55c-a245707408f7', 'status': 'completed', 'code': 200} Aug 16 02:01:48.249494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:45Z', 'revision_number': 2, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:48.319797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Deleting port baceecae-20d1-4158-b8b0-cef2cc53032e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:48.320701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.328133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bcdde-86b2-40bf-b8b7-e57d7109c164 req-d709d970-e32f-4da0-a82a-be0e5e5587d1 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.346960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-bc35fc46-de35-4d8f-9184-9bc788348206 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.347639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6bcdde-86b2-40bf-b8b7-e57d7109c164 req-d709d970-e32f-4da0-a82a-be0e5e5587d1 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 944 time: 0.1034336 Aug 16 02:01:48.348117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Checking router: f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:48.348583 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-bc35fc46-de35-4d8f-9184-9bc788348206 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.86 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 946 time: 0.5484011 Aug 16 02:01:48.350159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Updating router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 port 1b12456f-5d2f-4c2f-a4bb-04a371206376 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:48.383483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.432398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6bcdde-86b2-40bf-b8b7-e57d7109c164 req-b9e1b961-aaaf-4938-9ac0-41ba2ff25549 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828407 Aug 16 02:01:48.490231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-3a99e685-80e9-4237-9d70-d660f9534ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.493168 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-3a99e685-80e9-4237-9d70-d660f9534ee1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ebc920198974ed5a5cde11139d380b2&device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 1096 time: 0.6962674 Aug 16 02:01:48.629590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-7d6cedc8-3c4b-4c0b-867d-627499e803ec tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.632051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-7d6cedc8-3c4b-4c0b-867d-627499e803ec tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.93 "GET /v2.0/networks?id=6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 200 len: 824 time: 0.7369375 Aug 16 02:01:48.642297 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-cfb67f0a-b259-420f-8d11-0a1033cd61c5 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457633 Aug 16 02:01:48.742970 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-4840e5b6-08b0-4fcc-afe9-4099747e712f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec4f0eb-ddc8-4213-b55c-a245707408f7 HTTP/1.1" status: 200 len: 217 time: 0.1306562 Aug 16 02:01:48.793198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb1590-2028-4788-95be-201a209644a4 req-c503a4c8-63e5-464e-8648-c7cdd8279639 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.794804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0abb1590-2028-4788-95be-201a209644a4 req-c503a4c8-63e5-464e-8648-c7cdd8279639 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1025362 Aug 16 02:01:48.858807 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.877998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Transition to ACTIVE for port object 1b12456f-5d2f-4c2f-a4bb-04a371206376 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:48.888447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0abb1590-2028-4788-95be-201a209644a4 req-8f52d451-1beb-4f30-a441-08ce3d73fd9c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842409 Aug 16 02:01:48.896651 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.973569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d890c-f373-45c2-9428-50ce9e90add3 None None] Pushing event updated for resources: {'Port': ['ID=1b12456f-5d2f-4c2f-a4bb-04a371206376,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.123246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Attempting to bind port 1b12456f-5d2f-4c2f-a4bb-04a371206376 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:49.123616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Attempting to bind port 1b12456f-5d2f-4c2f-a4bb-04a371206376 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:49.124010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Attempting to bind port 1b12456f-5d2f-4c2f-a4bb-04a371206376 on network 1d037ab6-476b-4559-a0ae-90faec753940 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:49.136048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:49.136432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Checking segment: {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:49.136836 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.137230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Bound using segment: {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:49.137778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Bound port: 1b12456f-5d2f-4c2f-a4bb-04a371206376, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:49.138699 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.194906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:49.201738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2485badc-0ccd-4445-9b38-f957b8522487 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1594265382', 'description': 'tempest-description--1340608566'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:49.225307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-554c7ffb-5dfa-43ec-8287-73c79f1049c2 req-067dd650-657e-434f-832f-b602b8df80b5 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 210 time: 0.0548778 Aug 16 02:01:49.284668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2485badc-0ccd-4445-9b38-f957b8522487 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.291977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] For port 1b12456f-5d2f-4c2f-a4bb-04a371206376, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:49.299177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] For port 1b12456f-5d2f-4c2f-a4bb-04a371206376, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b12456f-5d2f-4c2f-a4bb-04a371206376,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:49.309076 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.386837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:49.387536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:01:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:49.479198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd09b8b-b560-4587-abd4-be35cb183f61 req-85a7d403-dc7a-4b96-8e61-f10be0aa4ad9 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.487690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbd09b8b-b560-4587-abd4-be35cb183f61 req-85a7d403-dc7a-4b96-8e61-f10be0aa4ad9 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 946 time: 0.1246955 Aug 16 02:01:49.512902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2ddb7-4c60-42e1-92cc-f0f0c9f8ddcc req-e00e2164-036a-48c4-bf12-df7f9140ccf3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.521463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ba2ddb7-4c60-42e1-92cc-f0f0c9f8ddcc req-e00e2164-036a-48c4-bf12-df7f9140ccf3 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 949 time: 0.1996317 Aug 16 02:01:49.549653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-e1c6f0b1-6a16-4345-a1e6-b6a28abff4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.551713 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-e1c6f0b1-6a16-4345-a1e6-b6a28abff4d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=411c0a46-dcc2-49c4-b5cc-80be68161e49 HTTP/1.1" status: 200 len: 850 time: 0.7942231 Aug 16 02:01:49.613238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbd09b8b-b560-4587-abd4-be35cb183f61 req-3c15d9bf-7ee4-4c8e-a6ec-db38e68aaf19 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244171 Aug 16 02:01:49.673705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-2c9595f0-3268-4e93-95db-2cb749eba678 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd7f225ed6243b7b3b318144237a5ca HTTP/1.1" status: 200 len: 380 time: 0.9585471 Aug 16 02:01:49.704520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ba2ddb7-4c60-42e1-92cc-f0f0c9f8ddcc req-26cbbf56-c995-4590-8620-4259bf881a81 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821578 Aug 16 02:01:49.705212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-1e327ad6-dce1-4e0e-a224-7604e37bd910 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d1e5a067-9e50-4e0c-a98c-bfb426324dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300368 Aug 16 02:01:49.725341 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d890c-f373-45c2-9428-50ce9e90add3 None None] Pushing event updated for resources: {'Port': ['ID=1b12456f-5d2f-4c2f-a4bb-04a371206376,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.733868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Request body: {'port': {'device_id': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'admin_state_up': True, 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'security_groups': ['3b00eb51-6adf-4e29-b4ab-62a0c0022649']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:49.747707 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2485badc-0ccd-4445-9b38-f957b8522487 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.757749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2485badc-0ccd-4445-9b38-f957b8522487 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.791857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:49.917126 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2485badc-0ccd-4445-9b38-f957b8522487 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.920813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2485badc-0ccd-4445-9b38-f957b8522487 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7238910 Aug 16 02:01:49.923558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:49.934079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5717f306-d9d7-47f4-9bac-1fb9c11e414d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'security_group_rule': {'security_group_id': '13bb0bd7-f1ab-4d15-80ee-503935cce423', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:49.951305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485badc-0ccd-4445-9b38-f957b8522487 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb0bd7-f1ab-4d15-80ee-503935cce423,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.113344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2c891-b2e0-400b-a8ed-059526703310 req-f660447b-299c-4365-affa-c22dc812b27b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.121929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64c2c891-b2e0-400b-a8ed-059526703310 req-f660447b-299c-4365-affa-c22dc812b27b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 944 time: 0.3234141 Aug 16 02:01:50.168127 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5717f306-d9d7-47f4-9bac-1fb9c11e414d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.204894 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-080b46aa-0a13-4df7-8969-3b4875fd270f service neutron] 10.222.0.86 "GET /v2.0/networks/d1e5a067-9e50-4e0c-a98c-bfb426324dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682810 Aug 16 02:01:50.207076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] For port baceecae-20d1-4158-b8b0-cef2cc53032e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=baceecae-20d1-4158-b8b0-cef2cc53032e,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:50.207598 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.288198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64c2c891-b2e0-400b-a8ed-059526703310 req-95b1d13a-fea6-4db7-8548-813b245f8d3b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648552 Aug 16 02:01:50.314998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753281a-35b5-4b2f-be89-4d648fa40891 req-1f6e5b62-08ea-4a5c-9073-567f1bfa4a99 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.326071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7753281a-35b5-4b2f-be89-4d648fa40891 req-1f6e5b62-08ea-4a5c-9073-567f1bfa4a99 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.3300185 Aug 16 02:01:50.337495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:49Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:50.387829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd235c6b-ec06-4573-b9e4-f304c32e09df None None] The sync data for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 is: [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:49Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:50.391018 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5717f306-d9d7-47f4-9bac-1fb9c11e414d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.407993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5717f306-d9d7-47f4-9bac-1fb9c11e414d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.465425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7753281a-35b5-4b2f-be89-4d648fa40891 req-713b5f2e-61a0-4951-9e91-8fc7c3688603 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383264 Aug 16 02:01:50.473367 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5717f306-d9d7-47f4-9bac-1fb9c11e414d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.477664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5717f306-d9d7-47f4-9bac-1fb9c11e414d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5469880 Aug 16 02:01:50.492473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717f306-d9d7-47f4-9bac-1fb9c11e414d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69873f1-6c28-4810-b01b-094ccc77389f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.514107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:50.525461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'security_group_rule': {'security_group_id': '13bb0bd7-f1ab-4d15-80ee-503935cce423', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:50.542876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Deleting port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:50.543512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.572785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aba4e017-42c0-4745-99e4-cc41f24a7b11 req-b9e4d1cd-b7db-4404-af07-148fe46ceeb0 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 210 time: 0.0655465 Aug 16 02:01:50.627255 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.637433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f5f60433-5756-4e3f-b2bd-54688c794cac no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:50.841462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.850697 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.866131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-56bb89f5-bf67-41b5-aef8-2f69f9a7ef7e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.872471 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.873983 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-56bb89f5-bf67-41b5-aef8-2f69f9a7ef7e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 949 time: 0.9614744 Aug 16 02:01:50.886597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.894273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3760228 Aug 16 02:01:50.894273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257fbdae-349c-4941-9369-3aec8a10be53,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.922361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:50.928547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:50.943952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f5f60433-5756-4e3f-b2bd-54688c794cac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f5f60433-5756-4e3f-b2bd-54688c794cac,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:50.944908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f60433-5756-4e3f-b2bd-54688c794cac'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:50.950630 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16846b1e-4091-4552-8bd7-a95406236880" -d '{"events": [{"server_uuid": "addae6e5-5a71-457e-9071-2356570fdd8c", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f60433-5756-4e3f-b2bd-54688c794cac"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:50.968405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81769-8576-49f6-a182-06881db740a8 req-c6fec7c4-748e-4831-8a67-fc1682484fb5 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.970771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ec81769-8576-49f6-a182-06881db740a8 req-c6fec7c4-748e-4831-8a67-fc1682484fb5 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 946 time: 0.2448435 Aug 16 02:01:50.973957 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.974972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device baceecae-20d1-4158-b8b0-cef2cc53032e no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:50.982274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.982931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.984117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.984648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.989874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.990486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.990899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.991424 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.992422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.992840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.993263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.993732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae26d5a-c60f-4269-8f39-9689839d253d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.045281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a415c-9090-4c7b-85cc-238f1eddc01d req-41b754e2-9837-411b-8c3a-a61855b2dc88 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.047115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e4a415c-9090-4c7b-85cc-238f1eddc01d req-41b754e2-9837-411b-8c3a-a61855b2dc88 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 949 time: 0.1669264 Aug 16 02:01:51.055815 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ec81769-8576-49f6-a182-06881db740a8 req-d48debf6-6d37-469f-adbc-35565c893b24 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570662 Aug 16 02:01:51.125116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e4a415c-9090-4c7b-85cc-238f1eddc01d req-38840261-ee6b-4e5e-924e-71a5a72c9b49 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681615 Aug 16 02:01:51.125594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=f5f60433-5756-4e3f-b2bd-54688c794cac,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.193925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] For port 58575cfa-ddad-41db-b15c-d58aaa37a8c4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=58575cfa-ddad-41db-b15c-d58aaa37a8c4,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:51.194309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.201480 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.243887 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.247354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Calling delete_port for 58575cfa-ddad-41db-b15c-d58aaa37a8c4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:51.280354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Made reservation on behalf of 6fd7f225ed6243b7b3b318144237a5ca for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:51.284533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.294599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port baceecae-20d1-4158-b8b0-cef2cc53032e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=baceecae-20d1-4158-b8b0-cef2cc53032e,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:51.296449 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f413908-0961-4d37-8c21-2597f88b3acc x-openstack-request-id: req-9f413908-0961-4d37-8c21-2597f88b3acc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:51.296734 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addae6e5-5a71-457e-9071-2356570fdd8c", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f60433-5756-4e3f-b2bd-54688c794cac", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:51.296994 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f413908-0961-4d37-8c21-2597f88b3acc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:51.297390 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f60433-5756-4e3f-b2bd-54688c794cac', 'code': 200} Aug 16 02:01:51.305610 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e360e81-aa4a-4feb-882d-07a7af8ed5ad req-dd8f2ef0-279c-4142-955d-2f42eae162e2 service neutron] 10.222.0.86 "GET /v2.0/networks/d1e5a067-9e50-4e0c-a98c-bfb426324dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0705142 Aug 16 02:01:51.310099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.310589 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.310931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.311298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.311634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.311964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.312289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.312618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.316141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.316536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.316881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.317749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:51.353886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.354635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 58575cfa-ddad-41db-b15c-d58aaa37a8c4 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:51.537278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c14cee-6cb8-49e2-994d-eac8edbaa038 req-82788637-70c5-4047-ac0a-1c92820c1bec tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.547312 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49c14cee-6cb8-49e2-994d-eac8edbaa038 req-82788637-70c5-4047-ac0a-1c92820c1bec tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 944 time: 0.1145487 Aug 16 02:01:51.557539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=baceecae-20d1-4158-b8b0-cef2cc53032e,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.561368 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.608386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.675045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49c14cee-6cb8-49e2-994d-eac8edbaa038 req-1369790f-cace-458f-b7bb-88dea701895a tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252074 Aug 16 02:01:51.705605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 58575cfa-ddad-41db-b15c-d58aaa37a8c4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=58575cfa-ddad-41db-b15c-d58aaa37a8c4,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:51.721555 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.832182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.832767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.833427 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Floating IP 4685e2e7-3812-45b6-90db-a7e6c4e9a8bf disassociated. External IP: 172.25.5.174, port: baceecae-20d1-4158-b8b0-cef2cc53032e. Aug 16 02:01:51.833949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Calling delete_port for baceecae-20d1-4158-b8b0-cef2cc53032e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:51.858629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=58575cfa-ddad-41db-b15c-d58aaa37a8c4,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.924887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d635f68e-544f-4e4a-9949-ec5de4406193 req-2930e951-26bb-45d8-9551-adc79216be52 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 210 time: 0.0791659 Aug 16 02:01:52.053347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Allocated IP 172.25.5.154 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/74d69f01-5cef-4a94-a83d-f023881301af) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:52.071950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b12456f-5d2f-4c2f-a4bb-04a371206376 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:52.131015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Deleting port f5f60433-5756-4e3f-b2bd-54688c794cac {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:52.131599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.164463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-ec6761f9-52ab-4bef-9589-10cee93fc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.165985 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-ec6761f9-52ab-4bef-9589-10cee93fc49e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ebc920198974ed5a5cde11139d380b2&device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 1096 time: 0.7046449 Aug 16 02:01:52.233979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.262818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1b12456f-5d2f-4c2f-a4bb-04a371206376 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:52.270789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1b12456f-5d2f-4c2f-a4bb-04a371206376 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:52.273844 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.287337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954efbcf-6e98-47c1-b23c-18738d2486b7 req-edff1f25-0a80-4521-8aed-5ebfb491fbd5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.296485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-954efbcf-6e98-47c1-b23c-18738d2486b7 req-edff1f25-0a80-4521-8aed-5ebfb491fbd5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.5468478 Aug 16 02:01:52.300894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.424276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e6a96-0894-4cea-b86f-ddd6ca0fe957 req-5521ec22-122a-4e29-a146-552a6370e02b tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.432452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-119e6a96-0894-4cea-b86f-ddd6ca0fe957 req-5521ec22-122a-4e29-a146-552a6370e02b tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 944 time: 0.1326923 Aug 16 02:01:52.441796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:52.448441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:52.469203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Allocated IP 172.20.0.11 (6785f4d5-5db4-4b92-80f4-07c97d6648ad/d2c12270-e7e4-47d4-a4dd-b7d3336eab63/8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:52.502721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:52.560669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-954efbcf-6e98-47c1-b23c-18738d2486b7 req-6724ee41-ef7f-4ace-97ce-b7b1c2f4d179 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632072 Aug 16 02:01:52.562743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.624220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'Port': ['ID=74d69f01-5cef-4a94-a83d-f023881301af,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.669101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-119e6a96-0894-4cea-b86f-ddd6ca0fe957 req-74dc6c0c-d42f-4eb1-b5fe-6ad6d95df17c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/security-groups?id=d67c7c69-beaf-46d5-9307-390f9452e033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328274 Aug 16 02:01:52.682685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1b12456f-5d2f-4c2f-a4bb-04a371206376, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b12456f-5d2f-4c2f-a4bb-04a371206376,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:52.689014 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.819515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ea6b9-b667-4d87-a540-8d314260db75 req-8f3ef480-1220-4bdf-8dae-5b6ebcee973b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.821780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a53ea6b9-b667-4d87-a540-8d314260db75 req-8f3ef480-1220-4bdf-8dae-5b6ebcee973b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 947 time: 0.1183681 Aug 16 02:01:52.829806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1b12456f-5d2f-4c2f-a4bb-04a371206376,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.887054 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.906843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Transition to ACTIVE for port object 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:52.966020 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a53ea6b9-b667-4d87-a540-8d314260db75 req-2b6cac52-1560-4c6c-89b5-c5b9f791b879 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348839 Aug 16 02:01:53.000477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] For port f5f60433-5756-4e3f-b2bd-54688c794cac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f5f60433-5756-4e3f-b2bd-54688c794cac,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:53.000970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.017032 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9a297-35fc-4b4c-8938-55c189ddf455 req-dbeaadd7-59d2-4859-a97a-4d4b5d8b93be tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.020998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-43a01932-68c3-403f-8e56-58c0dad05b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.022557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-43a01932-68c3-403f-8e56-58c0dad05b48 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d1e5a067-9e50-4e0c-a98c-bfb426324dcf HTTP/1.1" status: 200 len: 911 time: 0.7947569 Aug 16 02:01:53.030555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Calling delete_port for f5f60433-5756-4e3f-b2bd-54688c794cac owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:53.034996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44d9a297-35fc-4b4c-8938-55c189ddf455 req-dbeaadd7-59d2-4859-a97a-4d4b5d8b93be tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 944 time: 0.1523900 Aug 16 02:01:53.045395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.108388 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-bfe3e39f-f652-4882-932a-76aa7317b9a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ec4f0eb-ddc8-4213-b55c-a245707408f7 HTTP/1.1" status: 200 len: 217 time: 0.0641329 Aug 16 02:01:53.138334 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7183f7a3-1556-4ebf-b2d9-5cecc2701e3e req-2a0deb00-997c-4cb9-8f7e-c598d81fd4b3 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 210 time: 0.0563591 Aug 16 02:01:53.166533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44d9a297-35fc-4b4c-8938-55c189ddf455 req-deeb5c57-445f-4178-b091-0cfc46dc12e4 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123676 Aug 16 02:01:53.192990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Pushing event deleted for resources: {'Port': ['ID=58575cfa-ddad-41db-b15c-d58aaa37a8c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.233244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.296238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.298603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e'}, {'server_uuid': 'f52c347f-5161-4611-b9e1-51040e9de713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58575cfa-ddad-41db-b15c-d58aaa37a8c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:53.301409 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a871a1ae-0f66-4420-9203-696b83cc701b" -d '{"events": [{"server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e"}, {"server_uuid": "f52c347f-5161-4611-b9e1-51040e9de713", "name": "network-vif-unplugged", "status": "completed", "tag": "58575cfa-ddad-41db-b15c-d58aaa37a8c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:53.337741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.405411 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cf070d-7c74-46ed-bfd0-697bd5b80597 x-openstack-request-id: req-f3cf070d-7c74-46ed-bfd0-697bd5b80597 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:53.407127 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e", "code": 200}, {"server_uuid": "f52c347f-5161-4611-b9e1-51040e9de713", "name": "network-vif-unplugged", "status": "completed", "tag": "58575cfa-ddad-41db-b15c-d58aaa37a8c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:53.407854 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3cf070d-7c74-46ed-bfd0-697bd5b80597 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:53.408646 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'code': 200} Aug 16 02:01:53.409054 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c347f-5161-4611-b9e1-51040e9de713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58575cfa-ddad-41db-b15c-d58aaa37a8c4', 'code': 200} Aug 16 02:01:53.424807 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.429690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event updated for resources: {'Port': ['ID=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.438694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] No DVR routers for this DVR port 58575cfa-ddad-41db-b15c-d58aaa37a8c4 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:53.441007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.446995 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c36759ec-02c3-48ef-a9f6-e1166bfc8835 req-113151c2-17be-4faf-a392-fde3f727334c tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.86 "DELETE /v2.0/ports/58575cfa-ddad-41db-b15c-d58aaa37a8c4 HTTP/1.1" status: 204 len: 173 time: 5.0564923 Aug 16 02:01:53.467162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c347f-5161-4611-b9e1-51040e9de713', 'name': 'network-vif-deleted', 'tag': '58575cfa-ddad-41db-b15c-d58aaa37a8c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:53.470512 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa53b66-950d-45d7-b13f-be8c594d4a3c" -d '{"events": [{"server_uuid": "f52c347f-5161-4611-b9e1-51040e9de713", "name": "network-vif-deleted", "tag": "58575cfa-ddad-41db-b15c-d58aaa37a8c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:53.612575 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dcb359-d3ae-45c5-b9c9-36ece1592636 x-openstack-request-id: req-e5dcb359-d3ae-45c5-b9c9-36ece1592636 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:53.612871 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c347f-5161-4611-b9e1-51040e9de713", "name": "network-vif-deleted", "tag": "58575cfa-ddad-41db-b15c-d58aaa37a8c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:53.613361 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5dcb359-d3ae-45c5-b9c9-36ece1592636 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:53.613768 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c347f-5161-4611-b9e1-51040e9de713', 'name': 'network-vif-deleted', 'tag': '58575cfa-ddad-41db-b15c-d58aaa37a8c4', 'status': 'completed', 'code': 200} Aug 16 02:01:53.615810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:53.622064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event deleted for resources: {'Port': ['ID=baceecae-20d1-4158-b8b0-cef2cc53032e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.633443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-9345f30a-a4b6-4c26-8990-474a1495061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.634971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-9345f30a-a4b6-4c26-8990-474a1495061a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=411c0a46-dcc2-49c4-b5cc-80be68161e49 HTTP/1.1" status: 200 len: 850 time: 0.4882736 Aug 16 02:01:53.639267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:53.645794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:53.741690 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-ce7eef8c-f8e7-4b53-8eca-c786d324cd6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d1e5a067-9e50-4e0c-a98c-bfb426324dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524423 Aug 16 02:01:53.861556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.862003 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.880930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbb1d29f-d012-4199-bcf3-b3e85fe099ea req-37a09ca8-1b18-4a00-be8a-429060511c78 tempest-AttachSCSIVolumeTestJSON-547414496 tempest-AttachSCSIVolumeTestJSON-547414496-project] 10.222.0.61 "GET /v2.0/ports?device_id=f52c347f-5161-4611-b9e1-51040e9de713 HTTP/1.1" status: 200 len: 210 time: 0.0756161 Aug 16 02:01:53.891330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.913650 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.995333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'Port': ['ID=74d69f01-5cef-4a94-a83d-f023881301af,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.017720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b55c-60a5-4b26-9cec-37bbb850abb9 req-600cdc1f-5921-4868-be72-bc41073ce926 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.019345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84e4b55c-60a5-4b26-9cec-37bbb850abb9 req-600cdc1f-5921-4868-be72-bc41073ce926 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.3315766 Aug 16 02:01:54.032324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b12456f-5d2f-4c2f-a4bb-04a371206376 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:54.113639 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1d4896b1-767c-43b8-88b2-86eaa7b80a18 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3984356 Aug 16 02:01:54.137212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Router a2ee6184-fed0-4d5f-a176-efd0911a61b4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:54.151554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Request body: {'port': {'device_id': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:54.156406 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1b12456f-5d2f-4c2f-a4bb-04a371206376 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:54.156782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.208983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84e4b55c-60a5-4b26-9cec-37bbb850abb9 req-66ebe0c7-42ce-430d-b2bf-7e5ac250b4ea tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751037 Aug 16 02:01:54.235176 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.307970 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.319286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f682a865-5610-4dd7-b4ca-e86487f25028 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3859427 Aug 16 02:01:54.441975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74d8a3aa-b257-4061-89b9-cc1cb569bc4e req-ab7746be-3462-4a7f-9fe8-c85bf5251d7e tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=addae6e5-5a71-457e-9071-2356570fdd8c HTTP/1.1" status: 200 len: 210 time: 0.0724740 Aug 16 02:01:54.627040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a61bb3-e67b-4274-bbf4-0ebc7d83a459 req-230d9932-8035-49c3-bc73-bebab00250f9 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.632332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57a61bb3-e67b-4274-bbf4-0ebc7d83a459 req-230d9932-8035-49c3-bc73-bebab00250f9 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 932 time: 0.1083510 Aug 16 02:01:54.636092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6ec4f0eb-ddc8-4213-b55c-a245707408f7 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:54.705245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57a61bb3-e67b-4274-bbf4-0ebc7d83a459 req-48a609e7-8a3e-4dab-ae3d-e5b603b292d0 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670738 Aug 16 02:01:54.791071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.802310 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-770b3afd-edbd-4853-9c03-6ed601e48ec3 service neutron] 10.222.0.86 "GET /v2.0/networks/d1e5a067-9e50-4e0c-a98c-bfb426324dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0477107 Aug 16 02:01:54.814129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a', 'a5c58e3a-0367-45f4-a456-2b6e448daff8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:54.867548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event deleted for resources: {'Port': ['ID=f5f60433-5756-4e3f-b2bd-54688c794cac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.882138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c36b4-57d0-418a-b039-e233bb8cbaa7 req-9dd9be82-792c-424c-af99-06868dba10ea tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.896441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c51332f3-3784-4f68-926b-e448cfb6dcda', '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:54.900541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-651c36b4-57d0-418a-b039-e233bb8cbaa7 req-9dd9be82-792c-424c-af99-06868dba10ea tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 944 time: 0.1135309 Aug 16 02:01:54.975196 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-651c36b4-57d0-418a-b039-e233bb8cbaa7 req-f882e59e-d7af-44d2-b2d4-c443fc4eb67e tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729547 Aug 16 02:01:54.990499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ecbd3c6c-7bf2-4541-bf84-081f938ed08b None None] Provisioning for port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:55.011851 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fbf345e3-96ca-4f5b-abdb-20c3eb150f12 req-6a01a3da-433b-4298-ad0f-38b0b94455eb service neutron] 10.222.0.86 "GET /v2.0/networks/d1e5a067-9e50-4e0c-a98c-bfb426324dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957886 Aug 16 02:01:55.012673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.021063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ecbd3c6c-7bf2-4541-bf84-081f938ed08b None None] Provisioning complete for port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:55.021819 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3c6c-7bf2-4541-bf84-081f938ed08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.193254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd3c6c-7bf2-4541-bf84-081f938ed08b None None] Port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:55.228668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] No DVR routers for this DVR port f5f60433-5756-4e3f-b2bd-54688c794cac on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:55.233640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.236535 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-929b23c1-4086-44ee-9dd1-3b1c617fc297 req-b81b2075-6325-4913-afc9-d7570f1096f5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "DELETE /v2.0/ports/f5f60433-5756-4e3f-b2bd-54688c794cac HTTP/1.1" status: 204 len: 173 time: 4.3114529 Aug 16 02:01:55.256684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 6ec4f0eb-ddc8-4213-b55c-a245707408f7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6ec4f0eb-ddc8-4213-b55c-a245707408f7,segment=NetworkSegment(22c83687-5c09-407f-ae32-ef06a9c88cf0),segment_id=22c83687-5c09-407f-ae32-ef06a9c88cf0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:55.316359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '6ec4f0eb-ddc8-4213-b55c-a245707408f7', 'network_id': 'd1e5a067-9e50-4e0c-a98c-bfb426324dcf', 'port_id': '6ec4f0eb-ddc8-4213-b55c-a245707408f7', 'mac_address': 'fa:16:3e:89:c2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411c0a46-dcc2-49c4-b5cc-80be68161e49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:55.542290 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.565435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:55.582841 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] Sync routers for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:55.587381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec4f0eb-ddc8-4213-b55c-a245707408f7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:55.599964 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:55.604661 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:01:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:55.617692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 6ec4f0eb-ddc8-4213-b55c-a245707408f7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6ec4f0eb-ddc8-4213-b55c-a245707408f7,segment=NetworkSegment(22c83687-5c09-407f-ae32-ef06a9c88cf0),segment_id=22c83687-5c09-407f-ae32-ef06a9c88cf0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:55.629681 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.629909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'name': 'network-vif-deleted', 'tag': 'f5f60433-5756-4e3f-b2bd-54688c794cac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:55.633498 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e44bd-295a-4bf4-baeb-95da19351b4c" -d '{"events": [{"server_uuid": "addae6e5-5a71-457e-9071-2356570fdd8c", "name": "network-vif-deleted", "tag": "f5f60433-5756-4e3f-b2bd-54688c794cac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:55.637076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] No DVR routers for this DVR port baceecae-20d1-4158-b8b0-cef2cc53032e on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:55.644069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.646301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eb1e36a4-d606-4e04-8ae6-228de556ad5c req-7caeaa7a-d5b3-4297-b3d7-e239f7bf8397 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.86 "DELETE /v2.0/ports/baceecae-20d1-4158-b8b0-cef2cc53032e HTTP/1.1" status: 204 len: 173 time: 8.0066342 Aug 16 02:01:55.742061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=6ec4f0eb-ddc8-4213-b55c-a245707408f7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:55.861525 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:56.035718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:56.067228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.098853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Transition to ACTIVE for port object 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:56.115372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.224665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['6ec4f0eb-ddc8-4213-b55c-a245707408f7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:56.241475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.352115 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:56.452091 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] Checking router: a2ee6184-fed0-4d5f-a176-efd0911a61b4 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:56.489922 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:56.490567 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:01:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:56.504357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Attempting to bind port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:56.504357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Attempting to bind port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:56.505244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Attempting to bind port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 on network 6785f4d5-5db4-4b92-80f4-07c97d6648ad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:56.535432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 on network 6785f4d5-5db4-4b92-80f4-07c97d6648ad not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:56.535432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Attempting to bind port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 on network 6785f4d5-5db4-4b92-80f4-07c97d6648ad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:56.559824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:56.560171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Checking segment: {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:56.560566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Bound using segment: {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:56.561018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Bound port: 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b6fba9-f4ea-410d-8062-9f6bf677b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:56.561544 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.704319 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:56.706532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] For port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:56.716822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] For port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:56.727619 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.750961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.751621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.753715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] 10.222.0.93 "PUT /v2.0/ports/8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 HTTP/1.1" status: 200 len: 1093 time: 2.6137097 Aug 16 02:01:56.891813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd620b42-e8f4-4aad-a27d-f8c549eeeec0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.900649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-7e728d63-efa7-4747-a596-a5b583c4cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.902297 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-7e728d63-efa7-4747-a596-a5b583c4cafc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 1096 time: 0.0880854 Aug 16 02:01:56.995683 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-897a8586-baf4-4dce-9cd2-e9ef1adca571 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 HTTP/1.1" status: 200 len: 217 time: 0.0807915 Aug 16 02:01:57.085632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-0cc5df35-c3ba-4fab-afce-35528317b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.089383 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-0cc5df35-c3ba-4fab-afce-35528317b9b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2c12270-e7e4-47d4-a4dd-b7d3336eab63 HTTP/1.1" status: 200 len: 863 time: 0.0855720 Aug 16 02:01:57.149593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-357df908-2770-4dfa-90e4-5ebf460b98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.151419 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-357df908-2770-4dfa-90e4-5ebf460b98f3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6785f4d5-5db4-4b92-80f4-07c97d6648ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544040 Aug 16 02:01:57.169736 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:57.207689 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66127d0-5be2-4682-acff-bfe848d6151c None None] The sync data for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 is: [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:57.289945 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-5895a9e7-dbb5-4e1b-a7dd-79553edacb8e service neutron] 10.222.0.93 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284785 Aug 16 02:01:57.416981 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b57d654a-3b06-445e-899f-b1318ea278e6 req-1b68e8b0-09f1-4283-8e10-4a5e339e20a6 service neutron] 10.222.0.93 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148560 Aug 16 02:01:57.544900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505dce7-61e3-489d-933e-a5077f7ae987 None None] New status for floating IP 4685e2e7-3812-45b6-90db-a7e6c4e9a8bf: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:01:58.678050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6ec4f0eb-ddc8-4213-b55c-a245707408f7 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:58.740610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 6ec4f0eb-ddc8-4213-b55c-a245707408f7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:58.746081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 6ec4f0eb-ddc8-4213-b55c-a245707408f7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:58.746633 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.865109 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.901661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049ab965-227e-49a1-904f-f29d5304f38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4f0eb-ddc8-4213-b55c-a245707408f7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:58.904600 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aea78a1-58f3-4a02-a712-c71999425f25" -d '{"events": [{"server_uuid": "049ab965-227e-49a1-904f-f29d5304f38a", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4f0eb-ddc8-4213-b55c-a245707408f7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:58.927254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 6ec4f0eb-ddc8-4213-b55c-a245707408f7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6ec4f0eb-ddc8-4213-b55c-a245707408f7,segment=NetworkSegment(22c83687-5c09-407f-ae32-ef06a9c88cf0),segment_id=22c83687-5c09-407f-ae32-ef06a9c88cf0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:58.933459 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.001678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=6ec4f0eb-ddc8-4213-b55c-a245707408f7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:00.418187 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.904418 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-241ab658-9c7b-439d-8a4b-9acc5b237e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.225321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-0428a070-b82b-40bc-b528-b57b5daed390 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1594265382&fields=id&tenant_id=8dda2d21c6364f58bd08e8e8c7278035 HTTP/1.1" status: 200 len: 267 time: 0.0436850 Aug 16 02:02:01.378007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-872b6097-4a72-4a7d-b71b-ec2efada4b48 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.385556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-872b6097-4a72-4a7d-b71b-ec2efada4b48 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 817 time: 0.1521738 Aug 16 02:02:01.403186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915f1b0-06ec-4f6b-92b0-68a5aa4a8a43 req-6b873613-94df-47d7-83eb-b84e2b9ea92b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.404977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5915f1b0-06ec-4f6b-92b0-68a5aa4a8a43 req-6b873613-94df-47d7-83eb-b84e2b9ea92b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1153045 Aug 16 02:02:01.413268 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-3acd1bb4-81d3-4d62-afca-bb1d6534b815 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/quotas/8dda2d21c6364f58bd08e8e8c7278035 HTTP/1.1" status: 200 len: 375 time: 0.0268893 Aug 16 02:02:01.487614 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5915f1b0-06ec-4f6b-92b0-68a5aa4a8a43 req-93354b2c-7599-4e41-b5a7-287edd4f5afd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707533 Aug 16 02:02:01.508137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-59ccd0f7-b2be-405e-b2dd-ed665f4ad305 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927186 Aug 16 02:02:01.613356 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1622ff57-b2ff-40bf-b336-ce31ead39f2a x-openstack-request-id: req-1622ff57-b2ff-40bf-b336-ce31ead39f2a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:01.615561 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addae6e5-5a71-457e-9071-2356570fdd8c", "name": "network-vif-deleted", "tag": "f5f60433-5756-4e3f-b2bd-54688c794cac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:01.615986 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1622ff57-b2ff-40bf-b336-ce31ead39f2a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:01.617305 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addae6e5-5a71-457e-9071-2356570fdd8c', 'name': 'network-vif-deleted', 'tag': 'f5f60433-5756-4e3f-b2bd-54688c794cac', 'status': 'completed', 'code': 200} Aug 16 02:02:01.638314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-6672a994-82df-4ae4-b695-84a33235351b service neutron] 10.222.0.61 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140182 Aug 16 02:02:01.768199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18939b40-4fed-445d-a740-e4f81cbd879f req-3089567f-5a0e-4de8-88e2-1231cefe3299 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.769697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18939b40-4fed-445d-a740-e4f81cbd879f req-3089567f-5a0e-4de8-88e2-1231cefe3299 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 944 time: 0.0712795 Aug 16 02:02:01.787778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-8792fe04-d3a5-4c56-afb8-649f740ceee0 service neutron] 10.222.0.61 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434009 Aug 16 02:02:01.827612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18939b40-4fed-445d-a740-e4f81cbd879f req-70d9168c-729d-4e00-9045-ea0e7b8b634c tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508776 Aug 16 02:02:01.958430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6174489-0cf6-4aa2-b18c-5f050f55a699 req-4ea506c3-bdd1-438d-ac7b-ec86aa95a4aa tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.966744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6174489-0cf6-4aa2-b18c-5f050f55a699 req-4ea506c3-bdd1-438d-ac7b-ec86aa95a4aa tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 946 time: 0.0638862 Aug 16 02:02:02.005310 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86b2f19-9e71-4c89-a575-f5a6a3cd0d69 x-openstack-request-id: req-e86b2f19-9e71-4c89-a575-f5a6a3cd0d69 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:02.006250 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049ab965-227e-49a1-904f-f29d5304f38a", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4f0eb-ddc8-4213-b55c-a245707408f7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:02.006718 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e86b2f19-9e71-4c89-a575-f5a6a3cd0d69 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:02.007767 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049ab965-227e-49a1-904f-f29d5304f38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4f0eb-ddc8-4213-b55c-a245707408f7', 'code': 200} Aug 16 02:02:02.040156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6174489-0cf6-4aa2-b18c-5f050f55a699 req-791808df-69b9-4702-b0de-ec625a7a0089 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724947 Aug 16 02:02:02.191313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ea8182b-5133-4ecb-ba53-5868693c044a req-4dd54f2b-0e60-4f29-b0a7-e1560b6a7f0b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 210 time: 0.0351598 Aug 16 02:02:02.198567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afe8a8-241e-413e-909c-2d658c209249 req-c0aa91df-4cf0-4c79-8f29-599f121ef4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.200606 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30afe8a8-241e-413e-909c-2d658c209249 req-c0aa91df-4cf0-4c79-8f29-599f121ef4f9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 1098 time: 0.0901577 Aug 16 02:02:02.262503 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30afe8a8-241e-413e-909c-2d658c209249 req-5d53bad0-51b2-45fa-a601-34cc6cd0b31a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543172 Aug 16 02:02:02.392916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41154786-ec10-45e6-96d3-348f27a4f2d6 req-50b2a09b-ff59-40ca-9372-d410f3ad8b8b tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.394426 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41154786-ec10-45e6-96d3-348f27a4f2d6 req-50b2a09b-ff59-40ca-9372-d410f3ad8b8b tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 951 time: 0.0903258 Aug 16 02:02:02.407856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0112d32-9be8-498e-ba8f-45df37bdce96 req-e4d09562-19e5-4de1-a2be-272fe12bab73 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.408903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0112d32-9be8-498e-ba8f-45df37bdce96 req-e4d09562-19e5-4de1-a2be-272fe12bab73 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 949 time: 0.0740063 Aug 16 02:02:02.470879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41154786-ec10-45e6-96d3-348f27a4f2d6 req-49c57727-1326-4ef0-91bf-e62bea35aa76 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608957 Aug 16 02:02:02.485597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0112d32-9be8-498e-ba8f-45df37bdce96 req-c2df7b2b-c9b1-46f9-858d-60837365c9c8 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670826 Aug 16 02:02:02.603196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:02.673841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c22f-af29-4988-94c6-5f723234d4f3 req-129f52af-2325-4682-b515-518d4ebf8dcd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.687552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6158c22f-af29-4988-94c6-5f723234d4f3 req-129f52af-2325-4682-b515-518d4ebf8dcd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.0856018 Aug 16 02:02:02.762600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6158c22f-af29-4988-94c6-5f723234d4f3 req-e42683cf-1c20-470b-9515-9d0ced4aa510 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739393 Aug 16 02:02:02.773603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.793922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'port_id': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0', 'mac_address': 'fa:16:3e:f0:9c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:02.832546 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.860174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:02.908122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.916524 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.003004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.087071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55eac3-2732-4cfa-9482-3bb2b36ff58c req-0dc0c357-4f2f-4cd3-b1a5-526513c4cd58 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.089688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a55eac3-2732-4cfa-9482-3bb2b36ff58c req-0dc0c357-4f2f-4cd3-b1a5-526513c4cd58 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 945 time: 0.0847709 Aug 16 02:02:03.151932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a55eac3-2732-4cfa-9482-3bb2b36ff58c req-55ea59b5-db4b-49bf-af29-e71415d1865b tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542216 Aug 16 02:02:03.219872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:03.311546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7167b-928a-4710-89a8-3f9cea209ae6 req-909d4e42-45d9-405b-891d-a320edfe58b4 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.320173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57f7167b-928a-4710-89a8-3f9cea209ae6 req-909d4e42-45d9-405b-891d-a320edfe58b4 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 946 time: 0.0728445 Aug 16 02:02:03.371732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57f7167b-928a-4710-89a8-3f9cea209ae6 req-de3581b6-1781-433d-adb2-82a4e03b9278 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461824 Aug 16 02:02:03.453108 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a5339f7-f22d-42a2-ab47-9a69ca690ffd req-d26ec6eb-a154-47e8-b1f4-f4928e9f0932 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 210 time: 0.0605309 Aug 16 02:02:03.600415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88fd462e-f96c-4365-bb90-0846ac65cda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.625941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'name': 'network-vif-deleted', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e'}, {'name': 'network-changed', 'server_uuid': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'tag': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:03.633676 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1300c73-dd1c-4f68-94fc-337315391c64" -d '{"events": [{"server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "name": "network-vif-deleted", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e"}, {"name": "network-changed", "server_uuid": "ac34f528-a7ff-4425-b0b9-6cfe7a1359e6", "tag": "8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:03.679865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c21cfd-cea5-423e-9c42-5a3e47097029 req-61e61e5f-c7cb-46e1-97a6-5e9dd3a998a6 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.685376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66c21cfd-cea5-423e-9c42-5a3e47097029 req-61e61e5f-c7cb-46e1-97a6-5e9dd3a998a6 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 949 time: 0.1106625 Aug 16 02:02:03.764810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-f79354be-23e6-4faf-a2ea-8fda5a308b43 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.766705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-f79354be-23e6-4faf-a2ea-8fda5a308b43 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.86 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 817 time: 0.1504340 Aug 16 02:02:03.774607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66c21cfd-cea5-423e-9c42-5a3e47097029 req-67921387-24f9-471d-aea5-68edfde192db tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805135 Aug 16 02:02:03.800240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883aeada-0914-4d35-b7c1-d027e8751684 req-95999ac9-ce8a-44e8-bedf-09cc7786e5bb tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.807824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-883aeada-0914-4d35-b7c1-d027e8751684 req-95999ac9-ce8a-44e8-bedf-09cc7786e5bb tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 951 time: 0.0954750 Aug 16 02:02:03.844783 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.852694 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56062338-8505-4990-8b57-61973bd70a67 x-openstack-request-id: req-56062338-8505-4990-8b57-61973bd70a67 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:03.853002 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756a53ae-c466-4958-9d18-d835bb201ec1", "name": "network-vif-deleted", "tag": "baceecae-20d1-4158-b8b0-cef2cc53032e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac34f528-a7ff-4425-b0b9-6cfe7a1359e6", "tag": "8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:03.853270 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56062338-8505-4990-8b57-61973bd70a67 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:03.853696 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756a53ae-c466-4958-9d18-d835bb201ec1', 'name': 'network-vif-deleted', 'tag': 'baceecae-20d1-4158-b8b0-cef2cc53032e', 'status': 'completed', 'code': 200} Aug 16 02:02:03.853957 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'tag': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0', 'status': 'completed', 'code': 200} Aug 16 02:02:03.872862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-883aeada-0914-4d35-b7c1-d027e8751684 req-da88af8f-24e7-42e8-810d-f476b3310564 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641165 Aug 16 02:02:03.964300 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-f72f4b2c-cd78-45d6-b771-dc25af814e2e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dda2d21c6364f58bd08e8e8c7278035 HTTP/1.1" status: 200 len: 380 time: 0.0561194 Aug 16 02:02:03.967705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-f21ee68a-f563-4df9-b675-8a059b9955d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.969369 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-f21ee68a-f563-4df9-b675-8a059b9955d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 1097 time: 0.0924547 Aug 16 02:02:03.995187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d120b38-fcf7-4915-9c87-f035ae23b919 req-35b9a5ca-09c9-47ea-a244-d27f3cbcdd7a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.006323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d120b38-fcf7-4915-9c87-f035ae23b919 req-35b9a5ca-09c9-47ea-a244-d27f3cbcdd7a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.0806746 Aug 16 02:02:04.014993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'port': {'device_id': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'admin_state_up': True, 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'security_groups': ['13bb0bd7-f1ab-4d15-80ee-503935cce423']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:04.061115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d120b38-fcf7-4915-9c87-f035ae23b919 req-032ad1f2-45b4-46d2-b372-2165d8ac9f8e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504677 Aug 16 02:02:04.229042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-ee0b577d-0842-4595-9519-61b5fda31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.230713 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-ee0b577d-0842-4595-9519-61b5fda31f47 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 200 len: 925 time: 0.2491939 Aug 16 02:02:04.299776 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-7b2ee5b6-f47d-434a-82ee-2522d6297633 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 HTTP/1.1" status: 200 len: 217 time: 0.0605466 Aug 16 02:02:04.355533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279514ad-5bfa-4a4a-a0e2-6e748e103dc2 req-8b3b1e21-c20d-4a1d-ad1f-12696292ca10 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.357491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-279514ad-5bfa-4a4a-a0e2-6e748e103dc2 req-8b3b1e21-c20d-4a1d-ad1f-12696292ca10 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 945 time: 0.0815113 Aug 16 02:02:04.389115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-155e1e68-2bb5-4afd-a520-040003ad1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.391376 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-155e1e68-2bb5-4afd-a520-040003ad1907 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2c12270-e7e4-47d4-a4dd-b7d3336eab63 HTTP/1.1" status: 200 len: 863 time: 0.0818436 Aug 16 02:02:04.433389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Made reservation on behalf of 8dda2d21c6364f58bd08e8e8c7278035 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:04.436840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.440411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-279514ad-5bfa-4a4a-a0e2-6e748e103dc2 req-44536655-5c15-4b6e-94f8-018644ad8f96 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744920 Aug 16 02:02:04.474003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-fb831e01-20cb-4eba-88ca-e81e0e9f7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.475651 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-fb831e01-20cb-4eba-88ca-e81e0e9f7860 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6785f4d5-5db4-4b92-80f4-07c97d6648ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762544 Aug 16 02:02:04.545790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cadc-4631-47fd-a575-fbe613434b5a req-e3ab7119-4af3-4632-8904-58e6b25719c5 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.551828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8100cadc-4631-47fd-a575-fbe613434b5a req-e3ab7119-4af3-4632-8904-58e6b25719c5 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 946 time: 0.0790062 Aug 16 02:02:04.593608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b044c85e-c63d-4159-962e-4239c0091d93 req-75565ffa-f808-4028-8e7d-97214e797c85 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 210 time: 0.0570431 Aug 16 02:02:04.630303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:04.641837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8100cadc-4631-47fd-a575-fbe613434b5a req-0f3a6a25-7e28-4a5e-849b-965a0205a3a6 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738175 Aug 16 02:02:04.754197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:04.763533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.765518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:04.766084 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.789309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Allocated IP 172.20.0.9 (1d037ab6-476b-4559-a0ae-90faec753940/21580483-754d-4024-8d37-a3899f6eb150/ef5cd508-812e-498c-a87e-fbc3ccc651d6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:04.831267 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-1e861c3c-df10-466c-87bc-7057029fcc18 service neutron] 10.222.0.93 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381615 Aug 16 02:02:04.962300 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.005275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:05.013475 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aab0fd-cba5-4c66-846c-e45e19361d88" -d '{"events": [{"server_uuid": "ac34f528-a7ff-4425-b0b9-6cfe7a1359e6", "name": "network-vif-plugged", "status": "completed", "tag": "8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:05.025669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82052a-304a-4060-872c-707469c4757b req-4076719c-a3e6-4c94-8a30-f50e93be3c4d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.028968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c82052a-304a-4060-872c-707469c4757b req-4076719c-a3e6-4c94-8a30-f50e93be3c4d tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 949 time: 0.1251633 Aug 16 02:02:05.041482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:05.052229 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.053049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:05.060989 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1300c73-dd1c-4f68-94fc-337315391c64 req-aebbbd11-64fb-4841-9584-6db9cdad4815 service neutron] 10.222.0.93 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140310 Aug 16 02:02:05.110352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c82052a-304a-4060-872c-707469c4757b req-4b0b3d54-065a-42c9-9656-64ec5ab4fd67 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735490 Aug 16 02:02:05.170099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.193405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26781cfb-7cd7-4373-b97e-c0ab0bd25543 req-ea8b7a51-ac54-4dd9-ba31-9b09001c2eeb tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.213338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26781cfb-7cd7-4373-b97e-c0ab0bd25543 req-ea8b7a51-ac54-4dd9-ba31-9b09001c2eeb tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 951 time: 0.1254354 Aug 16 02:02:05.232665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.237671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.258814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Transition to ACTIVE for port object ef5cd508-812e-498c-a87e-fbc3ccc651d6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:05.271735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-fe321938-01e5-41af-bf6c-47f9ee9d6aac tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.274070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-fe321938-01e5-41af-bf6c-47f9ee9d6aac tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 949 time: 0.1209786 Aug 16 02:02:05.298964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:05.308953 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.372379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.379693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26781cfb-7cd7-4373-b97e-c0ab0bd25543 req-3ca9d291-1e4c-4b81-ba0b-afeaca5ffd67 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594558 Aug 16 02:02:05.401110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.415309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb7b93-f223-4bb2-a0ae-7d8f0ace89c3 req-ddfebeec-7b7e-41eb-9c81-907b36334c4f tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.417023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8eb7b93-f223-4bb2-a0ae-7d8f0ace89c3 req-ddfebeec-7b7e-41eb-9c81-907b36334c4f tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 946 time: 0.0966609 Aug 16 02:02:05.438761 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cccde33-5e84-4116-a5f2-6a6cde988494 x-openstack-request-id: req-5cccde33-5e84-4116-a5f2-6a6cde988494 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:05.439238 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac34f528-a7ff-4425-b0b9-6cfe7a1359e6", "name": "network-vif-plugged", "status": "completed", "tag": "8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:05.439604 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5cccde33-5e84-4116-a5f2-6a6cde988494 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:05.440207 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0', 'code': 200} Aug 16 02:02:05.492457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8eb7b93-f223-4bb2-a0ae-7d8f0ace89c3 req-358b0e2f-d132-42a2-897d-0aa127f929dc tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602291 Aug 16 02:02:05.568051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Network 1d037ab6-476b-4559-a0ae-90faec753940 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:05.578527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d175b99-8931-4531-9323-c31f7ec4758d req-530ba8e6-d88c-4fde-9c70-ddfd409e0b74 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.580052 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d175b99-8931-4531-9323-c31f7ec4758d req-530ba8e6-d88c-4fde-9c70-ddfd409e0b74 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.0811682 Aug 16 02:02:05.606592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:05.613464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:05.616081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.661761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97154b8d-2668-446e-baca-8b1bb064d8e8 req-5857f8c7-e163-4d26-9da2-c99df94f31cb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.663883 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97154b8d-2668-446e-baca-8b1bb064d8e8 req-5857f8c7-e163-4d26-9da2-c99df94f31cb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 946 time: 0.0949028 Aug 16 02:02:05.673939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-b83b1ec0-9780-414e-bc3d-6fe9e78bafb1 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.675482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-b83b1ec0-9780-414e-bc3d-6fe9e78bafb1 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.93 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 949 time: 0.1340401 Aug 16 02:02:05.695713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d175b99-8931-4531-9323-c31f7ec4758d req-82649f6b-c627-4489-91b9-8695296e781e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636165 Aug 16 02:02:05.732615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc26d2-2621-4d16-b9cb-d9d0efa469f6 req-49c9e7b2-a92e-45ea-8eda-5d38f65a8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.739359 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4ddc26d2-2621-4d16-b9cb-d9d0efa469f6 req-49c9e7b2-a92e-45ea-8eda-5d38f65a8d94 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 1098 time: 0.2325881 Aug 16 02:02:05.784968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97154b8d-2668-446e-baca-8b1bb064d8e8 req-ecbb32da-f5c5-4201-8721-43f0266a140e tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046176 Aug 16 02:02:05.818492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.819155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.840986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Deleting port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:05.841190 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.852772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253c956-306e-43c1-871a-4403453acf5a req-9238e193-8988-4049-9c07-42208ea7cf2a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.854521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c253c956-306e-43c1-871a-4403453acf5a req-9238e193-8988-4049-9c07-42208ea7cf2a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 931 time: 0.0682495 Aug 16 02:02:05.867533 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-93c7d262-1d72-43d0-92cb-c5431b0b27e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8629389 Aug 16 02:02:05.905044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Request body: {'port': {'device_id': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:05.947723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c253c956-306e-43c1-871a-4403453acf5a req-28c86753-253b-4477-91bf-f45b9cb0300d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751667 Aug 16 02:02:05.957919 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4ddc26d2-2621-4d16-b9cb-d9d0efa469f6 req-a6eceb15-3300-454b-940b-787e434c58af service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870911 Aug 16 02:02:05.984159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4294c418-72f7-4832-8dbf-46ba11fd665c None None] Provisioning for port ef5cd508-812e-498c-a87e-fbc3ccc651d6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:05.992774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4294c418-72f7-4832-8dbf-46ba11fd665c None None] Provisioning complete for port ef5cd508-812e-498c-a87e-fbc3ccc651d6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:05.993483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4294c418-72f7-4832-8dbf-46ba11fd665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.040281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4294c418-72f7-4832-8dbf-46ba11fd665c None None] Port ef5cd508-812e-498c-a87e-fbc3ccc651d6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:06.060987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.079052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] For port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:06.079594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.096567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Deleting port 175e3b9e-654f-47b5-9679-739257286eee {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:06.096904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.107821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Calling delete_port for 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:06.260822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989058a9-e155-4620-a7e8-3daf6247d588 req-fa0e9cf8-1d50-4c3e-9802-d010a4b9a0cb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.262767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-989058a9-e155-4620-a7e8-3daf6247d588 req-fa0e9cf8-1d50-4c3e-9802-d010a4b9a0cb tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 949 time: 0.0680189 Aug 16 02:02:06.318574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-989058a9-e155-4620-a7e8-3daf6247d588 req-a28c8eec-17f1-483d-a184-4e2d3d1f16fc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488799 Aug 16 02:02:06.480574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:06.594530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c661111-9043-4999-a9fa-0c11c8230552 req-c69c8259-2248-427f-ae89-dbc9d873e748 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.599950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c661111-9043-4999-a9fa-0c11c8230552 req-c69c8259-2248-427f-ae89-dbc9d873e748 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 949 time: 0.1128082 Aug 16 02:02:06.780162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] For port 175e3b9e-654f-47b5-9679-739257286eee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=175e3b9e-654f-47b5-9679-739257286eee,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:06.780538 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.799247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.811778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Calling delete_port for 175e3b9e-654f-47b5-9679-739257286eee owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:07.039864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c661111-9043-4999-a9fa-0c11c8230552 req-cca4958b-b43c-42b6-bc15-e338a215dd03 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/security-groups?id=56992775-7cd5-43d3-af93-6328031d0429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330359 Aug 16 02:02:07.042284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.053675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b3a92-8513-4b66-ab99-b1cbc5ad4557 req-d268b799-7d3d-44cf-a882-57e515ddf235 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.056657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a', 'a5c58e3a-0367-45f4-a456-2b6e448daff8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:07.062928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-020b3a92-8513-4b66-ab99-b1cbc5ad4557 req-d268b799-7d3d-44cf-a882-57e515ddf235 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 946 time: 0.4594171 Aug 16 02:02:07.090126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event deleted for resources: {'Port': ['ID=1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.096402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5cd508-812e-498c-a87e-fbc3ccc651d6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:07.111782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.130616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-f0ab8ed2-002d-4199-b36e-8e05bc41d7fe tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.132261 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-f0ab8ed2-002d-4199-b36e-8e05bc41d7fe tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.86 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 946 time: 0.1997035 Aug 16 02:02:07.140170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c51332f3-3784-4f68-926b-e448cfb6dcda'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:07.217272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] No DVR routers for this DVR port 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:07.245229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.246947 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:07.247532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9e117fb-0b97-48f9-a086-80ec8cb56876 req-94e44197-9b3a-4a92-aaa7-36efdb657fcf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "DELETE /v2.0/ports/1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f HTTP/1.1" status: 204 len: 173 time: 1.9650691 Aug 16 02:02:07.247730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed05d41-f06e-4ec5-b9c7-d3c0b110ec25', 'name': 'network-vif-deleted', 'tag': '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:07.249962 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fe5442-49b1-4b9b-83b6-01f040d0adec" -d '{"events": [{"server_uuid": "eed05d41-f06e-4ec5-b9c7-d3c0b110ec25", "name": "network-vif-deleted", "tag": "1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:07.330596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Transition to ACTIVE for port object ef5cd508-812e-498c-a87e-fbc3ccc651d6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:07.335676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.339221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.339482 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-020b3a92-8513-4b66-ab99-b1cbc5ad4557 req-3742fea4-398d-40bd-961d-b16cf1bb0c30 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754502 Aug 16 02:02:07.400128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c42b8d-8813-437d-bf0e-2b2b77c4b5b5 req-a26e0b2c-02a0-4635-9964-67132b2b0b54 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.400451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.430863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4c42b8d-8813-437d-bf0e-2b2b77c4b5b5 req-a26e0b2c-02a0-4635-9964-67132b2b0b54 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.2283485 Aug 16 02:02:07.503573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:07.510866 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07189833-5101-4e92-9794-28d84c46a734" -d '{"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-unplugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:07.513602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Pushing event deleted for resources: {'Port': ['ID=175e3b9e-654f-47b5-9679-739257286eee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.524929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] No DVR routers for this DVR port 175e3b9e-654f-47b5-9679-739257286eee on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:07.531662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Deleting port 6ec4f0eb-ddc8-4213-b55c-a245707408f7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:07.532006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.572005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4c42b8d-8813-437d-bf0e-2b2b77c4b5b5 req-a35a4ad3-e1e4-4f59-afb0-34ba4282190a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398230 Aug 16 02:02:07.675540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934844-158d-4532-881e-a00414d9df06 req-eadbc003-9c08-46bd-a6da-f4c28e73a3c6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.690201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9934844-158d-4532-881e-a00414d9df06 req-eadbc003-9c08-46bd-a6da-f4c28e73a3c6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 946 time: 0.2027111 Aug 16 02:02:07.712961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.714874 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4af4ae6f-92ca-466f-a2a5-6c52d9245145 req-c40a29fb-a74f-4498-bd94-1d2a02c0af1f tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.93 "DELETE /v2.0/ports/175e3b9e-654f-47b5-9679-739257286eee HTTP/1.1" status: 204 len: 173 time: 1.9987535 Aug 16 02:02:07.784085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] For port 6ec4f0eb-ddc8-4213-b55c-a245707408f7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6ec4f0eb-ddc8-4213-b55c-a245707408f7,segment=NetworkSegment(22c83687-5c09-407f-ae32-ef06a9c88cf0),segment_id=22c83687-5c09-407f-ae32-ef06a9c88cf0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:07.784461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.845706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Calling delete_port for 6ec4f0eb-ddc8-4213-b55c-a245707408f7 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:07.884785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9934844-158d-4532-881e-a00414d9df06 req-487763e7-8cde-483d-b8b9-d186a8134227 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936493 Aug 16 02:02:07.952817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656da84-cd23-4a5f-9b82-2a2c88603ead req-521ed9b0-a978-4102-90fa-c57654b5e758 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.963424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b656da84-cd23-4a5f-9b82-2a2c88603ead req-521ed9b0-a978-4102-90fa-c57654b5e758 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.2214024 Aug 16 02:02:08.049019 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4236db8-a03e-4ed9-8bf9-5fa48b5e46dd x-openstack-request-id: req-e4236db8-a03e-4ed9-8bf9-5fa48b5e46dd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:08.051200 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed05d41-f06e-4ec5-b9c7-d3c0b110ec25", "name": "network-vif-deleted", "tag": "1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:08.051626 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4236db8-a03e-4ed9-8bf9-5fa48b5e46dd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:08.052230 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed05d41-f06e-4ec5-b9c7-d3c0b110ec25', 'name': 'network-vif-deleted', 'tag': '1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f', 'status': 'completed', 'code': 200} Aug 16 02:02:08.075727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b656da84-cd23-4a5f-9b82-2a2c88603ead req-2c053ae9-86c9-4396-b8ab-3d1e8efa5702 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021686 Aug 16 02:02:08.102468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Attempting to bind port ef5cd508-812e-498c-a87e-fbc3ccc651d6 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:08.102954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Attempting to bind port ef5cd508-812e-498c-a87e-fbc3ccc651d6 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:08.103438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Attempting to bind port ef5cd508-812e-498c-a87e-fbc3ccc651d6 on network 1d037ab6-476b-4559-a0ae-90faec753940 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:08.111501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.124473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Port ef5cd508-812e-498c-a87e-fbc3ccc651d6 on network 1d037ab6-476b-4559-a0ae-90faec753940 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:08.124803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Attempting to bind port ef5cd508-812e-498c-a87e-fbc3ccc651d6 on network 1d037ab6-476b-4559-a0ae-90faec753940 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:08.167869 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba755fd-c330-4322-b206-5fc893b84af4 x-openstack-request-id: req-1ba755fd-c330-4322-b206-5fc893b84af4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:08.168376 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-unplugged", "status": "completed", "tag": "175e3b9e-654f-47b5-9679-739257286eee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:08.168376 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ba755fd-c330-4322-b206-5fc893b84af4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:08.168775 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175e3b9e-654f-47b5-9679-739257286eee', 'code': 200} Aug 16 02:02:08.187357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:08.187703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Checking segment: {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:08.189242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Bound using segment: {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:08.189242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Bound port: ef5cd508-812e-498c-a87e-fbc3ccc651d6, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:08.189242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.261296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fae8e40b-114b-4d26-9b1d-8e48e117d2a5 req-b5b8a28e-48b3-4012-a005-49c4aa6e65cc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed05d41-f06e-4ec5-b9c7-d3c0b110ec25 HTTP/1.1" status: 200 len: 210 time: 0.0398006 Aug 16 02:02:08.341860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c257cd-5ce1-4b18-a3a6-662e65c24a3d req-bab47557-2a29-4a84-a2f4-af51e6ed79c7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.343362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-32c257cd-5ce1-4b18-a3a6-662e65c24a3d req-bab47557-2a29-4a84-a2f4-af51e6ed79c7 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 946 time: 0.0846243 Aug 16 02:02:08.377776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37612) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:08.395222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4c33ba17-b61a-4b70-b2ba-6656a5a131f6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Request body: {'floatingip': {'port_id': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:08.477721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:08.485319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c33ba17-b61a-4b70-b2ba-6656a5a131f6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.498374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74e5f253-8110-4282-890b-a54a0ece0bc1 req-dd144933-356d-42ac-b601-46f88a92e4f8 tempest-ImagesOneServerTestJSON-1900709175 tempest-ImagesOneServerTestJSON-1900709175-project] 10.222.0.61 "GET /v2.0/ports?device_id=826294f8-ff09-45a3-a331-9a7f4fc9e02e HTTP/1.1" status: 200 len: 210 time: 0.1072476 Aug 16 02:02:08.563858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:08.580808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d10ab7-2cd6-4baa-bb37-685f4d0e74a1 req-f54853bb-e88a-4134-a031-f4dbdafeb1f9 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.589921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90d10ab7-2cd6-4baa-bb37-685f4d0e74a1 req-f54853bb-e88a-4134-a031-f4dbdafeb1f9 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/ports?device_id=049ab965-227e-49a1-904f-f29d5304f38a HTTP/1.1" status: 200 len: 946 time: 0.0901771 Aug 16 02:02:08.620142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.643641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.673892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90d10ab7-2cd6-4baa-bb37-685f4d0e74a1 req-8c15d80a-062b-4603-a8d0-0f55a18a5fd2 tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d1a216f-0187-4816-8efb-dc2d82a7e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818281 Aug 16 02:02:08.681271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['6ec4f0eb-ddc8-4213-b55c-a245707408f7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:08.741986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.743156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.744737 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] 10.222.0.86 "PUT /v2.0/ports/ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 200 len: 1092 time: 2.8438144 Aug 16 02:02:08.765630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c4974-2c53-47c4-8465-8ded50f96ed2 req-a598fb9a-fc02-4ffa-9aba-c1feff86cad4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.767286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-531c4974-2c53-47c4-8465-8ded50f96ed2 req-a598fb9a-fc02-4ffa-9aba-c1feff86cad4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.0923994 Aug 16 02:02:08.783732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Deleting port 78bd6aa0-8403-4720-aa81-ce770ea966bb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:08.784853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.790582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:08.830750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:08.831842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 1f0a0464-e4ba-4e30-b4f7-ccc7aa853a4f not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:08.836470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90a9e1-e014-4d7c-a86a-4bb5f1ec272f service neutron] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:08.848050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] No DVR routers for this DVR port 6ec4f0eb-ddc8-4213-b55c-a245707408f7 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:08.850859 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.854852 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9c11f87-5f4d-4401-9711-8a7f3bfa5af1 req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] 10.222.0.86 "DELETE /v2.0/ports/6ec4f0eb-ddc8-4213-b55c-a245707408f7 HTTP/1.1" status: 204 len: 173 time: 1.7013171 Aug 16 02:02:08.905811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-531c4974-2c53-47c4-8465-8ded50f96ed2 req-6773b739-1c80-4af0-8ec8-1563fc906a28 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253681 Aug 16 02:02:08.966200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc7ce1-4303-4888-a195-101aeda6655b tempest-ServerGroupTestJSON-657621713 tempest-ServerGroupTestJSON-657621713-project] Pushing event deleted for resources: {'Port': ['ID=6ec4f0eb-ddc8-4213-b55c-a245707408f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:08.972477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] For port 78bd6aa0-8403-4720-aa81-ce770ea966bb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=78bd6aa0-8403-4720-aa81-ce770ea966bb,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:08.973794 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.008722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Calling delete_port for 78bd6aa0-8403-4720-aa81-ce770ea966bb owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:09.036784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-13b1fc4d-39d8-4a63-acf5-73d0b69dc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.037012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-13b1fc4d-39d8-4a63-acf5-73d0b69dc848 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1095 time: 0.1909225 Aug 16 02:02:09.129918 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-6784d5eb-80f8-46e6-a7a3-00f55a6a5c1a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 200 len: 217 time: 0.0713758 Aug 16 02:02:09.239629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-7979ce45-2194-4f08-a4ea-99fba494a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.241121 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-7979ce45-2194-4f08-a4ea-99fba494a08f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.1001248 Aug 16 02:02:09.264699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c295510-d830-4ec0-a240-30a96c766fb1 req-50bba971-de86-4715-bb00-7f7e64e3669b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.266340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c295510-d830-4ec0-a240-30a96c766fb1 req-50bba971-de86-4715-bb00-7f7e64e3669b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.0899668 Aug 16 02:02:09.306630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.345484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=78bd6aa0-8403-4720-aa81-ce770ea966bb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:09.361401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c295510-d830-4ec0-a240-30a96c766fb1 req-2cf37482-013a-4ff5-b4de-172c55395938 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837991 Aug 16 02:02:09.447780 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c33ba17-b61a-4b70-b2ba-6656a5a131f6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.453208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c33ba17-b61a-4b70-b2ba-6656a5a131f6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.576468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-57b97201-7dd3-440f-82d4-afee9d3c71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.601898 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-57b97201-7dd3-440f-82d4-afee9d3c71b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3328702 Aug 16 02:02:09.722105 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.883199 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-4c33ba17-b61a-4b70-b2ba-6656a5a131f6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Floating IP 4685e2e7-3812-45b6-90db-a7e6c4e9a8bf associated. External IP: 172.25.5.174, port: 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0. Aug 16 02:02:10.029196 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-cb32621d-4023-48ec-85f8-285be642e549 service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928767 Aug 16 02:02:10.054980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-deleted', 'tag': '175e3b9e-654f-47b5-9679-739257286eee'}, {'name': 'network-changed', 'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6'}, {'server_uuid': '049ab965-227e-49a1-904f-f29d5304f38a', 'name': 'network-vif-deleted', 'tag': '6ec4f0eb-ddc8-4213-b55c-a245707408f7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:10.057586 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa024579-7eca-4ab5-8543-cdee5b5667fe" -d '{"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-deleted", "tag": "175e3b9e-654f-47b5-9679-739257286eee"}, {"name": "network-changed", "server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6"}, {"server_uuid": "049ab965-227e-49a1-904f-f29d5304f38a", "name": "network-vif-deleted", "tag": "6ec4f0eb-ddc8-4213-b55c-a245707408f7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:10.062088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:10.264729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c0f1a-3a73-4ce7-b760-53c5bef53bb0 req-62a2d859-953a-4039-b615-39e5accea0de tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.266454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-256c0f1a-3a73-4ce7-b760-53c5bef53bb0 req-62a2d859-953a-4039-b615-39e5accea0de tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 950 time: 0.1940622 Aug 16 02:02:10.278920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2500ab-8216-4620-95e6-4427d8ea4cc6 req-45c0fdb7-5128-40e0-9de8-2d2af6ba6f0d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.283644 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b2500ab-8216-4620-95e6-4427d8ea4cc6 req-45c0fdb7-5128-40e0-9de8-2d2af6ba6f0d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1968713 Aug 16 02:02:10.332289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Router 0311f558-91aa-4fe1-a6d3-965e1c705be2 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:10.376646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-256c0f1a-3a73-4ce7-b760-53c5bef53bb0 req-0499da76-827c-40ff-ad52-9c221a090267 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884733 Aug 16 02:02:10.387138 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b2500ab-8216-4620-95e6-4427d8ea4cc6 req-02d34f94-2ea0-4a4c-a6e1-24e947eaeda3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968697 Aug 16 02:02:10.483463 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722337bb-0a68-414b-b8fd-07b9c7223617 x-openstack-request-id: req-722337bb-0a68-414b-b8fd-07b9c7223617 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:10.483995 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826294f8-ff09-45a3-a331-9a7f4fc9e02e", "name": "network-vif-deleted", "tag": "175e3b9e-654f-47b5-9679-739257286eee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6", "status": "completed", "code": 200}, {"server_uuid": "049ab965-227e-49a1-904f-f29d5304f38a", "name": "network-vif-deleted", "tag": "6ec4f0eb-ddc8-4213-b55c-a245707408f7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:10.483995 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-722337bb-0a68-414b-b8fd-07b9c7223617 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:10.484375 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826294f8-ff09-45a3-a331-9a7f4fc9e02e', 'name': 'network-vif-deleted', 'tag': '175e3b9e-654f-47b5-9679-739257286eee', 'status': 'completed', 'code': 200} Aug 16 02:02:10.484625 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'status': 'completed', 'code': 200} Aug 16 02:02:10.484869 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049ab965-227e-49a1-904f-f29d5304f38a', 'name': 'network-vif-deleted', 'tag': '6ec4f0eb-ddc8-4213-b55c-a245707408f7', 'status': 'completed', 'code': 200} Aug 16 02:02:10.549281 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3be0dd65-df3a-4329-8406-6a266d4f9cd1 req-339f5e39-35a3-4c76-a737-866ea3425341 service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087700 Aug 16 02:02:10.551570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:10.560376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9b563dcd-e4c3-4a52-8a45-66e693387d3e admin admin] 10.222.0.61 "PUT /v2.0/routers/0311f558-91aa-4fe1-a6d3-965e1c705be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0777538 Aug 16 02:02:10.561974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:10.579681 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] Sync routers for ids ['0311f558-91aa-4fe1-a6d3-965e1c705be2'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:10.595748 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-daf7fb5d-cfd2-4cc7-b5e1-3fe53869523c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94ba58513cac4c1ca30a4fffcd0f6a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141978 Aug 16 02:02:10.595748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:10.643636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:10.663660 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] Routers {'0311f558-91aa-4fe1-a6d3-965e1c705be2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:10.664571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:10.665492 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0311f558-91aa-4fe1-a6d3-965e1c705be2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:10.690568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 175e3b9e-654f-47b5-9679-739257286eee {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:10.698796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 175e3b9e-654f-47b5-9679-739257286eee not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:10.723709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c33ba17-b61a-4b70-b2ba-6656a5a131f6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Router a2ee6184-fed0-4d5f-a176-efd0911a61b4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:10.760756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca046751-604a-4b25-8d41-9ffd1438d90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.781277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-d0de91f7-508e-4539-afdf-f6c765de0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.782958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-d0de91f7-508e-4539-afdf-f6c765de0eec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1095 time: 0.1115594 Aug 16 02:02:10.806189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6ec4f0eb-ddc8-4213-b55c-a245707408f7 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:10.816039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0f207d-c18e-4c17-8562-cc675d1a0eab admin admin] Deleting subnet 411c0a46-dcc2-49c4-b5cc-80be68161e49 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:10.823379 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d0f207d-c18e-4c17-8562-cc675d1a0eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.837121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 6ec4f0eb-ddc8-4213-b55c-a245707408f7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:10.842044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6ec4f0eb-ddc8-4213-b55c-a245707408f7 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:10.855208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.863591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beffa7-d6c0-4efe-9827-97d5e779cd43 req-5a7a0750-95f8-4e22-97a4-a14f99ef9a10 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.865054 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] Set router 0311f558-91aa-4fe1-a6d3-965e1c705be2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:10.879972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54beffa7-d6c0-4efe-9827-97d5e779cd43 req-5a7a0750-95f8-4e22-97a4-a14f99ef9a10 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.3019824 Aug 16 02:02:10.912398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca046751-604a-4b25-8d41-9ffd1438d90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.946241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d0f207d-c18e-4c17-8562-cc675d1a0eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.029285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54beffa7-d6c0-4efe-9827-97d5e779cd43 req-dbc1511d-1125-4c7f-9791-2e2d639eb7dd tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482999 Aug 16 02:02:11.037603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca046751-604a-4b25-8d41-9ffd1438d90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.041249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca046751-604a-4b25-8d41-9ffd1438d90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.042734 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ca046751-604a-4b25-8d41-9ffd1438d90e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56992775-7cd5-43d3-af93-6328031d0429 HTTP/1.1" status: 204 len: 168 time: 0.4466968 Aug 16 02:02:11.050509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-a42e71c8-017a-474f-8fbc-e62c1afe46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.052279 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-a42e71c8-017a-474f-8fbc-e62c1afe46bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.2056818 Aug 16 02:02:11.060768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c33ba17-b61a-4b70-b2ba-6656a5a131f6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:11.074661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] Sync routers for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:11.084276 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c33ba17-b61a-4b70-b2ba-6656a5a131f6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.089241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:11.090246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:11.095147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca046751-604a-4b25-8d41-9ffd1438d90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56992775-7cd5-43d3-af93-6328031d0429,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.095312 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d0f207d-c18e-4c17-8562-cc675d1a0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.172260 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:41Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 5, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'gw_port': {'id': '485d66ab-4092-4c3d-b7a8-48f0a8e0a04f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:42Z', 'updated_at': '2021-08-16T01:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:11.181439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.215550 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-2d4b7b62-426d-46a0-a1b8-cb2cfd9d8d06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 200 len: 217 time: 0.1518517 Aug 16 02:02:11.247260 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] Checking router: 0311f558-91aa-4fe1-a6d3-965e1c705be2 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:11.272221 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] Routers {'0311f558-91aa-4fe1-a6d3-965e1c705be2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:11.274548 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d0f207d-c18e-4c17-8562-cc675d1a0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.276316 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0311f558-91aa-4fe1-a6d3-965e1c705be2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:11.342261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f207d-c18e-4c17-8562-cc675d1a0eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411c0a46-dcc2-49c4-b5cc-80be68161e49,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.348009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:11.352418 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d0f207d-c18e-4c17-8562-cc675d1a0eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.362104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4d0f207d-c18e-4c17-8562-cc675d1a0eab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/411c0a46-dcc2-49c4-b5cc-80be68161e49 HTTP/1.1" status: 204 len: 168 time: 0.6946735 Aug 16 02:02:11.369325 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4c33ba17-b61a-4b70-b2ba-6656a5a131f6 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "PUT /v2.0/floatingips/4685e2e7-3812-45b6-90db-a7e6c4e9a8bf HTTP/1.1" status: 200 len: 992 time: 2.9906619 Aug 16 02:02:11.372924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37686) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:11.382567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Deleting port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:11.388715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.389878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-bdcd8976-2478-4e0e-b27b-d8b01cf3573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.391595 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-bdcd8976-2478-4e0e-b27b-d8b01cf3573a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.1537337 Aug 16 02:02:11.421129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-466630d8-55fc-4a83-8821-c75a90eece34 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.423897 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-466630d8-55fc-4a83-8821-c75a90eece34 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/ports?device_id=270eeadb-ec88-469b-b9ac-acbbc97fd71a HTTP/1.1" status: 200 len: 950 time: 0.2054458 Aug 16 02:02:11.493780 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] Set router 0311f558-91aa-4fe1-a6d3-965e1c705be2 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:11.615417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Deleting port a5c58e3a-0367-45f4-a456-2b6e448daff8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:11.615989 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.625148 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.626227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-ca859876-7b53-4283-92e8-88d1655d0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.629592 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-ca859876-7b53-4283-92e8-88d1655d0ac8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2036052 Aug 16 02:02:11.630958 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:41Z', 'updated_at': '2021-08-16T02:02:11Z', 'revision_number': 6, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:11.698991 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35878848-dfef-410f-8295-c3e2b2cc3c35 None None] The sync data for ids ['0311f558-91aa-4fe1-a6d3-965e1c705be2'] in n-d-768862-14 is: [{'id': '0311f558-91aa-4fe1-a6d3-965e1c705be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-205688404-router', 'tenant_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:41Z', 'updated_at': '2021-08-16T02:02:11Z', 'revision_number': 6, 'project_id': '9205b15d1d5d44aea8808c5bf5fa6eda', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:11.889122 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.936333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4685e2e7-3812-45b6-90db-a7e6c4e9a8bf', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'port_id': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'mac_address': 'fa:16:3e:f0:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:11.951846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-b1bca322-2642-4586-b139-662c5a860c08 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.953436 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-b1bca322-2642-4586-b139-662c5a860c08 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 950 time: 0.2398765 Aug 16 02:02:11.959488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] For port a5c58e3a-0367-45f4-a456-2b6e448daff8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a5c58e3a-0367-45f4-a456-2b6e448daff8,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:11.959886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.992344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] Checking router: a2ee6184-fed0-4d5f-a176-efd0911a61b4 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:12.006610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:12.007982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.138242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Calling delete_port for a5c58e3a-0367-45f4-a456-2b6e448daff8 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:12.173655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 78bd6aa0-8403-4720-aa81-ce770ea966bb no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:12.185616 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-cf865c73-a678-4a06-b563-95b70c99737e service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730909 Aug 16 02:02:12.208220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3368b-00b4-4b88-89db-e406b538df08 req-32066ad0-54c5-4073-b89c-06b4c5ad8844 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.212048 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eb3368b-00b4-4b88-89db-e406b538df08 req-32066ad0-54c5-4073-b89c-06b4c5ad8844 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 950 time: 0.6958578 Aug 16 02:02:12.219644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:12.219877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 78bd6aa0-8403-4720-aa81-ce770ea966bb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:12.220130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 78bd6aa0-8403-4720-aa81-ce770ea966bb not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:12.245042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:12.316846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Deleting port c51332f3-3784-4f68-926b-e448cfb6dcda {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:12.317196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.423377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.444965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e5a067-9e50-4e0c-a98c-bfb426324dcf']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.459858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eb3368b-00b4-4b88-89db-e406b538df08 req-9ad5d0cd-9ad6-4dd1-98a5-037b95754e59 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055521 Aug 16 02:02:12.488191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'tag': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:12.489976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062a308-1e79-417c-95a2-6dda22f1d456 req-65e1049e-5e8c-401c-8e3b-05f027f68f87 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.490137 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742dfcd7-30b8-495f-9401-c249a6ad5504" -d '{"events": [{"name": "network-changed", "server_uuid": "ac34f528-a7ff-4425-b0b9-6cfe7a1359e6", "tag": "8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:12.493452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3062a308-1e79-417c-95a2-6dda22f1d456 req-65e1049e-5e8c-401c-8e3b-05f027f68f87 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.8811061 Aug 16 02:02:12.498980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1686803247-network', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:12.512772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c83687-5c09-407f-ae32-ef06a9c88cf0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.513063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c83687-5c09-407f-ae32-ef06a9c88cf0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.521338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa024579-7eca-4ab5-8543-cdee5b5667fe req-897aac26-39dd-4b89-8fb5-b8e121175a20 service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866235 Aug 16 02:02:12.523341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] For port c51332f3-3784-4f68-926b-e448cfb6dcda, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c51332f3-3784-4f68-926b-e448cfb6dcda,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:12.523794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.530268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] For port 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=485d66ab-4092-4c3d-b7a8-48f0a8e0a04f,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:12.530486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.545336 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.550043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Calling delete_port for c51332f3-3784-4f68-926b-e448cfb6dcda owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:12.590211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Calling delete_port for 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:12.604535 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.612393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.629914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a', 'a5c58e3a-0367-45f4-a456-2b6e448daff8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:12.660956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:12.661369 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:12.663281 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:12.677457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Made reservation on behalf of 73ea5dbceeac406c9ffe8c481e67ed50 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:12.680611 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.688426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c51332f3-3784-4f68-926b-e448cfb6dcda'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:12.780738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3062a308-1e79-417c-95a2-6dda22f1d456 req-a2b53095-5f1b-4e5b-a3f1-93dd7b8958b2 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571766 Aug 16 02:02:12.786284 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.794004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4685e2e7-3812-45b6-90db-a7e6c4e9a8bf', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'port_id': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'mac_address': 'fa:16:3e:f0:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.860587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event deleted for resources: {'Port': ['ID=a5c58e3a-0367-45f4-a456-2b6e448daff8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.869332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.892756 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.899080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0de820-4f00-4a36-bf22-3b49b23a2c85 None None] The sync data for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 is: [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4685e2e7-3812-45b6-90db-a7e6c4e9a8bf', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'port_id': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'mac_address': 'fa:16:3e:f0:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:10Z', 'updated_at': '2021-08-16T02:02:09Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:12.902410 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.906106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] 10.222.0.61 "DELETE /v2.0/networks/d1e5a067-9e50-4e0c-a98c-bfb426324dcf HTTP/1.1" status: 204 len: 168 time: 1.5321288 Aug 16 02:02:12.932060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cce3bc-1645-4426-baaf-49b91e574f96 req-6d2483c5-c891-4f72-9721-300ae0a85a35 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.933789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8cce3bc-1645-4426-baaf-49b91e574f96 req-6d2483c5-c891-4f72-9721-300ae0a85a35 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.3387542 Aug 16 02:02:12.991979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df696e-4ac0-4375-aece-2d25d79cf66e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e5a067-9e50-4e0c-a98c-bfb426324dcf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.015915 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e0ad6f-5695-4433-8042-6b03a0de61a0 x-openstack-request-id: req-52e0ad6f-5695-4433-8042-6b03a0de61a0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:13.016280 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac34f528-a7ff-4425-b0b9-6cfe7a1359e6", "tag": "8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:13.016473 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-52e0ad6f-5695-4433-8042-6b03a0de61a0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:13.016827 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'tag': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0', 'status': 'completed', 'code': 200} Aug 16 02:02:13.032396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event deleted for resources: {'Port': ['ID=c51332f3-3784-4f68-926b-e448cfb6dcda,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.044220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] No DVR routers for this DVR port a5c58e3a-0367-45f4-a456-2b6e448daff8 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:13.069772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.074556 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f6cbb1f-d7b2-4435-b0a9-55a97bb3f5eb req-3179d684-70ae-4b8f-9f7b-7508817dd165 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "DELETE /v2.0/ports/a5c58e3a-0367-45f4-a456-2b6e448daff8 HTTP/1.1" status: 204 len: 173 time: 1.6400833 Aug 16 02:02:13.217857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:13.233692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] No DVR routers for this DVR port c51332f3-3784-4f68-926b-e448cfb6dcda on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:13.263690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8cce3bc-1645-4426-baaf-49b91e574f96 req-1387a182-f49a-47a6-b2e9-4840c35c0b3c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019376 Aug 16 02:02:13.286536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.294922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-feafbf49-e3ef-4005-bd38-acc39d9e0946 req-2fb339dd-90aa-451b-8067-7ff901077f54 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.86 "DELETE /v2.0/ports/c51332f3-3784-4f68-926b-e448cfb6dcda HTTP/1.1" status: 204 len: 173 time: 1.3187053 Aug 16 02:02:13.353706 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28997b3d-a8b3-49ef-bc42-54fd1ae468a0 None None] New status for floating IP 4685e2e7-3812-45b6-90db-a7e6c4e9a8bf: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:13.355638 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1065fe01-f76c-48e0-b697-17140347d42b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ebc920198974ed5a5cde11139d380b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358156 Aug 16 02:02:13.370157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:13.418996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-22803bff-9e7c-479b-a902-2b3877477588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.421707 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-22803bff-9e7c-479b-a902-2b3877477588 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 1098 time: 0.4113138 Aug 16 02:02:13.483684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.514682 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.531376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:13.545714 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.546074 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Added segment c42787a3-47af-4d61-8105-a259e4ed23bd of type vlan for network 1273470b-5e36-4fb5-8fa7-30194cd77d10 Aug 16 02:02:13.604215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-443afa59-0e97-46e0-9f7b-9e7ae045e477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.635784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.644120 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.669663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-443afa59-0e97-46e0-9f7b-9e7ae045e477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.681277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-612e36c0-f96a-42a4-85c4-ed4b69a41f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.683077 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-612e36c0-f96a-42a4-85c4-ed4b69a41f4f service neutron] 10.222.0.93 "GET /v2.0/networks?id=6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 200 len: 925 time: 0.2475994 Aug 16 02:02:13.753943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4386368c-c993-46f2-9b78-bd7db97e0c47 req-1338316c-9c5d-4ad8-842a-f091cf8ce1ac tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4f5d77-48cf-4988-8bed-5724bf2ef085 HTTP/1.1" status: 200 len: 210 time: 0.1239007 Aug 16 02:02:13.769877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Pushing event deleted for resources: {'Port': ['ID=485d66ab-4092-4c3d-b7a8-48f0a8e0a04f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.815017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fbba1b-1254-4f2a-9fb3-b721646e5050,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.850400 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-beb792ce-d402-44c7-90dc-51a5cabb6855 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 HTTP/1.1" status: 200 len: 1000 time: 0.1502981 Aug 16 02:02:13.870165 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-443afa59-0e97-46e0-9f7b-9e7ae045e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.877676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-443afa59-0e97-46e0-9f7b-9e7ae045e477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.878854 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-443afa59-0e97-46e0-9f7b-9e7ae045e477 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d1a216f-0187-4816-8efb-dc2d82a7e3fb HTTP/1.1" status: 204 len: 168 time: 0.5111153 Aug 16 02:02:13.921542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443afa59-0e97-46e0-9f7b-9e7ae045e477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1a216f-0187-4816-8efb-dc2d82a7e3fb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.946387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-bef752fb-f2d7-44c7-b610-15e0eb3dc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.948306 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-bef752fb-f2d7-44c7-b610-15e0eb3dc5fc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2c12270-e7e4-47d4-a4dd-b7d3336eab63 HTTP/1.1" status: 200 len: 863 time: 0.0930090 Aug 16 02:02:14.042291 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.051589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.051589 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.058050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:14.078203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-de9c4b52-2146-4e32-90fa-ab7cbe5de270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.090305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:14.091234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 485d66ab-4092-4c3d-b7a8-48f0a8e0a04f not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:14.093625 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-de9c4b52-2146-4e32-90fa-ab7cbe5de270 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6785f4d5-5db4-4b92-80f4-07c97d6648ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286292 Aug 16 02:02:14.280404 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.283755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-bdecabc6-a216-4243-85f3-e2db24b86504 service neutron] 10.222.0.93 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881871 Aug 16 02:02:14.352848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f8e70-3712-4341-969f-287bf117b219 req-30015ade-74fd-4f94-9728-312817c281f7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.354435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-962f8e70-3712-4341-969f-287bf117b219 req-30015ade-74fd-4f94-9728-312817c281f7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.4413130 Aug 16 02:02:14.358428 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1252692 Aug 16 02:02:14.364236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.370505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Request body: {'subnet': {'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-subnet', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:14.373314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a', 'a5c58e3a-0367-45f4-a456-2b6e448daff8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:14.403052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b7d30-c6f7-4503-af93-8fc34d12198a admin admin] Pushing event updated for resources: {'Network': ['ID=1273470b-5e36-4fb5-8fa7-30194cd77d10,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.444854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Made reservation on behalf of 73ea5dbceeac406c9ffe8c481e67ed50 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:14.447372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.515039 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-742dfcd7-30b8-495f-9401-c249a6ad5504 req-f53340a1-facf-4ab5-b3d5-8cd48d0aea22 service neutron] 10.222.0.93 "GET /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242532 Aug 16 02:02:14.559647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.565750 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.600244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:14.645581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-962f8e70-3712-4341-969f-287bf117b219 req-cf3cadf2-ec20-43b1-9566-7f6e64b683c4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361341 Aug 16 02:02:14.744646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dcae0-6dce-490c-9f80-86aea66e1533 req-cff9021c-f45e-46a5-9e87-5010e2970344 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.754143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba3dcae0-6dce-490c-9f80-86aea66e1533 req-cff9021c-f45e-46a5-9e87-5010e2970344 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.2415893 Aug 16 02:02:14.758130 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.758796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0311f558-91aa-4fe1-a6d3-965e1c705be2 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:14.769154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.770362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7eb9fd54-f71b-4698-8c06-d74285c5b756 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0311f558-91aa-4fe1-a6d3-965e1c705be2 HTTP/1.1" status: 204 len: 168 time: 4.2065609 Aug 16 02:02:14.778982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.781753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.889918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba3dcae0-6dce-490c-9f80-86aea66e1533 req-a0546269-d5c8-4c8d-afe0-afaa5ee2601c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347957 Aug 16 02:02:14.900787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:14.956715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4b057d-5103-4eca-9e23-1311630e862e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.971060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Checking segment: {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:14.971532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Network hostable DHCP agents. Network: 1273470b-5e36-4fb5-8fa7-30194cd77d10, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:14.988403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f8f1cc-ffac-4134-9044-a07faea8f5b8 admin admin] Deleting subnet cf1c6c4b-33f8-4de0-963f-f113e52531df {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:14.994831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10f8f1cc-ffac-4134-9044-a07faea8f5b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.019886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270eeadb-ec88-469b-b9ac-acbbc97fd71a', 'name': 'network-vif-deleted', 'tag': 'a5c58e3a-0367-45f4-a456-2b6e448daff8'}, {'server_uuid': '5c4f5d77-48cf-4988-8bed-5724bf2ef085', 'name': 'network-vif-deleted', 'tag': 'c51332f3-3784-4f68-926b-e448cfb6dcda'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:15.023944 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd82fb-da2a-43f6-84d3-a17b762df038" -d '{"events": [{"server_uuid": "270eeadb-ec88-469b-b9ac-acbbc97fd71a", "name": "network-vif-deleted", "tag": "a5c58e3a-0367-45f4-a456-2b6e448daff8"}, {"server_uuid": "5c4f5d77-48cf-4988-8bed-5724bf2ef085", "name": "network-vif-deleted", "tag": "c51332f3-3784-4f68-926b-e448cfb6dcda"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:15.041993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c51332f3-3784-4f68-926b-e448cfb6dcda no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:15.052152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:15.063546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:15.083999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10f8f1cc-ffac-4134-9044-a07faea8f5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.099196 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ef66be-5bac-4d42-ad59-4f32b975f783 x-openstack-request-id: req-26ef66be-5bac-4d42-ad59-4f32b975f783 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:15.099351 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270eeadb-ec88-469b-b9ac-acbbc97fd71a", "name": "network-vif-deleted", "tag": "a5c58e3a-0367-45f4-a456-2b6e448daff8", "status": "completed", "code": 200}, {"server_uuid": "5c4f5d77-48cf-4988-8bed-5724bf2ef085", "name": "network-vif-deleted", "tag": "c51332f3-3784-4f68-926b-e448cfb6dcda", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:15.099474 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26ef66be-5bac-4d42-ad59-4f32b975f783 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:15.099861 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270eeadb-ec88-469b-b9ac-acbbc97fd71a', 'name': 'network-vif-deleted', 'tag': 'a5c58e3a-0367-45f4-a456-2b6e448daff8', 'status': 'completed', 'code': 200} Aug 16 02:02:15.100107 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4f5d77-48cf-4988-8bed-5724bf2ef085', 'name': 'network-vif-deleted', 'tag': 'c51332f3-3784-4f68-926b-e448cfb6dcda', 'status': 'completed', 'code': 200} Aug 16 02:02:15.141239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: c51332f3-3784-4f68-926b-e448cfb6dcda {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:15.141929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c51332f3-3784-4f68-926b-e448cfb6dcda not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:15.152653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'port_id': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'mac_address': 'fa:16:3e:41:6d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:15.168447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 1273470b-5e36-4fb5-8fa7-30194cd77d10) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:15.181062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.187251 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.226026 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fa580fd7-e34c-47b1-a4c9-a1273bafcd1f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8604364 Aug 16 02:02:15.229254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.233923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:15.290266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.291822 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.294930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd081f51-3c90-4919-8b1f-ef304ac7818e None None] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:15.302714 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10f8f1cc-ffac-4134-9044-a07faea8f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.368100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.380250 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.389317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10f8f1cc-ffac-4134-9044-a07faea8f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.430160 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10f8f1cc-ffac-4134-9044-a07faea8f5b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.432726 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-10f8f1cc-ffac-4134-9044-a07faea8f5b8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cf1c6c4b-33f8-4de0-963f-f113e52531df HTTP/1.1" status: 204 len: 168 time: 0.6452477 Aug 16 02:02:15.434230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8f1cc-ffac-4134-9044-a07faea8f5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1c6c4b-33f8-4de0-963f-f113e52531df,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.441374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.445375 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.474233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5cd508-812e-498c-a87e-fbc3ccc651d6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:15.524612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb8d2f0-0716-4c8d-87ad-21df82a7f7a8 None None] Network bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:15.536353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.599260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1900559706-network', 'tenant_id': '9de30deb334846829f2b8b1ff26c9df8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:15.629946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:15.657312 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.657580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Deleting port fcba9d6a-561b-4488-b01d-beee1c5fe8ad {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:15.657814 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.675531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Made reservation on behalf of 9de30deb334846829f2b8b1ff26c9df8 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:15.677777 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.692847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.718018 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.768041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14204bf1-23fd-47db-ae5c-8ad223e4fbe5 req-e963b5c1-0e56-4915-921c-e7f15e89aeb7 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.769517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14204bf1-23fd-47db-ae5c-8ad223e4fbe5 req-e963b5c1-0e56-4915-921c-e7f15e89aeb7 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 950 time: 0.1403091 Aug 16 02:02:15.798276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] For port fcba9d6a-561b-4488-b01d-beee1c5fe8ad, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=fcba9d6a-561b-4488-b01d-beee1c5fe8ad,segment=NetworkSegment(e63c66a6-8eda-4a4d-ab66-350ecbcf253a),segment_id=e63c66a6-8eda-4a4d-ab66-350ecbcf253a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:15.798904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.817051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Calling delete_port for fcba9d6a-561b-4488-b01d-beee1c5fe8ad owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:15.859360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.942907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b61d2-96d8-47c3-bb63-3e18b5301cd5 req-dd6a714a-b5f8-46c7-a53d-2b1eb87a15ba tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.951263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e16b61d2-96d8-47c3-bb63-3e18b5301cd5 req-dd6a714a-b5f8-46c7-a53d-2b1eb87a15ba tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1946757 Aug 16 02:02:15.952111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-1273470b-5e36-4fb5-8fa7-30194cd77d10', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:15.953432 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.966877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14204bf1-23fd-47db-ae5c-8ad223e4fbe5 req-f41c38d3-a15d-4edd-b50c-956c31f1aa3a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458662 Aug 16 02:02:15.982300 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.054693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcba9d6a-561b-4488-b01d-beee1c5fe8ad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.073041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] No DVR routers for this DVR port fcba9d6a-561b-4488-b01d-beee1c5fe8ad on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:16.081620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e16b61d2-96d8-47c3-bb63-3e18b5301cd5 req-a087c860-24d4-43d4-8fb2-ecc226f1c10b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266170 Aug 16 02:02:16.128026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6b7b49-8c85-4a22-96e3-d6b86ecb926a None None] DHCP port deletion for bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:16.130193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['ef5cd508-812e-498c-a87e-fbc3ccc651d6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:16.196497 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.216908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd83fd1e-29af-4893-9d19-1f4e5a39b4a6']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:16.233339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:16.233637 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63c66a6-8eda-4a4d-ab66-350ecbcf253a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:16.246647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.264852 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.280988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Allocated IP 172.20.0.2 (1273470b-5e36-4fb5-8fa7-30194cd77d10/4b4b057d-5103-4eca-9e23-1311630e862e/ee7458ea-fa9a-4b2f-8ea3-e77c636e053e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:16.295485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.304577 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.311073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:16.312775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:16.317619 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:16.341664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6d9a-3c6e-447b-bab3-e2676f2ef00d req-7f907bc1-839f-4919-a4ae-8a1c11962a29 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.343714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b4a6d9a-3c6e-447b-bab3-e2676f2ef00d req-7f907bc1-839f-4919-a4ae-8a1c11962a29 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 944 time: 0.2508223 Aug 16 02:02:16.389387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:16.442547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.449745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.450247 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Added segment 4dfe2427-8bee-4105-be22-89b122856e5a of type vlan for network c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 Aug 16 02:02:16.456738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.458757 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bd83fd1e-29af-4893-9d19-1f4e5a39b4a6 HTTP/1.1" status: 204 len: 168 time: 1.0162134 Aug 16 02:02:16.469539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.478320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d651f1-0191-42d1-8828-ca6bae1dc7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd83fd1e-29af-4893-9d19-1f4e5a39b4a6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.501593 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.550080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.568244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.569089 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.595218 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.595460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a570f063-ea2c-44d9-bb17-863de4bea09f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.609830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Transition to ACTIVE for port object ee7458ea-fa9a-4b2f-8ea3-e77c636e053e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:16.641065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Transition to ACTIVE for port object ee7458ea-fa9a-4b2f-8ea3-e77c636e053e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:16.652480 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.693769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b4a6d9a-3c6e-447b-bab3-e2676f2ef00d req-d2416dc9-16af-41e8-a1b7-dc4a269d8b02 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172085 Aug 16 02:02:16.707354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a5c58e3a-0367-45f4-a456-2b6e448daff8 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:16.712138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.724399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3541024 Aug 16 02:02:16.736916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.746391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Request body: {'subnet': {'network_id': 'c5f9dde8-dacc-49ba-b2b9-a9ce30e90256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1900559706-subnet', 'tenant_id': '9de30deb334846829f2b8b1ff26c9df8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:16.749663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:16.753657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: a5c58e3a-0367-45f4-a456-2b6e448daff8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:16.754475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a5c58e3a-0367-45f4-a456-2b6e448daff8 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:16.759897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:16.760279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.766090 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:16.767448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce718070-4e19-46b1-b145-8534128e8667 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f9dde8-dacc-49ba-b2b9-a9ce30e90256,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.769695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Pushing event updated for resources: {'Port': ['ID=ee7458ea-fa9a-4b2f-8ea3-e77c636e053e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.808560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-f0920356-07a0-4422-8a3c-52d1808d1382 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2082014 Aug 16 02:02:16.887821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Made reservation on behalf of 9de30deb334846829f2b8b1ff26c9df8 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:16.888981 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.915571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:16.943479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Allocated IP 172.25.5.40 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/85097e85-1e8b-42f7-a223-198a279b40d8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:17.084358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Attempting to bind port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:17.084650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Attempting to bind port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:17.085911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Attempting to bind port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e on network 1273470b-5e36-4fb5-8fa7-30194cd77d10 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:17.106310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:17.107020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Checking segment: {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:17.107610 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.108870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Bound using segment: {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:17.109551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Bound port: ee7458ea-fa9a-4b2f-8ea3-e77c636e053e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:17.110119 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.251963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] For port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:17.259261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] For port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ee7458ea-fa9a-4b2f-8ea3-e77c636e053e,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:17.262040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce85a6c-86a6-40f7-b954-b370af567107 req-2246981d-d96d-41b8-a07f-295a7cce5d32 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.263786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cce85a6c-86a6-40f7-b954-b370af567107 req-2246981d-d96d-41b8-a07f-295a7cce5d32 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 950 time: 0.1279874 Aug 16 02:02:17.271821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a1935-eed3-411b-a50a-98827b2f11eb req-f5dee2ea-0097-47a9-bb7b-c550605c303b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.274171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-123a1935-eed3-411b-a50a-98827b2f11eb req-f5dee2ea-0097-47a9-bb7b-c550605c303b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/ports?device_id=03bdb100-8513-413c-81b1-6e83b6ff7c34 HTTP/1.1" status: 200 len: 949 time: 0.2597528 Aug 16 02:02:17.298479 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.324474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-f05d1c77-1b4b-48da-a77f-2f17683d2dbf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.326023 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-f05d1c77-1b4b-48da-a77f-2f17683d2dbf tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/ports?device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 950 time: 0.5902517 Aug 16 02:02:17.387800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9e983-7da0-4a01-ade4-2c3e93abcf1f None None] Pushing event updated for resources: {'Port': ['ID=ee7458ea-fa9a-4b2f-8ea3-e77c636e053e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:17.388019 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.410937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e709ca-e51e-4200-81a0-02194972a9c7 req-3a82655d-c51c-451a-bf59-40787c8b786a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.412573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8e709ca-e51e-4200-81a0-02194972a9c7 req-3a82655d-c51c-451a-bf59-40787c8b786a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.2256026 Aug 16 02:02:17.495409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cce85a6c-86a6-40f7-b954-b370af567107 req-4a340b68-eee8-466c-93af-bb793ef9ddc6 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147536 Aug 16 02:02:17.544866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-26d8a824-a9ea-4994-8006-025499e76c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.546396 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-26d8a824-a9ea-4994-8006-025499e76c5f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92b73bee6b7e488fa616257a32f986e0&device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 1101 time: 0.6775231 Aug 16 02:02:17.614505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8e709ca-e51e-4200-81a0-02194972a9c7 req-c841a406-78fb-470a-bd4d-83a82f1e8414 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712201 Aug 16 02:02:17.624912 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.637924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-123a1935-eed3-411b-a50a-98827b2f11eb req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Deleting port 31578f7c-b817-4fb8-93c5-df051fc2205a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:17.638198 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-123a1935-eed3-411b-a50a-98827b2f11eb req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.759789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Deleting port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:17.760135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.856896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-43824e5c-2e5c-411b-835c-2c015c37d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.858409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-43824e5c-2e5c-411b-835c-2c015c37d392 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2865124 Aug 16 02:02:17.956586 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-ec20a2b0-7e5c-409d-8918-18db22cd7286 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f6254da0-498e-4d85-bba1-debdbf287969 HTTP/1.1" status: 200 len: 217 time: 0.0871675 Aug 16 02:02:18.030630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.039607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] For port 2195a817-0e8a-44f5-89f6-72d6edb4fd45, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2195a817-0e8a-44f5-89f6-72d6edb4fd45,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:18.039974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.075883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ee7458ea-fa9a-4b2f-8ea3-e77c636e053e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:18.092135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:18.097681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Calling delete_port for 2195a817-0e8a-44f5-89f6-72d6edb4fd45 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:18.138906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-ca35432d-ea4a-482f-8760-d30a8dcca1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.139083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:18.142029 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-ca35432d-ea4a-482f-8760-d30a8dcca1f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1724594 Aug 16 02:02:18.145757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:18.159559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:18.186599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Pushing event updated for resources: {'Port': ['ID=85097e85-1e8b-42f7-a223-198a279b40d8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.211134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=25085389-25d8-400c-a8d8-b70370335961,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.231270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device fcba9d6a-561b-4488-b01d-beee1c5fe8ad no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:18.236869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c1535-5233-4b4b-bcac-13b30ed9edf2 req-5e9608da-6233-47c1-b600-d6420df6210e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.238411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec5c1535-5233-4b4b-bcac-13b30ed9edf2 req-5e9608da-6233-47c1-b600-d6420df6210e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 944 time: 0.1807754 Aug 16 02:02:18.257160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: fcba9d6a-561b-4488-b01d-beee1c5fe8ad {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:18.257658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device fcba9d6a-561b-4488-b01d-beee1c5fe8ad not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:18.270231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Checking segment: {'id': '4dfe2427-8bee-4105-be22-89b122856e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c5f9dde8-dacc-49ba-b2b9-a9ce30e90256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:18.270593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Network hostable DHCP agents. Network: c5f9dde8-dacc-49ba-b2b9-a9ce30e90256, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:18.292801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-123a1935-eed3-411b-a50a-98827b2f11eb req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] For port 31578f7c-b817-4fb8-93c5-df051fc2205a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=31578f7c-b817-4fb8-93c5-df051fc2205a,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:18.293178 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-123a1935-eed3-411b-a50a-98827b2f11eb req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.326132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-af70a864-bb27-4964-b6a5-ac5aa6335ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.327924 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-af70a864-bb27-4964-b6a5-ac5aa6335ea7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257622 Aug 16 02:02:18.336476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Network c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:18.345341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.349357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-123a1935-eed3-411b-a50a-98827b2f11eb req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Calling delete_port for 31578f7c-b817-4fb8-93c5-df051fc2205a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:18.443120 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec5c1535-5233-4b4b-bcac-13b30ed9edf2 req-a3940649-a188-46a1-9cf1-d18f4d69300c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624103 Aug 16 02:02:18.451632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c5f9dde8-dacc-49ba-b2b9-a9ce30e90256) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:18.467010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dab05ef-9217-4bc8-b219-4da914014e87 None None] Network c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:18.499438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.500346 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.530425 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-66072084-e0c6-4dd1-b58f-ac168d83a9ff admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7904084 Aug 16 02:02:18.582037 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-123a1935-eed3-411b-a50a-98827b2f11eb req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.623353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969', '2195a817-0e8a-44f5-89f6-72d6edb4fd45', '31578f7c-b817-4fb8-93c5-df051fc2205a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:18.628191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event deleted for resources: {'Port': ['ID=31578f7c-b817-4fb8-93c5-df051fc2205a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.685747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.753731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-6b751a17-a956-4f5f-8919-8349f6a48823 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146016 Aug 16 02:02:18.831169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-123a1935-eed3-411b-a50a-98827b2f11eb req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] No DVR routers for this DVR port 31578f7c-b817-4fb8-93c5-df051fc2205a on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:18.842113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38d28348-c805-4325-9458-15fd403cdd8d req-d323be78-f1ee-47c1-8d71-eb58fe90f4a9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=997917ea-6173-4a68-91f4-60b6804c14fe HTTP/1.1" status: 200 len: 210 time: 0.1529107 Aug 16 02:02:18.842506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188e691-8498-4837-9367-de3f35ae8374 None None] Network c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:18.845064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-123a1935-eed3-411b-a50a-98827b2f11eb req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.847040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-123a1935-eed3-411b-a50a-98827b2f11eb req-e35866c2-262b-482d-8c84-262d5179cdcc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "DELETE /v2.0/ports/31578f7c-b817-4fb8-93c5-df051fc2205a HTTP/1.1" status: 204 len: 173 time: 1.5640671 Aug 16 02:02:18.847510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bdb100-8513-413c-81b1-6e83b6ff7c34', 'name': 'network-vif-deleted', 'tag': '31578f7c-b817-4fb8-93c5-df051fc2205a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:18.849783 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fe0b40-e131-47f0-b000-2ace4fc51090" -d '{"events": [{"server_uuid": "03bdb100-8513-413c-81b1-6e83b6ff7c34", "name": "network-vif-deleted", "tag": "31578f7c-b817-4fb8-93c5-df051fc2205a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:18.868140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event deleted for resources: {'Port': ['ID=2195a817-0e8a-44f5-89f6-72d6edb4fd45,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.962102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] No DVR routers for this DVR port 2195a817-0e8a-44f5-89f6-72d6edb4fd45 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:18.966528 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.968559 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e89e3970-5f6b-416f-81d6-355fc35ec10d req-1b144c25-079a-481b-a6f9-07b058e8802b tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "DELETE /v2.0/ports/2195a817-0e8a-44f5-89f6-72d6edb4fd45 HTTP/1.1" status: 204 len: 173 time: 1.6248565 Aug 16 02:02:18.969155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997917ea-6173-4a68-91f4-60b6804c14fe', 'name': 'network-vif-deleted', 'tag': '2195a817-0e8a-44f5-89f6-72d6edb4fd45'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:18.971824 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef8e76a-0182-4a76-b1ec-e038ae7e32b5" -d '{"events": [{"server_uuid": "997917ea-6173-4a68-91f4-60b6804c14fe", "name": "network-vif-deleted", "tag": "2195a817-0e8a-44f5-89f6-72d6edb4fd45"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:18.982438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360f836-e2a5-4ab7-ab69-2e6812487778 req-958be93f-de6f-48ba-8f54-2e9d6fe47178 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.984242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f360f836-e2a5-4ab7-ab69-2e6812487778 req-958be93f-de6f-48ba-8f54-2e9d6fe47178 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1252062 Aug 16 02:02:19.000484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:19.004097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd9003-c5f9-4d2e-8787-9547632af9d9 None None] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:19.017713 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.052391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5de84ad1-cccd-4886-8f94-c6846ee9086a req-a9ac2812-c33e-4096-bdf1-fb36488774c9 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841432 Aug 16 02:02:19.161959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8132c9af-f344-4498-ada2-c92665e2d7ac None None] Provisioning for port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:19.208847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8132c9af-f344-4498-ada2-c92665e2d7ac None None] Provisioning complete for port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:19.209338 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8132c9af-f344-4498-ada2-c92665e2d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.223184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Deleting port ae36d306-8256-4412-b952-91ba4d9086e9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:19.223703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.244661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f360f836-e2a5-4ab7-ab69-2e6812487778 req-4d892343-1aa4-4faf-a237-a27a7987a8b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453973 Aug 16 02:02:19.352585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] For port ae36d306-8256-4412-b952-91ba4d9086e9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ae36d306-8256-4412-b952-91ba4d9086e9,segment=NetworkSegment(e193eb70-7f94-4d34-b45d-b660766cdb76),segment_id=e193eb70-7f94-4d34-b45d-b660766cdb76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:19.353886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.371650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Calling delete_port for ae36d306-8256-4412-b952-91ba4d9086e9 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:19.374109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe474-3cec-4875-895c-13be67e9c124 req-c06ab786-8656-4765-a558-d79b545248a7 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.380787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-c06ab786-8656-4765-a558-d79b545248a7 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 820 time: 0.2644172 Aug 16 02:02:19.446246 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-3430ea10-fd48-40db-bd47-40c2546d46c6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/quotas/cd4786612bfb44e88800a68032521120 HTTP/1.1" status: 200 len: 375 time: 0.0633278 Aug 16 02:02:19.581633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port ef5cd508-812e-498c-a87e-fbc3ccc651d6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:19.603019 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.633587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port ef5cd508-812e-498c-a87e-fbc3ccc651d6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:19.633996 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.671308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-4a3207ad-23e5-4e35-b2ec-4eccf97f946e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1867330 Aug 16 02:02:19.690737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.726987 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8132c9af-f344-4498-ada2-c92665e2d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.742190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae36d306-8256-4412-b952-91ba4d9086e9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.830946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8132c9af-f344-4498-ada2-c92665e2d7ac None None] For port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ee7458ea-fa9a-4b2f-8ea3-e77c636e053e,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:19.844647 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8132c9af-f344-4498-ada2-c92665e2d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.906348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-9bcb4ff2-b502-429f-aeef-f38495d42828 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.915709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-9bcb4ff2-b502-429f-aeef-f38495d42828 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/networks?id=c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 HTTP/1.1" status: 200 len: 809 time: 0.3814893 Aug 16 02:02:19.952249 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.017782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:20.019243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:20.021933 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9acee4-000d-44c3-adbc-540b2acebcac" -d '{"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:20.027342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132c9af-f344-4498-ada2-c92665e2d7ac None None] Pushing event updated for resources: {'Port': ['ID=ee7458ea-fa9a-4b2f-8ea3-e77c636e053e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.041115 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.055032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-a1a8cb06-2ee1-4b81-a034-2bfc89b1a44f tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/quotas/9de30deb334846829f2b8b1ff26c9df8 HTTP/1.1" status: 200 len: 375 time: 0.1383305 Aug 16 02:02:20.077439 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f6254da0-498e-4d85-bba1-debdbf287969'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:20.159856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-e8fe9560-6bec-46ff-b8c1-ebc1852705bb tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9de30deb334846829f2b8b1ff26c9df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036510 Aug 16 02:02:20.162629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.209090 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.230376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-2ba77c69-5cbc-4abb-af1e-de6aed1736a5 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376475 Aug 16 02:02:20.382465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Router 526614f9-cb0d-4ec6-abcc-7f22d906804e is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:20.383394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7dad8729-8c41-4eec-a3cc-4857c711b1b5 None None] Provisioning complete for port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:20.383718 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7dad8729-8c41-4eec-a3cc-4857c711b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.388405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-4208f7bd-74e8-4f50-a39f-7831ec3986fd service neutron] 10.222.0.61 "GET /v2.0/networks/c5f9dde8-dacc-49ba-b2b9-a9ce30e90256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277589 Aug 16 02:02:20.458104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Router 436e3252-0c7a-4b03-9eab-f88088bed7d7 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:20.513849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-c23c1c00-90d0-434e-a3f8-305bde345600 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536209 Aug 16 02:02:20.581705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:20.588407 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4b8d9442-6a94-429c-b282-378941d1442d admin admin] 10.222.0.61 "PUT /v2.0/routers/436e3252-0c7a-4b03-9eab-f88088bed7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1174202 Aug 16 02:02:20.590797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37872) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.592695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-b9961cb3-a8f2-49c1-b808-f181998fbf7c service neutron] 10.222.0.61 "GET /v2.0/networks/c5f9dde8-dacc-49ba-b2b9-a9ce30e90256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904473 Aug 16 02:02:20.593836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:20.594542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] Sync routers for ids ['436e3252-0c7a-4b03-9eab-f88088bed7d7'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:20.607233 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Sync routers for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:20.617496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] Routers {'436e3252-0c7a-4b03-9eab-f88088bed7d7'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:20.618825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['436e3252-0c7a-4b03-9eab-f88088bed7d7'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:20.629813 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:20.630885 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:20.633314 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.636742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-378758f9-a9f6-4676-a466-ec79f2799446 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4059002 Aug 16 02:02:20.639133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.761006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 31578f7c-b817-4fb8-93c5-df051fc2205a no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:20.825029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 31578f7c-b817-4fb8-93c5-df051fc2205a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:20.825029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 31578f7c-b817-4fb8-93c5-df051fc2205a not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:20.825376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2195a817-0e8a-44f5-89f6-72d6edb4fd45 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:20.844489 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851247b0-9500-4974-8ea6-7a19ca92c6cf x-openstack-request-id: req-851247b0-9500-4974-8ea6-7a19ca92c6cf {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:20.844782 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bdb100-8513-413c-81b1-6e83b6ff7c34", "name": "network-vif-deleted", "tag": "31578f7c-b817-4fb8-93c5-df051fc2205a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:20.845041 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-851247b0-9500-4974-8ea6-7a19ca92c6cf {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:20.845587 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bdb100-8513-413c-81b1-6e83b6ff7c34', 'name': 'network-vif-deleted', 'tag': '31578f7c-b817-4fb8-93c5-df051fc2205a', 'status': 'completed', 'code': 200} Aug 16 02:02:20.850035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 2195a817-0e8a-44f5-89f6-72d6edb4fd45 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:20.851517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2195a817-0e8a-44f5-89f6-72d6edb4fd45 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:20.855220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] Set router 436e3252-0c7a-4b03-9eab-f88088bed7d7 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:20.925702 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:20.947175 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d347d119-33c2-4de9-970d-dff11957f47f x-openstack-request-id: req-d347d119-33c2-4de9-970d-dff11957f47f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:20.947480 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997917ea-6173-4a68-91f4-60b6804c14fe", "name": "network-vif-deleted", "tag": "2195a817-0e8a-44f5-89f6-72d6edb4fd45", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:20.949070 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d347d119-33c2-4de9-970d-dff11957f47f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:20.949608 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997917ea-6173-4a68-91f4-60b6804c14fe', 'name': 'network-vif-deleted', 'tag': '2195a817-0e8a-44f5-89f6-72d6edb4fd45', 'status': 'completed', 'code': 200} Aug 16 02:02:21.035772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.114033 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-38c404a9-85e5-490e-b2ab-4d059571b88c service neutron] show failed (client error): The resource could not be found. Aug 16 02:02:21.114986 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-38c404a9-85e5-490e-b2ab-4d059571b88c service neutron] 10.222.0.86 "GET /v2.0/ports/5fad3409-4e6b-42f2-8cf5-f5f11ef2e089/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.2541096 Aug 16 02:02:21.166337 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d7bc91-13af-48b7-8de2-bdac4c85b1c1 x-openstack-request-id: req-29d7bc91-13af-48b7-8de2-bdac4c85b1c1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:21.166622 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:21.166873 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29d7bc91-13af-48b7-8de2-bdac4c85b1c1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:21.167297 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'code': 200} Aug 16 02:02:21.315196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:53Z', 'updated_at': '2021-08-16T02:02:19Z', 'revision_number': 5, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'gw_port': {'id': 'f5a9ed9c-76dc-4239-930b-494bdbb57f81', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:54Z', 'updated_at': '2021-08-16T02:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:21.344184 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.357625 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:18Z', 'revision_number': 3, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:21.374553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] Checking router: 436e3252-0c7a-4b03-9eab-f88088bed7d7 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:21.384793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] Routers {'436e3252-0c7a-4b03-9eab-f88088bed7d7'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:21.385439 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['436e3252-0c7a-4b03-9eab-f88088bed7d7'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:21.504774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] Set router 436e3252-0c7a-4b03-9eab-f88088bed7d7 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:21.563048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:53Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 6, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:21.596656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3b8cb-27a2-4101-b2f3-aed3cd392679 None None] The sync data for ids ['436e3252-0c7a-4b03-9eab-f88088bed7d7'] in n-d-768862-14 is: [{'id': '436e3252-0c7a-4b03-9eab-f88088bed7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-852885440-router', 'tenant_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:53Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 6, 'project_id': 'bec7b98a84dd4d92bf391cd2f5977c77', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:21.633483 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Checking router: 526614f9-cb0d-4ec6-abcc-7f22d906804e for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:21.640334 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Updating router 526614f9-cb0d-4ec6-abcc-7f22d906804e port 85097e85-1e8b-42f7-a223-198a279b40d8 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:21.700257 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.771642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd7146-390f-4b27-b1b2-0400c1f7955c req-f9e55ca2-b8f1-43b5-b1f9-79d1cb1eec1f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.782116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7cdd7146-390f-4b27-b1b2-0400c1f7955c req-f9e55ca2-b8f1-43b5-b1f9-79d1cb1eec1f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.2398367 Aug 16 02:02:21.921258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240e772-aaae-4a70-b32b-f9c14388870f req-d30254d0-41e6-44bd-bb91-0d8bf72ac25b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.923039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7240e772-aaae-4a70-b32b-f9c14388870f req-d30254d0-41e6-44bd-bb91-0d8bf72ac25b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.3824961 Aug 16 02:02:21.970548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6bae4-e46d-4641-9289-cc476473f4e1 req-a68b9c7f-68de-4d1b-b8cf-eab123f65c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.984857 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b5a6bae4-e46d-4641-9289-cc476473f4e1 req-a68b9c7f-68de-4d1b-b8cf-eab123f65c3f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1097 time: 0.6772709 Aug 16 02:02:21.996145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-2e4f87e0-b227-418c-9ab3-920409b0ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.997608 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-2e4f87e0-b227-418c-9ab3-920409b0ec7e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a&tenant_id=cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 1102 time: 0.5202355 Aug 16 02:02:22.017350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:22.026213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Deleting port f5a9ed9c-76dc-4239-930b-494bdbb57f81 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:22.026213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.067468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7cdd7146-390f-4b27-b1b2-0400c1f7955c req-99f13feb-6135-4a19-8ec1-d5f71ed1daac tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805939 Aug 16 02:02:22.116056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ee7458ea-fa9a-4b2f-8ea3-e77c636e053e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:22.135855 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.152104 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Transition to ACTIVE for port object 85097e85-1e8b-42f7-a223-198a279b40d8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:22.159534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] For port f5a9ed9c-76dc-4239-930b-494bdbb57f81, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f5a9ed9c-76dc-4239-930b-494bdbb57f81,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:22.159930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.167420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7240e772-aaae-4a70-b32b-f9c14388870f req-bd9b1474-a4c0-468e-8acd-97fdd931918b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310328 Aug 16 02:02:22.202569 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.206898 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b5a6bae4-e46d-4641-9289-cc476473f4e1 req-5cf6d46c-7ed8-491b-ab2b-db2696e9edba service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129393 Aug 16 02:02:22.207943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Calling delete_port for f5a9ed9c-76dc-4239-930b-494bdbb57f81 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:22.227921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.232319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:22.235318 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.243869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-359801e7-250a-4c50-93de-0f031ed5a26d req-a057a87b-37f8-4284-af68-e3dc7feb570f tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 210 time: 0.0536044 Aug 16 02:02:22.254978 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Attempting to bind port 85097e85-1e8b-42f7-a223-198a279b40d8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:22.255558 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Attempting to bind port 85097e85-1e8b-42f7-a223-198a279b40d8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:22.256065 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Attempting to bind port 85097e85-1e8b-42f7-a223-198a279b40d8 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:22.285293 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:22.285293 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:22.290744 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.291248 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:22.295023 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Bound port: 85097e85-1e8b-42f7-a223-198a279b40d8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:22.295506 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.381248 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f72c7-4731-4b23-84cb-50ee28b7f082 None None] Pushing event updated for resources: {'Port': ['ID=85097e85-1e8b-42f7-a223-198a279b40d8,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.422821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ae36d306-8256-4412-b952-91ba4d9086e9 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:22.436736 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] For port 85097e85-1e8b-42f7-a223-198a279b40d8, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:22.441592 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] For port 85097e85-1e8b-42f7-a223-198a279b40d8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=85097e85-1e8b-42f7-a223-198a279b40d8,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:22.451158 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.454277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27367d56-8370-4158-a39e-a57e388f1c1d req-d256bc34-b33f-464b-a5b3-098ac0d78e60 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 210 time: 0.1318879 Aug 16 02:02:22.487050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ae36d306-8256-4412-b952-91ba4d9086e9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:22.493222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ae36d306-8256-4412-b952-91ba4d9086e9 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:22.558349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.568813 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:22.570206 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.576657 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f72c7-4731-4b23-84cb-50ee28b7f082 None None] Pushing event updated for resources: {'Port': ['ID=85097e85-1e8b-42f7-a223-198a279b40d8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.729760 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:22.840813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Allocated IP 172.20.0.1 (1273470b-5e36-4fb5-8fa7-30194cd77d10/4b4b057d-5103-4eca-9e23-1311630e862e/a340ebe1-d399-498d-b644-40dbee9afc4b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:22.966178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.997632 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:18Z', 'revision_number': 3, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:23.018649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a9ed9c-76dc-4239-930b-494bdbb57f81,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.031916 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829c728-7d89-4c10-80da-f5ba731f5ad6 None None] The sync data for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 is: [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:18Z', 'revision_number': 3, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:23.079674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21b32c-37f8-4d12-b5f8-69c01911a30e req-78eee4fd-6107-4a99-a4e4-5eee0687c1fc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.088600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b21b32c-37f8-4d12-b5f8-69c01911a30e req-78eee4fd-6107-4a99-a4e4-5eee0687c1fc tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 949 time: 0.1698580 Aug 16 02:02:23.122278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.199397 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b21b32c-37f8-4d12-b5f8-69c01911a30e req-fa4e5452-6faf-44b5-86d4-0de8569f7eea tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096485 Aug 16 02:02:23.206171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.269021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-947b38e5-3b2a-46e8-aac6-755ced19a9f0 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.270550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-947b38e5-3b2a-46e8-aac6-755ced19a9f0 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.93 "GET /v2.0/networks?id=c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 HTTP/1.1" status: 200 len: 809 time: 0.2931306 Aug 16 02:02:23.273950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Transition to ACTIVE for port object a340ebe1-d399-498d-b644-40dbee9afc4b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:23.285418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a109fa4-2c51-4a99-974d-8812ae6daee3 req-03ffae3d-1125-4801-b473-4ac01b03d0e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.287533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a109fa4-2c51-4a99-974d-8812ae6daee3 req-03ffae3d-1125-4801-b473-4ac01b03d0e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1065025 Aug 16 02:02:23.288595 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.291651 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.296470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Request body: {'port': {'device_id': '0ee5519e-4dd7-4a2c-b79a-190fbb4b0928', 'network_id': 'c5f9dde8-dacc-49ba-b2b9-a9ce30e90256', 'admin_state_up': True, 'tenant_id': '9de30deb334846829f2b8b1ff26c9df8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:23.376612 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.377266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436e3252-0c7a-4b03-9eab-f88088bed7d7 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:23.396690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.398576 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-74c526a3-b7b5-4d80-afb5-2ae0998210fc admin admin] 10.222.0.61 "DELETE /v2.0/routers/436e3252-0c7a-4b03-9eab-f88088bed7d7 HTTP/1.1" status: 204 len: 168 time: 2.8066902 Aug 16 02:02:23.401374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:23.403400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.433123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe474-3cec-4875-895c-13be67e9c124 req-1b5e2db6-6437-4bdf-b2e3-e7b528b71d82 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.440174 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-1b5e2db6-6437-4bdf-b2e3-e7b528b71d82 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 820 time: 0.8654315 Aug 16 02:02:23.509403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Request body: {'port': {'device_id': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5', 'admin_state_up': True, 'tenant_id': 'cd4786612bfb44e88800a68032521120'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:23.549708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a109fa4-2c51-4a99-974d-8812ae6daee3 req-8f591699-8b5d-4839-8c7e-472b45e69f1c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482226 Aug 16 02:02:23.595793 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.646368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Made reservation on behalf of 9de30deb334846829f2b8b1ff26c9df8 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:23.651591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.662481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c77935d-0f85-4b11-ae61-88aa614c6c8b admin admin] Deleting subnet fd15d16a-3c98-4621-a8d6-527ffaf75e0d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:23.685089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:23.718927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c77935d-0f85-4b11-ae61-88aa614c6c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.736138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17889f4d-2f42-47e0-a1cb-4ddf2d789e71 req-c8839f2c-5779-4da9-9680-c68c06b2b8b3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.738010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17889f4d-2f42-47e0-a1cb-4ddf2d789e71 req-c8839f2c-5779-4da9-9680-c68c06b2b8b3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.4110923 Aug 16 02:02:23.786894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8a582f0-9219-41cc-b43c-62102d6d7a48 req-00f6d41e-6a37-4c47-96a0-188adf1ce2e8 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 210 time: 0.0845466 Aug 16 02:02:23.789782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:23.813748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:23.823999 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302569af-2d6f-4d3f-a7ad-9b4f3aa54bed" -d '{"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-unplugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:23.834974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.847936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:23.851571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:23.853964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Pushing event updated for resources: {'Port': ['ID=a340ebe1-d399-498d-b644-40dbee9afc4b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.871509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c77935d-0f85-4b11-ae61-88aa614c6c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.957541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Transition to ACTIVE for port object 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:23.964639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Made reservation on behalf of cd4786612bfb44e88800a68032521120 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:23.968718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.985361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17889f4d-2f42-47e0-a1cb-4ddf2d789e71 req-80ab8d3d-bc56-45e4-825d-d56bd23be2f4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084565 Aug 16 02:02:23.993278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.029327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb3b456e-270e-4b13-92da-2f152cd903ee req-7e697972-44c2-4391-b70e-28a68ff7ad77 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 210 time: 0.0909598 Aug 16 02:02:24.032923 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.167972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 85097e85-1e8b-42f7-a223-198a279b40d8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:24.221814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Allocated IP 172.20.0.4 (c5f9dde8-dacc-49ba-b2b9-a9ce30e90256/25085389-25d8-400c-a8d8-b70370335961/9ec58d55-368a-43b6-a9b5-d00374e38dab) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:24.344012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 85097e85-1e8b-42f7-a223-198a279b40d8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:24.348757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 85097e85-1e8b-42f7-a223-198a279b40d8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:24.349411 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.403329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Allocated IP 172.20.0.3 (4b7b472f-1f89-430e-ad0a-e765cdc8c4e5/ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80/8bf3d1ef-91fe-4487-bbc4-c594a452b27b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:24.448505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57db7c85-4469-4ae2-9a73-959916fec2cf None None] Provisioning for port a340ebe1-d399-498d-b644-40dbee9afc4b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:24.456845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57db7c85-4469-4ae2-9a73-959916fec2cf None None] Provisioning complete for port a340ebe1-d399-498d-b644-40dbee9afc4b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:24.457411 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57db7c85-4469-4ae2-9a73-959916fec2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.525271 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.539715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57db7c85-4469-4ae2-9a73-959916fec2cf None None] Port a340ebe1-d399-498d-b644-40dbee9afc4b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:24.571355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-3616a177-2e80-4847-aaef-1893826fb238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.590314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 85097e85-1e8b-42f7-a223-198a279b40d8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=85097e85-1e8b-42f7-a223-198a279b40d8,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:24.591298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-3616a177-2e80-4847-aaef-1893826fb238 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 949 time: 0.2806568 Aug 16 02:02:24.594702 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8be71a6-59c9-4859-a6b7-5147f190c2d9 x-openstack-request-id: req-e8be71a6-59c9-4859-a6b7-5147f190c2d9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:24.594998 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-unplugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:24.595275 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8be71a6-59c9-4859-a6b7-5147f190c2d9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:24.595670 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'code': 200} Aug 16 02:02:24.596860 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.635002 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.675031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] No DVR routers for this DVR port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:24.704984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f5a9ed9c-76dc-4239-930b-494bdbb57f81 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:24.715576 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.732283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: f5a9ed9c-76dc-4239-930b-494bdbb57f81 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:24.732916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f5a9ed9c-76dc-4239-930b-494bdbb57f81 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:24.739911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=85097e85-1e8b-42f7-a223-198a279b40d8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.740280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.749940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c77935d-0f85-4b11-ae61-88aa614c6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.792051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.793474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b24b-6f33-4356-99d5-798dad06641c req-68b9812a-be80-41c7-8795-871290d324d9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.801095 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3088b24b-6f33-4356-99d5-798dad06641c req-68b9812a-be80-41c7-8795-871290d324d9 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 949 time: 0.4151435 Aug 16 02:02:24.809167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f448f47d-4c1a-4794-ac89-b9e4de794062'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:24.869383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:24.869777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:24.870066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:24.890929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:24.892750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:24.892750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:24.895412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:24.908241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Pushing event updated for resources: {'Port': ['ID=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.925039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:24.930160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:24.947938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:24.948418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:24.948986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:24.949431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Bound port: 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:24.949847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.998941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c77935d-0f85-4b11-ae61-88aa614c6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.999267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6eb8a-345a-4863-b871-9fb42e06565d req-ae9242e6-091d-4ade-98d7-90edff1ba193 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.007417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ff6eb8a-345a-4863-b871-9fb42e06565d req-ae9242e6-091d-4ade-98d7-90edff1ba193 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 948 time: 0.2961349 Aug 16 02:02:25.023681 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c77935d-0f85-4b11-ae61-88aa614c6c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.025494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3088b24b-6f33-4356-99d5-798dad06641c req-716c93ef-f602-4bde-a8c2-081c9e19fa97 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231324 Aug 16 02:02:25.026693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6c77935d-0f85-4b11-ae61-88aa614c6c8b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fd15d16a-3c98-4621-a8d6-527ffaf75e0d HTTP/1.1" status: 204 len: 168 time: 1.6201980 Aug 16 02:02:25.036299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.048897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12073c5-1f8d-4616-814f-6881099acc2d None None] Network 69f5a442-1235-494d-b70b-3d7e46604b11 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:25.137601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:25.142667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:25.148716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77935d-0f85-4b11-ae61-88aa614c6c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd15d16a-3c98-4621-a8d6-527ffaf75e0d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.156855 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.159801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:25.186526 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.210711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.211671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.213004 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] 10.222.0.93 "PUT /v2.0/ports/5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 1097 time: 3.1999466 Aug 16 02:02:25.228606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-963051b3-af23-4a6d-b228-1baa64e6c837 req-02193f9d-02c9-402f-8d2d-2e402c3750c5 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 210 time: 0.0760939 Aug 16 02:02:25.238001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.238691 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.279864 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-f3fb9207-e835-44a6-a910-d1b21f0b19a1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7921541 Aug 16 02:02:25.294560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ff6eb8a-345a-4863-b871-9fb42e06565d req-eb2b147f-7b80-4736-b3c8-e9dc4295e535 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861476 Aug 16 02:02:25.326715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Request body: {'port': {'device_id': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:25.415577 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.434591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-39652c57-edf1-4642-b981-a93c3d5cead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.435181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0931eb6-c357-4da2-a165-5a93c4f489a0 None None] DHCP port deletion for 69f5a442-1235-494d-b70b-3d7e46604b11 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:25.436952 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-39652c57-edf1-4642-b981-a93c3d5cead8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1100 time: 0.1743665 Aug 16 02:02:25.440138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018502c-70e6-41e3-b297-e6e09a1d6d6d service neutron] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.504915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Deleting port f6254da0-498e-4d85-bba1-debdbf287969 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:25.505420 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.547162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d0931eb6-c357-4da2-a165-5a93c4f489a0 None None] Deleting port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:25.547550 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0931eb6-c357-4da2-a165-5a93c4f489a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.564827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.632722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d0931eb6-c357-4da2-a165-5a93c4f489a0 None None] For port 2a81bc08-969d-45ce-a34c-d4ddb50b3507, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a81bc08-969d-45ce-a34c-d4ddb50b3507,segment=NetworkSegment(e193eb70-7f94-4d34-b45d-b660766cdb76),segment_id=e193eb70-7f94-4d34-b45d-b660766cdb76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:25.633221 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0931eb6-c357-4da2-a165-5a93c4f489a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.648847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d0931eb6-c357-4da2-a165-5a93c4f489a0 None None] Calling delete_port for 2a81bc08-969d-45ce-a34c-d4ddb50b3507 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:25.777454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-2568e9b5-a476-4f75-8d59-1f40ce1fca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.779307 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-2568e9b5-a476-4f75-8d59-1f40ce1fca69 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3331604 Aug 16 02:02:25.784789 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0931eb6-c357-4da2-a165-5a93c4f489a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.821751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0931eb6-c357-4da2-a165-5a93c4f489a0 None None] No DVR routers for this DVR port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:25.827434 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-ad7ca283-ffa9-413d-96b2-b57d2a961640 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.0377934 Aug 16 02:02:25.828760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0931eb6-c357-4da2-a165-5a93c4f489a0 None None] Pushing event deleted for resources: {'Port': ['ID=2a81bc08-969d-45ce-a34c-d4ddb50b3507,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.952342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-dc4a82e9-d394-40be-bb65-e53cfd41d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.954091 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-dc4a82e9-d394-40be-bb65-e53cfd41d7e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1170154 Aug 16 02:02:25.980280 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.010420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719f73d-4a08-4d5d-bbf8-42524302f873 req-60345d60-bb5f-4a4d-b836-0eb700a67a85 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.012001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8719f73d-4a08-4d5d-bbf8-42524302f873 req-60345d60-bb5f-4a4d-b836-0eb700a67a85 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.5617471 Aug 16 02:02:26.012667 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.022999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 85097e85-1e8b-42f7-a223-198a279b40d8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:26.041845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-471079c8-6f68-46cc-82cf-bc4be19d780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.045050 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-471079c8-6f68-46cc-82cf-bc4be19d780e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0812933 Aug 16 02:02:26.078235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 85097e85-1e8b-42f7-a223-198a279b40d8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:26.079471 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.116365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.164364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c3a5a-d3a5-4661-877f-10723b84845a req-3036bb9c-85b8-4fe6-8e35-656169fa66d1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.171864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df8c3a5a-d3a5-4661-877f-10723b84845a req-3036bb9c-85b8-4fe6-8e35-656169fa66d1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 931 time: 0.7513595 Aug 16 02:02:26.188624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] For port f6254da0-498e-4d85-bba1-debdbf287969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f6254da0-498e-4d85-bba1-debdbf287969,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:26.188998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.220478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf3d1ef-91fe-4487-bbc4-c594a452b27b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:26.228448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.231462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Pushing event updated for resources: {'Port': ['ID=a340ebe1-d399-498d-b644-40dbee9afc4b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.233984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.249896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Calling delete_port for f6254da0-498e-4d85-bba1-debdbf287969 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:26.266894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Transition to ACTIVE for port object 8bf3d1ef-91fe-4487-bbc4-c594a452b27b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:26.267174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Network c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:26.269794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-6b470dcc-5308-4f33-9ecc-fb100dda7924 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138486 Aug 16 02:02:26.272436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8719f73d-4a08-4d5d-bbf8-42524302f873 req-a4c8307e-2fd4-4455-b890-5eabc2ac0791 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216866 Aug 16 02:02:26.304983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:26.305982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.316337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:26.320026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Deleting port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:26.320478 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.443469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.470334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a81bc08-969d-45ce-a34c-d4ddb50b3507 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:26.500458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 2a81bc08-969d-45ce-a34c-d4ddb50b3507 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:26.500861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a81bc08-969d-45ce-a34c-d4ddb50b3507 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:26.565499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:26.565842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:26.566164 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:26.577048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4192203-c3c9-44a1-9599-a8d560cb495e req-d43b1454-88af-4fbe-8066-d496af662cc7 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900944 Aug 16 02:02:26.577871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:26.578324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:26.582572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:26.586232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:26.586578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:26.587142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:26.587700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Bound port: 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:26.588082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.599330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:26.603479 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:26.611787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df8c3a5a-d3a5-4661-877f-10723b84845a req-b491a774-3194-4030-9575-60f7d9da5386 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389751 Aug 16 02:02:26.612658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Pushing event updated for resources: {'Port': ['ID=9ec58d55-368a-43b6-a9b5-d00374e38dab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.648216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:26.686797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.687454 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.699517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:26.711813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:26.720686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.783471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] For port 2a81bc08-969d-45ce-a34c-d4ddb50b3507, host n-d-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:26.783700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.793304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.793957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.795834 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] 10.222.0.93 "PUT /v2.0/ports/8bf3d1ef-91fe-4487-bbc4-c594a452b27b HTTP/1.1" status: 200 len: 1092 time: 1.4835265 Aug 16 02:02:26.831899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f9793-6e6a-4a46-bc62-45312438d480 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.833731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-87ad5a24-e272-4ea4-b697-eba9f01dd136 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5425453 Aug 16 02:02:26.842720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Calling delete_port for 2a81bc08-969d-45ce-a34c-d4ddb50b3507 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:26.856790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e72ae-5958-4c74-9238-dbec9da12dc0 req-5174149e-2aa3-4eb2-8fbc-5029cb631098 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.864145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d2e72ae-5958-4c74-9238-dbec9da12dc0 req-5174149e-2aa3-4eb2-8fbc-5029cb631098 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b19e27c0-3346-4a3d-9481-bfeeba6a618e HTTP/1.1" status: 200 len: 949 time: 0.3524518 Aug 16 02:02:26.873279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Request body: {'port': {'device_id': '0ee5519e-4dd7-4a2c-b79a-190fbb4b0928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:26.877743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 was not found and therefore no delete operation was performed {{(pid=94639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:02:26.892027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.894661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe474-3cec-4875-895c-13be67e9c124 req-2029f0d2-1646-43d9-b6d9-d1a1f7974935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.896442 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-2029f0d2-1646-43d9-b6d9-d1a1f7974935 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 1095 time: 0.0485485 Aug 16 02:02:26.946066 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-de2b72aa-9306-45ba-b199-e216d5f2626b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b HTTP/1.1" status: 200 len: 217 time: 0.0414574 Aug 16 02:02:26.974362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-adc74383-5abd-4831-a7bb-e21cc8b7433b None None] Provisioning complete for port a340ebe1-d399-498d-b644-40dbee9afc4b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:26.974829 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-adc74383-5abd-4831-a7bb-e21cc8b7433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.005209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe474-3cec-4875-895c-13be67e9c124 req-3460b0b7-f5a9-4f49-8ec0-8298c10d762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.008501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-3460b0b7-f5a9-4f49-8ec0-8298c10d762b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.0558274 Aug 16 02:02:27.016769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a81bc08-969d-45ce-a34c-d4ddb50b3507,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.031691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] No DVR routers for this DVR port 2a81bc08-969d-45ce-a34c-d4ddb50b3507 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:27.034931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-adc74383-5abd-4831-a7bb-e21cc8b7433b None None] Port a340ebe1-d399-498d-b644-40dbee9afc4b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:27.051225 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-e7229667-d37b-44a4-8de3-aeab044e06a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345888 Aug 16 02:02:27.059875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf58eb-3576-4c40-9b52-21e41c298952 req-785e8902-ebda-402a-abb4-7f167e7f2c7c tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.061553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55bf58eb-3576-4c40-9b52-21e41c298952 req-785e8902-ebda-402a-abb4-7f167e7f2c7c tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 931 time: 0.3570335 Aug 16 02:02:27.124817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d2e72ae-5958-4c74-9238-dbec9da12dc0 req-7ce0c05d-fd52-43bc-87ce-e736ec1c646a tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.61 "GET /v2.0/security-groups?id=d482aa0c-e238-40a3-bb14-db4f870c2f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591782 Aug 16 02:02:27.151461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Router 526614f9-cb0d-4ec6-abcc-7f22d906804e has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:27.166621 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-17a56fe1-4124-4b95-a23b-b228c92f41f5 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029730 Aug 16 02:02:27.181092 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.269477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.346751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.398537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Pushing event deleted for resources: {'Port': ['ID=f6254da0-498e-4d85-bba1-debdbf287969,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.414988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f5a442-1235-494d-b70b-3d7e46604b11']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:27.426997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55bf58eb-3576-4c40-9b52-21e41c298952 req-e8401ccb-c4b1-4460-883d-b6e98bd1496d tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232648 Aug 16 02:02:27.514751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e193eb70-7f94-4d34-b45d-b660766cdb76') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:27.515056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e193eb70-7f94-4d34-b45d-b660766cdb76') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:27.573522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afdbe474-3cec-4875-895c-13be67e9c124 req-e4452663-cef4-4dd1-bacf-300cc11730e1 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963525 Aug 16 02:02:27.596428 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.599571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] No DVR routers for this DVR port f6254da0-498e-4d85-bba1-debdbf287969 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:27.602315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.604823 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0c79353-0e86-438f-b18d-f6e2e337aa33 req-168e0e5f-876b-4314-996b-6ab191087ad5 tempest-ServersOnMultiNodesTest-944114733 tempest-ServersOnMultiNodesTest-944114733-project] 10.222.0.93 "DELETE /v2.0/ports/f6254da0-498e-4d85-bba1-debdbf287969 HTTP/1.1" status: 204 len: 173 time: 2.9852941 Aug 16 02:02:27.634684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e27c0-3346-4a3d-9481-bfeeba6a618e', 'name': 'network-vif-deleted', 'tag': 'f6254da0-498e-4d85-bba1-debdbf287969'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:27.637183 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5f24bb-b12f-4bcc-bc6e-229f95a4a0c8" -d '{"events": [{"server_uuid": "b19e27c0-3346-4a3d-9481-bfeeba6a618e", "name": "network-vif-deleted", "tag": "f6254da0-498e-4d85-bba1-debdbf287969"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:27.665058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8636631-22b0-4345-a8f9-7b1bb9fb8b33 req-d523d978-0daa-4b9f-b93a-f402a84e714d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.666544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8636631-22b0-4345-a8f9-7b1bb9fb8b33 req-d523d978-0daa-4b9f-b93a-f402a84e714d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 948 time: 0.4366684 Aug 16 02:02:27.672739 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.707587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:27.707907 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:27.710418 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:27.799702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:27.812636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Sync routers for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:27.826265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-89f8db7d-1f7d-4327-80e3-51f24c9f772b admin admin] 10.222.0.61 "PUT /v2.0/routers/526614f9-cb0d-4ec6-abcc-7f22d906804e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1779528 Aug 16 02:02:27.829583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:27.830437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:27.839647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f7155-4915-4b49-9e49-758934e96cdb req-2d29f87d-64f6-4c47-bbfd-8ba0135b23d8 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.841352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb5f7155-4915-4b49-9e49-758934e96cdb req-2d29f87d-64f6-4c47-bbfd-8ba0135b23d8 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.3195674 Aug 16 02:02:27.854953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.859669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'floatingip': {'port_id': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:27.889992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.941861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8636631-22b0-4345-a8f9-7b1bb9fb8b33 req-92e956de-9fe0-4a6a-a4f1-740c46a5c1f2 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564321 Aug 16 02:02:27.945439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.947414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] 10.222.0.61 "DELETE /v2.0/networks/69f5a442-1235-494d-b70b-3d7e46604b11 HTTP/1.1" status: 204 len: 168 time: 2.9053576 Aug 16 02:02:27.962697 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.010548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:28.053235 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c062f88-4667-4e89-8e0a-8bbc5385cb6d admin admin] Pushing event deleted for resources: {'Network': ['ID=69f5a442-1235-494d-b70b-3d7e46604b11,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.267179 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1aace4-e870-412c-a6f4-2e9abbfae1cf x-openstack-request-id: req-8d1aace4-e870-412c-a6f4-2e9abbfae1cf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:28.271984 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:28.272887 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d1aace4-e870-412c-a6f4-2e9abbfae1cf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:28.273416 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'status': 'completed', 'code': 200} Aug 16 02:02:28.273886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec58d55-368a-43b6-a9b5-d00374e38dab {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:28.275905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.286777 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.306491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Transition to ACTIVE for port object 9ec58d55-368a-43b6-a9b5-d00374e38dab will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:28.321468 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07a8655-50d3-4364-8507-fd74f165475d x-openstack-request-id: req-b07a8655-50d3-4364-8507-fd74f165475d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:28.321762 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e27c0-3346-4a3d-9481-bfeeba6a618e", "name": "network-vif-deleted", "tag": "f6254da0-498e-4d85-bba1-debdbf287969", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:28.322013 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b07a8655-50d3-4364-8507-fd74f165475d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:28.322396 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19e27c0-3346-4a3d-9481-bfeeba6a618e', 'name': 'network-vif-deleted', 'tag': 'f6254da0-498e-4d85-bba1-debdbf287969', 'status': 'completed', 'code': 200} Aug 16 02:02:28.356540 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.390630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a340ebe1-d399-498d-b644-40dbee9afc4b', 'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'mac_address': 'fa:16:3e:06:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:22Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 2, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'subnets': [{'id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:28.431145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Checking router: 526614f9-cb0d-4ec6-abcc-7f22d906804e for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:28.431674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Updating router 526614f9-cb0d-4ec6-abcc-7f22d906804e port a340ebe1-d399-498d-b644-40dbee9afc4b binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:28.468467 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.519658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Pushing event updated for resources: {'Port': ['ID=9ec58d55-368a-43b6-a9b5-d00374e38dab,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.577979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-694418ce-87e9-4c59-b276-1db41c993433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.579722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-694418ce-87e9-4c59-b276-1db41c993433 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1100 time: 0.5723486 Aug 16 02:02:28.694404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd12b9-c351-46cd-94b6-bb9fd596d7c5 req-2d19fdf0-37b9-4910-9bff-ceb889d79804 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.696726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aacd12b9-c351-46cd-94b6-bb9fd596d7c5 req-2d19fdf0-37b9-4910-9bff-ceb889d79804 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.5196404 Aug 16 02:02:28.706233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-8a504949-6b80-426c-8044-582ab8aa06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.708006 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-8a504949-6b80-426c-8044-582ab8aa06a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1100 time: 0.4331961 Aug 16 02:02:28.769100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f6254da0-498e-4d85-bba1-debdbf287969 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:28.773476 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d406c36c-5afc-403e-8474-f2976d4a8094 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9205b15d1d5d44aea8808c5bf5fa6eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924548 Aug 16 02:02:28.797605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:28.800479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: f6254da0-498e-4d85-bba1-debdbf287969 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:28.800926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f6254da0-498e-4d85-bba1-debdbf287969 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:28.855996 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Attempting to bind port 9ec58d55-368a-43b6-a9b5-d00374e38dab on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:28.857066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Attempting to bind port 9ec58d55-368a-43b6-a9b5-d00374e38dab by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '4dfe2427-8bee-4105-be22-89b122856e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c5f9dde8-dacc-49ba-b2b9-a9ce30e90256'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:28.857594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Attempting to bind port 9ec58d55-368a-43b6-a9b5-d00374e38dab on network c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:28.894605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Port 9ec58d55-368a-43b6-a9b5-d00374e38dab on network c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:28.894605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Attempting to bind port 9ec58d55-368a-43b6-a9b5-d00374e38dab on network c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:28.915857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:28.916265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Checking segment: {'id': '4dfe2427-8bee-4105-be22-89b122856e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c5f9dde8-dacc-49ba-b2b9-a9ce30e90256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:28.916583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Bound using segment: {'id': '4dfe2427-8bee-4105-be22-89b122856e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c5f9dde8-dacc-49ba-b2b9-a9ce30e90256'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:28.917021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Bound port: 9ec58d55-368a-43b6-a9b5-d00374e38dab, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfe2427-8bee-4105-be22-89b122856e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c5f9dde8-dacc-49ba-b2b9-a9ce30e90256'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:28.917381 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.921109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-a1ae52b1-abd7-4e44-a349-7ee95a94380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.922652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-a1ae52b1-abd7-4e44-a349-7ee95a94380d service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1690011 Aug 16 02:02:28.942562 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.948049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aacd12b9-c351-46cd-94b6-bb9fd596d7c5 req-ffce5b94-f751-4ef2-941d-59ff8bf64935 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285953 Aug 16 02:02:28.969759 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0dd30a37-6a7f-4cde-b38b-ab22e8ae7fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.986065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Transition to ACTIVE for port object a340ebe1-d399-498d-b644-40dbee9afc4b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:28.995421 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.997409 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0dd30a37-6a7f-4cde-b38b-ab22e8ae7fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.004580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-eb9edb80-3e63-47d5-b38d-57742dd7945d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.0698030 Aug 16 02:02:29.086346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58fb4-bfe9-4697-8cbb-b558a9e0a48b None None] Pushing event updated for resources: {'Port': ['ID=a340ebe1-d399-498d-b644-40dbee9afc4b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.125158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.201361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Attempting to bind port a340ebe1-d399-498d-b644-40dbee9afc4b on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:29.201750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Attempting to bind port a340ebe1-d399-498d-b644-40dbee9afc4b by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:29.202117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Attempting to bind port a340ebe1-d399-498d-b644-40dbee9afc4b on network 1273470b-5e36-4fb5-8fa7-30194cd77d10 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:29.207959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:29.208341 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Checking segment: {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:29.208750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.209150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Bound using segment: {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:29.210309 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Bound port: a340ebe1-d399-498d-b644-40dbee9afc4b, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:29.210707 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.223754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-199becb2-e462-4631-923f-dcb2ef8358c2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224581646', 'description': 'tempest-description--870123952'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:29.268803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0dd30a37-6a7f-4cde-b38b-ab22e8ae7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.274671 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0dd30a37-6a7f-4cde-b38b-ab22e8ae7fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.276989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0dd30a37-6a7f-4cde-b38b-ab22e8ae7fb3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d67c7c69-beaf-46d5-9307-390f9452e033 HTTP/1.1" status: 204 len: 168 time: 0.4546919 Aug 16 02:02:29.278280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-a640a40b-3f84-4ce6-9029-d3f8ab335c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.283298 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:02:29.293131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-a640a40b-3f84-4ce6-9029-d3f8ab335c21 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.7006567 Aug 16 02:02:29.305664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] For port a340ebe1-d399-498d-b644-40dbee9afc4b, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:29.311418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] For port a340ebe1-d399-498d-b644-40dbee9afc4b, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a340ebe1-d399-498d-b644-40dbee9afc4b,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:29.317528 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.330979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-324e9e63-e731-4d22-9b05-c9f2defe4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.333584 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-324e9e63-e731-4d22-9b05-c9f2defe4276 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.3215733 Aug 16 02:02:29.359798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-199becb2-e462-4631-923f-dcb2ef8358c2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.405345 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58fb4-bfe9-4697-8cbb-b558a9e0a48b None None] Pushing event updated for resources: {'Port': ['ID=a340ebe1-d399-498d-b644-40dbee9afc4b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.412009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.434285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-6aec19c0-28be-42aa-ac29-4f078a4f4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.436032 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-6aec19c0-28be-42aa-ac29-4f078a4f4641 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926208 Aug 16 02:02:29.436679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.442212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:29.443445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:29.615787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:29.663408 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-556478ba-2585-4574-afc3-2baf7e3441e6 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852124 Aug 16 02:02:29.688192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.846319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-199becb2-e462-4631-923f-dcb2ef8358c2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.866641 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Floating IP a94504a5-73a9-4858-91aa-0d395ec26796 associated. External IP: 172.25.5.154, port: ef5cd508-812e-498c-a87e-fbc3ccc651d6. Aug 16 02:02:29.871487 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-199becb2-e462-4631-923f-dcb2ef8358c2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.875162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:29.882813 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-14deb411-2ff2-4d09-94fe-28b858624152 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075887 Aug 16 02:02:29.939933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-c56bbc33-de57-4116-b8e9-0bef2ef17a18 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.6314263 Aug 16 02:02:29.952008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd30a37-6a7f-4cde-b38b-ab22e8ae7fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67c7c69-beaf-46d5-9307-390f9452e033,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.988271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-199becb2-e462-4631-923f-dcb2ef8358c2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.989402 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-199becb2-e462-4631-923f-dcb2ef8358c2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8623359 Aug 16 02:02:29.990107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199becb2-e462-4631-923f-dcb2ef8358c2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7953967-9b83-4d89-9adc-39125726e437,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.991997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a340ebe1-d399-498d-b644-40dbee9afc4b', 'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'mac_address': 'fa:16:3e:06:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:22Z', 'updated_at': '2021-08-16T02:02:29Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'subnets': [{'id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:30.018902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4bd4ab-4de9-42fc-9a5f-ce35ba68e0b8 None None] The sync data for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 is: [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a340ebe1-d399-498d-b644-40dbee9afc4b', 'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'mac_address': 'fa:16:3e:06:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:22Z', 'updated_at': '2021-08-16T02:02:29Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'subnets': [{'id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:30.028931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:30.032512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d2a6e-49db-4aba-a3e8-339b47a2044b req-069a9620-20c7-4a6a-9ae7-fcf1b7eda541 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.034295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b6d2a6e-49db-4aba-a3e8-339b47a2044b req-069a9620-20c7-4a6a-9ae7-fcf1b7eda541 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 943 time: 0.8483796 Aug 16 02:02:30.036857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-04ed3690-7433-4a51-8407-3b46d9985972 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Request body: {'security_group_rule': {'security_group_id': 'a7953967-9b83-4d89-9adc-39125726e437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:30.041102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-c69e6503-4990-41f9-a53f-614405274f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.042572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-c69e6503-4990-41f9-a53f-614405274f41 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0821376 Aug 16 02:02:30.061916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] For port 9ec58d55-368a-43b6-a9b5-d00374e38dab, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:30.102139 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5f931d2a-6efd-4c27-a8f6-1c1b82a5593d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bec7b98a84dd4d92bf391cd2f5977c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216375 Aug 16 02:02:30.107112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:30.112187 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d3e38ba2-e811-49ec-be96-71bc607c0423 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92b73bee6b7e488fa616257a32f986e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209118 Aug 16 02:02:30.125696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:30.130827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] For port 9ec58d55-368a-43b6-a9b5-d00374e38dab, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9ec58d55-368a-43b6-a9b5-d00374e38dab,segment=NetworkSegment(4dfe2427-8bee-4105-be22-89b122856e5a),segment_id=4dfe2427-8bee-4105-be22-89b122856e5a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:30.141450 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff230-4142-4dc6-86f9-42ae2939771c req-7708e793-f54f-424c-8e7f-93d5bb1a9893 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.143042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b08ff230-4142-4dc6-86f9-42ae2939771c req-7708e793-f54f-424c-8e7f-93d5bb1a9893 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 948 time: 0.8994210 Aug 16 02:02:30.148979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.185993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04ed3690-7433-4a51-8407-3b46d9985972 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.224647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b6d2a6e-49db-4aba-a3e8-339b47a2044b req-f5245013-f021-4470-8201-99ba56bf1f8e tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746140 Aug 16 02:02:30.231377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.231967 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.233383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] 10.222.0.93 "PUT /v2.0/ports/9ec58d55-368a-43b6-a9b5-d00374e38dab HTTP/1.1" status: 200 len: 1092 time: 3.3847356 Aug 16 02:02:30.235267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-da674fe6-521e-43d4-b61d-938ed07f3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.236719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-da674fe6-521e-43d4-b61d-938ed07f3cec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1845322 Aug 16 02:02:30.291598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:30.294112 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d49e419-3e08-4181-96f3-f326fa025cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:30.330892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee5519e-4dd7-4a2c-b79a-190fbb4b0928', 'tag': '9ec58d55-368a-43b6-a9b5-d00374e38dab'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:30.333227 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4baae1e-9dfc-4f18-9a56-0ebb05543322" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee5519e-4dd7-4a2c-b79a-190fbb4b0928", "tag": "9ec58d55-368a-43b6-a9b5-d00374e38dab"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:30.356894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b08ff230-4142-4dc6-86f9-42ae2939771c req-e2bdba8d-9313-4a0f-90fc-351af93f04c6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959088 Aug 16 02:02:30.373724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc385353-3723-4b54-b74f-a4e19ff14ada service neutron] Pushing event updated for resources: {'Port': ['ID=9ec58d55-368a-43b6-a9b5-d00374e38dab,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.437006 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.439702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-cb39f926-491e-4168-8230-89f4cd5cd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.442101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-cb39f926-491e-4168-8230-89f4cd5cd169 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9de30deb334846829f2b8b1ff26c9df8&device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 1095 time: 0.1120667 Aug 16 02:02:30.455755 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1163cd1-a0e3-4d55-ba82-4ca0d9a80596 x-openstack-request-id: req-c1163cd1-a0e3-4d55-ba82-4ca0d9a80596 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:30.456117 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:30.456323 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1163cd1-a0e3-4d55-ba82-4ca0d9a80596 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:30.456681 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b', 'status': 'completed', 'code': 200} Aug 16 02:02:30.464257 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04ed3690-7433-4a51-8407-3b46d9985972 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.467029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc88bead-b83f-486a-a104-f7261ebdd657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.471684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3eee-8091-4101-a96d-58fd92ebfe31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.485436 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04ed3690-7433-4a51-8407-3b46d9985972 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.520082 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10031a4a-0890-4b26-9d96-0d68a80c0792 x-openstack-request-id: req-10031a4a-0890-4b26-9d96-0d68a80c0792 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:30.520383 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee5519e-4dd7-4a2c-b79a-190fbb4b0928", "tag": "9ec58d55-368a-43b6-a9b5-d00374e38dab", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:30.520641 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10031a4a-0890-4b26-9d96-0d68a80c0792 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:30.521048 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee5519e-4dd7-4a2c-b79a-190fbb4b0928', 'tag': '9ec58d55-368a-43b6-a9b5-d00374e38dab', 'status': 'completed', 'code': 200} Aug 16 02:02:30.536038 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc88bead-b83f-486a-a104-f7261ebdd657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.552860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-9b362036-4a0a-472c-929c-ecf0891b4a3c service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013914 Aug 16 02:02:30.555832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-1bc86d15-d531-4225-9e6d-4f31407fc4b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec58d55-368a-43b6-a9b5-d00374e38dab HTTP/1.1" status: 200 len: 217 time: 0.0835917 Aug 16 02:02:30.580087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55b83-f54a-4d27-83ea-df74052af6b7 req-858ee5e6-fe7f-4836-8b41-1970df200d35 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.584045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ee55b83-f54a-4d27-83ea-df74052af6b7 req-858ee5e6-fe7f-4836-8b41-1970df200d35 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.1362429 Aug 16 02:02:30.612634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:30.614034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed3690-7433-4a51-8407-3b46d9985972 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd83ce8b-a2c5-4a3a-8b6c-879967452260,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.620521 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3eee-8091-4101-a96d-58fd92ebfe31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.642727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04ed3690-7433-4a51-8407-3b46d9985972 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.646556 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-04ed3690-7433-4a51-8407-3b46d9985972 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6111615 Aug 16 02:02:30.653626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:30.661565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-baabdf04-c2bf-4a45-919d-bedbaf45f977 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Request body: {'security_group_rule': {'security_group_id': 'a7953967-9b83-4d89-9adc-39125726e437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:30.729716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-7d04c47d-439d-435e-95ca-b3916e2c74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.731261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-7d04c47d-439d-435e-95ca-b3916e2c74e2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=25085389-25d8-400c-a8d8-b70370335961 HTTP/1.1" status: 200 len: 849 time: 0.1430979 Aug 16 02:02:30.747389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ee55b83-f54a-4d27-83ea-df74052af6b7 req-828bb1cd-5074-4b73-a867-d800cba7c83a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400979 Aug 16 02:02:30.754340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-ac5b92b1-d155-4f2f-aefd-e51ec28918df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.756090 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-ac5b92b1-d155-4f2f-aefd-e51ec28918df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 1095 time: 0.2715487 Aug 16 02:02:30.783024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:30.791116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baabdf04-c2bf-4a45-919d-bedbaf45f977 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.814816 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-8dbb1704-95ff-4a3b-9713-b585e1e9eaa0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c5f9dde8-dacc-49ba-b2b9-a9ce30e90256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663412 Aug 16 02:02:30.878257 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc88bead-b83f-486a-a104-f7261ebdd657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.881148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc88bead-b83f-486a-a104-f7261ebdd657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.883251 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cc88bead-b83f-486a-a104-f7261ebdd657 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a59efc8-d0e1-47cd-956a-5145e834ba23 HTTP/1.1" status: 204 len: 168 time: 0.7706888 Aug 16 02:02:30.888880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7f8c81c-05ff-4303-8c2f-2acf41ebc5b7 req-eb4a4b29-5745-453a-a53a-824ff2dec762 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025920 Aug 16 02:02:30.948154 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-37263970-ea67-41f4-af14-81ba9fb2d46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.969568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88bead-b83f-486a-a104-f7261ebdd657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a59efc8-d0e1-47cd-956a-5145e834ba23,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.018824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c170da-a151-45e7-b8f7-952f75c8fc8d req-1a96ac83-96df-4af1-b9ce-a71afc76ba7f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.027853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3c170da-a151-45e7-b8f7-952f75c8fc8d req-1a96ac83-96df-4af1-b9ce-a71afc76ba7f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 948 time: 0.1695476 Aug 16 02:02:31.057140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-a125b074-412a-48e3-9a0c-d3952d397ed5 service neutron] 10.222.0.93 "GET /v2.0/networks/c5f9dde8-dacc-49ba-b2b9-a9ce30e90256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141545 Aug 16 02:02:31.080482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3eee-8091-4101-a96d-58fd92ebfe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.082945 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3eee-8091-4101-a96d-58fd92ebfe31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.085822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:31.090212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bf8f3eee-8091-4101-a96d-58fd92ebfe31 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d482aa0c-e238-40a3-bb14-db4f870c2f41 HTTP/1.1" status: 204 len: 168 time: 0.9632509 Aug 16 02:02:31.113179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'mac_address': 'fa:16:3e:4a:63:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:31.144938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f3eee-8091-4101-a96d-58fd92ebfe31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d482aa0c-e238-40a3-bb14-db4f870c2f41,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.201773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-809cb1b3-5c3d-4946-9efa-4adcd7217bcb tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.202746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3c170da-a151-45e7-b8f7-952f75c8fc8d req-78539134-9e65-4f5a-a002-c906d80ba2bd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736913 Aug 16 02:02:31.203399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-809cb1b3-5c3d-4946-9efa-4adcd7217bcb tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a&tenant_id=cfcc5fd1981d44f18fe86b6889831de3&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 948 time: 0.3460243 Aug 16 02:02:31.210521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:31.212532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-52c05c9b-f55f-42d8-b768-3b4da34e38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.214015 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-52c05c9b-f55f-42d8-b768-3b4da34e38c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.4360969 Aug 16 02:02:31.217097 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.220802 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] Sync routers for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:31.221349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baabdf04-c2bf-4a45-919d-bedbaf45f977 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.231026 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.256036 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:31.259109 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:31.282195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:31.324644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:31.336860 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.444571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.446068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eb83a9f-1764-447c-acbc-dc47a4a5c40d req-3bd12030-7efd-4e5f-9a92-3e60ec2fda40 service neutron] 10.222.0.93 "GET /v2.0/networks/c5f9dde8-dacc-49ba-b2b9-a9ce30e90256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805556 Aug 16 02:02:31.505911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e39f-b26b-4d93-9d57-3a358e32713e req-d2cc1c0c-077f-4c07-a8e7-4d7161cab880 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.507973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5e7e39f-b26b-4d93-9d57-3a358e32713e req-d2cc1c0c-077f-4c07-a8e7-4d7161cab880 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 943 time: 0.1456747 Aug 16 02:02:31.589684 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:31.641691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5e7e39f-b26b-4d93-9d57-3a358e32713e req-0124693a-fff4-444c-b32d-96ffee647cd8 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215870 Aug 16 02:02:31.660038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:31.678267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-0c6d13ea-786f-49b2-81b5-3e9d8e2384d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.694983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-0c6d13ea-786f-49b2-81b5-3e9d8e2384d8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9de30deb334846829f2b8b1ff26c9df8&device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 1095 time: 0.1839895 Aug 16 02:02:31.804208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:31.807075 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baabdf04-c2bf-4a45-919d-bedbaf45f977 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.933385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-cc782335-5c8b-4479-a817-c6ed42c0582a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b HTTP/1.1" status: 200 len: 217 time: 0.7028539 Aug 16 02:02:31.954549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabdf04-c2bf-4a45-919d-bedbaf45f977 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6279621e-29a0-4023-bb22-0ef91adb8892,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.969409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9d1eccb6-d92a-47c1-bfe0-7555661ac9b4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "PUT /v2.0/floatingips/a94504a5-73a9-4858-91aa-0d395ec26796 HTTP/1.1" status: 200 len: 991 time: 4.1133015 Aug 16 02:02:32.006116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-baabdf04-c2bf-4a45-919d-bedbaf45f977 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.008924 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-baabdf04-c2bf-4a45-919d-bedbaf45f977 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3524306 Aug 16 02:02:32.010527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-b14f7214-caaa-4eeb-9baa-9d5ad2608922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.018289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-b14f7214-caaa-4eeb-9baa-9d5ad2608922 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 HTTP/1.1" status: 200 len: 910 time: 0.3097305 Aug 16 02:02:32.018768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:32.032118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:32.047733 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'a94504a5-73a9-4858-91aa-0d395ec26796', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'port_id': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'mac_address': 'fa:16:3e:41:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:28Z', 'revision_number': 1, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:32.083732 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] Checking router: f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:32.086862 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-9254f82a-2c37-4311-833f-15e8ebe645b8 service neutron] 10.222.0.93 "GET /v2.0/ports/5fad3409-4e6b-42f2-8cf5-f5f11ef2e089/bindings/n-h2-768862-14 HTTP/1.1" status: 200 len: 383 time: 0.8640950 Aug 16 02:02:32.089911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-091a8706-398e-40a2-a1ca-820f8c43a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.094456 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:32.095389 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:32.112090 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-091a8706-398e-40a2-a1ca-820f8c43a1bc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1639853 Aug 16 02:02:32.125534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.145848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a340ebe1-d399-498d-b644-40dbee9afc4b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:32.151980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-826837a5-9331-4a5b-b4be-b6727214dbaa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec58d55-368a-43b6-a9b5-d00374e38dab HTTP/1.1" status: 200 len: 217 time: 0.1039701 Aug 16 02:02:32.180288 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1c269f09-dcef-43c2-9ff1-91d22410de24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9217810de97d4adcbc5a14a5f0c15540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716660 Aug 16 02:02:32.183681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:32.223479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec5b5-3fda-4e4d-ba45-109b870b21c4 req-ed8d716e-4455-48e6-8d6b-81fdd8090f57 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.227620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4acec5b5-3fda-4e4d-ba45-109b870b21c4 req-ed8d716e-4455-48e6-8d6b-81fdd8090f57 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.1975775 Aug 16 02:02:32.234394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a340ebe1-d399-498d-b644-40dbee9afc4b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:32.239103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a340ebe1-d399-498d-b644-40dbee9afc4b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:32.239520 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.249340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-41678005-8303-4f5f-a632-2068558d3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.250947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-41678005-8303-4f5f-a632-2068558d3351 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=25085389-25d8-400c-a8d8-b70370335961 HTTP/1.1" status: 200 len: 849 time: 0.0836554 Aug 16 02:02:32.285812 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:32.312693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-c17c5ae3-544d-4636-9a97-2a7f8f844dad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708329 Aug 16 02:02:32.335499 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4286094e-5ade-4b6a-b344-790394d34c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.361001 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.402115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port a340ebe1-d399-498d-b644-40dbee9afc4b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a340ebe1-d399-498d-b644-40dbee9afc4b,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:32.411453 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.416083 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-5e12f60c-3566-4463-ba07-8b5f1c4649f1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c5f9dde8-dacc-49ba-b2b9-a9ce30e90256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105282 Aug 16 02:02:32.479313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:32.481580 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685bc56e-3a6a-471e-8b05-fef215b04358" -d '{"events": [{"name": "network-changed", "server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:32.485351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=a340ebe1-d399-498d-b644-40dbee9afc4b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:32.488139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4acec5b5-3fda-4e4d-ba45-109b870b21c4 req-ccef060a-b42b-4d99-b215-b8311a534e16 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418594 Aug 16 02:02:32.514338 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4286094e-5ade-4b6a-b344-790394d34c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.516137 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-155664b1-7954-4513-b3ad-d1b4c55c894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.517811 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-155664b1-7954-4513-b3ad-d1b4c55c894a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1101 time: 0.3810499 Aug 16 02:02:32.554194 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'a94504a5-73a9-4858-91aa-0d395ec26796', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'port_id': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'mac_address': 'fa:16:3e:41:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:28Z', 'revision_number': 1, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:32.582102 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e01474-0320-4c4d-aaf5-3b1bda0f6369 None None] The sync data for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 is: [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'a94504a5-73a9-4858-91aa-0d395ec26796', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'port_id': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'mac_address': 'fa:16:3e:41:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:52Z', 'updated_at': '2021-08-16T02:02:28Z', 'revision_number': 1, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:32.588850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881adbd5-b463-4f56-abe0-a076547467f0 req-74c9ab95-79f3-4368-bccc-20832a2b451f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.596480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-881adbd5-b463-4f56-abe0-a076547467f0 req-74c9ab95-79f3-4368-bccc-20832a2b451f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 949 time: 0.1792417 Aug 16 02:02:32.626385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-78f3d246-806e-43af-8412-b825685a8ccc service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944853 Aug 16 02:02:32.650485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-881adbd5-b463-4f56-abe0-a076547467f0 req-525e6502-4ac5-48aa-8cfc-00c9fc672906 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Aug 16 02:02:32.707161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-6b6136ad-2257-407a-bd71-228a39b5bb4e service neutron] 10.222.0.93 "GET /v2.0/networks/c5f9dde8-dacc-49ba-b2b9-a9ce30e90256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381248 Aug 16 02:02:32.748717 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ebaa98-401c-4e05-be37-8c7ddd1aa11f x-openstack-request-id: req-c8ebaa98-401c-4e05-be37-8c7ddd1aa11f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:32.749036 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:32.749289 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8ebaa98-401c-4e05-be37-8c7ddd1aa11f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:32.749677 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'status': 'completed', 'code': 200} Aug 16 02:02:32.774643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:32.881246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:32.885887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:32.886339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.908586 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4286094e-5ade-4b6a-b344-790394d34c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.912342 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4286094e-5ade-4b6a-b344-790394d34c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.919532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4baae1e-9dfc-4f18-9a56-0ebb05543322 req-9092d0cd-0637-41a5-b889-10b50a6708e9 service neutron] 10.222.0.93 "GET /v2.0/networks/c5f9dde8-dacc-49ba-b2b9-a9ce30e90256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065783 Aug 16 02:02:32.927651 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4286094e-5ade-4b6a-b344-790394d34c20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7decc287-da75-4d8c-8fef-581775203c41 HTTP/1.1" status: 204 len: 168 time: 0.6926227 Aug 16 02:02:32.943155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6747efe-9c05-4b83-bb5b-ac0b36a806eb req-67134bfc-70f3-40a4-af0e-d721e4ff9dfa tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.952602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6747efe-9c05-4b83-bb5b-ac0b36a806eb req-67134bfc-70f3-40a4-af0e-d721e4ff9dfa tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 943 time: 0.1216991 Aug 16 02:02:33.013900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6747efe-9c05-4b83-bb5b-ac0b36a806eb req-3bdd01c8-0d26-46e7-a570-a687ef7b62b8 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598319 Aug 16 02:02:33.035451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286094e-5ade-4b6a-b344-790394d34c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7decc287-da75-4d8c-8fef-581775203c41,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:33.065625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b2f4f8-4a30-4baa-93e6-9ee6b551906a None None] New status for floating IP a94504a5-73a9-4858-91aa-0d395ec26796: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:33.079217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-7fa3728f-53e1-40e3-872d-2a7668bf6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.080740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-7fa3728f-53e1-40e3-872d-2a7668bf6956 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.5456107 Aug 16 02:02:33.082857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-1130b880-6bd9-4b8d-8eef-41e4bae6dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.084301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-1130b880-6bd9-4b8d-8eef-41e4bae6dc3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1097 time: 0.2467961 Aug 16 02:02:33.086961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0d49e419-3e08-4181-96f3-f326fa025cb0 req-483c6c15-ae40-44df-9462-dcce014f3dcb service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158545 Aug 16 02:02:33.143302 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.181425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:33.183010 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-a7036a0d-764d-4101-84f2-0dacbaf56b16 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.0893040 Aug 16 02:02:33.183725 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5928b6d0-2ffd-47ca-ad4a-751b1b6f5c15" -d '{"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-plugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:33.186130 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.234947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:33.246837 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.328761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-3043f9e3-5218-4013-b36b-920019fdac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.329927 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03aabe1-4f13-4d5c-85c4-ab3c8092f2b6 x-openstack-request-id: req-b03aabe1-4f13-4d5c-85c4-ab3c8092f2b6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:33.330220 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-plugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:33.330449 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-3043f9e3-5218-4013-b36b-920019fdac63 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1386864 Aug 16 02:02:33.330556 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b03aabe1-4f13-4d5c-85c4-ab3c8092f2b6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:33.331236 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'code': 200} Aug 16 02:02:33.336891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-b1fb08c7-627d-45a5-87c8-f95da4c4e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.338497 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-b1fb08c7-627d-45a5-87c8-f95da4c4e1ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.2421105 Aug 16 02:02:33.388942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:33.492441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Allocated IP 172.25.5.151 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/cd338604-0d6d-4eb2-923b-ee5140b72b51) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:33.495890 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-01db21d9-92e3-4c02-b07a-f44542343e50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 200 len: 1001 time: 0.1426775 Aug 16 02:02:33.499720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-02dc0f41-4825-4265-b475-5edf0acf7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.501135 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-02dc0f41-4825-4265-b475-5edf0acf7362 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1617904 Aug 16 02:02:33.571065 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f69a6e8-7156-4c59-8b99-7425e8e402e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.663429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381329c-cefa-4b0f-8b6b-b4fe3c0f68d9 req-6f9fe029-5067-4410-9b0a-96f858bf7c35 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.666029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-878b59dd-b179-4eb6-befe-b6150629dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.667548 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-878b59dd-b179-4eb6-befe-b6150629dde7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.1637373 Aug 16 02:02:33.667817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9381329c-cefa-4b0f-8b6b-b4fe3c0f68d9 req-6f9fe029-5067-4410-9b0a-96f858bf7c35 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.0675683 Aug 16 02:02:33.742258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9381329c-cefa-4b0f-8b6b-b4fe3c0f68d9 req-a2396a73-4d18-4809-9787-f2fc1125419e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633984 Aug 16 02:02:33.790567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b7be90c6-4f88-4643-ad6e-4236193e2b89 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751691 Aug 16 02:02:33.794888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-6a0e61b6-23cc-42e8-812a-071039ecb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.796536 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-6a0e61b6-23cc-42e8-812a-071039ecb05b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186116 Aug 16 02:02:33.800932 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.821603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d73bd-4d4c-46aa-88de-5170d80d450c req-1629b73b-b57d-4aea-8cf0-3814b74fc32e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.832218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c4d73bd-4d4c-46aa-88de-5170d80d450c req-1629b73b-b57d-4aea-8cf0-3814b74fc32e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.0798011 Aug 16 02:02:33.844620 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.902736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c4d73bd-4d4c-46aa-88de-5170d80d450c req-c5776ad9-a805-4f5e-ad01-696a8507ff9c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679872 Aug 16 02:02:34.004966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a340ebe1-d399-498d-b644-40dbee9afc4b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:34.031471 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-5646dd48-5970-4d96-be69-6ca07a1ecf90 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223127 Aug 16 02:02:34.042040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eee1ad5d-7ff5-404e-b8d4-faf9bc57f97e req-79980f98-adf9-42c9-966f-cd757fe48f7a tempest-FlavorsV2NegativeTest-1764674796 tempest-FlavorsV2NegativeTest-1764674796-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7de138bf00954919aede90426329a709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354195 Aug 16 02:02:34.050081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-9238f68f-567a-4326-a2ec-83eae9c95d17 service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445633 Aug 16 02:02:34.059986 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.121510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a340ebe1-d399-498d-b644-40dbee9afc4b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:34.122368 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.136116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:34.182672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:34.188381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:34.190368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed13f48-3fcf-4f21-8276-c31486b0b3b9 req-a4482dea-bdf5-4c64-87a3-9736601f8f5d tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.192067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ed13f48-3fcf-4f21-8276-c31486b0b3b9 req-a4482dea-bdf5-4c64-87a3-9736601f8f5d tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 943 time: 0.0871961 Aug 16 02:02:34.228624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Pushing event updated for resources: {'Port': ['ID=cd338604-0d6d-4eb2-923b-ee5140b72b51,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.231630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1ad5d-7ff5-404e-b8d4-faf9bc57f97e req-3810f073-34b6-48a4-9a1e-e3953e54c4e2 tempest-FlavorsV2NegativeTest-1764674796 tempest-FlavorsV2NegativeTest-1764674796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.238880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eee1ad5d-7ff5-404e-b8d4-faf9bc57f97e req-3810f073-34b6-48a4-9a1e-e3953e54c4e2 tempest-FlavorsV2NegativeTest-1764674796 tempest-FlavorsV2NegativeTest-1764674796-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959479 Aug 16 02:02:34.260694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eee1ad5d-7ff5-404e-b8d4-faf9bc57f97e req-8513fd9d-ef9a-44b9-bada-5336aa632335 tempest-FlavorsV2NegativeTest-1764674796 tempest-FlavorsV2NegativeTest-1764674796-project] 10.222.0.61 "GET /v2.0/quotas/7de138bf00954919aede90426329a709 HTTP/1.1" status: 200 len: 375 time: 0.0208464 Aug 16 02:02:34.298467 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eee1ad5d-7ff5-404e-b8d4-faf9bc57f97e req-a902ad49-1c2e-4656-a454-ef8d51d9c2af tempest-FlavorsV2NegativeTest-1764674796 tempest-FlavorsV2NegativeTest-1764674796-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7de138bf00954919aede90426329a709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367987 Aug 16 02:02:34.301309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ed13f48-3fcf-4f21-8276-c31486b0b3b9 req-7136c5ff-e75d-4706-8d9d-fe83ae5a0e37 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957088 Aug 16 02:02:34.341666 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-685bc56e-3a6a-471e-8b05-fef215b04358 req-5353e793-8cfa-42f4-b5bc-bed07be47227 service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843554 Aug 16 02:02:34.384987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.433855 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.604639 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.609786 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.684899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Pushing event updated for resources: {'Port': ['ID=cd338604-0d6d-4eb2-923b-ee5140b72b51,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.694974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.711151 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.713218 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3a15c148-323d-4b1d-a076-6c403d38a820 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6915131 Aug 16 02:02:34.751814 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.789576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9ec58d55-368a-43b6-a9b5-d00374e38dab details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:34.933036 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9b060-9de0-47e4-b6a9-64752717cb6b req-7e69fe09-4bec-4387-a458-8f59d8d2b41b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.938613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 9ec58d55-368a-43b6-a9b5-d00374e38dab, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9ec58d55-368a-43b6-a9b5-d00374e38dab,segment=NetworkSegment(4dfe2427-8bee-4105-be22-89b122856e5a),segment_id=4dfe2427-8bee-4105-be22-89b122856e5a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:34.939573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23b9b060-9de0-47e4-b6a9-64752717cb6b req-7e69fe09-4bec-4387-a458-8f59d8d2b41b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.1103957 Aug 16 02:02:34.951640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '9ec58d55-368a-43b6-a9b5-d00374e38dab', 'network_id': 'c5f9dde8-dacc-49ba-b2b9-a9ce30e90256', 'port_id': '9ec58d55-368a-43b6-a9b5-d00374e38dab', 'mac_address': 'fa:16:3e:34:81:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25085389-25d8-400c-a8d8-b70370335961', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:34.990814 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.003439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-783f1fdc-adb7-49ca-b5d8-6b3afc422bfc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1224581646&fields=id&tenant_id=73ea5dbceeac406c9ffe8c481e67ed50 HTTP/1.1" status: 200 len: 267 time: 0.0626299 Aug 16 02:02:35.004256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec58d55-368a-43b6-a9b5-d00374e38dab {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:35.007576 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23b9b060-9de0-47e4-b6a9-64752717cb6b req-6394728c-cfca-4e25-8b8a-e8c43f00f8a9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654509 Aug 16 02:02:35.036312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 9ec58d55-368a-43b6-a9b5-d00374e38dab, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9ec58d55-368a-43b6-a9b5-d00374e38dab,segment=NetworkSegment(4dfe2427-8bee-4105-be22-89b122856e5a),segment_id=4dfe2427-8bee-4105-be22-89b122856e5a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:35.045725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.113463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=9ec58d55-368a-43b6-a9b5-d00374e38dab,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.164301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-66cabbba-bb3f-4395-bb2e-efa0b02f958d tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.166297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-66cabbba-bb3f-4395-bb2e-efa0b02f958d tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/networks?id=1273470b-5e36-4fb5-8fa7-30194cd77d10 HTTP/1.1" status: 200 len: 815 time: 0.1477120 Aug 16 02:02:35.181774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-7873ac01-02f2-4310-bd16-a654bfbcd641 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/quotas/73ea5dbceeac406c9ffe8c481e67ed50 HTTP/1.1" status: 200 len: 375 time: 0.0099504 Aug 16 02:02:35.215331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.242287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-11b59689-b1a3-4a19-88da-6ac1922d58e5 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73ea5dbceeac406c9ffe8c481e67ed50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544729 Aug 16 02:02:35.336603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06e87507-86c9-4fa1-a0aa-ff039a71a8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.354149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-9553f15d-0ca2-49f3-bf69-38163bd6da92 service neutron] 10.222.0.61 "GET /v2.0/networks/1273470b-5e36-4fb5-8fa7-30194cd77d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001658 Aug 16 02:02:35.400351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['9ec58d55-368a-43b6-a9b5-d00374e38dab'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:35.437694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-40995849-dca0-4ded-9180-ce516cfa697b tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1ba30f58bfe74f42846b0082a4c884a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322468 Aug 16 02:02:35.444995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06e87507-86c9-4fa1-a0aa-ff039a71a8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.449830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06e87507-86c9-4fa1-a0aa-ff039a71a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.492667 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-06e87507-86c9-4fa1-a0aa-ff039a71a8e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7de138bf00954919aede90426329a709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762365 Aug 16 02:02:35.493825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e87507-86c9-4fa1-a0aa-ff039a71a8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733caf14-f918-4554-9ec3-c3978dc9e574,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.497108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.538032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-d70472d2-b4a0-40b6-adec-d745bdcd6c4f service neutron] 10.222.0.61 "GET /v2.0/networks/1273470b-5e36-4fb5-8fa7-30194cd77d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772220 Aug 16 02:02:35.560701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2776b8c7-2010-4fac-ac87-931234e81bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.597808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-d2b7340e-b50f-40fd-978b-b573aa40148a tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.598135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2776b8c7-2010-4fac-ac87-931234e81bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.599587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-d2b7340e-b50f-40fd-978b-b573aa40148a tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516821 Aug 16 02:02:35.621900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-262bcd1a-e2d4-4982-ba12-2d075ec1717d tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/quotas/1ba30f58bfe74f42846b0082a4c884a8 HTTP/1.1" status: 200 len: 375 time: 0.0142436 Aug 16 02:02:35.660293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2776b8c7-2010-4fac-ac87-931234e81bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.662185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-c9d67bbc-05c3-4b2a-b247-947b01aebdc5 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ba30f58bfe74f42846b0082a4c884a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343521 Aug 16 02:02:35.663955 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2776b8c7-2010-4fac-ac87-931234e81bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.681698 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2776b8c7-2010-4fac-ac87-931234e81bf9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/733caf14-f918-4554-9ec3-c3978dc9e574 HTTP/1.1" status: 204 len: 168 time: 0.1710789 Aug 16 02:02:35.696522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776b8c7-2010-4fac-ac87-931234e81bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733caf14-f918-4554-9ec3-c3978dc9e574,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.796803 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062f649-6a37-444e-9c7a-f5642999e297 req-6085acfa-fddb-4cc5-98f5-c0f6b78f5385 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.805230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7062f649-6a37-444e-9c7a-f5642999e297 req-6085acfa-fddb-4cc5-98f5-c0f6b78f5385 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.0715001 Aug 16 02:02:35.864250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7062f649-6a37-444e-9c7a-f5642999e297 req-2ba9a65b-8e0b-4820-b37e-07abedb7cebf tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537145 Aug 16 02:02:35.961983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e306145-e41e-4129-a3a9-d07cc40eb629 req-ef7b1b8a-7204-4ab2-a807-0754d32b2a71 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.964083 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e306145-e41e-4129-a3a9-d07cc40eb629 req-ef7b1b8a-7204-4ab2-a807-0754d32b2a71 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 944 time: 0.0652030 Aug 16 02:02:36.075641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c55e323-74f1-4288-b4dc-88a9cbae4d5f req-66ceeb78-57a0-49c7-bfaa-93d5b919526d tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 210 time: 0.0555320 Aug 16 02:02:36.129459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e306145-e41e-4129-a3a9-d07cc40eb629 req-d54c35c2-97d6-49ad-ad28-f871bb751659 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492076 Aug 16 02:02:36.211776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e54a63f-c2ca-4e40-bd98-3b70035b64aa req-d9d67bab-f842-4039-880e-28fca5e255e5 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 210 time: 0.0795662 Aug 16 02:02:36.325429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a736e6-9e5c-4b5e-a041-dd14b25dc9b7 req-4b1e8f97-dd86-478c-966f-ad42b38b8526 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.342476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84a736e6-9e5c-4b5e-a041-dd14b25dc9b7 req-4b1e8f97-dd86-478c-966f-ad42b38b8526 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.1097543 Aug 16 02:02:36.406476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84a736e6-9e5c-4b5e-a041-dd14b25dc9b7 req-2110414d-6a86-4189-9638-f300b4938e8c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564291 Aug 16 02:02:36.501963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-9386daff-7e0f-4759-a5da-3783bcc600c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.503592 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-9386daff-7e0f-4759-a5da-3783bcc600c9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a&tenant_id=cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 1102 time: 0.0661981 Aug 16 02:02:36.555851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:36.616899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.792205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9ec58d55-368a-43b6-a9b5-d00374e38dab up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:36.828960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.845796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:36.854120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 9ec58d55-368a-43b6-a9b5-d00374e38dab completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:36.858083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 9ec58d55-368a-43b6-a9b5-d00374e38dab triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:36.858472 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.886133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:36.945291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:36.948161 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead4e38c-ceec-4370-af3f-062812c5a84b" -d '{"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-unplugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:36.952608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.968022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Transition to ACTIVE for port object 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:36.979179 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.058944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9a43d-3dcd-4387-9760-f88f7f69718c req-4907dde2-90c7-4c68-8757-d9bd317c7f8a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.074756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99d9a43d-3dcd-4387-9760-f88f7f69718c req-4907dde2-90c7-4c68-8757-d9bd317c7f8a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.1404438 Aug 16 02:02:37.091729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] No DVR routers for this DVR port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:37.161184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99d9a43d-3dcd-4387-9760-f88f7f69718c req-1a87bd57-3266-4378-a29b-75296ee0a6d8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840292 Aug 16 02:02:37.167005 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7f434c-c30e-41c6-9b3a-8bc782783f37 x-openstack-request-id: req-cb7f434c-c30e-41c6-9b3a-8bc782783f37 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:37.167327 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-unplugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:37.167580 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb7f434c-c30e-41c6-9b3a-8bc782783f37 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:37.167974 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'code': 200} Aug 16 02:02:37.171055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:37.191296 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.254392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee5519e-4dd7-4a2c-b79a-190fbb4b0928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec58d55-368a-43b6-a9b5-d00374e38dab'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:37.260996 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6625a1f6-c857-4f02-b0af-20cc7b825704" -d '{"events": [{"server_uuid": "0ee5519e-4dd7-4a2c-b79a-190fbb4b0928", "name": "network-vif-plugged", "status": "completed", "tag": "9ec58d55-368a-43b6-a9b5-d00374e38dab"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:37.281077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 9ec58d55-368a-43b6-a9b5-d00374e38dab, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9ec58d55-368a-43b6-a9b5-d00374e38dab,segment=NetworkSegment(4dfe2427-8bee-4105-be22-89b122856e5a),segment_id=4dfe2427-8bee-4105-be22-89b122856e5a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:37.282227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:37.282557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:37.282884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:37.294475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:37.294816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Attempting to bind port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:37.295356 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.308789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:37.309184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:37.309601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:37.310049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Bound port: 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:37.310468 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.373038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ac72178-b9e4-46ba-aa31-bc6403897542 req-f0372ba7-2102-4404-8e2d-f84dd0b66847 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 210 time: 0.0313878 Aug 16 02:02:37.379976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=9ec58d55-368a-43b6-a9b5-d00374e38dab,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:37.404626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-9f244f67-863b-4214-b3c7-2737e9831d06 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.405439 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-9f244f67-863b-4214-b3c7-2737e9831d06 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.86 "GET /v2.0/networks?id=1273470b-5e36-4fb5-8fa7-30194cd77d10 HTTP/1.1" status: 200 len: 815 time: 0.3329523 Aug 16 02:02:37.448545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8b4c-2b22-4a8c-a0f7-4b9b87ef3551 req-6e95b1e7-6d7b-46c5-8064-f80b1192ee29 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.450438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-409c8b4c-2b22-4a8c-a0f7-4b9b87ef3551 req-6e95b1e7-6d7b-46c5-8064-f80b1192ee29 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 945 time: 0.0599151 Aug 16 02:02:37.470440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:37.481822 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-8f8626b5-22c4-41bc-ade7-b35b152d34cc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73ea5dbceeac406c9ffe8c481e67ed50 HTTP/1.1" status: 200 len: 380 time: 0.0574000 Aug 16 02:02:37.491918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:37.502187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Request body: {'port': {'device_id': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'admin_state_up': True, 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'security_groups': ['a7953967-9b83-4d89-9adc-39125726e437']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:37.509809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.515828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-409c8b4c-2b22-4a8c-a0f7-4b9b87ef3551 req-4839eed8-e8f3-41f9-9ad8-0a9fd43f76a9 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525131 Aug 16 02:02:37.557684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f80127f6-483e-4f1e-bd76-2e4ff9db5f93 req-93900e41-29c3-4754-8665-bc10c991ba99 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 210 time: 0.0348384 Aug 16 02:02:37.559326 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f293004f-ad5a-4116-bb1a-f2abc43d2b45 x-openstack-request-id: req-f293004f-ad5a-4116-bb1a-f2abc43d2b45 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:37.559663 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee5519e-4dd7-4a2c-b79a-190fbb4b0928", "name": "network-vif-plugged", "status": "completed", "tag": "9ec58d55-368a-43b6-a9b5-d00374e38dab", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:37.559926 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f293004f-ad5a-4116-bb1a-f2abc43d2b45 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:37.560318 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee5519e-4dd7-4a2c-b79a-190fbb4b0928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec58d55-368a-43b6-a9b5-d00374e38dab', 'code': 200} Aug 16 02:02:37.677421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe332e-d574-4d35-b769-03c89f28a97f req-86562997-91ad-45c4-905d-46b531ce6b2b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.687862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2fe332e-d574-4d35-b769-03c89f28a97f req-86562997-91ad-45c4-905d-46b531ce6b2b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.0698862 Aug 16 02:02:37.762630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2fe332e-d574-4d35-b769-03c89f28a97f req-a8297d51-af32-4310-b690-961e7a31c96e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738535 Aug 16 02:02:38.014721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.015407 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.017011 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] 10.222.0.86 "PUT /v2.0/ports/5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 1098 time: 1.4670360 Aug 16 02:02:38.025330 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-ce4b51a9-6b35-4f67-8d1f-c65e6d70e622 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=1ba30f58bfe74f42846b0082a4c884a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821168 Aug 16 02:02:38.087453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.190109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fba94d-769e-49cb-b378-8d0a7eb7ca07 service neutron] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=11']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.244666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ce2ef-8e73-4e7f-a4ad-02a49ba138c1 req-bc50b741-608a-45a7-8915-e7f24dc1d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.246166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-765ce2ef-8e73-4e7f-a4ad-02a49ba138c1 req-bc50b741-608a-45a7-8915-e7f24dc1d5aa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 1097 time: 0.3046227 Aug 16 02:02:38.254386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c38c72f-547a-456b-b647-9aa734d83694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.255492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-aa448da4-f7ef-45f5-be89-0e07e9ad9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.257025 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-aa448da4-f7ef-45f5-be89-0e07e9ad9232 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1101 time: 0.1912320 Aug 16 02:02:38.345607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bedec-9031-474f-9690-a40ac5d52743 req-16120192-e333-4013-9ab5-1356c73cb223 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.347475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa9bedec-9031-474f-9690-a40ac5d52743 req-16120192-e333-4013-9ab5-1356c73cb223 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 949 time: 0.0839622 Aug 16 02:02:38.416317 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa9bedec-9031-474f-9690-a40ac5d52743 req-6defee8c-1b1f-4148-a845-802328fdbe01 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576215 Aug 16 02:02:38.426989 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-765ce2ef-8e73-4e7f-a4ad-02a49ba138c1 req-5413c609-b821-4aa5-a8ea-b084b8ebf642 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604664 Aug 16 02:02:38.433928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-c7cdd1c8-1ccf-48a7-924c-2aad19256bb1 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.435388 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-c7cdd1c8-1ccf-48a7-924c-2aad19256bb1 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3435133 Aug 16 02:02:38.452918 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c38c72f-547a-456b-b647-9aa734d83694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.455009 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-6ba957ef-72c4-42cc-9896-484e25171ab1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1432228 Aug 16 02:02:38.458256 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c38c72f-547a-456b-b647-9aa734d83694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.471267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Request body: {'port': {'device_id': 'dab4e133-1e2a-4236-90cc-ce458a925c7f', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '1ba30f58bfe74f42846b0082a4c884a8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:38.540564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1c38c72f-547a-456b-b647-9aa734d83694 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ddb4e7609e44f86a5ae0426355f4ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489846 Aug 16 02:02:38.543939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc41688d-8db4-4d2e-9d4a-c4d364489330 req-8ab48bea-25e4-4697-b3d9-323d9ec152fe tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 210 time: 0.0567756 Aug 16 02:02:38.545282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.546613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38c72f-547a-456b-b647-9aa734d83694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb0cb7c-d604-4674-b37c-b9dd75183b4d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.602585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-0d024821-5ef3-47f4-9487-79110264e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.604420 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-0d024821-5ef3-47f4-9487-79110264e37d service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3097973 Aug 16 02:02:38.605170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Made reservation on behalf of 73ea5dbceeac406c9ffe8c481e67ed50 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:38.608558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.672201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b835aa1-46d9-439f-af77-97bc45bcc361 req-bfbe4dd2-d914-49a6-b147-495f3fce23e6 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 210 time: 0.0374582 Aug 16 02:02:38.689427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967395cf-2f32-438d-a3a4-6a6b16427d16 req-30087f2b-b3cc-43d0-9335-337ca800c584 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.691111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-967395cf-2f32-438d-a3a4-6a6b16427d16 req-30087f2b-b3cc-43d0-9335-337ca800c584 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 945 time: 0.0922890 Aug 16 02:02:38.734041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-967395cf-2f32-438d-a3a4-6a6b16427d16 req-9a9ca799-a30f-45db-86e9-89d58e481485 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361450 Aug 16 02:02:38.752573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-d9a50b63-bf25-4cb4-b8d2-3ccf11f99ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.754231 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-d9a50b63-bf25-4cb4-b8d2-3ccf11f99ded service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 1101 time: 0.2205076 Aug 16 02:02:38.755593 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-021031ba-d298-4b07-9702-69fb20bbaf21 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.0864964 Aug 16 02:02:38.793467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8bf3d1ef-91fe-4487-bbc4-c594a452b27b details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:38.892763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac03bdea-3b2c-436e-a1f4-28cf43145eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.901928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d78cf-af3c-4d2c-9078-0bc1e9d252f6 req-0cc85190-f2e8-4f5b-882a-6e5c7aa7f17c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.903457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac8d78cf-af3c-4d2c-9078-0bc1e9d252f6 req-0cc85190-f2e8-4f5b-882a-6e5c7aa7f17c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.0555503 Aug 16 02:02:38.907385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:38.921265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b', 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5', 'port_id': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b', 'mac_address': 'fa:16:3e:34:41:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:38.948376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac8d78cf-af3c-4d2c-9078-0bc1e9d252f6 req-963dfff9-c7fe-4abd-bf84-deaac4c75a8e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355532 Aug 16 02:02:38.961242 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.974560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Made reservation on behalf of 1ba30f58bfe74f42846b0082a4c884a8 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:38.975752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf3d1ef-91fe-4487-bbc4-c594a452b27b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:38.978897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.990493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-ce6201bd-427a-4cfd-a687-b04c087ca199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.992151 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-ce6201bd-427a-4cfd-a687-b04c087ca199 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1990461 Aug 16 02:02:38.995362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:38.999682 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.012239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac03bdea-3b2c-436e-a1f4-28cf43145eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.030808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.052179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.122138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Allocated IP 172.20.0.4 (1273470b-5e36-4fb5-8fa7-30194cd77d10/4b4b057d-5103-4eca-9e23-1311630e862e/bd7e0862-a49e-439c-9f08-41f9d5388831) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:39.130992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-df796efa-1555-4b4f-bb40-866596406d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.133211 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-df796efa-1555-4b4f-bb40-866596406d39 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3422878 Aug 16 02:02:39.192805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:39.195665 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62" -d '{"events": [{"name": "network-changed", "server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:39.208477 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-c72a4463-1669-4d8b-888f-552fa7488ec3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 200 len: 217 time: 0.0637605 Aug 16 02:02:39.215205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-d8132d56-7cc7-41c1-aa65-d68194fc4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.216575 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-d8132d56-7cc7-41c1-aa65-d68194fc4d71 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024622 Aug 16 02:02:39.251853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac03bdea-3b2c-436e-a1f4-28cf43145eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.255350 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac03bdea-3b2c-436e-a1f4-28cf43145eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.257516 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ac03bdea-3b2c-436e-a1f4-28cf43145eaa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/afb0cb7c-d604-4674-b37c-b9dd75183b4d HTTP/1.1" status: 204 len: 168 time: 0.7020650 Aug 16 02:02:39.296191 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ad1dd6-0409-44b3-b858-2d9768541d37 x-openstack-request-id: req-63ad1dd6-0409-44b3-b858-2d9768541d37 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:39.296479 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:39.296732 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63ad1dd6-0409-44b3-b858-2d9768541d37 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:39.297132 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'status': 'completed', 'code': 200} Aug 16 02:02:39.325321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['8bf3d1ef-91fe-4487-bbc4-c594a452b27b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:39.364640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03bdea-3b2c-436e-a1f4-28cf43145eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb0cb7c-d604-4674-b37c-b9dd75183b4d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.501454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-f69c84fc-8c59-4a92-a2bc-7269717e573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.502937 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-f69c84fc-8c59-4a92-a2bc-7269717e573a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2774940 Aug 16 02:02:39.600928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd128b6-6987-4663-a740-b84aea047d36 req-6151d0c7-1490-4e32-bb26-80aabfe42cac tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.605136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfd128b6-6987-4663-a740-b84aea047d36 req-6151d0c7-1490-4e32-bb26-80aabfe42cac tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 949 time: 0.0762796 Aug 16 02:02:39.625992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.629160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-edf18615-49e7-40ea-98a1-bfa4615d1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.630712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-edf18615-49e7-40ea-98a1-bfa4615d1733 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1101 time: 0.3236992 Aug 16 02:02:39.636095 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-e5c5c6bb-e94e-4f04-be61-c584f6f9a0f8 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991847 Aug 16 02:02:39.663417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.685867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfd128b6-6987-4663-a740-b84aea047d36 req-206c8d38-a3fe-40e6-b7af-4fe392d3033d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717051 Aug 16 02:02:39.688076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3473759e-05e7-4c97-bcb1-adb0a1f829dc req-08953808-6dec-4609-8a1c-ea472d035c29 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 210 time: 0.0460792 Aug 16 02:02:39.791662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba23f815-dab1-433f-968a-6a660332d1e7 req-deb11515-1f46-4323-99c0-b68f34b1410f tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 210 time: 0.0305901 Aug 16 02:02:39.831322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.858585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.875419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-243f1db3-31e9-4505-9a13-a290844cc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.878424 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-243f1db3-31e9-4505-9a13-a290844cc9f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3583684 Aug 16 02:02:39.932684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d1fc8-31f9-4d78-8852-3fac5025b229 req-524f13c2-a243-4668-8096-b8140d9ad33a tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.934442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c29d1fc8-31f9-4d78-8852-3fac5025b229 req-524f13c2-a243-4668-8096-b8140d9ad33a tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 945 time: 0.0693686 Aug 16 02:02:39.938537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Transition to ACTIVE for port object bd7e0862-a49e-439c-9f08-41f9d5388831 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:39.975590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c29d1fc8-31f9-4d78-8852-3fac5025b229 req-991f6c7d-d86b-4b69-9b0a-43f3f7055f23 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344300 Aug 16 02:02:40.070562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-e287c7f4-d517-4bed-bb94-dce15f5b81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.072107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-e287c7f4-d517-4bed-bb94-dce15f5b81c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.4272826 Aug 16 02:02:40.087128 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f7aa1f3e-8ec0-4e45-88b7-38df535a4fc7 req-d38b1b75-a05f-471c-aafd-5d82d45c2421 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338107 Aug 16 02:02:40.124928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772d28-c060-45a5-8723-8bdae4280ed9 req-d608ee7a-c056-4ae3-909e-60f76638de2a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.133101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30772d28-c060-45a5-8723-8bdae4280ed9 req-d608ee7a-c056-4ae3-909e-60f76638de2a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 944 time: 0.0854037 Aug 16 02:02:40.150500 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-4bd1c5f1-bf3d-4e11-80d2-9b47ffb0012e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.0634263 Aug 16 02:02:40.151758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.184626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Allocated IP 192.168.233.230 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/8052e46a-bbb9-44cd-8c92-2b18f15b25ce) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:40.199370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30772d28-c060-45a5-8723-8bdae4280ed9 req-8e87d294-87ad-4a44-bdad-e97b9d6976c7 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612848 Aug 16 02:02:40.284457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1368659236-network', 'tenant_id': 'c84246bbd1c743f3b6597d560c099191'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:40.295202 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.314242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Made reservation on behalf of c84246bbd1c743f3b6597d560c099191 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:40.317074 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.325749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.361652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-93f4c4e5-c44e-4558-9e31-cfb280b62b17 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565511 Aug 16 02:02:40.369202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-98d92823-258a-4ca8-aa05-dc28a4b79b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.370728 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-98d92823-258a-4ca8-aa05-dc28a4b79b1d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2096963 Aug 16 02:02:40.423019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Pushing event updated for resources: {'Port': ['ID=bd7e0862-a49e-439c-9f08-41f9d5388831,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.426494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:40.441133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.446026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.475571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:40.482527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04c56e2-6996-43e9-bf31-c7e941c1dec1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.487377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-7a90f299-507d-40db-bbca-21f51e44f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.488912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-7a90f299-507d-40db-bbca-21f51e44f993 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1101 time: 0.2705352 Aug 16 02:02:40.489797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:40.489923 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.490959 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Added segment 9ae27436-fd77-40a0-b686-e5e4bbeb20b9 of type vlan for network 988b8cbd-9813-40f7-9a30-07427476ff1c Aug 16 02:02:40.545745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.598553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.602067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.603788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.697997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5450966 Aug 16 02:02:40.708248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.716502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Request body: {'subnet': {'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1368659236-subnet', 'tenant_id': 'c84246bbd1c743f3b6597d560c099191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:40.722636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd1d05-c239-44b5-aa74-2cb715aa58c6 admin admin] Pushing event updated for resources: {'Network': ['ID=988b8cbd-9813-40f7-9a30-07427476ff1c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.736479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 988b8cbd-9813-40f7-9a30-07427476ff1c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:40.770219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Made reservation on behalf of c84246bbd1c743f3b6597d560c099191 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:40.775356 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.815301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8bf3d1ef-91fe-4487-bbc4-c594a452b27b up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:40.871063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:40.882894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bbc9d4c9-b69a-485c-b3df-5471b58b2c44 None None] Provisioning for port bd7e0862-a49e-439c-9f08-41f9d5388831 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:40.889768 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bbc9d4c9-b69a-485c-b3df-5471b58b2c44 None None] Provisioning complete for port bd7e0862-a49e-439c-9f08-41f9d5388831 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:40.890189 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d4c9-b69a-485c-b3df-5471b58b2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.956299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9d4c9-b69a-485c-b3df-5471b58b2c44 None None] Port bd7e0862-a49e-439c-9f08-41f9d5388831 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:40.965443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:40.970233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:40.970662 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.987908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657b319-434b-4347-a239-ea517040e6a6 req-fcbbb6ed-af53-41cd-a57c-e32e35ebf0e4 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.989352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e657b319-434b-4347-a239-ea517040e6a6 req-fcbbb6ed-af53-41cd-a57c-e32e35ebf0e4 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 931 time: 0.1617672 Aug 16 02:02:41.009441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f7639-4c77-4908-b67e-58ef3954d456 req-40c10509-7e92-4198-9996-5d123e76f40f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.019285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-000f7639-4c77-4908-b67e-58ef3954d456 req-40c10509-7e92-4198-9996-5d123e76f40f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 949 time: 0.1931396 Aug 16 02:02:41.059530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.060157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.074600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-01cc8e3e-b59f-4f09-8408-bec4b23d4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.076022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.076641 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-01cc8e3e-b59f-4f09-8408-bec4b23d4edd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6880016 Aug 16 02:02:41.103329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:41.105839 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9992ddeb-c9c3-4496-9426-758bf99b894b" -d '{"events": [{"server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "name": "network-vif-plugged", "status": "completed", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:41.117267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-000f7639-4c77-4908-b67e-58ef3954d456 req-b160730c-1c72-4bb6-bc6c-aa89b9835782 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970955 Aug 16 02:02:41.119960 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-135d35a5-b41f-4732-aff8-ca2fdb5a0e6c req-6a81d46d-6102-4e00-b694-19dee5e70eec service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446456 Aug 16 02:02:41.121700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:41.131661 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.132997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:41.159524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e657b319-434b-4347-a239-ea517040e6a6 req-9201fb3a-b197-4872-9257-473c3941a43d tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380920 Aug 16 02:02:41.215424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-6cad0d07-eb29-45c5-9427-269e345eb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.217361 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-6cad0d07-eb29-45c5-9427-269e345eb474 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3435853 Aug 16 02:02:41.218686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6dfc5b41-8f8d-47ed-9a53-59eda1f2e70b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7221429 Aug 16 02:02:41.228899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.230213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.234099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:41.275475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Request body: {'port': {'device_id': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:41.281351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.305573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31174ec9-75d5-4309-862c-cdbbcdfe270b req-273d62a6-a5e1-488f-8646-55ecf78802eb tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 210 time: 0.0355356 Aug 16 02:02:41.315214 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b512830-2a87-4662-8e99-743cec0b4370 x-openstack-request-id: req-7b512830-2a87-4662-8e99-743cec0b4370 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:41.315515 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "name": "network-vif-plugged", "status": "completed", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:41.315641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Transition to ACTIVE for port object 8052e46a-bbb9-44cd-8c92-2b18f15b25ce will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:41.315767 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b512830-2a87-4662-8e99-743cec0b4370 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:41.316339 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b', 'code': 200} Aug 16 02:02:41.343029 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-89e7260a-05e8-44b9-ae01-a6a17a075f85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.0877533 Aug 16 02:02:41.373352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315ce014-21ca-4f9b-ba83-7ea667026954,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.390569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Checking segment: {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:41.390960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Network hostable DHCP agents. Network: 988b8cbd-9813-40f7-9a30-07427476ff1c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:41.437606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Network 988b8cbd-9813-40f7-9a30-07427476ff1c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:41.447975 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-eb45a792-8fac-4489-acf6-acef002655bb service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596976 Aug 16 02:02:41.462677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48d0a2-8784-4d56-832c-3031846ecb34 req-6a00b2cb-bded-422b-b021-7a57724cf887 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.464431 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc48d0a2-8784-4d56-832c-3031846ecb34 req-6a00b2cb-bded-422b-b021-7a57724cf887 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.0621393 Aug 16 02:02:41.465493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 988b8cbd-9813-40f7-9a30-07427476ff1c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:41.469568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.470151 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.486338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d8c88bc6-b512-44c7-91b2-aedb904a9778 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7777009 Aug 16 02:02:41.488889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fffb17-7577-413c-bce1-0d2f729e20ce None None] Network 988b8cbd-9813-40f7-9a30-07427476ff1c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:41.565311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.566613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc48d0a2-8784-4d56-832c-3031846ecb34 req-943adfe8-05f8-4230-ab71-7788173dfb5b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676453 Aug 16 02:02:41.574919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-acb1c2e7-b1cd-4b20-a56a-e81ef84dcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.576473 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-acb1c2e7-b1cd-4b20-a56a-e81ef84dcfa2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2211502 Aug 16 02:02:41.604659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.629675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83564a1b-f73f-4e3e-a708-e69efa473e24 req-9960e75c-0d7a-44e5-903b-ef9f1d80bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.631055 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-83564a1b-f73f-4e3e-a708-e69efa473e24 req-9960e75c-0d7a-44e5-903b-ef9f1d80bd95 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 1097 time: 0.2201099 Aug 16 02:02:41.704046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77dd8a2-1e90-4b35-8188-e5971d95edec None None] Network 988b8cbd-9813-40f7-9a30-07427476ff1c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:41.758339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:41.762560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:41.784683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Pushing event updated for resources: {'Port': ['ID=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.789968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:41.804584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-2a578f10-2ab6-4759-92b0-cf84f314e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.806808 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-2a578f10-2ab6-4759-92b0-cf84f314e2e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2173264 Aug 16 02:02:41.860305 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.862602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-dca00f3e-31af-42e1-a0a7-1ab8c75efefe service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926635 Aug 16 02:02:41.958827 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-83564a1b-f73f-4e3e-a708-e69efa473e24 req-3de4c7f1-b0ef-4f1d-a792-fa08c02513a1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648993 Aug 16 02:02:42.083452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.084394 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.110987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4427e1c-4a6c-4860-a631-92568f93d4af None None] Provisioning for port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:42.118501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4427e1c-4a6c-4860-a631-92568f93d4af None None] Provisioning complete for port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:42.119174 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4427e1c-4a6c-4860-a631-92568f93d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.170134 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-8886169f-eb5d-409c-8151-4a6a524fb3d4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7065914 Aug 16 02:02:42.186974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e4427e1c-4a6c-4860-a631-92568f93d4af None None] Port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:42.196734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Request body: {'port': {'device_id': 'dab4e133-1e2a-4236-90cc-ce458a925c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:42.251956 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-7d28897d-aaa4-4e98-a7aa-e47ef4ac705c service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090377 Aug 16 02:02:42.348131 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.476280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7e0862-a49e-439c-9f08-41f9d5388831 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:42.484576 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8a2c128-1230-47a5-a1dd-f5aa1eb2ab62 req-0eb1de31-eda1-4889-b778-f435161e4dff service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052286 Aug 16 02:02:42.487895 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.535182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40303460-d239-4c24-abee-4ac951580233 req-37f3d15e-3ae1-40fe-af2e-314ad2279d3b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.536559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40303460-d239-4c24-abee-4ac951580233 req-37f3d15e-3ae1-40fe-af2e-314ad2279d3b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 949 time: 0.0868251 Aug 16 02:02:42.547572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-8792f7dc-126e-4da2-90a4-7ef0792d6917 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.549305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-8792f7dc-126e-4da2-90a4-7ef0792d6917 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 805 time: 0.4309289 Aug 16 02:02:42.561734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Transition to ACTIVE for port object bd7e0862-a49e-439c-9f08-41f9d5388831 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:42.573805 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.585799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-fb275524-02df-448d-b1ce-41cc96a4cbea tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/quotas/c84246bbd1c743f3b6597d560c099191 HTTP/1.1" status: 200 len: 375 time: 0.0217667 Aug 16 02:02:42.595937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40303460-d239-4c24-abee-4ac951580233 req-e36edee3-7522-4391-9a9b-228d0397951c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458095 Aug 16 02:02:42.647756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-b56e2bf9-8694-4054-8657-482f934a718c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503678 Aug 16 02:02:42.668881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7e0862-a49e-439c-9f08-41f9d5388831,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.778775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656fed2-8042-4e59-8acf-acb9e741781f req-d0569035-53eb-4ad1-8f15-0676852d27bc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.781343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5656fed2-8042-4e59-8acf-acb9e741781f req-d0569035-53eb-4ad1-8f15-0676852d27bc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 943 time: 0.0822270 Aug 16 02:02:42.789193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Attempting to bind port bd7e0862-a49e-439c-9f08-41f9d5388831 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:42.789193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Attempting to bind port bd7e0862-a49e-439c-9f08-41f9d5388831 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:42.789531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Attempting to bind port bd7e0862-a49e-439c-9f08-41f9d5388831 on network 1273470b-5e36-4fb5-8fa7-30194cd77d10 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:42.800085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-cf070a9a-847f-4773-9319-518a57038c0d service neutron] 10.222.0.61 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509817 Aug 16 02:02:42.814488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Port bd7e0862-a49e-439c-9f08-41f9d5388831 on network 1273470b-5e36-4fb5-8fa7-30194cd77d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:42.814815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Attempting to bind port bd7e0862-a49e-439c-9f08-41f9d5388831 on network 1273470b-5e36-4fb5-8fa7-30194cd77d10 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:42.822430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:42.822773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Checking segment: {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:42.823201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Bound using segment: {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:42.823638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Bound port: bd7e0862-a49e-439c-9f08-41f9d5388831, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42787a3-47af-4d61-8105-a259e4ed23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:42.824315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.846956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8052e46a-bbb9-44cd-8c92-2b18f15b25ce {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:42.875735 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.879749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5656fed2-8042-4e59-8acf-acb9e741781f req-834e82c5-227a-472e-97ea-9a0801b9b5bb tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894186 Aug 16 02:02:42.904628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Transition to ACTIVE for port object 8052e46a-bbb9-44cd-8c92-2b18f15b25ce will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:42.922633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.929569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] For port bd7e0862-a49e-439c-9f08-41f9d5388831, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:42.939253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-fc6e1db9-55fe-410a-a82b-7370ee43fbc5 service neutron] 10.222.0.61 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264162 Aug 16 02:02:42.967717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] For port bd7e0862-a49e-439c-9f08-41f9d5388831, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bd7e0862-a49e-439c-9f08-41f9d5388831,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:42.979816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:42.980623 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.998383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Pushing event updated for resources: {'Port': ['ID=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.010636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.011343 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.013351 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] 10.222.0.86 "PUT /v2.0/ports/bd7e0862-a49e-439c-9f08-41f9d5388831 HTTP/1.1" status: 200 len: 1092 time: 1.7563808 Aug 16 02:02:43.013351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'tag': 'bd7e0862-a49e-439c-9f08-41f9d5388831'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:43.015595 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caf0b00-f443-4212-ae5b-b668dc947168" -d '{"events": [{"name": "network-changed", "server_uuid": "7d83a282-3ccf-4c4f-93c3-3b315d5c79ee", "tag": "bd7e0862-a49e-439c-9f08-41f9d5388831"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:43.194251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:43.211746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'mac_address': 'fa:16:3e:4a:63:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:43.267794 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.285657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a2e1b-d255-4e25-af9e-d94872b19808 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7e0862-a49e-439c-9f08-41f9d5388831,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.288189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:43.333889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Attempting to bind port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:43.338105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Attempting to bind port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:43.338248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Attempting to bind port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:43.340857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:43.346229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:43.346560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Attempting to bind port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:43.354515 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.375988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-aee0c143-ab82-45ab-9e52-580cb3a1aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.380522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-aee0c143-ab82-45ab-9e52-580cb3a1aa3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73ea5dbceeac406c9ffe8c481e67ed50&device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 1095 time: 0.2698100 Aug 16 02:02:43.383817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:43.384674 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:43.387080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:43.388250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Bound port: 8052e46a-bbb9-44cd-8c92-2b18f15b25ce, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:43.388624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.441930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.450806 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-d4d05365-6d1b-4a82-ab88-ffffc8eae996 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7e0862-a49e-439c-9f08-41f9d5388831 HTTP/1.1" status: 200 len: 217 time: 0.0484293 Aug 16 02:02:43.464613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63505ee2-ea20-4f30-a521-88f2d53e6485 req-6f288abe-fc7f-41dc-85dd-faab7abab99b tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.466171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63505ee2-ea20-4f30-a521-88f2d53e6485 req-6f288abe-fc7f-41dc-85dd-faab7abab99b tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 948 time: 0.1342940 Aug 16 02:02:43.474472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847184e-4fc2-48e3-825a-8670b324f7d1 req-0e20e15c-6686-4376-9298-d90c8d2907c9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.477283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6847184e-4fc2-48e3-825a-8670b324f7d1 req-0e20e15c-6686-4376-9298-d90c8d2907c9 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.1259027 Aug 16 02:02:43.539988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63505ee2-ea20-4f30-a521-88f2d53e6485 req-e5f63466-0dd3-43d1-b21b-367f2c112ee4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615127 Aug 16 02:02:43.548728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-0928e451-4736-4beb-9d72-bbb06091f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.550387 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-0928e451-4736-4beb-9d72-bbb06091f5d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b4b057d-5103-4eca-9e23-1311630e862e HTTP/1.1" status: 200 len: 854 time: 0.0779428 Aug 16 02:02:43.555241 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6847184e-4fc2-48e3-825a-8670b324f7d1 req-513116e3-17f1-4608-b033-7b66fea7b168 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677462 Aug 16 02:02:43.556124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] For port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:43.561190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] For port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:43.606107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.643501 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15016240-758f-4d9c-bc7f-3ccd400add23 x-openstack-request-id: req-15016240-758f-4d9c-bc7f-3ccd400add23 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:43.644139 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d83a282-3ccf-4c4f-93c3-3b315d5c79ee", "tag": "bd7e0862-a49e-439c-9f08-41f9d5388831", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:43.644592 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15016240-758f-4d9c-bc7f-3ccd400add23 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:43.645191 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'tag': 'bd7e0862-a49e-439c-9f08-41f9d5388831', 'status': 'completed', 'code': 200} Aug 16 02:02:43.659785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.660916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.663700 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] 10.222.0.86 "PUT /v2.0/ports/8052e46a-bbb9-44cd-8c92-2b18f15b25ce HTTP/1.1" status: 200 len: 1097 time: 1.4731410 Aug 16 02:02:43.692628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-0cd4d012-31d6-4e80-9508-eff255176b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.694463 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-0cd4d012-31d6-4e80-9508-eff255176b8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1273470b-5e36-4fb5-8fa7-30194cd77d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316574 Aug 16 02:02:43.700628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3176b2-c202-45d1-b692-5bfad32fa785 service neutron] Pushing event updated for resources: {'Port': ['ID=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.748438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7727152-acfc-4378-bb28-affcc223896a req-65ee9467-ecf0-41e9-8823-029136578f39 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 210 time: 0.0312846 Aug 16 02:02:43.894835 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-de5bc430-df12-486d-ad72-cf8f70c0a78e service neutron] 10.222.0.86 "GET /v2.0/networks/1273470b-5e36-4fb5-8fa7-30194cd77d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116281 Aug 16 02:02:43.902773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:43.932097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc8b1d-6e63-449d-b14f-43644c87e97d req-fd32c8ce-5d28-4412-bc9a-85f8ccc661a2 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.933679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bffc8b1d-6e63-449d-b14f-43644c87e97d req-fd32c8ce-5d28-4412-bc9a-85f8ccc661a2 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 1097 time: 0.1021385 Aug 16 02:02:43.948487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41ea5d-12a2-48db-a3d3-f3972d911154 req-64a5056f-1f25-4e3a-a94c-c9ecb7fb0857 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.950305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c41ea5d-12a2-48db-a3d3-f3972d911154 req-64a5056f-1f25-4e3a-a94c-c9ecb7fb0857 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.0793924 Aug 16 02:02:44.017389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bffc8b1d-6e63-449d-b14f-43644c87e97d req-5b966582-0e6d-47c7-826b-a2162b528db9 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Aug 16 02:02:44.055709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c41ea5d-12a2-48db-a3d3-f3972d911154 req-f760e090-7196-4136-8965-62f5dd619c39 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868592 Aug 16 02:02:44.086380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-362fb895-713c-4039-8077-a54bf85cf619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.088116 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-362fb895-713c-4039-8077-a54bf85cf619 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ba30f58bfe74f42846b0082a4c884a8&device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 1100 time: 0.0757680 Aug 16 02:02:44.144083 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-18498f0d-0a6f-4592-beee-ff5f5060c2e3 req-6266de16-75a1-42ba-9503-07075e3984ed service neutron] 10.222.0.86 "GET /v2.0/networks/1273470b-5e36-4fb5-8fa7-30194cd77d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053542 Aug 16 02:02:44.152283 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-b88c1ad5-09bd-49b1-b53e-ed119da29b9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=8052e46a-bbb9-44cd-8c92-2b18f15b25ce HTTP/1.1" status: 200 len: 217 time: 0.0477922 Aug 16 02:02:44.247036 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:44.255490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-18d7dae5-cb24-41c0-b460-603f8e46242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.257625 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-18d7dae5-cb24-41c0-b460-603f8e46242c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0818017 Aug 16 02:02:44.282151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869243-8a33-433b-81f8-37ef4d0c7c11 req-dd4178b0-1476-4dad-87f9-0e47c795f226 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.283767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28869243-8a33-433b-81f8-37ef4d0c7c11 req-dd4178b0-1476-4dad-87f9-0e47c795f226 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 943 time: 0.0901861 Aug 16 02:02:44.294537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94713b2a-b843-4326-acf2-fb415a320608 req-571903b8-dd1f-4816-975c-4305f2828dfd tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.296142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94713b2a-b843-4326-acf2-fb415a320608 req-571903b8-dd1f-4816-975c-4305f2828dfd tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 1097 time: 0.0698297 Aug 16 02:02:44.360952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28869243-8a33-433b-81f8-37ef4d0c7c11 req-46343f78-6285-45df-a8de-1e474c950d47 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636375 Aug 16 02:02:44.362842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94713b2a-b843-4326-acf2-fb415a320608 req-7b5e5d03-9a7b-450d-bc76-69f2e83e2599 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Aug 16 02:02:44.367641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-f5cd040e-009e-4b66-9c0b-1175da5175c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.369264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-f5cd040e-009e-4b66-9c0b-1175da5175c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796628 Aug 16 02:02:44.372612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-002961be-c5cc-4215-9701-c01188ef1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.374026 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-002961be-c5cc-4215-9701-c01188ef1fb2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73ea5dbceeac406c9ffe8c481e67ed50&device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 1095 time: 0.0730898 Aug 16 02:02:44.540239 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-1b8d2445-9f7e-4ec7-af2a-10d30461babe service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560972 Aug 16 02:02:44.561929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-c2c14ef0-6004-4fd2-a224-c84e0b941aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.563430 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-c2c14ef0-6004-4fd2-a224-c84e0b941aad service neutron] 10.222.0.86 "GET /v2.0/networks?id=1273470b-5e36-4fb5-8fa7-30194cd77d10 HTTP/1.1" status: 200 len: 916 time: 0.1323040 Aug 16 02:02:44.647656 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-f3db4d51-4516-46b9-82b3-a703f617341e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7e0862-a49e-439c-9f08-41f9d5388831 HTTP/1.1" status: 200 len: 217 time: 0.0688648 Aug 16 02:02:44.721891 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-730303be-e614-498c-95b2-5dbb5fdd3672 req-d2b37fd0-4b9a-4c6c-bcb4-c8104fc5c770 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693866 Aug 16 02:02:44.722657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c005d0-87ab-42e0-8c25-e9d451edb9bd req-075016d3-7fa9-4a2e-a816-d096bcfc39f2 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.727601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7c005d0-87ab-42e0-8c25-e9d451edb9bd req-075016d3-7fa9-4a2e-a816-d096bcfc39f2 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 948 time: 0.0607929 Aug 16 02:02:44.729939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-32a43fab-0842-4f91-83c9-66b75ebf08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.731391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-32a43fab-0842-4f91-83c9-66b75ebf08ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b4b057d-5103-4eca-9e23-1311630e862e HTTP/1.1" status: 200 len: 854 time: 0.0636196 Aug 16 02:02:44.767481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7c005d0-87ab-42e0-8c25-e9d451edb9bd req-91b5713e-fed9-4629-a0ed-39bfe55e7ec6 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356719 Aug 16 02:02:44.795732 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-06ddcf26-8938-4990-aae1-bfdbf9ac408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.797284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-06ddcf26-8938-4990-aae1-bfdbf9ac408c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1273470b-5e36-4fb5-8fa7-30194cd77d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542076 Aug 16 02:02:44.881947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9845-a865-49a6-9f76-efdbc4d29723 req-5589091b-ee74-47f9-81dc-493f33fd8289 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.883909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-670b9845-a865-49a6-9f76-efdbc4d29723 req-5589091b-ee74-47f9-81dc-493f33fd8289 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 945 time: 0.0558686 Aug 16 02:02:44.898732 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-d5594fa1-8f62-4e9f-b928-ed8333688882 service neutron] 10.222.0.86 "GET /v2.0/networks/1273470b-5e36-4fb5-8fa7-30194cd77d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900261 Aug 16 02:02:44.929748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-670b9845-a865-49a6-9f76-efdbc4d29723 req-e0b53347-2b8e-41a6-ab17-300c3efbbdc0 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Aug 16 02:02:45.055904 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7caf0b00-f443-4212-ae5b-b668dc947168 req-9e110ea5-c789-428f-bd7a-424b5e3a2e2e service neutron] 10.222.0.86 "GET /v2.0/networks/1273470b-5e36-4fb5-8fa7-30194cd77d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209903 Aug 16 02:02:45.136823 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6a17be2-63b0-40a6-901a-888016c27ee3 req-6c653cde-52b6-4a5b-99e7-3c35609356d2 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 210 time: 0.0507290 Aug 16 02:02:45.237178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-5500c521-704f-4944-9f72-025685d3fb86 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.238770 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-5500c521-704f-4944-9f72-025685d3fb86 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.86 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 805 time: 0.1404152 Aug 16 02:02:45.272693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Request body: {'port': {'device_id': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'admin_state_up': True, 'tenant_id': 'c84246bbd1c743f3b6597d560c099191'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:45.274059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb22e5c-9245-4324-a8b2-ceeb5877ade0 req-598b9e7c-9888-4df5-8542-d2cdbcaa76f4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.276076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abb22e5c-9245-4324-a8b2-ceeb5877ade0 req-598b9e7c-9888-4df5-8542-d2cdbcaa76f4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.0546362 Aug 16 02:02:45.316638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abb22e5c-9245-4324-a8b2-ceeb5877ade0 req-cd7ef6b9-c9aa-4a69-86ad-2188c2c00e60 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Aug 16 02:02:45.388289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Made reservation on behalf of c84246bbd1c743f3b6597d560c099191 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:45.392101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.433745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e6a8e-52f1-41a0-a20b-a179eabde3a3 req-c03415b5-8f4c-4b02-80a7-4ba02aa2086f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.435512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-706e6a8e-52f1-41a0-a20b-a179eabde3a3 req-c03415b5-8f4c-4b02-80a7-4ba02aa2086f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 950 time: 0.0513422 Aug 16 02:02:45.481714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-706e6a8e-52f1-41a0-a20b-a179eabde3a3 req-d08be3f7-8d9e-4cac-9a8a-0bb7c139faa8 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Aug 16 02:02:45.533151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-06ec4bf6-7193-456c-8e09-e981cac26b9c tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:02:45.534125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-06ec4bf6-7193-456c-8e09-e981cac26b9c tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068705 Aug 16 02:02:45.538802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Allocated IP 172.20.0.4 (988b8cbd-9813-40f7-9a30-07427476ff1c/315ce014-21ca-4f9b-ba83-7ea667026954/224287dc-3f75-4695-9d33-5b1963f46ba9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:45.548279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Request body: {'binding': {'host': 'n-h1-768862-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:45.548771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:02:45.594837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6c002-efd0-4675-a16f-7fc8320e9dd0 req-a3f2ebd7-cbc9-4c44-b590-abf0d9382ead tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.596423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44f6c002-efd0-4675-a16f-7fc8320e9dd0 req-a3f2ebd7-cbc9-4c44-b590-abf0d9382ead tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 943 time: 0.0514956 Aug 16 02:02:45.642627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44f6c002-efd0-4675-a16f-7fc8320e9dd0 req-237dd0da-0bd4-4a11-ac94-b8f9b036ab24 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380492 Aug 16 02:02:45.867899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab4e133-1e2a-4236-90cc-ce458a925c7f', 'tag': '8052e46a-bbb9-44cd-8c92-2b18f15b25ce'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:45.870155 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "dab4e133-1e2a-4236-90cc-ce458a925c7f", "tag": "8052e46a-bbb9-44cd-8c92-2b18f15b25ce"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:45.893865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7fad5-538b-4792-88d1-4a67bb75d88b req-52652c29-ded3-477c-969f-7633607ea4c9 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.895281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5f7fad5-538b-4792-88d1-4a67bb75d88b req-52652c29-ded3-477c-969f-7633607ea4c9 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 948 time: 0.0510941 Aug 16 02:02:45.940473 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5f7fad5-538b-4792-88d1-4a67bb75d88b req-1349e9cc-e839-484d-99ce-ab9f204c625f tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376761 Aug 16 02:02:46.040834 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-381bf292-067c-42e4-b674-e39f3d4c3630 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222695 Aug 16 02:02:46.099139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on host n-h1-768862-14 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:46.100061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:46.100386 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:46.110886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:46.111238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:46.116590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.123198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:46.123542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:46.123924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:46.124347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Bound port: 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:46.160038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-d2d08349-8289-432e-a69b-94e6b1289639 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.161724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-d2d08349-8289-432e-a69b-94e6b1289639 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138351 Aug 16 02:02:46.177637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-34fc0d78-47c1-4b0a-97a3-d99717d4454c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/quotas/cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 375 time: 0.0091968 Aug 16 02:02:46.201431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:46.207589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.208754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-5172625e-7426-4e50-8012-7b95b8121947 service neutron] 10.222.0.61 "POST /v2.0/ports/8bf3d1ef-91fe-4487-bbc4-c594a452b27b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6656551 Aug 16 02:02:46.210643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.241837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-94ecdfa4-2bbf-4927-9b09-72df05f5181c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571942 Aug 16 02:02:46.257015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Network 988b8cbd-9813-40f7-9a30-07427476ff1c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:46.260419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:46.265336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:46.292311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Pushing event updated for resources: {'Port': ['ID=224287dc-3f75-4695-9d33-5b1963f46ba9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:46.308316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.308687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.309040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.309376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.309722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.310049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.310376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.310701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.311033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.311384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.311705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.312025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:46.351750 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff35b1fe-fce1-46ea-b313-41566d2749de x-openstack-request-id: req-ff35b1fe-fce1-46ea-b313-41566d2749de {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:46.351923 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab4e133-1e2a-4236-90cc-ce458a925c7f", "tag": "8052e46a-bbb9-44cd-8c92-2b18f15b25ce", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:46.352177 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff35b1fe-fce1-46ea-b313-41566d2749de {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:46.352567 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab4e133-1e2a-4236-90cc-ce458a925c7f', 'tag': '8052e46a-bbb9-44cd-8c92-2b18f15b25ce', 'status': 'completed', 'code': 200} Aug 16 02:02:46.360172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.360956 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.416297 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-1f18880e-8372-46d8-9e19-7e6724858091 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1485968 Aug 16 02:02:46.428624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-fda99fbe-1b1e-4301-b16c-060db65ee938 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.430124 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-fda99fbe-1b1e-4301-b16c-060db65ee938 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 945 time: 0.0924158 Aug 16 02:02:46.470754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Request body: {'port': {'device_id': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:46.498701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fa3cb-29fe-427d-b361-4faa75cf4aba req-ac55b329-de89-498c-9ee6-aad7095ebc35 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.501140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04fa3cb-29fe-427d-b361-4faa75cf4aba req-ac55b329-de89-498c-9ee6-aad7095ebc35 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 945 time: 0.0845685 Aug 16 02:02:46.552216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04fa3cb-29fe-427d-b361-4faa75cf4aba req-3c7892bf-4aa2-4a4f-ab36-7a0bfc20f082 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Aug 16 02:02:46.618458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-0c69a9c6-59d9-4950-b682-4df8ea81e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.620050 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-0c69a9c6-59d9-4950-b682-4df8ea81e3f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ba30f58bfe74f42846b0082a4c884a8&device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 1100 time: 0.2158461 Aug 16 02:02:46.699944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.706582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-24a6a42e-3a81-44ef-a41c-1b43155b68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.708275 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-24a6a42e-3a81-44ef-a41c-1b43155b68bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 1097 time: 0.1833239 Aug 16 02:02:46.712823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33534f-2f70-48c2-b4da-192ee18a0464 req-b0d8d4f3-0f96-405a-88b7-41d12480d78d tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.714378 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab33534f-2f70-48c2-b4da-192ee18a0464 req-b0d8d4f3-0f96-405a-88b7-41d12480d78d tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 931 time: 0.1041381 Aug 16 02:02:46.728457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2134b9-06b9-4696-b1ef-1a25201f8980 req-6a1a224a-70ea-4834-a549-f98c0fa79766 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.730262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c2134b9-06b9-4696-b1ef-1a25201f8980 req-6a1a224a-70ea-4834-a549-f98c0fa79766 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.0793927 Aug 16 02:02:46.792768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c2134b9-06b9-4696-b1ef-1a25201f8980 req-b42b9e9b-502b-4741-a87f-a74a4198eab6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538001 Aug 16 02:02:46.803850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab33534f-2f70-48c2-b4da-192ee18a0464 req-4468479a-ed68-4ec8-a046-d686ded552d1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Aug 16 02:02:46.853497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Deleting port 9ec58d55-368a-43b6-a9b5-d00374e38dab {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:46.853968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.874830 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c16f6b9a-f44f-408f-a0d4-8925d3801722 req-d65b73dc-aa25-4d41-9a75-e92868e5fa4a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 210 time: 0.0350211 Aug 16 02:02:46.939218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3cbf4-d19b-48da-9f3b-148068a2e77e req-a201fd06-7728-4e6e-9918-98ae7fb7924d tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.940941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5d3cbf4-d19b-48da-9f3b-148068a2e77e req-a201fd06-7728-4e6e-9918-98ae7fb7924d tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 943 time: 0.0650463 Aug 16 02:02:47.003002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-d30888dc-585e-427c-9a80-6a11b7a1f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.004394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5d3cbf4-d19b-48da-9f3b-148068a2e77e req-4da516ac-184b-4531-8dfe-21101188043e tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548184 Aug 16 02:02:47.005230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-d30888dc-585e-427c-9a80-6a11b7a1f7e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3642089 Aug 16 02:02:47.014749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:47.076623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:47.081739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:47.082123 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.101955 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-812c99dd-9624-4687-8606-25b638ab4384 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=8052e46a-bbb9-44cd-8c92-2b18f15b25ce HTTP/1.1" status: 200 len: 217 time: 0.0785084 Aug 16 02:02:47.107769 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-9dd4afcb-cef4-42cd-a215-686a7786bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.109389 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-9dd4afcb-cef4-42cd-a215-686a7786bf2c service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.3898032 Aug 16 02:02:47.116916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5b37e-3c1b-4919-a9bb-3e956ad2ec50 req-8cd928c5-b13f-4015-bd65-7290b67298cd tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.118718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36a5b37e-3c1b-4919-a9bb-3e956ad2ec50 req-8cd928c5-b13f-4015-bd65-7290b67298cd tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 948 time: 0.0822332 Aug 16 02:02:47.175849 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.185216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36a5b37e-3c1b-4919-a9bb-3e956ad2ec50 req-5acd3337-1597-4178-9bd4-8579c17739be tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Aug 16 02:02:47.215113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:47.217278 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6afdaf3-723c-424f-b845-15985fc1c53d" -d '{"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-plugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:47.233656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:47.240540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.243167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] For port 9ec58d55-368a-43b6-a9b5-d00374e38dab, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9ec58d55-368a-43b6-a9b5-d00374e38dab,segment=NetworkSegment(4dfe2427-8bee-4105-be22-89b122856e5a),segment_id=4dfe2427-8bee-4105-be22-89b122856e5a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:47.243621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.249249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-592824a4-fc4a-4941-a3f3-625ab569e088 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b HTTP/1.1" status: 200 len: 217 time: 0.1195037 Aug 16 02:02:47.266972 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f7a8b-7a50-4e10-93d6-e33e957010de x-openstack-request-id: req-414f7a8b-7a50-4e10-93d6-e33e957010de {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:47.267283 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-plugged", "status": "completed", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:47.267533 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-414f7a8b-7a50-4e10-93d6-e33e957010de {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:47.267914 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'code': 200} Aug 16 02:02:47.284342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Calling delete_port for 9ec58d55-368a-43b6-a9b5-d00374e38dab owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:47.291881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.336011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-556fd97d-9044-457c-a98d-4d9873a4f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.337533 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-556fd97d-9044-457c-a98d-4d9873a4f8f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2073379 Aug 16 02:02:47.416273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-d33dc72e-0ead-426b-b1cc-25279cab1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.417733 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-d33dc72e-0ead-426b-b1cc-25279cab1b65 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1575174 Aug 16 02:02:47.475577 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-4514cec9-3f64-4b77-b5a5-bc88068a4652 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448971 Aug 16 02:02:47.566376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-f3def401-9510-48aa-ba10-e7fca72daf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.568039 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-f3def401-9510-48aa-ba10-e7fca72daf20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1888266 Aug 16 02:02:47.575646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224287dc-3f75-4695-9d33-5b1963f46ba9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:47.600755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.689656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Transition to ACTIVE for port object 224287dc-3f75-4695-9d33-5b1963f46ba9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:47.699613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4dd24-d5f1-48c4-8560-1be76ca522d7 req-5325568a-6924-4f39-b88d-5a407fcefcac tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.701408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4a4dd24-d5f1-48c4-8560-1be76ca522d7 req-5325568a-6924-4f39-b88d-5a407fcefcac tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 945 time: 0.0610869 Aug 16 02:02:47.706379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.744469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4a4dd24-d5f1-48c4-8560-1be76ca522d7 req-e8070829-8dc0-4929-8d17-5c2c9c60cfc8 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/security-groups?id=a570f063-ea2c-44d9-bb17-863de4bea09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364482 Aug 16 02:02:47.757606 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-2b216fae-1e02-497a-8ab0-d79662666f47 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576568 Aug 16 02:02:47.827402 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.839959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['9ec58d55-368a-43b6-a9b5-d00374e38dab'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:47.869384 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-022e4b89-802b-43dd-be0a-3b8a7d54cea1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005454 Aug 16 02:02:47.920547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Pushing event updated for resources: {'Port': ['ID=224287dc-3f75-4695-9d33-5b1963f46ba9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.926015 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-618b210c-4ef9-4e54-ab57-72785de17829 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397129 Aug 16 02:02:47.987834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829d5a7-8c53-4841-ba2e-943f7eeb82ad req-6ca4405d-30b3-4489-8d46-0d7b6615f435 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.989310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8829d5a7-8c53-4841-ba2e-943f7eeb82ad req-6ca4405d-30b3-4489-8d46-0d7b6615f435 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 943 time: 0.0826964 Aug 16 02:02:48.003596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee0768-e31c-489b-aeb3-7fbdae38a97f req-a4e2bdaa-2df4-4584-aedc-6451c5e17056 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.005380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33ee0768-e31c-489b-aeb3-7fbdae38a97f req-a4e2bdaa-2df4-4584-aedc-6451c5e17056 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.1141875 Aug 16 02:02:48.047612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Pushing event deleted for resources: {'Port': ['ID=9ec58d55-368a-43b6-a9b5-d00374e38dab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.062908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8829d5a7-8c53-4841-ba2e-943f7eeb82ad req-830feb83-e53c-4851-94c0-9b123ee30d3a tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563800 Aug 16 02:02:48.067627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33ee0768-e31c-489b-aeb3-7fbdae38a97f req-e09223f0-233f-4cc0-80b3-fb3b8df650fe tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550499 Aug 16 02:02:48.152124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] No DVR routers for this DVR port 9ec58d55-368a-43b6-a9b5-d00374e38dab on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:48.167632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.169605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b4a11dc-3515-4b44-9d76-e1e1d00b2044 req-b7dc645d-fc99-45bc-acfb-5df72433fc65 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.93 "DELETE /v2.0/ports/9ec58d55-368a-43b6-a9b5-d00374e38dab HTTP/1.1" status: 204 len: 173 time: 1.7206407 Aug 16 02:02:48.174391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36a36cd1-b588-48a6-9fbd-9565d91f9f94 req-e6cf5cff-6cba-4516-9243-45c1b6809115 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 210 time: 0.0345917 Aug 16 02:02:48.184540 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-e95b01d6-d823-4b95-a1fb-17a166413b21 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034338 Aug 16 02:02:48.201068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Attempting to bind port 224287dc-3f75-4695-9d33-5b1963f46ba9 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:48.201404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Attempting to bind port 224287dc-3f75-4695-9d33-5b1963f46ba9 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:48.201736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Attempting to bind port 224287dc-3f75-4695-9d33-5b1963f46ba9 on network 988b8cbd-9813-40f7-9a30-07427476ff1c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:48.228630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-71f09dc8-3e27-4491-8ab9-8a922003ca8e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.229828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-71f09dc8-3e27-4491-8ab9-8a922003ca8e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467202 Aug 16 02:02:48.230416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Port 224287dc-3f75-4695-9d33-5b1963f46ba9 on network 988b8cbd-9813-40f7-9a30-07427476ff1c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:48.230764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Attempting to bind port 224287dc-3f75-4695-9d33-5b1963f46ba9 on network 988b8cbd-9813-40f7-9a30-07427476ff1c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:48.242502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:48.242845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Checking segment: {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:48.243313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Bound using segment: {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:48.243697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Bound port: 224287dc-3f75-4695-9d33-5b1963f46ba9, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:48.244057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.251809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Request body: {'port': {'device_id': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': 'cfcc5fd1981d44f18fe86b6889831de3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:48.282962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8d250-ec6f-446e-bbbf-e64cb19ab183 req-ab9604c6-4e60-4724-aef9-474bd8d0e9c4 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.290699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8be8d250-ec6f-446e-bbbf-e64cb19ab183 req-ab9604c6-4e60-4724-aef9-474bd8d0e9c4 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 943 time: 0.0688014 Aug 16 02:02:48.369988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8be8d250-ec6f-446e-bbbf-e64cb19ab183 req-d571c0e8-7e4f-460f-81d4-126adbb50640 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781741 Aug 16 02:02:48.389974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b61ef-12d7-451b-a1ed-4fe45f68956c req-63ad4187-8bed-4c54-8816-13eb9c8faf49 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.391440 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e2b61ef-12d7-451b-a1ed-4fe45f68956c req-63ad4187-8bed-4c54-8816-13eb9c8faf49 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 948 time: 0.0807998 Aug 16 02:02:48.445513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e2b61ef-12d7-451b-a1ed-4fe45f68956c req-09d86118-9f21-442f-b5a7-75b2c37545fd tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459943 Aug 16 02:02:48.552747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee5519e-4dd7-4a2c-b79a-190fbb4b0928', 'name': 'network-vif-deleted', 'tag': '9ec58d55-368a-43b6-a9b5-d00374e38dab'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:48.555520 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531e8708-f991-412d-addc-e4491df93e7e" -d '{"events": [{"server_uuid": "0ee5519e-4dd7-4a2c-b79a-190fbb4b0928", "name": "network-vif-deleted", "tag": "9ec58d55-368a-43b6-a9b5-d00374e38dab"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:48.603258 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0831b-c1fd-4bf6-9e16-6ee78208f085 x-openstack-request-id: req-d6e0831b-c1fd-4bf6-9e16-6ee78208f085 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:48.603555 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee5519e-4dd7-4a2c-b79a-190fbb4b0928", "name": "network-vif-deleted", "tag": "9ec58d55-368a-43b6-a9b5-d00374e38dab", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:48.603810 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d6e0831b-c1fd-4bf6-9e16-6ee78208f085 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:48.604198 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee5519e-4dd7-4a2c-b79a-190fbb4b0928', 'name': 'network-vif-deleted', 'tag': '9ec58d55-368a-43b6-a9b5-d00374e38dab', 'status': 'completed', 'code': 200} Aug 16 02:02:48.608939 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d033f94-f89c-4ca5-bb88-ba5e4be84dc5 req-31989d1f-f2ec-48ee-952c-829446831152 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179414 Aug 16 02:02:48.706659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:48.725096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=224287dc-3f75-4695-9d33-5b1963f46ba9,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:48.735596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.766309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Made reservation on behalf of cfcc5fd1981d44f18fe86b6889831de3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:48.769797 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.790664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.791317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.792735 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] 10.222.0.86 "PUT /v2.0/ports/224287dc-3f75-4695-9d33-5b1963f46ba9 HTTP/1.1" status: 200 len: 1092 time: 2.3426363 Aug 16 02:02:48.820629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2b4e3-7c88-4584-8e96-0ee8dd296e5b service neutron] Pushing event updated for resources: {'Port': ['ID=224287dc-3f75-4695-9d33-5b1963f46ba9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.921165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ae49cbe-fa43-41cc-ac73-a7e8daa8fc43 req-d870c131-b1fc-44c2-a774-1994043675d1 tempest-ServerTagsTestJSON-1254373409 tempest-ServerTagsTestJSON-1254373409-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ee5519e-4dd7-4a2c-b79a-190fbb4b0928 HTTP/1.1" status: 200 len: 210 time: 0.0475421 Aug 16 02:02:48.950103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-d0ebcfff-68f7-46f8-9d4f-2ce0adbe6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.951802 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-d0ebcfff-68f7-46f8-9d4f-2ce0adbe6c9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0897491 Aug 16 02:02:48.986501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Allocated IP 192.168.233.30 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/413b1304-b1a2-4d87-a967-18b4b914c735) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:49.009325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device bd7e0862-a49e-439c-9f08-41f9d5388831 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:49.018323 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-d4b1521e-4631-4bb3-867f-bd2b7785e73c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=224287dc-3f75-4695-9d33-5b1963f46ba9 HTTP/1.1" status: 200 len: 217 time: 0.0440371 Aug 16 02:02:49.100188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-3f5a3d37-21e7-42fa-a647-fac9bd8e07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.101628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-3f5a3d37-21e7-42fa-a647-fac9bd8e07ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=315ce014-21ca-4f9b-ba83-7ea667026954 HTTP/1.1" status: 200 len: 845 time: 0.0756073 Aug 16 02:02:49.110410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port bd7e0862-a49e-439c-9f08-41f9d5388831, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bd7e0862-a49e-439c-9f08-41f9d5388831,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:49.125556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'bd7e0862-a49e-439c-9f08-41f9d5388831', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'port_id': 'bd7e0862-a49e-439c-9f08-41f9d5388831', 'mac_address': 'fa:16:3e:3b:31:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:49.182605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-c49e3e05-abc5-4d44-8110-e1e11cbb35b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=988b8cbd-9813-40f7-9a30-07427476ff1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714128 Aug 16 02:02:49.191305 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.205521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7e0862-a49e-439c-9f08-41f9d5388831 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:49.227708 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port bd7e0862-a49e-439c-9f08-41f9d5388831, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bd7e0862-a49e-439c-9f08-41f9d5388831,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:49.235821 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.237002 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8052e46a-bbb9-44cd-8c92-2b18f15b25ce details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:49.319967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff64ad4-ee66-4eb0-a82c-1a51f43155d2 req-c11cf09e-1489-439c-a825-8217f5db4feb tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.322015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ff64ad4-ee66-4eb0-a82c-1a51f43155d2 req-c11cf09e-1489-439c-a825-8217f5db4feb tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 943 time: 0.0886483 Aug 16 02:02:49.326903 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.330661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca79ca-eeaa-4124-8a86-0a6601df0aa3 req-c11a5037-ee1c-430d-b1da-618f4456d5d3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.332167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eeca79ca-eeaa-4124-8a86-0a6601df0aa3 req-c11a5037-ee1c-430d-b1da-618f4456d5d3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.1435778 Aug 16 02:02:49.356804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-8e80f24d-8ce6-4c38-965e-b4d6a25c10a9 service neutron] 10.222.0.86 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631844 Aug 16 02:02:49.357337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=bd7e0862-a49e-439c-9f08-41f9d5388831,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.362548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Transition to ACTIVE for port object 413b1304-b1a2-4d87-a967-18b4b914c735 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:49.406806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:49.410658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eeca79ca-eeaa-4124-8a86-0a6601df0aa3 req-abdbf1a3-dc58-43d1-a349-51bb0320d9b6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699253 Aug 16 02:02:49.422459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '8052e46a-bbb9-44cd-8c92-2b18f15b25ce', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '8052e46a-bbb9-44cd-8c92-2b18f15b25ce', 'mac_address': 'fa:16:3e:76:0c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:49.433206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ff64ad4-ee66-4eb0-a82c-1a51f43155d2 req-c3d2539f-6c42-417c-b3ce-580630e87469 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999253 Aug 16 02:02:49.511697 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.519508 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d84ddb11-fd8a-447b-a1ed-172b5d7c060f req-7f7dae29-7695-4206-b152-92da3d9d35e6 service neutron] 10.222.0.86 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515255 Aug 16 02:02:49.526303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.530044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8052e46a-bbb9-44cd-8c92-2b18f15b25ce {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:49.541642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3e1fe213-b923-40ba-88ee-d8c2813c2b9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:49.573878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e21bb21c-3516-4871-87e1-8b59ab96f7f5', '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:49.594471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:49.600580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:49.608733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:49.611204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:49.633825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.651821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a997a6d-3817-4eb8-a23e-1b078967c996 req-023d7c86-0de1-4457-a79a-6d21a98e2ef1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.653769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a997a6d-3817-4eb8-a23e-1b078967c996 req-023d7c86-0de1-4457-a79a-6d21a98e2ef1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 935 time: 0.1093836 Aug 16 02:02:49.680094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.712031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.712782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.726051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.730505 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-3d657f0e-0313-402d-b235-f3b9740bc894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4890749 Aug 16 02:02:49.744084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Request body: {'port': {'device_id': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:49.766948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a997a6d-3817-4eb8-a23e-1b078967c996 req-db9309eb-11d9-459a-adc8-805183db376b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070116 Aug 16 02:02:49.792081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d366f-f9df-4813-b4e5-8524a79cb206 req-42a74a9a-a6bc-4192-ad6e-11f837a58cac tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.816781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c75d366f-f9df-4813-b4e5-8524a79cb206 req-42a74a9a-a6bc-4192-ad6e-11f837a58cac tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 944 time: 0.1301568 Aug 16 02:02:49.856418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.948571 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c75d366f-f9df-4813-b4e5-8524a79cb206 req-4c09debe-b504-43f2-b928-f57bf0aa6d96 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305387 Aug 16 02:02:49.983071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c776576-517e-49c0-8130-24b9b0200f63 req-1504d33b-2d4a-489a-a967-f445a76cda77 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.984676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c776576-517e-49c0-8130-24b9b0200f63 req-1504d33b-2d4a-489a-a967-f445a76cda77 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 949 time: 0.0875025 Aug 16 02:02:50.017222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd07109b-3e06-4072-91e3-1d051acfe5a3 None None] Provisioning for port 413b1304-b1a2-4d87-a967-18b4b914c735 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:50.051135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd07109b-3e06-4072-91e3-1d051acfe5a3 None None] Provisioning complete for port 413b1304-b1a2-4d87-a967-18b4b914c735 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:50.051500 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd07109b-3e06-4072-91e3-1d051acfe5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.069639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c776576-517e-49c0-8130-24b9b0200f63 req-cef7656d-baea-4c3f-a993-42e1b018f335 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770147 Aug 16 02:02:50.096640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cd07109b-3e06-4072-91e3-1d051acfe5a3 None None] Port 413b1304-b1a2-4d87-a967-18b4b914c735 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:50.116003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.170319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d7711d-5328-4de9-87bf-a9f0d80e7778 admin admin] Deleting subnet 25085389-25d8-400c-a8d8-b70370335961 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:50.173539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2d7711d-5328-4de9-87bf-a9f0d80e7778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.214355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2d7711d-5328-4de9-87bf-a9f0d80e7778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.220158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413b1304-b1a2-4d87-a967-18b4b914c735 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:50.229134 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.242098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Transition to ACTIVE for port object 413b1304-b1a2-4d87-a967-18b4b914c735 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:50.246032 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.261928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2d7711d-5328-4de9-87bf-a9f0d80e7778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.302506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.344585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2d7711d-5328-4de9-87bf-a9f0d80e7778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.372343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7711d-5328-4de9-87bf-a9f0d80e7778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25085389-25d8-400c-a8d8-b70370335961,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.376151 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2d7711d-5328-4de9-87bf-a9f0d80e7778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.380989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f2d7711d-5328-4de9-87bf-a9f0d80e7778 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/25085389-25d8-400c-a8d8-b70370335961 HTTP/1.1" status: 204 len: 168 time: 0.2637279 Aug 16 02:02:50.381673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.392310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:50.392636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:50.392960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:50.398272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Port 413b1304-b1a2-4d87-a967-18b4b914c735 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:50.398588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:50.403828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:50.404152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:50.404534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:50.404952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Bound port: 413b1304-b1a2-4d87-a967-18b4b914c735, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:50.405420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.454913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.484369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['8052e46a-bbb9-44cd-8c92-2b18f15b25ce'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:50.532102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:50.539991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:50.545902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.587368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.588010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.589490 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] 10.222.0.93 "PUT /v2.0/ports/413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 1096 time: 0.8511329 Aug 16 02:02:50.595334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['bd7e0862-a49e-439c-9f08-41f9d5388831'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:50.621487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9'}, {'name': 'network-changed', 'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:50.630978 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976febe2-126f-4710-8a80-59783ec9eb18" -d '{"events": [{"name": "network-changed", "server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9"}, {"name": "network-changed", "server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:50.711203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.715438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb9a2d-c9c6-41be-be8e-dfa387add687 service neutron] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.731915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-7e464177-8ca0-4d62-84b8-16b82413308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.733812 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-7e464177-8ca0-4d62-84b8-16b82413308d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1099 time: 0.0968959 Aug 16 02:02:50.741312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f9dde8-dacc-49ba-b2b9-a9ce30e90256']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:50.762363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfe2427-8bee-4105-be22-89b122856e5a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:50.762738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfe2427-8bee-4105-be22-89b122856e5a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:50.773031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df34bb-8f94-493a-97bd-3e52bdbdb0bb req-eade5afa-45e4-4981-98a1-c863544e65d3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.781318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89df34bb-8f94-493a-97bd-3e52bdbdb0bb req-eade5afa-45e4-4981-98a1-c863544e65d3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.2587929 Aug 16 02:02:50.806128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8a350-0936-48de-a65a-d72d1a6a034d req-348b7648-4c1e-475b-ae28-eecf15dd4915 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.807981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bce8a350-0936-48de-a65a-d72d1a6a034d req-348b7648-4c1e-475b-ae28-eecf15dd4915 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 943 time: 0.1654387 Aug 16 02:02:50.813577 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-c573ed50-004e-4ae2-b0f7-57e8ce3791ec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.0709026 Aug 16 02:02:50.826188 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.862704 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.883611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9ec58d55-368a-43b6-a9b5-d00374e38dab no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:50.895295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:50.895634 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:50.913780 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:50.919030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-0c72f6bc-2341-4056-975e-3fd36e1a9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.925401 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-0c72f6bc-2341-4056-975e-3fd36e1a9f8d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1042793 Aug 16 02:02:50.932033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89df34bb-8f94-493a-97bd-3e52bdbdb0bb req-4ffcfa2e-e4b9-4b78-a43a-dc6825d0f668 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408157 Aug 16 02:02:50.951176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 9ec58d55-368a-43b6-a9b5-d00374e38dab {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:50.951807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9ec58d55-368a-43b6-a9b5-d00374e38dab not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:50.963191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bce8a350-0936-48de-a65a-d72d1a6a034d req-3752f408-6d32-4cf9-aa46-819d1d278df0 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391313 Aug 16 02:02:50.989155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-c9a76a4f-5c72-4354-86b8-13b7d4420d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.991371 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-c9a76a4f-5c72-4354-86b8-13b7d4420d88 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0481269 Aug 16 02:02:51.065856 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.071534 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.073446 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c5f9dde8-dacc-49ba-b2b9-a9ce30e90256 HTTP/1.1" status: 204 len: 168 time: 0.6907771 Aug 16 02:02:51.109969 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860e79fa-195b-4296-907f-7041b35d1688 x-openstack-request-id: req-860e79fa-195b-4296-907f-7041b35d1688 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:51.110310 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:51.110513 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-860e79fa-195b-4296-907f-7041b35d1688 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:51.110913 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9', 'status': 'completed', 'code': 200} Aug 16 02:02:51.115709 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735', 'status': 'completed', 'code': 200} Aug 16 02:02:51.118884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f9dde8-dacc-49ba-b2b9-a9ce30e90256,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:51.135225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.135514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.135920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.136205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.136552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.136888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.137226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.137568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.137898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.138232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.138565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.138895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea74acf-7b2d-49fc-83d1-8a6fa8291831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.232692 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-838be7ad-fd97-44b2-8d47-ccf84eb173b8 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335188 Aug 16 02:02:51.254288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976febe2-126f-4710-8a80-59783ec9eb18 req-f6f7d2f5-6427-4779-b59b-0cb5acf70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.255997 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-f6f7d2f5-6427-4779-b59b-0cb5acf70b04 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0998199 Aug 16 02:02:51.258971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa82f09-0e9b-4276-861c-8ae9ef1bd3a4 req-0655eb0d-c423-4807-b48e-800167bc1cf9 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.260528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3aa82f09-0e9b-4276-861c-8ae9ef1bd3a4 req-0655eb0d-c423-4807-b48e-800167bc1cf9 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 944 time: 0.0884326 Aug 16 02:02:51.270236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96de5d-adba-4f9c-96a4-61937f4b639f req-cd37479d-b468-47eb-a0bf-336a1e394274 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.271851 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc96de5d-adba-4f9c-96a4-61937f4b639f req-cd37479d-b468-47eb-a0bf-336a1e394274 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 947 time: 0.0982425 Aug 16 02:02:51.304145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:51.363907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3aa82f09-0e9b-4276-861c-8ae9ef1bd3a4 req-b716da7c-8555-4f14-baec-b08f71c60467 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905623 Aug 16 02:02:51.375309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-42aa09c2-b5d9-4952-9152-9ad818353586 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9de30deb334846829f2b8b1ff26c9df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702009 Aug 16 02:02:51.378633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc96de5d-adba-4f9c-96a4-61937f4b639f req-5ae79422-7e32-4f6d-9e69-20d9ba5e89db tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985212 Aug 16 02:02:51.379129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:51.442264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbd07f49-43da-4a9a-b003-1281f7d61edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.476045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbd07f49-43da-4a9a-b003-1281f7d61edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.480438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2539bb7f-1747-4d9f-925e-20fe8b1c3a32 req-19bd8a10-07b3-40cf-ad67-fa6789c9719d service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390769 Aug 16 02:02:51.484280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976febe2-126f-4710-8a80-59783ec9eb18 req-f51784d9-6887-4a29-9a0c-ad4889e2424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.486335 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-f51784d9-6887-4a29-9a0c-ad4889e2424b service neutron] 10.222.0.86 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 906 time: 0.2198651 Aug 16 02:02:51.564116 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-0a877b49-c29c-4f9d-ba34-49212d876aa4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=224287dc-3f75-4695-9d33-5b1963f46ba9 HTTP/1.1" status: 200 len: 217 time: 0.0535173 Aug 16 02:02:51.570264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07084ec-1028-4ce4-90c2-9568545e945a req-70a650ca-e81d-4cf8-bd2d-efd78ffbab45 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.571931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f07084ec-1028-4ce4-90c2-9568545e945a req-70a650ca-e81d-4cf8-bd2d-efd78ffbab45 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 949 time: 0.0891914 Aug 16 02:02:51.592523 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbd07f49-43da-4a9a-b003-1281f7d61edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.594916 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbd07f49-43da-4a9a-b003-1281f7d61edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.596094 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cbd07f49-43da-4a9a-b003-1281f7d61edb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a570f063-ea2c-44d9-bb17-863de4bea09f HTTP/1.1" status: 204 len: 168 time: 0.2160444 Aug 16 02:02:51.618183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd07f49-43da-4a9a-b003-1281f7d61edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a570f063-ea2c-44d9-bb17-863de4bea09f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:51.636394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976febe2-126f-4710-8a80-59783ec9eb18 req-2b866e7d-ed5e-4087-87cf-dc94b8ad4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.637915 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-2b866e7d-ed5e-4087-87cf-dc94b8ad4ae9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1099 time: 0.0825081 Aug 16 02:02:51.641597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976febe2-126f-4710-8a80-59783ec9eb18 req-7c6aff8f-3eda-4eb2-a8c1-ec5f8fdf8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.642983 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-7c6aff8f-3eda-4eb2-a8c1-ec5f8fdf8362 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=315ce014-21ca-4f9b-ba83-7ea667026954 HTTP/1.1" status: 200 len: 845 time: 0.0611651 Aug 16 02:02:51.656287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f07084ec-1028-4ce4-90c2-9568545e945a req-7505c981-4448-4573-a861-3e089442e765 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708394 Aug 16 02:02:51.730670 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-f1b7a3c3-a2a7-4b5e-a043-f56279a3d7a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=988b8cbd-9813-40f7-9a30-07427476ff1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740347 Aug 16 02:02:51.836434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976febe2-126f-4710-8a80-59783ec9eb18 req-0dafc4cf-e750-4ea6-bf43-02a2f6c076af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.837913 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-0dafc4cf-e750-4ea6-bf43-02a2f6c076af service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1916492 Aug 16 02:02:51.888954 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-64972315-abd4-4230-ac3b-6a8c31f73616 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.0414739 Aug 16 02:02:51.890913 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-5a387349-ff96-4d7c-9464-4ad0d778f241 service neutron] 10.222.0.86 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515994 Aug 16 02:02:52.031119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976febe2-126f-4710-8a80-59783ec9eb18 req-48baf503-efeb-4d5d-9bff-cb112d952d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.032607 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-48baf503-efeb-4d5d-9bff-cb112d952d1f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1365690 Aug 16 02:02:52.106827 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-019d0431-dd61-46db-81cb-41ee05e21c21 service neutron] 10.222.0.86 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016137 Aug 16 02:02:52.120971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976febe2-126f-4710-8a80-59783ec9eb18 req-79047459-cbe9-4d36-858d-8e7919d2966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.122766 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-79047459-cbe9-4d36-858d-8e7919d2966d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0699809 Aug 16 02:02:52.140506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef1a2-23c1-44f6-82f6-3757c1676df4 req-e5a8ff24-26cd-41bf-b8d5-5ec4fa190589 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.144788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e3ef1a2-23c1-44f6-82f6-3757c1676df4 req-e5a8ff24-26cd-41bf-b8d5-5ec4fa190589 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.1362529 Aug 16 02:02:52.166625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c4fa4-bd9d-4e3f-8983-75dfe8eff0d7 req-bfd9d26b-1e31-4e35-8bcd-56f6dbdef1f5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.168269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d23c4fa4-bd9d-4e3f-8983-75dfe8eff0d7 req-bfd9d26b-1e31-4e35-8bcd-56f6dbdef1f5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 943 time: 0.1130421 Aug 16 02:02:52.228999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e3ef1a2-23c1-44f6-82f6-3757c1676df4 req-56ef7018-3f69-466a-99f0-805fc2ea1a29 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726461 Aug 16 02:02:52.250948 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-363080ed-1b80-4bad-93ce-e5152315d2ac service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183441 Aug 16 02:02:52.391264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-976febe2-126f-4710-8a80-59783ec9eb18 req-a25a6d31-13b6-4c2d-807d-bf2eeca31343 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317337 Aug 16 02:02:52.469884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d23c4fa4-bd9d-4e3f-8983-75dfe8eff0d7 req-7dd8a7a5-ee77-4ed5-bd67-07b57b5eeb93 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765186 Aug 16 02:02:52.523406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:52.528960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199121a5-c6af-4a92-be6d-b36d0de64674 req-33ae397c-86df-459a-b9d3-e1b870ee6ef2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.530805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-199121a5-c6af-4a92-be6d-b36d0de64674 req-33ae397c-86df-459a-b9d3-e1b870ee6ef2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 944 time: 0.0591025 Aug 16 02:02:52.598899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-199121a5-c6af-4a92-be6d-b36d0de64674 req-86ff2c7b-da34-41cf-a435-f101782bb8d0 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617499 Aug 16 02:02:52.615707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf18dae-27c8-4607-b388-2a2778855058 req-2af613f3-ff7c-4bd6-8bd1-783836e8c969 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.617373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bf18dae-27c8-4607-b388-2a2778855058 req-2af613f3-ff7c-4bd6-8bd1-783836e8c969 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 947 time: 0.0724270 Aug 16 02:02:52.636621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1418437847-network', 'tenant_id': '0e7fed3d94e94ad1be9263be37db4f5a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:52.664397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Made reservation on behalf of 0e7fed3d94e94ad1be9263be37db4f5a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:52.667412 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.671648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bf18dae-27c8-4607-b388-2a2778855058 req-29d4f9ca-b547-4b35-a1a1-fb22f4fd8939 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Aug 16 02:02:52.680142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.779132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e37e5-7b17-478d-9ea3-f1c052038c15 req-72bef425-0510-43f9-b586-f83323c0e1b4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.780642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d9e37e5-7b17-478d-9ea3-f1c052038c15 req-72bef425-0510-43f9-b586-f83323c0e1b4 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 949 time: 0.0513480 Aug 16 02:02:52.787863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.792154 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.813064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:52.824680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d9e37e5-7b17-478d-9ea3-f1c052038c15 req-2c53e4b3-4724-42be-85d7-73caca97ba47 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Aug 16 02:02:52.827241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9446f2-91d3-4e74-8d42-50245f1c16b2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.832057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.832401 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Added segment ca5b0904-37d4-4a21-ae83-e79713eee4b9 of type vlan for network ca26d2d8-d9fb-4213-bf17-5072f6f01f7c Aug 16 02:02:52.877950 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.913340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.914338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.914927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.969731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4451489 Aug 16 02:02:52.973412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:52.974942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd763457-59ab-4b22-919b-1861a41f7f8c admin admin] Pushing event updated for resources: {'Network': ['ID=ca26d2d8-d9fb-4213-bf17-5072f6f01f7c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.981847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Request body: {'subnet': {'network_id': 'ca26d2d8-d9fb-4213-bf17-5072f6f01f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1418437847-subnet', 'tenant_id': '0e7fed3d94e94ad1be9263be37db4f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:52.986068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ca26d2d8-d9fb-4213-bf17-5072f6f01f7c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:53.005409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Made reservation on behalf of 0e7fed3d94e94ad1be9263be37db4f5a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:53.008351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.117036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 224287dc-3f75-4695-9d33-5b1963f46ba9 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:53.137245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device bd7e0862-a49e-439c-9f08-41f9d5388831 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:53.186772 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.246868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ee8090-59ab-4b28-8047-1e28ab2e30ed,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.256704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Checking segment: {'id': 'ca5b0904-37d4-4a21-ae83-e79713eee4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ca26d2d8-d9fb-4213-bf17-5072f6f01f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:53.257071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Network hostable DHCP agents. Network: ca26d2d8-d9fb-4213-bf17-5072f6f01f7c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:53.277529 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Network ca26d2d8-d9fb-4213-bf17-5072f6f01f7c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:53.290910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ca26d2d8-d9fb-4213-bf17-5072f6f01f7c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:53.295346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.295982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.313539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44637ce1-9726-49b0-9d92-e8d9dd5281c5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3370056 Aug 16 02:02:53.320161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfecc50-7abf-4121-8f01-5828fc6241cd None None] Network ca26d2d8-d9fb-4213-bf17-5072f6f01f7c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:53.445125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=224287dc-3f75-4695-9d33-5b1963f46ba9,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:53.457616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port bd7e0862-a49e-439c-9f08-41f9d5388831 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:53.460735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:53.468195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port bd7e0862-a49e-439c-9f08-41f9d5388831 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:53.468571 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.485417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '224287dc-3f75-4695-9d33-5b1963f46ba9', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'port_id': '224287dc-3f75-4695-9d33-5b1963f46ba9', 'mac_address': 'fa:16:3e:ba:e5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315ce014-21ca-4f9b-ba83-7ea667026954', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:53.523624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5a53f6-c7cf-4deb-b333-9ebf50273dcd admin admin] Deleting subnet 34ee8090-59ab-4b28-8047-1e28ab2e30ed {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:53.533747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f5a53f6-c7cf-4deb-b333-9ebf50273dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.549805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6ef1-035f-47d8-9d76-14b3324c0f3b req-c48dca71-9fcd-4e7d-82a0-d4dbe5be38e3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.551621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dc0a41-a54e-462a-b4a3-a53d6e96213b None None] Network ca26d2d8-d9fb-4213-bf17-5072f6f01f7c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:53.557539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18aa6ef1-035f-47d8-9d76-14b3324c0f3b req-c48dca71-9fcd-4e7d-82a0-d4dbe5be38e3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.2372007 Aug 16 02:02:53.579951 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f5a53f6-c7cf-4deb-b333-9ebf50273dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.617612 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.624632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f5a53f6-c7cf-4deb-b333-9ebf50273dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.627548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18aa6ef1-035f-47d8-9d76-14b3324c0f3b req-7983a68f-5af9-4e7e-83e2-bfd7dc9811f6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691779 Aug 16 02:02:53.639781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224287dc-3f75-4695-9d33-5b1963f46ba9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:53.658425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17fe3a-5ade-41c5-a82f-5df66fdf9930 req-0565cc96-93f1-401e-85ef-c799ad91bce5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.660032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f17fe3a-5ade-41c5-a82f-5df66fdf9930 req-0565cc96-93f1-401e-85ef-c799ad91bce5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 943 time: 0.0999708 Aug 16 02:02:53.707932 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f5a53f6-c7cf-4deb-b333-9ebf50273dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.718828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f17fe3a-5ade-41c5-a82f-5df66fdf9930 req-6205573e-ae61-4233-a6b0-0523b9b82507 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476694 Aug 16 02:02:53.723715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=224287dc-3f75-4695-9d33-5b1963f46ba9,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:53.736026 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.762618 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f5a53f6-c7cf-4deb-b333-9ebf50273dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.765315 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9f5a53f6-c7cf-4deb-b333-9ebf50273dcd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/34ee8090-59ab-4b28-8047-1e28ab2e30ed HTTP/1.1" status: 204 len: 168 time: 0.3033338 Aug 16 02:02:53.766167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a53f6-c7cf-4deb-b333-9ebf50273dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ee8090-59ab-4b28-8047-1e28ab2e30ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.768464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:53.797391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41e475-01a7-4413-9779-643342f90d0a req-51c81723-4d91-48be-9d19-bd0f815f98ac tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.798293 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.799081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af41e475-01a7-4413-9779-643342f90d0a req-51c81723-4d91-48be-9d19-bd0f815f98ac tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 944 time: 0.0780382 Aug 16 02:02:53.844000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=224287dc-3f75-4695-9d33-5b1963f46ba9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.851685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e0862-a49e-439c-9f08-41f9d5388831'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:53.854235 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f9ea96-0211-4387-978d-a96f6ef5886a" -d '{"events": [{"server_uuid": "7d83a282-3ccf-4c4f-93c3-3b315d5c79ee", "name": "network-vif-plugged", "status": "completed", "tag": "bd7e0862-a49e-439c-9f08-41f9d5388831"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:53.868037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.868385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.868886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.869059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.869439 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.869721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.870048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.870378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.871204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.871204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.871406 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.871670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:53.877776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port bd7e0862-a49e-439c-9f08-41f9d5388831, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bd7e0862-a49e-439c-9f08-41f9d5388831,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:53.882960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.883812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8052e46a-bbb9-44cd-8c92-2b18f15b25ce up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:53.913061 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.920217 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af41e475-01a7-4413-9779-643342f90d0a req-7c719f32-7b58-4aff-b2d8-1e136b4f5d30 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908473 Aug 16 02:02:53.935891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2d7e3-2686-4836-bf8a-bf743803e252 req-a72d0490-b950-4596-aa6e-bb395c0da90f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.943677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fde2d7e3-2686-4836-bf8a-bf743803e252 req-a72d0490-b950-4596-aa6e-bb395c0da90f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 947 time: 0.1429460 Aug 16 02:02:53.964435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=bd7e0862-a49e-439c-9f08-41f9d5388831,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.978414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:53.983043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:53.983517 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.036200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fde2d7e3-2686-4836-bf8a-bf743803e252 req-3ae1017e-6625-4b3f-90d1-17a79a3d2669 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914395 Aug 16 02:02:54.058202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.073271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca26d2d8-d9fb-4213-bf17-5072f6f01f7c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:54.081756 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.094024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5b0904-37d4-4a21-ae83-e79713eee4b9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:54.094206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5b0904-37d4-4a21-ae83-e79713eee4b9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:54.103151 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275f065a-0b00-4baf-9241-2af36d007df2 x-openstack-request-id: req-275f065a-0b00-4baf-9241-2af36d007df2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:54.103151 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d83a282-3ccf-4c4f-93c3-3b315d5c79ee", "name": "network-vif-plugged", "status": "completed", "tag": "bd7e0862-a49e-439c-9f08-41f9d5388831", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:54.103151 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-275f065a-0b00-4baf-9241-2af36d007df2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:54.103546 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e0862-a49e-439c-9f08-41f9d5388831', 'code': 200} Aug 16 02:02:54.119012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.119288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:54.123018 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.139565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.149814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:54.150468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:54.152207 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:54.168774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaef71a-1bbc-4fb2-a7bf-568df7f2bb49 req-3ed4cae9-2f08-4c40-9aca-eb03935ddd24 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.170413 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daaef71a-1bbc-4fb2-a7bf-568df7f2bb49 req-3ed4cae9-2f08-4c40-9aca-eb03935ddd24 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 949 time: 0.0880697 Aug 16 02:02:54.193145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.220649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['224287dc-3f75-4695-9d33-5b1963f46ba9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:54.242590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.250209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.255207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ca26d2d8-d9fb-4213-bf17-5072f6f01f7c HTTP/1.1" status: 204 len: 168 time: 0.4854465 Aug 16 02:02:54.260669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daaef71a-1bbc-4fb2-a7bf-568df7f2bb49 req-aa3e9ee6-c7b1-4f98-8f1f-7f2c5dd122fb tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Aug 16 02:02:54.264642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edb0ab-736e-485f-afb6-6afb6a2b90f8 req-efa53450-300b-4bdb-804c-e6151c0a76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.266881 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4edb0ab-736e-485f-afb6-6afb6a2b90f8 req-efa53450-300b-4bdb-804c-e6151c0a76b8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 1097 time: 0.0523553 Aug 16 02:02:54.270733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc06f9e-5c8d-424a-86c8-0cfb0fb18cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca26d2d8-d9fb-4213-bf17-5072f6f01f7c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.305917 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4edb0ab-736e-485f-afb6-6afb6a2b90f8 req-4fcc8920-584e-4dd9-888f-4691472b4f26 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302658 Aug 16 02:02:54.386919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.425650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cf28be97-624d-4921-915b-e364c646edef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e7fed3d94e94ad1be9263be37db4f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375698 Aug 16 02:02:54.429296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.476878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22d09d99-e75c-43e4-8545-7c310f40ec15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.499576 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22d09d99-e75c-43e4-8545-7c310f40ec15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.547841 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22d09d99-e75c-43e4-8545-7c310f40ec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.550441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22d09d99-e75c-43e4-8545-7c310f40ec15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.551601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-22d09d99-e75c-43e4-8545-7c310f40ec15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b9446f2-91d3-4e74-8d42-50245f1c16b2 HTTP/1.1" status: 204 len: 168 time: 0.1213870 Aug 16 02:02:54.560516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d09d99-e75c-43e4-8545-7c310f40ec15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9446f2-91d3-4e74-8d42-50245f1c16b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.773848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157076-af34-4ec3-8336-35b07d4d631f req-8717f9df-a8b4-442f-8733-9862702e191d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.775869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7157076-af34-4ec3-8336-35b07d4d631f req-8717f9df-a8b4-442f-8733-9862702e191d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.0651934 Aug 16 02:02:54.832291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7157076-af34-4ec3-8336-35b07d4d631f req-19001e17-3f89-424b-8c37-f6e44d6e02c6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Aug 16 02:02:54.873354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7d13d-89df-44b9-909d-42d3d51429fd req-943019f7-216b-45b4-9cbf-513a28a2f05e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.875205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3bf7d13d-89df-44b9-909d-42d3d51429fd req-943019f7-216b-45b4-9cbf-513a28a2f05e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 944 time: 0.0678267 Aug 16 02:02:54.888624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:54.921715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3bf7d13d-89df-44b9-909d-42d3d51429fd req-48d46ca8-80ae-46db-abec-bb5f66af8cfc tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397644 Aug 16 02:02:55.004933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:55.018552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '413b1304-b1a2-4d87-a967-18b4b914c735', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '413b1304-b1a2-4d87-a967-18b4b914c735', 'mac_address': 'fa:16:3e:7f:35:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:55.070048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9b88a-e643-4d8c-b663-8be46cc43b60 req-68615830-2556-4491-b09d-2186f08d79e8 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.072514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.078222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05d9b88a-e643-4d8c-b663-8be46cc43b60 req-68615830-2556-4491-b09d-2186f08d79e8 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 945 time: 0.0754275 Aug 16 02:02:55.093849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413b1304-b1a2-4d87-a967-18b4b914c735 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:55.121316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:55.130334 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05d9b88a-e643-4d8c-b663-8be46cc43b60 req-06aa7e10-8079-482f-ae83-806c366d554c tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510473 Aug 16 02:02:55.133321 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.208306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.244468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497bacf-4345-4a73-833c-322ceca58d8e req-dd776876-84dc-4558-82e9-250893e352c4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.246040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c497bacf-4345-4a73-833c-322ceca58d8e req-dd776876-84dc-4558-82e9-250893e352c4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.0584738 Aug 16 02:02:55.286972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c497bacf-4345-4a73-833c-322ceca58d8e req-ab1c9694-39f6-491b-b044-eb9093d2c485 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342839 Aug 16 02:02:55.401654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c448-d19e-4d68-a051-ac47fcfc0259 req-646891c7-bef2-4543-8d44-b9f964f59042 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.403437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc73c448-d19e-4d68-a051-ac47fcfc0259 req-646891c7-bef2-4543-8d44-b9f964f59042 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 950 time: 0.0557861 Aug 16 02:02:55.418086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['413b1304-b1a2-4d87-a967-18b4b914c735'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:55.449272 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc73c448-d19e-4d68-a051-ac47fcfc0259 req-fe2f4443-5d8c-44f1-bf47-bf024015b8ce tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Aug 16 02:02:55.673488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.777467 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee0c3-e436-425b-b286-5cb5f323301f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.869495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee0c3-e436-425b-b286-5cb5f323301f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.873981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee0c3-e436-425b-b286-5cb5f323301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.921483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ee0c3-e436-425b-b286-5cb5f323301f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f537c64-976d-4ed8-a04f-37061546b959,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.941891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7f9ee0c3-e436-425b-b286-5cb5f323301f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90cdb6ae1d3d4c498b5335cafd69b42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673357 Aug 16 02:02:55.944728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.968084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79b0dc-d944-40f3-9d40-eb78a73a47cc req-480e1b8f-f414-4879-9931-1406122e1023 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.975914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae79b0dc-d944-40f3-9d40-eb78a73a47cc req-480e1b8f-f414-4879-9931-1406122e1023 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.0663066 Aug 16 02:02:55.998662 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04b63b31-ecbb-42f3-ab26-839f892df437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.018590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae79b0dc-d944-40f3-9d40-eb78a73a47cc req-8e1a010d-6835-47a7-9f55-96fda9500014 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Aug 16 02:02:56.020703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04b63b31-ecbb-42f3-ab26-839f892df437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.055786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82466fee-d1d0-4b57-b9c8-f1a83dc25d74 req-be9b6160-f387-4d1b-917b-95b692c12dbd tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.057300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82466fee-d1d0-4b57-b9c8-f1a83dc25d74 req-be9b6160-f387-4d1b-917b-95b692c12dbd tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 944 time: 0.0546746 Aug 16 02:02:56.069891 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04b63b31-ecbb-42f3-ab26-839f892df437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.072515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04b63b31-ecbb-42f3-ab26-839f892df437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.076228 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-04b63b31-ecbb-42f3-ab26-839f892df437 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f537c64-976d-4ed8-a04f-37061546b959 HTTP/1.1" status: 204 len: 168 time: 0.1269987 Aug 16 02:02:56.083454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b63b31-ecbb-42f3-ab26-839f892df437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f537c64-976d-4ed8-a04f-37061546b959,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.098455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82466fee-d1d0-4b57-b9c8-f1a83dc25d74 req-d0a16f6f-4ec2-4839-82f6-a9de2f748155 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351279 Aug 16 02:02:56.104683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4e133-1e2a-4236-90cc-ce458a925c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8052e46a-bbb9-44cd-8c92-2b18f15b25ce'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:56.110506 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3896e4-6a99-4ba8-ae38-383251391f9c" -d '{"events": [{"server_uuid": "dab4e133-1e2a-4236-90cc-ce458a925c7f", "name": "network-vif-plugged", "status": "completed", "tag": "8052e46a-bbb9-44cd-8c92-2b18f15b25ce"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:56.151749 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee3a27b-957e-4f1a-b96b-e2b448988189 x-openstack-request-id: req-8ee3a27b-957e-4f1a-b96b-e2b448988189 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:56.152218 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4e133-1e2a-4236-90cc-ce458a925c7f", "name": "network-vif-plugged", "status": "completed", "tag": "8052e46a-bbb9-44cd-8c92-2b18f15b25ce", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:56.152436 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ee3a27b-957e-4f1a-b96b-e2b448988189 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:56.152902 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab4e133-1e2a-4236-90cc-ce458a925c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8052e46a-bbb9-44cd-8c92-2b18f15b25ce', 'code': 200} Aug 16 02:02:56.261253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12b6f-1e88-4bd3-a116-9ad936e16817 req-58b27466-fd03-45ff-b29f-59ad465e8496 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.262762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbf12b6f-1e88-4bd3-a116-9ad936e16817 req-58b27466-fd03-45ff-b29f-59ad465e8496 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 945 time: 0.0607605 Aug 16 02:02:56.292617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f008-6935-4cab-9884-1b6ef292420a req-10ed35f1-ce07-442c-8db0-25631369f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.294125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e30f008-6935-4cab-9884-1b6ef292420a req-10ed35f1-ce07-442c-8db0-25631369f56c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 1102 time: 0.0421898 Aug 16 02:02:56.305848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbf12b6f-1e88-4bd3-a116-9ad936e16817 req-9ffdc9b1-7705-4c37-81f0-71fb581aaa20 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369475 Aug 16 02:02:56.349594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e30f008-6935-4cab-9884-1b6ef292420a req-b8e5739a-2485-4b54-b2a4-26d186cfa5a6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Aug 16 02:02:56.417910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0db69b-a4f6-4b76-ae26-4a7bbf477b3e req-7ed872cf-f278-4d88-a3e8-6ad099574f18 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.419397 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a0db69b-a4f6-4b76-ae26-4a7bbf477b3e req-7ed872cf-f278-4d88-a3e8-6ad099574f18 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.0548887 Aug 16 02:02:56.457712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a0db69b-a4f6-4b76-ae26-4a7bbf477b3e req-80bdcfd2-dd0d-49fa-a5b3-657228745e94 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Aug 16 02:02:56.572082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b06a14-2ebe-4547-a428-acfd533d0099 req-b3419620-73ec-4ccd-9a00-3f27a66e1d6f tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.573811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65b06a14-2ebe-4547-a428-acfd533d0099 req-b3419620-73ec-4ccd-9a00-3f27a66e1d6f tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 950 time: 0.0535374 Aug 16 02:02:56.614219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65b06a14-2ebe-4547-a428-acfd533d0099 req-5e9ab33b-1ee3-4651-99ce-5c5a110c07be tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Aug 16 02:02:56.915238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:56.985289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 413b1304-b1a2-4d87-a967-18b4b914c735 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:56.992102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 413b1304-b1a2-4d87-a967-18b4b914c735 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:56.992483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.084605 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.135745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:57.142534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 224287dc-3f75-4695-9d33-5b1963f46ba9 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:57.144580 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.160586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d2443-5b74-4aaa-819d-32d6f73e0179 req-1de666db-6895-449a-8aac-2bb4f97d19c6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.162989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc1d2443-5b74-4aaa-819d-32d6f73e0179 req-1de666db-6895-449a-8aac-2bb4f97d19c6 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.0531666 Aug 16 02:02:57.202675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc1d2443-5b74-4aaa-819d-32d6f73e0179 req-082a4d07-830e-44a2-b770-4276ac5bec7d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331788 Aug 16 02:02:57.242852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.253149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 224287dc-3f75-4695-9d33-5b1963f46ba9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:57.260910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 224287dc-3f75-4695-9d33-5b1963f46ba9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:57.261461 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.362381 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.363520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d45b0-3845-4bf7-853a-b54ef6b19364 req-476a035f-60e3-4177-9eff-a777ac7c2f5f tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.365415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-584d45b0-3845-4bf7-853a-b54ef6b19364 req-476a035f-60e3-4177-9eff-a777ac7c2f5f tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 944 time: 0.0654316 Aug 16 02:02:57.400948 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=224287dc-3f75-4695-9d33-5b1963f46ba9,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:57.406724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.415130 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-584d45b0-3845-4bf7-853a-b54ef6b19364 req-9469b1c5-ba30-4358-9c79-875a56d49409 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Aug 16 02:02:57.468433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=224287dc-3f75-4695-9d33-5b1963f46ba9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.534860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b89b7-0cae-461d-b2e9-e5813d0409ed req-8517b400-dcf7-4b52-8289-42ad275a2186 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.537384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c60b89b7-0cae-461d-b2e9-e5813d0409ed req-8517b400-dcf7-4b52-8289-42ad275a2186 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 945 time: 0.0540278 Aug 16 02:02:57.602600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c60b89b7-0cae-461d-b2e9-e5813d0409ed req-505c9bcd-f9ad-4220-b67d-71e70648c318 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554740 Aug 16 02:02:57.610813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91775060-4293-4c1c-815b-ebbf6fe99825 req-c0d75e72-0f74-48ee-a22b-d87c386d8fe0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.612303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91775060-4293-4c1c-815b-ebbf6fe99825 req-c0d75e72-0f74-48ee-a22b-d87c386d8fe0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0736001 Aug 16 02:02:57.655929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91775060-4293-4c1c-815b-ebbf6fe99825 req-5034d57c-2e30-49cd-b8a7-41e647b97ddd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365193 Aug 16 02:02:58.035624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2aaa9c-647a-4705-89d0-e858123d4762 req-71a41ebe-4642-4961-86d8-9de406e6b407 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.038110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d2aaa9c-647a-4705-89d0-e858123d4762 req-71a41ebe-4642-4961-86d8-9de406e6b407 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 945 time: 0.3623390 Aug 16 02:02:58.046707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:58.051578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5c5c6595-23dc-4190-ac0d-7789fb7876fc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Request body: {'floatingip': {'port_id': 'bd7e0862-a49e-439c-9f08-41f9d5388831'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:58.052192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eab4f-abad-45a2-b54b-3e7c7fff6da7 req-7fab2d8a-51dd-455b-96cb-2e17a67c9f30 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.054806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c88eab4f-abad-45a2-b54b-3e7c7fff6da7 req-7fab2d8a-51dd-455b-96cb-2e17a67c9f30 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 950 time: 0.0742235 Aug 16 02:02:58.096556 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6595-23dc-4190-ac0d-7789fb7876fc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.098025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c88eab4f-abad-45a2-b54b-3e7c7fff6da7 req-51a17714-6176-42c4-818f-1b2bd9db09e5 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371540 Aug 16 02:02:58.154000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735'}, {'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:58.156328 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5336aa46-4132-40be-9ef6-db019fabc402" -d '{"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-plugged", "status": "completed", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735"}, {"server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "name": "network-vif-plugged", "status": "completed", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:58.201271 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7837c0b-9fcd-4514-bf15-630c5fd48523 x-openstack-request-id: req-f7837c0b-9fcd-4514-bf15-630c5fd48523 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:58.201719 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-plugged", "status": "completed", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735", "code": 200}, {"server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "name": "network-vif-plugged", "status": "completed", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:58.201965 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7837c0b-9fcd-4514-bf15-630c5fd48523 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:58.202428 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735', 'code': 200} Aug 16 02:02:58.202750 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9', 'code': 200} Aug 16 02:02:58.350916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a24074-4b20-4884-9f2e-8414e19f0f44 req-8da8ea68-f7b4-40c5-b574-059f3f13b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.352439 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55a24074-4b20-4884-9f2e-8414e19f0f44 req-8da8ea68-f7b4-40c5-b574-059f3f13b674 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1101 time: 0.0895576 Aug 16 02:02:58.354576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea4abe-f311-44b6-bf57-1860077879ec req-39e91a6c-5749-4af4-b1f1-19702cef909d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.356642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44ea4abe-f311-44b6-bf57-1860077879ec req-39e91a6c-5749-4af4-b1f1-19702cef909d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.0621302 Aug 16 02:02:58.417961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44ea4abe-f311-44b6-bf57-1860077879ec req-5d3e010c-16f0-4531-8960-c6a75592003b tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430965 Aug 16 02:02:58.545595 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55a24074-4b20-4884-9f2e-8414e19f0f44 req-c5ed7db2-552b-49ee-b365-3d1164e2126d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600089 Aug 16 02:02:58.568950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157e808-85b6-465c-8301-cbc20c1bacfb req-5a5c58d0-f14d-4269-ac05-27bc46da34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.570748 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8157e808-85b6-465c-8301-cbc20c1bacfb req-5a5c58d0-f14d-4269-ac05-27bc46da34f6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 1097 time: 0.1880178 Aug 16 02:02:58.588727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168f1bd-2533-4040-812b-9999c7ddd4cb req-a67c1290-3dc6-4c3e-bc18-48e2625ef1af tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.591143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7168f1bd-2533-4040-812b-9999c7ddd4cb req-a67c1290-3dc6-4c3e-bc18-48e2625ef1af tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 945 time: 0.0895967 Aug 16 02:02:58.645407 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8157e808-85b6-465c-8301-cbc20c1bacfb req-72a8526a-1ae6-4793-9bb0-fc16533ec31f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586600 Aug 16 02:02:58.646694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7168f1bd-2533-4040-812b-9999c7ddd4cb req-eeca09d4-c8cd-44da-88d2-5fc5a39eee11 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476329 Aug 16 02:02:58.711720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6595-23dc-4190-ac0d-7789fb7876fc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.719430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6595-23dc-4190-ac0d-7789fb7876fc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.817699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eebc6-3799-44db-98e9-85ca9d41c0a5 req-18e2ee75-908f-412d-bdc0-b7a9552adee3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.828095 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f83eebc6-3799-44db-98e9-85ca9d41c0a5 req-18e2ee75-908f-412d-bdc0-b7a9552adee3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0917759 Aug 16 02:02:58.874947 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-5c5c6595-23dc-4190-ac0d-7789fb7876fc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Floating IP 41de1c53-0fda-4c5b-9620-a4012a6dd457 associated. External IP: 172.25.5.151, port: bd7e0862-a49e-439c-9f08-41f9d5388831. Aug 16 02:02:58.908968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f83eebc6-3799-44db-98e9-85ca9d41c0a5 req-4068c12c-b650-4f81-951a-dbdee100674c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786555 Aug 16 02:02:59.260158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c136-148e-4fc2-8829-2948c1e074d8 req-96383ab5-6743-4156-b92b-99ea8b4fb4f1 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.261794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cb8c136-148e-4fc2-8829-2948c1e074d8 req-96383ab5-6743-4156-b92b-99ea8b4fb4f1 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 950 time: 0.0515420 Aug 16 02:02:59.299573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cb8c136-148e-4fc2-8829-2948c1e074d8 req-656f6d33-6127-4d68-8485-0b231a24f349 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Aug 16 02:02:59.432375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5c6595-23dc-4190-ac0d-7789fb7876fc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Router 526614f9-cb0d-4ec6-abcc-7f22d906804e has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:59.576302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5c6595-23dc-4190-ac0d-7789fb7876fc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:59.590758 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] Sync routers for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:59.594693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e88fd-7fd3-4225-9f60-bc0409218116 req-b15f2d05-de25-41ce-a453-4b4a2bad616d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.600417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c5c6595-23dc-4190-ac0d-7789fb7876fc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.605033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-452e88fd-7fd3-4225-9f60-bc0409218116 req-b15f2d05-de25-41ce-a453-4b4a2bad616d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.0831518 Aug 16 02:02:59.605250 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:59.605748 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:59.633101 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5c5c6595-23dc-4190-ac0d-7789fb7876fc tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "PUT /v2.0/floatingips/41de1c53-0fda-4c5b-9620-a4012a6dd457 HTTP/1.1" status: 200 len: 991 time: 1.5851316 Aug 16 02:02:59.634960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'tag': 'bd7e0862-a49e-439c-9f08-41f9d5388831'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:59.637566 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d83a282-3ccf-4c4f-93c3-3b315d5c79ee", "tag": "bd7e0862-a49e-439c-9f08-41f9d5388831"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:59.657923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-452e88fd-7fd3-4225-9f60-bc0409218116 req-fded11af-67a6-4241-b9b4-c4c543572f1a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524158 Aug 16 02:02:59.776629 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f936e58-0def-495a-9c0a-5ee82829a776 x-openstack-request-id: req-3f936e58-0def-495a-9c0a-5ee82829a776 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:59.777038 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d83a282-3ccf-4c4f-93c3-3b315d5c79ee", "tag": "bd7e0862-a49e-439c-9f08-41f9d5388831", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:59.777472 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f936e58-0def-495a-9c0a-5ee82829a776 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:59.777949 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'tag': 'bd7e0862-a49e-439c-9f08-41f9d5388831', 'status': 'completed', 'code': 200} Aug 16 02:02:59.883486 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:59.922695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd18346-5c9c-468f-a677-619f0fff4a09 req-61776b3a-9071-4586-bdd3-7b1a3be1284c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.924637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffd18346-5c9c-468f-a677-619f0fff4a09 req-61776b3a-9071-4586-bdd3-7b1a3be1284c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 945 time: 0.0697167 Aug 16 02:02:59.944630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-90a8e830-7139-4c85-bc29-2376c03dd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.945696 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-90a8e830-7139-4c85-bc29-2376c03dd0cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73ea5dbceeac406c9ffe8c481e67ed50&device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 1097 time: 0.0975275 Aug 16 02:03:00.116394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffd18346-5c9c-468f-a677-619f0fff4a09 req-74be7213-0796-4188-8da0-d9b0f01a2060 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771486 Aug 16 02:03:00.180098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-50c6c3a3-330f-464d-a51c-dee8440831d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.182076 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-50c6c3a3-330f-464d-a51c-dee8440831d6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1273470b-5e36-4fb5-8fa7-30194cd77d10 HTTP/1.1" status: 200 len: 916 time: 0.2261069 Aug 16 02:03:00.187267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25931080-5bc8-4ad2-a489-42e624ccd670 req-db5412d5-6227-446a-87bc-8ea02dc87249 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.202331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25931080-5bc8-4ad2-a489-42e624ccd670 req-db5412d5-6227-446a-87bc-8ea02dc87249 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.2060146 Aug 16 02:03:00.274445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25931080-5bc8-4ad2-a489-42e624ccd670 req-16d19de3-eeed-49a3-913e-5746b10b1860 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595827 Aug 16 02:03:00.339000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-c25a83be-484c-421a-94ed-b70de3954e4f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd7e0862-a49e-439c-9f08-41f9d5388831 HTTP/1.1" status: 200 len: 999 time: 0.1427848 Aug 16 02:03:00.399171 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '41de1c53-0fda-4c5b-9620-a4012a6dd457', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'port_id': 'bd7e0862-a49e-439c-9f08-41f9d5388831', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'mac_address': 'fa:16:3e:3b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:34Z', 'updated_at': '2021-08-16T02:02:58Z', 'revision_number': 1, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a340ebe1-d399-498d-b644-40dbee9afc4b', 'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'mac_address': 'fa:16:3e:06:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:22Z', 'updated_at': '2021-08-16T02:02:32Z', 'revision_number': 5, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'subnets': [{'id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:00.429382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-0159b0c2-63a6-4cf6-a8ed-850994b9fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.432034 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-0159b0c2-63a6-4cf6-a8ed-850994b9fa7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b4b057d-5103-4eca-9e23-1311630e862e HTTP/1.1" status: 200 len: 854 time: 0.0726686 Aug 16 02:03:00.436144 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] Checking router: 526614f9-cb0d-4ec6-abcc-7f22d906804e for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:00.439227 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.446088 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:00.446838 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:02:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:00.493160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-1426a1c9-d87d-4a24-9474-59b437c22221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.498074 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-1426a1c9-d87d-4a24-9474-59b437c22221 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1273470b-5e36-4fb5-8fa7-30194cd77d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529845 Aug 16 02:03:00.569702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adeeaab-ff2e-4d9a-80cd-5a980d8a805d req-991a2f42-6d3b-4157-9923-3a6351f26b14 tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.571032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2adeeaab-ff2e-4d9a-80cd-5a980d8a805d req-991a2f42-6d3b-4157-9923-3a6351f26b14 tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1101 time: 0.0758579 Aug 16 02:03:00.590666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26576c7e-7755-4ef1-bc17-0137a1b1ba42 req-c7f986e1-e8e7-407b-b0f0-c68b56272d83 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.592195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26576c7e-7755-4ef1-bc17-0137a1b1ba42 req-c7f986e1-e8e7-407b-b0f0-c68b56272d83 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 950 time: 0.0657048 Aug 16 02:03:00.601109 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:00.623706 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-38e11416-781f-4aad-9a5c-4e2ed2f36cac service neutron] 10.222.0.86 "GET /v2.0/networks/1273470b-5e36-4fb5-8fa7-30194cd77d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026299 Aug 16 02:03:00.649213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2adeeaab-ff2e-4d9a-80cd-5a980d8a805d req-04ddbcf7-93b9-4de4-b6b2-2e1566229c34 tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683234 Aug 16 02:03:00.655145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26576c7e-7755-4ef1-bc17-0137a1b1ba42 req-be4b059b-8004-489f-9195-00a507a7fb3c tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496070 Aug 16 02:03:00.853076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-80260209-22c0-4352-b6ab-037e897aa476 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.854585 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-80260209-22c0-4352-b6ab-037e897aa476 tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.0873275 Aug 16 02:03:00.873398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-14'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:00.910873 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bfec4e8-acb2-4260-95c8-3b0dcce5a5b8 req-7316bb49-6f91-4eec-aca7-705a30107799 service neutron] 10.222.0.86 "GET /v2.0/networks/1273470b-5e36-4fb5-8fa7-30194cd77d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186589 Aug 16 02:03:00.916202 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da9b3ca5-f61c-42aa-9736-ad7cfcc814dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.950661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.953251 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '41de1c53-0fda-4c5b-9620-a4012a6dd457', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'port_id': 'bd7e0862-a49e-439c-9f08-41f9d5388831', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'mac_address': 'fa:16:3e:3b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:34Z', 'updated_at': '2021-08-16T02:02:58Z', 'revision_number': 1, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a340ebe1-d399-498d-b644-40dbee9afc4b', 'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'mac_address': 'fa:16:3e:06:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:22Z', 'updated_at': '2021-08-16T02:02:32Z', 'revision_number': 5, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'subnets': [{'id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:00.984209 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d05e2-1c01-43b4-8b4c-3d4cce359425 None None] The sync data for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 is: [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '41de1c53-0fda-4c5b-9620-a4012a6dd457', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'port_id': 'bd7e0862-a49e-439c-9f08-41f9d5388831', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'mac_address': 'fa:16:3e:3b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:34Z', 'updated_at': '2021-08-16T02:02:58Z', 'revision_number': 1, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a340ebe1-d399-498d-b644-40dbee9afc4b', 'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'mac_address': 'fa:16:3e:06:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:22Z', 'updated_at': '2021-08-16T02:02:32Z', 'revision_number': 5, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'subnets': [{'id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:01.017489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c328e3-277b-4ffa-94ce-21cf5dd9d2b8 req-11700893-7455-4ae3-aed9-684fe8dc7a63 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.019825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29c328e3-277b-4ffa-94ce-21cf5dd9d2b8 req-11700893-7455-4ae3-aed9-684fe8dc7a63 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 945 time: 0.0861866 Aug 16 02:03:01.079681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29c328e3-277b-4ffa-94ce-21cf5dd9d2b8 req-5ded8671-5f8b-4c51-bd70-92851ba1e84d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499465 Aug 16 02:03:01.138165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:01.182005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:01.189148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8bf3d1ef-91fe-4487-bbc4-c594a452b27b details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:01.248892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.257413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.303058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafeb81-20f8-4e27-987d-2eeab2e0e19a None None] New status for floating IP 41de1c53-0fda-4c5b-9620-a4012a6dd457: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:03:01.356911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50655311-cf32-4741-8fec-2892ad09ca2d req-aba59271-31ab-4068-8eb2-173dfcb9a5a6 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.358723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50655311-cf32-4741-8fec-2892ad09ca2d req-aba59271-31ab-4068-8eb2-173dfcb9a5a6 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 945 time: 0.0847447 Aug 16 02:03:01.367784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.381959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on host n-h2-768862-14 for vnic_type normal with profile {"migrating_to": "n-h1-768862-14"} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:01.382301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:01.382631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.387364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:01.387698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Attempting to bind port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on network 4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:01.393385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:01.393781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Checking segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:01.394237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Bound using segment: {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:01.394671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Bound port: 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74d4a1-8062-4286-9ea9-b6bbff87451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4b7b472f-1f89-430e-ad0a-e765cdc8c4e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:01.395687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.438120 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50655311-cf32-4741-8fec-2892ad09ca2d req-26cc6bcf-8b1b-4f8a-84e8-3042d9377234 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733802 Aug 16 02:03:01.507112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:01.531613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a880f6-104e-446c-9618-a60b8223d60c req-fe1fc4f8-9c60-4244-95ae-f42b1e144b92 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.533688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-32a880f6-104e-446c-9618-a60b8223d60c req-fe1fc4f8-9c60-4244-95ae-f42b1e144b92 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0641418 Aug 16 02:03:01.540048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-90eda62b-46f2-4fba-9b37-10cf3ba40d32 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1269605 Aug 16 02:03:01.549872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:01.554339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:01.563853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.592050 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-32a880f6-104e-446c-9618-a60b8223d60c req-c6ee96ef-a10c-48e7-8c58-e0b9cdedc60e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 Aug 16 02:03:01.628706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8bf3d1ef-91fe-4487-bbc4-c594a452b27b has no active binding in host n-h1-768862-14 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:03:01.653875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.692297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.693843 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.695463 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-de81eedf-4525-4218-9a31-db77cedbd0e1 service neutron] 10.222.0.86 "PUT /v2.0/ports/8bf3d1ef-91fe-4487-bbc4-c594a452b27b HTTP/1.1" status: 200 len: 1123 time: 0.8268199 Aug 16 02:03:01.781025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b'}, {'name': 'network-changed', 'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:01.782869 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17766988-0194-4ed5-b908-82c93f544180" -d '{"events": [{"server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "name": "network-vif-unplugged", "status": "completed", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b"}, {"name": "network-changed", "server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:01.813654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['8bf3d1ef-91fe-4487-bbc4-c594a452b27b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:01.936916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['8bf3d1ef-91fe-4487-bbc4-c594a452b27b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:01.989528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a97103-7dfc-481b-a8e8-8ab3d96765e3 req-e71cf928-b8fe-4448-97c1-874cda326205 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.991933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34a97103-7dfc-481b-a8e8-8ab3d96765e3 req-e71cf928-b8fe-4448-97c1-874cda326205 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 950 time: 0.1648371 Aug 16 02:03:02.056374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0474-866a-484b-91b3-bf40b3450c6c req-f90ecda9-a0ae-44db-9652-4bf3c9fe27ce tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.057987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b72c0474-866a-484b-91b3-bf40b3450c6c req-f90ecda9-a0ae-44db-9652-4bf3c9fe27ce tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 945 time: 0.1502175 Aug 16 02:03:02.068854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34a97103-7dfc-481b-a8e8-8ab3d96765e3 req-2923af1f-a2eb-4764-80a9-eb7dfd111798 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691042 Aug 16 02:03:02.186861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b72c0474-866a-484b-91b3-bf40b3450c6c req-a825fd8e-2605-4985-87d8-eb2bfc9530e2 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166279 Aug 16 02:03:02.214258 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0c4ce0-55e8-41b3-a087-56bd123486a4 x-openstack-request-id: req-ab0c4ce0-55e8-41b3-a087-56bd123486a4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:02.214569 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "name": "network-vif-unplugged", "status": "completed", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b", "code": 200}, {"name": "network-changed", "server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:02.214882 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab0c4ce0-55e8-41b3-a087-56bd123486a4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:02.215783 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b', 'code': 200} Aug 16 02:03:02.215783 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b', 'status': 'completed', 'code': 200} Aug 16 02:03:02.404792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76165949-3f4f-4de3-a08f-d1b8fef4a865 req-fff36c8e-fb57-4002-8611-0594053e29dd tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.419405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76165949-3f4f-4de3-a08f-d1b8fef4a865 req-fff36c8e-fb57-4002-8611-0594053e29dd tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.1173739 Aug 16 02:03:02.534210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76165949-3f4f-4de3-a08f-d1b8fef4a865 req-1cb3cb72-6eb3-44b8-bcaf-d4723c8d64e4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055417 Aug 16 02:03:02.560422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766988-0194-4ed5-b908-82c93f544180 req-ea94c4dd-0c5a-41c3-8f9b-23707ca7f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.562713 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17766988-0194-4ed5-b908-82c93f544180 req-ea94c4dd-0c5a-41c3-8f9b-23707ca7f495 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 1126 time: 0.3419793 Aug 16 02:03:02.671881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766988-0194-4ed5-b908-82c93f544180 req-bea1e9a9-d75f-4e36-a12a-559ea6b11531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.673521 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17766988-0194-4ed5-b908-82c93f544180 req-bea1e9a9-d75f-4e36-a12a-559ea6b11531 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.1026478 Aug 16 02:03:02.763322 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17766988-0194-4ed5-b908-82c93f544180 req-8972b431-6323-41d4-9c5d-0f7fcc4d25cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b HTTP/1.1" status: 200 len: 217 time: 0.0768774 Aug 16 02:03:02.826237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c4b58-728a-45bf-9ce3-a1eaee2904c4 req-a16cec54-90db-42be-a2d3-44b4841e64b0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.837487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-042c4b58-728a-45bf-9ce3-a1eaee2904c4 req-a16cec54-90db-42be-a2d3-44b4841e64b0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1367273 Aug 16 02:03:02.877086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766988-0194-4ed5-b908-82c93f544180 req-0f20ab39-9e44-4694-b5b5-fef1ccfcf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.879145 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17766988-0194-4ed5-b908-82c93f544180 req-0f20ab39-9e44-4694-b5b5-fef1ccfcf07d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.0787449 Aug 16 02:03:02.887779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-042c4b58-728a-45bf-9ce3-a1eaee2904c4 req-8b2a91cd-9398-4814-a0b3-5daab3d80db0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493922 Aug 16 02:03:02.930711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-925bab8e-f1d8-4cd9-a207-e328c260932e tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.932244 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-925bab8e-f1d8-4cd9-a207-e328c260932e tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.86 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 950 time: 0.1845982 Aug 16 02:03:02.934289 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17766988-0194-4ed5-b908-82c93f544180 req-5035be92-18c4-4314-8acd-c8d26812f3c3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472026 Aug 16 02:03:03.094107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17766988-0194-4ed5-b908-82c93f544180 req-7f641dde-9ffb-46c6-ae05-329e6a0a8552 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501164 Aug 16 02:03:03.121255 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Deleting port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:03.121861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.206875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f660194-1b3d-4ca3-8286-dc886407af73 req-6ac4aedf-9700-4d33-ac7d-bfeff832db4c tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.209097 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f660194-1b3d-4ca3-8286-dc886407af73 req-6ac4aedf-9700-4d33-ac7d-bfeff832db4c tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 950 time: 0.0547767 Aug 16 02:03:03.252892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f660194-1b3d-4ca3-8286-dc886407af73 req-f676d4c0-afb9-40a4-8af0-ba168dac1556 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369222 Aug 16 02:03:03.273149 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17766988-0194-4ed5-b908-82c93f544180 req-09958cfe-52d0-40a7-affe-f38e14e6a07e service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634052 Aug 16 02:03:03.278184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] For port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:03.278480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.291927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Calling delete_port for 8052e46a-bbb9-44cd-8c92-2b18f15b25ce owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:03.338577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6c992-64fb-4d2f-b541-d2de3fd730db req-3d292117-c5bc-4baa-8a29-72073a9ad7ae tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.340106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aff6c992-64fb-4d2f-b541-d2de3fd730db req-3d292117-c5bc-4baa-8a29-72073a9ad7ae tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 945 time: 0.0520160 Aug 16 02:03:03.383434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aff6c992-64fb-4d2f-b541-d2de3fd730db req-177d8ac8-c6ff-4e55-b264-f35994b7126e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Aug 16 02:03:03.439952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.468468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Pushing event deleted for resources: {'Port': ['ID=8052e46a-bbb9-44cd-8c92-2b18f15b25ce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.519823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] No DVR routers for this DVR port 8052e46a-bbb9-44cd-8c92-2b18f15b25ce on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:03.523427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.526022 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a6466ac-158e-4d34-beb5-70b95789ac36 req-8162ab61-2463-4d3d-891b-63e2c242cdb7 tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.86 "DELETE /v2.0/ports/8052e46a-bbb9-44cd-8c92-2b18f15b25ce HTTP/1.1" status: 204 len: 173 time: 0.5630727 Aug 16 02:03:03.572660 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e84b113-03bf-4722-9b75-6ec7e4555730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.724591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d307b-7699-46f8-9bbb-f767d376ead7 req-e43ab46e-4be4-4cfc-aa70-61e0e5f016ca tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.726730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef8d307b-7699-46f8-9bbb-f767d376ead7 req-e43ab46e-4be4-4cfc-aa70-61e0e5f016ca tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.0721841 Aug 16 02:03:03.776749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef8d307b-7699-46f8-9bbb-f767d376ead7 req-c03b4906-163e-4aba-af8a-1f73ebabeb0c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Aug 16 02:03:03.795743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-c57fe5c8-a6fd-4ef3-90b2-be365fd205c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.797540 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-c57fe5c8-a6fd-4ef3-90b2-be365fd205c2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1101 time: 0.0560627 Aug 16 02:03:03.843172 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.914587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-f5a1e6ca-640c-4ccc-98bc-0f9e807dd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.916293 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-f5a1e6ca-640c-4ccc-98bc-0f9e807dd03a service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1087990 Aug 16 02:03:03.970826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-e5fdfb72-0e1d-45d0-8809-e8bda34ec086 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.0455284 Aug 16 02:03:04.071829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-0a191ebc-7eb2-45f9-82e2-85420c14be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.075693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-0a191ebc-7eb2-45f9-82e2-85420c14be3c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0944643 Aug 16 02:03:04.148265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86a7cc-1877-4204-a425-72e1f105927e req-5be19f1e-5cc5-4797-ad0d-2160766b5909 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.148502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-554db2ea-1ada-4ba9-a851-ed877fe719ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.150768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c86a7cc-1877-4204-a425-72e1f105927e req-5be19f1e-5cc5-4797-ad0d-2160766b5909 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0776825 Aug 16 02:03:04.151489 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-554db2ea-1ada-4ba9-a851-ed877fe719ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0633192 Aug 16 02:03:04.215547 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c86a7cc-1877-4204-a425-72e1f105927e req-ede7a8cb-30e1-4e3f-9389-c97b4113cef0 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585673 Aug 16 02:03:04.217155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4e133-1e2a-4236-90cc-ce458a925c7f', 'name': 'network-vif-deleted', 'tag': '8052e46a-bbb9-44cd-8c92-2b18f15b25ce'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:04.220897 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b955d93-7d6d-4388-b243-7fcbef273572" -d '{"events": [{"server_uuid": "dab4e133-1e2a-4236-90cc-ce458a925c7f", "name": "network-vif-deleted", "tag": "8052e46a-bbb9-44cd-8c92-2b18f15b25ce"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:04.272285 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa64e31-7a11-40b9-ae63-a2d6c93b8660 x-openstack-request-id: req-7aa64e31-7a11-40b9-ae63-a2d6c93b8660 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:04.272712 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4e133-1e2a-4236-90cc-ce458a925c7f", "name": "network-vif-deleted", "tag": "8052e46a-bbb9-44cd-8c92-2b18f15b25ce", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:04.273090 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7aa64e31-7a11-40b9-ae63-a2d6c93b8660 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:04.273629 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab4e133-1e2a-4236-90cc-ce458a925c7f', 'name': 'network-vif-deleted', 'tag': '8052e46a-bbb9-44cd-8c92-2b18f15b25ce', 'status': 'completed', 'code': 200} Aug 16 02:03:04.280775 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-bdfe8aed-3262-44e1-87b6-47c36503244d service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224444 Aug 16 02:03:04.389623 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-89daa744-3a5e-4bc4-b7e3-14d7516603c3 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998578 Aug 16 02:03:04.390943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9114e7ef-385d-4cc4-a390-49909f78e503 req-9bbee751-4fe3-493d-b91b-fb4183311c7f tempest-TenantUsagesTestJSON-2020426371 tempest-TenantUsagesTestJSON-2020426371-project] 10.222.0.61 "GET /v2.0/ports?device_id=dab4e133-1e2a-4236-90cc-ce458a925c7f HTTP/1.1" status: 200 len: 210 time: 0.0294766 Aug 16 02:03:04.751743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.920420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355e578-b689-4cab-b493-8295a4b2c165 req-aa928769-8973-46e0-85f7-ebec2a8f1c7a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.921976 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1355e578-b689-4cab-b493-8295a4b2c165 req-aa928769-8973-46e0-85f7-ebec2a8f1c7a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.0547760 Aug 16 02:03:04.962067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1355e578-b689-4cab-b493-8295a4b2c165 req-cb07d09e-cc18-4cd1-9f46-52cf17a42ac5 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331471 Aug 16 02:03:05.200464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8052e46a-bbb9-44cd-8c92-2b18f15b25ce no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:05.224778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 8052e46a-bbb9-44cd-8c92-2b18f15b25ce {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:05.225609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8052e46a-bbb9-44cd-8c92-2b18f15b25ce not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:05.338452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52105e32-d2c0-442a-ad00-1c1e518c4ee6 req-fc8ef2cf-d50a-4c87-b9cb-deed95657ff1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.339953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52105e32-d2c0-442a-ad00-1c1e518c4ee6 req-fc8ef2cf-d50a-4c87-b9cb-deed95657ff1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0496271 Aug 16 02:03:05.378682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52105e32-d2c0-442a-ad00-1c1e518c4ee6 req-4165ef8b-a0eb-4c1b-aa4a-26292e9d5e3f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326171 Aug 16 02:03:05.710401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.847308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2d424482-3887-4acc-8a09-96890c327278 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ba30f58bfe74f42846b0082a4c884a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353452 Aug 16 02:03:05.850015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.907930 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2bea0cb-8f65-4105-88d4-700ca219f257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.934042 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2bea0cb-8f65-4105-88d4-700ca219f257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.985770 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2bea0cb-8f65-4105-88d4-700ca219f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.988311 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2bea0cb-8f65-4105-88d4-700ca219f257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.989562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e2bea0cb-8f65-4105-88d4-700ca219f257 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8 HTTP/1.1" status: 204 len: 168 time: 0.1385255 Aug 16 02:03:05.997859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bea0cb-8f65-4105-88d4-700ca219f257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3586a78-b1b6-4bf3-ab8f-b52f3458f3c8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.110463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a96790-bf43-4b5d-a44a-a6852b7e48be req-c7eaa5ef-ecc4-4476-947d-e08dd719cbe0 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.112074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46a96790-bf43-4b5d-a44a-a6852b7e48be req-c7eaa5ef-ecc4-4476-947d-e08dd719cbe0 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.0545080 Aug 16 02:03:06.182735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46a96790-bf43-4b5d-a44a-a6852b7e48be req-257dd6e3-e997-4187-9fc6-a5e31c54cd9e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595095 Aug 16 02:03:06.326625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.341651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06d609d9-e03a-4f88-8d9c-232b0a53b87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.467806 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06d609d9-e03a-4f88-8d9c-232b0a53b87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.478520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06d609d9-e03a-4f88-8d9c-232b0a53b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.549147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-06d609d9-e03a-4f88-8d9c-232b0a53b87d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34bdac983ca041ed8d73ca06205a7f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215269 Aug 16 02:03:06.554023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.555116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d609d9-e03a-4f88-8d9c-232b0a53b87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b90583-a546-46ed-be3f-3900ffca9c6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.564733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdb6a3-f3da-433c-a4c6-5c9c487eab97 req-7de0fd9f-bfcf-474d-af6d-d17a9ad8c8d2 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.566301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3bdb6a3-f3da-433c-a4c6-5c9c487eab97 req-7de0fd9f-bfcf-474d-af6d-d17a9ad8c8d2 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1016111 Aug 16 02:03:06.611743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3bdb6a3-f3da-433c-a4c6-5c9c487eab97 req-9f545234-cce3-471d-a2ce-34897c3b221e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382078 Aug 16 02:03:06.635275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c98f0a8-82cd-4829-b244-1d5d0a480452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.680108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c98f0a8-82cd-4829-b244-1d5d0a480452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.711453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.737385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c98f0a8-82cd-4829-b244-1d5d0a480452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.740637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c98f0a8-82cd-4829-b244-1d5d0a480452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.744521 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1c98f0a8-82cd-4829-b244-1d5d0a480452 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7b90583-a546-46ed-be3f-3900ffca9c6e HTTP/1.1" status: 204 len: 168 time: 0.1867421 Aug 16 02:03:06.758375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98f0a8-82cd-4829-b244-1d5d0a480452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b90583-a546-46ed-be3f-3900ffca9c6e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.810141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.852951 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8354f0d6-e06d-40a8-81ef-890d239d264f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.957897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8354f0d6-e06d-40a8-81ef-890d239d264f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.965191 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8354f0d6-e06d-40a8-81ef-890d239d264f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.000422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354f0d6-e06d-40a8-81ef-890d239d264f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8819c9b9-7b14-4a2e-b04a-15eb0a52fc3b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.042709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8354f0d6-e06d-40a8-81ef-890d239d264f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b750ff0ca2e4b0c899321a8b91f63fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274410 Aug 16 02:03:07.043546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:07.110396 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a6582b1-f6eb-482d-a82a-99aa53b5d3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.136415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a6582b1-f6eb-482d-a82a-99aa53b5d3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.193184 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a6582b1-f6eb-482d-a82a-99aa53b5d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.196155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a6582b1-f6eb-482d-a82a-99aa53b5d3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.197554 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6a6582b1-f6eb-482d-a82a-99aa53b5d3bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8819c9b9-7b14-4a2e-b04a-15eb0a52fc3b HTTP/1.1" status: 204 len: 168 time: 0.1525609 Aug 16 02:03:07.210049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6582b1-f6eb-482d-a82a-99aa53b5d3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8819c9b9-7b14-4a2e-b04a-15eb0a52fc3b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.343682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82672bb1-6712-4a36-95e8-79758f675c14 req-1d96d543-cc9b-4e47-aa0f-f468c2867474 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:07.351950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82672bb1-6712-4a36-95e8-79758f675c14 req-1d96d543-cc9b-4e47-aa0f-f468c2867474 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.0691512 Aug 16 02:03:07.421565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82672bb1-6712-4a36-95e8-79758f675c14 req-af499e60-c55c-4c54-a468-2776df241e23 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685914 Aug 16 02:03:07.718880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:07.760377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaa976-d1d3-45bd-a4b8-ea0012502fc4 req-68db6d82-dcb7-4380-90ad-69d8a242f114 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:07.767767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5aaaa976-d1d3-45bd-a4b8-ea0012502fc4 req-68db6d82-dcb7-4380-90ad-69d8a242f114 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0676327 Aug 16 02:03:07.820370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5aaaa976-d1d3-45bd-a4b8-ea0012502fc4 req-59cdc71c-328c-49d3-ba9a-812607908e59 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513229 Aug 16 02:03:07.895688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-network', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:07.938329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Made reservation on behalf of 1415ebbc38c7489b83abe26f250dd658 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:07.941579 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.953885 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.066984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.072838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.104397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:08.116098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea66fd-da7c-44e7-93e9-5723831806f4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.121557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.121949 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Added segment 6ca4e664-2b2d-437f-ac20-c7f387cb8c9d of type vlan for network 846c2367-39fc-409d-b5e9-b670a2123702 Aug 16 02:03:08.174745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.211019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.212050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:08.212624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.297726 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5749903 Aug 16 02:03:08.301106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:08.307259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Request body: {'subnet': {'network_id': '846c2367-39fc-409d-b5e9-b670a2123702', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-subnet', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:08.313598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da329439-9744-493e-9b44-832fddc2d291 admin admin] Pushing event updated for resources: {'Network': ['ID=846c2367-39fc-409d-b5e9-b670a2123702,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.328991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 846c2367-39fc-409d-b5e9-b670a2123702 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:08.344031 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-bd900123-7df6-43b3-b362-2fd5cd62e499 service neutron] 10.222.0.93 "GET /v2.0/ports/8bf3d1ef-91fe-4487-bbc4-c594a452b27b/bindings/n-h1-768862-14 HTTP/1.1" status: 200 len: 385 time: 0.0841191 Aug 16 02:03:08.347244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Made reservation on behalf of 1415ebbc38c7489b83abe26f250dd658 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:08.352987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.567572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-883454f9-2522-4066-bc6a-05810a277242 req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:08.592469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-883454f9-2522-4066-bc6a-05810a277242 req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:08.632302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182f842-f034-4224-bf2e-ac415304eafa req-b82a3750-d9de-407d-afd7-35892ef206be tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:08.633951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6182f842-f034-4224-bf2e-ac415304eafa req-b82a3750-d9de-407d-afd7-35892ef206be tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 943 time: 0.1192749 Aug 16 02:03:08.643292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-883454f9-2522-4066-bc6a-05810a277242 req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf3d1ef-91fe-4487-bbc4-c594a452b27b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:08.643809 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.656022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-883454f9-2522-4066-bc6a-05810a277242 req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:08.672363 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.753754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f599eea6-856b-43c4-8f72-b7a5d4834c07,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.765045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Checking segment: {'id': '6ca4e664-2b2d-437f-ac20-c7f387cb8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '846c2367-39fc-409d-b5e9-b670a2123702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:08.765769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Network hostable DHCP agents. Network: 846c2367-39fc-409d-b5e9-b670a2123702, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:08.773697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6182f842-f034-4224-bf2e-ac415304eafa req-f6daf491-9b78-4d49-9b9a-a5fb6517d1f2 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310940 Aug 16 02:03:08.778114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-883454f9-2522-4066-bc6a-05810a277242 req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] Transition to ACTIVE for port object 8bf3d1ef-91fe-4487-bbc4-c594a452b27b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:08.785799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.803793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Network 846c2367-39fc-409d-b5e9-b670a2123702 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:08.813295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 846c2367-39fc-409d-b5e9-b670a2123702) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:08.819183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:08.819885 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.827688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d641876-c877-48be-828e-bbbbff99b978 None None] Network 846c2367-39fc-409d-b5e9-b670a2123702 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:08.847139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6fea082d-1026-43e0-8f37-9456efc4a80f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5441451 Aug 16 02:03:08.850289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:08.857326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:08.886538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-883454f9-2522-4066-bc6a-05810a277242 req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] No DVR routers for this DVR port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:08.894270 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.898545 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.935239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.988566 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-9a6bb3c8-d6b7-43df-b22b-e16073a5f858 service neutron] 10.222.0.93 "PUT /v2.0/ports/8bf3d1ef-91fe-4487-bbc4-c594a452b27b/bindings/n-h1-768862-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6381850 Aug 16 02:03:09.010404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8bf3d1ef-91fe-4487-bbc4-c594a452b27b no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:09.067389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.093048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c76c9-3aa7-4af0-a649-cd4fee7dc9bd req-2c463125-a620-4952-b715-c8f401e0651b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.094972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-070c76c9-3aa7-4af0-a649-cd4fee7dc9bd req-2c463125-a620-4952-b715-c8f401e0651b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1096587 Aug 16 02:03:09.122468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8bf3d1ef-91fe-4487-bbc4-c594a452b27b not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:09.169731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-e5b7cdf5-ca9f-4642-9c3c-79c82bb2884f tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.172426 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-e5b7cdf5-ca9f-4642-9c3c-79c82bb2884f tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.0874083 Aug 16 02:03:09.177180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-846c2367-39fc-409d-b5e9-b670a2123702', 'network_id': '846c2367-39fc-409d-b5e9-b670a2123702', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'fixed_ips': [{'subnet_id': 'f599eea6-856b-43c4-8f72-b7a5d4834c07'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:09.178353 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.216362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 224287dc-3f75-4695-9d33-5b1963f46ba9 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:09.268507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-070c76c9-3aa7-4af0-a649-cd4fee7dc9bd req-f5fd61e4-a818-4960-822e-a5bcfa344a76 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325338 Aug 16 02:03:09.280643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-dbe66cca-571d-4eed-b5f8-68ca38552380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.282230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-dbe66cca-571d-4eed-b5f8-68ca38552380 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d&tenant_id=cd4786612bfb44e88800a68032521120 HTTP/1.1" status: 200 len: 1096 time: 0.0953305 Aug 16 02:03:09.306037 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.386581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-0ac9bee2-7593-4a93-bfab-ff142e3e4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.390651 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-0ac9bee2-7593-4a93-bfab-ff142e3e4a1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 1096 time: 0.0588362 Aug 16 02:03:09.472524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=224287dc-3f75-4695-9d33-5b1963f46ba9,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:09.503643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '224287dc-3f75-4695-9d33-5b1963f46ba9', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'port_id': '224287dc-3f75-4695-9d33-5b1963f46ba9', 'mac_address': 'fa:16:3e:ba:e5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315ce014-21ca-4f9b-ba83-7ea667026954', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:09.517207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Allocated IP 172.20.0.2 (846c2367-39fc-409d-b5e9-b670a2123702/f599eea6-856b-43c4-8f72-b7a5d4834c07/4ad9e824-837d-4cae-88da-3bf7f1342a35) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:09.528435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-bf2bfe16-2105-4bfc-9130-f83a5628ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.530335 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-bf2bfe16-2105-4bfc-9130-f83a5628ae96 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.1285007 Aug 16 02:03:09.575988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.579803 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-a56b3c44-647b-4962-88f3-4aae2cf05941 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b HTTP/1.1" status: 200 len: 217 time: 0.0390241 Aug 16 02:03:09.598340 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.615230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.653908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-e489201e-7157-4c1d-8fcd-61db42480550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.654590 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-e489201e-7157-4c1d-8fcd-61db42480550 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.0657942 Aug 16 02:03:09.677315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 224287dc-3f75-4695-9d33-5b1963f46ba9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:09.707607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=224287dc-3f75-4695-9d33-5b1963f46ba9,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:09.712382 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-90fce10c-a0df-461d-b922-37786f554b77 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353897 Aug 16 02:03:09.714620 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.799656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Allocated IP 172.25.5.98 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/64f962b7-316c-4f31-a947-16743a32097a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:09.805282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=224287dc-3f75-4695-9d33-5b1963f46ba9,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.828708 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-9f67ad6c-7afb-41e8-a74d-99c456936ea4 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988603 Aug 16 02:03:09.856365 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.865298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Transition to ACTIVE for port object 4ad9e824-837d-4cae-88da-3bf7f1342a35 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:09.890863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Transition to ACTIVE for port object 4ad9e824-837d-4cae-88da-3bf7f1342a35 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:09.900901 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.944704 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-f2c6417e-4d5a-4da4-9967-2c332dc4ddd8 service neutron] 10.222.0.86 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028996 Aug 16 02:03:09.945956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['224287dc-3f75-4695-9d33-5b1963f46ba9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:09.949475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Network 846c2367-39fc-409d-b5e9-b670a2123702 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:09.957847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de839827-ba8d-4d65-ae59-8f709b7783c2 req-c470f0ec-0b68-4543-bb1a-0e4dd56815c7 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.960008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de839827-ba8d-4d65-ae59-8f709b7783c2 req-c470f0ec-0b68-4543-bb1a-0e4dd56815c7 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 944 time: 0.0782981 Aug 16 02:03:09.984420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:09.988282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:09.993314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Pushing event updated for resources: {'Port': ['ID=4ad9e824-837d-4cae-88da-3bf7f1342a35,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.011907 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.031735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de839827-ba8d-4d65-ae59-8f709b7783c2 req-16c487b8-87e6-4352-b5f8-c9bc38ad731e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657983 Aug 16 02:03:10.075888 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.084934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Attempting to bind port 4ad9e824-837d-4cae-88da-3bf7f1342a35 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:10.085302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Attempting to bind port 4ad9e824-837d-4cae-88da-3bf7f1342a35 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6ca4e664-2b2d-437f-ac20-c7f387cb8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '846c2367-39fc-409d-b5e9-b670a2123702'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:10.085662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Attempting to bind port 4ad9e824-837d-4cae-88da-3bf7f1342a35 on network 846c2367-39fc-409d-b5e9-b670a2123702 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:10.098094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:10.098489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Checking segment: {'id': '6ca4e664-2b2d-437f-ac20-c7f387cb8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '846c2367-39fc-409d-b5e9-b670a2123702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:10.099532 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.099928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Bound using segment: {'id': '6ca4e664-2b2d-437f-ac20-c7f387cb8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '846c2367-39fc-409d-b5e9-b670a2123702'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:10.100403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Bound port: 4ad9e824-837d-4cae-88da-3bf7f1342a35, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4e664-2b2d-437f-ac20-c7f387cb8c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '846c2367-39fc-409d-b5e9-b670a2123702'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:10.100782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.125943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:10.128048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:10.140747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:10.179742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Pushing event updated for resources: {'Port': ['ID=64f962b7-316c-4f31-a947-16743a32097a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.233807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] For port 4ad9e824-837d-4cae-88da-3bf7f1342a35, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:10.238434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] For port 4ad9e824-837d-4cae-88da-3bf7f1342a35, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4ad9e824-837d-4cae-88da-3bf7f1342a35,segment=NetworkSegment(6ca4e664-2b2d-437f-ac20-c7f387cb8c9d),segment_id=6ca4e664-2b2d-437f-ac20-c7f387cb8c9d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:10.245674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.324657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9b418-a07e-498a-a135-cc6732246abc None None] Pushing event updated for resources: {'Port': ['ID=4ad9e824-837d-4cae-88da-3bf7f1342a35,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.471747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883454f9-2522-4066-bc6a-05810a277242 req-2dc67b4a-6373-404c-b9a1-1e164a06e51b tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.474317 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-2dc67b4a-6373-404c-b9a1-1e164a06e51b tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d&tenant_id=cd4786612bfb44e88800a68032521120&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.0669172 Aug 16 02:03:10.648149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee7eea-6845-401d-b3a4-a253b593f094 req-58e4bd4c-8bad-4331-95ab-6e898aff9021 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.655754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6ee7eea-6845-401d-b3a4-a253b593f094 req-58e4bd4c-8bad-4331-95ab-6e898aff9021 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.2350855 Aug 16 02:03:10.656606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.707347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-883454f9-2522-4066-bc6a-05810a277242 req-95aa56bc-dc31-4559-bf19-e022da6460bd service neutron] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:10.709952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-883454f9-2522-4066-bc6a-05810a277242 req-95aa56bc-dc31-4559-bf19-e022da6460bd service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.711129 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-883454f9-2522-4066-bc6a-05810a277242 req-95aa56bc-dc31-4559-bf19-e022da6460bd service neutron] 10.222.0.86 "DELETE /v2.0/ports/8bf3d1ef-91fe-4487-bbc4-c594a452b27b/bindings/n-h2-768862-14 HTTP/1.1" status: 204 len: 173 time: 0.2244611 Aug 16 02:03:10.753427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6ee7eea-6845-401d-b3a4-a253b593f094 req-25b90af0-9c53-4620-a00c-bdd331d65106 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944502 Aug 16 02:03:10.930020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.094363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Router 2b81b601-2cb1-4af8-afcd-458756a9c8ec is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:11.198151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 224287dc-3f75-4695-9d33-5b1963f46ba9 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:11.298552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 224287dc-3f75-4695-9d33-5b1963f46ba9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:11.298937 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.408358 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.435198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:11.438831 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e500966-79af-4db6-9066-ab67e34df8cb" -d '{"events": [{"server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "name": "network-vif-plugged", "status": "completed", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:11.472656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=224287dc-3f75-4695-9d33-5b1963f46ba9,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:11.478456 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.553905 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc2bf0-01d3-4e1b-9794-700ef0b10be1 x-openstack-request-id: req-69fc2bf0-01d3-4e1b-9794-700ef0b10be1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:11.554152 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "name": "network-vif-plugged", "status": "completed", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:11.554399 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69fc2bf0-01d3-4e1b-9794-700ef0b10be1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:11.554802 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9', 'code': 200} Aug 16 02:03:11.564114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=224287dc-3f75-4695-9d33-5b1963f46ba9,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:11.640545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3487fc0-329f-40c1-96ef-123f03e8805f req-7a2ae31e-3ea4-40bb-8034-ca2feb42a923 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.653165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3487fc0-329f-40c1-96ef-123f03e8805f req-7a2ae31e-3ea4-40bb-8034-ca2feb42a923 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 944 time: 0.4742596 Aug 16 02:03:11.684608 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:11.695069 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Sync routers for ids ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:11.705184 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Routers {'2b81b601-2cb1-4af8-afcd-458756a9c8ec'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:11.705826 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:03:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:11.717080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3487fc0-329f-40c1-96ef-123f03e8805f req-ece32871-653c-4828-a9de-608a040f3f9f tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657918 Aug 16 02:03:11.731246 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.746632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93e4c4-7705-4ab4-a0cd-72a13fab5d95 None None] Network 846c2367-39fc-409d-b5e9-b670a2123702 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:11.753991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8446255c-fb07-41a1-a836-68d319d7623b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9014781 Aug 16 02:03:11.756877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39286) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:11.876715 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.890100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-242f3044-0782-47ad-b897-706396931eff None None] Provisioning for port 4ad9e824-837d-4cae-88da-3bf7f1342a35 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:11.921258 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Set router 2b81b601-2cb1-4af8-afcd-458756a9c8ec gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:12.008018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4318d23-7250-4565-a975-c3f510b66645 req-05d97e94-ac18-4879-86e4-80078a405a77 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.011556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4318d23-7250-4565-a975-c3f510b66645 req-05d97e94-ac18-4879-86e4-80078a405a77 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1181207 Aug 16 02:03:12.027490 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951e383-6987-4487-8e9b-b3a2c873e3f0 req-29252c74-561a-4789-a98a-7ff65d77dd0a tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.037630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7951e383-6987-4487-8e9b-b3a2c873e3f0 req-29252c74-561a-4789-a98a-7ff65d77dd0a tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 1096 time: 0.0764961 Aug 16 02:03:12.101918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7951e383-6987-4487-8e9b-b3a2c873e3f0 req-b1fe63c7-6c85-49c8-86d3-e7efdef929ee tempest-LiveAutoBlockMigrationV225Test-1096609996 tempest-LiveAutoBlockMigrationV225Test-1096609996-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620573 Aug 16 02:03:12.149381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4318d23-7250-4565-a975-c3f510b66645 req-8179cad5-a4a1-4da3-90d5-c48ad433b44e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096809 Aug 16 02:03:12.203292 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4ad9e824-837d-4cae-88da-3bf7f1342a35 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:12.283609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 4ad9e824-837d-4cae-88da-3bf7f1342a35 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:12.290161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 4ad9e824-837d-4cae-88da-3bf7f1342a35 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:12.290811 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.305676 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '64f962b7-316c-4f31-a947-16743a32097a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:08Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 3, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'gw_port': {'id': '64f962b7-316c-4f31-a947-16743a32097a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:09Z', 'updated_at': '2021-08-16T02:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:12.371108 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Checking router: 2b81b601-2cb1-4af8-afcd-458756a9c8ec for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:12.371775 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Updating router 2b81b601-2cb1-4af8-afcd-458756a9c8ec port 64f962b7-316c-4f31-a947-16743a32097a binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:12.456220 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.523226 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.543686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58c87ff7-72c4-47f9-bea1-a1dd54680659 None None] Provisioning complete for port 4ad9e824-837d-4cae-88da-3bf7f1342a35 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:12.543686 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58c87ff7-72c4-47f9-bea1-a1dd54680659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.576211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.638421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 4ad9e824-837d-4cae-88da-3bf7f1342a35, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4ad9e824-837d-4cae-88da-3bf7f1342a35,segment=NetworkSegment(6ca4e664-2b2d-437f-ac20-c7f387cb8c9d),segment_id=6ca4e664-2b2d-437f-ac20-c7f387cb8c9d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:12.717935 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.822981 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.823501 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58c87ff7-72c4-47f9-bea1-a1dd54680659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.835703 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Transition to ACTIVE for port object 64f962b7-316c-4f31-a947-16743a32097a will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:12.842918 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.865740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=4ad9e824-837d-4cae-88da-3bf7f1342a35,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.906136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-58c87ff7-72c4-47f9-bea1-a1dd54680659 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:12.906850 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-58c87ff7-72c4-47f9-bea1-a1dd54680659 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:12.929098 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Attempting to bind port 64f962b7-316c-4f31-a947-16743a32097a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:12.929641 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Attempting to bind port 64f962b7-316c-4f31-a947-16743a32097a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:12.930103 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Attempting to bind port 64f962b7-316c-4f31-a947-16743a32097a on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:12.939256 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Pushing event updated for resources: {'Port': ['ID=64f962b7-316c-4f31-a947-16743a32097a,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.939465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Allocated IP 172.20.0.1 (846c2367-39fc-409d-b5e9-b670a2123702/f599eea6-856b-43c4-8f72-b7a5d4834c07/d1519bfe-183d-4778-a994-812dd7f9628b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:12.941678 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:12.942297 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:12.943344 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.943916 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:12.944677 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Bound port: 64f962b7-316c-4f31-a947-16743a32097a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:12.945320 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.973225 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.974488 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.975107 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.975673 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.976240 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.976851 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.977404 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.977530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ba893-82fa-4d65-b857-4c3cfb68ebe3 req-862d2814-9edc-483c-b6c2-31200b380880 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.978457 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.979038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a71ba893-82fa-4d65-b857-4c3cfb68ebe3 req-862d2814-9edc-483c-b6c2-31200b380880 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 944 time: 0.0599604 Aug 16 02:03:12.979340 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.979768 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.980201 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:12.980628 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:13.025932 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] For port 64f962b7-316c-4f31-a947-16743a32097a, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:13.031102 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] For port 64f962b7-316c-4f31-a947-16743a32097a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=64f962b7-316c-4f31-a947-16743a32097a,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:13.037591 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.042769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a71ba893-82fa-4d65-b857-4c3cfb68ebe3 req-639c1d83-79ab-42da-97cc-4d59563394c5 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510056 Aug 16 02:03:13.085941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.101494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Transition to ACTIVE for port object d1519bfe-183d-4778-a994-812dd7f9628b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:13.114081 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Routers {'2b81b601-2cb1-4af8-afcd-458756a9c8ec'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:13.115729 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:03:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:13.144180 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.192334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Network 846c2367-39fc-409d-b5e9-b670a2123702 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:13.196349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:13.200868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:13.245260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.258592 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb557d6-45a7-4865-b8fe-f1fb2d1e389a None None] Pushing event updated for resources: {'Port': ['ID=64f962b7-316c-4f31-a947-16743a32097a,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.310967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Pushing event updated for resources: {'Port': ['ID=d1519bfe-183d-4778-a994-812dd7f9628b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.392308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1d17d-9442-41a3-9bdb-db5e8dac02d0 req-9db04b4e-260d-45ca-a69c-ac4fee57e0bb tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:13.399689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4b1d17d-9442-41a3-9bdb-db5e8dac02d0 req-9db04b4e-260d-45ca-a69c-ac4fee57e0bb tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1055925 Aug 16 02:03:13.424881 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] Set router 2b81b601-2cb1-4af8-afcd-458756a9c8ec gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:13.478127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4b1d17d-9442-41a3-9bdb-db5e8dac02d0 req-98b03934-433a-41a8-b030-a02bda860c61 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686715 Aug 16 02:03:13.494774 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.702508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9a6554e5-6e75-4039-879f-8162890fdb2c None None] Provisioning for port d1519bfe-183d-4778-a994-812dd7f9628b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:13.710777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9a6554e5-6e75-4039-879f-8162890fdb2c None None] Provisioning complete for port d1519bfe-183d-4778-a994-812dd7f9628b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:13.711391 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a6554e5-6e75-4039-879f-8162890fdb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.768433 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '64f962b7-316c-4f31-a947-16743a32097a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:08Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 3, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'gw_port': {'id': '64f962b7-316c-4f31-a947-16743a32097a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:09Z', 'updated_at': '2021-08-16T02:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:13.768790 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.781819 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.793244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9a6554e5-6e75-4039-879f-8162890fdb2c None None] Port d1519bfe-183d-4778-a994-812dd7f9628b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:13.821231 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb96c1-109c-4f2c-9054-643ec3eacc0a None None] The sync data for ids ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'] in n-d-768862-14 is: [{'id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '64f962b7-316c-4f31-a947-16743a32097a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:08Z', 'updated_at': '2021-08-16T02:03:10Z', 'revision_number': 3, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'gw_port': {'id': '64f962b7-316c-4f31-a947-16743a32097a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:09Z', 'updated_at': '2021-08-16T02:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:13.889263 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.920536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Pushing event updated for resources: {'Port': ['ID=d1519bfe-183d-4778-a994-812dd7f9628b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.011950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-1e313b89-f08a-45a2-94b9-3c78f1d12fde tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.013882 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-1e313b89-f08a-45a2-94b9-3c78f1d12fde tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.86 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 944 time: 0.1771314 Aug 16 02:03:14.059681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4ad9e824-837d-4cae-88da-3bf7f1342a35 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:14.137422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Network 846c2367-39fc-409d-b5e9-b670a2123702 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:14.178211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:14.185593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 4ad9e824-837d-4cae-88da-3bf7f1342a35 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:14.186156 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.297301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92e190-efd8-4d57-b4e2-d58a2dad37ad req-655ffb35-76aa-492a-b043-30d46e6c7682 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.322162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf92e190-efd8-4d57-b4e2-d58a2dad37ad req-655ffb35-76aa-492a-b043-30d46e6c7682 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 944 time: 0.1324556 Aug 16 02:03:14.398833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Router 2b81b601-2cb1-4af8-afcd-458756a9c8ec has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:14.403131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf92e190-efd8-4d57-b4e2-d58a2dad37ad req-9800f47f-2933-42aa-a004-0675fcb73be1 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799060 Aug 16 02:03:14.429187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Deleting port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:14.429624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.546048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8629378-1280-400b-bb23-9a39a025999a None None] Provisioning complete for port d1519bfe-183d-4778-a994-812dd7f9628b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:14.546679 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8629378-1280-400b-bb23-9a39a025999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.623560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b8629378-1280-400b-bb23-9a39a025999a None None] Port d1519bfe-183d-4778-a994-812dd7f9628b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:14.695191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] For port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:14.696729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.728888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8925f-b563-4ac2-aecb-0423499876c1 req-f61c4a8b-f12a-4e35-b558-3650968b10b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.730712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-caa8925f-b563-4ac2-aecb-0423499876c1 req-f61c4a8b-f12a-4e35-b558-3650968b10b7 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0959415 Aug 16 02:03:14.746655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Calling delete_port for 8bf3d1ef-91fe-4487-bbc4-c594a452b27b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:14.762734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:14.774643 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d3185c87-e564-4f84-9a10-d44cb51c3130 admin admin] 10.222.0.61 "PUT /v2.0/routers/2b81b601-2cb1-4af8-afcd-458756a9c8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0161314 Aug 16 02:03:14.826795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-caa8925f-b563-4ac2-aecb-0423499876c1 req-7427674f-89f3-4d68-a126-1dfc61e41637 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754683 Aug 16 02:03:14.981115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.997915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f448f47d-4c1a-4794-ac89-b9e4de794062'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:15.047958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['8bf3d1ef-91fe-4487-bbc4-c594a452b27b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:15.059758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Pushing event deleted for resources: {'Port': ['ID=8bf3d1ef-91fe-4487-bbc4-c594a452b27b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.162640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] No DVR routers for this DVR port 8bf3d1ef-91fe-4487-bbc4-c594a452b27b on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:15.165362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.167588 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1cfcda9f-b375-4c7e-a3f2-0507125e8fb7 req-42a4f94d-7ccd-4c90-8280-2c32b920dc98 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.86 "DELETE /v2.0/ports/8bf3d1ef-91fe-4487-bbc4-c594a452b27b HTTP/1.1" status: 204 len: 173 time: 1.1459854 Aug 16 02:03:15.168052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'name': 'network-vif-deleted', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:15.170391 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d04cd03-c565-4ae4-a4fb-2ac7faad17d6" -d '{"events": [{"server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "name": "network-vif-deleted", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:15.369756 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-2b8c98a0-2bc2-4322-86b5-2a3235d94b60 req-9dc4eb50-b142-400b-b8bc-508b90b42a9d tempest-FloatingIPDetailsNegativeTestJSON-1601968123 tempest-FloatingIPDetailsNegativeTestJSON-1601968123-project] show failed (client error): The resource could not be found. Aug 16 02:03:15.370881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b8c98a0-2bc2-4322-86b5-2a3235d94b60 req-9dc4eb50-b142-400b-b8bc-508b90b42a9d tempest-FloatingIPDetailsNegativeTestJSON-1601968123 tempest-FloatingIPDetailsNegativeTestJSON-1601968123-project] 10.222.0.61 "GET /v2.0/floatingips/333a4f7f-1f3a-4b93-b01a-57329ec9fd2b HTTP/1.1" status: 404 len: 350 time: 0.0795577 Aug 16 02:03:15.382655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:15.383761 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82622f5-b24c-45c5-8053-8c1d7ae4c36c x-openstack-request-id: req-b82622f5-b24c-45c5-8053-8c1d7ae4c36c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:15.384059 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e9ab08-0f78-4caa-aa05-eb65f29e633d", "name": "network-vif-deleted", "tag": "8bf3d1ef-91fe-4487-bbc4-c594a452b27b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:15.384312 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b82622f5-b24c-45c5-8053-8c1d7ae4c36c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:15.385043 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e9ab08-0f78-4caa-aa05-eb65f29e633d', 'name': 'network-vif-deleted', 'tag': '8bf3d1ef-91fe-4487-bbc4-c594a452b27b', 'status': 'completed', 'code': 200} Aug 16 02:03:15.570971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-620a34b5-ab7c-4fb4-9c28-904ddf9aaac8 req-c910eed3-75eb-4033-bf44-6972a2df6144 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 210 time: 0.0390313 Aug 16 02:03:15.975619 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.142086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 64f962b7-316c-4f31-a947-16743a32097a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:16.246750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 64f962b7-316c-4f31-a947-16743a32097a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:16.265877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37cec-1769-4bd7-8f0b-b0914bc03e80 req-4033763d-f9f6-4410-903a-3e4da1f656eb tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.268637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbd37cec-1769-4bd7-8f0b-b0914bc03e80 req-4033763d-f9f6-4410-903a-3e4da1f656eb tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.2245789 Aug 16 02:03:16.280615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 64f962b7-316c-4f31-a947-16743a32097a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:16.281163 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.421399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbd37cec-1769-4bd7-8f0b-b0914bc03e80 req-0d8698c0-2d61-4f6e-93fc-d2de5307de2a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203201 Aug 16 02:03:16.468724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.497679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 64f962b7-316c-4f31-a947-16743a32097a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=64f962b7-316c-4f31-a947-16743a32097a,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:16.499492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] Sync routers for ids ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:16.510373 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.524698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] Routers {'2b81b601-2cb1-4af8-afcd-458756a9c8ec'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:16.526742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:03:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:16.550910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Deleting port d1519bfe-183d-4778-a994-812dd7f9628b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:16.551374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.758619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] Set router 2b81b601-2cb1-4af8-afcd-458756a9c8ec gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:16.763165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-13b701bf-6bf4-4c91-9eee-60fc8c7637db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0942035 Aug 16 02:03:16.790879 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.858289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-814d2dc3-385f-4d76-b429-991dfad21470 req-abb599ce-bcd7-4372-b2d9-43a54ac1287a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 210 time: 0.1013334 Aug 16 02:03:16.872165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Calling delete_port for d1519bfe-183d-4778-a994-812dd7f9628b owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:16.905445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-4449a111-d222-49ff-b4ac-ba09e2619818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.907064 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-4449a111-d222-49ff-b4ac-ba09e2619818 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd4786612bfb44e88800a68032521120&device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 1096 time: 0.1153305 Aug 16 02:03:17.138339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-70084823-3fa8-43d9-8267-b1ff8e16c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.139898 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-70084823-3fa8-43d9-8267-b1ff8e16c9ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 200 len: 921 time: 0.2085745 Aug 16 02:03:17.225194 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-c52fe002-ee04-498c-8453-5878600df175 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7 HTTP/1.1" status: 200 len: 217 time: 0.0716085 Aug 16 02:03:17.240526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8bf3d1ef-91fe-4487-bbc4-c594a452b27b no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:17.313500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.330738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-168dbc85-4233-410f-8144-4a7b184962a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.334448 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-168dbc85-4233-410f-8144-4a7b184962a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 200 len: 860 time: 0.1041238 Aug 16 02:03:17.374844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1519bfe-183d-4778-a994-812dd7f9628b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.387532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 8bf3d1ef-91fe-4487-bbc4-c594a452b27b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:17.387882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8bf3d1ef-91fe-4487-bbc4-c594a452b27b not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:17.422746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-855987a8-dc6e-4a51-8786-5abd34244c05 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812054 Aug 16 02:03:17.471804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=64f962b7-316c-4f31-a947-16743a32097a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.669692 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-f4813833-0807-4bc1-b4c6-33347e9cb491 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367618 Aug 16 02:03:17.741985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '64f962b7-316c-4f31-a947-16743a32097a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:08Z', 'updated_at': '2021-08-16T02:03:13Z', 'revision_number': 4, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'gw_port': {'id': '64f962b7-316c-4f31-a947-16743a32097a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:09Z', 'updated_at': '2021-08-16T02:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'd1519bfe-183d-4778-a994-812dd7f9628b', 'name': '', 'network_id': '846c2367-39fc-409d-b5e9-b670a2123702', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'mac_address': 'fa:16:3e:99:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'f599eea6-856b-43c4-8f72-b7a5d4834c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:12Z', 'updated_at': '2021-08-16T02:03:13Z', 'revision_number': 2, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'subnets': [{'id': 'f599eea6-856b-43c4-8f72-b7a5d4834c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:17.801160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] Checking router: 2b81b601-2cb1-4af8-afcd-458756a9c8ec for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:17.801532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] Updating router 2b81b601-2cb1-4af8-afcd-458756a9c8ec port d1519bfe-183d-4778-a994-812dd7f9628b binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:17.841276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] Port d1519bfe-183d-4778-a994-812dd7f9628b not found while updating agent binding for router 2b81b601-2cb1-4af8-afcd-458756a9c8ec. {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:03:17.857835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.862666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] Routers {'2b81b601-2cb1-4af8-afcd-458756a9c8ec'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:17.865226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:03:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:18.158396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] Set router 2b81b601-2cb1-4af8-afcd-458756a9c8ec gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:18.223079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a69fe-4b08-48e3-965a-c61fcb77abc5 req-458c8939-9a53-42e8-84be-18bb237e301f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.237202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 64f962b7-316c-4f31-a947-16743a32097a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:18.241574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a84a69fe-4b08-48e3-965a-c61fcb77abc5 req-458c8939-9a53-42e8-84be-18bb237e301f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.5948977 Aug 16 02:03:18.335051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58ad1194-3149-4f4e-a094-ae1e0564fa3b req-17f17f10-c02c-4161-9494-0f82daf170ea tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 210 time: 0.2124171 Aug 16 02:03:18.374892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 64f962b7-316c-4f31-a947-16743a32097a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:18.375495 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.499389 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3ab24a8-c2e5-4c5c-884a-f1b751d63753 req-21e457d9-c09b-4e64-b370-5f1c8d829664 service neutron] 10.222.0.93 "GET /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8224022 Aug 16 02:03:18.505994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a84a69fe-4b08-48e3-965a-c61fcb77abc5 req-63829700-c0fa-4561-996f-24dcf98cd70b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635243 Aug 16 02:03:18.778066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '64f962b7-316c-4f31-a947-16743a32097a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:08Z', 'updated_at': '2021-08-16T02:03:17Z', 'revision_number': 5, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'gw_port': {'id': '64f962b7-316c-4f31-a947-16743a32097a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:09Z', 'updated_at': '2021-08-16T02:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:18.820507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b36b06-58f4-4da0-9cea-1c1f63207d15 None None] The sync data for ids ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'] in n-d-768862-14 is: [{'id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '64f962b7-316c-4f31-a947-16743a32097a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:08Z', 'updated_at': '2021-08-16T02:03:17Z', 'revision_number': 5, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'gw_port': {'id': '64f962b7-316c-4f31-a947-16743a32097a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:09Z', 'updated_at': '2021-08-16T02:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:18.837800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Router 2b81b601-2cb1-4af8-afcd-458756a9c8ec has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:19.045096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:19.058467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:19.058697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-10e2f42c-67cb-4dc7-990e-848a6d694697 admin admin] 10.222.0.61 "PUT /v2.0/routers/2b81b601-2cb1-4af8-afcd-458756a9c8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6743081 Aug 16 02:03:19.327254 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.507798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecd68a29-ed5a-439d-b497-b0ea9abf09fb req-fb2bd495-75dd-4331-92eb-630f42c4180d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 210 time: 0.0626490 Aug 16 02:03:19.546721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.672925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Deleting port 64f962b7-316c-4f31-a947-16743a32097a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:19.673274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.779988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28fd2b-b3c0-4c19-a95e-1a16cc4de8a8 req-37b4354f-7a7f-4d66-9611-e53b16dc047a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.781936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b28fd2b-b3c0-4c19-a95e-1a16cc4de8a8 req-37b4354f-7a7f-4d66-9611-e53b16dc047a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1468279 Aug 16 02:03:19.848094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] For port 64f962b7-316c-4f31-a947-16743a32097a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=64f962b7-316c-4f31-a947-16743a32097a,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:19.848645 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.887887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b28fd2b-b3c0-4c19-a95e-1a16cc4de8a8 req-57b00cab-c9e0-47d7-9930-84540816e2c5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980566 Aug 16 02:03:19.898376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Calling delete_port for 64f962b7-316c-4f31-a947-16743a32097a owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:20.144531 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] Sync routers for ids ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:20.165668 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] Routers {'2b81b601-2cb1-4af8-afcd-458756a9c8ec'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:20.166303 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:03:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:20.182574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.245475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f962b7-316c-4f31-a947-16743a32097a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:20.332233 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.386702 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] Set router 2b81b601-2cb1-4af8-afcd-458756a9c8ec gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:20.504832 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:08Z', 'updated_at': '2021-08-16T02:03:19Z', 'revision_number': 6, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:20.534029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.539073 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.548671 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] Checking router: 2b81b601-2cb1-4af8-afcd-458756a9c8ec for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:20.559530 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] Routers {'2b81b601-2cb1-4af8-afcd-458756a9c8ec'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:20.560525 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:03:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:20.660256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.660702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b81b601-2cb1-4af8-afcd-458756a9c8ec {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:03:20.671945 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.678947 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d4698d6a-007e-4006-b411-5e1f99951214 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2b81b601-2cb1-4af8-afcd-458756a9c8ec HTTP/1.1" status: 204 len: 168 time: 1.6176965 Aug 16 02:03:20.680594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:20.691045 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] Set router 2b81b601-2cb1-4af8-afcd-458756a9c8ec gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:20.710928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f09568a7-a06b-4712-86d0-17b38d327acb req-48e15f47-c409-427e-9352-c7878880999c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 210 time: 0.0723732 Aug 16 02:03:20.807639 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:08Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 7, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:20.813891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b089c180-f77c-4bad-8f80-39fe2091bd03 admin admin] Deleting subnet f599eea6-856b-43c4-8f72-b7a5d4834c07 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:20.837568 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b089c180-f77c-4bad-8f80-39fe2091bd03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.899751 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2b09d-dc79-4da1-9a4b-aa438224fe22 None None] The sync data for ids ['2b81b601-2cb1-4af8-afcd-458756a9c8ec'] in n-d-768862-14 is: [{'id': '2b81b601-2cb1-4af8-afcd-458756a9c8ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2059202251-router', 'tenant_id': '1415ebbc38c7489b83abe26f250dd658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:08Z', 'updated_at': '2021-08-16T02:03:20Z', 'revision_number': 7, 'project_id': '1415ebbc38c7489b83abe26f250dd658', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:20.981072 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b089c180-f77c-4bad-8f80-39fe2091bd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.159762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b089c180-f77c-4bad-8f80-39fe2091bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.170464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c3e3e-00a2-4279-a5b9-c0a226dade76 req-7a480d9e-b9ba-4e41-9ffe-e5a25a1c26e6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:21.175495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a5c3e3e-00a2-4279-a5b9-c0a226dade76 req-7a480d9e-b9ba-4e41-9ffe-e5a25a1c26e6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1396859 Aug 16 02:03:21.247345 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:21.261250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a5c3e3e-00a2-4279-a5b9-c0a226dade76 req-82c42d2b-a6ac-4d44-ab08-1f08226273a1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725915 Aug 16 02:03:21.341015 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b089c180-f77c-4bad-8f80-39fe2091bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.366988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089c180-f77c-4bad-8f80-39fe2091bd03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f599eea6-856b-43c4-8f72-b7a5d4834c07,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.395029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b089c180-f77c-4bad-8f80-39fe2091bd03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.396112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8df234-56db-4b64-a86d-bc05c15892a0 None None] Network 846c2367-39fc-409d-b5e9-b670a2123702 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:21.403722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:21.404275 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b089c180-f77c-4bad-8f80-39fe2091bd03 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f599eea6-856b-43c4-8f72-b7a5d4834c07 HTTP/1.1" status: 204 len: 168 time: 0.7205789 Aug 16 02:03:21.571188 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.696080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Deleting port 4ad9e824-837d-4cae-88da-3bf7f1342a35 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:21.696425 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.815768 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4865534-e240-468b-a195-785f369a5f04 None None] DHCP port deletion for 846c2367-39fc-409d-b5e9-b670a2123702 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:21.856827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] For port 4ad9e824-837d-4cae-88da-3bf7f1342a35, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4ad9e824-837d-4cae-88da-3bf7f1342a35,segment=NetworkSegment(6ca4e664-2b2d-437f-ac20-c7f387cb8c9d),segment_id=6ca4e664-2b2d-437f-ac20-c7f387cb8c9d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:21.857907 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.913978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Calling delete_port for 4ad9e824-837d-4cae-88da-3bf7f1342a35 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:21.956000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4865534-e240-468b-a195-785f369a5f04 None None] Deleting port 4ad9e824-837d-4cae-88da-3bf7f1342a35 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:21.956668 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4865534-e240-468b-a195-785f369a5f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.017727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b98da323-a34e-4580-af5a-845a135c4425 req-6db453d1-0057-4359-bdea-2cfad0a495e3 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0e9ab08-0f78-4caa-aa05-eb65f29e633d HTTP/1.1" status: 200 len: 210 time: 0.0808938 Aug 16 02:03:22.188013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 64f962b7-316c-4f31-a947-16743a32097a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:22.225549 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.261543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b4865534-e240-468b-a195-785f369a5f04 None None] For port 4ad9e824-837d-4cae-88da-3bf7f1342a35, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4ad9e824-837d-4cae-88da-3bf7f1342a35,segment=NetworkSegment(6ca4e664-2b2d-437f-ac20-c7f387cb8c9d),segment_id=6ca4e664-2b2d-437f-ac20-c7f387cb8c9d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:22.262413 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4865534-e240-468b-a195-785f369a5f04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.265971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 64f962b7-316c-4f31-a947-16743a32097a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:22.266558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 64f962b7-316c-4f31-a947-16743a32097a not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:22.267183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4ad9e824-837d-4cae-88da-3bf7f1342a35 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:22.286604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] No DVR routers for this DVR port 4ad9e824-837d-4cae-88da-3bf7f1342a35 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:22.307633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4865534-e240-468b-a195-785f369a5f04 None None] Calling delete_port for 4ad9e824-837d-4cae-88da-3bf7f1342a35 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:22.309422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 4ad9e824-837d-4cae-88da-3bf7f1342a35 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:22.309910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4ad9e824-837d-4cae-88da-3bf7f1342a35 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:22.326887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad9e824-837d-4cae-88da-3bf7f1342a35,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:22.455039 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4865534-e240-468b-a195-785f369a5f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.461827 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.476260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846c2367-39fc-409d-b5e9-b670a2123702']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:22.486585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4865534-e240-468b-a195-785f369a5f04 None None] Pushing event deleted for resources: {'Port': ['ID=4ad9e824-837d-4cae-88da-3bf7f1342a35,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:22.488582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4865534-e240-468b-a195-785f369a5f04 None None] No DVR routers for this DVR port 4ad9e824-837d-4cae-88da-3bf7f1342a35 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:22.514001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca4e664-2b2d-437f-ac20-c7f387cb8c9d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:22.514361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca4e664-2b2d-437f-ac20-c7f387cb8c9d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:22.530831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.548140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055a988-42a7-4210-8fd7-93726e354b25 req-22e20827-5bfb-4028-84be-1382818850cd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:22.555722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a055a988-42a7-4210-8fd7-93726e354b25 req-22e20827-5bfb-4028-84be-1382818850cd tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1554925 Aug 16 02:03:22.588414 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.616041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:22.616500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:22.618413 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:22.669815 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a055a988-42a7-4210-8fd7-93726e354b25 req-71949c1d-73b2-4a83-ad1c-6c107cbe74e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131618 Aug 16 02:03:22.730155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.738684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.745643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/846c2367-39fc-409d-b5e9-b670a2123702 HTTP/1.1" status: 204 len: 168 time: 1.3396204 Aug 16 02:03:22.771159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6b6c6-1af1-4859-ae6a-7ce6d62ce8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=846c2367-39fc-409d-b5e9-b670a2123702,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.155865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.220752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.221425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-898dc560-3c49-4b53-ac75-9b484f6883d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1415ebbc38c7489b83abe26f250dd658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624516 Aug 16 02:03:23.317961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c23a01bf-ba38-4585-a882-f936a1335dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.345419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c23a01bf-ba38-4585-a882-f936a1335dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.451829 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c23a01bf-ba38-4585-a882-f936a1335dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.455053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c23a01bf-ba38-4585-a882-f936a1335dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.456427 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c23a01bf-ba38-4585-a882-f936a1335dfc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62ea66fd-da7c-44e7-93e9-5723831806f4 HTTP/1.1" status: 204 len: 168 time: 0.2343609 Aug 16 02:03:23.479403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a01bf-ba38-4585-a882-f936a1335dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea66fd-da7c-44e7-93e9-5723831806f4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.909166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d0f0-f73e-49f3-8f53-ccd4be8eccdd req-bdc6f2cf-a798-4bef-a91d-d721c4652228 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.923694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef68d0f0-f73e-49f3-8f53-ccd4be8eccdd req-bdc6f2cf-a798-4bef-a91d-d721c4652228 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1220529 Aug 16 02:03:23.998956 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef68d0f0-f73e-49f3-8f53-ccd4be8eccdd req-386d4412-b35a-4e48-a21a-20982facdd97 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738008 Aug 16 02:03:25.289768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31855ba1-3926-450b-8e11-1224732d53e6 req-2ed6df31-cb6a-43b5-a515-57e407cb6a7e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.293563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31855ba1-3926-450b-8e11-1224732d53e6 req-2ed6df31-cb6a-43b5-a515-57e407cb6a7e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1282566 Aug 16 02:03:25.418084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31855ba1-3926-450b-8e11-1224732d53e6 req-cd98e4d4-1f7e-49a9-bdd8-6b2f2a5eea8e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151681 Aug 16 02:03:25.998084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.169946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04e03f02-76a2-4742-a2c6-34e8954d8cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.370204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04e03f02-76a2-4742-a2c6-34e8954d8cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.382627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04e03f02-76a2-4742-a2c6-34e8954d8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.443870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-04e03f02-76a2-4742-a2c6-34e8954d8cd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17b06ea587784dd6aca7392a81ad4a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441867 Aug 16 02:03:26.446249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.509437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e03f02-76a2-4742-a2c6-34e8954d8cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4827e6d5-4466-4c73-872f-cd3115948e87,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:26.534172 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa24099-2489-44ef-bcf3-6b557d6eed5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.609261 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa24099-2489-44ef-bcf3-6b557d6eed5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.757442 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa24099-2489-44ef-bcf3-6b557d6eed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.763743 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fa24099-2489-44ef-bcf3-6b557d6eed5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.771132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2fa24099-2489-44ef-bcf3-6b557d6eed5d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4827e6d5-4466-4c73-872f-cd3115948e87 HTTP/1.1" status: 204 len: 168 time: 0.3231258 Aug 16 02:03:26.784930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ada5f-a03d-4645-a82f-cf169a2fbc2c req-923ee58a-8283-48d7-b3dc-a2ed71b2ca9d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.791671 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c4ada5f-a03d-4645-a82f-cf169a2fbc2c req-923ee58a-8283-48d7-b3dc-a2ed71b2ca9d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1493032 Aug 16 02:03:26.811445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa24099-2489-44ef-bcf3-6b557d6eed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4827e6d5-4466-4c73-872f-cd3115948e87,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:26.959224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c4ada5f-a03d-4645-a82f-cf169a2fbc2c req-67601266-1f67-45a3-82b0-a6535202dc20 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517091 Aug 16 02:03:27.987520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.151299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.243558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b6decde-c3ce-4a2e-9ac2-0585bded523a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.249077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497563c-c71f-469f-b61a-3e4df7b21e71 req-402c3d0a-0065-4b40-a5c2-58f6ca6a9687 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.258683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1497563c-c71f-469f-b61a-3e4df7b21e71 req-402c3d0a-0065-4b40-a5c2-58f6ca6a9687 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0884535 Aug 16 02:03:28.295750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-926422698-network', 'tenant_id': '5e52661c390b4386b893d56ecd54db9b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:28.320802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1497563c-c71f-469f-b61a-3e4df7b21e71 req-54db1969-2750-4789-8f03-70e747abc31b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577278 Aug 16 02:03:28.375425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b6decde-c3ce-4a2e-9ac2-0585bded523a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.386112 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b6decde-c3ce-4a2e-9ac2-0585bded523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.410505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Made reservation on behalf of 5e52661c390b4386b893d56ecd54db9b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:28.414415 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.431140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6decde-c3ce-4a2e-9ac2-0585bded523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f832f040-80a4-4435-8888-f32f5c7001f1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.455903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.470369 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5b6decde-c3ce-4a2e-9ac2-0585bded523a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=425e21231b8040d99c487dd7b5fcbd54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812837 Aug 16 02:03:28.472991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.545534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e987780-0a47-4508-84b3-00d2d72f0873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.575803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e987780-0a47-4508-84b3-00d2d72f0873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.656912 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e987780-0a47-4508-84b3-00d2d72f0873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.666687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e987780-0a47-4508-84b3-00d2d72f0873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.669009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.670930 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0e987780-0a47-4508-84b3-00d2d72f0873 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f832f040-80a4-4435-8888-f32f5c7001f1 HTTP/1.1" status: 204 len: 168 time: 0.1954772 Aug 16 02:03:28.683516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.699235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e987780-0a47-4508-84b3-00d2d72f0873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f832f040-80a4-4435-8888-f32f5c7001f1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.748741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346f12c6-9a4c-4b50-9c7e-fdce8c818e36,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.768121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:28.790987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.791383 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Added segment 4926cde4-a6f0-43c4-9829-09513a981f2d of type vlan for network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 Aug 16 02:03:28.859765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.918612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.920194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.921094 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.988006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8355348 Aug 16 02:03:28.992007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.002594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Request body: {'subnet': {'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-926422698-subnet', 'tenant_id': '5e52661c390b4386b893d56ecd54db9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:29.045541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7567ec9-7517-4377-a2ee-c07196a55c4c admin admin] Pushing event updated for resources: {'Network': ['ID=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.062065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Made reservation on behalf of 5e52661c390b4386b893d56ecd54db9b for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:29.062951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:29.065506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.350391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.432085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee464e94-e607-4627-a255-a993e602d984,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.442699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Checking segment: {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:29.443239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Network hostable DHCP agents. Network: e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:29.474920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:29.495388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:29.503366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.507648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.509836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce128c-c544-4647-a703-3abb1e8ad791 None None] Network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:29.568773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-96eb3a8d-f331-46bc-9edf-b695a2ba2369 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5753818 Aug 16 02:03:29.919657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76900cf2-0f6f-4b87-9302-4ff367385dab None None] Network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:29.974370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45ae3b-0903-4949-93af-245d1361311f req-7287d402-9633-48a4-b281-44a59a37bf8a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.976334 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9e45ae3b-0903-4949-93af-245d1361311f req-7287d402-9633-48a4-b281-44a59a37bf8a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 944 time: 0.1079819 Aug 16 02:03:30.047359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7cab0-762d-494d-98e6-c12a0bf0aaff req-ce5218bd-8458-45bb-88ca-d182ed3ad188 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.055710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98b7cab0-762d-494d-98e6-c12a0bf0aaff req-ce5218bd-8458-45bb-88ca-d182ed3ad188 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 944 time: 0.5842345 Aug 16 02:03:30.115900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98b7cab0-762d-494d-98e6-c12a0bf0aaff req-ae59214c-384c-4255-aca2-38008da4815a tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Aug 16 02:03:30.155848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9e45ae3b-0903-4949-93af-245d1361311f req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Deleting port f448f47d-4c1a-4794-ac89-b9e4de794062 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:30.156453 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e45ae3b-0903-4949-93af-245d1361311f req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.178516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1801a-2294-41b5-b34e-ea0af658dc15 req-b31558b4-fe38-4924-9c36-2adc55563fcc tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.189109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ce1801a-2294-41b5-b34e-ea0af658dc15 req-b31558b4-fe38-4924-9c36-2adc55563fcc tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.5860419 Aug 16 02:03:30.246952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ce1801a-2294-41b5-b34e-ea0af658dc15 req-0c3252e3-66a0-40e2-84d1-f28822658df1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568602 Aug 16 02:03:30.281862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9e45ae3b-0903-4949-93af-245d1361311f req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] For port f448f47d-4c1a-4794-ac89-b9e4de794062, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f448f47d-4c1a-4794-ac89-b9e4de794062,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:30.282260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e45ae3b-0903-4949-93af-245d1361311f req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.300670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9e45ae3b-0903-4949-93af-245d1361311f req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Calling delete_port for f448f47d-4c1a-4794-ac89-b9e4de794062 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:30.453285 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.528408 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e45ae3b-0903-4949-93af-245d1361311f req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.542105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f448f47d-4c1a-4794-ac89-b9e4de794062'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:30.616436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e45ae3b-0903-4949-93af-245d1361311f req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] No DVR routers for this DVR port f448f47d-4c1a-4794-ac89-b9e4de794062 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:30.618951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Pushing event deleted for resources: {'Port': ['ID=f448f47d-4c1a-4794-ac89-b9e4de794062,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.621489 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e45ae3b-0903-4949-93af-245d1361311f req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.626071 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9e45ae3b-0903-4949-93af-245d1361311f req-bad47684-e553-4a08-8f96-419d3800930d tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.93 "DELETE /v2.0/ports/f448f47d-4c1a-4794-ac89-b9e4de794062 HTTP/1.1" status: 204 len: 173 time: 0.6426566 Aug 16 02:03:30.626656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'name': 'network-vif-deleted', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:30.629245 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddd4861-c9fa-4840-bc46-90f74a7510b0" -d '{"events": [{"server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "name": "network-vif-deleted", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:30.737697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-a815ca00-2c77-452f-af0d-19534743a528 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.739718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-a815ca00-2c77-452f-af0d-19534743a528 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/networks?id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 200 len: 821 time: 0.1596878 Aug 16 02:03:30.767128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-c6af31a3-3caa-4684-9d40-93406bf68ea2 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/quotas/5e52661c390b4386b893d56ecd54db9b HTTP/1.1" status: 200 len: 375 time: 0.0204782 Aug 16 02:03:30.811949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-f3f5757b-72e9-41ea-baf7-24a350e224e9 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e52661c390b4386b893d56ecd54db9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352273 Aug 16 02:03:30.883982 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599b558-111c-4a2c-8b7a-5d3546d5847f x-openstack-request-id: req-b599b558-111c-4a2c-8b7a-5d3546d5847f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:30.884275 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2aeeb30-838b-494f-b7a2-a966940a91ec", "name": "network-vif-deleted", "tag": "f448f47d-4c1a-4794-ac89-b9e4de794062", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:30.884790 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b599b558-111c-4a2c-8b7a-5d3546d5847f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:30.885916 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aeeb30-838b-494f-b7a2-a966940a91ec', 'name': 'network-vif-deleted', 'tag': 'f448f47d-4c1a-4794-ac89-b9e4de794062', 'status': 'completed', 'code': 200} Aug 16 02:03:30.901033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6a38eeb-f04c-45bb-8f15-0f634fe17f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.145887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-2fdb0695-194c-4c60-bc27-6d14b3be9417 service neutron] 10.222.0.61 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232002 Aug 16 02:03:31.281225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bac6450c-f4e4-4738-946d-e0c407822ef0 req-09dee880-9b29-412e-a53b-64ea6c0b35f5 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2aeeb30-838b-494f-b7a2-a966940a91ec HTTP/1.1" status: 200 len: 210 time: 0.0391476 Aug 16 02:03:31.376695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-af6cc448-a47c-4d1f-ba9c-fef5cbf1a013 service neutron] 10.222.0.61 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288413 Aug 16 02:03:31.520610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec90fd4-3f01-46e1-8ba8-70de86a8a02b req-44359187-20a7-4cd1-964a-1d7b6ecd08ec tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.524548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39928) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:31.527879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dec90fd4-3f01-46e1-8ba8-70de86a8a02b req-44359187-20a7-4cd1-964a-1d7b6ecd08ec tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0851104 Aug 16 02:03:31.636006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65bed89f-6ae7-4b68-a75a-487d774d1594 req-90812e2f-d383-4659-982f-ce3d214ec90a tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 210 time: 0.0442173 Aug 16 02:03:31.658245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dec90fd4-3f01-46e1-8ba8-70de86a8a02b req-2f713835-0f37-4787-822b-4510237d93be tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179960 Aug 16 02:03:31.749532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4f81de4-378d-4d03-b41e-2ad37f112d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.876437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4f81de4-378d-4d03-b41e-2ad37f112d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.881725 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4f81de4-378d-4d03-b41e-2ad37f112d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.924852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f81de4-378d-4d03-b41e-2ad37f112d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64481274-31ef-45f8-8d3c-73c82af0c2c7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.929826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f4f81de4-378d-4d03-b41e-2ad37f112d3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d8fae03dd99473ab234429c52efa7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033351 Aug 16 02:03:31.932806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:32.008335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-312e82f5-28ac-4fd8-b7ef-200adfc01c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.047038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-312e82f5-28ac-4fd8-b7ef-200adfc01c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.127946 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-312e82f5-28ac-4fd8-b7ef-200adfc01c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.131442 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-312e82f5-28ac-4fd8-b7ef-200adfc01c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.134982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-312e82f5-28ac-4fd8-b7ef-200adfc01c9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64481274-31ef-45f8-8d3c-73c82af0c2c7 HTTP/1.1" status: 204 len: 168 time: 0.1987247 Aug 16 02:03:32.158491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e82f5-28ac-4fd8-b7ef-200adfc01c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64481274-31ef-45f8-8d3c-73c82af0c2c7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:32.677837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb7d53-183f-4f7e-957a-320ac83c1759 req-d17f8e63-a763-4581-9091-a6e35b4e5219 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.679629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65fb7d53-183f-4f7e-957a-320ac83c1759 req-d17f8e63-a763-4581-9091-a6e35b4e5219 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 944 time: 0.0603156 Aug 16 02:03:32.740840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65fb7d53-183f-4f7e-957a-320ac83c1759 req-85f61c7c-7251-4517-89bb-fd530a801bd0 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 Aug 16 02:03:32.829115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-985e7b3f-e301-4632-b078-e1e65ae3846c req-baf4bea3-8c00-449c-816a-c8eb91a47f2a tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 210 time: 0.0632274 Aug 16 02:03:33.040595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500733c0-1314-452c-80ba-37af64108939 req-8102afbd-43c8-496b-8247-093a3bb455ea tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.051063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-500733c0-1314-452c-80ba-37af64108939 req-8102afbd-43c8-496b-8247-093a3bb455ea tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.2191796 Aug 16 02:03:33.108759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-500733c0-1314-452c-80ba-37af64108939 req-afec3484-a12a-4b2b-9791-a4e7ca1a0a30 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560575 Aug 16 02:03:33.147082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f448f47d-4c1a-4794-ac89-b9e4de794062 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:33.203479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: f448f47d-4c1a-4794-ac89-b9e4de794062 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:33.204648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f448f47d-4c1a-4794-ac89-b9e4de794062 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:33.246649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-15374b6a-da8a-4190-9417-cf8dc047f3c4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.251377 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-15374b6a-da8a-4190-9417-cf8dc047f3c4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.93 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 944 time: 0.2269793 Aug 16 02:03:33.361874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-537df929-bab9-4eb5-ae12-49e919bc28a4 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.363751 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-537df929-bab9-4eb5-ae12-49e919bc28a4 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.93 "GET /v2.0/networks?id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 200 len: 821 time: 0.4701173 Aug 16 02:03:33.380584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Request body: {'port': {'device_id': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238', 'admin_state_up': True, 'tenant_id': '5e52661c390b4386b893d56ecd54db9b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:33.442658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Deleting port 870fea1f-eb26-454d-a9d1-db6cad3001e7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:33.443061 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.541995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] For port 870fea1f-eb26-454d-a9d1-db6cad3001e7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=870fea1f-eb26-454d-a9d1-db6cad3001e7,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:33.542376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.558842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Calling delete_port for 870fea1f-eb26-454d-a9d1-db6cad3001e7 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:33.572519 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c604e6ff-32aa-4280-8601-32d29ee875e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.727909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Made reservation on behalf of 5e52661c390b4386b893d56ecd54db9b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:33.731979 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.841167 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.881758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.901100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd5d3-2521-445f-a601-51d716633505 req-3ba56fc8-c914-46dc-86f4-a546ab7d483e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.902963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd4cd5d3-2521-445f-a601-51d716633505 req-3ba56fc8-c914-46dc-86f4-a546ab7d483e tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31 HTTP/1.1" status: 200 len: 866 time: 0.0702338 Aug 16 02:03:33.922956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Pushing event deleted for resources: {'Port': ['ID=870fea1f-eb26-454d-a9d1-db6cad3001e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:33.991382 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc7510ea-3c97-48c8-af41-67363e966d50 req-81ab0627-2dc0-45ae-af04-f4daac2a425f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 210 time: 0.0337231 Aug 16 02:03:33.996974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] No DVR routers for this DVR port 870fea1f-eb26-454d-a9d1-db6cad3001e7 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:34.001632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.002766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd4cd5d3-2521-445f-a601-51d716633505 req-8888aebb-e2f9-4f77-a551-177d2936218c tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910349 Aug 16 02:03:34.003683 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8f4d579-2889-4da9-8beb-3eecff23ae7e req-1bed131a-05f3-4415-9869-40749be19778 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.93 "DELETE /v2.0/ports/870fea1f-eb26-454d-a9d1-db6cad3001e7 HTTP/1.1" status: 204 len: 173 time: 0.7473571 Aug 16 02:03:34.004891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'name': 'network-vif-deleted', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:34.015133 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9cb6f4-8598-4f7e-988f-2cff03e559a7" -d '{"events": [{"server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "name": "network-vif-deleted", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:34.040325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Allocated IP 172.20.0.8 (e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238/ee464e94-e607-4627-a255-a993e602d984/4dff910c-e655-4d50-ba93-fe8e80c63ccc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:34.104140 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3e9b11-2e78-44bf-a667-b679a2cad460 x-openstack-request-id: req-2a3e9b11-2e78-44bf-a667-b679a2cad460 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:34.104774 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31", "name": "network-vif-deleted", "tag": "870fea1f-eb26-454d-a9d1-db6cad3001e7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:34.105234 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a3e9b11-2e78-44bf-a667-b679a2cad460 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:34.105836 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64b9a9e-6493-40e9-bc7d-4ac1c0ca8c31', 'name': 'network-vif-deleted', 'tag': '870fea1f-eb26-454d-a9d1-db6cad3001e7', 'status': 'completed', 'code': 200} Aug 16 02:03:34.237228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.269173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752da967-7f61-4487-872a-ff6444523012 req-fb6b23c5-aeb2-4896-9507-8b38e93e3699 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.271451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-752da967-7f61-4487-872a-ff6444523012 req-fb6b23c5-aeb2-4896-9507-8b38e93e3699 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0634797 Aug 16 02:03:34.283646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.329604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-752da967-7f61-4487-872a-ff6444523012 req-e25c0821-ea71-41c9-be6b-8bc4cef23294 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506370 Aug 16 02:03:34.339116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:34.344361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:34.349704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:34.373610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event updated for resources: {'Port': ['ID=4dff910c-e655-4d50-ba93-fe8e80c63ccc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:34.411590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.412211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.426944 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-66860ed3-b234-4a67-ba35-55d4dea74923 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0525677 Aug 16 02:03:34.439986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Request body: {'port': {'device_id': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:34.498642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.750496 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.811692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dff910c-e655-4d50-ba93-fe8e80c63ccc {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:34.823439 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.842697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Transition to ACTIVE for port object 4dff910c-e655-4d50-ba93-fe8e80c63ccc will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:34.845057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.917694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Pushing event updated for resources: {'Port': ['ID=4dff910c-e655-4d50-ba93-fe8e80c63ccc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:34.973081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Attempting to bind port 4dff910c-e655-4d50-ba93-fe8e80c63ccc on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:34.974197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Attempting to bind port 4dff910c-e655-4d50-ba93-fe8e80c63ccc by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:34.974704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Attempting to bind port 4dff910c-e655-4d50-ba93-fe8e80c63ccc on network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:34.979512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Port 4dff910c-e655-4d50-ba93-fe8e80c63ccc on network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:34.979870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Attempting to bind port 4dff910c-e655-4d50-ba93-fe8e80c63ccc on network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:34.985130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:34.985547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Checking segment: {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:34.985934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Bound using segment: {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:34.986383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Bound port: 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:34.986857 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.071345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] For port 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:35.075012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] For port 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:35.079763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.152834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.153876 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.155371 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] 10.222.0.93 "PUT /v2.0/ports/4dff910c-e655-4d50-ba93-fe8e80c63ccc HTTP/1.1" status: 200 len: 1092 time: 0.7215011 Aug 16 02:03:35.165523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af0d73-7399-49d5-84bf-e2b6d1470c60 req-d1be3028-badf-43c1-a649-68e2d6146779 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.167164 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6af0d73-7399-49d5-84bf-e2b6d1470c60 req-d1be3028-badf-43c1-a649-68e2d6146779 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 943 time: 0.0734222 Aug 16 02:03:35.183998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8320d-68d4-401f-8926-5eece8a13d67 service neutron] Pushing event updated for resources: {'Port': ['ID=4dff910c-e655-4d50-ba93-fe8e80c63ccc,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.239902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6af0d73-7399-49d5-84bf-e2b6d1470c60 req-7b0dc892-8344-4739-ba2b-a743dac80f1a tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582013 Aug 16 02:03:35.286533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-a926cee0-9df1-44dd-9db2-5583056d23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.288790 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-a926cee0-9df1-44dd-9db2-5583056d23fa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e52661c390b4386b893d56ecd54db9b&device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 1095 time: 0.0732756 Aug 16 02:03:35.344793 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-657a17ec-a4b0-450d-b64b-2a5a72797aed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc HTTP/1.1" status: 200 len: 217 time: 0.0460153 Aug 16 02:03:35.420426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-b8e6db5d-8363-4dfd-bf99-1f280c7a1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.421916 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-b8e6db5d-8363-4dfd-bf99-1f280c7a1efa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee464e94-e607-4627-a255-a993e602d984 HTTP/1.1" status: 200 len: 861 time: 0.0700517 Aug 16 02:03:35.458172 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-2ff88969-de91-4439-973b-3ce31cf98de6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285227 Aug 16 02:03:35.478740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:35.589050 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-5ba3448d-e02a-41e7-a958-4b60234e54c6 service neutron] 10.222.0.93 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230013 Aug 16 02:03:35.592316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0c508-7db8-4466-99ec-f61b9a62382b req-f9da791e-1376-415a-b035-a65a9c82fd2d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.593892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49b0c508-7db8-4466-99ec-f61b9a62382b req-f9da791e-1376-415a-b035-a65a9c82fd2d tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0630333 Aug 16 02:03:35.637787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6db40c9-1723-4b47-bbfd-4b937da2175d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.696382 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fb7f02f6-0987-4d97-ac04-3ff5b51a217d req-bd64ee6a-a6ee-4025-9cc4-d17eb2819d3d service neutron] 10.222.0.93 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983522 Aug 16 02:03:35.713938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49b0c508-7db8-4466-99ec-f61b9a62382b req-dc533f41-c53f-42fc-b418-84593d423cad tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973034 Aug 16 02:03:35.826238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6db40c9-1723-4b47-bbfd-4b937da2175d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.836005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6db40c9-1723-4b47-bbfd-4b937da2175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.854044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237ca8-54fe-4f9b-b231-87deb1ad2f37 req-73dccef5-0027-40b0-9ee1-b5e83dde1069 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.855995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff237ca8-54fe-4f9b-b231-87deb1ad2f37 req-73dccef5-0027-40b0-9ee1-b5e83dde1069 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 945 time: 0.0865557 Aug 16 02:03:35.925953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e6db40c9-1723-4b47-bbfd-4b937da2175d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82c0fe934ca8477385181406669e96b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459920 Aug 16 02:03:35.929408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:35.954086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db40c9-1723-4b47-bbfd-4b937da2175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680b6b0-f494-4265-8d46-33df03ff672a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.988239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff237ca8-54fe-4f9b-b231-87deb1ad2f37 req-0a29800f-c68e-4631-aa95-07dc54455c5f tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1f29337-3d1a-47a3-b062-2c28dfdfa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215532 Aug 16 02:03:36.013930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91b00986-ccab-4c68-bc8e-414f6613e593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.028482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-46003006-8468-407f-8bc7-fbee096b2455 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.029961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-46003006-8468-407f-8bc7-fbee096b2455 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 805 time: 0.1622467 Aug 16 02:03:36.036403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-e12035bd-b27d-4850-9f85-b4b659a87f33 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.037791 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-e12035bd-b27d-4850-9f85-b4b659a87f33 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.93 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 945 time: 0.0796640 Aug 16 02:03:36.045844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-b400f569-081a-44c6-8db9-5f4f41df5a15 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/quotas/c84246bbd1c743f3b6597d560c099191 HTTP/1.1" status: 200 len: 375 time: 0.0092397 Aug 16 02:03:36.050183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91b00986-ccab-4c68-bc8e-414f6613e593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.098906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-8d63f206-a1a6-4afa-9ef7-a0d59e2f1b36 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458999 Aug 16 02:03:36.108923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'tag': '4dff910c-e655-4d50-ba93-fe8e80c63ccc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:36.111118 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "06c6f1c5-3f75-4267-9f03-f2a2c0686bce", "tag": "4dff910c-e655-4d50-ba93-fe8e80c63ccc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:36.157814 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883d4e47-9bc8-4639-a914-2407b99934ba x-openstack-request-id: req-883d4e47-9bc8-4639-a914-2407b99934ba {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:36.158101 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c6f1c5-3f75-4267-9f03-f2a2c0686bce", "tag": "4dff910c-e655-4d50-ba93-fe8e80c63ccc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:36.158348 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-883d4e47-9bc8-4639-a914-2407b99934ba {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:36.158733 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'tag': '4dff910c-e655-4d50-ba93-fe8e80c63ccc', 'status': 'completed', 'code': 200} Aug 16 02:03:36.179163 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91b00986-ccab-4c68-bc8e-414f6613e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.181631 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91b00986-ccab-4c68-bc8e-414f6613e593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.182780 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-91b00986-ccab-4c68-bc8e-414f6613e593 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2680b6b0-f494-4265-8d46-33df03ff672a HTTP/1.1" status: 204 len: 168 time: 0.2523358 Aug 16 02:03:36.234099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b00986-ccab-4c68-bc8e-414f6613e593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680b6b0-f494-4265-8d46-33df03ff672a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.242993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Deleting port dffe2496-378f-4106-a744-cdf87c5889ee {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:36.242993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.284832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-733ff9b6-ffef-45d6-9a01-0bf69a8e1d3e service neutron] 10.222.0.61 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774499 Aug 16 02:03:36.319870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-7cac2e9f-1478-4653-bc19-38f4eaf4fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.321431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-7cac2e9f-1478-4653-bc19-38f4eaf4fed7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e52661c390b4386b893d56ecd54db9b&device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 1095 time: 0.1342795 Aug 16 02:03:36.408233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] For port dffe2496-378f-4106-a744-cdf87c5889ee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dffe2496-378f-4106-a744-cdf87c5889ee,segment=NetworkSegment(5a74d4a1-8062-4286-9ea9-b6bbff87451d),segment_id=5a74d4a1-8062-4286-9ea9-b6bbff87451d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:36.408597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.427539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Calling delete_port for dffe2496-378f-4106-a744-cdf87c5889ee owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:36.463285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8811de5-ae83-4da2-91b7-68dc2558ca38 req-ce8d43bb-dc84-47b5-92d5-2549604a6def tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.464856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8811de5-ae83-4da2-91b7-68dc2558ca38 req-ce8d43bb-dc84-47b5-92d5-2549604a6def tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 943 time: 0.1167774 Aug 16 02:03:36.495609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-a7152c20-cfe6-4126-bead-7143b6d85342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.497234 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-a7152c20-cfe6-4126-bead-7143b6d85342 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 200 len: 922 time: 0.1655879 Aug 16 02:03:36.509607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-24d77ff7-ea9c-4ba3-a4f7-2190766d581e service neutron] 10.222.0.61 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224593 Aug 16 02:03:36.511688 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-4cdc073f-65fc-4606-906d-489eeea16c94 service neutron] show failed (client error): The resource could not be found. Aug 16 02:03:36.512643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-4cdc073f-65fc-4606-906d-489eeea16c94 service neutron] 10.222.0.93 "GET /v2.0/ports/413b1304-b1a2-4d87-a967-18b4b914c735/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.1296735 Aug 16 02:03:36.530735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8811de5-ae83-4da2-91b7-68dc2558ca38 req-be3727f3-4ed6-4180-97dd-d26b5bbf515c tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526206 Aug 16 02:03:36.542660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.559659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-173c261c-05e2-41e2-b5c7-6a7cea9c0273 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc HTTP/1.1" status: 200 len: 217 time: 0.0522540 Aug 16 02:03:36.566664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e2dce9-b0ca-4151-8877-c3d178066bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.659017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-7fe2c9ad-8645-46be-aeb7-7c14ea907ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.661337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-7fe2c9ad-8645-46be-aeb7-7c14ea907ae4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee464e94-e607-4627-a255-a993e602d984 HTTP/1.1" status: 200 len: 861 time: 0.0880241 Aug 16 02:03:36.724654 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e2dce9-b0ca-4151-8877-c3d178066bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.733423 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-fb8f9dfc-b7a6-4709-9c0d-d3fa99ec2b56 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577414 Aug 16 02:03:36.734045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.744179 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e2dce9-b0ca-4151-8877-c3d178066bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.807179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e2e2dce9-b0ca-4151-8877-c3d178066bed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b496a2a16194a7c8333b8af3f1ee922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610378 Aug 16 02:03:36.807179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2dce9-b0ca-4151-8877-c3d178066bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3bdb30-e493-4d7e-a84d-7809f3fda5d1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.809767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.822931 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.863401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Pushing event deleted for resources: {'Port': ['ID=dffe2496-378f-4106-a744-cdf87c5889ee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.880426 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa5e4fda-4d2d-4b59-b39b-b9f78718bbf9 req-8bfa6687-6795-41c1-9eee-dccb4c7d0b7a tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 210 time: 0.0643678 Aug 16 02:03:36.932375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a967f-bff6-4cf7-a8b8-193e322123e8 req-83f10e28-d4f7-4c10-b5af-2c2ed88a3797 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.940405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e4a967f-bff6-4cf7-a8b8-193e322123e8 req-83f10e28-d4f7-4c10-b5af-2c2ed88a3797 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1081843 Aug 16 02:03:36.950896 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27812446-f417-48dd-b5ad-a130c022ce23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.982671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] No DVR routers for this DVR port dffe2496-378f-4106-a744-cdf87c5889ee on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:36.987479 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.990773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e8522040-20be-4c6c-88ca-06b99deadbd7 req-8982d7a0-3939-486b-8b7d-f5afe48afbc4 tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.93 "DELETE /v2.0/ports/dffe2496-378f-4106-a744-cdf87c5889ee HTTP/1.1" status: 204 len: 173 time: 0.9452820 Aug 16 02:03:37.034517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27812446-f417-48dd-b5ad-a130c022ce23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.112718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e4a967f-bff6-4cf7-a8b8-193e322123e8 req-2907719c-494d-4b55-93d7-f4476b25b466 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713500 Aug 16 02:03:37.121493 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-05661a2f-e7a8-4774-a405-5a26f13e7443 service neutron] 10.222.0.93 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796957 Aug 16 02:03:37.152049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 870fea1f-eb26-454d-a9d1-db6cad3001e7 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:37.157992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27812446-f417-48dd-b5ad-a130c022ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.166180 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27812446-f417-48dd-b5ad-a130c022ce23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.169139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-27812446-f417-48dd-b5ad-a130c022ce23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a3bdb30-e493-4d7e-a84d-7809f3fda5d1 HTTP/1.1" status: 204 len: 168 time: 0.3583961 Aug 16 02:03:37.194245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27812446-f417-48dd-b5ad-a130c022ce23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3bdb30-e493-4d7e-a84d-7809f3fda5d1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:37.206505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-d8a27a9d-54f6-4a3a-8ea9-69c57aa3c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.209671 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-d8a27a9d-54f6-4a3a-8ea9-69c57aa3c984 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683&tenant_id=cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 1101 time: 0.3833804 Aug 16 02:03:37.233738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:37.249557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 870fea1f-eb26-454d-a9d1-db6cad3001e7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:37.250759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 870fea1f-eb26-454d-a9d1-db6cad3001e7 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:37.253783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dffe2496-378f-4106-a744-cdf87c5889ee no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:37.317043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: dffe2496-378f-4106-a744-cdf87c5889ee {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:37.317759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dffe2496-378f-4106-a744-cdf87c5889ee not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:37.337315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 224287dc-3f75-4695-9d33-5b1963f46ba9 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:37.352941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5e61e0-b91a-4d92-9b04-2a7e025b5412 req-9b932a77-3dfa-48a5-b96a-eac4037617fc tempest-LiveAutoBlockMigrationV225Test-1429167648 tempest-LiveAutoBlockMigrationV225Test-1429167648-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4be8681-1360-48ea-8f20-8a5b4a564e38 HTTP/1.1" status: 200 len: 210 time: 0.0413923 Aug 16 02:03:37.471414 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.533850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=224287dc-3f75-4695-9d33-5b1963f46ba9,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:37.537442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:37.541528 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdf87f3-bff5-41f8-a8ba-bf14b60b8522" -d '{"events": [{"server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:37.556389 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.690051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=224287dc-3f75-4695-9d33-5b1963f46ba9,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:37.809335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df6e62-daf3-434a-8423-03701bb9f143 req-378119ed-9d3f-4042-811b-496cca28cd8d tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.827452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8df6e62-daf3-434a-8423-03701bb9f143 req-378119ed-9d3f-4042-811b-496cca28cd8d tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 943 time: 0.1214385 Aug 16 02:03:37.844829 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aae01e-5ed1-4041-8863-14a26937e2e3 x-openstack-request-id: req-39aae01e-5ed1-4041-8863-14a26937e2e3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:37.845382 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:37.845475 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39aae01e-5ed1-4041-8863-14a26937e2e3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:37.845860 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9', 'code': 200} Aug 16 02:03:37.926821 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.942988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8df6e62-daf3-434a-8423-03701bb9f143 req-e2eeddeb-29ff-42dc-b4cf-0f13470a3af1 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117513 Aug 16 02:03:37.956620 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aedd4693-cc36-48a2-b4d2-b4141f72f7c9 req-7f700ae5-3f07-4520-9cd4-6ad7acc66332 service neutron] 10.222.0.93 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267365 Aug 16 02:03:38.055128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70540e54-2693-4866-98f7-e7a465529d99 req-451c0e43-3be0-4558-97b4-3705778d4b6d tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 210 time: 0.0284805 Aug 16 02:03:38.164209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'name': 'network-vif-deleted', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:38.177722 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e287ad55-84ae-47bd-b657-4a46d706e1e9" -d '{"events": [{"server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "name": "network-vif-deleted", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:38.282855 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aacba3c-9b3b-4722-9b40-d829e748692d x-openstack-request-id: req-5aacba3c-9b3b-4722-9b40-d829e748692d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:38.283749 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4be8681-1360-48ea-8f20-8a5b4a564e38", "name": "network-vif-deleted", "tag": "dffe2496-378f-4106-a744-cdf87c5889ee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:38.283749 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5aacba3c-9b3b-4722-9b40-d829e748692d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:38.284131 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4be8681-1360-48ea-8f20-8a5b4a564e38', 'name': 'network-vif-deleted', 'tag': 'dffe2496-378f-4106-a744-cdf87c5889ee', 'status': 'completed', 'code': 200} Aug 16 02:03:38.310276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcfef6-16d8-48e5-9b94-e7736c19458f req-1d17941f-d2ac-4b98-8835-1d50aa8822fb tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.313066 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3fcfef6-16d8-48e5-9b94-e7736c19458f req-1d17941f-d2ac-4b98-8835-1d50aa8822fb tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0909116 Aug 16 02:03:38.376635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:38.389702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3fcfef6-16d8-48e5-9b94-e7736c19458f req-05eb44a9-7b10-4735-8bb7-f88cea2fcde3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714042 Aug 16 02:03:38.416736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05847090-2bfe-4b33-94cd-5301f5888099 req-ac47312b-9579-44c2-8bd4-b8499873fd04 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.418905 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05847090-2bfe-4b33-94cd-5301f5888099 req-ac47312b-9579-44c2-8bd4-b8499873fd04 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.86 "GET /v2.0/ports?device_id=927c4319-3e13-4b03-9418-98e9cc976ce6 HTTP/1.1" status: 200 len: 943 time: 0.2677901 Aug 16 02:03:38.471232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:38.500765 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84d01922-1e12-492a-b115-18915e1aa8ff req-07cae183-d736-4372-b77d-b624594e5d70 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2536802 Aug 16 02:03:38.573673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:38.633951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-db719fe3-454a-4a29-92a1-d4e302b42e10 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.635555 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-db719fe3-454a-4a29-92a1-d4e302b42e10 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.93 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 805 time: 0.3928614 Aug 16 02:03:38.662212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Request body: {'port': {'device_id': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'admin_state_up': True, 'tenant_id': 'c84246bbd1c743f3b6597d560c099191'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:38.693664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.730925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d01922-1e12-492a-b115-18915e1aa8ff req-0e4d8f80-6b48-454a-9ae0-8ab5a243655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.732521 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84d01922-1e12-492a-b115-18915e1aa8ff req-0e4d8f80-6b48-454a-9ae0-8ab5a243655f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 1103 time: 0.1853693 Aug 16 02:03:38.758342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-05847090-2bfe-4b33-94cd-5301f5888099 req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Deleting port 224287dc-3f75-4695-9d33-5b1963f46ba9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:38.758693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05847090-2bfe-4b33-94cd-5301f5888099 req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.766074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Transition to ACTIVE for port object 413b1304-b1a2-4d87-a967-18b4b914c735 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:38.818898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4436e8d8-40d1-4875-91ca-94544d46b5b6 admin admin] Deleting subnet ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:38.822449 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4436e8d8-40d1-4875-91ca-94544d46b5b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.830647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.878417 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4436e8d8-40d1-4875-91ca-94544d46b5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.925211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4436e8d8-40d1-4875-91ca-94544d46b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.055429 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4436e8d8-40d1-4875-91ca-94544d46b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.080655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] No DVR routers for this DVR port 413b1304-b1a2-4d87-a967-18b4b914c735 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:39.090667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.122571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4436e8d8-40d1-4875-91ca-94544d46b5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.127218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-05847090-2bfe-4b33-94cd-5301f5888099 req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] For port 224287dc-3f75-4695-9d33-5b1963f46ba9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=224287dc-3f75-4695-9d33-5b1963f46ba9,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:39.127218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05847090-2bfe-4b33-94cd-5301f5888099 req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.138153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4436e8d8-40d1-4875-91ca-94544d46b5b6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80 HTTP/1.1" status: 204 len: 168 time: 0.6652768 Aug 16 02:03:39.140532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.141737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436e8d8-40d1-4875-91ca-94544d46b5b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebfbc1f6-9d1e-430b-8a74-7c7d9bbbec80,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.150696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4dff910c-e655-4d50-ba93-fe8e80c63ccc details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:39.181321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d01922-1e12-492a-b115-18915e1aa8ff req-2b3d7c7d-f4a2-4ed5-babe-b87e7afffb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.183835 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84d01922-1e12-492a-b115-18915e1aa8ff req-2b3d7c7d-f4a2-4ed5-babe-b87e7afffb58 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.4191718 Aug 16 02:03:39.188474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-05847090-2bfe-4b33-94cd-5301f5888099 req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Calling delete_port for 224287dc-3f75-4695-9d33-5b1963f46ba9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:39.216415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Made reservation on behalf of c84246bbd1c743f3b6597d560c099191 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:39.222079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.279860 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84d01922-1e12-492a-b115-18915e1aa8ff req-29811d48-ac25-4263-bfaa-660cf1dbeb0c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 200 len: 217 time: 0.0823169 Aug 16 02:03:39.281286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:39.282018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:39.282514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:39.294298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.330661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b4dbb-1845-4d32-bb6e-a7a045662763 req-65f6b99e-aaa1-4fd4-8fb7-7d537dc5a9eb tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.339524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-992b4dbb-1845-4d32-bb6e-a7a045662763 req-65f6b99e-aaa1-4fd4-8fb7-7d537dc5a9eb tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 943 time: 0.2390137 Aug 16 02:03:39.369662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d01922-1e12-492a-b115-18915e1aa8ff req-8c2613a2-373f-4566-9a7c-ea0d1853c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.371171 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84d01922-1e12-492a-b115-18915e1aa8ff req-8c2613a2-373f-4566-9a7c-ea0d1853c31d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0741179 Aug 16 02:03:39.378312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:39.393432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '4dff910c-e655-4d50-ba93-fe8e80c63ccc', 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238', 'port_id': '4dff910c-e655-4d50-ba93-fe8e80c63ccc', 'mac_address': 'fa:16:3e:b4:9a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee464e94-e607-4627-a255-a993e602d984', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:39.418057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Port 413b1304-b1a2-4d87-a967-18b4b914c735 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:39.418387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:39.431716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:39.432053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:39.432432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:39.433208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Bound port: 413b1304-b1a2-4d87-a967-18b4b914c735, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:39.433857 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.439417 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.441155 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.456536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dff910c-e655-4d50-ba93-fe8e80c63ccc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:39.463409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7b472f-1f89-430e-ad0a-e765cdc8c4e5']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:39.486683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:39.493355 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.500121 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1b6dd44-fdc4-45a1-9f39-cd3c786c1e50 req-a76bbfdf-d2a8-47f2-a821-52144760df4a tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 210 time: 0.1311018 Aug 16 02:03:39.505986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a74d4a1-8062-4286-9ea9-b6bbff87451d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:39.506287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a74d4a1-8062-4286-9ea9-b6bbff87451d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:39.545033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-992b4dbb-1845-4d32-bb6e-a7a045662763 req-9c8b932f-64a0-4ced-8862-5898432259ee tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038727 Aug 16 02:03:39.564506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4dff910c-e655-4d50-ba93-fe8e80c63ccc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.574470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.604288 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.631545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:39.635793 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:39.638874 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:39.675468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d01922-1e12-492a-b115-18915e1aa8ff req-163900ba-d942-4f2e-bf11-0db011ee5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.677791 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84d01922-1e12-492a-b115-18915e1aa8ff req-163900ba-d942-4f2e-bf11-0db011ee5c84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2765789 Aug 16 02:03:39.727543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['4dff910c-e655-4d50-ba93-fe8e80c63ccc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:39.735188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed893a-35d0-477f-bc40-a8d335cfddfa req-efb42af8-51da-4335-ae20-41329d44b121 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.736855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4ed893a-35d0-477f-bc40-a8d335cfddfa req-efb42af8-51da-4335-ae20-41329d44b121 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 947 time: 0.1392908 Aug 16 02:03:39.738145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.750678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.753600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Allocated IP 172.20.0.5 (988b8cbd-9813-40f7-9a30-07427476ff1c/315ce014-21ca-4f9b-ba83-7ea667026954/6819243b-e005-4054-82b6-b30c62c4482c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:39.754394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4b7b472f-1f89-430e-ad0a-e765cdc8c4e5 HTTP/1.1" status: 204 len: 168 time: 0.6062639 Aug 16 02:03:39.756184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.772691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e090769-a258-4970-ac7d-0ad234641a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7b472f-1f89-430e-ad0a-e765cdc8c4e5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.816039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:39.822349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4ed893a-35d0-477f-bc40-a8d335cfddfa req-d888a2ff-fca6-4c6c-926d-a648821e1efe tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Aug 16 02:03:39.871471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:39.894596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.947883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf278661-b53b-484c-8151-9e65cf8dedd4 admin admin] Deleting subnet c9b97661-4a0d-469b-89c8-7f2926bfdb48 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:39.960156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf278661-b53b-484c-8151-9e65cf8dedd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.025688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.026316 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.027940 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] 10.222.0.86 "PUT /v2.0/ports/413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 1096 time: 2.7990744 Aug 16 02:03:40.032013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05847090-2bfe-4b33-94cd-5301f5888099 req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.108625 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84d01922-1e12-492a-b115-18915e1aa8ff req-93c0f8fc-4bd7-4190-b1b8-0556321a6920 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171150 Aug 16 02:03:40.117155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf278661-b53b-484c-8151-9e65cf8dedd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.169504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7f01a-595c-4e55-b522-7c347ad789b5 service neutron] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.289299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735'}, {'name': 'network-changed', 'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:40.292143 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fbcaea-4ec2-480a-a187-4e32cddcdffd" -d '{"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-unplugged", "status": "completed", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735"}, {"name": "network-changed", "server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:40.295031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Pushing event deleted for resources: {'Port': ['ID=224287dc-3f75-4695-9d33-5b1963f46ba9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.331374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-05847090-2bfe-4b33-94cd-5301f5888099 req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] No DVR routers for this DVR port 224287dc-3f75-4695-9d33-5b1963f46ba9 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:40.348431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05847090-2bfe-4b33-94cd-5301f5888099 req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.350535 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05847090-2bfe-4b33-94cd-5301f5888099 req-eba63897-8233-4a1e-9756-eb86d3d5d1d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.86 "DELETE /v2.0/ports/224287dc-3f75-4695-9d33-5b1963f46ba9 HTTP/1.1" status: 204 len: 173 time: 1.9112780 Aug 16 02:03:40.355586 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf278661-b53b-484c-8151-9e65cf8dedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.380913 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeab3a72-2d96-49ea-8db0-572007f82949 x-openstack-request-id: req-aeab3a72-2d96-49ea-8db0-572007f82949 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:40.381311 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-unplugged", "status": "completed", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735", "code": 200}, {"name": "network-changed", "server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:40.381624 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aeab3a72-2d96-49ea-8db0-572007f82949 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:40.382082 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735', 'code': 200} Aug 16 02:03:40.382400 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735', 'status': 'completed', 'code': 200} Aug 16 02:03:40.384243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-fd5aea78-8bcb-4d95-9cd6-cda2ca4cc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.385802 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-fd5aea78-8bcb-4d95-9cd6-cda2ca4cc137 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1099 time: 0.2957597 Aug 16 02:03:40.518249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.542143 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84d01922-1e12-492a-b115-18915e1aa8ff req-13ddbe7c-728c-4236-a737-e691c7952ad8 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214261 Aug 16 02:03:40.582668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf278661-b53b-484c-8151-9e65cf8dedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.597363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-50ebdfe8-8d71-43f3-9fbd-d30c8e8e5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.599519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-50ebdfe8-8d71-43f3-9fbd-d30c8e8e5cae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1099 time: 0.2074881 Aug 16 02:03:40.647909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c24b54b2-17a1-4394-9cab-6ccbb4519316 req-0f3a2e19-c407-41a2-a068-1bd3414a9283 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 210 time: 0.0369394 Aug 16 02:03:40.650700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf278661-b53b-484c-8151-9e65cf8dedd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9b97661-4a0d-469b-89c8-7f2926bfdb48,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.680322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf278661-b53b-484c-8151-9e65cf8dedd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.684671 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bf278661-b53b-484c-8151-9e65cf8dedd4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c9b97661-4a0d-469b-89c8-7f2926bfdb48 HTTP/1.1" status: 204 len: 168 time: 0.9197874 Aug 16 02:03:40.685436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40314) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:40.751687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-22ffa90c-c926-4e7e-b7ba-95d11c871408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.753493 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-22ffa90c-c926-4e7e-b7ba-95d11c871408 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3340859 Aug 16 02:03:40.776840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.777051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.795013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdedf8f-66c0-4595-baea-cc709024a8e2 req-97417906-cb97-4e50-b6bf-8f40ed96a804 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.796839 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fdedf8f-66c0-4595-baea-cc709024a8e2 req-97417906-cb97-4e50-b6bf-8f40ed96a804 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 944 time: 0.1723661 Aug 16 02:03:40.831047 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-8b3b5544-673a-4bf4-bfa1-c9214a4002f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.0661154 Aug 16 02:03:40.862049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-09f2612f-24b0-4501-9f13-54618b859de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.864126 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-09f2612f-24b0-4501-9f13-54618b859de9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2357857 Aug 16 02:03:40.907145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.934182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fdedf8f-66c0-4595-baea-cc709024a8e2 req-a16f6746-5c7e-472d-8e10-152fac483b76 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300802 Aug 16 02:03:40.938409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:40.949749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2155a61f-38fe-48ef-a11f-e7e4e602a92a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:40.950279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2155a61f-38fe-48ef-a11f-e7e4e602a92a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:40.957933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Network 988b8cbd-9813-40f7-9a30-07427476ff1c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:40.965882 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-a7785d07-f166-4b2e-a7e2-6361ff029f32 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.0873466 Aug 16 02:03:40.971053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:40.978931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:40.988081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Pushing event updated for resources: {'Port': ['ID=6819243b-e005-4054-82b6-b30c62c4482c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.991498 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.035185 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.052932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:41.053424 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.069481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7892f3c-a8cb-4c6d-92da-2bd4e1a66042 req-715b8ac3-e56c-4a1c-a78f-cb4651695614 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.071669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7892f3c-a8cb-4c6d-92da-2bd4e1a66042 req-715b8ac3-e56c-4a1c-a78f-cb4651695614 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 947 time: 0.1044624 Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:41.072640 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:41.162055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4dff910c-e655-4d50-ba93-fe8e80c63ccc up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:41.199787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7892f3c-a8cb-4c6d-92da-2bd4e1a66042 req-a02a2c47-4be2-434b-945b-bae290d761be tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752084 Aug 16 02:03:41.239365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 4dff910c-e655-4d50-ba93-fe8e80c63ccc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:41.241266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.244190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 4dff910c-e655-4d50-ba93-fe8e80c63ccc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:41.244645 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.250520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.256283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63 HTTP/1.1" status: 204 len: 168 time: 0.5695317 Aug 16 02:03:41.270567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0dde38-dc1e-4295-973f-0d5cd0d4ac38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fbeec3-7d7e-4ec9-bfbc-5fc5d9ea4b63,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.370227 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.377066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 224287dc-3f75-4695-9d33-5b1963f46ba9 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:41.382658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-83fe20ac-7f9f-4ce3-b219-f179259d53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.384189 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-83fe20ac-7f9f-4ce3-b219-f179259d53f3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.4109058 Aug 16 02:03:41.406654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-5f4f35a1-e8a9-4c5d-bd13-936203009954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.408126 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-5f4f35a1-e8a9-4c5d-bd13-936203009954 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.5477319 Aug 16 02:03:41.409188 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 224287dc-3f75-4695-9d33-5b1963f46ba9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:41.409625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 224287dc-3f75-4695-9d33-5b1963f46ba9 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:41.436111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dff910c-e655-4d50-ba93-fe8e80c63ccc'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:41.438780 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4161ed00-3e23-4b34-bcab-35fa3424c451" -d '{"events": [{"server_uuid": "06c6f1c5-3f75-4267-9f03-f2a2c0686bce", "name": "network-vif-plugged", "status": "completed", "tag": "4dff910c-e655-4d50-ba93-fe8e80c63ccc"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:41.466154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:41.467518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.468150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.478065 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.479472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:41.492593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-f46707b9-e880-49d0-a8f9-b68c7d797339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.494173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-f46707b9-e880-49d0-a8f9-b68c7d797339 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011424 Aug 16 02:03:41.516340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb9e05d5-c233-442c-afd2-e9962573ddd9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8645935 Aug 16 02:03:41.528792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-ad2f11e1-f5ae-45f8-aa2a-98d5334a973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.530596 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-ad2f11e1-f5ae-45f8-aa2a-98d5334a973a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044114 Aug 16 02:03:41.542715 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08541596-fb26-430e-9e2f-11001aaae8ad x-openstack-request-id: req-08541596-fb26-430e-9e2f-11001aaae8ad {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:41.543447 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c6f1c5-3f75-4267-9f03-f2a2c0686bce", "name": "network-vif-plugged", "status": "completed", "tag": "4dff910c-e655-4d50-ba93-fe8e80c63ccc", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:41.544105 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08541596-fb26-430e-9e2f-11001aaae8ad {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:41.544768 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dff910c-e655-4d50-ba93-fe8e80c63ccc', 'code': 200} Aug 16 02:03:41.574108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Request body: {'port': {'device_id': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:41.589574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4dff910c-e655-4d50-ba93-fe8e80c63ccc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.618103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:41.622783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:41.705195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-46ab2a7b-64c4-4936-8944-4fe2d80f4d6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd4786612bfb44e88800a68032521120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850704 Aug 16 02:03:41.708041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:41.743204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce73bfb-ce00-4558-ad27-2c2a15448504 req-1e805c50-87a2-4494-a2eb-8b6858f03d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.745461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ce73bfb-ce00-4558-ad27-2c2a15448504 req-1e805c50-87a2-4494-a2eb-8b6858f03d7e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 1097 time: 0.1048386 Aug 16 02:03:41.758620 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-1444fa0b-db45-454d-8cc6-4bbdcfb97eb9 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905403 Aug 16 02:03:41.781684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.842833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ce73bfb-ce00-4558-ad27-2c2a15448504 req-7bf79430-8857-421a-9b90-47744140d98e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859096 Aug 16 02:03:41.845137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-0da30fa4-137a-450f-9500-1f83435ce388 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429258 Aug 16 02:03:41.845280 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c81f03e4-6bc8-462e-9f1a-5ae56f77a6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.845726 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.870539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19fa5a-c9e4-4e8c-8746-b0be3fda7b63 req-0d57c2da-9cc4-4771-a3f1-12c90d1d775b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.872585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e19fa5a-c9e4-4e8c-8746-b0be3fda7b63 req-0d57c2da-9cc4-4771-a3f1-12c90d1d775b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 931 time: 0.1165178 Aug 16 02:03:41.892777 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c81f03e4-6bc8-462e-9f1a-5ae56f77a6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.949076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e19fa5a-c9e4-4e8c-8746-b0be3fda7b63 req-6a2b19d7-6281-49cc-a4b1-738ed52b64da tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638580 Aug 16 02:03:41.978487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c81f03e4-6bc8-462e-9f1a-5ae56f77a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.986687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c81f03e4-6bc8-462e-9f1a-5ae56f77a6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.991643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c81f03e4-6bc8-462e-9f1a-5ae56f77a6bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1f29337-3d1a-47a3-b062-2c28dfdfa32c HTTP/1.1" status: 204 len: 168 time: 0.2800453 Aug 16 02:03:42.009936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f03e4-6bc8-462e-9f1a-5ae56f77a6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f29337-3d1a-47a3-b062-2c28dfdfa32c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.056806 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc0e174-6bce-40be-a7bd-9aaf6051af6c req-ae8e82a7-8352-4e2a-8e23-c4385b00baba service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881858 Aug 16 02:03:42.165051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-a5e6c9db-aded-4fd2-9141-8dcd972a3396 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710130 Aug 16 02:03:42.167510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b13bc-f2d6-4dcf-91c2-e654cc8fc305 req-74d9e271-ca12-41dc-8a04-9a13115f2054 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.169197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-065b13bc-f2d6-4dcf-91c2-e654cc8fc305 req-74d9e271-ca12-41dc-8a04-9a13115f2054 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.1042719 Aug 16 02:03:42.249146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-6a1699b4-06d7-4f19-b312-1c3805aa3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.257254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-065b13bc-f2d6-4dcf-91c2-e654cc8fc305 req-9f8068f1-81f2-470e-80d1-0a5160c51956 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777135 Aug 16 02:03:42.261429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-6a1699b4-06d7-4f19-b312-1c3805aa3b98 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1099 time: 0.0988462 Aug 16 02:03:42.392838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'name': 'network-vif-deleted', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:42.392838 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ed98c-9631-4ee7-9950-81980efaf641" -d '{"events": [{"server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "name": "network-vif-deleted", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:42.413094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6819243b-e005-4054-82b6-b30c62c4482c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:42.421485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5959-4fa2-43b6-8955-1116af8b7cab req-a7ac1be9-811e-46e5-9d42-56fc794ea016 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.423752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9ff5959-4fa2-43b6-8955-1116af8b7cab req-a7ac1be9-811e-46e5-9d42-56fc794ea016 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 947 time: 0.0935788 Aug 16 02:03:42.428844 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.445574 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efc624c-f7cf-4f6c-bfbc-393285fee9aa x-openstack-request-id: req-8efc624c-f7cf-4f6c-bfbc-393285fee9aa {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:42.445865 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927c4319-3e13-4b03-9418-98e9cc976ce6", "name": "network-vif-deleted", "tag": "224287dc-3f75-4695-9d33-5b1963f46ba9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:42.446116 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8efc624c-f7cf-4f6c-bfbc-393285fee9aa {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:42.446511 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c4319-3e13-4b03-9418-98e9cc976ce6', 'name': 'network-vif-deleted', 'tag': '224287dc-3f75-4695-9d33-5b1963f46ba9', 'status': 'completed', 'code': 200} Aug 16 02:03:42.458445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Transition to ACTIVE for port object 6819243b-e005-4054-82b6-b30c62c4482c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:42.460987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-295ebbbb-cfa9-4a94-8d2d-9a5f385c7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.462511 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-295ebbbb-cfa9-4a94-8d2d-9a5f385c7027 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1761298 Aug 16 02:03:42.463924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.504311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9ff5959-4fa2-43b6-8955-1116af8b7cab req-5ca884a7-b952-49bc-a780-34462ac2b006 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737889 Aug 16 02:03:42.543564 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-7811995f-ee37-4ebb-b5e4-39afcf61c9fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.0711329 Aug 16 02:03:42.558184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Pushing event updated for resources: {'Port': ['ID=6819243b-e005-4054-82b6-b30c62c4482c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.620398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.660854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-57bd3cb4-83cd-4060-9d36-0efaccb1386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.662365 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-57bd3cb4-83cd-4060-9d36-0efaccb1386b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0809965 Aug 16 02:03:42.672155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-947b2aa3-c0ac-4c09-abed-d67800c0f663 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c7f5a43115e64a1ba986b72beaeab88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506175 Aug 16 02:03:42.674303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.685751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Attempting to bind port 6819243b-e005-4054-82b6-b30c62c4482c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:42.686151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Attempting to bind port 6819243b-e005-4054-82b6-b30c62c4482c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:42.686410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Attempting to bind port 6819243b-e005-4054-82b6-b30c62c4482c on network 988b8cbd-9813-40f7-9a30-07427476ff1c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:42.706922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Port 6819243b-e005-4054-82b6-b30c62c4482c on network 988b8cbd-9813-40f7-9a30-07427476ff1c not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:42.707842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Attempting to bind port 6819243b-e005-4054-82b6-b30c62c4482c on network 988b8cbd-9813-40f7-9a30-07427476ff1c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:42.716758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:42.717161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Checking segment: {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:42.717553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Bound using segment: {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:42.717991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Bound port: 6819243b-e005-4054-82b6-b30c62c4482c, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:42.718337 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.734119 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-714c1ab6-00ee-457b-aa4e-93fec94b92f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.738124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-1a6231a3-920b-4241-b215-30ffbad76efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.739743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-1a6231a3-920b-4241-b215-30ffbad76efd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676665 Aug 16 02:03:42.764487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-714c1ab6-00ee-457b-aa4e-93fec94b92f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.819591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-714c1ab6-00ee-457b-aa4e-93fec94b92f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.822187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-714c1ab6-00ee-457b-aa4e-93fec94b92f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.823583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-714c1ab6-00ee-457b-aa4e-93fec94b92f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d73e21e7-9be8-4888-b48c-fc9a5cf03d39 HTTP/1.1" status: 204 len: 168 time: 0.1483347 Aug 16 02:03:42.833936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c1ab6-00ee-457b-aa4e-93fec94b92f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e21e7-9be8-4888-b48c-fc9a5cf03d39,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.870718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:42.875294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6819243b-e005-4054-82b6-b30c62c4482c,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:42.882752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.937783 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-07fb914e-b79a-4d9f-a885-d56579efd26e service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894910 Aug 16 02:03:42.942951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.943629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.944912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] 10.222.0.93 "PUT /v2.0/ports/6819243b-e005-4054-82b6-b30c62c4482c HTTP/1.1" status: 200 len: 1092 time: 1.3787868 Aug 16 02:03:42.970936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe8e9-562d-402e-af63-f65154950289 service neutron] Pushing event updated for resources: {'Port': ['ID=6819243b-e005-4054-82b6-b30c62c4482c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.102467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78fbcaea-4ec2-480a-a187-4e32cddcdffd req-c866e6dc-1cec-4641-8f82-8866bf2459ab service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277092 Aug 16 02:03:43.118949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc21801-220b-4594-867d-8b45fb92b802 req-0fb79784-32ed-4187-81f7-7e37ec3d65d0 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.122882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb604325-3997-4172-be8d-a2cb0105044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.124337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-bb604325-3997-4172-be8d-a2cb0105044d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 1095 time: 0.1243224 Aug 16 02:03:43.128027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bcc21801-220b-4594-867d-8b45fb92b802 req-0fb79784-32ed-4187-81f7-7e37ec3d65d0 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 943 time: 0.0714967 Aug 16 02:03:43.186873 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-e8e999a9-dbc9-4d4b-bb68-47e46e91f324 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6819243b-e005-4054-82b6-b30c62c4482c HTTP/1.1" status: 200 len: 217 time: 0.0537093 Aug 16 02:03:43.192459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bcc21801-220b-4594-867d-8b45fb92b802 req-c7d99042-cca0-4c9b-9520-e0467bfe94fb tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624063 Aug 16 02:03:43.243854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-9edc56f9-7436-4281-955f-0fdf8829565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.245525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-9edc56f9-7436-4281-955f-0fdf8829565f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=315ce014-21ca-4f9b-ba83-7ea667026954 HTTP/1.1" status: 200 len: 845 time: 0.0512023 Aug 16 02:03:43.283639 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-3b115494-fd5e-4461-9b20-564f79a2120b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=988b8cbd-9813-40f7-9a30-07427476ff1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287192 Aug 16 02:03:43.390329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5619-d354-4b58-8a93-74f676e95d5f req-af7ddd3a-2dd7-47e6-8996-5a0addff82cf tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.393007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f16b5619-d354-4b58-8a93-74f676e95d5f req-af7ddd3a-2dd7-47e6-8996-5a0addff82cf tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0564904 Aug 16 02:03:43.397783 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-dd788c45-3aba-4416-8956-a9a1ab113cc9 service neutron] 10.222.0.93 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079905 Aug 16 02:03:43.444682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f16b5619-d354-4b58-8a93-74f676e95d5f req-071f066d-6581-4570-ba59-8ade19f052f9 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441136 Aug 16 02:03:43.531204 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29f22650-ccfd-4267-8917-3c870f4269a8 req-ee737786-ec1e-4dff-ae55-7dc97e639ade service neutron] 10.222.0.93 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251225 Aug 16 02:03:43.589945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4f76d-55b7-4d86-9ba1-d0697bcb75b3 req-4c024f96-b0ce-4262-a3b4-0074d9b29d7b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.591511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4b4f76d-55b7-4d86-9ba1-d0697bcb75b3 req-4c024f96-b0ce-4262-a3b4-0074d9b29d7b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0603974 Aug 16 02:03:43.635608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4b4f76d-55b7-4d86-9ba1-d0697bcb75b3 req-3b11ee37-71dd-40cf-95e1-a2f832c5c508 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Aug 16 02:03:43.853578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90f38e-de51-4633-89f3-539d89636e20 req-2f297dab-3a02-4711-ab05-cb1bf05b7f0a tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.855911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe90f38e-de51-4633-89f3-539d89636e20 req-2f297dab-3a02-4711-ab05-cb1bf05b7f0a tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0636821 Aug 16 02:03:43.924323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe90f38e-de51-4633-89f3-539d89636e20 req-a7c3be84-c969-4bb7-9aba-39ee1e62908b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586343 Aug 16 02:03:43.936995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15ef61-6f13-412e-9a28-80bcf4325a47 req-5d91bc25-4e7f-4fc9-b9d7-33c8ecd3a60b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.938711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da15ef61-6f13-412e-9a28-80bcf4325a47 req-5d91bc25-4e7f-4fc9-b9d7-33c8ecd3a60b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 947 time: 0.0818145 Aug 16 02:03:43.991921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da15ef61-6f13-412e-9a28-80bcf4325a47 req-9952aa44-d818-4c43-bd58-8c74348a4fcc tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Aug 16 02:03:44.060926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e3595-b2dd-4db0-8a59-384b249b414e req-42a82376-9184-4770-8045-161a10f39078 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.062335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e10e3595-b2dd-4db0-8a59-384b249b414e req-42a82376-9184-4770-8045-161a10f39078 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0572698 Aug 16 02:03:44.111234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e10e3595-b2dd-4db0-8a59-384b249b414e req-532e9125-4a19-48ed-a6f3-70cf798f8bdf tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413523 Aug 16 02:03:44.253222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8961-b89a-4465-b966-43df9cf4debd req-38b557dc-51f1-4baf-a789-18ba5d5ba377 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.255499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d80d8961-b89a-4465-b966-43df9cf4debd req-38b557dc-51f1-4baf-a789-18ba5d5ba377 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0581522 Aug 16 02:03:44.336789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d80d8961-b89a-4465-b966-43df9cf4debd req-2db09d0c-959b-498c-9d81-5b57ec0d56bf tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752876 Aug 16 02:03:44.359210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96d492-9a96-42a8-9782-33af1d4c7b59 req-5b335481-d3c4-4a5e-911c-5a8dcf743dcb tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.367221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed96d492-9a96-42a8-9782-33af1d4c7b59 req-5b335481-d3c4-4a5e-911c-5a8dcf743dcb tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 943 time: 0.0969307 Aug 16 02:03:44.413214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed96d492-9a96-42a8-9782-33af1d4c7b59 req-e95a77ff-8619-4cc1-82fd-4598727a86b3 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448596 Aug 16 02:03:44.447372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:44.449723 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562e8a49-12d9-4680-b02d-080f1505de72" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "tag": "6819243b-e005-4054-82b6-b30c62c4482c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:44.485059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039b37d-f204-4086-a7d8-f4ec25be66a8 req-14e16786-cd53-45d3-b7e7-61ec2f071733 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.493804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1039b37d-f204-4086-a7d8-f4ec25be66a8 req-14e16786-cd53-45d3-b7e7-61ec2f071733 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0713158 Aug 16 02:03:44.497729 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09efc96-295f-4158-8d22-f332ebae2a6f x-openstack-request-id: req-b09efc96-295f-4158-8d22-f332ebae2a6f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:44.498077 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "tag": "6819243b-e005-4054-82b6-b30c62c4482c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:44.498391 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b09efc96-295f-4158-8d22-f332ebae2a6f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:44.498849 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c', 'status': 'completed', 'code': 200} Aug 16 02:03:44.571079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e8a49-12d9-4680-b02d-080f1505de72 req-f1d55ca3-4f3c-4d1b-8eab-83b8b260dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.572979 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-562e8a49-12d9-4680-b02d-080f1505de72 req-f1d55ca3-4f3c-4d1b-8eab-83b8b260dbf0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 1095 time: 0.0529435 Aug 16 02:03:44.575478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1039b37d-f204-4086-a7d8-f4ec25be66a8 req-69e8e762-4e11-472f-b7e8-f7752df48a5c tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803533 Aug 16 02:03:44.699820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e8a49-12d9-4680-b02d-080f1505de72 req-44a28422-8e41-489a-9304-1c1aa9d88d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.702599 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-562e8a49-12d9-4680-b02d-080f1505de72 req-44a28422-8e41-489a-9304-1c1aa9d88d57 service neutron] 10.222.0.93 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 906 time: 0.1211371 Aug 16 02:03:44.714837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d4694-dd47-4243-ab91-8dc7e29fd1fc req-0cd98168-869a-4a83-aeff-4e8caf3fa9f9 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.725043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-453d4694-dd47-4243-ab91-8dc7e29fd1fc req-0cd98168-869a-4a83-aeff-4e8caf3fa9f9 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0610802 Aug 16 02:03:44.758447 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-562e8a49-12d9-4680-b02d-080f1505de72 req-a05062cb-2ee0-4fff-ad13-b7cea0142fc1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6819243b-e005-4054-82b6-b30c62c4482c HTTP/1.1" status: 200 len: 217 time: 0.0477931 Aug 16 02:03:44.792857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-453d4694-dd47-4243-ab91-8dc7e29fd1fc req-278964fc-18b2-44b3-b297-125579905e1b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597181 Aug 16 02:03:44.844777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e8a49-12d9-4680-b02d-080f1505de72 req-8bf089dd-15be-4014-acb6-a0386940b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.852627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-562e8a49-12d9-4680-b02d-080f1505de72 req-8bf089dd-15be-4014-acb6-a0386940b27b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=315ce014-21ca-4f9b-ba83-7ea667026954 HTTP/1.1" status: 200 len: 845 time: 0.0815134 Aug 16 02:03:44.882538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-562e8a49-12d9-4680-b02d-080f1505de72 req-16cd2466-d971-4f0f-890b-1875ec743409 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=988b8cbd-9813-40f7-9a30-07427476ff1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280898 Aug 16 02:03:44.921100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efe430-1e98-4368-a250-c1d3b54f3ff9 req-3fe1ad84-4404-4f01-b4d8-d9239850ecc7 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.923747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73efe430-1e98-4368-a250-c1d3b54f3ff9 req-3fe1ad84-4404-4f01-b4d8-d9239850ecc7 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0626676 Aug 16 02:03:44.975541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73efe430-1e98-4368-a250-c1d3b54f3ff9 req-87c6bfa7-60ad-453e-91ea-b1d286f30b89 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Aug 16 02:03:44.999434 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-562e8a49-12d9-4680-b02d-080f1505de72 req-b7f5c4bb-2bbc-403d-8725-ce5fa062aef1 service neutron] 10.222.0.93 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091123 Aug 16 02:03:45.137569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc95d3-42fd-4d33-842c-d0ba9de7fce6 req-a9fe5838-46a8-4f2d-ac84-d17960db9e69 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.148315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cfc95d3-42fd-4d33-842c-d0ba9de7fce6 req-a9fe5838-46a8-4f2d-ac84-d17960db9e69 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 947 time: 0.0705390 Aug 16 02:03:45.172964 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-562e8a49-12d9-4680-b02d-080f1505de72 req-6426b60d-3b78-4888-b216-bcad19e30866 service neutron] 10.222.0.93 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666181 Aug 16 02:03:45.201829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cfc95d3-42fd-4d33-842c-d0ba9de7fce6 req-1d58df38-7669-4af3-b23c-b012fab1f022 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476472 Aug 16 02:03:45.407850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:45.555394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:45.574772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '413b1304-b1a2-4d87-a967-18b4b914c735', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '413b1304-b1a2-4d87-a967-18b4b914c735', 'mac_address': 'fa:16:3e:7f:35:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:45.580451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2c4b0-7d2d-4e38-a571-8686c4f3152a req-74ad1c30-42c0-4949-8a66-f9544ae431e2 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.583558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dd2c4b0-7d2d-4e38-a571-8686c4f3152a req-74ad1c30-42c0-4949-8a66-f9544ae431e2 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 943 time: 0.0561848 Aug 16 02:03:45.628423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.643837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dd2c4b0-7d2d-4e38-a571-8686c4f3152a req-14b8817a-bb08-4f36-ae68-143d26ebc1f8 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529485 Aug 16 02:03:45.644894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413b1304-b1a2-4d87-a967-18b4b914c735 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:45.675312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:45.684740 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.746126 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:45.979261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478483b8-b428-473a-b146-886856e08335 req-882b1963-58d9-465e-978e-cfe869371ba7 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.981632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-478483b8-b428-473a-b146-886856e08335 req-882b1963-58d9-465e-978e-cfe869371ba7 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0577970 Aug 16 02:03:46.038717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-478483b8-b428-473a-b146-886856e08335 req-19bc063d-8e0c-41a9-aa68-f9fb20f718c6 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500662 Aug 16 02:03:46.330434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ba30b-c3be-4916-b2fa-8b729b5bccf9 req-372dec1d-d22c-4a6c-a85b-448247954376 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.331981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a77ba30b-c3be-4916-b2fa-8b729b5bccf9 req-372dec1d-d22c-4a6c-a85b-448247954376 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.0638056 Aug 16 02:03:46.390010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a77ba30b-c3be-4916-b2fa-8b729b5bccf9 req-1e170c92-8751-49fd-ba98-906418d1a213 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498939 Aug 16 02:03:46.458965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-246009ea-ea91-430d-88c9-c11ec71f0780 req-2c62bd52-57df-4837-a254-c6d7eb15ab5b tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=01fddd780cc343e1a33270d6b650eae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238023 Aug 16 02:03:46.585548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246009ea-ea91-430d-88c9-c11ec71f0780 req-90f3247c-12cb-47c5-a098-d65bf54e25cf tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.587112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-246009ea-ea91-430d-88c9-c11ec71f0780 req-90f3247c-12cb-47c5-a098-d65bf54e25cf tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131568 Aug 16 02:03:46.603117 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-246009ea-ea91-430d-88c9-c11ec71f0780 req-baee4d07-4b9b-4b38-a3fd-44b2993e2e3a tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/quotas/01fddd780cc343e1a33270d6b650eae1 HTTP/1.1" status: 200 len: 375 time: 0.0101099 Aug 16 02:03:46.635799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-246009ea-ea91-430d-88c9-c11ec71f0780 req-0d42b4b7-445b-43b9-b292-bf03e0f22866 tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=01fddd780cc343e1a33270d6b650eae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271862 Aug 16 02:03:46.777954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa71ff8-c75e-42cd-89be-b25b9c4efccd req-3fb3d003-8b62-4da5-ba51-1fd8815c9dfa tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.779799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fa71ff8-c75e-42cd-89be-b25b9c4efccd req-3fb3d003-8b62-4da5-ba51-1fd8815c9dfa tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 943 time: 0.0605285 Aug 16 02:03:46.822580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fa71ff8-c75e-42cd-89be-b25b9c4efccd req-975d9842-c934-40e8-aa2f-a195ca1dea92 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346925 Aug 16 02:03:47.176566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6819243b-e005-4054-82b6-b30c62c4482c details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:47.177361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be60c58-de31-4368-8971-6ede709be5b0 req-059e5b54-e355-40d4-b93f-ed047f3ba9d6 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.179585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8be60c58-de31-4368-8971-6ede709be5b0 req-059e5b54-e355-40d4-b93f-ed047f3ba9d6 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0669734 Aug 16 02:03:47.232714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8be60c58-de31-4368-8971-6ede709be5b0 req-daf5d74f-48df-4604-aa04-ce75668948b1 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Aug 16 02:03:47.247351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['413b1304-b1a2-4d87-a967-18b4b914c735'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:47.271934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40596) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.388918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.464900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6819243b-e005-4054-82b6-b30c62c4482c,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:47.476861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '6819243b-e005-4054-82b6-b30c62c4482c', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'port_id': '6819243b-e005-4054-82b6-b30c62c4482c', 'mac_address': 'fa:16:3e:b3:fb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315ce014-21ca-4f9b-ba83-7ea667026954', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:47.505023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.510522 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.539566 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.554910 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b388f485d4a4f309ede43b1fe78ea96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793334 Aug 16 02:03:47.555193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.561906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dbe7c5-aa82-401a-885d-ed8a81e473ae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:47.563193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6819243b-e005-4054-82b6-b30c62c4482c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:47.577812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.578160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.578914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.578914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.579898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.579898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.580174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.580511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.580864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.581354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.581512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.581804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1df75a-8391-445c-a25e-0eb95cebb7b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:47.598397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6625d-61cc-4a1e-b4ff-c12ff973ca48 req-0d210109-4034-4d6d-8794-a48c22b459bc tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.607835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3b6625d-61cc-4a1e-b4ff-c12ff973ca48 req-0d210109-4034-4d6d-8794-a48c22b459bc tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.1122050 Aug 16 02:03:47.616179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6819243b-e005-4054-82b6-b30c62c4482c,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:47.633277 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.650800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de9d08cd-78c1-4b76-b035-78052142d272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.679613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3b6625d-61cc-4a1e-b4ff-c12ff973ca48 req-c557d6b7-47f9-4ad2-8ee6-d5041afeeb4b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704079 Aug 16 02:03:47.681373 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de9d08cd-78c1-4b76-b035-78052142d272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.691234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6819243b-e005-4054-82b6-b30c62c4482c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:47.739726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de9d08cd-78c1-4b76-b035-78052142d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.743910 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de9d08cd-78c1-4b76-b035-78052142d272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.745543 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-de9d08cd-78c1-4b76-b035-78052142d272 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36dbe7c5-aa82-401a-885d-ed8a81e473ae HTTP/1.1" status: 204 len: 168 time: 0.1893468 Aug 16 02:03:47.765869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d08cd-78c1-4b76-b035-78052142d272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dbe7c5-aa82-401a-885d-ed8a81e473ae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:47.877792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a83a616-3ae4-4741-b8fb-756f5a2a1f63 req-145af48b-8d15-48a8-8517-e7522e36e78c tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=01fddd780cc343e1a33270d6b650eae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350561 Aug 16 02:03:47.959805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['6819243b-e005-4054-82b6-b30c62c4482c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:47.966428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-b9e17955-6bdb-43a5-9ec8-484fa0e231bc tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.968093 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-b9e17955-6bdb-43a5-9ec8-484fa0e231bc tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683&tenant_id=cfcc5fd1981d44f18fe86b6889831de3&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 948 time: 0.0780616 Aug 16 02:03:48.035492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d289261-acb0-4c52-8197-38364fe03491 req-776438b3-c4ab-465a-a5b0-f8342a6a75b5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.037313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d289261-acb0-4c52-8197-38364fe03491 req-776438b3-c4ab-465a-a5b0-f8342a6a75b5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 944 time: 0.0927627 Aug 16 02:03:48.064732 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-4f494566-6cb1-4b5b-b254-08ce9e504609 service neutron] 10.222.0.86 "GET /v2.0/ports/413b1304-b1a2-4d87-a967-18b4b914c735/bindings/n-h1-768862-14 HTTP/1.1" status: 200 len: 383 time: 0.0730164 Aug 16 02:03:48.068365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83a616-3ae4-4741-b8fb-756f5a2a1f63 req-7b85213e-cd53-4ee9-83c6-84f69016346f tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.069990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a83a616-3ae4-4741-b8fb-756f5a2a1f63 req-7b85213e-cd53-4ee9-83c6-84f69016346f tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914103 Aug 16 02:03:48.099080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a83a616-3ae4-4741-b8fb-756f5a2a1f63 req-75a24e35-bf52-47f4-98a1-2634ae3443d9 tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/quotas/01fddd780cc343e1a33270d6b650eae1 HTTP/1.1" status: 200 len: 375 time: 0.0188637 Aug 16 02:03:48.112078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d289261-acb0-4c52-8197-38364fe03491 req-add37133-456d-4d2b-9317-f929b2a8220a tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665131 Aug 16 02:03:48.140191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.174202 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a83a616-3ae4-4741-b8fb-756f5a2a1f63 req-62c429f9-03f7-4474-9957-22e7df31d0d0 tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=01fddd780cc343e1a33270d6b650eae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607548 Aug 16 02:03:48.178570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70b683e1-c672-4d05-bcb7-58e714770c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.196084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-b965ae9b-3362-4672-95be-c4213849fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.197657 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-b965ae9b-3362-4672-95be-c4213849fde0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1100 time: 0.0796931 Aug 16 02:03:48.253548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372007a-9ce7-4c57-8aa5-b22782306fe0 req-6249acd8-66c5-4f47-b03f-0b3daee77239 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.257364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9372007a-9ce7-4c57-8aa5-b22782306fe0 req-6249acd8-66c5-4f47-b03f-0b3daee77239 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.0671451 Aug 16 02:03:48.334759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9372007a-9ce7-4c57-8aa5-b22782306fe0 req-16322ce5-34c5-4d6a-bc1a-6ff4e0b7eb45 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541606 Aug 16 02:03:48.336703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-56036370-81f2-4dc3-9722-8370753a072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.338116 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-56036370-81f2-4dc3-9722-8370753a072a service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1334410 Aug 16 02:03:48.403705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-8cddc033-a6ba-45a6-965b-0343841edef6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.0563562 Aug 16 02:03:48.449607 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70b683e1-c672-4d05-bcb7-58e714770c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.452030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26bf1a-8189-4df4-8a36-ccf01340d7c9 req-ceff1330-b5cc-4c71-ab50-1d606df0ebd0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.453829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b26bf1a-8189-4df4-8a36-ccf01340d7c9 req-ceff1330-b5cc-4c71-ab50-1d606df0ebd0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0519636 Aug 16 02:03:48.456879 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70b683e1-c672-4d05-bcb7-58e714770c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.495164 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b683e1-c672-4d05-bcb7-58e714770c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef8cb3-f90e-4cc2-8667-e77776554ba7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.495716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b26bf1a-8189-4df4-8a36-ccf01340d7c9 req-f9a410b4-3cb2-43fb-be9b-d49a6e5c9065 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Aug 16 02:03:48.519117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-01babe14-7b1a-4e52-b0e7-1525fa389a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.521740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-01babe14-7b1a-4e52-b0e7-1525fa389a64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1070101 Aug 16 02:03:48.524176 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-70b683e1-c672-4d05-bcb7-58e714770c31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8da0e6a19de94e22baee5c0f15bf44fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670974 Aug 16 02:03:48.527025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.611023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-e5cef6dd-ad16-4408-9478-217850e6e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.612590 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-e5cef6dd-ad16-4408-9478-217850e6e08d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0791273 Aug 16 02:03:48.633933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc38dc01-f1c7-4d7d-918d-d54540bd9e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.702919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc38dc01-f1c7-4d7d-918d-d54540bd9e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.757760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-e710ddab-0a48-493f-9fcc-60becf8c1400 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353147 Aug 16 02:03:48.826228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc38dc01-f1c7-4d7d-918d-d54540bd9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.828821 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc38dc01-f1c7-4d7d-918d-d54540bd9e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.829950 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc38dc01-f1c7-4d7d-918d-d54540bd9e93 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/11ef8cb3-f90e-4cc2-8667-e77776554ba7 HTTP/1.1" status: 204 len: 168 time: 0.3019388 Aug 16 02:03:48.844389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38dc01-f1c7-4d7d-918d-d54540bd9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef8cb3-f90e-4cc2-8667-e77776554ba7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.880768 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-2c25b0a7-8463-4dcd-a6f7-09f558b3e21a service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071246 Aug 16 02:03:49.005468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-229e08b8-0c13-48c5-8a63-6961b2a46b94 req-aa0c26b5-0719-4053-af4c-1a969a80ac67 tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=01fddd780cc343e1a33270d6b650eae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235147 Aug 16 02:03:49.117669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e08b8-0c13-48c5-8a63-6961b2a46b94 req-a6a5e779-f183-41d8-adfa-1f334fa33079 tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.119193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-229e08b8-0c13-48c5-8a63-6961b2a46b94 req-a6a5e779-f183-41d8-adfa-1f334fa33079 tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081266 Aug 16 02:03:49.137667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-229e08b8-0c13-48c5-8a63-6961b2a46b94 req-6d03a1f2-cc75-43ba-9d3a-edd9dc282f3c tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/quotas/01fddd780cc343e1a33270d6b650eae1 HTTP/1.1" status: 200 len: 375 time: 0.0126097 Aug 16 02:03:49.172177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-229e08b8-0c13-48c5-8a63-6961b2a46b94 req-6b9ec5eb-a9cd-4beb-90bc-536bc803c247 tempest-QuotasAdminNegativeTest-311249726 tempest-QuotasAdminNegativeTest-311249726-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=01fddd780cc343e1a33270d6b650eae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280356 Aug 16 02:03:49.176701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4dff910c-e655-4d50-ba93-fe8e80c63ccc details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:49.179835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6819243b-e005-4054-82b6-b30c62c4482c up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:49.260198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c7fc8-18d7-4c7c-8433-79fbc552c10a req-f15e1a97-a1ed-4995-bec4-40a1fd9fd3cc tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.268340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-891c7fc8-18d7-4c7c-8433-79fbc552c10a req-f15e1a97-a1ed-4995-bec4-40a1fd9fd3cc tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 944 time: 0.0792363 Aug 16 02:03:49.318792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-891c7fc8-18d7-4c7c-8433-79fbc552c10a req-084f34ad-79aa-4a2d-a56a-8068636644c9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463147 Aug 16 02:03:49.321392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 6819243b-e005-4054-82b6-b30c62c4482c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:49.327986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 6819243b-e005-4054-82b6-b30c62c4482c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:49.328758 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.380913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:49.398918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '4dff910c-e655-4d50-ba93-fe8e80c63ccc', 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238', 'port_id': '4dff910c-e655-4d50-ba93-fe8e80c63ccc', 'mac_address': 'fa:16:3e:b4:9a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee464e94-e607-4627-a255-a993e602d984', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:49.412838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:49.489990 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.502637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426eec4-0011-4a5f-aece-644117ee9f70 req-2de37e7c-30c1-415a-bab1-144d54ca241e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.505416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f426eec4-0011-4a5f-aece-644117ee9f70 req-2de37e7c-30c1-415a-bab1-144d54ca241e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.0588553 Aug 16 02:03:49.541101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dff910c-e655-4d50-ba93-fe8e80c63ccc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:49.560600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 413b1304-b1a2-4d87-a967-18b4b914c735 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:49.573563 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.573958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f426eec4-0011-4a5f-aece-644117ee9f70 req-dc1e54fa-6466-4fdd-a09e-ce76fa13f8ce tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545907 Aug 16 02:03:49.583739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 413b1304-b1a2-4d87-a967-18b4b914c735 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:49.584111 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.612193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:49.642777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:49.645263 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7599b00-4c9f-4f27-b9dd-e571e0f30de9" -d '{"events": [{"server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "name": "network-vif-plugged", "status": "completed", "tag": "6819243b-e005-4054-82b6-b30c62c4482c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:49.647981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.689082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6819243b-e005-4054-82b6-b30c62c4482c,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:49.706223 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.718346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0431f87-68ff-4642-9e41-76d3a0e5d0a5 req-e268c7c7-4781-45ef-bd2e-e811ab16669b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.721128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0431f87-68ff-4642-9e41-76d3a0e5d0a5 req-e268c7c7-4781-45ef-bd2e-e811ab16669b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 944 time: 0.0726347 Aug 16 02:03:49.728015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['4dff910c-e655-4d50-ba93-fe8e80c63ccc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:49.751717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4dff910c-e655-4d50-ba93-fe8e80c63ccc,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:49.818429 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746de19d-8010-4474-acbe-cacb5898cdcd x-openstack-request-id: req-746de19d-8010-4474-acbe-cacb5898cdcd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:49.818733 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "name": "network-vif-plugged", "status": "completed", "tag": "6819243b-e005-4054-82b6-b30c62c4482c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:49.818994 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-746de19d-8010-4474-acbe-cacb5898cdcd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:49.819416 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c', 'code': 200} Aug 16 02:03:49.820791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0431f87-68ff-4642-9e41-76d3a0e5d0a5 req-e9cecbd2-04db-4fee-9b02-034b2dfa77e4 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854516 Aug 16 02:03:49.857056 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.920765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6819243b-e005-4054-82b6-b30c62c4482c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:49.960557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:49.967194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4398ae-771c-43d3-9028-72ed8df63ee0 req-6981a826-de31-4577-86d6-6ad6394a839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.969653 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.971691 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8b4398ae-771c-43d3-9028-72ed8df63ee0 req-6981a826-de31-4577-86d6-6ad6394a839a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 1097 time: 0.0908916 Aug 16 02:03:50.047111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.064519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8b4398ae-771c-43d3-9028-72ed8df63ee0 req-1805f876-5081-4f2a-91af-022d6b55c868 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878553 Aug 16 02:03:50.114404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.162036 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e595df-b769-4a86-832d-129fb9c16ddf req-03306407-6f7e-4b59-a7ec-ff9b4b62d938 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.163740 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45e595df-b769-4a86-832d-129fb9c16ddf req-03306407-6f7e-4b59-a7ec-ff9b4b62d938 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 944 time: 0.0574245 Aug 16 02:03:50.204458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45e595df-b769-4a86-832d-129fb9c16ddf req-f6f6b46e-3993-43e7-9dfb-9d37abee1602 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 Aug 16 02:03:50.244969 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce521-8b60-4d5e-8f3f-435d9a1b72b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.337213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce521-8b60-4d5e-8f3f-435d9a1b72b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.342841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a1ce521-8b60-4d5e-8f3f-435d9a1b72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.395137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5a1ce521-8b60-4d5e-8f3f-435d9a1b72b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01fddd780cc343e1a33270d6b650eae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781000 Aug 16 02:03:50.398213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.399508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ce521-8b60-4d5e-8f3f-435d9a1b72b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe03b955-3745-42b4-84fe-d1ea4eb660cb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.485296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ebfcd-4757-40f5-95d6-58e892a26b1f req-6e2c923d-4495-4a57-b48c-720eeb417e33 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.486779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d59ebfcd-4757-40f5-95d6-58e892a26b1f req-6e2c923d-4495-4a57-b48c-720eeb417e33 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.1000779 Aug 16 02:03:50.507005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2b24d7-6a64-4daa-b860-e2914e815453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.547427 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2b24d7-6a64-4daa-b860-e2914e815453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.556866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d59ebfcd-4757-40f5-95d6-58e892a26b1f req-288bfa71-86dd-4973-9156-c712e56bb001 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601881 Aug 16 02:03:50.602471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2b24d7-6a64-4daa-b860-e2914e815453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.605216 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa2b24d7-6a64-4daa-b860-e2914e815453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.606645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fa2b24d7-6a64-4daa-b860-e2914e815453 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fe03b955-3745-42b4-84fe-d1ea4eb660cb HTTP/1.1" status: 204 len: 168 time: 0.2051048 Aug 16 02:03:50.616060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b24d7-6a64-4daa-b860-e2914e815453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe03b955-3745-42b4-84fe-d1ea4eb660cb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.713891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32d9b-6e5f-4961-b16e-398ab52e8c02 req-ccc86754-6eda-40d9-a919-c90e724c1f90 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.716406 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01a32d9b-6e5f-4961-b16e-398ab52e8c02 req-ccc86754-6eda-40d9-a919-c90e724c1f90 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0647895 Aug 16 02:03:50.763769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01a32d9b-6e5f-4961-b16e-398ab52e8c02 req-2ec557be-c663-438a-b845-8f383c86b894 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Aug 16 02:03:51.044724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.060295 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdc859af-94d6-44fb-9e2d-d80e9d897fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.176380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdc859af-94d6-44fb-9e2d-d80e9d897fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.180796 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdc859af-94d6-44fb-9e2d-d80e9d897fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.208277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4dff910c-e655-4d50-ba93-fe8e80c63ccc up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:51.231900 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bdc859af-94d6-44fb-9e2d-d80e9d897fef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa5d2dcc12514a368ab267334ba10aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859198 Aug 16 02:03:51.232784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc859af-94d6-44fb-9e2d-d80e9d897fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e39eaf-7a85-4f51-b06d-766011e46267,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.234620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.295468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 4dff910c-e655-4d50-ba93-fe8e80c63ccc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:51.295907 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.311140 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.378469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.392900 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.430739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed34e75-14d9-4bb7-85e8-ae86d323d586 req-4dd4f2e4-913a-412f-a2ae-634779af54f0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.433031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eed34e75-14d9-4bb7-85e8-ae86d323d586 req-4dd4f2e4-913a-412f-a2ae-634779af54f0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 944 time: 0.1080997 Aug 16 02:03:51.443936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:51.448870 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.496403 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.504992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.510880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4e39eaf-7a85-4f51-b06d-766011e46267 HTTP/1.1" status: 204 len: 168 time: 0.2751675 Aug 16 02:03:51.522010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4dff910c-e655-4d50-ba93-fe8e80c63ccc,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.533981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eed34e75-14d9-4bb7-85e8-ae86d323d586 req-f4537964-ed78-41dc-9f7b-47532a272c84 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829468 Aug 16 02:03:51.549119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e39eaf-7a85-4f51-b06d-766011e46267,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.557265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.557749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.557963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.558291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.558618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.558944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.559432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.560292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.561454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.561793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.562265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.562596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7af629a-aca0-4d36-8590-7d36527a8eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:51.623278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-e24977f6-afba-4b37-b87f-215ec4492b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.625602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-e24977f6-afba-4b37-b87f-215ec4492b04 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683&tenant_id=cfcc5fd1981d44f18fe86b6889831de3 HTTP/1.1" status: 200 len: 1101 time: 0.0664375 Aug 16 02:03:51.638738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:51.699072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5751-582d-4b22-a849-3be5cc65e5fb req-5a107dd5-da17-49ca-99c2-869ba51108f9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.700806 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.708374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e1e5751-582d-4b22-a849-3be5cc65e5fb req-5a107dd5-da17-49ca-99c2-869ba51108f9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0739486 Aug 16 02:03:51.753728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e1e5751-582d-4b22-a849-3be5cc65e5fb req-db5eae50-10ce-423a-bd2b-fe416294206a tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433702 Aug 16 02:03:51.820476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735'}, {'server_uuid': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dff910c-e655-4d50-ba93-fe8e80c63ccc'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:51.823125 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f97c77-75b9-42a5-af48-04bbd672ee1f" -d '{"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-plugged", "status": "completed", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735"}, {"server_uuid": "06c6f1c5-3f75-4267-9f03-f2a2c0686bce", "name": "network-vif-plugged", "status": "completed", "tag": "4dff910c-e655-4d50-ba93-fe8e80c63ccc"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:51.892230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-da77da8a-9d39-4bdc-be6f-e78ebd83efea tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.894244 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-da77da8a-9d39-4bdc-be6f-e78ebd83efea tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.93 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 945 time: 0.0740619 Aug 16 02:03:51.937648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f1580-7071-434a-aa78-424761e6c2f5 req-984e11f0-9f1d-4536-981e-129ea6a2b5c6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.946057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-269f1580-7071-434a-aa78-424761e6c2f5 req-984e11f0-9f1d-4536-981e-129ea6a2b5c6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.0725825 Aug 16 02:03:51.991527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-269f1580-7071-434a-aa78-424761e6c2f5 req-f84f9494-2b73-4902-a6b7-df0955a7ff5b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Aug 16 02:03:52.041773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.069898 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c96a6-61b8-45f7-8cc1-e44704923577 x-openstack-request-id: req-436c96a6-61b8-45f7-8cc1-e44704923577 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:52.070214 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-plugged", "status": "completed", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735", "code": 200}, {"server_uuid": "06c6f1c5-3f75-4267-9f03-f2a2c0686bce", "name": "network-vif-plugged", "status": "completed", "tag": "4dff910c-e655-4d50-ba93-fe8e80c63ccc", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:52.070464 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-436c96a6-61b8-45f7-8cc1-e44704923577 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:52.070864 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735', 'code': 200} Aug 16 02:03:52.071159 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dff910c-e655-4d50-ba93-fe8e80c63ccc', 'code': 200} Aug 16 02:03:52.110531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:52.180398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Deleting port 4dff910c-e655-4d50-ba93-fe8e80c63ccc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:52.180975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.270745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:52.303789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] For port 4dff910c-e655-4d50-ba93-fe8e80c63ccc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4dff910c-e655-4d50-ba93-fe8e80c63ccc,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:52.304150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.323767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0cbd8-eeaf-4fc5-8c66-8bc6ac4fd897 req-b9929b50-c109-460f-861d-e37f604c4dea tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.324112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Calling delete_port for 4dff910c-e655-4d50-ba93-fe8e80c63ccc owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:52.331639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6e0cbd8-eeaf-4fc5-8c66-8bc6ac4fd897 req-b9929b50-c109-460f-861d-e37f604c4dea tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0824773 Aug 16 02:03:52.337114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:52.339364 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ddd29-eb33-4691-8d0a-9ea3eb85de13" -d '{"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-unplugged", "status": "completed", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:52.349088 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.360958 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51d99cec-1d2f-494d-b7a4-46cfd3d22615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.399567 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6e0cbd8-eeaf-4fc5-8c66-8bc6ac4fd897 req-da8d449f-83d2-465e-8865-17325e0e85ae tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611043 Aug 16 02:03:52.402416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Transition to ACTIVE for port object 413b1304-b1a2-4d87-a967-18b4b914c735 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:52.411906 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.450876 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694f9f4e-c6d0-4d3c-828e-7063d59e51ee x-openstack-request-id: req-694f9f4e-c6d0-4d3c-828e-7063d59e51ee {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:52.450876 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-unplugged", "status": "completed", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:52.451300 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-694f9f4e-c6d0-4d3c-828e-7063d59e51ee {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:52.451502 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735', 'code': 200} Aug 16 02:03:52.486365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.513220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] No DVR routers for this DVR port 413b1304-b1a2-4d87-a967-18b4b914c735 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:52.518840 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51d99cec-1d2f-494d-b7a4-46cfd3d22615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.524609 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51d99cec-1d2f-494d-b7a4-46cfd3d22615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.578763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-51d99cec-1d2f-494d-b7a4-46cfd3d22615 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01bac4856bc84a8b962b1d9e948e3d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5358903 Aug 16 02:03:52.579780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.587854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d99cec-1d2f-494d-b7a4-46cfd3d22615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cb1e28-0b85-44c5-8f8d-596beca860b8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.660579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:52.661243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:52.661758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:52.691840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Port 413b1304-b1a2-4d87-a967-18b4b914c735 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:52.692179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Attempting to bind port 413b1304-b1a2-4d87-a967-18b4b914c735 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:52.694508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.730866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:52.731239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:52.731792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:52.732296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Bound port: 413b1304-b1a2-4d87-a967-18b4b914c735, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:52.732660 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.778620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event deleted for resources: {'Port': ['ID=4dff910c-e655-4d50-ba93-fe8e80c63ccc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.840744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] No DVR routers for this DVR port 4dff910c-e655-4d50-ba93-fe8e80c63ccc on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:52.848290 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.850313 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c96811b5-9875-4cdd-bc86-af7faaa0d626 req-d626f0dd-d95a-4694-a076-219270d65761 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.93 "DELETE /v2.0/ports/4dff910c-e655-4d50-ba93-fe8e80c63ccc HTTP/1.1" status: 204 len: 173 time: 0.9374754 Aug 16 02:03:52.862006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:52.865892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:52.870339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.913765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.914674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.916804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] 10.222.0.93 "PUT /v2.0/ports/413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 1097 time: 1.2831821 Aug 16 02:03:52.990559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38bdc890-b1e2-4438-b728-4438e4f7081b req-37c996d7-3c92-49b0-b78b-f8de0ce1ef41 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=06c6f1c5-3f75-4267-9f03-f2a2c0686bce HTTP/1.1" status: 200 len: 210 time: 0.0535619 Aug 16 02:03:52.993747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe1ad2-dc84-4558-a695-6831464f3252 service neutron] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=11']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.007717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-3328b48a-1a9f-47cc-bf0a-b938d4c6d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.009275 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-3328b48a-1a9f-47cc-bf0a-b938d4c6d48c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1100 time: 0.0585494 Aug 16 02:03:53.048666 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d70e78f-961a-431a-aca5-aa577704e872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.107664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d70e78f-961a-431a-aca5-aa577704e872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.146714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-59c2ff39-31fb-4438-a10c-3d455d4b9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.148934 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-59c2ff39-31fb-4438-a10c-3d455d4b9448 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1306679 Aug 16 02:03:53.188213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405039c-56d0-4757-9c02-c9fa7310d194 req-f44e1079-afe2-4ee3-88b1-bf65d309c375 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.196041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f405039c-56d0-4757-9c02-c9fa7310d194 req-f44e1079-afe2-4ee3-88b1-bf65d309c375 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.0793829 Aug 16 02:03:53.204312 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-d0330230-b10a-46b6-8ae7-fd8b1a713314 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.0466428 Aug 16 02:03:53.220724 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4dff910c-e655-4d50-ba93-fe8e80c63ccc no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:53.250089 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 4dff910c-e655-4d50-ba93-fe8e80c63ccc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:53.250819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4dff910c-e655-4d50-ba93-fe8e80c63ccc not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:53.271018 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d70e78f-961a-431a-aca5-aa577704e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.273547 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d70e78f-961a-431a-aca5-aa577704e872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.276038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7d70e78f-961a-431a-aca5-aa577704e872 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76cb1e28-0b85-44c5-8f8d-596beca860b8 HTTP/1.1" status: 204 len: 168 time: 0.6948426 Aug 16 02:03:53.282737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-d676d1ca-8bb5-4111-95ab-b35c5a5235a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.285688 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-d676d1ca-8bb5-4111-95ab-b35c5a5235a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0717387 Aug 16 02:03:53.310044 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f405039c-56d0-4757-9c02-c9fa7310d194 req-4b22ff4a-3906-4c80-8c9f-d35657bf3c69 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106963 Aug 16 02:03:53.321291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70e78f-961a-431a-aca5-aa577704e872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cb1e28-0b85-44c5-8f8d-596beca860b8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.372562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-ef7beff5-f1b7-40fc-9a09-0b1297dab388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.374392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-ef7beff5-f1b7-40fc-9a09-0b1297dab388 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0763113 Aug 16 02:03:53.430648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:53.511715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:53.548405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678124a6-412d-4c04-bb25-0790d71f3297 req-0dba6360-2b73-4974-a44d-62c5c190384a tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.556732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-678124a6-412d-4c04-bb25-0790d71f3297 req-0dba6360-2b73-4974-a44d-62c5c190384a tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0777705 Aug 16 02:03:53.565023 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-ba8ea017-175c-495f-911b-9f33818b80d0 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802144 Aug 16 02:03:53.620165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-678124a6-412d-4c04-bb25-0790d71f3297 req-957df925-03ee-4543-9618-88d1a022f5fe tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483761 Aug 16 02:03:53.673702 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aeae1ea3-716f-44c0-a596-2ed58bfb4259 req-a9016417-941e-4875-ae0b-627be77a7ede service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006391 Aug 16 02:03:53.747309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:53.770273 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-865b479d-610a-4c9c-92dd-0bef557f2be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.918988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7af9e-73ce-40e2-b3eb-f4dd9389e617 req-3d37606b-9e48-4a32-9772-e3b0b327e24b tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.920546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-add7af9e-73ce-40e2-b3eb-f4dd9389e617 req-3d37606b-9e48-4a32-9772-e3b0b327e24b tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 946 time: 0.0784233 Aug 16 02:03:53.925453 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-865b479d-610a-4c9c-92dd-0bef557f2be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.943846 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-865b479d-610a-4c9c-92dd-0bef557f2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.998236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-865b479d-610a-4c9c-92dd-0bef557f2be0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff7b370bece7433f8f8a6a0eec87318e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473021 Aug 16 02:03:53.998624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40896) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:53.998738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b479d-610a-4c9c-92dd-0bef557f2be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235c2b86-3fda-49c3-b6ed-3f90a020bf9a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.004035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-add7af9e-73ce-40e2-b3eb-f4dd9389e617 req-e81f7dcf-d00b-41d8-9218-68dda389018b tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764642 Aug 16 02:03:54.073728 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a093fcb7-1402-4283-80a1-aa0eb61f701d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.099351 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a093fcb7-1402-4283-80a1-aa0eb61f701d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.160705 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a093fcb7-1402-4283-80a1-aa0eb61f701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.164526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a093fcb7-1402-4283-80a1-aa0eb61f701d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.168468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a093fcb7-1402-4283-80a1-aa0eb61f701d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/235c2b86-3fda-49c3-b6ed-3f90a020bf9a HTTP/1.1" status: 204 len: 168 time: 0.1663036 Aug 16 02:03:54.181494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093fcb7-1402-4283-80a1-aa0eb61f701d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c2b86-3fda-49c3-b6ed-3f90a020bf9a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.310081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.453316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'name': 'network-vif-deleted', 'tag': '4dff910c-e655-4d50-ba93-fe8e80c63ccc'}, {'name': 'network-changed', 'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:54.456449 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3309fc6-1e86-4bc8-af39-4dd4713175c1" -d '{"events": [{"server_uuid": "06c6f1c5-3f75-4267-9f03-f2a2c0686bce", "name": "network-vif-deleted", "tag": "4dff910c-e655-4d50-ba93-fe8e80c63ccc"}, {"name": "network-changed", "server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:54.467123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.477657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c61296a3-6cb1-4162-9ecc-459d89518cfd tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128864198', 'description': 'tempest-description--1392432882'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:54.512417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c61296a3-6cb1-4162-9ecc-459d89518cfd tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.516935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7fad-db00-4ca7-83be-7c62d7bc6a3d req-719be276-bc52-42b3-9744-811788c58fde tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.518620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b21d7fad-db00-4ca7-83be-7c62d7bc6a3d req-719be276-bc52-42b3-9744-811788c58fde tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.0774209 Aug 16 02:03:54.539658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4815c935-0361-44da-b141-3f7a8f43caba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.570783 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-4815c935-0361-44da-b141-3f7a8f43caba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:03:54.570783 n-d-768862-14 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:03:54.570783 n-d-768862-14 neutron-server[94640]: [parameters: {'project_id_1': '7acd48898dc34cebb761e7f727ca4344', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 3, 54, 558179)}] Aug 16 02:03:54.570783 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:54.571516 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-4815c935-0361-44da-b141-3f7a8f43caba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:54.587441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b21d7fad-db00-4ca7-83be-7c62d7bc6a3d req-94c7c2dc-efaf-4a13-88f0-f667ae30f99b tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524302 Aug 16 02:03:54.627444 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61090332-292f-457f-b4d5-efbbbb29c5b8 x-openstack-request-id: req-61090332-292f-457f-b4d5-efbbbb29c5b8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:54.627745 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c6f1c5-3f75-4267-9f03-f2a2c0686bce", "name": "network-vif-deleted", "tag": "4dff910c-e655-4d50-ba93-fe8e80c63ccc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:54.627996 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61090332-292f-457f-b4d5-efbbbb29c5b8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:54.628389 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c6f1c5-3f75-4267-9f03-f2a2c0686bce', 'name': 'network-vif-deleted', 'tag': '4dff910c-e655-4d50-ba93-fe8e80c63ccc', 'status': 'completed', 'code': 200} Aug 16 02:03:54.630574 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735', 'status': 'completed', 'code': 200} Aug 16 02:03:54.645596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c61296a3-6cb1-4162-9ecc-459d89518cfd tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.652158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c61296a3-6cb1-4162-9ecc-459d89518cfd tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.697171 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c61296a3-6cb1-4162-9ecc-459d89518cfd tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.698494 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c61296a3-6cb1-4162-9ecc-459d89518cfd tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2304039 Aug 16 02:03:54.701585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.708199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-29785575-88da-4b54-bd98-f0392697e342 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Request body: {'security_group_rule': {'security_group_id': '609a428d-ec31-42af-a3f2-cee4f358744d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:54.751132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61296a3-6cb1-4162-9ecc-459d89518cfd tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609a428d-ec31-42af-a3f2-cee4f358744d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.768583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e708d5-d2cf-44ee-ad43-b01368698bf1 req-fd48be0b-960b-4434-ab4d-25664e57e1a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.771367 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94e708d5-d2cf-44ee-ad43-b01368698bf1 req-fd48be0b-960b-4434-ab4d-25664e57e1a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0878139 Aug 16 02:03:54.771847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-4cf5b725-5bd7-4566-8753-d3b092d62231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.773376 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-4cf5b725-5bd7-4566-8753-d3b092d62231 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1100 time: 0.1079061 Aug 16 02:03:54.774979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-3037ba3f-637f-46ef-b768-6e41ffcb4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.776837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-3037ba3f-637f-46ef-b768-6e41ffcb4302 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1100 time: 0.0949383 Aug 16 02:03:54.778908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29785575-88da-4b54-bd98-f0392697e342 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.862873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94e708d5-d2cf-44ee-ad43-b01368698bf1 req-7c1cf14f-2f69-477e-919c-3b26d65fcd3f tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802343 Aug 16 02:03:54.905539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29785575-88da-4b54-bd98-f0392697e342 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.912049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29785575-88da-4b54-bd98-f0392697e342 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.941681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29785575-88da-4b54-bd98-f0392697e342 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f9104a-8508-4ece-bcd3-c3d006ef8054,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.952280 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29785575-88da-4b54-bd98-f0392697e342 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.956416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-29785575-88da-4b54-bd98-f0392697e342 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2508118 Aug 16 02:03:54.957519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.965313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ca76a8db-2f6e-4152-bb48-9ca9743999f3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Request body: {'security_group_rule': {'security_group_id': '609a428d-ec31-42af-a3f2-cee4f358744d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:55.006273 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca76a8db-2f6e-4152-bb48-9ca9743999f3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.096779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca76a8db-2f6e-4152-bb48-9ca9743999f3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.106875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca76a8db-2f6e-4152-bb48-9ca9743999f3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.122706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79997231-55fc-4cb3-81a3-6bf23ed7dee2 req-d995a522-953e-42ac-8beb-12cca2161a7e tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.124326 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79997231-55fc-4cb3-81a3-6bf23ed7dee2 req-d995a522-953e-42ac-8beb-12cca2161a7e tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 946 time: 0.0815353 Aug 16 02:03:55.143810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76a8db-2f6e-4152-bb48-9ca9743999f3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc94eb8-e7f9-4e72-829e-ce7e82a322e0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.158215 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca76a8db-2f6e-4152-bb48-9ca9743999f3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.159472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ca76a8db-2f6e-4152-bb48-9ca9743999f3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2008004 Aug 16 02:03:55.165695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:55.171713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:55.195222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79997231-55fc-4cb3-81a3-6bf23ed7dee2 req-a258aae3-bab8-4e4b-91e4-8be3404a52c9 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601876 Aug 16 02:03:55.221917 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4815c935-0361-44da-b141-3f7a8f43caba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.226596 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.331544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-8d4d8e8f-1437-40b3-9ba0-a76803d7cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.333995 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-8d4d8e8f-1437-40b3-9ba0-a76803d7cb88 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.5499868 Aug 16 02:03:55.338540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-19b5de35-dd02-4839-bbcc-57500e88d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.340161 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-19b5de35-dd02-4839-bbcc-57500e88d57e service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.5471981 Aug 16 02:03:55.341926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.468181 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-3bb7efc0-cfcb-4fe2-999f-8dd73666e716 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.1152668 Aug 16 02:03:55.487657 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-894f7f6e-49b7-4413-9ffb-d3696fd48da4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 200 len: 217 time: 0.1446300 Aug 16 02:03:55.492478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Allocated IP 172.25.5.206 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/f78733ba-7b1d-4227-94b7-b87729de20d6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:55.605100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-e12271f1-9bb1-4722-a8e2-868293f7f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.607345 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-e12271f1-9bb1-4722-a8e2-868293f7f93c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1065369 Aug 16 02:03:55.608935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-aa4b2462-9e71-4357-9e39-e218fe4cff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.610451 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-aa4b2462-9e71-4357-9e39-e218fe4cff37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1250651 Aug 16 02:03:55.657817 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4815c935-0361-44da-b141-3f7a8f43caba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.670726 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.677535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4815c935-0361-44da-b141-3f7a8f43caba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.728584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.736072 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4815c935-0361-44da-b141-3f7a8f43caba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7acd48898dc34cebb761e7f727ca4344&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4244494 Aug 16 02:03:55.742092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:55.756466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815c935-0361-44da-b141-3f7a8f43caba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b951d-bf12-4395-b87e-4f6cafcaaabc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.763627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:55.766653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-213a5f8d-c0d8-44b8-9b4d-d49b367c3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.767919 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-213a5f8d-c0d8-44b8-9b4d-d49b367c3d12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1372197 Aug 16 02:03:55.773080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-9596f2e7-e470-49f3-ad19-45abac9a5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.774539 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-9596f2e7-e470-49f3-ad19-45abac9a5b2b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594894 Aug 16 02:03:55.788123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:55.794131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:55.835801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event updated for resources: {'Port': ['ID=f78733ba-7b1d-4227-94b7-b87729de20d6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.856336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427f378-9532-4abc-a26f-ca7bed83a4e9 req-5e292f62-fe67-49de-a1df-4f901bd1d0f6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.857881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9427f378-9532-4abc-a26f-ca7bed83a4e9 req-5e292f62-fe67-49de-a1df-4f901bd1d0f6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.1413360 Aug 16 02:03:55.947897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9427f378-9532-4abc-a26f-ca7bed83a4e9 req-9703bc3e-15b4-469f-a0ea-ff51d7a7299a tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793426 Aug 16 02:03:55.948293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ddd7-5907-4ac7-85d1-012c85fd2224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.949715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.986815 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-148ca19c-16d8-4d75-9b1b-cb3600569f06 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085154 Aug 16 02:03:56.013849 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ddd7-5907-4ac7-85d1-012c85fd2224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.034276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-1d755606-10e7-4090-9db8-7ddad4895bde service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368200 Aug 16 02:03:56.039242 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.177542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcae601-81d3-4de0-9bb6-8c26470c490a req-d3ba2d5f-6cfb-48c6-850a-99e553b8c22d tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.184885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7dcae601-81d3-4de0-9bb6-8c26470c490a req-d3ba2d5f-6cfb-48c6-850a-99e553b8c22d tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.1873269 Aug 16 02:03:56.199043 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-1debb58d-34c8-483c-bc22-c752ca671b9b service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987443 Aug 16 02:03:56.212650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e4f73-c7c5-42bb-9d04-be523d6712e7 req-2ca0c40a-f803-4da6-ada5-70b0732cef68 tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.213902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ddd7-5907-4ac7-85d1-012c85fd2224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.214185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-689e4f73-c7c5-42bb-9d04-be523d6712e7 req-2ca0c40a-f803-4da6-ada5-70b0732cef68 tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 1100 time: 0.1761105 Aug 16 02:03:56.216803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ddd7-5907-4ac7-85d1-012c85fd2224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.217929 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e3c2ddd7-5907-4ac7-85d1-012c85fd2224 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/931b951d-bf12-4395-b87e-4f6cafcaaabc HTTP/1.1" status: 204 len: 168 time: 0.4718015 Aug 16 02:03:56.226564 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f3309fc6-1e86-4bc8-af39-4dd4713175c1 req-4e3d6497-d565-471f-b62c-ba0549856cb3 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623023 Aug 16 02:03:56.244501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2ddd7-5907-4ac7-85d1-012c85fd2224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b951d-bf12-4395-b87e-4f6cafcaaabc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.329702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7dcae601-81d3-4de0-9bb6-8c26470c490a req-723513fc-532c-4402-8441-0ab22685272f tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438541 Aug 16 02:03:56.374548 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.377499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-689e4f73-c7c5-42bb-9d04-be523d6712e7 req-79553ecc-452c-4100-8345-7e475988261f tempest-MigrationsAdminTest-606494734 tempest-MigrationsAdminTest-606494734-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469455 Aug 16 02:03:56.380009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.461751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event updated for resources: {'Port': ['ID=f78733ba-7b1d-4227-94b7-b87729de20d6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.493095 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.528975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.530321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-59139f72-10e0-4d52-a6b3-e9adcb5f190f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3636522 Aug 16 02:03:56.563519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6598314-6bdf-4494-88cb-86419e23a9e1 req-3dd29ce1-6ac0-4ffd-a337-1d10909ea188 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.565652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6598314-6bdf-4494-88cb-86419e23a9e1 req-3dd29ce1-6ac0-4ffd-a337-1d10909ea188 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 946 time: 0.0873787 Aug 16 02:03:56.632654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6598314-6bdf-4494-88cb-86419e23a9e1 req-8aa3105e-85ea-4288-9647-6b9c5bc441ee tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b00eb51-6adf-4e29-b4ab-62a0c0022649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601544 Aug 16 02:03:56.655702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-8da22b15-eed2-4aaf-a29b-3e34d45b572e tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.657269 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-8da22b15-eed2-4aaf-a29b-3e34d45b572e tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.93 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 946 time: 0.0985703 Aug 16 02:03:56.771250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.791298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Deleting port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:56.792002 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.795107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce96af01-db0d-4c9c-ab16-01367c4de562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.808273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae56fee-f5f9-4643-80d9-07b267fcfec5 req-9a73b57e-bc18-4ec5-83c2-c2c4977babc9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.815642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ae56fee-f5f9-4643-80d9-07b267fcfec5 req-9a73b57e-bc18-4ec5-83c2-c2c4977babc9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 948 time: 0.0655978 Aug 16 02:03:56.857006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ae56fee-f5f9-4643-80d9-07b267fcfec5 req-5b1cae17-15dc-4cec-a818-cc94ed622bd5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Aug 16 02:03:56.937471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] For port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:56.937799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.040213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b78ba10d-6a00-46e3-baca-ae61113d486f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.042780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b78ba10d-6a00-46e3-baca-ae61113d486f tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/networks?id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 200 len: 821 time: 0.1302569 Aug 16 02:03:57.071639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-e59d11e9-b9da-41b0-b846-cd91909d003b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/quotas/5e52661c390b4386b893d56ecd54db9b HTTP/1.1" status: 200 len: 375 time: 0.0225410 Aug 16 02:03:57.088351 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce96af01-db0d-4c9c-ab16-01367c4de562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.096780 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce96af01-db0d-4c9c-ab16-01367c4de562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.128167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-3d2e3775-ded0-4c0a-a728-f71b13a60ee3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e52661c390b4386b893d56ecd54db9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528858 Aug 16 02:03:57.177375 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ce96af01-db0d-4c9c-ab16-01367c4de562 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=606bf03b1bc14c538e97d8a139353d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047225 Aug 16 02:03:57.180633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41026) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.189037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96af01-db0d-4c9c-ab16-01367c4de562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed0e0fa-59bc-4315-94e4-3c7a69327271,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.220423 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.221056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.221541 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Floating IP 4685e2e7-3812-45b6-90db-a7e6c4e9a8bf disassociated. External IP: 172.25.5.174, port: 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0. Aug 16 02:03:57.222073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Calling delete_port for 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:57.223707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:57.264838 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-19e32868-19bb-4e2f-9500-4fd86fb4a991 service neutron] 10.222.0.61 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247447 Aug 16 02:03:57.309699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-718e5cd9-afed-4f68-9c8f-46fd2915ec18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.344864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-718e5cd9-afed-4f68-9c8f-46fd2915ec18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.355619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:57.369012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '413b1304-b1a2-4d87-a967-18b4b914c735', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '413b1304-b1a2-4d87-a967-18b4b914c735', 'mac_address': 'fa:16:3e:7f:35:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:57.435488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.446063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-63e5c5a9-51e0-4092-8fbd-b5f71c9a78d7 service neutron] 10.222.0.61 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796799 Aug 16 02:03:57.450789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413b1304-b1a2-4d87-a967-18b4b914c735 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:57.464733 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-718e5cd9-afed-4f68-9c8f-46fd2915ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.468627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-718e5cd9-afed-4f68-9c8f-46fd2915ec18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.469791 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-718e5cd9-afed-4f68-9c8f-46fd2915ec18 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ed0e0fa-59bc-4315-94e4-3c7a69327271 HTTP/1.1" status: 204 len: 168 time: 0.2878227 Aug 16 02:03:57.485170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e5cd9-afed-4f68-9c8f-46fd2915ec18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed0e0fa-59bc-4315-94e4-3c7a69327271,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.489178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.496835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b44e-ac9f-4fc3-a176-1cc138ec69af req-a6a7627f-adf0-421b-a9a6-756faaf667e9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.507383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0196b44e-ac9f-4fc3-a176-1cc138ec69af req-a6a7627f-adf0-421b-a9a6-756faaf667e9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.1056662 Aug 16 02:03:57.529166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event deleted for resources: {'Port': ['ID=8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.538523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:57.548194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.580405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0196b44e-ac9f-4fc3-a176-1cc138ec69af req-65a79aa0-5cf8-43d3-8cb1-cdcd3a31111b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721321 Aug 16 02:03:57.619050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.629271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.629679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.630123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.630472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.630818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.631296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.631646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.631976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.632307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.632642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.632973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.633300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.712879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae7eba4b-d095-4e5c-9169-f05de9064334 req-cfde8d8c-f326-440e-877e-f7e115dbfa99 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 210 time: 0.0635140 Aug 16 02:03:57.780612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Router a2ee6184-fed0-4d5f-a176-efd0911a61b4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:57.818553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['413b1304-b1a2-4d87-a967-18b4b914c735'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:57.826356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-460fe666-1649-4257-b705-467b73e38afe req-cde99407-dfc3-4b24-9730-ac49c9421966 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 210 time: 0.0583446 Aug 16 02:03:58.008443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:58.045219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] Sync routers for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:58.114489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:58.116511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:58.150227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673daf4f-86cd-4aa3-af84-33c9cf8549ee req-c2956154-1af9-4569-be52-8ff9e531347e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.160569 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-673daf4f-86cd-4aa3-af84-33c9cf8549ee req-c2956154-1af9-4569-be52-8ff9e531347e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.1162274 Aug 16 02:03:58.181118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] No DVR routers for this DVR port 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:58.209980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-24aae972-976d-4045-8a18-14a07a584458 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.213880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-24aae972-976d-4045-8a18-14a07a584458 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 949 time: 0.2554729 Aug 16 02:03:58.218104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.225543 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c94b7a94-4064-4230-b515-33b9d12847f9 req-da465669-447a-4891-ad15-a1279e0ca800 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.93 "DELETE /v2.0/ports/8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 HTTP/1.1" status: 204 len: 173 time: 1.5578067 Aug 16 02:03:58.227390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'name': 'network-vif-deleted', 'tag': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:58.235643 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7876200-85a3-4d55-a96b-e5722bae9d42" -d '{"events": [{"server_uuid": "ac34f528-a7ff-4425-b0b9-6cfe7a1359e6", "name": "network-vif-deleted", "tag": "8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:58.247993 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:58.259030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-673daf4f-86cd-4aa3-af84-33c9cf8549ee req-522d9f4d-ff77-424f-8905-9a96528fc596 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974669 Aug 16 02:03:58.420952 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb0762-ec00-4671-b6d8-bee7e471231e x-openstack-request-id: req-defb0762-ec00-4671-b6d8-bee7e471231e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:58.421881 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac34f528-a7ff-4425-b0b9-6cfe7a1359e6", "name": "network-vif-deleted", "tag": "8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:58.424267 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-defb0762-ec00-4671-b6d8-bee7e471231e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:58.425056 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac34f528-a7ff-4425-b0b9-6cfe7a1359e6', 'name': 'network-vif-deleted', 'tag': '8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0', 'status': 'completed', 'code': 200} Aug 16 02:03:58.430300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:58.444759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Deleting port 413b1304-b1a2-4d87-a967-18b4b914c735 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:58.445689 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.584695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] For port 413b1304-b1a2-4d87-a967-18b4b914c735, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=413b1304-b1a2-4d87-a967-18b4b914c735,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:58.587677 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.605112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Calling delete_port for 413b1304-b1a2-4d87-a967-18b4b914c735 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:58.799257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bbe8c-4330-4248-a2e7-daf4567b98d0 req-76b57c5e-ae51-4225-b395-55b724668501 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.809896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-641bbe8c-4330-4248-a2e7-daf4567b98d0 req-76b57c5e-ae51-4225-b395-55b724668501 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0670509 Aug 16 02:03:58.820388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:58.862564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-641bbe8c-4330-4248-a2e7-daf4567b98d0 req-48a55d2a-a8b3-40e6-bc48-bdf1c3ab360a tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516956 Aug 16 02:03:58.875120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] Checking router: a2ee6184-fed0-4d5f-a176-efd0911a61b4 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:58.885507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:58.886034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:58.976114 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30f7c273-cf02-47b9-b8b7-3b7aa0c75544 req-12cfd183-0fc2-4a54-8c85-8d510597931b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 210 time: 0.0824974 Aug 16 02:03:59.104095 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.162546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4146ebde-0fc3-49fb-8308-514ceb110ad5 req-65ca846b-9968-4ebf-acea-cc42f8cf0081 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac34f528-a7ff-4425-b0b9-6cfe7a1359e6 HTTP/1.1" status: 200 len: 210 time: 0.0789192 Aug 16 02:03:59.234526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3e1fe213-b923-40ba-88ee-d8c2813c2b9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:59.283416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e21bb21c-3516-4871-87e1-8b59ab96f7f5', '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:59.290758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Pushing event deleted for resources: {'Port': ['ID=413b1304-b1a2-4d87-a967-18b4b914c735,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:59.332884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:59.424722 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No ports have port_id starting with 413b1304-b1a2-4d87-a967-18b4b914c735 Aug 16 02:03:59.430167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a385684-1173-4b6c-bc8a-ae95f4d17cae req-0f2f85bd-9170-4d1d-b529-2045f19f3ea3 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=da40096d-fb6d-4bd6-ada3-9c8322ba8683 HTTP/1.1" status: 200 len: 210 time: 0.0658541 Aug 16 02:03:59.493961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:59.555907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] No DVR routers for this DVR port 413b1304-b1a2-4d87-a967-18b4b914c735 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:59.561679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.567280 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9bdb870c-0008-4f64-a52d-c8ab8907ca3f req-2a94e16e-d626-430d-9965-5243cd9dc4f9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "DELETE /v2.0/ports/413b1304-b1a2-4d87-a967-18b4b914c735 HTTP/1.1" status: 204 len: 173 time: 1.3209214 Aug 16 02:03:59.606876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 requested by agent hyperv_n-h2-768862-14 not found in database {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 16 02:03:59.636895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-7052d536-d8ef-4884-a5c0-afef448a21ca tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.638627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-7052d536-d8ef-4884-a5c0-afef448a21ca tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.86 "GET /v2.0/networks?id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 200 len: 821 time: 0.3402855 Aug 16 02:03:59.660960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Request body: {'port': {'device_id': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238', 'admin_state_up': True, 'tenant_id': '5e52661c390b4386b893d56ecd54db9b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:59.838222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Made reservation on behalf of 5e52661c390b4386b893d56ecd54db9b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:59.844558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.036279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:00.045419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bf9cd-1f72-4502-aff1-eb14aa1d5e9b req-c54c60c2-6e0c-49bb-8332-9779508b1a01 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.057816 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c7bf9cd-1f72-4502-aff1-eb14aa1d5e9b req-c54c60c2-6e0c-49bb-8332-9779508b1a01 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.1015289 Aug 16 02:04:00.097703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca41c30-61b6-4f3e-ad78-aaba6f93a6ca None None] The sync data for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 is: [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:48Z', 'revision_number': 4, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7caa44da-141a-44e9-b6d6-0ee2ba57731e', 'name': '', 'network_id': '6785f4d5-5db4-4b92-80f4-07c97d6648ad', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'mac_address': 'fa:16:3e:7d:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:47Z', 'updated_at': '2021-08-16T01:57:55Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'subnets': [{'id': 'd2c12270-e7e4-47d4-a4dd-b7d3336eab63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:00.125382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Allocated IP 172.20.0.7 (e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238/ee464e94-e607-4627-a255-a993e602d984/9450f9fa-8c69-4db3-9ad3-375811033628) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:00.173974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c7bf9cd-1f72-4502-aff1-eb14aa1d5e9b req-a52b2bcf-b8e6-4a0b-b7ce-ef561063464c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109164 Aug 16 02:04:00.327776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4539320d-0646-4716-9bf1-b82fbc79b0d1 req-f21adad8-a0fd-436e-82f6-3ad65e1e7e0b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 210 time: 0.0434608 Aug 16 02:04:00.399929 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.443246 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-deleted', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:00.446562 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e29587e-462c-4bf2-8632-833afa5a8d7d" -d '{"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-deleted", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:00.450630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.462679 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.510875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event updated for resources: {'Port': ['ID=9450f9fa-8c69-4db3-9ad3-375811033628,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.518803 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc3d93d-6f17-41f6-aa91-70aaa416d694 None None] New status for floating IP 4685e2e7-3812-45b6-90db-a7e6c4e9a8bf: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:04:00.528540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:00.530006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:00.532389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:00.587075 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fc5ed0-2d7c-446e-8b53-28e95269958a x-openstack-request-id: req-e1fc5ed0-2d7c-446e-8b53-28e95269958a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:00.587855 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da40096d-fb6d-4bd6-ada3-9c8322ba8683", "name": "network-vif-deleted", "tag": "413b1304-b1a2-4d87-a967-18b4b914c735", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:00.587855 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1fc5ed0-2d7c-446e-8b53-28e95269958a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:00.588468 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da40096d-fb6d-4bd6-ada3-9c8322ba8683', 'name': 'network-vif-deleted', 'tag': '413b1304-b1a2-4d87-a967-18b4b914c735', 'status': 'completed', 'code': 200} Aug 16 02:04:00.616994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.617735 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.650842 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-b7f9ac8c-6ec3-44a6-b299-d1d1cffa2969 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9936450 Aug 16 02:04:00.677211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Request body: {'port': {'device_id': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:00.756265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.815238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.915142 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9536adc8-0ca7-4090-9828-623eea72053e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.958390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254f2dd-8989-4b94-8835-9f24239417b4 req-0c85369f-49ff-4975-9b84-0f3f4a6c33b4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.960324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5254f2dd-8989-4b94-8835-9f24239417b4 req-0c85369f-49ff-4975-9b84-0f3f4a6c33b4 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 951 time: 0.0863526 Aug 16 02:04:00.985205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7345ce5-1011-42ad-9fc2-4f80dcef57b4 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.031715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5254f2dd-8989-4b94-8835-9f24239417b4 req-6b5714c1-d03a-4930-8e3e-7319400aa539 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652041 Aug 16 02:04:01.034025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7345ce5-1011-42ad-9fc2-4f80dcef57b4 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.102295 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7345ce5-1011-42ad-9fc2-4f80dcef57b4 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.111709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7345ce5-1011-42ad-9fc2-4f80dcef57b4 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.117778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.118549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b7345ce5-1011-42ad-9fc2-4f80dcef57b4 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "DELETE /v2.0/security-groups/3b00eb51-6adf-4e29-b4ab-62a0c0022649 HTTP/1.1" status: 204 len: 168 time: 0.3019009 Aug 16 02:04:01.141098 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7345ce5-1011-42ad-9fc2-4f80dcef57b4 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b00eb51-6adf-4e29-b4ab-62a0c0022649,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.176764 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-65db9c49-770d-4638-8322-8f26624f6074 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] show failed (client error): The resource could not be found. Aug 16 02:04:01.177782 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-65db9c49-770d-4638-8322-8f26624f6074 tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "GET /v2.0/security-groups/3b00eb51-6adf-4e29-b4ab-62a0c0022649 HTTP/1.1" status: 404 len: 347 time: 0.0590794 Aug 16 02:04:01.180916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.190557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9450f9fa-8c69-4db3-9ad3-375811033628 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:01.198769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.212684 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Transition to ACTIVE for port object 9450f9fa-8c69-4db3-9ad3-375811033628 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:01.220379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.253600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:01.300133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:01.300981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8e30ac2c-e8d8-4b87-9df0-aba9f4e87ac0 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:01.301421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:01.318697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Pushing event updated for resources: {'Port': ['ID=9450f9fa-8c69-4db3-9ad3-375811033628,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.344325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 413b1304-b1a2-4d87-a967-18b4b914c735 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:01.344325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 413b1304-b1a2-4d87-a967-18b4b914c735 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:01.387474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f99642-1c29-4700-9506-564b2c15bf20 req-1196ef0a-b6d8-4185-9fe0-c99a2ae95135 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.389210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34f99642-1c29-4700-9506-564b2c15bf20 req-1196ef0a-b6d8-4185-9fe0-c99a2ae95135 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.1004262 Aug 16 02:04:01.412892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Attempting to bind port 9450f9fa-8c69-4db3-9ad3-375811033628 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:01.413303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Attempting to bind port 9450f9fa-8c69-4db3-9ad3-375811033628 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:01.413718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Attempting to bind port 9450f9fa-8c69-4db3-9ad3-375811033628 on network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:01.418991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Port 9450f9fa-8c69-4db3-9ad3-375811033628 on network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:01.419368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Attempting to bind port 9450f9fa-8c69-4db3-9ad3-375811033628 on network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:01.425458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:01.425874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Checking segment: {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:01.426331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Bound using segment: {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:01.427904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Bound port: 9450f9fa-8c69-4db3-9ad3-375811033628, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:01.428465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.455707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34f99642-1c29-4700-9506-564b2c15bf20 req-ae557aba-4be6-4793-9f7d-3f407a6c52cd tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536616 Aug 16 02:04:01.463508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Deleting port db0a8481-d2cb-4b39-a165-9de54b22855a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:01.464052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.523811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:01.531356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9450f9fa-8c69-4db3-9ad3-375811033628,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:01.539547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.609842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.610481 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.611873 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] 10.222.0.86 "PUT /v2.0/ports/9450f9fa-8c69-4db3-9ad3-375811033628 HTTP/1.1" status: 200 len: 1092 time: 0.9453089 Aug 16 02:04:01.615580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173e1a3-81f6-4bf9-ab27-e22aa92e1440 service neutron] Pushing event updated for resources: {'Port': ['ID=9450f9fa-8c69-4db3-9ad3-375811033628,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.617052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.617348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.644746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Calling delete_port for db0a8481-d2cb-4b39-a165-9de54b22855a owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:01.719733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c40a4f-289b-4071-beac-3cea19d14582 req-a9cf658e-0588-4b40-8b94-a6c53629418b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.727876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33c40a4f-289b-4071-beac-3cea19d14582 req-a9cf658e-0588-4b40-8b94-a6c53629418b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 943 time: 0.1535814 Aug 16 02:04:01.748240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-e9ef5a20-08c8-42fc-83c2-a0c6d31140d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.750217 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-e9ef5a20-08c8-42fc-83c2-a0c6d31140d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e52661c390b4386b893d56ecd54db9b&device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 1095 time: 0.0609255 Aug 16 02:04:01.768603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33c40a4f-289b-4071-beac-3cea19d14582 req-9d50edf9-bc97-4d7e-a202-deea52c0717a tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Aug 16 02:04:01.839217 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-52498f2b-06fd-4b9b-a30c-347be8ed14de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9450f9fa-8c69-4db3-9ad3-375811033628 HTTP/1.1" status: 200 len: 217 time: 0.0716445 Aug 16 02:04:01.897376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.908846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-0e7be8e8-d709-4155-8664-3526f30e0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.912408 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-0e7be8e8-d709-4155-8664-3526f30e0b05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee464e94-e607-4627-a255-a993e602d984 HTTP/1.1" status: 200 len: 861 time: 0.0652008 Aug 16 02:04:01.935981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Pushing event deleted for resources: {'Port': ['ID=db0a8481-d2cb-4b39-a165-9de54b22855a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.962614 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-7ac892c0-0935-440d-99a8-b14a930be490 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410101 Aug 16 02:04:02.006623 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.016252 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.017532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-29ef0237-99f1-489e-bead-af3ca252b9bb tempest-ServersWithSpecificFlavorTestJSON-931368114 tempest-ServersWithSpecificFlavorTestJSON-931368114-project] 10.222.0.61 "DELETE /v2.0/floatingips/4685e2e7-3812-45b6-90db-a7e6c4e9a8bf HTTP/1.1" status: 204 len: 168 time: 0.8353515 Aug 16 02:04:02.095826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-5c4e2462-459f-4c27-84f6-6ac9acdd7c72 service neutron] 10.222.0.86 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094873 Aug 16 02:04:02.214066 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f4e4617-4683-4a53-bb56-b61e22b721ab req-e91db1e4-4151-4a01-8299-dd030ec883e6 service neutron] 10.222.0.86 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086721 Aug 16 02:04:02.444969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3941387-1392-4699-8827-c81cf70994e7 req-79083c95-cedd-4ac0-ae20-2637d48f2444 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.447155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3941387-1392-4699-8827-c81cf70994e7 req-79083c95-cedd-4ac0-ae20-2637d48f2444 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 951 time: 0.0771625 Aug 16 02:04:02.496528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3941387-1392-4699-8827-c81cf70994e7 req-9923dede-3b68-4cd6-9636-b1200a5138e1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Aug 16 02:04:02.596131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:02.601930 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:02.654034 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb645c24-f54d-45d2-b27b-0a8fb2d65c73 x-openstack-request-id: req-eb645c24-f54d-45d2-b27b-0a8fb2d65c73 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:02.654756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ccace-78cb-419c-83a0-b012118d23c9 req-8a33cec9-0ad2-4725-b146-854f24db49c0 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.655720 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:02.656303 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb645c24-f54d-45d2-b27b-0a8fb2d65c73 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:02.656710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e54ccace-78cb-419c-83a0-b012118d23c9 req-8a33cec9-0ad2-4725-b146-854f24db49c0 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0794053 Aug 16 02:04:02.660457 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628', 'status': 'completed', 'code': 200} Aug 16 02:04:02.727155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e54ccace-78cb-419c-83a0-b012118d23c9 req-ca2462ca-d5dd-4411-94fd-3aa8f465de58 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609853 Aug 16 02:04:02.764193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-f5015ceb-8728-4074-a093-f2aa2316d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.766052 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-f5015ceb-8728-4074-a093-f2aa2316d0c9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e52661c390b4386b893d56ecd54db9b&device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 1095 time: 0.0679426 Aug 16 02:04:02.868327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.953106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570a24-086b-405d-bb40-4bb183ee79a1 req-92285d83-9fc8-43d0-929f-c4ecee4b7964 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.961968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d570a24-086b-405d-bb40-4bb183ee79a1 req-92285d83-9fc8-43d0-929f-c4ecee4b7964 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 943 time: 0.0787761 Aug 16 02:04:02.962618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-af97f18c-c1c7-4420-af42-3284d613a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.964461 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-af97f18c-c1c7-4420-af42-3284d613a3f2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 200 len: 922 time: 0.1795275 Aug 16 02:04:03.000385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d570a24-086b-405d-bb40-4bb183ee79a1 req-f39f9b64-0170-4ca3-8fc7-9ae3d7fa02f0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374148 Aug 16 02:04:03.071137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-cad67cef-22c4-4007-8d00-0245d3b5a0c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9450f9fa-8c69-4db3-9ad3-375811033628 HTTP/1.1" status: 200 len: 217 time: 0.0628598 Aug 16 02:04:03.140093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-2c5ffc15-0cc3-44d8-9737-6c1876475165 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.141674 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-2c5ffc15-0cc3-44d8-9737-6c1876475165 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 951 time: 0.1352532 Aug 16 02:04:03.185608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-b91cd89f-68a2-4af3-9cb5-6a39fb441374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.187166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-b91cd89f-68a2-4af3-9cb5-6a39fb441374 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ee464e94-e607-4627-a255-a993e602d984 HTTP/1.1" status: 200 len: 861 time: 0.1089733 Aug 16 02:04:03.230173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.370732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-925de3b0-5e5e-49ad-9a4a-3e143f79ee75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.556971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-fa242753-d7a4-41d5-9f3b-9ac33ff5bce5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3596306 Aug 16 02:04:03.561477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-925de3b0-5e5e-49ad-9a4a-3e143f79ee75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.576034 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0223e6d-3640-413c-95a1-b50731205640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.588487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-925de3b0-5e5e-49ad-9a4a-3e143f79ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.626811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Deleting port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:03.627465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.646075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-925de3b0-5e5e-49ad-9a4a-3e143f79ee75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a6d9535d3764b4695fd5ca319cc0d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151947 Aug 16 02:04:03.663697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.675725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925de3b0-5e5e-49ad-9a4a-3e143f79ee75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2289f854-768d-4af5-9e9c-da5249777031,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.731402 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-05c56e80-3d8d-414e-86c0-6a1f134bf105 service neutron] 10.222.0.86 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621621 Aug 16 02:04:03.739371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfc2bb-c2c1-4e91-9cf1-93e9f2039118 req-f83b0afc-68f7-4b0d-acb9-3f4c32f025b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.740914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87bfc2bb-c2c1-4e91-9cf1-93e9f2039118 req-f83b0afc-68f7-4b0d-acb9-3f4c32f025b5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 951 time: 0.1191173 Aug 16 02:04:03.743967 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.790281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] For port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:03.790765 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.806470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Calling delete_port for 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:03.815579 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e17e2d-878f-4248-bd97-9fdf3f41489b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.841150 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.922766 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e17e2d-878f-4248-bd97-9fdf3f41489b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.936146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87bfc2bb-c2c1-4e91-9cf1-93e9f2039118 req-f3d0a7aa-09f3-4dcf-87b5-90cebbff82b1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523316 Aug 16 02:04:03.948464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fa64ca28-2ebf-42f9-b85c-2c5bfd0054ba req-af53e40d-eb20-4be3-9cc0-1dc74ee8dbb0 service neutron] 10.222.0.86 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032964 Aug 16 02:04:03.993966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d1a53-06fb-445c-b585-5108ef90f473 req-12442a21-25e9-493c-8a72-2766c7622c50 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.001280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e15d1a53-06fb-445c-b585-5108ef90f473 req-12442a21-25e9-493c-8a72-2766c7622c50 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.1911912 Aug 16 02:04:04.071041 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.089452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3e1fe213-b923-40ba-88ee-d8c2813c2b9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:04.119919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e15d1a53-06fb-445c-b585-5108ef90f473 req-2838aedc-45b8-46ae-b76f-748fd74f6c0e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177084 Aug 16 02:04:04.121856 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e17e2d-878f-4248-bd97-9fdf3f41489b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.125698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2e17e2d-878f-4248-bd97-9fdf3f41489b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.141332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e2e17e2d-878f-4248-bd97-9fdf3f41489b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2289f854-768d-4af5-9e9c-da5249777031 HTTP/1.1" status: 204 len: 168 time: 0.4614191 Aug 16 02:04:04.186448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e17e2d-878f-4248-bd97-9fdf3f41489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2289f854-768d-4af5-9e9c-da5249777031,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.318710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e21bb21c-3516-4871-87e1-8b59ab96f7f5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:04.375655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Pushing event deleted for resources: {'Port': ['ID=5fad3409-4e6b-42f2-8cf5-f5f11ef2e089,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.378308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] No DVR routers for this DVR port 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:04.382147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.386978 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a4abff8-8d96-412d-bbb9-7d66ae599e6d req-18d7e71d-1c95-4eec-8969-c9aade7578e9 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "DELETE /v2.0/ports/5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 HTTP/1.1" status: 204 len: 173 time: 1.2385051 Aug 16 02:04:04.390938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba1612-c2b7-4f0e-85a8-99cee4d48d25 req-4d7a4c42-5a6b-43aa-93b7-38434e1afeac tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.402088 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4cba1612-c2b7-4f0e-85a8-99cee4d48d25 req-4d7a4c42-5a6b-43aa-93b7-38434e1afeac tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 943 time: 0.1353290 Aug 16 02:04:04.663610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-deleted', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:04.666002 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae9fb4-14be-4105-aaea-2609ce1bf15b" -d '{"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-deleted", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:04.742671 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ca57b4-837d-46d0-b9e2-56eb1411768e x-openstack-request-id: req-b8ca57b4-837d-46d0-b9e2-56eb1411768e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:04.743546 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34aa7f5-18ea-4cf8-a86b-d20641f7011a", "name": "network-vif-deleted", "tag": "5fad3409-4e6b-42f2-8cf5-f5f11ef2e089", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:04.743546 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8ca57b4-837d-46d0-b9e2-56eb1411768e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:04.743872 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34aa7f5-18ea-4cf8-a86b-d20641f7011a', 'name': 'network-vif-deleted', 'tag': '5fad3409-4e6b-42f2-8cf5-f5f11ef2e089', 'status': 'completed', 'code': 200} Aug 16 02:04:04.867141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.918535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4cba1612-c2b7-4f0e-85a8-99cee4d48d25 req-1755d75a-e1af-4703-a47e-e20bb9330696 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155606 Aug 16 02:04:04.919873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Deleting port 7caa44da-141a-44e9-b6d6-0ee2ba57731e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:04.920268 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.028404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] For port 7caa44da-141a-44e9-b6d6-0ee2ba57731e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7caa44da-141a-44e9-b6d6-0ee2ba57731e,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:05.029161 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.049609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Calling delete_port for 7caa44da-141a-44e9-b6d6-0ee2ba57731e owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:05.174127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8558ef3-7d40-4ac9-9ae2-4b6cbda71930 req-75a84baf-6bd8-4e3e-9a8b-72c9fcc52515 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=f34aa7f5-18ea-4cf8-a86b-d20641f7011a HTTP/1.1" status: 200 len: 210 time: 0.0389342 Aug 16 02:04:05.322287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaa1c2-166b-473f-ab93-7741fe597755 req-5a9318e8-4dea-477b-889c-d003e188bad9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.323876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cceaa1c2-166b-473f-ab93-7741fe597755 req-5a9318e8-4dea-477b-889c-d003e188bad9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0693245 Aug 16 02:04:05.398847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cceaa1c2-166b-473f-ab93-7741fe597755 req-d5b5d3c2-260c-4640-8898-14ae946a0c54 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682142 Aug 16 02:04:05.400056 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.432713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Pushing event deleted for resources: {'Port': ['ID=7caa44da-141a-44e9-b6d6-0ee2ba57731e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.487071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9450f9fa-8c69-4db3-9ad3-375811033628 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:05.495652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:05.558237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:05.558456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5fad3409-4e6b-42f2-8cf5-f5f11ef2e089 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:05.643136 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.711624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9450f9fa-8c69-4db3-9ad3-375811033628,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:05.734725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '9450f9fa-8c69-4db3-9ad3-375811033628', 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238', 'port_id': '9450f9fa-8c69-4db3-9ad3-375811033628', 'mac_address': 'fa:16:3e:e1:d9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee464e94-e607-4627-a255-a993e602d984', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:05.776909 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.792067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9450f9fa-8c69-4db3-9ad3-375811033628 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:05.814970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9450f9fa-8c69-4db3-9ad3-375811033628,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:05.820591 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.873572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9450f9fa-8c69-4db3-9ad3-375811033628,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.897275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Router a2ee6184-fed0-4d5f-a176-efd0911a61b4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:06.032983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:06.048656 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c1c3adb4-a4fb-4ff6-90af-7b12dc0f4167 admin admin] 10.222.0.61 "PUT /v2.0/routers/a2ee6184-fed0-4d5f-a176-efd0911a61b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1769433 Aug 16 02:04:06.049068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] Sync routers for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:06.049195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41338) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.062182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:06.065676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:06.202389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:06.207751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.278188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6dbd-d27d-4e36-8221-78a7ab9a7188 req-103ec228-6524-4d94-a0a4-243262c1f9a2 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.288321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a53f6dbd-d27d-4e36-8221-78a7ab9a7188 req-103ec228-6524-4d94-a0a4-243262c1f9a2 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 944 time: 0.2407236 Aug 16 02:04:06.321239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['9450f9fa-8c69-4db3-9ad3-375811033628'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:06.387700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a53f6dbd-d27d-4e36-8221-78a7ab9a7188 req-916eb0ee-24ee-48d4-bbaf-bafbaea54d08 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862095 Aug 16 02:04:06.411704 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.479204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Deleting port d8abd93d-da09-42b4-a18b-a3abf1fab917 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:06.479580 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.582401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T02:04:05Z', 'revision_number': 5, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port': {'id': 'd8abd93d-da09-42b4-a18b-a3abf1fab917', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T01:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:06.613817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] Checking router: a2ee6184-fed0-4d5f-a176-efd0911a61b4 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:06.628418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] Routers {'a2ee6184-fed0-4d5f-a176-efd0911a61b4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:06.629112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:06.631187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] For port d8abd93d-da09-42b4-a18b-a3abf1fab917, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d8abd93d-da09-42b4-a18b-a3abf1fab917,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:06.631573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.647968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Calling delete_port for d8abd93d-da09-42b4-a18b-a3abf1fab917 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:06.663407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc01b7-e91e-43e9-bbe2-981dc0135e1a req-f498c87c-984a-49f5-83b9-97ae1c420be1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.664930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ebc01b7-e91e-43e9-bbe2-981dc0135e1a req-f498c87c-984a-49f5-83b9-97ae1c420be1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.1033442 Aug 16 02:04:06.724881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] Set router a2ee6184-fed0-4d5f-a176-efd0911a61b4 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:06.770271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ebc01b7-e91e-43e9-bbe2-981dc0135e1a req-31b8803b-0a6c-442d-b58b-9ef36e8127aa tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957818 Aug 16 02:04:06.796046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T02:04:06Z', 'revision_number': 6, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:06.845563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdfcc3-b9f9-4745-9d0f-cec9c7ddbc8e None None] The sync data for ids ['a2ee6184-fed0-4d5f-a176-efd0911a61b4'] in n-d-768862-14 is: [{'id': 'a2ee6184-fed0-4d5f-a176-efd0911a61b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114315972-router', 'tenant_id': '6fd7f225ed6243b7b3b318144237a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:44Z', 'updated_at': '2021-08-16T02:04:06Z', 'revision_number': 6, 'project_id': '6fd7f225ed6243b7b3b318144237a5ca', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:06.864572 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.937785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.969530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8abd93d-da09-42b4-a18b-a3abf1fab917,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.084482 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.202872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8aa079-6467-45dc-acb5-8f750c126fb0 req-987d46ef-cfec-4441-be9b-823a9e765a71 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.204226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab8aa079-6467-45dc-acb5-8f750c126fb0 req-987d46ef-cfec-4441-be9b-823a9e765a71 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1635408 Aug 16 02:04:07.206283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.210042 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.278926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.279507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ee6184-fed0-4d5f-a176-efd0911a61b4 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:07.286876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.288073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ddc34ffe-637b-4924-a96f-a2df436fb3b4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a2ee6184-fed0-4d5f-a176-efd0911a61b4 HTTP/1.1" status: 204 len: 168 time: 1.2378252 Aug 16 02:04:07.290764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.320628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab8aa079-6467-45dc-acb5-8f750c126fb0 req-677e43d6-aab5-4151-8614-cf28190940a1 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559292 Aug 16 02:04:07.356275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d6fddd-63e2-4568-9264-c0b80dc045ad admin admin] Deleting subnet d2c12270-e7e4-47d4-a4dd-b7d3336eab63 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:07.360128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37d6fddd-63e2-4568-9264-c0b80dc045ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.422014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37d6fddd-63e2-4568-9264-c0b80dc045ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.500653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9450f9fa-8c69-4db3-9ad3-375811033628 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:07.546221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5d53b-bfa1-4460-8aad-9c8f9958ae86 req-1f27e4d8-c2f3-4ca4-b2aa-c736a7ae1b0e tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.546907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.547274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.548017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2e5d53b-bfa1-4460-8aad-9c8f9958ae86 req-1f27e4d8-c2f3-4ca4-b2aa-c736a7ae1b0e tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 944 time: 0.0842218 Aug 16 02:04:07.577130 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37d6fddd-63e2-4568-9264-c0b80dc045ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.597941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 9450f9fa-8c69-4db3-9ad3-375811033628 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:07.602336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 9450f9fa-8c69-4db3-9ad3-375811033628 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:07.603293 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.612906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2e5d53b-bfa1-4460-8aad-9c8f9958ae86 req-79f4cbd2-6b16-4db1-bea6-0d1d41217b6b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582330 Aug 16 02:04:07.649978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37d6fddd-63e2-4568-9264-c0b80dc045ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.692978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37d6fddd-63e2-4568-9264-c0b80dc045ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.697272 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-37d6fddd-63e2-4568-9264-c0b80dc045ad admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d2c12270-e7e4-47d4-a4dd-b7d3336eab63 HTTP/1.1" status: 204 len: 168 time: 0.4027028 Aug 16 02:04:07.697272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6fddd-63e2-4568-9264-c0b80dc045ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c12270-e7e4-47d4-a4dd-b7d3336eab63,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.697820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.709567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54fbdd3-ee1c-4045-9b24-f1b15ecf988c None None] Network 6785f4d5-5db4-4b92-80f4-07c97d6648ad requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:07.732216 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c27383a-9509-440b-bc72-e2764b0164ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.748553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44f9bdac-ced7-4d41-b9d9-192e0d150c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.809672 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.819972 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.859005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:07.861440 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7431e674-aad1-43bc-97b5-9c7c4cfc250f" -d '{"events": [{"server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "name": "network-vif-plugged", "status": "completed", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:07.878256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c27383a-9509-440b-bc72-e2764b0164ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.893362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9450f9fa-8c69-4db3-9ad3-375811033628,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:07.898399 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c27383a-9509-440b-bc72-e2764b0164ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.916833 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.939881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cc7e9-f14d-4f89-bbf2-1e208e2a64cf req-480ea8f5-9901-41b3-86b8-04cd65f23808 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.942552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-220cc7e9-f14d-4f89-bbf2-1e208e2a64cf req-480ea8f5-9901-41b3-86b8-04cd65f23808 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0755682 Aug 16 02:04:07.946528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Deleting port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:07.946872 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.964482 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6350831d-471c-41bf-8e5a-0c52a8a45ab6 x-openstack-request-id: req-6350831d-471c-41bf-8e5a-0c52a8a45ab6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:07.964988 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "name": "network-vif-plugged", "status": "completed", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:07.965560 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6350831d-471c-41bf-8e5a-0c52a8a45ab6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:07.966213 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628', 'code': 200} Aug 16 02:04:08.013896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9450f9fa-8c69-4db3-9ad3-375811033628,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.107498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] For port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=705be50b-ae7e-42ee-b1a7-d94e4b90a5c3,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:08.108076 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.116984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b40157-18a5-4997-a9e1-6d4b6734d133 None None] DHCP port deletion for 6785f4d5-5db4-4b92-80f4-07c97d6648ad request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:08.142358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44f9bdac-ced7-4d41-b9d9-192e0d150c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.144734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27383a-9509-440b-bc72-e2764b0164ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8d979c-0efb-4c80-816a-dae87a2dda86,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.149076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-220cc7e9-f14d-4f89-bbf2-1e208e2a64cf req-1dc0e2fb-143b-4d53-a2aa-9cb115193e40 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868341 Aug 16 02:04:08.150162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Calling delete_port for 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:08.155757 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8c27383a-9509-440b-bc72-e2764b0164ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47369ce550814e598b56666d65895d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6074507 Aug 16 02:04:08.157919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44f9bdac-ced7-4d41-b9d9-192e0d150c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.161497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:08.161985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d8abd93d-da09-42b4-a18b-a3abf1fab917 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:08.191255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d8abd93d-da09-42b4-a18b-a3abf1fab917 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:08.191255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d8abd93d-da09-42b4-a18b-a3abf1fab917 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:08.192172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7caa44da-141a-44e9-b6d6-0ee2ba57731e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:08.217783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 7caa44da-141a-44e9-b6d6-0ee2ba57731e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:08.218129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7caa44da-141a-44e9-b6d6-0ee2ba57731e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:08.240717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-30b40157-18a5-4997-a9e1-6d4b6734d133 None None] Deleting port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:08.241100 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30b40157-18a5-4997-a9e1-6d4b6734d133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.264001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:08.264525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-44f9bdac-ced7-4d41-b9d9-192e0d150c7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61da69d5c6a44e9b9119a9b055126114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7128327 Aug 16 02:04:08.270078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8779c2-7d73-4d7c-9f16-8466d7e579e1 req-e8e514b3-a727-46e9-b534-14dd519e1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.271594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e8779c2-7d73-4d7c-9f16-8466d7e579e1 req-e8e514b3-a727-46e9-b534-14dd519e1f92 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 1097 time: 0.2045426 Aug 16 02:04:08.273690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9bdac-ced7-4d41-b9d9-192e0d150c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0114e5b4-41db-4b70-ac8a-cec17123e3ae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.319577 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.323473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-30b40157-18a5-4997-a9e1-6d4b6734d133 None None] For port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=705be50b-ae7e-42ee-b1a7-d94e4b90a5c3,segment=NetworkSegment(06b6fba9-f4ea-410d-8062-9f6bf677b1d6),segment_id=06b6fba9-f4ea-410d-8062-9f6bf677b1d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:08.323868 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30b40157-18a5-4997-a9e1-6d4b6734d133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.326455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e8779c2-7d73-4d7c-9f16-8466d7e579e1 req-f2ccc853-ff04-4358-b784-d8a6ab3696b3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Aug 16 02:04:08.329036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b00bbb85-313e-4b16-8bfa-5b88dedc2d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.342148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-30b40157-18a5-4997-a9e1-6d4b6734d133 None None] Calling delete_port for 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:08.360398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=705be50b-ae7e-42ee-b1a7-d94e4b90a5c3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.365109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] No DVR routers for this DVR port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:08.366893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b00bbb85-313e-4b16-8bfa-5b88dedc2d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.442092 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efcda2a5-4157-40d6-8a68-b2361048d1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.443122 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30b40157-18a5-4997-a9e1-6d4b6734d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.445957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fa475-fa99-4d82-96f9-95af616490dc req-3790e5aa-1088-4fa6-a247-6fbb88fdfa90 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.447591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-893fa475-fa99-4d82-96f9-95af616490dc req-3790e5aa-1088-4fa6-a247-6fbb88fdfa90 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.0775385 Aug 16 02:04:08.483822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b40157-18a5-4997-a9e1-6d4b6734d133 None None] Pushing event deleted for resources: {'Port': ['ID=705be50b-ae7e-42ee-b1a7-d94e4b90a5c3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.486059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b40157-18a5-4997-a9e1-6d4b6734d133 None None] No DVR routers for this DVR port 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:08.500366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b00bbb85-313e-4b16-8bfa-5b88dedc2d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.503125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b00bbb85-313e-4b16-8bfa-5b88dedc2d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.505168 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.507337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b00bbb85-313e-4b16-8bfa-5b88dedc2d6a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd8d979c-0efb-4c80-816a-dae87a2dda86 HTTP/1.1" status: 204 len: 168 time: 0.3415945 Aug 16 02:04:08.526200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6785f4d5-5db4-4b92-80f4-07c97d6648ad']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:08.538921 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efcda2a5-4157-40d6-8a68-b2361048d1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.546821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bbb85-313e-4b16-8bfa-5b88dedc2d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8d979c-0efb-4c80-816a-dae87a2dda86,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.549514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b6fba9-f4ea-410d-8062-9f6bf677b1d6') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:08.549974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b6fba9-f4ea-410d-8062-9f6bf677b1d6') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:08.564580 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.586571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-893fa475-fa99-4d82-96f9-95af616490dc req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Deleting port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:08.586869 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-893fa475-fa99-4d82-96f9-95af616490dc req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.596713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5e68a-b32d-4678-bc09-2c6f73b9fd38 req-294a6b7b-bf20-48bd-8d5b-582c12dde61f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.604778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54d5e68a-b32d-4678-bc09-2c6f73b9fd38 req-294a6b7b-bf20-48bd-8d5b-582c12dde61f tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdcdaca4-e309-41a7-bc08-3639e8c1d68b HTTP/1.1" status: 200 len: 950 time: 0.1919370 Aug 16 02:04:08.613497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.651783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:08.652245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:08.654713 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:08.697003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-893fa475-fa99-4d82-96f9-95af616490dc req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] For port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:08.697457 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-893fa475-fa99-4d82-96f9-95af616490dc req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.713518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-893fa475-fa99-4d82-96f9-95af616490dc req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Calling delete_port for 3e1fe213-b923-40ba-88ee-d8c2813c2b9f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:08.726116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54d5e68a-b32d-4678-bc09-2c6f73b9fd38 req-2732108c-fbc9-4f11-9244-f9ca4f6ad156 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204336 Aug 16 02:04:08.740161 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.747226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efcda2a5-4157-40d6-8a68-b2361048d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.760444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efcda2a5-4157-40d6-8a68-b2361048d1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.760444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-efcda2a5-4157-40d6-8a68-b2361048d1a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0114e5b4-41db-4b70-ac8a-cec17123e3ae HTTP/1.1" status: 204 len: 168 time: 0.4894731 Aug 16 02:04:08.760444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.761031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6785f4d5-5db4-4b92-80f4-07c97d6648ad HTTP/1.1" status: 204 len: 168 time: 1.0620313 Aug 16 02:04:08.765096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:08.786462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff54ee0-2006-4c35-a3af-f3a6ce0b5fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6785f4d5-5db4-4b92-80f4-07c97d6648ad,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.819859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcda2a5-4157-40d6-8a68-b2361048d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0114e5b4-41db-4b70-ac8a-cec17123e3ae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.947768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60dec7-ab58-4c80-9cd6-59edaee021ab req-3f800744-c0d4-43c4-b330-b1ec8bd09b98 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.949309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea60dec7-ab58-4c80-9cd6-59edaee021ab req-3f800744-c0d4-43c4-b330-b1ec8bd09b98 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.0761056 Aug 16 02:04:08.965760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-893fa475-fa99-4d82-96f9-95af616490dc req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.978850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3e1fe213-b923-40ba-88ee-d8c2813c2b9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:09.016531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Pushing event deleted for resources: {'Port': ['ID=3e1fe213-b923-40ba-88ee-d8c2813c2b9f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.032363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e21bb21c-3516-4871-87e1-8b59ab96f7f5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:09.090734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea60dec7-ab58-4c80-9cd6-59edaee021ab req-b9b9510e-9279-4993-a4b9-3c272e6d0f5c tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992563 Aug 16 02:04:09.104235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-893fa475-fa99-4d82-96f9-95af616490dc req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] No DVR routers for this DVR port 3e1fe213-b923-40ba-88ee-d8c2813c2b9f on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:09.109671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-893fa475-fa99-4d82-96f9-95af616490dc req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.117214 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-893fa475-fa99-4d82-96f9-95af616490dc req-154247f5-1948-457a-97fa-e7e739107c1e tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.93 "DELETE /v2.0/ports/3e1fe213-b923-40ba-88ee-d8c2813c2b9f HTTP/1.1" status: 204 len: 173 time: 0.6635010 Aug 16 02:04:09.117696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'name': 'network-vif-deleted', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:09.120092 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3916ba9-5437-43a3-ac17-d0dc919b0aab" -d '{"events": [{"server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "name": "network-vif-deleted", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:09.202628 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4417d080-d7fd-4e2d-83bd-3c6fca071a60 x-openstack-request-id: req-4417d080-d7fd-4e2d-83bd-3c6fca071a60 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:09.202628 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcdaca4-e309-41a7-bc08-3639e8c1d68b", "name": "network-vif-deleted", "tag": "3e1fe213-b923-40ba-88ee-d8c2813c2b9f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:09.202628 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4417d080-d7fd-4e2d-83bd-3c6fca071a60 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:09.203054 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdaca4-e309-41a7-bc08-3639e8c1d68b', 'name': 'network-vif-deleted', 'tag': '3e1fe213-b923-40ba-88ee-d8c2813c2b9f', 'status': 'completed', 'code': 200} Aug 16 02:04:09.388983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd63b42-cf20-4dc1-8461-aa0d5f3b992e req-fa69101d-320f-4537-a285-200af16bb663 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.396885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.398721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd63b42-cf20-4dc1-8461-aa0d5f3b992e req-fa69101d-320f-4537-a285-200af16bb663 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0933292 Aug 16 02:04:09.411678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97ccbc27-ca58-431f-a67b-bd772726bb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.463348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd63b42-cf20-4dc1-8461-aa0d5f3b992e req-49b5f703-0ebe-4c10-a8b6-49f4710654f2 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635946 Aug 16 02:04:09.481145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.537782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97ccbc27-ca58-431f-a67b-bd772726bb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.540702 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.543118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97ccbc27-ca58-431f-a67b-bd772726bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.599898 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-97ccbc27-ca58-431f-a67b-bd772726bb45 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5889cbb01424e71947f9fc5cc657276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013011 Aug 16 02:04:09.603865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.614524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccbc27-ca58-431f-a67b-bd772726bb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad41d219-3222-4c75-88c5-99c7d11dfc07,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.693258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a510a172-5188-4aee-99eb-6a663b76282e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.717175 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a510a172-5188-4aee-99eb-6a663b76282e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.787071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a510a172-5188-4aee-99eb-6a663b76282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.790722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a510a172-5188-4aee-99eb-6a663b76282e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.792250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a510a172-5188-4aee-99eb-6a663b76282e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad41d219-3222-4c75-88c5-99c7d11dfc07 HTTP/1.1" status: 204 len: 168 time: 0.1861517 Aug 16 02:04:09.814611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510a172-5188-4aee-99eb-6a663b76282e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad41d219-3222-4c75-88c5-99c7d11dfc07,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.949350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1962875176-network', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:09.990169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:09.992801 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.028837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.122010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:10.168593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:10.168934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 705be50b-ae7e-42ee-b1a7-d94e4b90a5c3 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:10.177078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177189d1-9aa2-4a32-937a-63effc35ffbf req-e11b5f40-166c-4488-9cc0-aa3c3be5b6ba tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.178643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-177189d1-9aa2-4a32-937a-63effc35ffbf req-e11b5f40-166c-4488-9cc0-aa3c3be5b6ba tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1032324 Aug 16 02:04:10.214428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.228843 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69e0d5e4-9555-47cb-bc7e-41ed2ebe0d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.320899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-177189d1-9aa2-4a32-937a-63effc35ffbf req-3a787d01-418b-46ef-99b6-0b236627a401 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353722 Aug 16 02:04:10.335661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fda639-fc68-4afe-8db9-4617ea1afbe3 req-a54f4e4e-74f4-491b-97e4-025b69c634dd tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.337216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36fda639-fc68-4afe-8db9-4617ea1afbe3 req-a54f4e4e-74f4-491b-97e4-025b69c634dd tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.1561873 Aug 16 02:04:10.349007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.364089 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.398891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:10.429790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Deleting port e214e4bc-7dab-47b4-9276-540561f23639 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:10.430133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.435519 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.435873 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Added segment 4fa4e77f-7354-45b2-ae74-ae0389bd4718 of type vlan for network 67c32414-a736-42e3-a126-e9aaa16b00fb Aug 16 02:04:10.439886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36fda639-fc68-4afe-8db9-4617ea1afbe3 req-519d5d1b-af7c-49f3-a374-3badaebf1f47 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896335 Aug 16 02:04:10.444746 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69e0d5e4-9555-47cb-bc7e-41ed2ebe0d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.450836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69e0d5e4-9555-47cb-bc7e-41ed2ebe0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.458411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae4f86c-e682-432f-8067-a2f8ba590dac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.522181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0d5e4-9555-47cb-bc7e-41ed2ebe0d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b2511-21fc-458a-a3d2-767d6458de8d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.540691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.544611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-69e0d5e4-9555-47cb-bc7e-41ed2ebe0d61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b92cc690c29b4f249ccf8f3ee037354d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288443 Aug 16 02:04:10.551401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.617525 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c30d8d29-21c6-42cd-8a2b-5a89d99448ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.640922 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c30d8d29-21c6-42cd-8a2b-5a89d99448ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.654173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] For port e214e4bc-7dab-47b4-9276-540561f23639, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e214e4bc-7dab-47b4-9276-540561f23639,segment=NetworkSegment(94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf),segment_id=94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:10.654551 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.663787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.664756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.665346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.692732 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c30d8d29-21c6-42cd-8a2b-5a89d99448ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.695575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c30d8d29-21c6-42cd-8a2b-5a89d99448ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.697070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c30d8d29-21c6-42cd-8a2b-5a89d99448ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a80b2511-21fc-458a-a3d2-767d6458de8d HTTP/1.1" status: 204 len: 168 time: 0.1442473 Aug 16 02:04:10.709491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8d29-21c6-42cd-8a2b-5a89d99448ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b2511-21fc-458a-a3d2-767d6458de8d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.720988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Calling delete_port for e214e4bc-7dab-47b4-9276-540561f23639 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:10.748127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2659400 Aug 16 02:04:10.751970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.759880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Request body: {'subnet': {'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1962875176-subnet', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:10.791909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:10.796386 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.835071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cd186-02d4-45ad-8f42-25031356d68b req-ff99462a-9c8c-4b75-bf11-3aa32a7b2a7c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.837672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-101cd186-02d4-45ad-8f42-25031356d68b req-ff99462a-9c8c-4b75-bf11-3aa32a7b2a7c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.2587166 Aug 16 02:04:10.858161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adc8db-aad2-432e-ad10-e4c667705486 req-e9cdb2fe-0331-43c8-bcf4-609b2a558225 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.860845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3adc8db-aad2-432e-ad10-e4c667705486 req-e9cdb2fe-0331-43c8-bcf4-609b2a558225 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.2730751 Aug 16 02:04:10.861600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa2b6d-d1ea-42d4-b30a-7c442fe7f563 admin admin] Pushing event updated for resources: {'Network': ['ID=67c32414-a736-42e3-a126-e9aaa16b00fb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.885775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 67c32414-a736-42e3-a126-e9aaa16b00fb details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:10.946422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-101cd186-02d4-45ad-8f42-25031356d68b req-dde5cabb-a328-4861-a6d8-8f3e120858ec tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804219 Aug 16 02:04:11.002782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3adc8db-aad2-432e-ad10-e4c667705486 req-3f53a718-781b-4bca-9d5d-cf8b911bafea tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322334 Aug 16 02:04:11.100771 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.140770 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.187980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Pushing event deleted for resources: {'Port': ['ID=e214e4bc-7dab-47b4-9276-540561f23639,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:11.191770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26713c1e-18e6-47fb-8693-e9d04e20b5ec,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:11.216781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Checking segment: {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:11.217144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Network hostable DHCP agents. Network: 67c32414-a736-42e3-a126-e9aaa16b00fb, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:11.238798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Network 67c32414-a736-42e3-a126-e9aaa16b00fb is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:11.253832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 67c32414-a736-42e3-a126-e9aaa16b00fb) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:11.259052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.259752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.264354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0910c1-5736-4ed3-b315-3fdc69700d4c None None] Network 67c32414-a736-42e3-a126-e9aaa16b00fb requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:11.286597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-22824687-ac98-4016-92ec-ee0bb39f8372 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5326540 Aug 16 02:04:11.292798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.306905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:11.349638 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.351155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.463894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.537125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.568823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03b284-138d-485a-abfd-b0f1a253bee9 req-343c8d36-aa6b-4a6c-aa5f-6b40083cb576 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.570562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca03b284-138d-485a-abfd-b0f1a253bee9 req-343c8d36-aa6b-4a6c-aa5f-6b40083cb576 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1131690 Aug 16 02:04:11.779147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.797340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca03b284-138d-485a-abfd-b0f1a253bee9 req-dde95281-7429-49b3-a4c6-be04df87b80c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028643 Aug 16 02:04:11.853992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3515ed26-267a-4790-b248-562062ada8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-67c32414-a736-42e3-a126-e9aaa16b00fb', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:11.854969 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3515ed26-267a-4790-b248-562062ada8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.962374 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.966101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Router 18b67f0e-c70f-4611-a79c-ae52a8535831 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:12.050615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7bfec-9672-41ba-b27f-b463fa3802ae req-cd988e9c-6c8b-4524-8a3c-22081ef2ee98 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.058098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cab7bfec-9672-41ba-b27f-b463fa3802ae req-cd988e9c-6c8b-4524-8a3c-22081ef2ee98 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.1358168 Aug 16 02:04:12.079820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3515ed26-267a-4790-b248-562062ada8be None None] Allocated IP 172.20.0.2 (67c32414-a736-42e3-a126-e9aaa16b00fb/26713c1e-18e6-47fb-8693-e9d04e20b5ec/539659ea-3e1c-4be4-ba37-1573acbe9e87) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:12.159614 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.170184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-abe6a6c6-3c56-4e7f-9e1c-b423e5df576c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.173033 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-abe6a6c6-3c56-4e7f-9e1c-b423e5df576c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1361375 Aug 16 02:04:12.189658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cab7bfec-9672-41ba-b27f-b463fa3802ae req-5bbc3356-143b-4da4-9e00-ecc4441d983b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303742 Aug 16 02:04:12.208206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:12.214355 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0b2a9bcd-910d-4cff-9b80-0152e8bfddcf admin admin] 10.222.0.61 "PUT /v2.0/routers/18b67f0e-c70f-4611-a79c-ae52a8535831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4390099 Aug 16 02:04:12.220256 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] Sync routers for ids ['18b67f0e-c70f-4611-a79c-ae52a8535831'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:12.221269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.232231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.248712 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] Routers {'18b67f0e-c70f-4611-a79c-ae52a8535831'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:12.251125 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['18b67f0e-c70f-4611-a79c-ae52a8535831'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:12.325800 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3515ed26-267a-4790-b248-562062ada8be None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.344682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3515ed26-267a-4790-b248-562062ada8be None None] Transition to ACTIVE for port object 539659ea-3e1c-4be4-ba37-1573acbe9e87 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:12.376107 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.384442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3515ed26-267a-4790-b248-562062ada8be None None] Transition to ACTIVE for port object 539659ea-3e1c-4be4-ba37-1573acbe9e87 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:12.397414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ecba7-f97c-428c-8e28-ea2d0367e76e req-f59ec09f-17bd-4d74-8175-a662ee698b18 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.399874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-901ecba7-f97c-428c-8e28-ea2d0367e76e req-f59ec09f-17bd-4d74-8175-a662ee698b18 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.2475884 Aug 16 02:04:12.401509 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3515ed26-267a-4790-b248-562062ada8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.423578 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] Set router 18b67f0e-c70f-4611-a79c-ae52a8535831 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:12.464839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515ed26-267a-4790-b248-562062ada8be None None] Pushing event updated for resources: {'Port': ['ID=539659ea-3e1c-4be4-ba37-1573acbe9e87,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.492376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515ed26-267a-4790-b248-562062ada8be None None] Network 67c32414-a736-42e3-a126-e9aaa16b00fb is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:12.494323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3515ed26-267a-4790-b248-562062ada8be None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:12.497824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515ed26-267a-4790-b248-562062ada8be None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:12.525503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Allocated IP 172.25.5.46 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/ae33767f-ab9c-4863-a636-fae5ba83cd6c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:12.540783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Deleting port e21bb21c-3516-4871-87e1-8b59ab96f7f5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:12.541800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.596481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3515ed26-267a-4790-b248-562062ada8be None None] Attempting to bind port 539659ea-3e1c-4be4-ba37-1573acbe9e87 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:12.597309 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3515ed26-267a-4790-b248-562062ada8be None None] Attempting to bind port 539659ea-3e1c-4be4-ba37-1573acbe9e87 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:12.597910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515ed26-267a-4790-b248-562062ada8be None None] Attempting to bind port 539659ea-3e1c-4be4-ba37-1573acbe9e87 on network 67c32414-a736-42e3-a126-e9aaa16b00fb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:12.598662 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.617878 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-901ecba7-f97c-428c-8e28-ea2d0367e76e req-b6d618fc-accf-4990-b9ca-14ecd9adffea tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751616 Aug 16 02:04:12.626603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515ed26-267a-4790-b248-562062ada8be None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:12.626992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515ed26-267a-4790-b248-562062ada8be None None] Checking segment: {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:12.629498 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3515ed26-267a-4790-b248-562062ada8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.631952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515ed26-267a-4790-b248-562062ada8be None None] Bound using segment: {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:12.632608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3515ed26-267a-4790-b248-562062ada8be None None] Bound port: 539659ea-3e1c-4be4-ba37-1573acbe9e87, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:12.635051 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3515ed26-267a-4790-b248-562062ada8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.644816 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'bd818138-792f-43df-b670-28237e48ee3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:53Z', 'updated_at': '2021-08-16T02:04:11Z', 'revision_number': 5, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'gw_port': {'id': 'bd818138-792f-43df-b670-28237e48ee3e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:5c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:54Z', 'updated_at': '2021-08-16T01:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:12.717060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Deleting port bd818138-792f-43df-b670-28237e48ee3e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:12.717421 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.732123 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] Checking router: 18b67f0e-c70f-4611-a79c-ae52a8535831 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:12.744647 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] Routers {'18b67f0e-c70f-4611-a79c-ae52a8535831'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:12.745274 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['18b67f0e-c70f-4611-a79c-ae52a8535831'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:12.752135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] For port e21bb21c-3516-4871-87e1-8b59ab96f7f5, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e21bb21c-3516-4871-87e1-8b59ab96f7f5,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:12.752898 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.778781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Calling delete_port for e21bb21c-3516-4871-87e1-8b59ab96f7f5 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:12.783030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.817858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3515ed26-267a-4790-b248-562062ada8be None None] For port 539659ea-3e1c-4be4-ba37-1573acbe9e87, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:12.826369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3515ed26-267a-4790-b248-562062ada8be None None] For port 539659ea-3e1c-4be4-ba37-1573acbe9e87, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=539659ea-3e1c-4be4-ba37-1573acbe9e87,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:12.827338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] For port bd818138-792f-43df-b670-28237e48ee3e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bd818138-792f-43df-b670-28237e48ee3e,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:12.827739 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.834958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3515ed26-267a-4790-b248-562062ada8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.844540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Calling delete_port for bd818138-792f-43df-b670-28237e48ee3e owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:12.908239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.962779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515ed26-267a-4790-b248-562062ada8be None None] Pushing event updated for resources: {'Port': ['ID=539659ea-3e1c-4be4-ba37-1573acbe9e87,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.014101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae33767f-ab9c-4863-a636-fae5ba83cd6c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.036213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:13.044186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:13.085140 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] Set router 18b67f0e-c70f-4611-a79c-ae52a8535831 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:13.095134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:13.157989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebed5cf-f4ee-4469-9a28-c396cf683276 req-d803570d-3304-415d-88ce-a58cacf6eb0c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.167773 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ebed5cf-f4ee-4469-9a28-c396cf683276 req-d803570d-3304-415d-88ce-a58cacf6eb0c tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 949 time: 0.1433775 Aug 16 02:04:13.174591 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:53Z', 'updated_at': '2021-08-16T02:04:12Z', 'revision_number': 6, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:13.231585 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca399f3d-0720-430d-8a92-7ffa4a989302 None None] The sync data for ids ['18b67f0e-c70f-4611-a79c-ae52a8535831'] in n-d-768862-14 is: [{'id': '18b67f0e-c70f-4611-a79c-ae52a8535831', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1391580087-router', 'tenant_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:53Z', 'updated_at': '2021-08-16T02:04:12Z', 'revision_number': 6, 'project_id': 'a49b3ba8c472450aaec215a23fd67fe0', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:13.257084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ebed5cf-f4ee-4469-9a28-c396cf683276 req-db3922c3-b474-428d-97a0-a23b9a327232 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdd7bb94-56bc-424b-8144-a5db1f1684ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883999 Aug 16 02:04:13.265231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.316289 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.326258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3e1fe213-b923-40ba-88ee-d8c2813c2b9f no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:13.352483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd818138-792f-43df-b670-28237e48ee3e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.375326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e21bb21c-3516-4871-87e1-8b59ab96f7f5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:13.377234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 3e1fe213-b923-40ba-88ee-d8c2813c2b9f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:13.377580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3e1fe213-b923-40ba-88ee-d8c2813c2b9f not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:13.481550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Pushing event deleted for resources: {'Port': ['ID=e21bb21c-3516-4871-87e1-8b59ab96f7f5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.482756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629606b-23a5-4dbc-acf3-e39405550ece req-8a9b5220-501b-4de2-8c49-f1a568003dc8 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.491731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8629606b-23a5-4dbc-acf3-e39405550ece req-8a9b5220-501b-4de2-8c49-f1a568003dc8 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.1318500 Aug 16 02:04:13.518274 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.579927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] No DVR routers for this DVR port e21bb21c-3516-4871-87e1-8b59ab96f7f5 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:13.585028 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.587386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c1a4011-ff79-432e-abd2-619953b643a3 req-5f72fabd-1a31-4e23-895e-9a38cd341db6 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.86 "DELETE /v2.0/ports/e21bb21c-3516-4871-87e1-8b59ab96f7f5 HTTP/1.1" status: 204 len: 173 time: 1.3862398 Aug 16 02:04:13.587898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'name': 'network-vif-deleted', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:13.590828 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a13af3a-3ca5-4700-824e-ddca2243ec88" -d '{"events": [{"server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "name": "network-vif-deleted", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:13.653307 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.664797 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8629606b-23a5-4dbc-acf3-e39405550ece req-85cd3215-a377-459b-84c5-a3fc90b5ea08 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657984 Aug 16 02:04:13.666382 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.696660 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da42d197-b16b-46dc-96c0-d7b10a3210e2 x-openstack-request-id: req-da42d197-b16b-46dc-96c0-d7b10a3210e2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:13.696962 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad923c3-4f71-43f2-9917-d88caecac680", "name": "network-vif-deleted", "tag": "e21bb21c-3516-4871-87e1-8b59ab96f7f5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:13.697209 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da42d197-b16b-46dc-96c0-d7b10a3210e2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:13.697650 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad923c3-4f71-43f2-9917-d88caecac680', 'name': 'network-vif-deleted', 'tag': 'e21bb21c-3516-4871-87e1-8b59ab96f7f5', 'status': 'completed', 'code': 200} Aug 16 02:04:13.733603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.817890 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.818568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b67f0e-c70f-4611-a79c-ae52a8535831 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:13.823766 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.825045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-14d0f163-93e0-41c4-9eb6-dfd327490c03 admin admin] 10.222.0.61 "DELETE /v2.0/routers/18b67f0e-c70f-4611-a79c-ae52a8535831 HTTP/1.1" status: 204 len: 168 time: 1.6022239 Aug 16 02:04:13.828476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.886076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3aaff5-9978-407e-abe3-47fef14a1a32 req-ff0eca23-e211-49b1-853f-94e0ef175c89 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.894669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b3aaff5-9978-407e-abe3-47fef14a1a32 req-ff0eca23-e211-49b1-853f-94e0ef175c89 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.1347809 Aug 16 02:04:13.928861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58f790d-15bd-4372-8b15-f20165b90508 admin admin] Deleting subnet 682de3df-27de-4db7-a887-92c071a39333 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:13.935736 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58f790d-15bd-4372-8b15-f20165b90508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.985000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b3aaff5-9978-407e-abe3-47fef14a1a32 req-feeaa6e2-694a-4f8a-8cf5-1fd4a4832da4 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844538 Aug 16 02:04:14.001958 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58f790d-15bd-4372-8b15-f20165b90508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.078186 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.135780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58f790d-15bd-4372-8b15-f20165b90508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.263249 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58f790d-15bd-4372-8b15-f20165b90508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.305666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f790d-15bd-4372-8b15-f20165b90508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682de3df-27de-4db7-a887-92c071a39333,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.317363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b58f790d-15bd-4372-8b15-f20165b90508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.319653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b58f790d-15bd-4372-8b15-f20165b90508 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/682de3df-27de-4db7-a887-92c071a39333 HTTP/1.1" status: 204 len: 168 time: 0.4901371 Aug 16 02:04:14.324857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.326215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5cc86-f071-478e-a203-2166a177ed41 None None] Network 3c4ff9dd-0701-4048-9309-766f77edba93 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:14.412591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Router 99394026-9214-4240-a488-3b1501c59558 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:14.474611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 539659ea-3e1c-4be4-ba37-1573acbe9e87 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:14.513890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6174c1-cf84-47ad-84cc-b68fb01a5f6d None None] Network 67c32414-a736-42e3-a126-e9aaa16b00fb requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:14.551045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4451147f-bf4e-44ee-b1bb-8a6020f33aa3 req-74fa03a4-a9b5-423d-ac5d-40725ae00ac5 tempest-MigrationsAdminTest-1435350964 tempest-MigrationsAdminTest-1435350964-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ad923c3-4f71-43f2-9917-d88caecac680 HTTP/1.1" status: 200 len: 210 time: 0.0847561 Aug 16 02:04:14.588748 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.593449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:14.620475 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.625822 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8beb1007-b468-4389-b3a0-25f53b45c5d9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3319342 Aug 16 02:04:14.632453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.665355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Sync routers for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:14.684895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Deleting port df3df21c-46ea-4c79-b036-5b3a58e4d654 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:14.685409 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.766324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] For port df3df21c-46ea-4c79-b036-5b3a58e4d654, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=df3df21c-46ea-4c79-b036-5b3a58e4d654,segment=NetworkSegment(94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf),segment_id=94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:14.766824 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.781345 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:14.783397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:14.789438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Calling delete_port for df3df21c-46ea-4c79-b036-5b3a58e4d654 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:14.790327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6aaa0520-0929-4415-be56-44a4ff89d450 None None] Provisioning for port 539659ea-3e1c-4be4-ba37-1573acbe9e87 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:14.893307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.967319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d0fde-2f66-4ba3-853c-dff158538128 req-51ba98ff-1511-4fac-82a7-d22bdd057962 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.969260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee1d0fde-2f66-4ba3-853c-dff158538128 req-51ba98ff-1511-4fac-82a7-d22bdd057962 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.1700699 Aug 16 02:04:14.974977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab08c7ad-3c42-4cf4-add4-b9288267b609 None None] DHCP port deletion for 3c4ff9dd-0701-4048-9309-766f77edba93 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:15.009047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.014178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 539659ea-3e1c-4be4-ba37-1573acbe9e87 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:15.044979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ab08c7ad-3c42-4cf4-add4-b9288267b609 None None] The port 'df3df21c-46ea-4c79-b036-5b3a58e4d654' was deleted {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 16 02:04:15.056055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 539659ea-3e1c-4be4-ba37-1573acbe9e87 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:15.056625 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.058318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee1d0fde-2f66-4ba3-853c-dff158538128 req-fa1ebb19-3602-4f7b-9432-ff75d75f6847 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776203 Aug 16 02:04:15.059528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3df21c-46ea-4c79-b036-5b3a58e4d654,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.062999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] No DVR routers for this DVR port df3df21c-46ea-4c79-b036-5b3a58e4d654 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:15.103895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:15.351440 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.410558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 539659ea-3e1c-4be4-ba37-1573acbe9e87, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=539659ea-3e1c-4be4-ba37-1573acbe9e87,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:15.415581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.422073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:13Z', 'revision_number': 3, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:15.466278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Checking router: 99394026-9214-4240-a488-3b1501c59558 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:15.467308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Updating router 99394026-9214-4240-a488-3b1501c59558 port ae33767f-ab9c-4863-a636-fae5ba83cd6c binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:15.483377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2593d8d-6e61-4c64-bfb8-a86513b36225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.487700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.498033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e214e4bc-7dab-47b4-9276-540561f23639 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:15.503968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4ff9dd-0701-4048-9309-766f77edba93']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:15.526337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e940d6-2e2c-428b-96c8-4d94648ee226 req-917d5294-ec3b-4ff3-8779-165ad0ecda16 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.527906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73e940d6-2e2c-428b-96c8-4d94648ee226 req-917d5294-ec3b-4ff3-8779-165ad0ecda16 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0998483 Aug 16 02:04:15.529694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:15.529989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b71f3d-2c7b-4ccd-a8a2-c0ac015efdaf') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:15.538503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9450f9fa-8c69-4db3-9ad3-375811033628 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:15.543464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: e214e4bc-7dab-47b4-9276-540561f23639 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:15.543464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e214e4bc-7dab-47b4-9276-540561f23639 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:15.543884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bd818138-792f-43df-b670-28237e48ee3e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:15.546547 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.555052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e21bb21c-3516-4871-87e1-8b59ab96f7f5 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:15.581033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.593755 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.597105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.598354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73e940d6-2e2c-428b-96c8-4d94648ee226 req-01e7312d-9184-40e9-9912-ac2c5aebbdd7 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544360 Aug 16 02:04:15.602779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7374da3a-e88e-4540-859d-6b6f7e1f1499 None None] Provisioning complete for port 539659ea-3e1c-4be4-ba37-1573acbe9e87 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:15.603171 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7374da3a-e88e-4540-859d-6b6f7e1f1499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.606800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:15.607699 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:15.608897 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:15.611198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: bd818138-792f-43df-b670-28237e48ee3e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:15.611198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bd818138-792f-43df-b670-28237e48ee3e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:15.632594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: e21bb21c-3516-4871-87e1-8b59ab96f7f5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:15.632945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e21bb21c-3516-4871-87e1-8b59ab96f7f5 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:15.663035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=539659ea-3e1c-4be4-ba37-1573acbe9e87,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.692988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.702903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.708056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3c4ff9dd-0701-4048-9309-766f77edba93 HTTP/1.1" status: 204 len: 168 time: 1.3792195 Aug 16 02:04:15.719146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8878a-21b3-4305-8770-55f796f6fac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4ff9dd-0701-4048-9309-766f77edba93,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.792849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2593d8d-6e61-4c64-bfb8-a86513b36225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.796874 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2593d8d-6e61-4c64-bfb8-a86513b36225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.850803 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2593d8d-6e61-4c64-bfb8-a86513b36225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4fb66f-79c9-4073-ad3d-b9a0f8d322fa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.876852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.877273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b2593d8d-6e61-4c64-bfb8-a86513b36225 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=716c44185ad04f2bb25b35890abe3270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9677751 Aug 16 02:04:15.891530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Allocated IP 172.20.0.1 (67c32414-a736-42e3-a126-e9aaa16b00fb/26713c1e-18e6-47fb-8693-e9d04e20b5ec/8a5cc480-b247-49c7-b2ec-0266ba341bad) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:15.899346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.962336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6bc72dcf-c194-4022-bd41-7d9787d66caf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fd7f225ed6243b7b3b318144237a5ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0613854 Aug 16 02:04:15.966628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.014695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.049699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b235a26-44eb-42a0-866a-14d74db0799f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.073267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2c24f18-66b3-4dbb-a8f3-ad5599f7cb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.094110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b235a26-44eb-42a0-866a-14d74db0799f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.104368 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2c24f18-66b3-4dbb-a8f3-ad5599f7cb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.125616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9450f9fa-8c69-4db3-9ad3-375811033628,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:16.156326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '9450f9fa-8c69-4db3-9ad3-375811033628', 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238', 'port_id': '9450f9fa-8c69-4db3-9ad3-375811033628', 'mac_address': 'fa:16:3e:e1:d9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee464e94-e607-4627-a255-a993e602d984', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:16.165721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.181260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Transition to ACTIVE for port object 8a5cc480-b247-49c7-b2ec-0266ba341bad will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:16.209466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 539659ea-3e1c-4be4-ba37-1573acbe9e87 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:16.210656 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b235a26-44eb-42a0-866a-14d74db0799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.222458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b235a26-44eb-42a0-866a-14d74db0799f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.227768 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2b235a26-44eb-42a0-866a-14d74db0799f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba4fb66f-79c9-4073-ad3d-b9a0f8d322fa HTTP/1.1" status: 204 len: 168 time: 0.3430955 Aug 16 02:04:16.253121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b235a26-44eb-42a0-866a-14d74db0799f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4fb66f-79c9-4073-ad3d-b9a0f8d322fa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.264024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2c24f18-66b3-4dbb-a8f3-ad5599f7cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.267815 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2c24f18-66b3-4dbb-a8f3-ad5599f7cb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.273628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e2c24f18-66b3-4dbb-a8f3-ad5599f7cb4c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a5aea08-ba15-4aa9-a432-2652c01bd20d HTTP/1.1" status: 204 len: 168 time: 0.3056931 Aug 16 02:04:16.287872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.289327 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.293089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c24f18-66b3-4dbb-a8f3-ad5599f7cb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5aea08-ba15-4aa9-a432-2652c01bd20d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.308011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9450f9fa-8c69-4db3-9ad3-375811033628 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:16.311925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ef36-8e3e-4e42-bff1-43be9cfd6ac6 req-07938a75-32f6-4227-a6d1-13a37140fca2 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:16.314203 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65f5ef36-8e3e-4e42-bff1-43be9cfd6ac6 req-07938a75-32f6-4227-a6d1-13a37140fca2 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.0924468 Aug 16 02:04:16.355934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5cc480-b247-49c7-b2ec-0266ba341bad,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.364896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65f5ef36-8e3e-4e42-bff1-43be9cfd6ac6 req-dbfedcd9-95f9-4713-856f-9b48ad07db14 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Aug 16 02:04:16.371036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9450f9fa-8c69-4db3-9ad3-375811033628,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:16.379183 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.392650 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-03b9efd8-765d-49c2-8363-7afceb65404e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cfcc5fd1981d44f18fe86b6889831de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768024 Aug 16 02:04:16.395153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Network 67c32414-a736-42e3-a126-e9aaa16b00fb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:16.395883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.403752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:16.406999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:16.425576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 539659ea-3e1c-4be4-ba37-1573acbe9e87 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:16.426135 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.464939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.545179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9450f9fa-8c69-4db3-9ad3-375811033628,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.570516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5d2fb6d-96c0-4ef4-b5a2-05968da9f278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.578035 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.585269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['9450f9fa-8c69-4db3-9ad3-375811033628'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:16.631136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Transition to ACTIVE for port object ae33767f-ab9c-4863-a636-fae5ba83cd6c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:16.640776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5d2fb6d-96c0-4ef4-b5a2-05968da9f278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.646785 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.735312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.795613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Attempting to bind port ae33767f-ab9c-4863-a636-fae5ba83cd6c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:16.796472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Attempting to bind port ae33767f-ab9c-4863-a636-fae5ba83cd6c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:16.796472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Attempting to bind port ae33767f-ab9c-4863-a636-fae5ba83cd6c on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:16.807135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5d2fb6d-96c0-4ef4-b5a2-05968da9f278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.808108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1121d5c-e5af-424f-a777-171a2dc5f774 None None] Pushing event updated for resources: {'Port': ['ID=ae33767f-ab9c-4863-a636-fae5ba83cd6c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.809747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5d2fb6d-96c0-4ef4-b5a2-05968da9f278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.814332 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c5d2fb6d-96c0-4ef4-b5a2-05968da9f278 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdd7bb94-56bc-424b-8144-a5db1f1684ed HTTP/1.1" status: 204 len: 168 time: 0.4140737 Aug 16 02:04:16.823743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:16.824386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:16.824529 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.824912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:16.825425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Bound port: ae33767f-ab9c-4863-a636-fae5ba83cd6c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:16.825853 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.907237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c0496-7c09-4053-a88c-1e0e1e53327e req-18276a23-eeb8-40d6-b3af-4028927ae6fd tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:16.910165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac6c0496-7c09-4053-a88c-1e0e1e53327e req-18276a23-eeb8-40d6-b3af-4028927ae6fd tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.1292906 Aug 16 02:04:16.911516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2fb6d-96c0-4ef4-b5a2-05968da9f278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd7bb94-56bc-424b-8144-a5db1f1684ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.925150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.975591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] For port ae33767f-ab9c-4863-a636-fae5ba83cd6c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:16.979741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] For port ae33767f-ab9c-4863-a636-fae5ba83cd6c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ae33767f-ab9c-4863-a636-fae5ba83cd6c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:16.998444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device df3df21c-46ea-4c79-b036-5b3a58e4d654 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:17.017112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a48d82b7-47d4-43e6-90a8-7d44b0b5ac24 None None] Provisioning for port 8a5cc480-b247-49c7-b2ec-0266ba341bad completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:17.040020 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac6c0496-7c09-4053-a88c-1e0e1e53327e req-67c89b5a-c49a-44a8-bd2d-4e818d0124dd tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132677 Aug 16 02:04:17.047412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a48d82b7-47d4-43e6-90a8-7d44b0b5ac24 None None] Provisioning complete for port 8a5cc480-b247-49c7-b2ec-0266ba341bad triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:17.048106 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a48d82b7-47d4-43e6-90a8-7d44b0b5ac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.058950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.090717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34f30655-c18f-4d63-a55e-7a6311a9290a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.093543 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.108827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ff18fda1-f96d-4539-ba2b-cdc06a2022c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a49b3ba8c472450aaec215a23fd67fe0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1793518 Aug 16 02:04:17.111528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.113012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.130215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.161308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a48d82b7-47d4-43e6-90a8-7d44b0b5ac24 None None] Port 8a5cc480-b247-49c7-b2ec-0266ba341bad cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:17.212457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5cc480-b247-49c7-b2ec-0266ba341bad,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.215049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.226106 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efb7920-ad2e-4d7d-8d77-38d41dc0dc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.238850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1121d5c-e5af-424f-a777-171a2dc5f774 None None] Pushing event updated for resources: {'Port': ['ID=ae33767f-ab9c-4863-a636-fae5ba83cd6c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.241545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: df3df21c-46ea-4c79-b036-5b3a58e4d654 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:17.242150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device df3df21c-46ea-4c79-b036-5b3a58e4d654 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:17.266190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efb7920-ad2e-4d7d-8d77-38d41dc0dc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.271136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:17.272306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:17.320967 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34f30655-c18f-4d63-a55e-7a6311a9290a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.339963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34f30655-c18f-4d63-a55e-7a6311a9290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.365613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Network 67c32414-a736-42e3-a126-e9aaa16b00fb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:17.367548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:17.430049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f30655-c18f-4d63-a55e-7a6311a9290a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f6027f-cb60-4793-99f8-a40b8f1a63ab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.463124 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efb7920-ad2e-4d7d-8d77-38d41dc0dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.463291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:17.465852 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efb7920-ad2e-4d7d-8d77-38d41dc0dc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.467066 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9efb7920-ad2e-4d7d-8d77-38d41dc0dc2b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9bd9cc36-e831-4f27-bc46-4cfe429fcabc HTTP/1.1" status: 204 len: 168 time: 0.3537076 Aug 16 02:04:17.524882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb7920-ad2e-4d7d-8d77-38d41dc0dc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd9cc36-e831-4f27-bc46-4cfe429fcabc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.529071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-34f30655-c18f-4d63-a55e-7a6311a9290a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b632e05d64c4ef9a927807863f3f04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689133 Aug 16 02:04:17.538361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.594568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9450f9fa-8c69-4db3-9ad3-375811033628 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:17.628220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a5b5f-683d-46fa-9960-417d160f66a2 req-996b65cc-0877-4a2c-8057-9fb40b94c2af tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.645550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd3a5b5f-683d-46fa-9960-417d160f66a2 req-996b65cc-0877-4a2c-8057-9fb40b94c2af tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 944 time: 0.1339972 Aug 16 02:04:17.694503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64f8b0c2-eb86-4aed-b9f7-b255d5c7aca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.746604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64f8b0c2-eb86-4aed-b9f7-b255d5c7aca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.748594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41674) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.756092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd3a5b5f-683d-46fa-9960-417d160f66a2 req-1c462dc5-d280-40e8-bef5-b79eaf5e84f0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144006 Aug 16 02:04:17.820533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d397709e-14cf-46c4-aa80-f4e9bce968b9 None None] Provisioning complete for port 8a5cc480-b247-49c7-b2ec-0266ba341bad triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:17.820911 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d397709e-14cf-46c4-aa80-f4e9bce968b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.825096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Router 99394026-9214-4240-a488-3b1501c59558 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:17.840925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64f8b0c2-eb86-4aed-b9f7-b255d5c7aca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.844576 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64f8b0c2-eb86-4aed-b9f7-b255d5c7aca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.846222 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-64f8b0c2-eb86-4aed-b9f7-b255d5c7aca4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8f6027f-cb60-4793-99f8-a40b8f1a63ab HTTP/1.1" status: 204 len: 168 time: 0.3068674 Aug 16 02:04:17.863081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 9450f9fa-8c69-4db3-9ad3-375811033628 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:17.863489 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.886141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9da5f717-7667-45bf-8c84-373134d4f98b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89bf06e4c67240f0aefc9bb0a66a2d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265349 Aug 16 02:04:17.890044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.899470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8b0c2-eb86-4aed-b9f7-b255d5c7aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f6027f-cb60-4793-99f8-a40b8f1a63ab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.961789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d397709e-14cf-46c4-aa80-f4e9bce968b9 None None] Port 8a5cc480-b247-49c7-b2ec-0266ba341bad cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:17.986953 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4eefca5-0c4a-41fa-b87c-5f5c146f1234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.009802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:18.032038 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3f5278d7-c60c-46e8-9826-fc2a6560fa64 admin admin] 10.222.0.61 "PUT /v2.0/routers/99394026-9214-4240-a488-3b1501c59558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3937082 Aug 16 02:04:18.038937 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4eefca5-0c4a-41fa-b87c-5f5c146f1234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.049579 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.055003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fe6c0784-e79a-475b-8962-363142612535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 2, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:18.092100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6c0784-e79a-475b-8962-363142612535 None None] The sync data for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 is: [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 2, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:18.129735 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:18.133269 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d2943-7ccd-4997-95b5-1c2438b27d7a" -d '{"events": [{"server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "name": "network-vif-plugged", "status": "completed", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:18.138241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4eefca5-0c4a-41fa-b87c-5f5c146f1234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.142784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4eefca5-0c4a-41fa-b87c-5f5c146f1234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.146016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d4eefca5-0c4a-41fa-b87c-5f5c146f1234 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/946d40f4-4b8b-4c05-bcf9-5386b6968438 HTTP/1.1" status: 204 len: 168 time: 0.2548442 Aug 16 02:04:18.164486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eefca5-0c4a-41fa-b87c-5f5c146f1234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946d40f4-4b8b-4c05-bcf9-5386b6968438,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:18.199262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9450f9fa-8c69-4db3-9ad3-375811033628,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:18.214918 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.257588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f92f6-69da-460b-a7e1-ae61a1dc024e req-63568a0b-3782-47d5-8db6-91269952f428 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.263051 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828dd62b-9820-4d45-8f3d-9f9dd275e646 x-openstack-request-id: req-828dd62b-9820-4d45-8f3d-9f9dd275e646 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:18.263834 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "name": "network-vif-plugged", "status": "completed", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:18.266533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-286f92f6-69da-460b-a7e1-ae61a1dc024e req-63568a0b-3782-47d5-8db6-91269952f428 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 945 time: 0.0889497 Aug 16 02:04:18.267929 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-828dd62b-9820-4d45-8f3d-9f9dd275e646 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:18.268540 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628', 'code': 200} Aug 16 02:04:18.340221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-286f92f6-69da-460b-a7e1-ae61a1dc024e req-46ca38df-0aee-48d6-a0f9-9516839ea53f tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716324 Aug 16 02:04:18.358698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9450f9fa-8c69-4db3-9ad3-375811033628,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:18.944654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5609c-7e1e-47a9-ad0e-e68c34aca874 req-018f1e0c-e203-40f4-9e99-eda1befd00b9 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.952696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20b5609c-7e1e-47a9-ad0e-e68c34aca874 req-018f1e0c-e203-40f4-9e99-eda1befd00b9 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.0936387 Aug 16 02:04:19.010383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20b5609c-7e1e-47a9-ad0e-e68c34aca874 req-d1953eb2-cd01-45d4-80b7-28ec4a9376ea tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567153 Aug 16 02:04:20.212957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ae33767f-ab9c-4863-a636-fae5ba83cd6c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:20.225733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9bb10-077f-47d1-8dc7-6212c9dd6d29 req-070f7ca3-e434-49ed-a5d4-a1ff2344917e tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.233064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cc9bb10-077f-47d1-8dc7-6212c9dd6d29 req-070f7ca3-e434-49ed-a5d4-a1ff2344917e tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.1092207 Aug 16 02:04:20.280297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cc9bb10-077f-47d1-8dc7-6212c9dd6d29 req-b364853e-eadb-4878-bab6-33fab04145af tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Aug 16 02:04:20.334276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ae33767f-ab9c-4863-a636-fae5ba83cd6c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:20.339754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ae33767f-ab9c-4863-a636-fae5ba83cd6c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:20.340739 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.473566 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.508778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port ae33767f-ab9c-4863-a636-fae5ba83cd6c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ae33767f-ab9c-4863-a636-fae5ba83cd6c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:20.519376 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.597310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=ae33767f-ab9c-4863-a636-fae5ba83cd6c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:20.909833 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Sync routers for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:20.921368 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:20.922113 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:21.035638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.080276 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:21.338777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6819243b-e005-4054-82b6-b30c62c4482c details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:21.344842 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 2, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:21.397899 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Checking router: 99394026-9214-4240-a488-3b1501c59558 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:21.398784 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Updating router 99394026-9214-4240-a488-3b1501c59558 port 8a5cc480-b247-49c7-b2ec-0266ba341bad binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:21.405971 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc4013e1-2056-478c-bd77-b706b044b6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.477563 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.549022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6819243b-e005-4054-82b6-b30c62c4482c,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:21.570140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '6819243b-e005-4054-82b6-b30c62c4482c', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'port_id': '6819243b-e005-4054-82b6-b30c62c4482c', 'mac_address': 'fa:16:3e:b3:fb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315ce014-21ca-4f9b-ba83-7ea667026954', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:21.653835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5990229-1daa-4bb1-aa8a-636b7a891480 req-177eb078-85a2-49da-a4d3-7d7bca806ba0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.658593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.664333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5990229-1daa-4bb1-aa8a-636b7a891480 req-177eb078-85a2-49da-a4d3-7d7bca806ba0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.1596060 Aug 16 02:04:21.688430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6819243b-e005-4054-82b6-b30c62c4482c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:21.785025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc4013e1-2056-478c-bd77-b706b044b6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.802189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5990229-1daa-4bb1-aa8a-636b7a891480 req-4d63fc5a-a654-4269-9e0a-2bb96503d5e9 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152458 Aug 16 02:04:21.806758 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc4013e1-2056-478c-bd77-b706b044b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.871237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6819243b-e005-4054-82b6-b30c62c4482c,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:21.879912 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.931337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cc4013e1-2056-478c-bd77-b706b044b6f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d804afbc30a54200b1ad0b91370c9363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8943951 Aug 16 02:04:21.934351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.959648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4013e1-2056-478c-bd77-b706b044b6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5732d073-e441-4665-a5bc-4ac3fd96f5fb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.989024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['6819243b-e005-4054-82b6-b30c62c4482c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:22.133649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6819243b-e005-4054-82b6-b30c62c4482c,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.140095 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-401f80ad-c212-4af3-b544-037416213a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.183289 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.200084 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-401f80ad-c212-4af3-b544-037416213a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.251668 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Transition to ACTIVE for port object 8a5cc480-b247-49c7-b2ec-0266ba341bad will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:22.274069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ae33767f-ab9c-4863-a636-fae5ba83cd6c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:22.281078 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.303312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-401f80ad-c212-4af3-b544-037416213a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.313971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-401f80ad-c212-4af3-b544-037416213a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.323479 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-401f80ad-c212-4af3-b544-037416213a29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5732d073-e441-4665-a5bc-4ac3fd96f5fb HTTP/1.1" status: 204 len: 168 time: 0.3860762 Aug 16 02:04:22.335955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f80ad-c212-4af3-b544-037416213a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5732d073-e441-4665-a5bc-4ac3fd96f5fb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.461578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ae33767f-ab9c-4863-a636-fae5ba83cd6c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:22.462617 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.481100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.576680 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Pushing event updated for resources: {'Port': ['ID=8a5cc480-b247-49c7-b2ec-0266ba341bad,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.677630 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.678313 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.679015 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.681476 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.682701 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.683889 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.685842 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.686118 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.686455 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.689303 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.689660 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.689995 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:22.743354 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Attempting to bind port 8a5cc480-b247-49c7-b2ec-0266ba341bad on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:22.743726 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Attempting to bind port 8a5cc480-b247-49c7-b2ec-0266ba341bad by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:22.754721 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Attempting to bind port 8a5cc480-b247-49c7-b2ec-0266ba341bad on network 67c32414-a736-42e3-a126-e9aaa16b00fb {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:22.780273 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:22.785780 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Checking segment: {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:22.786284 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.786699 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Bound using segment: {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:22.788081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bb972-296f-478b-a12a-3d704cc2335e req-f0039d94-b6d3-4f6f-a154-81deb1a61a25 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.791308 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Bound port: 8a5cc480-b247-49c7-b2ec-0266ba341bad, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:22.792414 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.796069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f4bb972-296f-478b-a12a-3d704cc2335e req-f0039d94-b6d3-4f6f-a154-81deb1a61a25 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.1880796 Aug 16 02:04:22.894041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f4bb972-296f-478b-a12a-3d704cc2335e req-dbe859f8-119b-4054-a616-bbaf692eac3c tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899134 Aug 16 02:04:22.944301 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] For port 8a5cc480-b247-49c7-b2ec-0266ba341bad, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:22.952400 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] For port 8a5cc480-b247-49c7-b2ec-0266ba341bad, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8a5cc480-b247-49c7-b2ec-0266ba341bad,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:22.959899 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.092288 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3af036ab-e455-45ef-9cc6-f5363625b11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.109922 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885289de-583b-4db7-bf4f-820c8023af71 None None] Pushing event updated for resources: {'Port': ['ID=8a5cc480-b247-49c7-b2ec-0266ba341bad,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.193075 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:23.194364 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:23.314826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3af036ab-e455-45ef-9cc6-f5363625b11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.326815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3af036ab-e455-45ef-9cc6-f5363625b11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.334245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6819243b-e005-4054-82b6-b30c62c4482c up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:23.342677 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:23.392804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3af036ab-e455-45ef-9cc6-f5363625b11f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3443842d3b2541c286e2d9455afca777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9091563 Aug 16 02:04:23.394265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.448344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af036ab-e455-45ef-9cc6-f5363625b11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1387f-4f59-4796-99b9-22413e2e27ac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.517126 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 6819243b-e005-4054-82b6-b30c62c4482c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:23.519305 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.530582 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65229335-ee06-40cc-94e5-e6f79f1aaee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.582753 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65229335-ee06-40cc-94e5-e6f79f1aaee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.607512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9450f9fa-8c69-4db3-9ad3-375811033628 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:23.738374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65229335-ee06-40cc-94e5-e6f79f1aaee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.742311 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65229335-ee06-40cc-94e5-e6f79f1aaee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.747129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-65229335-ee06-40cc-94e5-e6f79f1aaee6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cde1387f-4f59-4796-99b9-22413e2e27ac HTTP/1.1" status: 204 len: 168 time: 0.3515770 Aug 16 02:04:23.763990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65229335-ee06-40cc-94e5-e6f79f1aaee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde1387f-4f59-4796-99b9-22413e2e27ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.067545 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:22Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:24.099571 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.179500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:24.183815 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98195dbe-bbf0-4a30-851f-bc6fa06b58d8" -d '{"events": [{"server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "name": "network-vif-unplugged", "status": "completed", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:24.196460 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62bbf2-8ae2-4528-951d-b6fa477cc019 None None] The sync data for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 is: [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:22Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:24.215429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9450f9fa-8c69-4db3-9ad3-375811033628,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:24.235220 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.237887 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.260907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a5cc480-b247-49c7-b2ec-0266ba341bad up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:24.304520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e735f-f374-4259-8537-21ea767fb027 req-e7853e05-c5a1-4c51-a5f1-d6592c08d38a tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.308972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-711e735f-f374-4259-8537-21ea767fb027 req-e7853e05-c5a1-4c51-a5f1-d6592c08d38a tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 945 time: 0.2098420 Aug 16 02:04:24.397799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-711e735f-f374-4259-8537-21ea767fb027 req-a4e8d58a-0179-4f98-8434-6960dcc37f95 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725617 Aug 16 02:04:24.495007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6819243b-e005-4054-82b6-b30c62c4482c,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:24.513819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9450f9fa-8c69-4db3-9ad3-375811033628,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.519511 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.571823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8a5cc480-b247-49c7-b2ec-0266ba341bad completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:24.594585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8a5cc480-b247-49c7-b2ec-0266ba341bad triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:24.595648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.604588 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.657940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6819243b-e005-4054-82b6-b30c62c4482c,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.781926 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.819875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-d6700783-dd96-484f-9dfc-aa98bf4bf50b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.820624 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17c1c0-1f68-4a4a-9a6e-b5bb1df9fd8a x-openstack-request-id: req-4d17c1c0-1f68-4a4a-9a6e-b5bb1df9fd8a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:24.821028 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "name": "network-vif-unplugged", "status": "completed", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:24.821394 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d17c1c0-1f68-4a4a-9a6e-b5bb1df9fd8a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:24.822962 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628', 'code': 200} Aug 16 02:04:24.825668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-d6700783-dd96-484f-9dfc-aa98bf4bf50b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 943 time: 0.1641445 Aug 16 02:04:24.850777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.866410 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c407003-4019-481d-8953-79c711a46e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.932154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 8a5cc480-b247-49c7-b2ec-0266ba341bad, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8a5cc480-b247-49c7-b2ec-0266ba341bad,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:24.943722 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.056905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Deleting port 9450f9fa-8c69-4db3-9ad3-375811033628 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:25.058633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.092435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=8a5cc480-b247-49c7-b2ec-0266ba341bad,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.214574 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c407003-4019-481d-8953-79c711a46e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.233279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c407003-4019-481d-8953-79c711a46e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.302534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c407003-4019-481d-8953-79c711a46e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8df20-11e2-4ac1-abb5-55105e93aa19,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.359292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9c407003-4019-481d-8953-79c711a46e5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fcc340021c7746e1b8da5a06a2e16ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5071187 Aug 16 02:04:25.361940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.387596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] For port 9450f9fa-8c69-4db3-9ad3-375811033628, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9450f9fa-8c69-4db3-9ad3-375811033628,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:25.388179 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.410963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Calling delete_port for 9450f9fa-8c69-4db3-9ad3-375811033628 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:25.436075 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c54c525-57e1-48a0-b515-733d022862f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.687507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.749221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8fdd1c29-20d8-433d-9f93-c7f0de456a35 req-ffa03326-c210-491c-aecd-72a16cd6f403 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9a9fdba-bfc2-4613-b4d0-7499397edcd3 HTTP/1.1" status: 200 len: 210 time: 0.0996192 Aug 16 02:04:25.787167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event deleted for resources: {'Port': ['ID=9450f9fa-8c69-4db3-9ad3-375811033628,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.790928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c54c525-57e1-48a0-b515-733d022862f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.848986 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcea0d55-1cae-47c6-ad7a-8a0e2bd32643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.857383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] No DVR routers for this DVR port 9450f9fa-8c69-4db3-9ad3-375811033628 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:25.862396 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.865305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-737292fb-ced5-4c0b-b808-d38fe2b20790 req-46a6cad9-d231-4c3d-89c3-065a530a5920 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.86 "DELETE /v2.0/ports/9450f9fa-8c69-4db3-9ad3-375811033628 HTTP/1.1" status: 204 len: 173 time: 1.0203364 Aug 16 02:04:25.865893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'name': 'network-vif-deleted', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:25.869506 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b23dc6-ca8d-41f3-b95b-ac7d763e68ed" -d '{"events": [{"server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "name": "network-vif-deleted", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:25.895747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c54c525-57e1-48a0-b515-733d022862f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.933234 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcea0d55-1cae-47c6-ad7a-8a0e2bd32643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.969636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3c54c525-57e1-48a0-b515-733d022862f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57fea5e54b62419d829f75d98c8a66a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3711412 Aug 16 02:04:25.972859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.980990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54c525-57e1-48a0-b515-733d022862f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b3a8bb-ec22-4746-84e4-2ca5eac60343,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.055420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa92ad82-6b76-408f-ac20-2d74af921691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.057537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcea0d55-1cae-47c6-ad7a-8a0e2bd32643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.060534 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcea0d55-1cae-47c6-ad7a-8a0e2bd32643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.062037 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dcea0d55-1cae-47c6-ad7a-8a0e2bd32643 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47d8df20-11e2-4ac1-abb5-55105e93aa19 HTTP/1.1" status: 204 len: 168 time: 0.6973181 Aug 16 02:04:26.077817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0d55-1cae-47c6-ad7a-8a0e2bd32643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d8df20-11e2-4ac1-abb5-55105e93aa19,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.103573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa92ad82-6b76-408f-ac20-2d74af921691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.169244 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc689d0-cb36-4a8d-b948-a363fffe38e1 x-openstack-request-id: req-3fc689d0-cb36-4a8d-b948-a363fffe38e1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:26.169244 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a9fdba-bfc2-4613-b4d0-7499397edcd3", "name": "network-vif-deleted", "tag": "9450f9fa-8c69-4db3-9ad3-375811033628", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:26.169244 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3fc689d0-cb36-4a8d-b948-a363fffe38e1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:26.169244 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a9fdba-bfc2-4613-b4d0-7499397edcd3', 'name': 'network-vif-deleted', 'tag': '9450f9fa-8c69-4db3-9ad3-375811033628', 'status': 'completed', 'code': 200} Aug 16 02:04:26.172989 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa92ad82-6b76-408f-ac20-2d74af921691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.176704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa92ad82-6b76-408f-ac20-2d74af921691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.178197 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fa92ad82-6b76-408f-ac20-2d74af921691 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33b3a8bb-ec22-4746-84e4-2ca5eac60343 HTTP/1.1" status: 204 len: 168 time: 0.2041044 Aug 16 02:04:26.188417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92ad82-6b76-408f-ac20-2d74af921691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b3a8bb-ec22-4746-84e4-2ca5eac60343,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.307110 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a5cc480-b247-49c7-b2ec-0266ba341bad up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:26.395870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8a5cc480-b247-49c7-b2ec-0266ba341bad triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:26.396365 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.824177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:26.827379 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ce9c1-c434-45e7-b41a-d1b93c18991b" -d '{"events": [{"server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "name": "network-vif-plugged", "status": "completed", "tag": "6819243b-e005-4054-82b6-b30c62c4482c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:26.872059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.914925 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a27e5a19-a1ba-4ae1-897d-3adb21d2ac32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.988316 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc49e7a-dceb-4dd6-8af8-3091c8af314c x-openstack-request-id: req-6cc49e7a-dceb-4dd6-8af8-3091c8af314c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:26.988999 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "name": "network-vif-plugged", "status": "completed", "tag": "6819243b-e005-4054-82b6-b30c62c4482c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:26.989502 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6cc49e7a-dceb-4dd6-8af8-3091c8af314c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:26.990795 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c', 'code': 200} Aug 16 02:04:27.129348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a27e5a19-a1ba-4ae1-897d-3adb21d2ac32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.142771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a27e5a19-a1ba-4ae1-897d-3adb21d2ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.202323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e5a19-a1ba-4ae1-897d-3adb21d2ac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60764026-1d52-469e-b472-e062d79814fd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.267057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.269895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a27e5a19-a1ba-4ae1-897d-3adb21d2ac32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97a9950f74904d89b203898a14fc29a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954017 Aug 16 02:04:27.346057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a701d0c7-5f0c-44f3-a301-fb2f31e13f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.396306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a701d0c7-5f0c-44f3-a301-fb2f31e13f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.481322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a701d0c7-5f0c-44f3-a301-fb2f31e13f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.486051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a701d0c7-5f0c-44f3-a301-fb2f31e13f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.488208 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a701d0c7-5f0c-44f3-a301-fb2f31e13f20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60764026-1d52-469e-b472-e062d79814fd HTTP/1.1" status: 204 len: 168 time: 0.2186317 Aug 16 02:04:27.501636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701d0c7-5f0c-44f3-a301-fb2f31e13f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60764026-1d52-469e-b472-e062d79814fd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.599947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9450f9fa-8c69-4db3-9ad3-375811033628 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:27.632334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 9450f9fa-8c69-4db3-9ad3-375811033628 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:27.635661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9450f9fa-8c69-4db3-9ad3-375811033628 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:28.754752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.957706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1745365129-network', 'tenant_id': '877c996a282643eb960bdbf58b651d9f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:28.987433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Made reservation on behalf of 877c996a282643eb960bdbf58b651d9f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:28.991339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.002710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.146976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.154156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.183803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:29.196307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ef4f82-b180-4339-bd6d-aa5aac9aebdb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.203490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.203839 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Added segment b220bc8a-67dc-4a95-8e02-29ac1c04225b of type vlan for network 469eeb41-d06c-4b45-994e-8ecd7f773dca Aug 16 02:04:29.251259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.318921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.320441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.321569 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.391896 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6359649 Aug 16 02:04:29.392776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86fa97-0373-424e-8f20-7099f10dbeef admin admin] Pushing event updated for resources: {'Network': ['ID=469eeb41-d06c-4b45-994e-8ecd7f773dca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.396360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.402146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Request body: {'subnet': {'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1745365129-subnet', 'tenant_id': '877c996a282643eb960bdbf58b651d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:29.405298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 469eeb41-d06c-4b45-994e-8ecd7f773dca details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:29.462511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Made reservation on behalf of 877c996a282643eb960bdbf58b651d9f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:29.466382 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.724182 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.774618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55f8740-49c2-4cc7-9ea4-288ed3c7e417,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.812943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:29.813770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Network hostable DHCP agents. Network: 469eeb41-d06c-4b45-994e-8ecd7f773dca, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:29.836712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Network 469eeb41-d06c-4b45-994e-8ecd7f773dca is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:29.851293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 469eeb41-d06c-4b45-994e-8ecd7f773dca) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:29.862531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.863345 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.863887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ae68c-8104-4b69-a8f6-df89e0ed7b51 None None] Network 469eeb41-d06c-4b45-994e-8ecd7f773dca requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:29.883875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-851f50c7-9c53-40fe-89f5-fec586ddb3b8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4862394 Aug 16 02:04:30.054602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203aa3ff-b193-4a8d-9bf2-f7dd421069c0 None None] Network 469eeb41-d06c-4b45-994e-8ecd7f773dca requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:30.453171 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.642900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42210) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.650105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1014421500-network', 'tenant_id': '615289463c514c70aac14af1c27ecf02'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:30.694741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Made reservation on behalf of 615289463c514c70aac14af1c27ecf02 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:30.697468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.710622 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.822905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.827867 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.875864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:30.878992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b42d801-e25a-40e1-be01-0a6d91cc8c96,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.906970 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.907369 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Added segment 3b25511c-d80c-4666-a018-9a42f13025fc of type vlan for network 2f366076-5ef5-4834-b09d-6d659a7a2883 Aug 16 02:04:30.911583 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c423d647-7431-4bd2-944d-42279358f8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.958503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.993161 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.994459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.995904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.067878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.073652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4270520 Aug 16 02:04:31.075497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Request body: {'subnet': {'network_id': '2f366076-5ef5-4834-b09d-6d659a7a2883', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1014421500-subnet', 'tenant_id': '615289463c514c70aac14af1c27ecf02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:31.094141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663c519-e7d5-42aa-9a5e-667c2258356b admin admin] Pushing event updated for resources: {'Network': ['ID=2f366076-5ef5-4834-b09d-6d659a7a2883,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.107932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 2f366076-5ef5-4834-b09d-6d659a7a2883 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:31.116240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Made reservation on behalf of 615289463c514c70aac14af1c27ecf02 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:31.119172 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.367657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.462822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Checking segment: {'id': '3b25511c-d80c-4666-a018-9a42f13025fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2f366076-5ef5-4834-b09d-6d659a7a2883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:31.463276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Network hostable DHCP agents. Network: 2f366076-5ef5-4834-b09d-6d659a7a2883, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:31.473066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d15514d-65e1-4df1-b51a-fb291de9785b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.490569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Network 2f366076-5ef5-4834-b09d-6d659a7a2883 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:31.502864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 2f366076-5ef5-4834-b09d-6d659a7a2883) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:31.508271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.508875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.512186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101d5b8-5d4c-4a88-9bf3-268619c9296e None None] Network 2f366076-5ef5-4834-b09d-6d659a7a2883 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:31.548042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-453d9945-720d-462a-975e-af5494b6047f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4735262 Aug 16 02:04:31.775162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5905158a-a908-4855-972c-5e609c9f1865 None None] Network 2f366076-5ef5-4834-b09d-6d659a7a2883 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:33.566771 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46edbaa1-a988-4326-a760-c8291d784f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.844612 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.759022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.247332 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:04:35.716431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-15b7c865-10f2-4e4a-92dc-8b4af212b175 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:35.718015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-15b7c865-10f2-4e4a-92dc-8b4af212b175 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/networks?id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 200 len: 821 time: 0.1317739 Aug 16 02:04:35.734979 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-643acde3-ebc6-4a6f-bb79-0999a34de927 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/quotas/5e52661c390b4386b893d56ecd54db9b HTTP/1.1" status: 200 len: 375 time: 0.0099587 Aug 16 02:04:35.800388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-c2be5fd5-5387-421d-9daa-9e1792242072 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e52661c390b4386b893d56ecd54db9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571651 Aug 16 02:04:35.904741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-f3d9192b-3363-4955-ab4e-f981cdb27fef service neutron] 10.222.0.61 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031740 Aug 16 02:04:36.014368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5d16a9ab-de68-4077-bb61-205594212e85 service neutron] 10.222.0.61 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016338 Aug 16 02:04:36.135578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-b3d058af-060c-4235-8230-41b7d8df521e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2ac3f9739585462dacc2ef84e609278b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283573 Aug 16 02:04:36.284651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-41a9a266-0cb4-48e9-bb54-425c0a883288 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.286536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-41a9a266-0cb4-48e9-bb54-425c0a883288 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450808 Aug 16 02:04:36.303739 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-1665690c-2b8f-4071-9985-baefdcac3530 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/quotas/2ac3f9739585462dacc2ef84e609278b HTTP/1.1" status: 200 len: 375 time: 0.0105302 Aug 16 02:04:36.353676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-839a5d0b-59bd-42cb-bb55-1ab95316a866 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac3f9739585462dacc2ef84e609278b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413876 Aug 16 02:04:36.425539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.539866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-2d36f91a-9137-45c0-8eef-9f3904a66dc2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.541513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-2d36f91a-9137-45c0-8eef-9f3904a66dc2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 808 time: 0.1908429 Aug 16 02:04:36.568064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-944cea36-e60f-42f4-8d1d-1487a5e1514e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/quotas/877c996a282643eb960bdbf58b651d9f HTTP/1.1" status: 200 len: 375 time: 0.0186715 Aug 16 02:04:36.642666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-5fff4183-9a06-4d3c-9369-66df33dbbbb9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685296 Aug 16 02:04:36.677393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8c14f3f-5225-43fb-a4aa-70e1d4e07220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.725143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c06b2bc6-b55d-4cc9-972c-1ecbe2ddc8cb req-6695f349-be6f-47a9-8afe-35892990e366 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 210 time: 0.0940542 Aug 16 02:04:36.823608 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.849559 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8c14f3f-5225-43fb-a4aa-70e1d4e07220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.855991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8c14f3f-5225-43fb-a4aa-70e1d4e07220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.861607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc5e5c4a-fca8-471d-b4ab-3d2b2a2fc3c1 req-08af45ab-59e7-42d0-bcc5-3218a6ecf47a tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 210 time: 0.0732565 Aug 16 02:04:36.866198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-c1c0a6ca-9488-488e-9196-b5764eab116c service neutron] 10.222.0.61 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226856 Aug 16 02:04:36.932482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c8c14f3f-5225-43fb-a4aa-70e1d4e07220 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b88466ee0864faab613415f04fe45ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054321 Aug 16 02:04:36.933596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c14f3f-5225-43fb-a4aa-70e1d4e07220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab5a218-638e-48e6-9504-849aa93845cf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:36.934829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:37.076763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-07d76d24-016d-45a8-afc0-a1b6fb2d9523 service neutron] 10.222.0.61 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881959 Aug 16 02:04:37.082503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15bbf129-84bf-41ad-a7c3-c379eb304f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.145985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15bbf129-84bf-41ad-a7c3-c379eb304f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.240830 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15bbf129-84bf-41ad-a7c3-c379eb304f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.245966 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15bbf129-84bf-41ad-a7c3-c379eb304f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.248443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-15bbf129-84bf-41ad-a7c3-c379eb304f7f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ab5a218-638e-48e6-9504-849aa93845cf HTTP/1.1" status: 204 len: 168 time: 0.3126240 Aug 16 02:04:37.259777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbf129-84bf-41ad-a7c3-c379eb304f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab5a218-638e-48e6-9504-849aa93845cf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.674981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-04ab20d2-3cde-4d27-95d3-617864e783f4 req-689543cf-17fc-4174-9b23-85da99b34279 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 210 time: 0.0557289 Aug 16 02:04:37.897196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-58e2f6f5-27d6-4353-a79d-92782d1c4273 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:37.898817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-58e2f6f5-27d6-4353-a79d-92782d1c4273 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.93 "GET /v2.0/networks?id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 200 len: 821 time: 0.3728328 Aug 16 02:04:37.925567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Request body: {'port': {'device_id': '36188352-97b6-4bc3-8ff3-05134db15046', 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238', 'admin_state_up': True, 'tenant_id': '5e52661c390b4386b893d56ecd54db9b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:37.960707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3f6bfcb-900b-49a2-9263-2c9fb47388b3 req-c9ee25cc-c98e-4dbc-9927-50af56be9bd3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 210 time: 0.0865660 Aug 16 02:04:38.027589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.050080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f918131-2b6f-47d7-9216-572ee8b87e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.195198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8ae59a0-7fcc-4098-8492-8d746042f6ac req-f0473a02-2c31-4d70-9787-60ad28ba2ab4 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 210 time: 0.0771799 Aug 16 02:04:38.196663 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-d4fce60b-c96d-4835-82a5-7fb93a9f2831 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=2ac3f9739585462dacc2ef84e609278b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555067 Aug 16 02:04:38.363200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f918131-2b6f-47d7-9216-572ee8b87e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.393643 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f918131-2b6f-47d7-9216-572ee8b87e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.402200 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-d08933fe-c687-4a42-a2d5-05c8f851875a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1842327 Aug 16 02:04:38.446213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f918131-2b6f-47d7-9216-572ee8b87e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d514ba0-93ea-468f-97a9-e599214ee6f1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.473826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Made reservation on behalf of 5e52661c390b4386b893d56ecd54db9b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:38.486270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4f918131-2b6f-47d7-9216-572ee8b87e6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16cc226abb374bfe87e63dc59e8e6365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553058 Aug 16 02:04:38.489007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.490242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.530300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-32d10ef2-8dbc-44d0-82f3-d094931c9455 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.533067 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-32d10ef2-8dbc-44d0-82f3-d094931c9455 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046846 Aug 16 02:04:38.639266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2854cdd5-bb10-45f1-8ef4-9a448b0149fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.646263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Request body: {'port': {'device_id': '017e1b46-e920-4714-912b-98228fb01c7a', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '2ac3f9739585462dacc2ef84e609278b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:38.696616 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2854cdd5-bb10-45f1-8ef4-9a448b0149fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.823718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-5ea96ccb-13bc-4339-b5f0-9609f468c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.825345 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-5ea96ccb-13bc-4339-b5f0-9609f468c540 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1097 time: 0.3834624 Aug 16 02:04:38.834308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-986d3106-3bef-4a8e-89d7-008887cd88fa tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.843801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-986d3106-3bef-4a8e-89d7-008887cd88fa tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 805 time: 0.1364477 Aug 16 02:04:38.921181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f76987fa-6a09-4075-9774-9216984d7d02 req-b0d5911e-ddf2-4d9a-a1e0-93c4d6ef7651 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 210 time: 0.0328834 Aug 16 02:04:38.923375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-e912be18-99e1-42fe-8d72-16532788dffb tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/quotas/c84246bbd1c743f3b6597d560c099191 HTTP/1.1" status: 200 len: 375 time: 0.0788448 Aug 16 02:04:38.944545 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2854cdd5-bb10-45f1-8ef4-9a448b0149fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.948611 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2854cdd5-bb10-45f1-8ef4-9a448b0149fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.950197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2854cdd5-bb10-45f1-8ef4-9a448b0149fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5d514ba0-93ea-468f-97a9-e599214ee6f1 HTTP/1.1" status: 204 len: 168 time: 0.4600341 Aug 16 02:04:38.954460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Allocated IP 172.20.0.10 (e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238/ee464e94-e607-4627-a255-a993e602d984/420c0404-8e86-41b4-bf8f-06c133007db2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:39.029735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854cdd5-bb10-45f1-8ef4-9a448b0149fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d514ba0-93ea-468f-97a9-e599214ee6f1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.098588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-d9a25087-1af1-4ec9-aca3-b28570893236 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1672108 Aug 16 02:04:39.124072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-9e518d02-6823-491b-ab80-30288225766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.139791 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-9e518d02-6823-491b-ab80-30288225766e service neutron] 10.222.0.86 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.2841129 Aug 16 02:04:39.195861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-78490fd7-d3e4-4c8f-921c-2dd654c66c1f req-0040f948-0af6-4e98-99c9-090cd9aa1a33 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 210 time: 0.0949354 Aug 16 02:04:39.411113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6819243b-e005-4054-82b6-b30c62c4482c no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:39.445573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fc3fd14-d0a2-4142-a681-3088441a26e0 req-87460a29-b26a-4b52-8f6e-2660b33562d1 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 210 time: 0.0661981 Aug 16 02:04:39.453518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-09136b70-6352-4391-8bb2-b8efad752eab service neutron] 10.222.0.61 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104968 Aug 16 02:04:39.561749 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.600532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6819243b-e005-4054-82b6-b30c62c4482c,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:39.602152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:39.605022 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f2824-23ce-4c38-9ce5-85daf0ce32f2" -d '{"events": [{"server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "6819243b-e005-4054-82b6-b30c62c4482c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:39.611263 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.618280 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.636640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-6de4fb07-f597-4de9-99ad-01899fc37a74 service neutron] 10.222.0.61 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751924 Aug 16 02:04:39.679893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Made reservation on behalf of 2ac3f9739585462dacc2ef84e609278b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:39.688164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6819243b-e005-4054-82b6-b30c62c4482c,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.689302 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.729548 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4893fcd-feca-486a-bf0f-4fff574eabe0 x-openstack-request-id: req-f4893fcd-feca-486a-bf0f-4fff574eabe0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:39.730243 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "6819243b-e005-4054-82b6-b30c62c4482c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:39.730755 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4893fcd-feca-486a-bf0f-4fff574eabe0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:39.731405 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c', 'code': 200} Aug 16 02:04:39.740805 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.840980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-9fdbf3a6-7a2f-4504-ae4e-accf4197c4d7 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.842930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-9fdbf3a6-7a2f-4504-ae4e-accf4197c4d7 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f2078d6-af8b-4ec8-acad-d543f1805d1f HTTP/1.1" status: 200 len: 943 time: 0.0906777 Aug 16 02:04:39.847030 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-900f4953-bb9b-42ed-9b4a-86c241c6d19b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 200 len: 1001 time: 0.7053277 Aug 16 02:04:39.856335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.916012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event updated for resources: {'Port': ['ID=420c0404-8e86-41b4-bf8f-06c133007db2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.934480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:39.952617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:39.956726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:40.026918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.027693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.051000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-669fb503-d477-4bdc-8907-4ef067a95851 req-e1fc0cab-b996-4dce-b764-26d322712ecf tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 210 time: 0.0716848 Aug 16 02:04:40.139768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-e6feccda-b642-4021-8894-1ce7feb062cc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.140152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4176e9d7-9758-4dc9-abab-95776333e529 req-7d381600-faff-4927-9257-ec155f19679e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 210 time: 0.0499194 Aug 16 02:04:40.141345 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-e6feccda-b642-4021-8894-1ce7feb062cc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 808 time: 0.9345255 Aug 16 02:04:40.163171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-0ee836cd-0b06-4772-be89-08662425db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.166991 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-0ee836cd-0b06-4772-be89-08662425db7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.3062305 Aug 16 02:04:40.177627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Request body: {'port': {'device_id': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca', 'admin_state_up': True, 'tenant_id': '877c996a282643eb960bdbf58b651d9f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:40.188563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Deleting port 6819243b-e005-4054-82b6-b30c62c4482c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:40.189146 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.414695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] For port 6819243b-e005-4054-82b6-b30c62c4482c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6819243b-e005-4054-82b6-b30c62c4482c,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:40.415131 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.433715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351433e0-1a3d-42a9-abaa-95f214481a50 req-5f876ae8-5832-4de3-a2ef-f1b5950b6e7c tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.442517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-351433e0-1a3d-42a9-abaa-95f214481a50 req-5f876ae8-5832-4de3-a2ef-f1b5950b6e7c tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 932 time: 0.0972991 Aug 16 02:04:40.463023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Calling delete_port for 6819243b-e005-4054-82b6-b30c62c4482c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:40.547463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-351433e0-1a3d-42a9-abaa-95f214481a50 req-ada90265-6997-4f17-9d8a-64105bcc8042 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008520 Aug 16 02:04:40.656694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9bbe01c-4722-4090-8012-718235212d0e req-d06e1c4d-259f-4d46-ae56-4ea60c7d74a3 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 210 time: 0.0459027 Aug 16 02:04:40.776358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-8389b60b-51a7-4e90-b673-c47fdb3fb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.777864 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-8389b60b-51a7-4e90-b673-c47fdb3fb656 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5967133 Aug 16 02:04:40.784980 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.795696 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.822858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.840275 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-5de44606-8ccd-4792-be5e-148f52d034d0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9300182 Aug 16 02:04:40.903082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Pushing event deleted for resources: {'Port': ['ID=6819243b-e005-4054-82b6-b30c62c4482c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.925394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] No DVR routers for this DVR port 6819243b-e005-4054-82b6-b30c62c4482c on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:40.931839 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.934964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-575c609c-1a21-4b21-8ab8-97d42df4902a req-459b9f00-7b79-428d-9f1d-293baca62b3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.93 "DELETE /v2.0/ports/6819243b-e005-4054-82b6-b30c62c4482c HTTP/1.1" status: 204 len: 173 time: 1.0858488 Aug 16 02:04:40.935734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'name': 'network-vif-deleted', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:40.939588 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7952d6-8160-48ef-a167-23bba8eb1aa7" -d '{"events": [{"server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "name": "network-vif-deleted", "tag": "6819243b-e005-4054-82b6-b30c62c4482c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:40.960629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-925319f4-db29-4ee6-bcb9-b69ff5165a2f service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265433 Aug 16 02:04:41.028221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Request body: {'port': {'device_id': '36188352-97b6-4bc3-8ff3-05134db15046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:41.091786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:41.156989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Made reservation on behalf of 877c996a282643eb960bdbf58b651d9f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:41.161733 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.265246 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fedd02e-a366-4566-bf84-22c2ed174450 req-f00baa98-d25b-4801-866c-9b578d47f99a tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 210 time: 0.0520651 Aug 16 02:04:41.355214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.419676 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7cfdcb-5d1f-4024-b395-92c96fb308d0 x-openstack-request-id: req-ed7cfdcb-5d1f-4024-b395-92c96fb308d0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:41.419901 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2078d6-af8b-4ec8-acad-d543f1805d1f", "name": "network-vif-deleted", "tag": "6819243b-e005-4054-82b6-b30c62c4482c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:41.420714 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed7cfdcb-5d1f-4024-b395-92c96fb308d0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:41.420714 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2078d6-af8b-4ec8-acad-d543f1805d1f', 'name': 'network-vif-deleted', 'tag': '6819243b-e005-4054-82b6-b30c62c4482c', 'status': 'completed', 'code': 200} Aug 16 02:04:41.423124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6d4cb65-60af-47c2-9490-8e8d1ac24008 req-c7152cd2-827a-439c-ac53-a1c1f0d88b6c tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 210 time: 0.0710316 Aug 16 02:04:41.688103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Allocated IP 192.168.233.99 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:41.696832 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4f7fe18-3d4b-46ce-9926-e0f36eb3896c req-6d7c6ddf-4fa2-4c9d-9981-f6723de9beba service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806114 Aug 16 02:04:41.794674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c60b4-0bea-41ce-aa93-353b5441a7e4 req-f9b4ab05-17f5-4a4f-8af9-4477bbd59515 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:41.801452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-927c60b4-0bea-41ce-aa93-353b5441a7e4 req-f9b4ab05-17f5-4a4f-8af9-4477bbd59515 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 932 time: 0.1472845 Aug 16 02:04:41.868778 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.900215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Allocated IP 172.20.0.5 (469eeb41-d06c-4b45-994e-8ecd7f773dca/d55f8740-49c2-4cc7-9ea4-288ed3c7e417/54529ad1-6d23-429e-976b-e31f8955e4ec) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:41.912667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b0087b2-5baf-4b21-9b5f-0014ae7c81cc req-cae4bb7d-7e0f-4dc8-8ee1-66341277db1a tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 210 time: 0.0436606 Aug 16 02:04:41.917089 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-927c60b4-0bea-41ce-aa93-353b5441a7e4 req-6dabadf6-bd98-4668-9d18-9efaaf049e70 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086755 Aug 16 02:04:42.121371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-ad222fed-ce47-4c3c-adf4-f13b7beae8c9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.123355 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-ad222fed-ce47-4c3c-adf4-f13b7beae8c9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.86 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 805 time: 0.5479438 Aug 16 02:04:42.209121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Request body: {'port': {'device_id': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'admin_state_up': True, 'tenant_id': 'c84246bbd1c743f3b6597d560c099191'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:42.388934 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69c3b3e1-5129-446c-a6bd-9100fc3014ba req-9070306a-c952-448e-b1cd-d5931c0b8844 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 210 time: 0.0515866 Aug 16 02:04:42.499379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.566782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Transition to ACTIVE for port object 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:42.577564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d40d626-2a76-4324-868d-7c471fc8290d req-28fa9b2d-5b8d-4dea-a0ff-0d8978d8eb82 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 210 time: 0.0532541 Aug 16 02:04:42.626179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420c0404-8e86-41b4-bf8f-06c133007db2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:42.638785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.649002 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.654455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Made reservation on behalf of c84246bbd1c743f3b6597d560c099191 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:42.658985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.708278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Transition to ACTIVE for port object 420c0404-8e86-41b4-bf8f-06c133007db2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:42.725514 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.859428 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.895070 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.904624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Pushing event updated for resources: {'Port': ['ID=420c0404-8e86-41b4-bf8f-06c133007db2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.967977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Pushing event updated for resources: {'Port': ['ID=54529ad1-6d23-429e-976b-e31f8955e4ec,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.062053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Network 469eeb41-d06c-4b45-994e-8ecd7f773dca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:43.071280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.095425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:43.098761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed3eb2-4bd2-4bbb-a231-16020ac9de5d req-2daa9a88-5b22-4764-a1d0-e6794f99f867 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.100582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6ed3eb2-4bd2-4bbb-a231-16020ac9de5d req-2daa9a88-5b22-4764-a1d0-e6794f99f867 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 935 time: 0.0961859 Aug 16 02:04:43.108161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:43.110047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bb519-8610-4f66-be1a-85f4a84b1bb9 req-2877b755-81f1-4d67-8db9-9dc368abcacf tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.112196 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-401bb519-8610-4f66-be1a-85f4a84b1bb9 req-2877b755-81f1-4d67-8db9-9dc368abcacf tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 944 time: 0.0960803 Aug 16 02:04:43.123483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:43.125286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:43.144077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:43.177382 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6ed3eb2-4bd2-4bbb-a231-16020ac9de5d req-5fc1c6a5-d92e-4b8c-9d06-aa7929a7f73a tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634987 Aug 16 02:04:43.192251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-401bb519-8610-4f66-be1a-85f4a84b1bb9 req-29219ecb-3629-404b-a8f3-1a2678458fcc tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670888 Aug 16 02:04:43.223021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Pushing event updated for resources: {'Port': ['ID=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.231301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.232340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.264070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d8519f-367c-43e6-9de1-7e1857cebbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.281615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Allocated IP 172.20.0.14 (988b8cbd-9813-40f7-9a30-07427476ff1c/315ce014-21ca-4f9b-ba83-7ea667026954/2aab0a68-bce1-40fa-9896-0e962fea73ec) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:43.310194 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-01619d5a-b2be-4e55-afec-dcabee1d7649 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1409676 Aug 16 02:04:43.324179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Attempting to bind port 420c0404-8e86-41b4-bf8f-06c133007db2 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:43.324596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Attempting to bind port 420c0404-8e86-41b4-bf8f-06c133007db2 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:43.324973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Attempting to bind port 420c0404-8e86-41b4-bf8f-06c133007db2 on network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:43.334698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.335352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.346291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Request body: {'port': {'device_id': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:43.389176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Port 420c0404-8e86-41b4-bf8f-06c133007db2 on network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:43.389504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Attempting to bind port 420c0404-8e86-41b4-bf8f-06c133007db2 on network e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:43.396395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31f0e1c6-d0c8-4700-9f18-c1f96bd8a5de None None] Provisioning for port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:43.400269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31f0e1c6-d0c8-4700-9f18-c1f96bd8a5de None None] Provisioning complete for port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:43.400713 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31f0e1c6-d0c8-4700-9f18-c1f96bd8a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.405228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:43.405563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Checking segment: {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:43.405969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Bound using segment: {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:43.406353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Bound port: 420c0404-8e86-41b4-bf8f-06c133007db2, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4926cde4-a6f0-43c4-9829-09513a981f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:43.406831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.437991 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d8519f-367c-43e6-9de1-7e1857cebbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.442379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6819243b-e005-4054-82b6-b30c62c4482c no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:43.443002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d8519f-367c-43e6-9de1-7e1857cebbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.477317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 6819243b-e005-4054-82b6-b30c62c4482c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:43.477836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6819243b-e005-4054-82b6-b30c62c4482c not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:43.480181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-31f0e1c6-d0c8-4700-9f18-c1f96bd8a5de None None] Port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:43.496444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8519f-367c-43e6-9de1-7e1857cebbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84580d6-48a2-4a7f-aebc-61730fe26777,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.516519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-f2758b40-bbd0-4c2b-a126-85cee4267100 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8818278 Aug 16 02:04:43.520710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca481f23-fd41-4b56-a0be-6c55648bde66 req-41b3aca4-3e45-4456-bb1b-4522eb2d2dbc tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 210 time: 0.0418150 Aug 16 02:04:43.527067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-30d8519f-367c-43e6-9de1-7e1857cebbaf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8cd7139f4e6445e38b8e088cf2c2fa78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516144 Aug 16 02:04:43.527206 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.527315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.546905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Request body: {'port': {'device_id': '017e1b46-e920-4714-912b-98228fb01c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:43.579297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b95c335-9f65-4388-b5cd-c992e2f330cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.602417 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b95c335-9f65-4388-b5cd-c992e2f330cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.676199 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b95c335-9f65-4388-b5cd-c992e2f330cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.679651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b95c335-9f65-4388-b5cd-c992e2f330cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.681526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4b95c335-9f65-4388-b5cd-c992e2f330cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c84580d6-48a2-4a7f-aebc-61730fe26777 HTTP/1.1" status: 204 len: 168 time: 0.1528239 Aug 16 02:04:43.688347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] For port 420c0404-8e86-41b4-bf8f-06c133007db2, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:43.717935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95c335-9f65-4388-b5cd-c992e2f330cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84580d6-48a2-4a7f-aebc-61730fe26777,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.727443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] For port 420c0404-8e86-41b4-bf8f-06c133007db2, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=420c0404-8e86-41b4-bf8f-06c133007db2,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:43.730161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.734505 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.749605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7ce97-208b-4036-8341-98471f759fae req-43358299-9cfb-4ce8-837a-54f7b72cf494 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.750818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98b7ce97-208b-4036-8341-98471f759fae req-43358299-9cfb-4ce8-837a-54f7b72cf494 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 931 time: 0.0867240 Aug 16 02:04:43.793188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.802704 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98b7ce97-208b-4036-8341-98471f759fae req-5ce9d086-9dad-4f66-b5ba-007f22fb15a1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Aug 16 02:04:43.881262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.881881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.883304 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] 10.222.0.93 "PUT /v2.0/ports/420c0404-8e86-41b4-bf8f-06c133007db2 HTTP/1.1" status: 200 len: 1093 time: 2.9033759 Aug 16 02:04:43.887013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36188352-97b6-4bc3-8ff3-05134db15046', 'tag': '420c0404-8e86-41b4-bf8f-06c133007db2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:43.889200 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "36188352-97b6-4bc3-8ff3-05134db15046", "tag": "420c0404-8e86-41b4-bf8f-06c133007db2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:43.960725 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f3bf93-0368-46e9-a891-cc29328d126e x-openstack-request-id: req-d9f3bf93-0368-46e9-a891-cc29328d126e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:43.961006 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36188352-97b6-4bc3-8ff3-05134db15046", "tag": "420c0404-8e86-41b4-bf8f-06c133007db2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:43.961257 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9f3bf93-0368-46e9-a891-cc29328d126e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:43.961648 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36188352-97b6-4bc3-8ff3-05134db15046', 'tag': '420c0404-8e86-41b4-bf8f-06c133007db2', 'status': 'completed', 'code': 200} Aug 16 02:04:44.076691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f45b3-3473-43d9-b5a3-24d15d641a0d service neutron] Pushing event updated for resources: {'Port': ['ID=420c0404-8e86-41b4-bf8f-06c133007db2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.097426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.121235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14005155-78b6-4e77-b834-6e5176ffcf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.126027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.133948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-11ce2abb-e68f-463f-8d10-9a5906fa426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.135856 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-11ce2abb-e68f-463f-8d10-9a5906fa426e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e52661c390b4386b893d56ecd54db9b&device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 1096 time: 0.1920426 Aug 16 02:04:44.252904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14005155-78b6-4e77-b834-6e5176ffcf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.258031 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14005155-78b6-4e77-b834-6e5176ffcf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.322857 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-65e2497b-702f-4f02-b6cb-260d470f1b25 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=420c0404-8e86-41b4-bf8f-06c133007db2 HTTP/1.1" status: 200 len: 217 time: 0.1700492 Aug 16 02:04:44.376272 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-14005155-78b6-4e77-b834-6e5176ffcf88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88658697af1348988695abcaf5790845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772202 Aug 16 02:04:44.379699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.382572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14005155-78b6-4e77-b834-6e5176ffcf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03ef8a0-d5b3-4246-84a1-5e7970cf20bb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.431714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee00c2-563e-46de-9ea9-21cf385265d6 req-6a7e4dfd-e4dd-4140-a633-6d8273b4fbee tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.433325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0ee00c2-563e-46de-9ea9-21cf385265d6 req-6a7e4dfd-e4dd-4140-a633-6d8273b4fbee tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 935 time: 0.1649628 Aug 16 02:04:44.452078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff5082-080a-4298-8c23-eb42e86d4c5d req-213296ee-5b94-45c4-8446-4b20017f3306 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.453665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2ff5082-080a-4298-8c23-eb42e86d4c5d req-213296ee-5b94-45c4-8446-4b20017f3306 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 944 time: 0.1601264 Aug 16 02:04:44.521186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f831c-fabd-4301-9004-3fdaa9fea67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.537767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0ee00c2-563e-46de-9ea9-21cf385265d6 req-f54ddfa5-a28d-4f55-a856-e412e8e0ae68 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937040 Aug 16 02:04:44.542711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2ff5082-080a-4298-8c23-eb42e86d4c5d req-814e1760-5bd7-4098-a1f4-f67716a59953 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802252 Aug 16 02:04:44.556201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f831c-fabd-4301-9004-3fdaa9fea67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.622394 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f831c-fabd-4301-9004-3fdaa9fea67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.629545 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f831c-fabd-4301-9004-3fdaa9fea67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.629782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-202f831c-fabd-4301-9004-3fdaa9fea67d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b03ef8a0-d5b3-4246-84a1-5e7970cf20bb HTTP/1.1" status: 204 len: 168 time: 0.2487969 Aug 16 02:04:44.647384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f831c-fabd-4301-9004-3fdaa9fea67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03ef8a0-d5b3-4246-84a1-5e7970cf20bb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.691718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Network 988b8cbd-9813-40f7-9a30-07427476ff1c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:44.705911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Pushing event updated for resources: {'Port': ['ID=2aab0a68-bce1-40fa-9896-0e962fea73ec,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.737423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:44.751230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:44.880110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cf427-07d5-4ca5-9e8c-bf18969bf73c req-4fd8067d-3bca-43f7-bbf9-2a9a1fcf9d7e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.881724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-346cf427-07d5-4ca5-9e8c-bf18969bf73c req-4fd8067d-3bca-43f7-bbf9-2a9a1fcf9d7e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 932 time: 0.0669568 Aug 16 02:04:44.883434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.884113 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.887357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-469657fe-2167-4662-a0ee-598705447d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.888812 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-469657fe-2167-4662-a0ee-598705447d2a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee464e94-e607-4627-a255-a993e602d984 HTTP/1.1" status: 200 len: 861 time: 0.5532761 Aug 16 02:04:44.918999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54529ad1-6d23-429e-976b-e31f8955e4ec {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:44.960301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-07295a83-76e3-4f2e-b844-260fa48ed22a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604970 Aug 16 02:04:44.965349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.984839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3085f45-837d-4804-97ea-57d427d18907 req-fe59a402-0552-4d39-9cf5-a26e8846f83e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.986567 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3085f45-837d-4804-97ea-57d427d18907 req-fe59a402-0552-4d39-9cf5-a26e8846f83e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 931 time: 0.0845137 Aug 16 02:04:44.989925 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-346cf427-07d5-4ca5-9e8c-bf18969bf73c req-ccc0cf42-da11-4dd0-8a9a-60852e4a0b02 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990751 Aug 16 02:04:44.996998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-f02a5e7c-1333-41b0-a2b5-6e80bfa1329e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7919996 Aug 16 02:04:45.022848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Request body: {'port': {'device_id': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:45.038078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3085f45-837d-4804-97ea-57d427d18907 req-09cf9262-201d-4411-be73-39c0d4dde479 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Aug 16 02:04:45.058848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Transition to ACTIVE for port object 54529ad1-6d23-429e-976b-e31f8955e4ec will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:45.083964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:45.088209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.104940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.186784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Transition to ACTIVE for port object 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:45.204168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.206489 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.232401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Pushing event updated for resources: {'Port': ['ID=54529ad1-6d23-429e-976b-e31f8955e4ec,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.339176 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-37d6e345-0a50-4a55-a9b3-111722512da2 service neutron] 10.222.0.93 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709650 Aug 16 02:04:45.457600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Pushing event updated for resources: {'Port': ['ID=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.643432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:45.643794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:45.644190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:45.678902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Port 54529ad1-6d23-429e-976b-e31f8955e4ec on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:45.679263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:45.704672 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ee2f6a98-1d39-4633-9def-ed7a041a9a1e req-af4eaceb-cfed-4e6b-ab51-d91de6821712 service neutron] 10.222.0.93 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441916 Aug 16 02:04:45.745302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:45.745989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:45.746578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:45.747254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Bound port: 54529ad1-6d23-429e-976b-e31f8955e4ec, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:45.747797 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.766928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Attempting to bind port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:45.767562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Attempting to bind port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:45.768986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Attempting to bind port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:45.831477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:45.832026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Attempting to bind port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:45.839912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b477527-624b-40c5-8b72-7ca0d0df1309 req-7af6e854-29d8-4944-b79d-9b9ce3421d02 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.841799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b477527-624b-40c5-8b72-7ca0d0df1309 req-7af6e854-29d8-4944-b79d-9b9ce3421d02 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 947 time: 0.1293209 Aug 16 02:04:45.878280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:45.878918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:45.879532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:45.880165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Bound port: 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:45.880704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.886398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e816d82-7584-4df0-b96b-d52a690ccaa8 req-9e765777-3ef1-435a-b0be-2f9daeb9a0b4 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.888233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e816d82-7584-4df0-b96b-d52a690ccaa8 req-9e765777-3ef1-435a-b0be-2f9daeb9a0b4 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 944 time: 0.1778555 Aug 16 02:04:45.942611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:45.943424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b477527-624b-40c5-8b72-7ca0d0df1309 req-0555d22a-68de-4c6d-9062-7a4284bbd49b tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912888 Aug 16 02:04:45.969584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e816d82-7584-4df0-b96b-d52a690ccaa8 req-64ed1d5c-dcfe-466e-87a8-1c8c0c2bd6e0 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723031 Aug 16 02:04:45.978931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-8576393c-20a4-4cb5-80ed-61df4251befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.980455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-8576393c-20a4-4cb5-80ed-61df4251befa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5e52661c390b4386b893d56ecd54db9b&device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 1096 time: 0.1878204 Aug 16 02:04:45.985467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:46.034151 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.140816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] For port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:46.185855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.186548 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.187968 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] 10.222.0.86 "PUT /v2.0/ports/54529ad1-6d23-429e-976b-e31f8955e4ec HTTP/1.1" status: 200 len: 1092 time: 2.8499887 Aug 16 02:04:46.188566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:46.191345 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec7a933-31c0-4905-af06-36f5c0285eab" -d '{"events": [{"name": "network-changed", "server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:46.223628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aab0a68-bce1-40fa-9896-0e962fea73ec {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:46.231393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] For port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:46.269007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.280893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.327283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-f9245711-bead-4d73-b2d0-2c7554ccc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.328868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-f9245711-bead-4d73-b2d0-2c7554ccc035 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 200 len: 922 time: 0.3343780 Aug 16 02:04:46.347987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.348692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.350298 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] 10.222.0.93 "PUT /v2.0/ports/43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 HTTP/1.1" status: 200 len: 1096 time: 2.8175664 Aug 16 02:04:46.350947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867a65c-cc21-4434-a311-02c147bfa8df service neutron] Pushing event updated for resources: {'Port': ['ID=54529ad1-6d23-429e-976b-e31f8955e4ec,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.353558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada011-9c8f-4aed-b6e8-bd42c498f403 req-38f1c4b3-aa8e-4f34-9492-ddff67ad5371 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.355433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70ada011-9c8f-4aed-b6e8-bd42c498f403 req-38f1c4b3-aa8e-4f34-9492-ddff67ad5371 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 943 time: 0.0784688 Aug 16 02:04:46.365457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa940e-da43-4b69-b888-df83bd1f78c4 req-d2f62674-3b76-467f-846d-28cfa5463a35 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.367170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4fa940e-da43-4b69-b888-df83bd1f78c4 req-d2f62674-3b76-467f-846d-28cfa5463a35 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 932 time: 0.1379592 Aug 16 02:04:46.438447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Transition to ACTIVE for port object 2aab0a68-bce1-40fa-9896-0e962fea73ec will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:46.505589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.508560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-03e1d34b-9cac-4fa9-99c2-3ece6d5f5a21 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=420c0404-8e86-41b4-bf8f-06c133007db2 HTTP/1.1" status: 200 len: 217 time: 0.0983460 Aug 16 02:04:46.537404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9e186-8d2b-4537-b0e5-cf969293d432 service neutron] Pushing event updated for resources: {'Port': ['ID=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.607039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-0344fc69-7c81-40ce-a793-3f70acb01d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.608626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-0344fc69-7c81-40ce-a793-3f70acb01d1a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1095 time: 0.3304572 Aug 16 02:04:46.623948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42756) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:46.633420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-242398799'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:46.709890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-92c0f221-696d-4405-83e2-6a807d383d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.711535 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-92c0f221-696d-4405-83e2-6a807d383d73 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2ac3f9739585462dacc2ef84e609278b&device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 1099 time: 0.2977481 Aug 16 02:04:46.712991 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-e0fda46e-9331-45a4-a722-121b4180a703 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54529ad1-6d23-429e-976b-e31f8955e4ec HTTP/1.1" status: 200 len: 217 time: 0.0755856 Aug 16 02:04:46.725107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Pushing event updated for resources: {'Port': ['ID=2aab0a68-bce1-40fa-9896-0e962fea73ec,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.762339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4fa940e-da43-4b69-b888-df83bd1f78c4 req-6444e1cf-8f04-4d31-9624-efbc8dac7bba tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837535 Aug 16 02:04:46.770899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70ada011-9c8f-4aed-b6e8-bd42c498f403 req-78a257f2-0b1f-44a5-aab1-0c30c120a8d7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023709 Aug 16 02:04:46.794382 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-5eb6bd92-76dd-45c2-998a-7aa2a195c5e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 HTTP/1.1" status: 200 len: 217 time: 0.0702553 Aug 16 02:04:46.806726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-c593f06a-5067-46f2-b6af-cefaa0450661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.808237 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-c593f06a-5067-46f2-b6af-cefaa0450661 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee464e94-e607-4627-a255-a993e602d984 HTTP/1.1" status: 200 len: 861 time: 0.2813671 Aug 16 02:04:46.852397 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb4d28e-a0ae-4932-acef-fa1684506b38 x-openstack-request-id: req-beb4d28e-a0ae-4932-acef-fa1684506b38 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:46.852681 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:46.852936 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-beb4d28e-a0ae-4932-acef-fa1684506b38 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:46.853327 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec', 'status': 'completed', 'code': 200} Aug 16 02:04:46.873877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:46.877436 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.924379 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-e8a184ed-0087-49d4-b8ff-d77833f781f6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910001 Aug 16 02:04:47.002059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-9e73f2a9-c21d-4912-b656-949fcf9c7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.004395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-9e73f2a9-c21d-4912-b656-949fcf9c7244 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.2380257 Aug 16 02:04:47.041074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-5763d725-eeef-4bcb-be6b-5b5bd1f9bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.042548 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-5763d725-eeef-4bcb-be6b-5b5bd1f9bcd5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2284710 Aug 16 02:04:47.044834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:47.080710 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-45d7b32b-88fe-4d72-99db-f8454d7c0a64 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669041 Aug 16 02:04:47.113491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Attempting to bind port 2aab0a68-bce1-40fa-9896-0e962fea73ec on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:47.113743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Attempting to bind port 2aab0a68-bce1-40fa-9896-0e962fea73ec by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:47.114075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Attempting to bind port 2aab0a68-bce1-40fa-9896-0e962fea73ec on network 988b8cbd-9813-40f7-9a30-07427476ff1c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:47.129723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebb925-83bd-4379-a2e5-1aaaa38b1702 req-fbc640ba-6fa3-438f-a3bb-d846c2b2b5d4 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.131439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1ebb925-83bd-4379-a2e5-1aaaa38b1702 req-fbc640ba-6fa3-438f-a3bb-d846c2b2b5d4 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 947 time: 0.0929959 Aug 16 02:04:47.133417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.133767 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Added segment c93ddbbb-f245-4210-84ef-5bba4fc23820 of type vlan for network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 Aug 16 02:04:47.172607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abb47f-0520-4b43-8b40-1e35dbd18635 req-82b51707-0157-47a7-ae65-54d3916d2f16 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.177884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57abb47f-0520-4b43-8b40-1e35dbd18635 req-82b51707-0157-47a7-ae65-54d3916d2f16 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 944 time: 0.0879395 Aug 16 02:04:47.186142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Port 2aab0a68-bce1-40fa-9896-0e962fea73ec on network 988b8cbd-9813-40f7-9a30-07427476ff1c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:47.186474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Attempting to bind port 2aab0a68-bce1-40fa-9896-0e962fea73ec on network 988b8cbd-9813-40f7-9a30-07427476ff1c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:47.204840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1ebb925-83bd-4379-a2e5-1aaaa38b1702 req-6d4ef8ef-4e07-4914-8399-6c9cc60cd5eb tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638404 Aug 16 02:04:47.253455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57abb47f-0520-4b43-8b40-1e35dbd18635 req-a6b11dd1-2780-4d77-80af-24ec52cb7bc3 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638757 Aug 16 02:04:47.529944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:47.530535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Checking segment: {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:47.530659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Bound using segment: {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:47.531105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Bound port: 2aab0a68-bce1-40fa-9896-0e962fea73ec, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:47.531526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.543715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-f38bda57-b0bf-44f4-8291-de07abb2ebb6 service neutron] 10.222.0.93 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026132 Aug 16 02:04:47.560055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.597823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-8e2a2674-daa8-45c0-a568-781ac2e9c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.599359 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-8e2a2674-daa8-45c0-a568-781ac2e9c65a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5240993 Aug 16 02:04:47.739799 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-8bb6199f-d2f1-4373-bacb-7c733ffb7ac0 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470237 Aug 16 02:04:47.784800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.790525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.791158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.882948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:47.935859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5e438-f7ce-4b9f-a297-f04929fe1725 req-7df90c9c-a53c-4b96-947d-4e91ca8b8095 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.937415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fb5e438-f7ce-4b9f-a297-f04929fe1725 req-7df90c9c-a53c-4b96-947d-4e91ca8b8095 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 944 time: 0.0872459 Aug 16 02:04:47.948563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:47.950664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e236-4ac2-4423-b806-6da005e6fed3 req-0ec57bfc-f147-43bd-abea-a500f78f50c9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.951061 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9f9e2ffa-24ec-4195-a9e7-86a84bd46fc0 req-bd3a039d-46b2-4247-99c6-4dc84be94c5d service neutron] 10.222.0.93 "GET /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961992 Aug 16 02:04:47.954728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbd2e236-4ac2-4423-b806-6da005e6fed3 req-0ec57bfc-f147-43bd-abea-a500f78f50c9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 943 time: 0.0998750 Aug 16 02:04:47.954908 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3271937 Aug 16 02:04:47.963268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:47.969133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.980299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-14300274'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:48.021569 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fb5e438-f7ce-4b9f-a297-f04929fe1725 req-62515987-d027-45a2-bc2b-1d492b3af609 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683253 Aug 16 02:04:48.024731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbd2e236-4ac2-4423-b806-6da005e6fed3 req-c31a7fd6-b5ea-4193-b53b-bab0b5e710da tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549018 Aug 16 02:04:48.026550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Network': ['ID=d3e8d3be-172c-4fb4-8c79-6747ba670fb3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.035407 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-aeb361b3-cdf7-4c90-89f9-55767360b46d service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063599 Aug 16 02:04:48.058971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.059625 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.060973 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] 10.222.0.86 "PUT /v2.0/ports/2aab0a68-bce1-40fa-9896-0e962fea73ec HTTP/1.1" status: 200 len: 1093 time: 3.0462706 Aug 16 02:04:48.073820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.074170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.074612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.074840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.075234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.075536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.075839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.076169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.076639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.076955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.077116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.077577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ad52d-d7a8-4566-90bd-0ab8d9203011 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:48.092540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:48.158143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:48.162212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.170817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bacbe7-6315-4e81-a450-7f7fc27efb61 service neutron] Pushing event updated for resources: {'Port': ['ID=2aab0a68-bce1-40fa-9896-0e962fea73ec,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.202437 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b4bc01e4-81d5-4671-acb6-4f930962e043 req-cf86e2c1-2505-452a-a39a-67a877ade204 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399769 Aug 16 02:04:48.250713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:48.263544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-0b22201e-c3e6-40ff-8115-44cb790a9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.265142 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-0b22201e-c3e6-40ff-8115-44cb790a9b1c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 1096 time: 0.1229982 Aug 16 02:04:48.268532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2148b9c-3680-491e-862b-c0d86d5044cc req-61c5a8a2-82e9-4d3b-b53e-d351518ea40c service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248816 Aug 16 02:04:48.271966 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.272527 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Added segment 08031a76-364b-434d-95a6-cb0b80beb827 of type vlan for network c587edc1-1b39-4797-b043-f93444807fb5 Aug 16 02:04:48.363183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915d34c-07b8-4c4f-828e-ead5b0242d29 req-b6d9aa04-b713-4649-8ed6-9ec2e1c2fe5a tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.365371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a915d34c-07b8-4c4f-828e-ead5b0242d29 req-b6d9aa04-b713-4649-8ed6-9ec2e1c2fe5a tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 947 time: 0.0608990 Aug 16 02:04:48.383129 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-6185025b-cf4e-4188-846f-22b2bd8f2db7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec HTTP/1.1" status: 200 len: 217 time: 0.0790982 Aug 16 02:04:48.385517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.454516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-9219ef3b-db3a-4716-9d3d-f229536567df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.456633 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-9219ef3b-db3a-4716-9d3d-f229536567df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1095 time: 0.1539917 Aug 16 02:04:48.465183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.467707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a970a-d145-49ac-bc86-845cc9c5a98b req-ff980102-8ebc-4dca-96fd-4459de88e86d tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.469487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c1a970a-d145-49ac-bc86-845cc9c5a98b req-ff980102-8ebc-4dca-96fd-4459de88e86d tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 944 time: 0.0955176 Aug 16 02:04:48.471667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.472278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.473367 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a915d34c-07b8-4c4f-828e-ead5b0242d29 req-6082d63f-54e6-4027-b415-712381cf8a1c tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022885 Aug 16 02:04:48.496500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-4cd50a4c-71a4-4ac7-a114-5481dc6db1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.497977 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-4cd50a4c-71a4-4ac7-a114-5481dc6db1c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=315ce014-21ca-4f9b-ba83-7ea667026954 HTTP/1.1" status: 200 len: 845 time: 0.1041543 Aug 16 02:04:48.530469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c1a970a-d145-49ac-bc86-845cc9c5a98b req-572a3ef9-0241-4a7a-a59f-43b8052202bf tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523067 Aug 16 02:04:48.624694 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-55b4cc73-45da-4a8e-a816-47e785cd4b20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=988b8cbd-9813-40f7-9a30-07427476ff1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757825 Aug 16 02:04:48.630503 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6590719 Aug 16 02:04:48.634672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.641113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'subnet': {'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:48.648939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb4188-4352-4ca3-9087-03ccd2c4297c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Network': ['ID=c587edc1-1b39-4797-b043-f93444807fb5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.668844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c587edc1-1b39-4797-b043-f93444807fb5 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:48.725734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-10b88244-6113-4ab8-b37e-6001523c8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.727278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-10b88244-6113-4ab8-b37e-6001523c8510 service neutron] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.2631512 Aug 16 02:04:48.769078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:48.772798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.781638 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-f9c5e241-a658-4c94-a4d4-e1780ffc1c46 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54529ad1-6d23-429e-976b-e31f8955e4ec HTTP/1.1" status: 200 len: 217 time: 0.0411391 Aug 16 02:04:48.828531 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-19183cf4-2af4-427a-b432-7f6513424e2e service neutron] 10.222.0.86 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825757 Aug 16 02:04:48.858129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017e1b46-e920-4714-912b-98228fb01c7a', 'tag': '43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95'}, {'name': 'network-changed', 'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:48.860440 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1c0860-b00c-40cb-8184-f789d45b00f3" -d '{"events": [{"name": "network-changed", "server_uuid": "017e1b46-e920-4714-912b-98228fb01c7a", "tag": "43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95"}, {"name": "network-changed", "server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:48.896960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-911f05c9-e160-404b-a825-5c0b5472434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.898461 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-911f05c9-e160-404b-a825-5c0b5472434a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.1072865 Aug 16 02:04:48.944178 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-f0b2211a-d30a-41a2-8cf0-c86c17580043 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361235 Aug 16 02:04:48.945728 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36e3c8b-0599-4e27-a52e-f8c12d2bb6c3 x-openstack-request-id: req-a36e3c8b-0599-4e27-a52e-f8c12d2bb6c3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:48.946100 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017e1b46-e920-4714-912b-98228fb01c7a", "tag": "43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:48.946543 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a36e3c8b-0599-4e27-a52e-f8c12d2bb6c3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:48.947004 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017e1b46-e920-4714-912b-98228fb01c7a', 'tag': '43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95', 'status': 'completed', 'code': 200} Aug 16 02:04:48.947348 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec', 'status': 'completed', 'code': 200} Aug 16 02:04:48.991359 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.998726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:49.066552 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f066cfa6-c3f9-47d8-8a2c-aa31784a7d54 req-e6b42362-ef07-433b-a6a4-6918fab2fd11 service neutron] 10.222.0.86 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287366 Aug 16 02:04:49.079697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Subnet': ['ID=ac03b770-f8b8-4588-82fc-386717adcf93,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.113295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Checking segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:49.113656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network hostable DHCP agents. Network: d3e8d3be-172c-4fb4-8c79-6747ba670fb3, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:49.115013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-18cc9eca-c54d-4e47-b480-1e176e71acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.116714 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-18cc9eca-c54d-4e47-b480-1e176e71acf0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2ac3f9739585462dacc2ef84e609278b&device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 1099 time: 0.1528399 Aug 16 02:04:49.149557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-e51b1e1d-e23f-48fc-9ca3-8db72de19da3 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866646 Aug 16 02:04:49.210545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:49.233344 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2f67-478c-462a-9809-a132b515d732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.256594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723f8d6-c1f3-44b8-81bf-9688a84f045f req-72eab78f-99af-4be6-92b3-abe33a7c254f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.258101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e723f8d6-c1f3-44b8-81bf-9688a84f045f req-72eab78f-99af-4be6-92b3-abe33a7c254f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 943 time: 0.1259813 Aug 16 02:04:49.259059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d3e8d3be-172c-4fb4-8c79-6747ba670fb3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:49.265161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.266007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.275533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40235442-d1d8-4568-9976-22f985f4398d None None] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:49.303425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcb8c5-bc93-4102-902a-26dd9b8b3f16 req-69749a4c-d7b4-481b-8863-2ad1c1135b59 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.304965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-debcb8c5-bc93-4102-902a-26dd9b8b3f16 req-69749a4c-d7b4-481b-8863-2ad1c1135b59 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 944 time: 0.1597874 Aug 16 02:04:49.318667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-81956db5-91a6-49f2-be92-292cc5581ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.319952 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-81956db5-91a6-49f2-be92-292cc5581ce0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 1096 time: 0.1386356 Aug 16 02:04:49.340561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-324e8813-fe13-4af1-ae1c-65fe9f050c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.342027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-324e8813-fe13-4af1-ae1c-65fe9f050c10 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2163377 Aug 16 02:04:49.374110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e723f8d6-c1f3-44b8-81bf-9688a84f045f req-b8c1f45c-8e72-41ac-855b-f124585a1c4b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047466 Aug 16 02:04:49.396197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-debcb8c5-bc93-4102-902a-26dd9b8b3f16 req-54dcd77d-45de-41c4-a982-786d1d9cf913 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771461 Aug 16 02:04:49.430250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-323f80e6-b0a4-4429-9300-cb6510214bb3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 HTTP/1.1" status: 200 len: 217 time: 0.0801668 Aug 16 02:04:49.433798 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ec7a933-31c0-4905-af06-36f5c0285eab req-3c96b058-c393-4acc-be70-7f4ec32a5507 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539747 Aug 16 02:04:49.449174 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2f67-478c-462a-9809-a132b515d732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.455675 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2f67-478c-462a-9809-a132b515d732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.476405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 420c0404-8e86-41b4-bf8f-06c133007db2 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:49.481270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ee405fa5-d2af-4416-934d-2f8a6de21761 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8448884 Aug 16 02:04:49.484032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:49.484838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-d3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'fixed_ips': [{'subnet_id': 'ac03b770-f8b8-4588-82fc-386717adcf93'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:49.486035 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.496066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'subnet': {'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:49.511700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f2f67-478c-462a-9809-a132b515d732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8913eccc-c809-4284-afb2-128d8424008c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.520627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5b6f2f67-478c-462a-9809-a132b515d732 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c19c9f8fca3f4b3da5a491becc74819c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202591 Aug 16 02:04:49.521858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:49.576932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-37a38c00-f9d2-4347-881a-7ac4e4779b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.578660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-37a38c00-f9d2-4347-881a-7ac4e4779b43 service neutron] 10.222.0.86 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 906 time: 0.2496603 Aug 16 02:04:49.581908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-69bca300-bb09-41e9-ae3f-f07308da0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.590416 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-69bca300-bb09-41e9-ae3f-f07308da0cd8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1456621 Aug 16 02:04:49.623315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17efdae6-6ade-4beb-aa14-37e542cebed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.657091 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-69ea180a-4cba-4f17-8bd2-b580f3ba10ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec HTTP/1.1" status: 200 len: 217 time: 0.0613534 Aug 16 02:04:49.700137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17efdae6-6ade-4beb-aa14-37e542cebed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.749739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ced39-51f9-4251-8212-ef1643bf5214 req-58785d76-751d-48ce-9cfe-a43b3ff92294 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.751373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d7ced39-51f9-4251-8212-ef1643bf5214 req-58785d76-751d-48ce-9cfe-a43b3ff92294 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 947 time: 0.1574974 Aug 16 02:04:49.753076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-a124053c-ba4e-492f-8e2d-17340feaef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.755627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-a124053c-ba4e-492f-8e2d-17340feaef69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1519339 Aug 16 02:04:49.759200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-d9bb731d-e47d-4dd4-8e14-e8bf9be8730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.760963 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-d9bb731d-e47d-4dd4-8e14-e8bf9be8730d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=315ce014-21ca-4f9b-ba83-7ea667026954 HTTP/1.1" status: 200 len: 845 time: 0.0852721 Aug 16 02:04:49.761904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e59c39-b25c-455c-8681-ae9b9309787b req-177fa988-8f15-4ba4-ad35-0fbdc3f43a85 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.763574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:49.763793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4e59c39-b25c-455c-8681-ae9b9309787b req-177fa988-8f15-4ba4-ad35-0fbdc3f43a85 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 944 time: 0.1141632 Aug 16 02:04:49.767211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.842294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17efdae6-6ade-4beb-aa14-37e542cebed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.843143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 420c0404-8e86-41b4-bf8f-06c133007db2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=420c0404-8e86-41b4-bf8f-06c133007db2,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:49.844949 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17efdae6-6ade-4beb-aa14-37e542cebed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.849059 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-17efdae6-6ade-4beb-aa14-37e542cebed8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8913eccc-c809-4284-afb2-128d8424008c HTTP/1.1" status: 204 len: 168 time: 0.3243318 Aug 16 02:04:49.852203 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-4fc58cba-c3bf-4b9b-b04f-daad261a4b01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=988b8cbd-9813-40f7-9a30-07427476ff1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788803 Aug 16 02:04:49.862595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Allocated IP 10.1.1.2 (d3e8d3be-172c-4fb4-8c79-6747ba670fb3/ac03b770-f8b8-4588-82fc-386717adcf93/dcd808ee-8570-424a-8797-9e887e58493c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:49.862912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efdae6-6ade-4beb-aa14-37e542cebed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8913eccc-c809-4284-afb2-128d8424008c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.865655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '420c0404-8e86-41b4-bf8f-06c133007db2', 'network_id': 'e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238', 'port_id': '420c0404-8e86-41b4-bf8f-06c133007db2', 'mac_address': 'fa:16:3e:61:e4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee464e94-e607-4627-a255-a993e602d984', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:49.879813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4e59c39-b25c-455c-8681-ae9b9309787b req-6858aad4-b733-4092-ba53-c32ae6ebf5bb tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892210 Aug 16 02:04:49.898829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d7ced39-51f9-4251-8212-ef1643bf5214 req-d7a34dc6-1202-4c12-812f-082af8af8153 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264520 Aug 16 02:04:50.006005 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.028406 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420c0404-8e86-41b4-bf8f-06c133007db2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:50.030258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-26be6121-4fcb-4be3-9952-7c6b159e53b3 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577538 Aug 16 02:04:50.069892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 420c0404-8e86-41b4-bf8f-06c133007db2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=420c0404-8e86-41b4-bf8f-06c133007db2,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:50.078270 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.106644 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-2b097910-962f-4d90-87bc-2a7849bdf8ba service neutron] 10.222.0.86 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218270 Aug 16 02:04:50.180828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=420c0404-8e86-41b4-bf8f-06c133007db2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.197732 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.208067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Transition to ACTIVE for port object dcd808ee-8570-424a-8797-9e887e58493c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:50.229327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Transition to ACTIVE for port object dcd808ee-8570-424a-8797-9e887e58493c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:50.237299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.262127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:50.266648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:50.269832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:50.294446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['420c0404-8e86-41b4-bf8f-06c133007db2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:50.384914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Pushing event updated for resources: {'Port': ['ID=dcd808ee-8570-424a-8797-9e887e58493c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.410872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Attempting to bind port dcd808ee-8570-424a-8797-9e887e58493c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:50.411290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Attempting to bind port dcd808ee-8570-424a-8797-9e887e58493c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:50.411650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Attempting to bind port dcd808ee-8570-424a-8797-9e887e58493c on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:50.427203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:50.428102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Checking segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:50.428621 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.429587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Bound using segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:50.430376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Bound port: dcd808ee-8570-424a-8797-9e887e58493c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:50.430805 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.558248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] For port dcd808ee-8570-424a-8797-9e887e58493c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:50.559331 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-ebb677fa-041d-4e24-95a7-b14cc52ca8ad service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180678 Aug 16 02:04:50.583833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] For port dcd808ee-8570-424a-8797-9e887e58493c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dcd808ee-8570-424a-8797-9e887e58493c,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:50.598303 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.618662 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c1c0860-b00c-40cb-8184-f789d45b00f3 req-81b4a2d5-4f52-4e45-9c68-3878e7e756a9 service neutron] 10.222.0.86 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048161 Aug 16 02:04:50.625981 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.663780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711b88f-6bf2-4846-a550-6db98253a321 req-311a5b5c-7e45-478d-8bd2-c445a06b75c7 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.666430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c711b88f-6bf2-4846-a550-6db98253a321 req-311a5b5c-7e45-478d-8bd2-c445a06b75c7 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 944 time: 0.1474154 Aug 16 02:04:50.678668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb3d5c-ff5f-4612-9a29-8b27b3e32acc req-6fdc5fdc-5c2a-4411-b558-bf317170c6ae tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.680896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eafb3d5c-ff5f-4612-9a29-8b27b3e32acc req-6fdc5fdc-5c2a-4411-b558-bf317170c6ae tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 943 time: 0.1139202 Aug 16 02:04:50.715745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410ea8-abfa-4a3d-bf02-e8373fd54006 None None] Pushing event updated for resources: {'Port': ['ID=dcd808ee-8570-424a-8797-9e887e58493c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.740121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Subnet': ['ID=9d3c7cf0-96c4-4d87-9468-3b828367418b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.742419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Checking segment: {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:50.742774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network hostable DHCP agents. Network: c587edc1-1b39-4797-b043-f93444807fb5, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:50.762795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c711b88f-6bf2-4846-a550-6db98253a321 req-3e8b1326-a056-41b0-b274-4389d1782a5d tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782137 Aug 16 02:04:50.767553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network c587edc1-1b39-4797-b043-f93444807fb5 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:50.780836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c587edc1-1b39-4797-b043-f93444807fb5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:50.786182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.789178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.789355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f3c305-daa2-40b7-b799-d196b21eca5d None None] Network c587edc1-1b39-4797-b043-f93444807fb5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:50.802920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eafb3d5c-ff5f-4612-9a29-8b27b3e32acc req-9ebdc838-3c99-4b08-8dac-2c3a4278306d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035528 Aug 16 02:04:50.810604 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e416b8c0-ee67-4673-bf31-05d7e2b6d1ad tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3236682 Aug 16 02:04:50.813073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:50.821072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'port': {'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'name': 'tempest-TaggedBootDevicesTest-1038469744', 'fixed_ips': [{'subnet_id': 'ac03b770-f8b8-4588-82fc-386717adcf93'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:50.839123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:50.997058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1524026899'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:51.008775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:51.043136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c587edc1-1b39-4797-b043-f93444807fb5', 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'fixed_ips': [{'subnet_id': '9d3c7cf0-96c4-4d87-9468-3b828367418b'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:51.045876 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.109455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Made reservation on behalf of 6a69d397db844ec7b85227da029805ff for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:51.113247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.134372 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.152010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2c57f-acde-4a6c-abcd-13e779a5f682 req-77f00de4-b73e-4f21-b237-34d410e371a2 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.153532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18e2c57f-acde-4a6c-abcd-13e779a5f682 req-77f00de4-b73e-4f21-b237-34d410e371a2 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 945 time: 0.1212721 Aug 16 02:04:51.166810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.184837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834b034-3e4e-434b-b3a4-2d92433722ef req-a826b882-40aa-44e0-9e9c-3ac2e9bc7663 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.186258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f834b034-3e4e-434b-b3a4-2d92433722ef req-a826b882-40aa-44e0-9e9c-3ac2e9bc7663 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 947 time: 0.1504712 Aug 16 02:04:51.199410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] device_id is not set on port 5e1893e0-13a1-4368-a82e-4473b082391c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:51.238208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Allocated IP 10.2.2.2 (c587edc1-1b39-4797-b043-f93444807fb5/9d3c7cf0-96c4-4d87-9468-3b828367418b/4dfc970f-10bb-4272-bd41-42ae0ee82105) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:51.257012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18e2c57f-acde-4a6c-abcd-13e779a5f682 req-eccbf2f7-e9ea-452a-932d-8a2c9c0074dc tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927088 Aug 16 02:04:51.298309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f834b034-3e4e-434b-b3a4-2d92433722ef req-5e28c4fb-175f-46ae-9033-9827a461dcad tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006477 Aug 16 02:04:51.388471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.398906 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.406323 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.415559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Transition to ACTIVE for port object 4dfc970f-10bb-4272-bd41-42ae0ee82105 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:51.431564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Transition to ACTIVE for port object 4dfc970f-10bb-4272-bd41-42ae0ee82105 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:51.436592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:51.437846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.446282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92689ce-a946-4bc1-ae27-3893f55cfa2b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.455355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.455747 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Added segment 6e7f04f4-c8e7-4579-91a3-c2c507fd9949 of type vlan for network 3583594c-08c8-4f86-8df0-19a7df8e2e8d Aug 16 02:04:51.489946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Network c587edc1-1b39-4797-b043-f93444807fb5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:51.493803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:51.496112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 420c0404-8e86-41b4-bf8f-06c133007db2 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:51.508160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Allocated IP 10.1.1.105 (d3e8d3be-172c-4fb4-8c79-6747ba670fb3/ac03b770-f8b8-4588-82fc-386717adcf93/5e1893e0-13a1-4368-a82e-4473b082391c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:51.509024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.538446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:51.549742 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.557058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.557706 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.645599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:51.671141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8308620 Aug 16 02:04:51.672030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:51.672408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.675212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Pushing event updated for resources: {'Port': ['ID=4dfc970f-10bb-4272-bd41-42ae0ee82105,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.690263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Request body: {'subnet': {'network_id': '3583594c-08c8-4f86-8df0-19a7df8e2e8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:51.696794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95', 'mac_address': 'fa:16:3e:3a:3d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:51.714155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.717886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event updated for resources: {'Network': ['ID=3583594c-08c8-4f86-8df0-19a7df8e2e8d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.731538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Transition to ACTIVE for port object 5e1893e0-13a1-4368-a82e-4473b082391c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:51.746767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 54529ad1-6d23-429e-976b-e31f8955e4ec details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:51.773251 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.776561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.776928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.778615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.778615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.778615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.778973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.779352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.779692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.780033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.780371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.780701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.781038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a9294-3787-45bb-b344-7562bcd59201 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.816261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 3583594c-08c8-4f86-8df0-19a7df8e2e8d details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:51.865795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:51.867327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Port': ['ID=5e1893e0-13a1-4368-a82e-4473b082391c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.868072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Made reservation on behalf of 6a69d397db844ec7b85227da029805ff for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:51.869064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 420c0404-8e86-41b4-bf8f-06c133007db2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:51.876679 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.878172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:51.880479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:51.905402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 420c0404-8e86-41b4-bf8f-06c133007db2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:51.905772 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.907524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Attempting to bind port 4dfc970f-10bb-4272-bd41-42ae0ee82105 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:51.907905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Attempting to bind port 4dfc970f-10bb-4272-bd41-42ae0ee82105 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:51.908800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Attempting to bind port 4dfc970f-10bb-4272-bd41-42ae0ee82105 on network c587edc1-1b39-4797-b043-f93444807fb5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:51.937519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.938146 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.957906 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4941bc3a-246d-4534-a189-4c70c908b282 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1376505 Aug 16 02:04:51.957906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.963939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'port': {'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'name': 'tempest-TaggedBootDevicesTest-37876504', 'fixed_ips': [{'subnet_id': 'ac03b770-f8b8-4588-82fc-386717adcf93'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:51.967953 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.978497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:51.978952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Checking segment: {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:51.980202 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.980630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Bound using segment: {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:51.981117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Bound port: 4dfc970f-10bb-4272-bd41-42ae0ee82105, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:51.981503 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.027348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a32e3b-371e-463d-84f9-689a5ac6a9fa None None] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:52.071314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11ad48-3dc5-4b3a-9229-43676c0a96f0 req-7636b80a-3961-4b4c-9632-618cc6059061 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.073208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c11ad48-3dc5-4b3a-9229-43676c0a96f0 req-7636b80a-3961-4b4c-9632-618cc6059061 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 944 time: 0.1870904 Aug 16 02:04:52.074111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:52.083784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e5382-f495-46d5-b2a1-af45b55d6d1e req-c9171d41-a998-4172-8473-ee7dbfed65bc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.092648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a8e5382-f495-46d5-b2a1-af45b55d6d1e req-c9171d41-a998-4172-8473-ee7dbfed65bc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 943 time: 0.1338425 Aug 16 02:04:52.114281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:52.128325 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.167429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] device_id is not set on port 726d1e56-868c-4100-ae97-55bcc59f5af8 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:52.177105 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c11ad48-3dc5-4b3a-9229-43676c0a96f0 req-9cc287b9-10f0-4bd0-85fc-f7798cf9c807 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763865 Aug 16 02:04:52.177837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:52.187075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-339b0f01-65fc-4c2e-8553-cd35d0de023e None None] Provisioning for port dcd808ee-8570-424a-8797-9e887e58493c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:52.201621 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.211719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a8e5382-f495-46d5-b2a1-af45b55d6d1e req-5e7382a9-2791-4996-990d-b69cb5d2bcbe tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180942 Aug 16 02:04:52.280706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcd808ee-8570-424a-8797-9e887e58493c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:52.339824 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.343887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] For port 4dfc970f-10bb-4272-bd41-42ae0ee82105, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:52.387823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:52.404357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] For port 4dfc970f-10bb-4272-bd41-42ae0ee82105, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4dfc970f-10bb-4272-bd41-42ae0ee82105,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:52.424501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:52.430097 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.431178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event updated for resources: {'Subnet': ['ID=139537e9-0663-4544-acfa-656b5a6a75b1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:52.442209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:52.443568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Allocated IP 10.1.1.247 (d3e8d3be-172c-4fb4-8c79-6747ba670fb3/ac03b770-f8b8-4588-82fc-386717adcf93/726d1e56-868c-4100-ae97-55bcc59f5af8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:52.472841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '54529ad1-6d23-429e-976b-e31f8955e4ec', 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca', 'port_id': '54529ad1-6d23-429e-976b-e31f8955e4ec', 'mac_address': 'fa:16:3e:3f:90:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55f8740-49c2-4cc7-9ea4-288ed3c7e417', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:52.474485 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.505035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d82137-c606-4efa-bd1f-4ead07575512 req-887a32c7-2d1e-42ba-a1f3-48f264bc859b tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.506649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1d82137-c606-4efa-bd1f-4ead07575512 req-887a32c7-2d1e-42ba-a1f3-48f264bc859b tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 948 time: 0.1142919 Aug 16 02:04:52.519219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77a73f-c3c4-4191-995d-d0eb45ba26ef req-5eb890fc-2af7-4445-a04d-b128ee774b17 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.520805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a77a73f-c3c4-4191-995d-d0eb45ba26ef req-5eb890fc-2af7-4445-a04d-b128ee774b17 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 945 time: 0.1266949 Aug 16 02:04:52.530259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Checking segment: {'id': '6e7f04f4-c8e7-4579-91a3-c2c507fd9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3583594c-08c8-4f86-8df0-19a7df8e2e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:52.530639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Network hostable DHCP agents. Network: 3583594c-08c8-4f86-8df0-19a7df8e2e8d, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:52.600560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1d82137-c606-4efa-bd1f-4ead07575512 req-413f9835-3429-4a76-8a9c-238fa9635044 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787206 Aug 16 02:04:52.601181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Network 3583594c-08c8-4f86-8df0-19a7df8e2e8d is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:52.614157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a77a73f-c3c4-4191-995d-d0eb45ba26ef req-c3b8486c-a22e-488f-9a94-2c63885137e6 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793524 Aug 16 02:04:52.615614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 3583594c-08c8-4f86-8df0-19a7df8e2e8d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:52.617024 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.619883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.620746 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.632165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Transition to ACTIVE for port object 726d1e56-868c-4100-ae97-55bcc59f5af8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:52.639411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1278f73d-05f8-4a5e-9d41-2312c9aefdfc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9552279 Aug 16 02:04:52.641833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:52.648691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Request body: {'port': {'network_id': '3583594c-08c8-4f86-8df0-19a7df8e2e8d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-622518554'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:52.669035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.678187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba009d0-9b6d-464d-a207-fa58b03bb575 None None] Network 3583594c-08c8-4f86-8df0-19a7df8e2e8d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:52.733682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:52.741300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:52.745558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:52.793010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Port': ['ID=726d1e56-868c-4100-ae97-55bcc59f5af8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:52.833122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Made reservation on behalf of 6a69d397db844ec7b85227da029805ff for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:52.835408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.836324 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.837412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.860854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] device_id is not set on port 8bc3b80c-5943-49e3-8812-7b2e6a3c93ed yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:52.862164 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f3b559fa-dfef-4c58-b039-8b4c07c905ce tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9027145 Aug 16 02:04:52.883869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36188352-97b6-4bc3-8ff3-05134db15046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420c0404-8e86-41b4-bf8f-06c133007db2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:52.886855 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ee73f7-7acb-4933-92f4-6d1a44cf6ebd" -d '{"events": [{"server_uuid": "36188352-97b6-4bc3-8ff3-05134db15046", "name": "network-vif-plugged", "status": "completed", "tag": "420c0404-8e86-41b4-bf8f-06c133007db2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:52.935133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dafc04-d5d6-483b-b740-0f2501b6dfcd None None] Pushing event updated for resources: {'Port': ['ID=4dfc970f-10bb-4272-bd41-42ae0ee82105,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:52.953988 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb65bd5-54a7-43e5-8d5e-a03898fd07c4 x-openstack-request-id: req-1bb65bd5-54a7-43e5-8d5e-a03898fd07c4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:52.954324 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36188352-97b6-4bc3-8ff3-05134db15046", "name": "network-vif-plugged", "status": "completed", "tag": "420c0404-8e86-41b4-bf8f-06c133007db2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:52.954535 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bb65bd5-54a7-43e5-8d5e-a03898fd07c4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:52.955496 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36188352-97b6-4bc3-8ff3-05134db15046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420c0404-8e86-41b4-bf8f-06c133007db2', 'code': 200} Aug 16 02:04:52.959044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 420c0404-8e86-41b4-bf8f-06c133007db2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=420c0404-8e86-41b4-bf8f-06c133007db2,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:52.960137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port dcd808ee-8570-424a-8797-9e887e58493c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:52.968101 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.999137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.008589 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port dcd808ee-8570-424a-8797-9e887e58493c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:53.009261 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.112236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d9e4e-5d62-4c7e-9dd6-b80d06ba0531 req-158996a9-9591-4db3-98bc-3454f8571d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:53.114704 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c9d9e4e-5d62-4c7e-9dd6-b80d06ba0531 req-158996a9-9591-4db3-98bc-3454f8571d73 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 1098 time: 0.0880868 Aug 16 02:04:53.135890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54529ad1-6d23-429e-976b-e31f8955e4ec {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:53.144618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Allocated IP 2001:db8::171 (3583594c-08c8-4f86-8df0-19a7df8e2e8d/139537e9-0663-4544-acfa-656b5a6a75b1/8bc3b80c-5943-49e3-8812-7b2e6a3c93ed) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:53.176808 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c9d9e4e-5d62-4c7e-9dd6-b80d06ba0531 req-65b42524-09d1-4d42-8035-520d343d6e29 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539620 Aug 16 02:04:53.236804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:53.311498 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.313355 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.314005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aab0a68-bce1-40fa-9896-0e962fea73ec details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:53.354932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.359909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c2d1a00e-fce0-4535-a14d-7e95acfce503 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064994224', 'description': 'tempest-description--1883446694'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:53.409517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a00e-fce0-4535-a14d-7e95acfce503 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.438933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=420c0404-8e86-41b4-bf8f-06c133007db2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.454827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:53.481768 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port dcd808ee-8570-424a-8797-9e887e58493c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dcd808ee-8570-424a-8797-9e887e58493c,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:53.488851 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.508052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Transition to ACTIVE for port object 8bc3b80c-5943-49e3-8812-7b2e6a3c93ed will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:53.517322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.518085 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a00e-fce0-4535-a14d-7e95acfce503 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.527005 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a00e-fce0-4535-a14d-7e95acfce503 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.560559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1a00e-fce0-4535-a14d-7e95acfce503 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5182138d-2c1c-4f9a-834d-47149e27b554,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.565701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a00e-fce0-4535-a14d-7e95acfce503 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.571786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '2aab0a68-bce1-40fa-9896-0e962fea73ec', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'port_id': '2aab0a68-bce1-40fa-9896-0e962fea73ec', 'mac_address': 'fa:16:3e:89:ba:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315ce014-21ca-4f9b-ba83-7ea667026954', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:53.576597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c2d1a00e-fce0-4535-a14d-7e95acfce503 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2203910 Aug 16 02:04:53.579504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942e16e-ebe5-44c3-80bd-97a059032edf req-b0371a2b-48c3-47db-90c2-1e46ff3e5295 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:53.580760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.587456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-15e63ef9-a4ba-40e9-b458-692588cc110f tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'security_group_rule': {'security_group_id': '5182138d-2c1c-4f9a-834d-47149e27b554', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:53.587675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0942e16e-ebe5-44c3-80bd-97a059032edf req-b0371a2b-48c3-47db-90c2-1e46ff3e5295 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 944 time: 0.2641568 Aug 16 02:04:53.587992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-3583594c-08c8-4f86-8df0-19a7df8e2e8d', 'network_id': '3583594c-08c8-4f86-8df0-19a7df8e2e8d', 'tenant_id': '6a69d397db844ec7b85227da029805ff', 'fixed_ips': [{'subnet_id': '139537e9-0663-4544-acfa-656b5a6a75b1'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:53.588911 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.654177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15e63ef9-a4ba-40e9-b458-692588cc110f tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.658950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=54529ad1-6d23-429e-976b-e31f8955e4ec,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.667077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d8c21-2a76-47f3-b505-6326c430bbf0 req-6321a061-e092-4a37-a5c0-7e9b54391710 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:53.669266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e88d8c21-2a76-47f3-b505-6326c430bbf0 req-6321a061-e092-4a37-a5c0-7e9b54391710 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 944 time: 0.2453561 Aug 16 02:04:53.703787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0942e16e-ebe5-44c3-80bd-97a059032edf req-539e839b-9f9a-4abc-aa5b-2db4b1e77327 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124008 Aug 16 02:04:53.714077 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.749617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Provisioning for port 726d1e56-868c-4100-ae97-55bcc59f5af8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:53.794862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Network 3583594c-08c8-4f86-8df0-19a7df8e2e8d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:53.801744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e88d8c21-2a76-47f3-b505-6326c430bbf0 req-72ede442-f015-4349-b6cb-1f76a4ec1a25 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142583 Aug 16 02:04:53.805993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:53.810271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:53.827198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:53.827198 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.832010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15e63ef9-a4ba-40e9-b458-692588cc110f tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.845833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event updated for resources: {'Port': ['ID=8bc3b80c-5943-49e3-8812-7b2e6a3c93ed,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.846418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15e63ef9-a4ba-40e9-b458-692588cc110f tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.881825 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15e63ef9-a4ba-40e9-b458-692588cc110f tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.883204 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-15e63ef9-a4ba-40e9-b458-692588cc110f tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3014722 Aug 16 02:04:53.894105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.900245 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.902432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e63ef9-a4ba-40e9-b458-692588cc110f tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41be695-17e5-4472-bb52-d4f8b922b2c4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.906687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Provisioning complete for port 726d1e56-868c-4100-ae97-55bcc59f5af8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:53.907083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.921659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d6330e85-05fd-42cc-b2f6-694a03d93170 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'security_group_rule': {'security_group_id': '5182138d-2c1c-4f9a-834d-47149e27b554', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:53.938925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.940403 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dd6e837c-bac3-4c2f-97ee-f7615ad5d2ac tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2968545 Aug 16 02:04:53.946292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Request body: {'port': {'network_id': '3583594c-08c8-4f86-8df0-19a7df8e2e8d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1692857040', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:53.947775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.api.validators [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] bootfile-name is not in valid_values {{(pid=94640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:53.948043 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.api.validators [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] tftp-server is not in valid_values {{(pid=94640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:53.949312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.api.validators [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] server-ip-address is not in valid_values {{(pid=94640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:54.000698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Port 726d1e56-868c-4100-ae97-55bcc59f5af8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:54.011471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32dabc-f4e8-4ebb-8529-8a6ebe1945a5 req-7c66b001-591e-40cd-88f5-33de4931150f tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:54.020790 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c32dabc-f4e8-4ebb-8529-8a6ebe1945a5 req-7c66b001-591e-40cd-88f5-33de4931150f tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 948 time: 0.1948080 Aug 16 02:04:54.089623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aab0a68-bce1-40fa-9896-0e962fea73ec {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:54.109118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=dcd808ee-8570-424a-8797-9e887e58493c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.112666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Provisioning for port 5e1893e0-13a1-4368-a82e-4473b082391c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:54.122432 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6330e85-05fd-42cc-b2f6-694a03d93170 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.144802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Provisioning complete for port 5e1893e0-13a1-4368-a82e-4473b082391c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:54.145190 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.161554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c32dabc-f4e8-4ebb-8529-8a6ebe1945a5 req-c30d6040-1fd8-4884-b4cc-98a003f51df5 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398723 Aug 16 02:04:54.199346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:54.213994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Made reservation on behalf of 6a69d397db844ec7b85227da029805ff for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:54.219242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.228462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba897b-6695-471d-8549-dd465e0b4f37 req-421f8198-d859-4a35-8e7a-55f861364c9e tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:54.236980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4dfc970f-10bb-4272-bd41-42ae0ee82105 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:54.239779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58ba897b-6695-471d-8549-dd465e0b4f37 req-421f8198-d859-4a35-8e7a-55f861364c9e tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 946 time: 0.2534595 Aug 16 02:04:54.244043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] device_id is not set on port f25edfb4-263b-4d95-8ce2-e78f545ef579 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:54.250088 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.321499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58ba897b-6695-471d-8549-dd465e0b4f37 req-b9f92cf6-a7ff-4e86-8fe4-ddd43b5e0b6b tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758710 Aug 16 02:04:54.344284 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6330e85-05fd-42cc-b2f6-694a03d93170 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.350278 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6330e85-05fd-42cc-b2f6-694a03d93170 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.372557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6330e85-05fd-42cc-b2f6-694a03d93170 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5b1439-1c39-4a83-9439-e0193c57e939,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.399767 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6330e85-05fd-42cc-b2f6-694a03d93170 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.404775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d6330e85-05fd-42cc-b2f6-694a03d93170 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5001490 Aug 16 02:04:54.405312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.406479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=2aab0a68-bce1-40fa-9896-0e962fea73ec,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.414638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:54.420121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Port 5e1893e0-13a1-4368-a82e-4473b082391c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:54.423475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Allocated IP 2001:db8::2 (3583594c-08c8-4f86-8df0-19a7df8e2e8d/139537e9-0663-4544-acfa-656b5a6a75b1/a1d47935-eab3-4e3c-a79d-18652aeea8d2) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:54.442185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33e5c8-019a-4fc4-aeff-5fc73e53a2ff None None] Network c587edc1-1b39-4797-b043-f93444807fb5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:54.452443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.463050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Provisioning complete for port dcd808ee-8570-424a-8797-9e887e58493c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:54.463443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff600dd5-354e-4505-8c0b-051cd4ed6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.556742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.614331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 4dfc970f-10bb-4272-bd41-42ae0ee82105 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:54.674651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Allocated IP 172.25.5.36 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/36318a23-110f-4172-9d39-3aa00f8f34c4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:54.759567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['54529ad1-6d23-429e-976b-e31f8955e4ec'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:54.771005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['2aab0a68-bce1-40fa-9896-0e962fea73ec'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:54.781809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.822673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.854557 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.870076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1c9be-ef81-46f1-9de1-72a3c9ad1880 req-28f13bf2-8276-4e77-9171-0d295d3d4e2e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:54.870980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:54.875659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:54.877431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Transition to ACTIVE for port object a1d47935-eab3-4e3c-a79d-18652aeea8d2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:54.877641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aba1c9be-ef81-46f1-9de1-72a3c9ad1880 req-28f13bf2-8276-4e77-9171-0d295d3d4e2e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 945 time: 0.0811310 Aug 16 02:04:54.881109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:54.884578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Port': ['ID=36318a23-110f-4172-9d39-3aa00f8f34c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.915837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Transition to ACTIVE for port object a1d47935-eab3-4e3c-a79d-18652aeea8d2 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:54.949477 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.005555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aba1c9be-ef81-46f1-9de1-72a3c9ad1880 req-1ce0c0ab-c5ff-473a-ae04-964991765de9 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966969 Aug 16 02:04:55.031829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Allocated IP 2001:db8::1d7 (3583594c-08c8-4f86-8df0-19a7df8e2e8d/139537e9-0663-4544-acfa-656b5a6a75b1/f25edfb4-263b-4d95-8ce2-e78f545ef579) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:55.034948 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.036050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56f089-21ea-41a7-a4db-5dfcbc6de314 req-68fdf54a-11d5-4120-8554-2ad68f0e4831 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.036777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Network 3583594c-08c8-4f86-8df0-19a7df8e2e8d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:55.038345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd56f089-21ea-41a7-a4db-5dfcbc6de314 req-68fdf54a-11d5-4120-8554-2ad68f0e4831 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 944 time: 0.1150208 Aug 16 02:04:55.071799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:55.079591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:55.082232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Pushing event updated for resources: {'Port': ['ID=a1d47935-eab3-4e3c-a79d-18652aeea8d2,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.085370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Provisioning complete for port 726d1e56-868c-4100-ae97-55bcc59f5af8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:55.085752 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.090178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.116467 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd56f089-21ea-41a7-a4db-5dfcbc6de314 req-eafbc5f4-3aa0-4efd-ba68-5dc031401e1a tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638263 Aug 16 02:04:55.297196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086cdf7-736d-4967-a9a8-ee1a615abbb9 req-2c4a79b2-898d-4428-896b-33a60665a3e8 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.299464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f086cdf7-736d-4967-a9a8-ee1a615abbb9 req-2c4a79b2-898d-4428-896b-33a60665a3e8 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 948 time: 0.0540857 Aug 16 02:04:55.339440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Port 726d1e56-868c-4100-ae97-55bcc59f5af8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:55.343491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f086cdf7-736d-4967-a9a8-ee1a615abbb9 req-42d864b6-43ad-4f43-8cf3-84cdff3b3cb1 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355570 Aug 16 02:04:55.373028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Attempting to bind port a1d47935-eab3-4e3c-a79d-18652aeea8d2 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:55.373217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Attempting to bind port a1d47935-eab3-4e3c-a79d-18652aeea8d2 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6e7f04f4-c8e7-4579-91a3-c2c507fd9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3583594c-08c8-4f86-8df0-19a7df8e2e8d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:55.373530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Attempting to bind port a1d47935-eab3-4e3c-a79d-18652aeea8d2 on network 3583594c-08c8-4f86-8df0-19a7df8e2e8d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:55.381226 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.397216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:55.397603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Checking segment: {'id': '6e7f04f4-c8e7-4579-91a3-c2c507fd9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3583594c-08c8-4f86-8df0-19a7df8e2e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:55.398005 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.398412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Bound using segment: {'id': '6e7f04f4-c8e7-4579-91a3-c2c507fd9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3583594c-08c8-4f86-8df0-19a7df8e2e8d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:55.398885 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Bound port: a1d47935-eab3-4e3c-a79d-18652aeea8d2, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7f04f4-c8e7-4579-91a3-c2c507fd9949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3583594c-08c8-4f86-8df0-19a7df8e2e8d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:55.399548 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.410858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Transition to ACTIVE for port object f25edfb4-263b-4d95-8ce2-e78f545ef579 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:55.413873 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.414084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Provisioning for port 4dfc970f-10bb-4272-bd41-42ae0ee82105 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:55.426434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Provisioning complete for port 4dfc970f-10bb-4272-bd41-42ae0ee82105 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:55.426818 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.429029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.501336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa43ac-16c7-428a-be74-563738f2c8f5 req-51b25149-e3f8-4677-987b-6d4b85703e36 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.512519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0aaa43ac-16c7-428a-be74-563738f2c8f5 req-51b25149-e3f8-4677-987b-6d4b85703e36 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 946 time: 0.0805213 Aug 16 02:04:55.527988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:55.539398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Port': ['ID=36318a23-110f-4172-9d39-3aa00f8f34c4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.547492 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.557075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] For port a1d47935-eab3-4e3c-a79d-18652aeea8d2, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:55.562907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.576461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] For port a1d47935-eab3-4e3c-a79d-18652aeea8d2, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a1d47935-eab3-4e3c-a79d-18652aeea8d2,segment=NetworkSegment(6e7f04f4-c8e7-4579-91a3-c2c507fd9949),segment_id=6e7f04f4-c8e7-4579-91a3-c2c507fd9949)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:55.579901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0aaa43ac-16c7-428a-be74-563738f2c8f5 req-7346bc59-4eb9-45ef-85e1-d3768f7371d8 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647025 Aug 16 02:04:55.580633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.583566 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-acfbc2c9-6261-41f7-ab89-d185ce3762c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1767313 Aug 16 02:04:55.605233 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.639640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event updated for resources: {'Port': ['ID=f25edfb4-263b-4d95-8ce2-e78f545ef579,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.649531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Network 3583594c-08c8-4f86-8df0-19a7df8e2e8d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:55.651244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:55.662428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:55.667083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.669165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.669856 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.696832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.698760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3c7b07bf-3fe5-448d-8352-5ae2b752c51c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7567773 Aug 16 02:04:55.706889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187013b-693b-404a-8050-48163f7fe2d4 None None] Pushing event updated for resources: {'Port': ['ID=a1d47935-eab3-4e3c-a79d-18652aeea8d2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.722010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:55.740334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] For port 4dfc970f-10bb-4272-bd41-42ae0ee82105, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4dfc970f-10bb-4272-bd41-42ae0ee82105,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:55.741844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:55.742379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.772360 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.825781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Provisioning complete for port 5e1893e0-13a1-4368-a82e-4473b082391c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:55.826960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.851716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aab446-de85-420c-84ef-661feb003b3d tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.866081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aab446-de85-420c-84ef-661feb003b3d tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.874897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aab446-de85-420c-84ef-661feb003b3d tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.880936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.900158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a7aab446-de85-420c-84ef-661feb003b3d tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2012603 Aug 16 02:04:55.932512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Port 5e1893e0-13a1-4368-a82e-4473b082391c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:55.934401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca162ac4-8fd1-46ab-9d16-ac581ff6bfaf None None] Pushing event updated for resources: {'Port': ['ID=4dfc970f-10bb-4272-bd41-42ae0ee82105,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.960909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-c7eaa5e0-04d0-4321-a945-ec0bd9e38a97 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1064994224&fields=id&tenant_id=fc0507e73936436aa5ecdfe4212c3267 HTTP/1.1" status: 200 len: 267 time: 0.0574439 Aug 16 02:04:55.962194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.003002 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017e1b46-e920-4714-912b-98228fb01c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:56.005739 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd271103-ebac-4e96-a299-2ebd572dfcac" -d '{"events": [{"server_uuid": "017e1b46-e920-4714-912b-98228fb01c7a", "name": "network-vif-plugged", "status": "completed", "tag": "43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:56.036935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:56.044523 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.045983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bccd15de-e246-49f6-8679-dfd26500e2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Deleting port f25edfb4-263b-4d95-8ce2-e78f545ef579 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:56.046384 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bccd15de-e246-49f6-8679-dfd26500e2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.047557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-aa1a9b2d-fd00-46ed-9bc5-6be172bdab3c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.057017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-aa1a9b2d-fd00-46ed-9bc5-6be172bdab3c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports/5e1893e0-13a1-4368-a82e-4473b082391c HTTP/1.1" status: 200 len: 932 time: 0.0781105 Aug 16 02:04:56.086977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85618e7-934c-4b0f-aab3-ce13c412b132 req-1e0a5500-6c84-4ee1-91d0-4ab14462211d tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.096120 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c85618e7-934c-4b0f-aab3-ce13c412b132 req-1e0a5500-6c84-4ee1-91d0-4ab14462211d tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 946 time: 0.1776509 Aug 16 02:04:56.134459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3333b432-1e9e-45f5-83b1-70edc8014c6f None None] Provisioning complete for port 4dfc970f-10bb-4272-bd41-42ae0ee82105 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:56.134841 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3333b432-1e9e-45f5-83b1-70edc8014c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.141271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.178838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bccd15de-e246-49f6-8679-dfd26500e2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.180279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-28215ee3-6677-4dc5-a2c4-58d4ce6a317a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.181985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-28215ee3-6677-4dc5-a2c4-58d4ce6a317a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports/726d1e56-868c-4100-ae97-55bcc59f5af8 HTTP/1.1" status: 200 len: 930 time: 0.1241114 Aug 16 02:04:56.203226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bccd15de-e246-49f6-8679-dfd26500e2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Calling delete_port for f25edfb4-263b-4d95-8ce2-e78f545ef579 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:56.265579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-c36c7aac-1b05-4f94-8ad8-54b1955d5c74 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0747144 Aug 16 02:04:56.271012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c85618e7-934c-4b0f-aab3-ce13c412b132 req-70d67508-2a2f-4d5b-8b9a-d3a39e97fa15 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733510 Aug 16 02:04:56.295180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcd808ee-8570-424a-8797-9e887e58493c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:56.313515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-3142d3fe-1a36-472e-89a6-1a19042fadca tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0414784 Aug 16 02:04:56.342659 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b229fce9-94f5-4ba9-8e47-c3d66a911782 x-openstack-request-id: req-b229fce9-94f5-4ba9-8e47-c3d66a911782 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:56.342952 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017e1b46-e920-4714-912b-98228fb01c7a", "name": "network-vif-plugged", "status": "completed", "tag": "43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:56.343236 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b229fce9-94f5-4ba9-8e47-c3d66a911782 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:56.343628 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017e1b46-e920-4714-912b-98228fb01c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95', 'code': 200} Aug 16 02:04:56.365073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port dcd808ee-8570-424a-8797-9e887e58493c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:56.365449 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.397969 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bccd15de-e246-49f6-8679-dfd26500e2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.440672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd15de-e246-49f6-8679-dfd26500e2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event deleted for resources: {'Port': ['ID=f25edfb4-263b-4d95-8ce2-e78f545ef579,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.488391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bccd15de-e246-49f6-8679-dfd26500e2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.493909 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bccd15de-e246-49f6-8679-dfd26500e2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "DELETE /v2.0/ports/f25edfb4-263b-4d95-8ce2-e78f545ef579 HTTP/1.1" status: 204 len: 168 time: 0.6086028 Aug 16 02:04:56.494120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a1d47935-eab3-4e3c-a79d-18652aeea8d2 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:56.495587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:56.502231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Request body: {'port': {'name': 'tempest-new-port-name-368730989', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:56.502621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.api.validators [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] bootfile-name is not in valid_values {{(pid=94640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:56.502843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff319f4-5697-404c-933e-a67a6f512614 req-b3df1fbd-730f-4757-961c-9543e409b519 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.502975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.api.validators [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] tftp-server is not in valid_values {{(pid=94640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:56.503294 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.api.validators [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] server-ip-address is not in valid_values {{(pid=94640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:04:56.504414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aff319f4-5697-404c-933e-a67a6f512614 req-b3df1fbd-730f-4757-961c-9543e409b519 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 945 time: 0.0966504 Aug 16 02:04:56.513767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-89826454-b0bf-463d-8556-97bc89561440 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.521229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-89826454-b0bf-463d-8556-97bc89561440 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.527391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-89826454-b0bf-463d-8556-97bc89561440 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.529008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-89826454-b0bf-463d-8556-97bc89561440 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/networks?id=67c32414-a736-42e3-a126-e9aaa16b00fb&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=c587edc1-1b39-4797-b043-f93444807fb5&id=c587edc1-1b39-4797-b043-f93444807fb5 HTTP/1.1" status: 200 len: 1988 time: 0.2061832 Aug 16 02:04:56.546082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a1d47935-eab3-4e3c-a79d-18652aeea8d2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:56.551895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4dfc970f-10bb-4272-bd41-42ae0ee82105 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:56.556723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0b815-2940-42f3-b1b3-be57567725c6 req-eb3b1658-10a7-4785-b9fc-3c4b79e087a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.558304 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ac0b815-2940-42f3-b1b3-be57567725c6 req-eb3b1658-10a7-4785-b9fc-3c4b79e087a4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 1101 time: 0.1443038 Aug 16 02:04:56.562798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-21f4c5e3-b0ac-4f8a-a9eb-b20c181f8f18 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/quotas/fc0507e73936436aa5ecdfe4212c3267 HTTP/1.1" status: 200 len: 375 time: 0.0235777 Aug 16 02:04:56.591678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aff319f4-5697-404c-933e-a67a6f512614 req-539f5e96-af64-42c6-b0fa-df74024e4de7 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616441 Aug 16 02:04:56.634022 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.650051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 4dfc970f-10bb-4272-bd41-42ae0ee82105 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:56.650431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.655619 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3ac0b815-2940-42f3-b1b3-be57567725c6 req-76e43c59-4d2b-4d3d-a3f8-27c86081acaa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768988 Aug 16 02:04:56.660141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b24c9764-54b8-417e-a096-4479a47c5a15 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0889890 Aug 16 02:04:56.826961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6f72-7d85-44ad-bafb-26fd4ed1073a req-8b9bc4a1-50ff-4710-a26a-cc3822383acc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.828564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dcc6f72-7d85-44ad-bafb-26fd4ed1073a req-8b9bc4a1-50ff-4710-a26a-cc3822383acc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 944 time: 0.1046746 Aug 16 02:04:56.839430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a286f891-c8db-4ec7-b85e-f6412a5b5207 service neutron] 10.222.0.61 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667643 Aug 16 02:04:56.915765 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.920892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.964816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db398e-3124-4fd6-aca2-d339d43c5613 None None] Network 3583594c-08c8-4f86-8df0-19a7df8e2e8d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:56.977390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] In _notify_port_updated(), no bound segment for port 8bc3b80c-5943-49e3-8812-7b2e6a3c93ed on network 3583594c-08c8-4f86-8df0-19a7df8e2e8d {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:04:56.983074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.983798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.987830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "PUT /v2.0/ports/8bc3b80c-5943-49e3-8812-7b2e6a3c93ed HTTP/1.1" status: 200 len: 1129 time: 0.4883595 Aug 16 02:04:56.989007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.030484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189d39b-52a8-4743-9231-a1a201874bbc tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event updated for resources: {'Port': ['ID=8bc3b80c-5943-49e3-8812-7b2e6a3c93ed,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.045111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b1cbf04c-3bd7-4f86-87b3-011614f1eb69 None None] Provisioning for port a1d47935-eab3-4e3c-a79d-18652aeea8d2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:57.061747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b004ad-aef4-4b62-9a53-52562aa0f538 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.068159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b1cbf04c-3bd7-4f86-87b3-011614f1eb69 None None] Provisioning complete for port a1d47935-eab3-4e3c-a79d-18652aeea8d2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:57.068159 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf04c-3bd7-4f86-87b3-011614f1eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.068501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-13b004ad-aef4-4b62-9a53-52562aa0f538 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "GET /v2.0/ports/8bc3b80c-5943-49e3-8812-7b2e6a3c93ed HTTP/1.1" status: 200 len: 1129 time: 0.0742164 Aug 16 02:04:57.068501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.189870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6396ff5f-c5c9-4f0e-b211-608b1200b5c3 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Deleting port 8bc3b80c-5943-49e3-8812-7b2e6a3c93ed {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:57.190643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6396ff5f-c5c9-4f0e-b211-608b1200b5c3 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.203849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dcc6f72-7d85-44ad-bafb-26fd4ed1073a req-9c2823ce-0298-404f-b81d-bfe5f2673d2b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550510 Aug 16 02:04:57.225270 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf04c-3bd7-4f86-87b3-011614f1eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.237799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d4ae90a9-3441-490c-810f-f4c6a7d1bc91 service neutron] 10.222.0.61 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973522 Aug 16 02:04:57.277905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b1cbf04c-3bd7-4f86-87b3-011614f1eb69 None None] For port a1d47935-eab3-4e3c-a79d-18652aeea8d2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a1d47935-eab3-4e3c-a79d-18652aeea8d2,segment=NetworkSegment(6e7f04f4-c8e7-4579-91a3-c2c507fd9949),segment_id=6e7f04f4-c8e7-4579-91a3-c2c507fd9949)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:57.285210 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf04c-3bd7-4f86-87b3-011614f1eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.316008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-832dab75-894c-44b6-be1d-d8c977896db4 service neutron] 10.222.0.61 "GET /v2.0/ports/5e1893e0-13a1-4368-a82e-4473b082391c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0710218 Aug 16 02:04:57.318264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-c6d27622-421b-4fe2-92d6-5ac6b17e0a15 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.320299 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-c6d27622-421b-4fe2-92d6-5ac6b17e0a15 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.93 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 946 time: 0.1150346 Aug 16 02:04:57.352527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbf04c-3bd7-4f86-87b3-011614f1eb69 None None] Pushing event updated for resources: {'Port': ['ID=a1d47935-eab3-4e3c-a79d-18652aeea8d2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.368856 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6396ff5f-c5c9-4f0e-b211-608b1200b5c3 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.388867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6396ff5f-c5c9-4f0e-b211-608b1200b5c3 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Calling delete_port for 8bc3b80c-5943-49e3-8812-7b2e6a3c93ed owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:57.445261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb61564-3dda-405e-9dff-b5c17140fdcd req-c7e5ab61-a685-460f-9acb-8b9629227337 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.449329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7cb61564-3dda-405e-9dff-b5c17140fdcd req-c7e5ab61-a685-460f-9acb-8b9629227337 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 949 time: 0.1321719 Aug 16 02:04:57.483125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-fc75a502-9987-4b57-90f9-02346ecd7095 service neutron] 10.222.0.61 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562169 Aug 16 02:04:57.519169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7cb61564-3dda-405e-9dff-b5c17140fdcd req-bae72220-f49f-4fc2-9219-9ebd14760d11 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629141 Aug 16 02:04:57.554631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Deleting port 420c0404-8e86-41b4-bf8f-06c133007db2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:57.554980 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.625147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1fe152aa-a8bd-40ad-9f5e-b5d2ed1d1b96 None None] Provisioning for port 8bc3b80c-5943-49e3-8812-7b2e6a3c93ed completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:57.636383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1fe152aa-a8bd-40ad-9f5e-b5d2ed1d1b96 None None] Provisioning complete for port 8bc3b80c-5943-49e3-8812-7b2e6a3c93ed triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:57.636791 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fe152aa-a8bd-40ad-9f5e-b5d2ed1d1b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.675266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9940248f-8859-4ac7-83a2-29830f9a20a9 service neutron] 10.222.0.61 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733029 Aug 16 02:04:57.686911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1fe152aa-a8bd-40ad-9f5e-b5d2ed1d1b96 None None] Port 8bc3b80c-5943-49e3-8812-7b2e6a3c93ed cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:57.697821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1fe152aa-a8bd-40ad-9f5e-b5d2ed1d1b96 None None] Provisioning complete for port a1d47935-eab3-4e3c-a79d-18652aeea8d2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:57.698190 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fe152aa-a8bd-40ad-9f5e-b5d2ed1d1b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.732399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] For port 420c0404-8e86-41b4-bf8f-06c133007db2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=420c0404-8e86-41b4-bf8f-06c133007db2,segment=NetworkSegment(4926cde4-a6f0-43c4-9829-09513a981f2d),segment_id=4926cde4-a6f0-43c4-9829-09513a981f2d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:57.732766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.735834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6396ff5f-c5c9-4f0e-b211-608b1200b5c3 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.752990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-fc4c8a84-803f-45d7-bf38-93df0d3c8a8f service neutron] 10.222.0.61 "GET /v2.0/ports/726d1e56-868c-4100-ae97-55bcc59f5af8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0725603 Aug 16 02:04:57.755080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Calling delete_port for 420c0404-8e86-41b4-bf8f-06c133007db2 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:57.794285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396ff5f-c5c9-4f0e-b211-608b1200b5c3 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event deleted for resources: {'Port': ['ID=8bc3b80c-5943-49e3-8812-7b2e6a3c93ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.865750 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6396ff5f-c5c9-4f0e-b211-608b1200b5c3 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.869574 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6396ff5f-c5c9-4f0e-b211-608b1200b5c3 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "DELETE /v2.0/ports/8bc3b80c-5943-49e3-8812-7b2e6a3c93ed HTTP/1.1" status: 204 len: 168 time: 0.7982731 Aug 16 02:04:57.871861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.901661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1ef2826a-18dd-4b5f-94bb-6b3e2c57ffae service neutron] 10.222.0.61 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466098 Aug 16 02:04:57.919463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cf3b7-13d4-4100-b9b1-089d250c1a39 req-08030940-9f26-45c2-8d1c-5c619bfd5889 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.921025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f4cf3b7-13d4-4100-b9b1-089d250c1a39 req-08030940-9f26-45c2-8d1c-5c619bfd5889 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/ports?device_id=36188352-97b6-4bc3-8ff3-05134db15046 HTTP/1.1" status: 200 len: 946 time: 0.0739226 Aug 16 02:04:57.941317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-09815b04-0c59-4e26-ade7-9f60f4812d5d None None] Could not find standard attr ID for object 8bc3b80c-5943-49e3-8812-7b2e6a3c93ed. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:04:57.948170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-022a5a28-1d0a-4d84-9135-c3c3c489dc3c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Deleting subnet 139537e9-0663-4544-acfa-656b5a6a75b1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:57.952059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-022a5a28-1d0a-4d84-9135-c3c3c489dc3c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.023661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f4cf3b7-13d4-4100-b9b1-089d250c1a39 req-8c49074a-0ae0-445b-8bcd-c992e09c0a17 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups?id=346f12c6-9a4c-4b50-9c7e-fdce8c818e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825157 Aug 16 02:04:58.023934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-022a5a28-1d0a-4d84-9135-c3c3c489dc3c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.046075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-402d671a-03e5-4857-bb5f-31cfbcbc09be service neutron] 10.222.0.61 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346273 Aug 16 02:04:58.088868 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.102496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['420c0404-8e86-41b4-bf8f-06c133007db2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:58.162543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event deleted for resources: {'Port': ['ID=420c0404-8e86-41b4-bf8f-06c133007db2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.200723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a1d47935-eab3-4e3c-a79d-18652aeea8d2 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:58.216112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] No DVR routers for this DVR port 420c0404-8e86-41b4-bf8f-06c133007db2 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:58.218314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-022a5a28-1d0a-4d84-9135-c3c3c489dc3c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.222099 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.224130 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07666295-a37b-40b5-a9b9-0b827c2effdb req-dda2f41e-670a-404e-a2ef-697873b54632 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.93 "DELETE /v2.0/ports/420c0404-8e86-41b4-bf8f-06c133007db2 HTTP/1.1" status: 204 len: 173 time: 0.8932498 Aug 16 02:04:58.224571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36188352-97b6-4bc3-8ff3-05134db15046', 'name': 'network-vif-deleted', 'tag': '420c0404-8e86-41b4-bf8f-06c133007db2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:58.227166 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761102b1-130c-4e1c-9fc8-7df3f5508871" -d '{"events": [{"server_uuid": "36188352-97b6-4bc3-8ff3-05134db15046", "name": "network-vif-deleted", "tag": "420c0404-8e86-41b4-bf8f-06c133007db2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:58.254022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc09fe8-921a-4bce-a688-b66b1e191494 req-ed1df7a9-7761-4e49-b760-e6b4913f3485 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.255697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbc09fe8-921a-4bce-a688-b66b1e191494 req-ed1df7a9-7761-4e49-b760-e6b4913f3485 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 945 time: 0.1070716 Aug 16 02:04:58.260548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-77f3db45-461a-4746-b047-cee3f39cd9b6 None None] Could not find standard attr ID for object f25edfb4-263b-4d95-8ce2-e78f545ef579. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:04:58.265516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba35cf98-60e6-47e6-8b6d-0c728442807d service neutron] 10.222.0.61 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062654 Aug 16 02:04:58.280662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a1d47935-eab3-4e3c-a79d-18652aeea8d2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:58.281424 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.313517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aab0a68-bce1-40fa-9896-0e962fea73ec up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:58.337204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-022a5a28-1d0a-4d84-9135-c3c3c489dc3c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.368374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbc09fe8-921a-4bce-a688-b66b1e191494 req-065568ef-1f5a-4629-8e63-b148e717af44 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900538 Aug 16 02:04:58.384802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a5a28-1d0a-4d84-9135-c3c3c489dc3c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event deleted for resources: {'Subnet': ['ID=139537e9-0663-4544-acfa-656b5a6a75b1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.403919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-022a5a28-1d0a-4d84-9135-c3c3c489dc3c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.410475 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-022a5a28-1d0a-4d84-9135-c3c3c489dc3c tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "DELETE /v2.0/subnets/139537e9-0663-4544-acfa-656b5a6a75b1 HTTP/1.1" status: 204 len: 168 time: 0.5341198 Aug 16 02:04:58.411241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.447847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 2aab0a68-bce1-40fa-9896-0e962fea73ec completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:58.453453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 2aab0a68-bce1-40fa-9896-0e962fea73ec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:58.453748 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.495906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-aa7a7504-7c6d-481d-850b-294853cb0339 service neutron] 10.222.0.61 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291253 Aug 16 02:04:58.526374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a4e2d-4edc-4b98-a028-4a00d861ca8e None None] Network 3583594c-08c8-4f86-8df0-19a7df8e2e8d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:58.584630 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.606345 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.619790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:58.622147 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d3f430-dc7f-478d-b2a1-2fb0950da9c7" -d '{"events": [{"server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "name": "network-vif-plugged", "status": "completed", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:58.647603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9bc9c-c202-49e1-9539-2bcef9e05455 req-4c2d1550-418b-482c-aab5-dd67e7533eda tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.649171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8b9bc9c-c202-49e1-9539-2bcef9e05455 req-4c2d1550-418b-482c-aab5-dd67e7533eda tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 944 time: 0.1676848 Aug 16 02:04:58.653401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:58.656821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-3f498208-ee04-44e3-8c94-89ec3ba255ee service neutron] 10.222.0.61 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430140 Aug 16 02:04:58.671892 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.672707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 54529ad1-6d23-429e-976b-e31f8955e4ec up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:58.764890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=2aab0a68-bce1-40fa-9896-0e962fea73ec,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.773415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8b9bc9c-c202-49e1-9539-2bcef9e05455 req-f4c09692-cd2f-46e0-94ec-d2c3bcec058f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127656 Aug 16 02:04:58.778987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.779366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.779714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.780056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.780750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.780750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.781025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.781350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.781676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.782326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.782326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.783245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:58.813018 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7bb778a2-749f-43a3-abd5-4f2de6e97cdc service neutron] 10.222.0.61 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300287 Aug 16 02:04:58.816407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Deleting port a1d47935-eab3-4e3c-a79d-18652aeea8d2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:58.816754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.819382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 54529ad1-6d23-429e-976b-e31f8955e4ec completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:58.824012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 54529ad1-6d23-429e-976b-e31f8955e4ec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:58.830802 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.862720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d868b9-6488-400b-a709-dbc4a6563dda None None] DHCP port deletion for 3583594c-08c8-4f86-8df0-19a7df8e2e8d request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:58.885473 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceaec0b-a0f5-4d16-8d0f-ca55a51fbcac x-openstack-request-id: req-fceaec0b-a0f5-4d16-8d0f-ca55a51fbcac {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:58.885801 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36188352-97b6-4bc3-8ff3-05134db15046", "name": "network-vif-deleted", "tag": "420c0404-8e86-41b4-bf8f-06c133007db2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:58.886123 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fceaec0b-a0f5-4d16-8d0f-ca55a51fbcac {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:58.886530 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36188352-97b6-4bc3-8ff3-05134db15046', 'name': 'network-vif-deleted', 'tag': '420c0404-8e86-41b4-bf8f-06c133007db2', 'status': 'completed', 'code': 200} Aug 16 02:04:58.996024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] For port a1d47935-eab3-4e3c-a79d-18652aeea8d2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a1d47935-eab3-4e3c-a79d-18652aeea8d2,segment=NetworkSegment(6e7f04f4-c8e7-4579-91a3-c2c507fd9949),segment_id=6e7f04f4-c8e7-4579-91a3-c2c507fd9949)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:58.996295 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.016883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Calling delete_port for a1d47935-eab3-4e3c-a79d-18652aeea8d2 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:59.073601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-0fffbdfd-de35-4c83-9584-f10f5a9883c8 service neutron] 10.222.0.61 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377241 Aug 16 02:04:59.083330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069d15-14a8-4236-b2a1-c5bf23055a5a req-e0689587-d69c-4f9a-9561-a53bf7a29710 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.084729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e069d15-14a8-4236-b2a1-c5bf23055a5a req-e0689587-d69c-4f9a-9561-a53bf7a29710 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 949 time: 0.1471419 Aug 16 02:04:59.093960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a7d868b9-6488-400b-a709-dbc4a6563dda None None] Deleting port a1d47935-eab3-4e3c-a79d-18652aeea8d2 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:59.094331 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7d868b9-6488-400b-a709-dbc4a6563dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.097933 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.181798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a7d868b9-6488-400b-a709-dbc4a6563dda None None] For port a1d47935-eab3-4e3c-a79d-18652aeea8d2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a1d47935-eab3-4e3c-a79d-18652aeea8d2,segment=NetworkSegment(6e7f04f4-c8e7-4579-91a3-c2c507fd9949),segment_id=6e7f04f4-c8e7-4579-91a3-c2c507fd9949)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:59.182458 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7d868b9-6488-400b-a709-dbc4a6563dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.188482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:59.198227 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.205843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a7d868b9-6488-400b-a709-dbc4a6563dda None None] Calling delete_port for a1d47935-eab3-4e3c-a79d-18652aeea8d2 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:59.215199 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e069d15-14a8-4236-b2a1-c5bf23055a5a req-3b9358bd-2db4-4098-b04e-bc305b57a00e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183755 Aug 16 02:04:59.241031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d257061d-cc46-40b6-ad10-b4c99d06be2a service neutron] 10.222.0.61 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483417 Aug 16 02:04:59.241031 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.280398 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a328768-cdd3-447c-a0bc-81e8430b5442 x-openstack-request-id: req-1a328768-cdd3-447c-a0bc-81e8430b5442 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:59.280700 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "name": "network-vif-plugged", "status": "completed", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:59.280955 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a328768-cdd3-447c-a0bc-81e8430b5442 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:59.281352 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec', 'code': 200} Aug 16 02:04:59.304269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=54529ad1-6d23-429e-976b-e31f8955e4ec,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.318646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event deleted for resources: {'Port': ['ID=a1d47935-eab3-4e3c-a79d-18652aeea8d2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.322677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] No DVR routers for this DVR port a1d47935-eab3-4e3c-a79d-18652aeea8d2 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:59.342612 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7d868b9-6488-400b-a709-dbc4a6563dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.367904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d868b9-6488-400b-a709-dbc4a6563dda None None] Pushing event deleted for resources: {'Port': ['ID=a1d47935-eab3-4e3c-a79d-18652aeea8d2,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.371608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d868b9-6488-400b-a709-dbc4a6563dda None None] No DVR routers for this DVR port a1d47935-eab3-4e3c-a79d-18652aeea8d2 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:59.428764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.441183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-6732bf19-4bb7-4ac9-8b0f-d4e8497fcc2c service neutron] 10.222.0.61 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972535 Aug 16 02:04:59.442685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3583594c-08c8-4f86-8df0-19a7df8e2e8d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:59.455800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e62ba-9f23-41ee-a991-3417c70c0bf2 req-e0b22f98-8cfb-4ab8-8456-e97e75d3a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.457564 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d9e62ba-9f23-41ee-a991-3417c70c0bf2 req-e0b22f98-8cfb-4ab8-8456-e97e75d3a598 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 1098 time: 0.0455644 Aug 16 02:04:59.463340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7f04f4-c8e7-4579-91a3-c2c507fd9949') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:59.463648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7f04f4-c8e7-4579-91a3-c2c507fd9949') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:59.522268 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d9e62ba-9f23-41ee-a991-3417c70c0bf2 req-35279b7c-b841-4597-9b6f-df07d3500b90 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559044 Aug 16 02:04:59.553554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.578738 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.598065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a844bbf6-75f8-44d2-b654-ffdefaac7e4b service neutron] 10.222.0.61 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481476 Aug 16 02:04:59.599323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:59.599743 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:59.611928 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:59.697434 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.708708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.711434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] 10.222.0.61 "DELETE /v2.0/networks/3583594c-08c8-4f86-8df0-19a7df8e2e8d HTTP/1.1" status: 204 len: 168 time: 1.2989185 Aug 16 02:04:59.724322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f0c35-23d6-4a0d-8927-d3a08b529d8a tempest-ExtraDHCPOptionsIpV6TestJSON-866588153 tempest-ExtraDHCPOptionsIpV6TestJSON-866588153-project] Pushing event deleted for resources: {'Network': ['ID=3583594c-08c8-4f86-8df0-19a7df8e2e8d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.963366 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4497e-01f9-4d57-82ec-253f8ead64f8 req-19962ce5-d089-48da-8f9f-41b80e7d79f6 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.965011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7a4497e-01f9-4d57-82ec-253f8ead64f8 req-19962ce5-d089-48da-8f9f-41b80e7d79f6 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 946 time: 0.0706418 Aug 16 02:05:00.008368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7a4497e-01f9-4d57-82ec-253f8ead64f8 req-fdb4fced-ee65-4f93-8375-541209523464 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358262 Aug 16 02:05:00.053016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.146798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a1d47935-eab3-4e3c-a79d-18652aeea8d2 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:00.172913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a1d47935-eab3-4e3c-a79d-18652aeea8d2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:00.173252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a1d47935-eab3-4e3c-a79d-18652aeea8d2 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:00.191771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b709c-d19d-4f59-8b87-9821dd21585d req-67475f7b-8b4a-4fa4-ae23-cf495a78d55b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.193346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e89b709c-d19d-4f59-8b87-9821dd21585d req-67475f7b-8b4a-4fa4-ae23-cf495a78d55b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 945 time: 0.0630012 Aug 16 02:05:00.262967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e89b709c-d19d-4f59-8b87-9821dd21585d req-aa5295ff-31f8-48e6-923a-067db27842b1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627949 Aug 16 02:05:00.267833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e2e7a542-5ad3-4add-9b39-b0480a0f7b23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a69d397db844ec7b85227da029805ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112858 Aug 16 02:05:00.268069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.324325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a18d33d-5bf3-4bb9-a319-44a3e375a722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.371110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-30b8f6e3-9d20-407e-b0d9-b96df9ee547f tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2ac3f9739585462dacc2ef84e609278b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267568 Aug 16 02:05:00.376744 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a18d33d-5bf3-4bb9-a319-44a3e375a722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.430433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f84a5d7-9a60-4b16-ada6-4577e4fe924c req-5e0d80f7-a1d5-4b21-bdd4-521447b96076 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.0558336 Aug 16 02:05:00.457687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.534286 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a18d33d-5bf3-4bb9-a319-44a3e375a722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.536881 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a18d33d-5bf3-4bb9-a319-44a3e375a722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.540792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0a18d33d-5bf3-4bb9-a319-44a3e375a722 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f92689ce-a946-4bc1-ae27-3893f55cfa2b HTTP/1.1" status: 204 len: 168 time: 0.2690864 Aug 16 02:05:00.555687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d33d-5bf3-4bb9-a319-44a3e375a722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92689ce-a946-4bc1-ae27-3893f55cfa2b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.575195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a9e2-e0ec-4469-8448-136480604716 req-3926aedf-c812-43de-903d-7e43ecc213f2 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.576768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-3926aedf-c812-43de-903d-7e43ecc213f2 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852098 Aug 16 02:05:00.600315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-318f88ee-4f9c-4346-bb27-4b0a636803d7 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/quotas/2ac3f9739585462dacc2ef84e609278b HTTP/1.1" status: 200 len: 375 time: 0.0120945 Aug 16 02:05:00.662996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-9fb41143-a2c2-4682-9237-da11d1e9211c tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ac3f9739585462dacc2ef84e609278b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565257 Aug 16 02:05:00.709890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.790560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af404d6-7f37-4e21-a0ce-74e775c49479 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.823352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af404d6-7f37-4e21-a0ce-74e775c49479 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.914353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af404d6-7f37-4e21-a0ce-74e775c49479 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.918222 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af404d6-7f37-4e21-a0ce-74e775c49479 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.928467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6af404d6-7f37-4e21-a0ce-74e775c49479 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "DELETE /v2.0/security-groups/609a428d-ec31-42af-a3f2-cee4f358744d HTTP/1.1" status: 204 len: 168 time: 0.2166963 Aug 16 02:05:00.929397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.933281 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4444e7a5-d974-4f88-b5c3-96c2cc297e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.936844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6ddc949-4fe1-4a34-a709-42da047e2c56 req-5da569cc-7fb1-4d4c-af5d-3b16b87de3a2 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 210 time: 0.0754316 Aug 16 02:05:00.955831 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-a57f5f24-1097-4a6d-8dff-5c666e8f58a7 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] show failed (client error): The resource could not be found. Aug 16 02:05:00.959929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.962162 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a57f5f24-1097-4a6d-8dff-5c666e8f58a7 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "GET /v2.0/security-groups/609a428d-ec31-42af-a3f2-cee4f358744d HTTP/1.1" status: 404 len: 347 time: 0.0237789 Aug 16 02:05:00.969637 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af404d6-7f37-4e21-a0ce-74e775c49479 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609a428d-ec31-42af-a3f2-cee4f358744d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:01.221888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Deleting port f78733ba-7b1d-4227-94b7-b87729de20d6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:01.222236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.232596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a8a1-a0b0-4002-8d00-aa6aa4c6ebb9 req-40633ec5-0b7f-48e5-a708-506b1263c903 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.233978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36a3a8a1-a0b0-4002-8d00-aa6aa4c6ebb9 req-40633ec5-0b7f-48e5-a708-506b1263c903 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 946 time: 0.0891092 Aug 16 02:05:01.283469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:01.285833 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d3fe15-5496-4e01-9cd9-5432a3a37b67" -d '{"events": [{"server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "name": "network-vif-plugged", "status": "completed", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:01.337692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36a3a8a1-a0b0-4002-8d00-aa6aa4c6ebb9 req-11c21948-f6a7-4829-a029-d9b7f6619a5d tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927024 Aug 16 02:05:01.345995 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f02b174-c20e-4f9e-9a47-3e0e447be346 x-openstack-request-id: req-5f02b174-c20e-4f9e-9a47-3e0e447be346 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:01.346352 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "name": "network-vif-plugged", "status": "completed", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:01.346707 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f02b174-c20e-4f9e-9a47-3e0e447be346 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:01.346991 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec', 'code': 200} Aug 16 02:05:01.399203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.399549 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.416578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Calling delete_port for f78733ba-7b1d-4227-94b7-b87729de20d6 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:01.527075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 420c0404-8e86-41b4-bf8f-06c133007db2 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:01.537285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fbb9e-9eaf-40e1-a180-88777c8c2391 req-8f819df7-1c64-4a61-9e27-22e4f46f34b6 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.551570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b2fbb9e-9eaf-40e1-a180-88777c8c2391 req-8f819df7-1c64-4a61-9e27-22e4f46f34b6 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 945 time: 0.1321998 Aug 16 02:05:01.554406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.562200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557733ec-f5e6-4989-87b0-937f4d2346c8 req-591cdba2-cb66-41d9-b3d1-2b0d6f29f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.563712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-557733ec-f5e6-4989-87b0-937f4d2346c8 req-591cdba2-cb66-41d9-b3d1-2b0d6f29f413 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1097 time: 0.1032705 Aug 16 02:05:01.579728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 420c0404-8e86-41b4-bf8f-06c133007db2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:01.580714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 420c0404-8e86-41b4-bf8f-06c133007db2 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:01.621286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b2fbb9e-9eaf-40e1-a180-88777c8c2391 req-19906afa-5cf9-44f7-8a32-4fb0716caca0 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668228 Aug 16 02:05:01.696235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7a0a7c43-12a8-4f39-8470-c5b045bd3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.698046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7a0a7c43-12a8-4f39-8470-c5b045bd3f24 service neutron] 10.222.0.93 "GET /v2.0/ports/5e1893e0-13a1-4368-a82e-4473b082391c HTTP/1.1" status: 200 len: 1028 time: 0.0749495 Aug 16 02:05:01.712421 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-557733ec-f5e6-4989-87b0-937f4d2346c8 req-fca30a2e-cc71-492a-94c5-5a5bc1e8988c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349428 Aug 16 02:05:01.740577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-988711730'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:01.775655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8592dd2f-57f4-4b15-8ac2-92ce8a556341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.777299 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8592dd2f-57f4-4b15-8ac2-92ce8a556341 service neutron] 10.222.0.93 "GET /v2.0/ports/726d1e56-868c-4100-ae97-55bcc59f5af8 HTTP/1.1" status: 200 len: 1026 time: 0.0525866 Aug 16 02:05:01.799118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Made reservation on behalf of 9b500030657f4cd68e65c10b63ef7281 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:01.802647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.828505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc53227a-cd2a-47a4-829c-973d1d5636e5 req-885fdd25-642a-4330-a245-506f5b6061c0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.0903800 Aug 16 02:05:01.837422 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.854229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.865198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Pushing event deleted for resources: {'Port': ['ID=f78733ba-7b1d-4227-94b7-b87729de20d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:01.887570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881e9df-cef8-49df-a638-8ebd06c2e75c req-bd954523-bbfa-4cbb-be7c-08f6e6aef31c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.889374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8881e9df-cef8-49df-a638-8ebd06c2e75c req-bd954523-bbfa-4cbb-be7c-08f6e6aef31c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 946 time: 0.1524277 Aug 16 02:05:01.966804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.982134 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.002092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8881e9df-cef8-49df-a638-8ebd06c2e75c req-11282501-e0b0-4dfd-94b4-62c4f466b267 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060753 Aug 16 02:05:02.002970 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.008047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.009281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2c180a74-75ef-4dfa-8b82-62cae2900a24 tempest-ImagesOneServerNegativeTestJSON-2128370617 tempest-ImagesOneServerNegativeTestJSON-2128370617-project] 10.222.0.61 "DELETE /v2.0/floatingips/8896e861-dfc0-413e-90f0-a24ce5746a49 HTTP/1.1" status: 204 len: 168 time: 1.0481114 Aug 16 02:05:02.054706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-daea9ecf-19bd-4d77-92df-04b36a4c585a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.061156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-daea9ecf-19bd-4d77-92df-04b36a4c585a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.067371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-daea9ecf-19bd-4d77-92df-04b36a4c585a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.069022 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-daea9ecf-19bd-4d77-92df-04b36a4c585a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "GET /v2.0/networks?id=67c32414-a736-42e3-a126-e9aaa16b00fb&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=c587edc1-1b39-4797-b043-f93444807fb5&id=c587edc1-1b39-4797-b043-f93444807fb5 HTTP/1.1" status: 200 len: 1988 time: 0.2827985 Aug 16 02:05:02.069695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb45f2-6e06-41d7-998c-3bee561edab5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.072417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:02.084001 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.084354 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Added segment 6dee4634-c3bc-4dda-ad4f-56a63bb08aca of type vlan for network cf9e6016-def0-492f-a827-ef33e88821ba Aug 16 02:05:02.162664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.180104 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1dc11749-f847-4cd0-a30f-a3686de9965d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc0507e73936436aa5ecdfe4212c3267 HTTP/1.1" status: 200 len: 380 time: 0.0940382 Aug 16 02:05:02.196589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'admin_state_up': True, 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'security_groups': ['5182138d-2c1c-4f9a-834d-47149e27b554']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:02.268818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7eca6e56-ef69-4e61-bb93-9a1b3cc891d8 req-e35a0f5d-bca8-4ec2-8709-0959bd4b71b1 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 210 time: 0.0348623 Aug 16 02:05:02.316037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.317166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.321842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.322450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.346049 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-3f6b5ea3-7b8d-4ecc-bac9-1987d83217dc tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=2ac3f9739585462dacc2ef84e609278b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924363 Aug 16 02:05:02.368549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6643d4e0-4f11-42ab-9415-85fb61979dcc admin admin] Deleting subnet ee464e94-e607-4627-a255-a993e602d984 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:02.372539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6643d4e0-4f11-42ab-9415-85fb61979dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.413139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6643d4e0-4f11-42ab-9415-85fb61979dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.459530 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6643d4e0-4f11-42ab-9415-85fb61979dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.521468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6643d4e0-4f11-42ab-9415-85fb61979dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.549155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643d4e0-4f11-42ab-9415-85fb61979dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee464e94-e607-4627-a255-a993e602d984,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.552941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6643d4e0-4f11-42ab-9415-85fb61979dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.554927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6643d4e0-4f11-42ab-9415-85fb61979dcc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ee464e94-e607-4627-a255-a993e602d984 HTTP/1.1" status: 204 len: 168 time: 0.2363966 Aug 16 02:05:02.557402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43270) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.639938 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.737299 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1785097 Aug 16 02:05:02.739627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.748560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.750283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:02.761770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4926cde4-a6f0-43c4-9829-09513a981f2d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:02.762069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4926cde4-a6f0-43c4-9829-09513a981f2d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:02.771218 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.786648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.789458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'subnet': {'network_id': 'cf9e6016-def0-492f-a827-ef33e88821ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:02.818618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:02.819029 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:02.820870 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:02.842221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dd256-122d-4ec7-828e-bc6fc531b6fd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Network': ['ID=cf9e6016-def0-492f-a827-ef33e88821ba,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.856029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network cf9e6016-def0-492f-a827-ef33e88821ba details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:02.903315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca9f23-59dd-4e6f-8978-5148721466b3 req-6f840df9-fbf8-475c-bb9c-1323fdbbff57 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.904921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99ca9f23-59dd-4e6f-8978-5148721466b3 req-6f840df9-fbf8-475c-bb9c-1323fdbbff57 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 945 time: 0.1202638 Aug 16 02:05:02.976623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99ca9f23-59dd-4e6f-8978-5148721466b3 req-f23ef7d6-ab15-4207-9649-cf3037d690a4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599256 Aug 16 02:05:02.996695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Made reservation on behalf of 9b500030657f4cd68e65c10b63ef7281 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:03.000189 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.012472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ec6644b-32af-4afe-a14e-583735176b87 req-abbc8b29-ad8d-43a3-adb8-24257f34ff00 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.0431433 Aug 16 02:05:03.013571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.013748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a9e2-e0ec-4469-8448-136480604716 req-5455cacd-2821-494f-a697-79264bd52d40 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:03.015081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-5455cacd-2821-494f-a697-79264bd52d40 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6482830 Aug 16 02:05:03.021164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.024631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238 HTTP/1.1" status: 204 len: 168 time: 0.4659784 Aug 16 02:05:03.040194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4ed6e-ae07-4d86-856b-9e63a5e2fd64 admin admin] Pushing event deleted for resources: {'Network': ['ID=e52b6bd8-c0cc-43a2-8a07-b9cf2ca1e238,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.069456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Request body: {'port': {'device_id': '8bfd8592-ce83-4a74-9445-04ba02442ed5', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '2ac3f9739585462dacc2ef84e609278b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:03.149683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:03.153881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.202669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554d29d-1a03-4744-a52f-4b25167a7941 req-7b7f0874-3c9c-46a5-b97e-27080f283ea4 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:03.214791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7554d29d-1a03-4744-a52f-4b25167a7941 req-7b7f0874-3c9c-46a5-b97e-27080f283ea4 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 946 time: 0.1132689 Aug 16 02:05:03.284249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7554d29d-1a03-4744-a52f-4b25167a7941 req-e3a3711b-7361-483b-90ae-7242d337cb55 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658934 Aug 16 02:05:03.391909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:03.407573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Allocated IP 172.20.0.3 (67c32414-a736-42e3-a126-e9aaa16b00fb/26713c1e-18e6-47fb-8693-e9d04e20b5ec/dbeeb315-96e2-46d7-99cc-5b7ea73a66a2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:03.457312 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb14da95-be64-4e35-9d24-7dedfb7244af req-392aa8f9-9825-4eec-8cde-7f4333ed9c8c tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 210 time: 0.0484343 Aug 16 02:05:03.499454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ebb2f6e2-d954-4af1-bdb6-05ce436a2054 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e52661c390b4386b893d56ecd54db9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035590 Aug 16 02:05:03.507663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:03.560471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f484a44a-d2ea-4f1f-a0b5-a680f0f703da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.576491 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1505d88a-d34e-4934-ba0f-f1aa962b5352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.586110 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f484a44a-d2ea-4f1f-a0b5-a680f0f703da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.641909 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.643380 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f484a44a-d2ea-4f1f-a0b5-a680f0f703da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.646381 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f484a44a-d2ea-4f1f-a0b5-a680f0f703da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.662075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f484a44a-d2ea-4f1f-a0b5-a680f0f703da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/346f12c6-9a4c-4b50-9c7e-fdce8c818e36 HTTP/1.1" status: 204 len: 168 time: 0.1418269 Aug 16 02:05:03.665021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Transition to ACTIVE for port object dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:03.674937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484a44a-d2ea-4f1f-a0b5-a680f0f703da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346f12c6-9a4c-4b50-9c7e-fdce8c818e36,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.720123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Made reservation on behalf of 2ac3f9739585462dacc2ef84e609278b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:03.726418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.737428 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.804307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network 67c32414-a736-42e3-a126-e9aaa16b00fb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:03.814893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:03.840559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:03.854793 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.027877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.059117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Port': ['ID=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.101449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.102260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.170860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2d786582-3e20-439e-8cd8-b1898e66dac7 None None] Provisioning for port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:04.178690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2d786582-3e20-439e-8cd8-b1898e66dac7 None None] Provisioning complete for port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:04.179241 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d786582-3e20-439e-8cd8-b1898e66dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.191531 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-57098e99-fd0e-4723-8508-6d4a08dbb97e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9990251 Aug 16 02:05:04.209954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d8321-eb85-490a-ac38-23f1236e5451 req-b9af5975-733d-48f1-a6f8-3684f2b079d2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.214581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'admin_state_up': True, 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'security_groups': ['5182138d-2c1c-4f9a-834d-47149e27b554']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:04.221977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-523d8321-eb85-490a-ac38-23f1236e5451 req-b9af5975-733d-48f1-a6f8-3684f2b079d2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 945 time: 0.1175423 Aug 16 02:05:04.226870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Subnet': ['ID=addd3791-0641-4af9-8890-9ee8d01a87f2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.263069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2d786582-3e20-439e-8cd8-b1898e66dac7 None None] Port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:04.312232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Checking segment: {'id': '6dee4634-c3bc-4dda-ad4f-56a63bb08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cf9e6016-def0-492f-a827-ef33e88821ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:04.312597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network hostable DHCP agents. Network: cf9e6016-def0-492f-a827-ef33e88821ba, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:04.323154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Allocated IP 192.168.233.157 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/2ae44daf-bfeb-4747-adf5-e7e98c9f4904) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:04.357319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-523d8321-eb85-490a-ac38-23f1236e5451 req-b1e8f632-7825-42e8-b8d4-b7c74714c87e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248682 Aug 16 02:05:04.400187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3646394-66b5-4561-916f-3a035e6d2a79 req-210c68eb-be76-48b1-9a69-6dbd92a5f442 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.416862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3646394-66b5-4561-916f-3a035e6d2a79 req-210c68eb-be76-48b1-9a69-6dbd92a5f442 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 931 time: 0.1625578 Aug 16 02:05:04.443626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network cf9e6016-def0-492f-a827-ef33e88821ba is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:04.490905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3646394-66b5-4561-916f-3a035e6d2a79 req-dfa2f198-b4ac-430e-981e-49448be14e43 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731471 Aug 16 02:05:04.519158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, cf9e6016-def0-492f-a827-ef33e88821ba) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:04.531990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8f90b-64db-42ff-bcaa-68e1abe92a78 None None] Network cf9e6016-def0-492f-a827-ef33e88821ba requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:04.555310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.555913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.629695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:04.645722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.654770 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.675383 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b0717d03-7363-4fa6-a064-1087bfd22435 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9203696 Aug 16 02:05:04.679116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:04.687481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-759326661', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:04.711315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Transition to ACTIVE for port object 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:04.742553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.745511 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.792759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.820731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:04.872844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:04.874303 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.901442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ebe5a-bb23-4dff-8afd-99fb1fb6c4fd None None] Network cf9e6016-def0-492f-a827-ef33e88821ba requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:04.938726 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.981660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:04.991376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f117372-bb3f-4303-92a4-8860d33bf28b req-803fd82b-f6b5-4c98-840d-8b84fc0b7c81 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.001357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f117372-bb3f-4303-92a4-8860d33bf28b req-803fd82b-f6b5-4c98-840d-8b84fc0b7c81 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 936 time: 0.2031353 Aug 16 02:05:05.013581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:05.037470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:05.216006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Allocated IP 10.1.1.156 (d3e8d3be-172c-4fb4-8c79-6747ba670fb3/ac03b770-f8b8-4588-82fc-386717adcf93/d9214f5f-9834-4008-9b6b-60a3bc177cf3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:05.237929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Pushing event updated for resources: {'Port': ['ID=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.290945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.291749 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.371688 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-e48421fe-3fc0-469a-9ad0-93c36d9dcb76 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3430128 Aug 16 02:05:05.394291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Request body: {'port': {'device_id': '8bfd8592-ce83-4a74-9445-04ba02442ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:05.416771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5653fee3-3c32-461e-a548-7853f251be24 None None] Provisioning for port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:05.423163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5653fee3-3c32-461e-a548-7853f251be24 None None] Provisioning complete for port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:05.425169 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5653fee3-3c32-461e-a548-7853f251be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.466585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1573399542-network', 'tenant_id': '0473cd6d16db4e6d94ec669da6093ab2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:05.471822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5653fee3-3c32-461e-a548-7853f251be24 None None] Port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:05.578027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.582210 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.608738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Transition to ACTIVE for port object d9214f5f-9834-4008-9b6b-60a3bc177cf3 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:05.623043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.640702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f117372-bb3f-4303-92a4-8860d33bf28b req-22fff06b-98fb-4f0a-80a9-bf2855497118 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380219 Aug 16 02:05:05.647801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Made reservation on behalf of 0473cd6d16db4e6d94ec669da6093ab2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:05.649576 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.678845 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.714068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab692c-ba32-427f-94e5-da11f5bf37a9 req-bc420699-e38d-4624-ac45-d2096dab18d3 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.725668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15ab692c-ba32-427f-94e5-da11f5bf37a9 req-bc420699-e38d-4624-ac45-d2096dab18d3 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1097 time: 0.2631865 Aug 16 02:05:05.808990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15ab692c-ba32-427f-94e5-da11f5bf37a9 req-aa330e4b-0ff2-4f2c-abfd-ecb1993139cb tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824282 Aug 16 02:05:05.825743 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.910000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Port': ['ID=d9214f5f-9834-4008-9b6b-60a3bc177cf3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.927417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:05.930220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:05.934340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:06.011382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30606376-2201-45d1-a28e-be8b5d0e988c req-ae9581cf-1608-4040-a0bf-18f705e0a760 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.017866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30606376-2201-45d1-a28e-be8b5d0e988c req-ae9581cf-1608-4040-a0bf-18f705e0a760 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.019565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30606376-2201-45d1-a28e-be8b5d0e988c req-ae9581cf-1608-4040-a0bf-18f705e0a760 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 1653 time: 0.1177690 Aug 16 02:05:06.020260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.021181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.136844 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:06.146282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.161760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Transition to ACTIVE for port object 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:06.166488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.212681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.239570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.242497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.251651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8a01-27b7-40eb-8817-345469a0d24e req-2df2ca77-cdfb-4c8e-b742-1dcc5417d068 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.260053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-608f8a01-27b7-40eb-8817-345469a0d24e req-2df2ca77-cdfb-4c8e-b742-1dcc5417d068 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1097 time: 0.1924117 Aug 16 02:05:06.261236 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-31e3d0ba-b8ef-40b9-9cab-6baf30aa2e11 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0542247 Aug 16 02:05:06.264554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30606376-2201-45d1-a28e-be8b5d0e988c req-5dd33eb3-dfdd-45fa-84b4-14af6ff94b89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262042 Aug 16 02:05:06.265285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.291307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'admin_state_up': True, 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'security_groups': ['5182138d-2c1c-4f9a-834d-47149e27b554']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:06.312973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-442b423c-f97f-4eba-888f-37bcb94ed52f None None] Provisioning for port d9214f5f-9834-4008-9b6b-60a3bc177cf3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:06.317860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d23bf4d-edd1-49f5-9acd-68fa26da1904,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.318014 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-442b423c-f97f-4eba-888f-37bcb94ed52f None None] Provisioning complete for port d9214f5f-9834-4008-9b6b-60a3bc177cf3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:06.319853 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-442b423c-f97f-4eba-888f-37bcb94ed52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.323436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.355447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:06.386248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aab0a68-bce1-40fa-9896-0e962fea73ec details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:06.418493 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.418493 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Added segment 7069aaac-854a-4a8a-b2cc-7c52c20a0eb7 of type vlan for network ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5 Aug 16 02:05:06.424645 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Attempting to bind port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:06.424989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Attempting to bind port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:06.425368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Attempting to bind port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:06.431493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-608f8a01-27b7-40eb-8817-345469a0d24e req-56b67a94-c277-436e-b86d-028e656bbd35 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682026 Aug 16 02:05:06.435866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:06.436331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Attempting to bind port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:06.440479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-442b423c-f97f-4eba-888f-37bcb94ed52f None None] Port d9214f5f-9834-4008-9b6b-60a3bc177cf3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:06.451513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:06.451928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:06.452345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:06.452796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Bound port: 2ae44daf-bfeb-4747-adf5-e7e98c9f4904, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:06.453207 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.585361 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.593585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] For port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:06.597920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] For port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:06.618459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.630207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.25.5.105 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/9b2c5e4d-b32c-419f-b60c-dacc862bdc7d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:06.633053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:06.665615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.666871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.667614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.675335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.676344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.677962 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] 10.222.0.93 "PUT /v2.0/ports/2ae44daf-bfeb-4747-adf5-e7e98c9f4904 HTTP/1.1" status: 200 len: 1097 time: 1.2926764 Aug 16 02:05:06.686124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfd8592-ce83-4a74-9445-04ba02442ed5', 'tag': '2ae44daf-bfeb-4747-adf5-e7e98c9f4904'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:06.688582 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfd8592-ce83-4a74-9445-04ba02442ed5", "tag": "2ae44daf-bfeb-4747-adf5-e7e98c9f4904"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:06.708567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:06.713417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.717870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '2aab0a68-bce1-40fa-9896-0e962fea73ec', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'port_id': '2aab0a68-bce1-40fa-9896-0e962fea73ec', 'mac_address': 'fa:16:3e:89:ba:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315ce014-21ca-4f9b-ba83-7ea667026954', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:06.800249 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.819317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aab0a68-bce1-40fa-9896-0e962fea73ec {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:06.854489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] Pushing event updated for resources: {'Network': ['ID=ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.864449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:06.868498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:06.871681 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.910087 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b855d72-eab8-445f-b5c3-32d2741de482 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0298152 Aug 16 02:05:06.917139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:06.919077 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.927237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Request body: {'subnet': {'network_id': 'ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1573399542-subnet', 'tenant_id': '0473cd6d16db4e6d94ec669da6093ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:07.012428 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.024164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=2aab0a68-bce1-40fa-9896-0e962fea73ec,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.055783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9403f7e-31e2-4e00-9922-37f899dc5f8f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.098302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383361a-563d-401f-b612-68983a725467 req-fec74346-7051-47bc-af47-e6401616ab41 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.100726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Allocated IP 10.1.1.138 (d3e8d3be-172c-4fb4-8c79-6747ba670fb3/ac03b770-f8b8-4588-82fc-386717adcf93/2568086a-c1c7-4c88-88e5-6ccedfbac7e9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:07.104004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a9e2-e0ec-4469-8448-136480604716 req-029d734c-21ae-4f64-8d39-55a91b722501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.105507 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-029d734c-21ae-4f64-8d39-55a91b722501 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2ac3f9739585462dacc2ef84e609278b&device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 1100 time: 0.3550520 Aug 16 02:05:07.107894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8383361a-563d-401f-b612-68983a725467 req-fec74346-7051-47bc-af47-e6401616ab41 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 948 time: 0.2544165 Aug 16 02:05:07.115505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['2aab0a68-bce1-40fa-9896-0e962fea73ec'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:07.130725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.137470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Made reservation on behalf of 0473cd6d16db4e6d94ec669da6093ab2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:07.140190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.169471 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-e791fc57-492f-49d6-89fe-283b094abf1b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=2ae44daf-bfeb-4747-adf5-e7e98c9f4904 HTTP/1.1" status: 200 len: 217 time: 0.0518875 Aug 16 02:05:07.297519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a9e2-e0ec-4469-8448-136480604716 req-02f7522c-f6cf-44cc-b1c6-0b4fa3b40238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.299190 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-02f7522c-f6cf-44cc-b1c6-0b4fa3b40238 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1181052 Aug 16 02:05:07.337629 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.414023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.419417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:07.430434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:07.431165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Transition to ACTIVE for port object 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:07.451352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:07.488738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a9e2-e0ec-4469-8448-136480604716 req-79ab6b97-763c-4e72-b011-987aecf9f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.489680 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-79ab6b97-763c-4e72-b011-987aecf9f0fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1831107 Aug 16 02:05:07.495709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8383361a-563d-401f-b612-68983a725467 req-2d499022-fe3b-4735-b873-f13c0cd04657 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867450 Aug 16 02:05:07.518056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.544153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=9b2c5e4d-b32c-419f-b60c-dacc862bdc7d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.602281 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddb4ea9-be43-4fb7-838f-46d44310e492 x-openstack-request-id: req-fddb4ea9-be43-4fb7-838f-46d44310e492 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:07.602637 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfd8592-ce83-4a74-9445-04ba02442ed5", "tag": "2ae44daf-bfeb-4747-adf5-e7e98c9f4904", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:07.602849 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fddb4ea9-be43-4fb7-838f-46d44310e492 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:07.603226 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfd8592-ce83-4a74-9445-04ba02442ed5', 'tag': '2ae44daf-bfeb-4747-adf5-e7e98c9f4904', 'status': 'completed', 'code': 200} Aug 16 02:05:07.606741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Port': ['ID=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.608339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=117591d8-b818-49d0-9f53-5855e10bf88e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.628841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:07.631855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:07.633396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Checking segment: {'id': '7069aaac-854a-4a8a-b2cc-7c52c20a0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:07.633873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Network hostable DHCP agents. Network: ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:07.635467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:07.716779 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-af05ec5d-3468-4d48-90a2-aea978cc00f6 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176173 Aug 16 02:05:07.729459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.730130 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.793335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Network ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:07.817553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:07.828744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44475aac-cef7-4745-905a-b34c77742c57 None None] Network ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:07.832768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.833546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.854649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8e4f0ca9-e995-466d-90f1-29fad906a158 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9361920 Aug 16 02:05:07.896661 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b227a9e2-e0ec-4469-8448-136480604716 req-75e13e80-a18d-45b7-a0c9-21dd0d77bda2 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629753 Aug 16 02:05:07.902619 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1360b777-010f-4fd9-a76b-a454f62f5490 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6117399 Aug 16 02:05:07.921477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5', 'admin_state_up': True, 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'security_groups': ['5182138d-2c1c-4f9a-834d-47149e27b554']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:08.197930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-9136d687-e1f2-41eb-a8df-424784b67b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.199464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-9136d687-e1f2-41eb-a8df-424784b67b95 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2ac3f9739585462dacc2ef84e609278b&device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 1100 time: 0.1954248 Aug 16 02:05:08.205613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0336d-f410-4a0a-bf3a-7ac33c939f79 None None] Network ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:08.211910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd29827-ac5c-4d7b-b227-18a6d433823b req-d54eb35f-835c-4b06-adaa-610534c561bd tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.219562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd29827-ac5c-4d7b-b227-18a6d433823b req-d54eb35f-835c-4b06-adaa-610534c561bd tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.228035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd29827-ac5c-4d7b-b227-18a6d433823b req-d54eb35f-835c-4b06-adaa-610534c561bd tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.230493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8bd29827-ac5c-4d7b-b227-18a6d433823b req-d54eb35f-835c-4b06-adaa-610534c561bd tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 2374 time: 0.1411448 Aug 16 02:05:08.254510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.256791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3bd64fe9-7e0f-4418-8b09-01d113168981 None None] Provisioning for port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:08.262983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3bd64fe9-7e0f-4418-8b09-01d113168981 None None] Provisioning complete for port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:08.263445 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3bd64fe9-7e0f-4418-8b09-01d113168981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.280889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:08.313199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3bd64fe9-7e0f-4418-8b09-01d113168981 None None] Port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:08.358589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-ce7e0069-be05-4d4b-b321-c22add539f02 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:08.366935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-ce7e0069-be05-4d4b-b321-c22add539f02 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1891546 Aug 16 02:05:08.371155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8bd29827-ac5c-4d7b-b227-18a6d433823b req-c44e9f86-33a7-4042-ae1f-5a5243fda7f6 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327434 Aug 16 02:05:08.400317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aab0a68-bce1-40fa-9896-0e962fea73ec up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:08.434805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-f1532aa5-91fa-48ab-b9a7-a2d16cd3f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.436351 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-f1532aa5-91fa-48ab-b9a7-a2d16cd3f492 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2294416 Aug 16 02:05:08.496498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 2aab0a68-bce1-40fa-9896-0e962fea73ec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:08.497175 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.508894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Request body: {'binding': {'host': 'n-h2-768862-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:08.509593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:05:08.512780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5684a276-0d99-4c30-9a67-2799a9764356 req-c1c1de29-9a8f-4087-8d03-8cc9fa7e3199 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-938678344', 'description': 'tempest-description-255016824'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:08.515168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.519360 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-fdeb1827-dffa-482e-a1cf-accaa5fa7742 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=2ae44daf-bfeb-4747-adf5-e7e98c9f4904 HTTP/1.1" status: 200 len: 217 time: 0.0647128 Aug 16 02:05:08.577677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5684a276-0d99-4c30-9a67-2799a9764356 req-c1c1de29-9a8f-4087-8d03-8cc9fa7e3199 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.612384 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.617706 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.668195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:08.669904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:08.672438 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b37172e-d628-46fb-a72c-bda9e67a1214" -d '{"events": [{"server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "name": "network-vif-plugged", "status": "completed", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:08.677934 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.721340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-6e5441cc-429b-4d81-992e-cb419d3ac27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.722865 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-6e5441cc-429b-4d81-992e-cb419d3ac27b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1848505 Aug 16 02:05:08.748985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=2aab0a68-bce1-40fa-9896-0e962fea73ec,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:08.781834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5684a276-0d99-4c30-9a67-2799a9764356 req-c1c1de29-9a8f-4087-8d03-8cc9fa7e3199 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.788014 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5684a276-0d99-4c30-9a67-2799a9764356 req-c1c1de29-9a8f-4087-8d03-8cc9fa7e3199 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.825436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5684a276-0d99-4c30-9a67-2799a9764356 req-c1c1de29-9a8f-4087-8d03-8cc9fa7e3199 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.826673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5684a276-0d99-4c30-9a67-2799a9764356 req-c1c1de29-9a8f-4087-8d03-8cc9fa7e3199 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3184643 Aug 16 02:05:08.833894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1de29-9a8f-4087-8d03-8cc9fa7e3199 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3021b3d9-038c-4261-bf76-2a44cc2b3b92,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:08.848760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:05:08.931543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-872b6792-d582-4cb6-b030-c346cac2fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.933119 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-872b6792-d582-4cb6-b030-c346cac2fa55 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1843257 Aug 16 02:05:08.998147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:09.007062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d0d9e-9ea3-4fba-9c22-ec1cbfc4c189 req-7d0fe1a8-c894-4daf-a57c-83f082d267ae tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.008701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-189d0d9e-9ea3-4fba-9c22-ec1cbfc4c189 req-7d0fe1a8-c894-4daf-a57c-83f082d267ae tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 948 time: 0.1013792 Aug 16 02:05:09.010411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96b83b-5d61-4cfe-a50e-667eb6a8a83b None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:09.023582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96b83b-5d61-4cfe-a50e-667eb6a8a83b None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:09.025009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4c96b83b-5d61-4cfe-a50e-667eb6a8a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:09.041625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.045289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d0255e69-65d3-435c-81b3-8a84283d3769 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3605766 Aug 16 02:05:09.045804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:09.067073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4c96b83b-5d61-4cfe-a50e-667eb6a8a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:09.076676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96b83b-5d61-4cfe-a50e-667eb6a8a83b None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:09.077612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4c96b83b-5d61-4cfe-a50e-667eb6a8a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:09.116378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4c96b83b-5d61-4cfe-a50e-667eb6a8a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:09.117726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-189d0d9e-9ea3-4fba-9c22-ec1cbfc4c189 req-121270f5-9c04-4bc0-8c36-c57a1e4d9cb1 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989983 Aug 16 02:05:09.117896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96b83b-5d61-4cfe-a50e-667eb6a8a83b None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:09.236975 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b665c71-6fe5-42f6-8a0d-10c9e1c16c12 x-openstack-request-id: req-1b665c71-6fe5-42f6-8a0d-10c9e1c16c12 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:09.237283 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "name": "network-vif-plugged", "status": "completed", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:09.237648 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b665c71-6fe5-42f6-8a0d-10c9e1c16c12 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:09.238054 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec', 'code': 200} Aug 16 02:05:09.316264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec on host n-h2-768862-14 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:09.316899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:09.317034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:09.354562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Port 54529ad1-6d23-429e-976b-e31f8955e4ec on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:09.354890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:09.372464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Allocated IP 10.2.2.100 (c587edc1-1b39-4797-b043-f93444807fb5/9d3c7cf0-96c4-4d87-9468-3b828367418b/c407415f-7e4c-47c8-bd8c-4c6bf00a9363) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:09.376037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:09.376837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:09.378109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:09.378552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Bound port: 54529ad1-6d23-429e-976b-e31f8955e4ec, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:09.445261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f20dd4c-2237-4ae4-b3ca-21d62b0fe7bc req-efb991b9-7eba-49ad-9d23-893482a72346 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/3021b3d9-038c-4261-bf76-2a44cc2b3b92 HTTP/1.1" status: 200 len: 1803 time: 0.0787656 Aug 16 02:05:09.466716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1f20dd4c-2237-4ae4-b3ca-21d62b0fe7bc req-f76f01d9-80e9-4f35-bf9b-3f9753bc969c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3021b3d9-038c-4261-bf76-2a44cc2b3b92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:09.467218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1f20dd4c-2237-4ae4-b3ca-21d62b0fe7bc req-f76f01d9-80e9-4f35-bf9b-3f9753bc969c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3021b3d9-038c-4261-bf76-2a44cc2b3b92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:09.493649 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-5e5f7306-05da-4eec-b25a-754e596bb921 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501459 Aug 16 02:05:09.539878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:09.554417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.564901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] 10.222.0.61 "POST /v2.0/ports/54529ad1-6d23-429e-976b-e31f8955e4ec/bindings HTTP/1.1" status: 201 len: 390 time: 1.1922638 Aug 16 02:05:09.603811 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f20dd4c-2237-4ae4-b3ca-21d62b0fe7bc req-f76f01d9-80e9-4f35-bf9b-3f9753bc969c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.730379 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f20dd4c-2237-4ae4-b3ca-21d62b0fe7bc req-f76f01d9-80e9-4f35-bf9b-3f9753bc969c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.735304 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f20dd4c-2237-4ae4-b3ca-21d62b0fe7bc req-f76f01d9-80e9-4f35-bf9b-3f9753bc969c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.739470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.755229 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d967fda-f62e-4ef6-980b-4bee8a6bdfae req-f82a58fe-2835-4821-87a3-749c160767d4 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449245 Aug 16 02:05:09.761932 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.771443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f01d9-80e9-4f35-bf9b-3f9753bc969c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318db811-9a67-4c1c-9dbe-f43355c76f37,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:09.775025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f20dd4c-2237-4ae4-b3ca-21d62b0fe7bc req-f76f01d9-80e9-4f35-bf9b-3f9753bc969c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.776573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f20dd4c-2237-4ae4-b3ca-21d62b0fe7bc req-f76f01d9-80e9-4f35-bf9b-3f9753bc969c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3164980 Aug 16 02:05:09.812354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Transition to ACTIVE for port object c407415f-7e4c-47c8-bd8c-4c6bf00a9363 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:09.883412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-14582585-a6c6-4dc7-937f-18392d20c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.885055 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-14582585-a6c6-4dc7-937f-18392d20c385 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1097 time: 0.0621090 Aug 16 02:05:09.905739 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.009504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network c587edc1-1b39-4797-b043-f93444807fb5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:10.024834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:10.033625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:10.079609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Port': ['ID=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.087953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7247b54-8dc2-4ecd-923b-d5f1bbb948a2 req-b2df8d9a-ba63-46ed-b803-5b1c2d63acf7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.089626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7247b54-8dc2-4ecd-923b-d5f1bbb948a2 req-b2df8d9a-ba63-46ed-b803-5b1c2d63acf7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 945 time: 0.2031763 Aug 16 02:05:10.143338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-d831935d-f38f-4e78-a4df-c38daf6b1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.148597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-d831935d-f38f-4e78-a4df-c38daf6b1783 service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.2546258 Aug 16 02:05:10.154989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.155677 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.163749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164257-d83a-41da-88b0-c4a83bd14cf1 req-1b45689e-5c7c-41bb-b467-5d3873732ae7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.169977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164257-d83a-41da-88b0-c4a83bd14cf1 req-1b45689e-5c7c-41bb-b467-5d3873732ae7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.177017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164257-d83a-41da-88b0-c4a83bd14cf1 req-1b45689e-5c7c-41bb-b467-5d3873732ae7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.183262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164257-d83a-41da-88b0-c4a83bd14cf1 req-1b45689e-5c7c-41bb-b467-5d3873732ae7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.185407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce164257-d83a-41da-88b0-c4a83bd14cf1 req-1b45689e-5c7c-41bb-b467-5d3873732ae7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 3095 time: 0.2821448 Aug 16 02:05:10.221529 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-f113e221-e71d-4562-a171-6a17e6265a08 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54529ad1-6d23-429e-976b-e31f8955e4ec HTTP/1.1" status: 200 len: 217 time: 0.0622330 Aug 16 02:05:10.240589 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d671b884-e971-498a-9e99-76e7be1e563b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3266282 Aug 16 02:05:10.269555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5', 'admin_state_up': True, 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'security_groups': ['5182138d-2c1c-4f9a-834d-47149e27b554']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:10.371629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11b1afa9-2f84-4239-8534-ba7c71762ead None None] Provisioning for port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:10.376555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11b1afa9-2f84-4239-8534-ba7c71762ead None None] Provisioning complete for port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:10.376929 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11b1afa9-2f84-4239-8534-ba7c71762ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.402174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-3163076c-8745-46c2-a047-2592fa8f4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.403680 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-3163076c-8745-46c2-a047-2592fa8f4eab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.1726322 Aug 16 02:05:10.472461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-11b1afa9-2f84-4239-8534-ba7c71762ead None None] Port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:10.473438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-76bbe24c-27fd-4a3e-a0b0-5a67d1c9d607 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605190 Aug 16 02:05:10.597232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Made reservation on behalf of fc0507e73936436aa5ecdfe4212c3267 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:10.602259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.618284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-80436b0b-38ac-4d70-a2f5-4c2415df5314 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358702 Aug 16 02:05:10.623401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7247b54-8dc2-4ecd-923b-d5f1bbb948a2 req-105b9b5c-f3b0-4349-9037-d83f4160cc45 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128179 Aug 16 02:05:10.684822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d1494f8c-ec63-422f-9882-c7717bbc9358 req-b1379a8f-c21c-47a0-acbf-fba2c020e40a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1280917631', 'description': 'tempest-description-1490497668'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:10.696418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce164257-d83a-41da-88b0-c4a83bd14cf1 req-cd7126bc-7ae3-474a-9a3e-967180d530df tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427541 Aug 16 02:05:10.780569 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d1494f8c-ec63-422f-9882-c7717bbc9358 req-b1379a8f-c21c-47a0-acbf-fba2c020e40a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.808113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.20.0.1 (cf9e6016-def0-492f-a827-ef33e88821ba/addd3791-0641-4af9-8890-9ee8d01a87f2/cf4a0e16-fa45-4614-b350-9a7167fe45c5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:10.893924 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-793dc557-fdea-4786-9961-e2f04c4f75e0 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049298 Aug 16 02:05:10.928702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Allocated IP 10.2.2.200 (c587edc1-1b39-4797-b043-f93444807fb5/9d3c7cf0-96c4-4d87-9468-3b828367418b/ebc95090-e3f2-4c2d-894f-c92cfb0b56ee) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:10.964782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeac6f3-8d5e-41a6-8c55-d1ad0e104d81 req-6b9841d3-373c-4532-a328-979e3c6da4e7 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.966667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aaeac6f3-8d5e-41a6-8c55-d1ad0e104d81 req-6b9841d3-373c-4532-a328-979e3c6da4e7 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 948 time: 0.1444912 Aug 16 02:05:11.027459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aaeac6f3-8d5e-41a6-8c55-d1ad0e104d81 req-183eca6f-6e82-40c9-b42b-859d39e23b7e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524249 Aug 16 02:05:11.121225 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.133824 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d1494f8c-ec63-422f-9882-c7717bbc9358 req-b1379a8f-c21c-47a0-acbf-fba2c020e40a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.144799 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d1494f8c-ec63-422f-9882-c7717bbc9358 req-b1379a8f-c21c-47a0-acbf-fba2c020e40a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.190417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1379a8f-c21c-47a0-acbf-fba2c020e40a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a6508-c169-49e2-a99d-9653fae4f8f5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:11.206451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d1494f8c-ec63-422f-9882-c7717bbc9358 req-b1379a8f-c21c-47a0-acbf-fba2c020e40a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.207599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.207854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1494f8c-ec63-422f-9882-c7717bbc9358 req-b1379a8f-c21c-47a0-acbf-fba2c020e40a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5321140 Aug 16 02:05:11.226544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Transition to ACTIVE for port object ebc95090-e3f2-4c2d-894f-c92cfb0b56ee will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:11.250917 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.296239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-8e88166b-3fab-4d9d-b301-310c5fece7c3 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.304666 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-8e88166b-3fab-4d9d-b301-310c5fece7c3 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.0697570 Aug 16 02:05:11.326274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=cf4a0e16-fa45-4614-b350-9a7167fe45c5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:11.327617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-14'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:11.343407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network cf9e6016-def0-492f-a827-ef33e88821ba is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:11.345782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:11.348589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:11.361687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.451066 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45f07294-5c63-4f6b-8783-80c161c920d3 req-c87d2a28-5733-4277-9576-a5ff2e7179e2 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/f99a6508-c169-49e2-a99d-9653fae4f8f5 HTTP/1.1" status: 200 len: 1805 time: 0.0562580 Aug 16 02:05:11.453968 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.456509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.582870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-45f07294-5c63-4f6b-8783-80c161c920d3 req-e94ab018-f30a-4031-930b-10d2a2215c34 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f99a6508-c169-49e2-a99d-9653fae4f8f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:11.583285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-45f07294-5c63-4f6b-8783-80c161c920d3 req-e94ab018-f30a-4031-930b-10d2a2215c34 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f99a6508-c169-49e2-a99d-9653fae4f8f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:11.592419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:11.607450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:11.632933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Network c587edc1-1b39-4797-b043-f93444807fb5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:11.660811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:11.692638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:11.711340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.785872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event updated for resources: {'Port': ['ID=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:11.832571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.838808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.845258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:11.906010 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-faf49e61-9f15-452d-95e8-a3bf026bb09c tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6438272 Aug 16 02:05:11.914885 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:11.925846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:11.957151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '2ae44daf-bfeb-4747-adf5-e7e98c9f4904', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '2ae44daf-bfeb-4747-adf5-e7e98c9f4904', 'mac_address': 'fa:16:3e:b2:13:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:11.976820 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.979434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:11.989552 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c331d95-8b6e-4e2e-ad74-10f896142f15" -d '{"events": [{"server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "name": "network-vif-unplugged", "status": "completed", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:11.993877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.021361 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.062836 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.079070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:12.100729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-45f07294-5c63-4f6b-8783-80c161c920d3 req-e94ab018-f30a-4031-930b-10d2a2215c34 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.119399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:12.135492 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.140850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc325d4f-5cb8-47b2-9e6c-c88c53b543c8 req-9ed9e30a-1dc3-4541-929b-b52e3d739bc1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.146602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8eb93949-bcc4-4556-9339-75ebc393bae5 None None] Provisioning for port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:12.150519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc325d4f-5cb8-47b2-9e6c-c88c53b543c8 req-9ed9e30a-1dc3-4541-929b-b52e3d739bc1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 945 time: 0.3698337 Aug 16 02:05:12.158386 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=54529ad1-6d23-429e-976b-e31f8955e4ec,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.161483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-45f07294-5c63-4f6b-8783-80c161c920d3 req-e94ab018-f30a-4031-930b-10d2a2215c34 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.180366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.182552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8eb93949-bcc4-4556-9339-75ebc393bae5 None None] Provisioning complete for port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:12.183416 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8eb93949-bcc4-4556-9339-75ebc393bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.209075 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-45f07294-5c63-4f6b-8783-80c161c920d3 req-e94ab018-f30a-4031-930b-10d2a2215c34 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.247257 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:05:12.247946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ab018-f30a-4031-930b-10d2a2215c34 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189f2367-3f13-436d-be3f-d312e4837346,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.249779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.256303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8eb93949-bcc4-4556-9339-75ebc393bae5 None None] Port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:12.264913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-45f07294-5c63-4f6b-8783-80c161c920d3 req-e94ab018-f30a-4031-930b-10d2a2215c34 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.278106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45f07294-5c63-4f6b-8783-80c161c920d3 req-e94ab018-f30a-4031-930b-10d2a2215c34 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7017386 Aug 16 02:05:12.314982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc325d4f-5cb8-47b2-9e6c-c88c53b543c8 req-3547afc8-8bfc-4421-b2b4-8c451eebe279 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630998 Aug 16 02:05:12.333769 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:12.334536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:12.335039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:12.358926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['2ae44daf-bfeb-4747-adf5-e7e98c9f4904'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:12.467165 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f11e1e-723e-4ecd-a1ae-85136e1ce5e8 x-openstack-request-id: req-88f11e1e-723e-4ecd-a1ae-85136e1ce5e8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:12.467797 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "name": "network-vif-unplugged", "status": "completed", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:12.467797 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88f11e1e-723e-4ecd-a1ae-85136e1ce5e8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:12.471828 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec', 'code': 200} Aug 16 02:05:12.475411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Port 54529ad1-6d23-429e-976b-e31f8955e4ec on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:12.475576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Attempting to bind port 54529ad1-6d23-429e-976b-e31f8955e4ec on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:12.520836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:12.521205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:12.526813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:12.527406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Bound port: 54529ad1-6d23-429e-976b-e31f8955e4ec, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:12.527861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.639977 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.659039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c14107-ac88-4860-95cd-6da7e44f9301 req-c5d9a831-d33a-4e69-b57d-4f54cb5e3348 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.661111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98c14107-ac88-4860-95cd-6da7e44f9301 req-c5d9a831-d33a-4e69-b57d-4f54cb5e3348 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 949 time: 0.1888859 Aug 16 02:05:12.663490 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.753030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:12.761829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:12.768999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223439-a5bc-49b1-b960-45f40a2a5e8a req-600bcccb-4b0e-4ce7-9600-6c728a22d311 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.770372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.776860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223439-a5bc-49b1-b960-45f40a2a5e8a req-600bcccb-4b0e-4ce7-9600-6c728a22d311 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.783963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223439-a5bc-49b1-b960-45f40a2a5e8a req-600bcccb-4b0e-4ce7-9600-6c728a22d311 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.790613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223439-a5bc-49b1-b960-45f40a2a5e8a req-600bcccb-4b0e-4ce7-9600-6c728a22d311 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.796770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223439-a5bc-49b1-b960-45f40a2a5e8a req-600bcccb-4b0e-4ce7-9600-6c728a22d311 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.799290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df223439-a5bc-49b1-b960-45f40a2a5e8a req-600bcccb-4b0e-4ce7-9600-6c728a22d311 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 3816 time: 0.3291061 Aug 16 02:05:12.845226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98c14107-ac88-4860-95cd-6da7e44f9301 req-908df562-473c-4cae-9c9c-51d7735301a0 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763747 Aug 16 02:05:12.861243 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.866710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=cf4a0e16-fa45-4614-b350-9a7167fe45c5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.884243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.884243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.884243 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] 10.222.0.93 "PUT /v2.0/ports/54529ad1-6d23-429e-976b-e31f8955e4ec HTTP/1.1" status: 200 len: 1123 time: 1.5643237 Aug 16 02:05:12.911266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90d1ef-3b3f-4426-8f21-ca8549f3cfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=54529ad1-6d23-429e-976b-e31f8955e4ec,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.933605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:12.950400 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.970625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Transition to ACTIVE for port object dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:12.975417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.984235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df223439-a5bc-49b1-b960-45f40a2a5e8a req-372f2bfb-a2c2-44c3-bdd3-a6bf48d65daf tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749876 Aug 16 02:05:13.020902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-06b6853e-c27e-4f8a-bf70-84d0e7d9cf7d req-030509f2-7036-4ad4-bab4-f81942a8482e tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1816791080', 'description': 'tempest-description-2068885417'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:13.021616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['54529ad1-6d23-429e-976b-e31f8955e4ec'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:13.052057 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06b6853e-c27e-4f8a-bf70-84d0e7d9cf7d req-030509f2-7036-4ad4-bab4-f81942a8482e tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.178140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Pushing event updated for resources: {'Port': ['ID=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.230510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06b6853e-c27e-4f8a-bf70-84d0e7d9cf7d req-030509f2-7036-4ad4-bab4-f81942a8482e tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.240116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06b6853e-c27e-4f8a-bf70-84d0e7d9cf7d req-030509f2-7036-4ad4-bab4-f81942a8482e tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.255711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network cf9e6016-def0-492f-a827-ef33e88821ba is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:13.273829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:13.278912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Attempting to bind port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:13.279335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Attempting to bind port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:13.279617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Attempting to bind port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 on network 67c32414-a736-42e3-a126-e9aaa16b00fb {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:13.295626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 on network 67c32414-a736-42e3-a126-e9aaa16b00fb not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:13.296230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Attempting to bind port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 on network 67c32414-a736-42e3-a126-e9aaa16b00fb {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:13.310198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:13.310962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Checking segment: {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:13.311571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Bound using segment: {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:13.312227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Bound port: dbeeb315-96e2-46d7-99cc-5b7ea73a66a2, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa4e77f-7354-45b2-ae74-ae0389bd4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:13.312775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.460799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] For port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:13.464279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] For port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:13.473661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.480632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06b6853e-c27e-4f8a-bf70-84d0e7d9cf7d req-030509f2-7036-4ad4-bab4-f81942a8482e tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.508232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06b6853e-c27e-4f8a-bf70-84d0e7d9cf7d req-030509f2-7036-4ad4-bab4-f81942a8482e tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4744897 Aug 16 02:05:13.539612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.540700 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.542671 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] 10.222.0.93 "PUT /v2.0/ports/dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 HTTP/1.1" status: 200 len: 1092 time: 1.6231427 Aug 16 02:05:13.555444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030509f2-7036-4ad4-bab4-f81942a8482e tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ee2985-897f-4208-8acf-9bef37e60e7a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.561350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c518ec69-ba8c-4f96-9407-72a9c8f3c3c8 req-fee17a35-34b6-4b9c-8fca-23747bcc4b32 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1329220840', 'description': 'tempest-description-1900799971'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:13.589020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:13.601144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:13.674355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b784fb9-e062-4091-88b7-2305206bc159 service neutron] Pushing event updated for resources: {'Port': ['ID=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.712384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:13.721713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:13.722764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4883297-b782-4ea1-9149-3db87ab728ea req-c6a2b5d0-67e0-4a55-aaa2-f562d3db7b78 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.723412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.724406 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4883297-b782-4ea1-9149-3db87ab728ea req-c6a2b5d0-67e0-4a55-aaa2-f562d3db7b78 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 943 time: 0.2531886 Aug 16 02:05:13.732712 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c518ec69-ba8c-4f96-9407-72a9c8f3c3c8 req-fee17a35-34b6-4b9c-8fca-23747bcc4b32 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.766512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:13.784943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.866571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c518ec69-ba8c-4f96-9407-72a9c8f3c3c8 req-fee17a35-34b6-4b9c-8fca-23747bcc4b32 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.872465 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c518ec69-ba8c-4f96-9407-72a9c8f3c3c8 req-fee17a35-34b6-4b9c-8fca-23747bcc4b32 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.895507 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c518ec69-ba8c-4f96-9407-72a9c8f3c3c8 req-fee17a35-34b6-4b9c-8fca-23747bcc4b32 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.896811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c518ec69-ba8c-4f96-9407-72a9c8f3c3c8 req-fee17a35-34b6-4b9c-8fca-23747bcc4b32 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3497090 Aug 16 02:05:13.925760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4883297-b782-4ea1-9149-3db87ab728ea req-f3a18c8c-3419-4ab6-b821-02e2a4951304 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888001 Aug 16 02:05:14.004813 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.047390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:14.062900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-125f234f-32b3-43cc-8619-52c0c2668c61 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/routers/3baefadf-49e5-4eab-8d8c-eceeb72298f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0136709 Aug 16 02:05:14.063277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee17a35-34b6-4b9c-8fca-23747bcc4b32 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d61fe-5286-4e64-9455-96cf6fb28e03,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.065419 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3736771-0d96-4436-9d2d-d1011f5322df None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:14.065935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:14.079934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'port': {'network_id': 'cf9e6016-def0-492f-a827-ef33e88821ba', 'name': 'tempest-FloatingIPTestJSON-1498678535'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:14.087546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfd8592-ce83-4a74-9445-04ba02442ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae44daf-bfeb-4747-adf5-e7e98c9f4904'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:14.093097 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b388b0-c848-4f69-a355-443564cc6e24" -d '{"events": [{"server_uuid": "8bfd8592-ce83-4a74-9445-04ba02442ed5", "name": "network-vif-plugged", "status": "completed", "tag": "2ae44daf-bfeb-4747-adf5-e7e98c9f4904"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:14.098393 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3736771-0d96-4436-9d2d-d1011f5322df None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:14.103017 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3736771-0d96-4436-9d2d-d1011f5322df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:14.138291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:14.143869 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.188584 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3736771-0d96-4436-9d2d-d1011f5322df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:14.210765 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3736771-0d96-4436-9d2d-d1011f5322df None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:14.218063 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3736771-0d96-4436-9d2d-d1011f5322df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:14.258188 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.336692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Made reservation on behalf of 9b500030657f4cd68e65c10b63ef7281 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:14.342020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.346315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1893e0-13a1-4368-a82e-4473b082391c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:14.347006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7bf04c8-296a-4173-a95f-36e07e294783 req-40f912c1-08c1-47ea-8ac0-a4e1941d865d tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/f8ee2985-897f-4208-8acf-9bef37e60e7a HTTP/1.1" status: 200 len: 1805 time: 0.3033204 Aug 16 02:05:14.366683 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.385962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Transition to ACTIVE for port object 5e1893e0-13a1-4368-a82e-4473b082391c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:14.394633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b343-ca68-427c-8439-44b6a2be6a87 req-2862d6a5-7c1f-4295-ab46-4d086b33584b tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.400023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.402599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18b3b343-ca68-427c-8439-44b6a2be6a87 req-2862d6a5-7c1f-4295-ab46-4d086b33584b tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 950 time: 0.1697731 Aug 16 02:05:14.408518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] device_id is not set on port 229a2f68-ac77-448f-9fb1-52aa41becbc1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:14.473032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec'}, {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:14.477169 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1161876-70f7-4e97-a40a-62ef63c13400" -d '{"events": [{"name": "network-changed", "server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec"}, {"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:14.539418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Pushing event updated for resources: {'Port': ['ID=5e1893e0-13a1-4368-a82e-4473b082391c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.554653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7bf04c8-296a-4173-a95f-36e07e294783 req-8aeab163-abdb-40de-876a-42c6182d15e4 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/9e3d61fe-5286-4e64-9455-96cf6fb28e03 HTTP/1.1" status: 200 len: 1805 time: 0.1957138 Aug 16 02:05:14.572654 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3736771-0d96-4436-9d2d-d1011f5322df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:14.573893 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3736771-0d96-4436-9d2d-d1011f5322df None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:14.599257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18b3b343-ca68-427c-8439-44b6a2be6a87 req-f2fc1037-bbd8-475a-88e2-9fc00c6d49c7 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954811 Aug 16 02:05:14.606012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f7bf04c8-296a-4173-a95f-36e07e294783 req-d233f93f-f0cd-4591-936f-e62139d07508 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f8ee2985-897f-4208-8acf-9bef37e60e7a', 'remote_group_id': '9e3d61fe-5286-4e64-9455-96cf6fb28e03', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:14.606329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f7bf04c8-296a-4173-a95f-36e07e294783 req-d233f93f-f0cd-4591-936f-e62139d07508 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f8ee2985-897f-4208-8acf-9bef37e60e7a', 'remote_group_id': '9e3d61fe-5286-4e64-9455-96cf6fb28e03', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:14.648186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Attempting to bind port 5e1893e0-13a1-4368-a82e-4473b082391c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:14.648562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Attempting to bind port 5e1893e0-13a1-4368-a82e-4473b082391c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:14.648850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Attempting to bind port 5e1893e0-13a1-4368-a82e-4473b082391c on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:14.664835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Port 5e1893e0-13a1-4368-a82e-4473b082391c on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:14.665173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Attempting to bind port 5e1893e0-13a1-4368-a82e-4473b082391c on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:14.684828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:14.686133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Checking segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:14.686532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Bound using segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:14.687840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Bound port: 5e1893e0-13a1-4368-a82e-4473b082391c, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:14.687999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.826584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] For port 5e1893e0-13a1-4368-a82e-4473b082391c, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:14.831733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] For port 5e1893e0-13a1-4368-a82e-4473b082391c, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5e1893e0-13a1-4368-a82e-4473b082391c,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:14.840974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.864001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.20.0.14 (cf9e6016-def0-492f-a827-ef33e88821ba/addd3791-0641-4af9-8890-9ee8d01a87f2/229a2f68-ac77-448f-9fb1-52aa41becbc1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:14.880250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.880903 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.883028 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] 10.222.0.93 "PUT /v2.0/ports/5e1893e0-13a1-4368-a82e-4473b082391c HTTP/1.1" status: 200 len: 1132 time: 1.3047945 Aug 16 02:05:14.948973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:14.957085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677190c1-792f-4049-8944-2439333ebb91 req-e00ab769-b66f-41e3-8095-827dc685fb66 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.964760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677190c1-792f-4049-8944-2439333ebb91 req-e00ab769-b66f-41e3-8095-827dc685fb66 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.972814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677190c1-792f-4049-8944-2439333ebb91 req-e00ab769-b66f-41e3-8095-827dc685fb66 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.979637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677190c1-792f-4049-8944-2439333ebb91 req-e00ab769-b66f-41e3-8095-827dc685fb66 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.989014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677190c1-792f-4049-8944-2439333ebb91 req-e00ab769-b66f-41e3-8095-827dc685fb66 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.996321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677190c1-792f-4049-8944-2439333ebb91 req-e00ab769-b66f-41e3-8095-827dc685fb66 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.998652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-677190c1-792f-4049-8944-2439333ebb91 req-e00ab769-b66f-41e3-8095-827dc685fb66 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 4601 time: 0.2277880 Aug 16 02:05:15.022672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da202fb-a5a6-4078-87cb-d1f62e29f22d service neutron] Pushing event updated for resources: {'Port': ['ID=5e1893e0-13a1-4368-a82e-4473b082391c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.076126 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.143514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7bf04c8-296a-4173-a95f-36e07e294783 req-d233f93f-f0cd-4591-936f-e62139d07508 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.290614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.322796 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7bf04c8-296a-4173-a95f-36e07e294783 req-d233f93f-f0cd-4591-936f-e62139d07508 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.336005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-677190c1-792f-4049-8944-2439333ebb91 req-1687fc7b-134f-4353-b0d3-da5e9ebc1add tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3250890 Aug 16 02:05:15.336758 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7bf04c8-296a-4173-a95f-36e07e294783 req-d233f93f-f0cd-4591-936f-e62139d07508 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.388272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233f93f-f0cd-4591-936f-e62139d07508 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d78b6a4-9c7d-4a09-8d56-dd6579fbaf9a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.416794 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7bf04c8-296a-4173-a95f-36e07e294783 req-d233f93f-f0cd-4591-936f-e62139d07508 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.419583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7bf04c8-296a-4173-a95f-36e07e294783 req-d233f93f-f0cd-4591-936f-e62139d07508 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8557756 Aug 16 02:05:15.443327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.451122 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6136ee9c-374e-4750-bfe3-018100567ceb x-openstack-request-id: req-6136ee9c-374e-4750-bfe3-018100567ceb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:15.451889 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfd8592-ce83-4a74-9445-04ba02442ed5", "name": "network-vif-plugged", "status": "completed", "tag": "2ae44daf-bfeb-4747-adf5-e7e98c9f4904", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:15.452041 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6136ee9c-374e-4750-bfe3-018100567ceb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:15.452354 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfd8592-ce83-4a74-9445-04ba02442ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae44daf-bfeb-4747-adf5-e7e98c9f4904', 'code': 200} Aug 16 02:05:15.581699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=229a2f68-ac77-448f-9fb1-52aa41becbc1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.607988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 54529ad1-6d23-429e-976b-e31f8955e4ec details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:15.637262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network cf9e6016-def0-492f-a827-ef33e88821ba is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:15.645324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:15.650825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:15.783150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726d1e56-868c-4100-ae97-55bcc59f5af8 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:15.804426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.833886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Transition to ACTIVE for port object 726d1e56-868c-4100-ae97-55bcc59f5af8 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:15.834191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:15.860510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cd0bb0ff-8ce7-40ed-9110-daa19fc13f28 req-ffc31498-682e-4aba-8e33-ea30b7b7bcc7 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-969861473', 'description': 'tempest-description-706668819'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:15.868327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 54529ad1-6d23-429e-976b-e31f8955e4ec has no active binding in host n-h2-768862-14 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:05:15.888888 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a586c4-5676-4d56-9d68-3ce4f61e827f x-openstack-request-id: req-a2a586c4-5676-4d56-9d68-3ce4f61e827f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:15.889696 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:15.891549 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2a586c4-5676-4d56-9d68-3ce4f61e827f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:15.893195 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec', 'status': 'completed', 'code': 200} Aug 16 02:05:15.893482 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'status': 'completed', 'code': 200} Aug 16 02:05:15.898495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.899163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.918450 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd0bb0ff-8ce7-40ed-9110-daa19fc13f28 req-ffc31498-682e-4aba-8e33-ea30b7b7bcc7 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.921981 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.938831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fe7e9fb7-919d-4be2-9351-1f9273d0535e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8664474 Aug 16 02:05:15.943933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.952135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'port': {'network_id': 'cf9e6016-def0-492f-a827-ef33e88821ba', 'name': 'tempest-FloatingIPTestJSON-1924486232'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:15.965306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6fbb-7e86-47dd-8ee6-5f404f0885b8 req-c37d3b25-42cf-4a0d-b203-f1e3ab689ffe tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.966919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e15b6fbb-7e86-47dd-8ee6-5f404f0885b8 req-c37d3b25-42cf-4a0d-b203-f1e3ab689ffe tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 943 time: 0.2129271 Aug 16 02:05:15.986093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c9017bbc-0603-462e-8d13-7bc516454f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.986345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c9017bbc-0603-462e-8d13-7bc516454f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.986859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c9017bbc-0603-462e-8d13-7bc516454f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.987492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c9017bbc-0603-462e-8d13-7bc516454f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.988025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c9017bbc-0603-462e-8d13-7bc516454f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.988227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Pushing event updated for resources: {'Port': ['ID=726d1e56-868c-4100-ae97-55bcc59f5af8,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.988621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c9017bbc-0603-462e-8d13-7bc516454f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.991855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c9017bbc-0603-462e-8d13-7bc516454f39 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5289 time: 0.2301660 Aug 16 02:05:16.017927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-9d9b58e4-0da0-41ba-9f7f-0c51bc27655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.019504 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-9d9b58e4-0da0-41ba-9f7f-0c51bc27655b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1126 time: 0.1512256 Aug 16 02:05:16.139023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77e7b0-d3f1-49ec-9a03-1d2ae3191f73 req-566c6a0e-c97c-407d-ac76-49545b4c57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.140639 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9e77e7b0-d3f1-49ec-9a03-1d2ae3191f73 req-566c6a0e-c97c-407d-ac76-49545b4c57a7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 1102 time: 0.5226204 Aug 16 02:05:16.214647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-84954017-bed5-4161-8f00-a2ea09538996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.216081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-84954017-bed5-4161-8f00-a2ea09538996 service neutron] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1880319 Aug 16 02:05:16.291441 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-0ca500ee-6165-458e-935b-817d911a1bf7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54529ad1-6d23-429e-976b-e31f8955e4ec HTTP/1.1" status: 200 len: 217 time: 0.0412905 Aug 16 02:05:16.328088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c0c31cb4-e359-4972-b7b9-305682e7cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.328820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c0c31cb4-e359-4972-b7b9-305682e7cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.329913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c0c31cb4-e359-4972-b7b9-305682e7cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.331703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-c0c31cb4-e359-4972-b7b9-305682e7cca4 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fc0507e73936436aa5ecdfe4212c3267&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2886078 Aug 16 02:05:16.350612 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9e77e7b0-d3f1-49ec-9a03-1d2ae3191f73 req-5a22afad-e204-42dc-bc7a-7ac6b25d264e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994989 Aug 16 02:05:16.377484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Attempting to bind port 726d1e56-868c-4100-ae97-55bcc59f5af8 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:16.377817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Attempting to bind port 726d1e56-868c-4100-ae97-55bcc59f5af8 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:16.378149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Attempting to bind port 726d1e56-868c-4100-ae97-55bcc59f5af8 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:16.390314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Port 726d1e56-868c-4100-ae97-55bcc59f5af8 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:16.390645 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Attempting to bind port 726d1e56-868c-4100-ae97-55bcc59f5af8 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:16.395526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-6a543590-d59d-4fcf-9744-882940c70668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.397009 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-6a543590-d59d-4fcf-9744-882940c70668 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0933626 Aug 16 02:05:16.399906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:16.400466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Checking segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:16.401258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Bound using segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:16.401845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Bound port: 726d1e56-868c-4100-ae97-55bcc59f5af8, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:16.402208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.408054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e15b6fbb-7e86-47dd-8ee6-5f404f0885b8 req-4c099b2f-8fdc-4c95-bb38-eb50716d7400 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113574 Aug 16 02:05:16.467519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-302e995c-86f0-4c52-acfb-6d65c2806bf9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518506 Aug 16 02:05:16.584278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] For port 726d1e56-868c-4100-ae97-55bcc59f5af8, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:16.589472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] For port 726d1e56-868c-4100-ae97-55bcc59f5af8, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=726d1e56-868c-4100-ae97-55bcc59f5af8,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:16.596150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.664728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Pushing event updated for resources: {'Port': ['ID=726d1e56-868c-4100-ae97-55bcc59f5af8,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:16.682812 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-e8c43eb1-2113-4feb-a2ff-de5d253d3570 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971374 Aug 16 02:05:16.684150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.684642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.685950 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1de690f1-39e8-497b-8638-1a92b7b9248e service neutron] 10.222.0.93 "PUT /v2.0/ports/726d1e56-868c-4100-ae97-55bcc59f5af8 HTTP/1.1" status: 200 len: 1130 time: 1.7544622 Aug 16 02:05:16.756749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:16.878329 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.902582 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-10a28fd4-a49c-4c66-acea-2dfff3d25809 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114151 Aug 16 02:05:17.072856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-0730549b-0beb-4f97-8f2b-1dc056f4f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.074674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1161876-70f7-4e97-a40a-62ef63c13400 req-0730549b-0beb-4f97-8f2b-1dc056f4f8a1 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7258694 Aug 16 02:05:17.156811 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd0bb0ff-8ce7-40ed-9110-daa19fc13f28 req-ffc31498-682e-4aba-8e33-ea30b7b7bcc7 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.168733 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd0bb0ff-8ce7-40ed-9110-daa19fc13f28 req-ffc31498-682e-4aba-8e33-ea30b7b7bcc7 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.202804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80990d-60bf-42a4-918f-d6b51515ff7a req-b9a558f0-fdbb-429f-a68d-8c929283179f tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.222584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf80990d-60bf-42a4-918f-d6b51515ff7a req-b9a558f0-fdbb-429f-a68d-8c929283179f tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 950 time: 0.1451728 Aug 16 02:05:17.224539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cd0bb0ff-8ce7-40ed-9110-daa19fc13f28 req-ffc31498-682e-4aba-8e33-ea30b7b7bcc7 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.225734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd0bb0ff-8ce7-40ed-9110-daa19fc13f28 req-ffc31498-682e-4aba-8e33-ea30b7b7bcc7 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3980000 Aug 16 02:05:17.373090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf80990d-60bf-42a4-918f-d6b51515ff7a req-2f4513ae-3a52-4c99-858e-4bb4f062d645 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406095 Aug 16 02:05:17.374003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc31498-682e-4aba-8e33-ea30b7b7bcc7 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c307c2-f64c-4410-87a2-8ff308c2872b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.380392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Made reservation on behalf of 9b500030657f4cd68e65c10b63ef7281 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:17.386108 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.414788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9214f5f-9834-4008-9b6b-60a3bc177cf3 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:17.438495 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.444208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] device_id is not set on port 9b1f7fb8-e0fd-4a1f-86a9-33e144524793 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:17.465794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Transition to ACTIVE for port object d9214f5f-9834-4008-9b6b-60a3bc177cf3 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:17.476846 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.639300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Pushing event updated for resources: {'Port': ['ID=d9214f5f-9834-4008-9b6b-60a3bc177cf3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.668743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Attempting to bind port d9214f5f-9834-4008-9b6b-60a3bc177cf3 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:17.669128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Attempting to bind port d9214f5f-9834-4008-9b6b-60a3bc177cf3 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:17.669398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Attempting to bind port d9214f5f-9834-4008-9b6b-60a3bc177cf3 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:17.669612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.20.0.4 (cf9e6016-def0-492f-a827-ef33e88821ba/addd3791-0641-4af9-8890-9ee8d01a87f2/9b1f7fb8-e0fd-4a1f-86a9-33e144524793) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:17.676396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Port d9214f5f-9834-4008-9b6b-60a3bc177cf3 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:17.676745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Attempting to bind port d9214f5f-9834-4008-9b6b-60a3bc177cf3 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:17.686249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:17.686683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Checking segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:17.687042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Bound using segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:17.687636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Bound port: d9214f5f-9834-4008-9b6b-60a3bc177cf3, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:17.688266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.792081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] For port d9214f5f-9834-4008-9b6b-60a3bc177cf3, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:17.803906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] For port d9214f5f-9834-4008-9b6b-60a3bc177cf3, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:17.811816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.911759 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.956241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': '5e1893e0-13a1-4368-a82e-4473b082391c'}, {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': '726d1e56-868c-4100-ae97-55bcc59f5af8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:17.966975 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94da7973-74af-4843-91ab-4a3c6ff6640a" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "5e1893e0-13a1-4368-a82e-4473b082391c"}, {"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "726d1e56-868c-4100-ae97-55bcc59f5af8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:17.972552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b0cafbc2-d2f9-4124-8a4d-a7aa22e28076 req-d0237d8e-f9d5-4c9f-8286-cdd635637f76 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1891695663', 'description': 'tempest-description-283603189'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:17.973953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Pushing event updated for resources: {'Port': ['ID=d9214f5f-9834-4008-9b6b-60a3bc177cf3,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.003785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.006035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0cafbc2-d2f9-4124-8a4d-a7aa22e28076 req-d0237d8e-f9d5-4c9f-8286-cdd635637f76 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.071181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.071826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.075975 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8aba8bf5-b502-4029-a712-ff375a345ddd service neutron] 10.222.0.93 "PUT /v2.0/ports/d9214f5f-9834-4008-9b6b-60a3bc177cf3 HTTP/1.1" status: 200 len: 1092 time: 1.3616107 Aug 16 02:05:18.123561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:18.221028 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.291777 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-341c9f6a-cd5e-4cbe-a40d-d89d65725374 service neutron] 10.222.0.86 "GET /v2.0/ports/54529ad1-6d23-429e-976b-e31f8955e4ec/bindings/n-h2-768862-14 HTTP/1.1" status: 200 len: 385 time: 0.3539505 Aug 16 02:05:18.317299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ea32-0fb8-478d-8a44-5fc95b77fb0a req-b9d2a45d-6a68-4043-9a45-da5bc52d6774 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.325841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ea32-0fb8-478d-8a44-5fc95b77fb0a req-b9d2a45d-6a68-4043-9a45-da5bc52d6774 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.339302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ea32-0fb8-478d-8a44-5fc95b77fb0a req-b9d2a45d-6a68-4043-9a45-da5bc52d6774 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.347687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ea32-0fb8-478d-8a44-5fc95b77fb0a req-b9d2a45d-6a68-4043-9a45-da5bc52d6774 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.361230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ea32-0fb8-478d-8a44-5fc95b77fb0a req-b9d2a45d-6a68-4043-9a45-da5bc52d6774 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.377426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ea32-0fb8-478d-8a44-5fc95b77fb0a req-b9d2a45d-6a68-4043-9a45-da5bc52d6774 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.387784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ea32-0fb8-478d-8a44-5fc95b77fb0a req-b9d2a45d-6a68-4043-9a45-da5bc52d6774 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.408058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9381ea32-0fb8-478d-8a44-5fc95b77fb0a req-b9d2a45d-6a68-4043-9a45-da5bc52d6774 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5384 time: 0.4321208 Aug 16 02:05:18.414878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network cf9e6016-def0-492f-a827-ef33e88821ba is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:18.419529 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:18.431497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:18.554084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.554849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.612273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=9b1f7fb8-e0fd-4a1f-86a9-33e144524793,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.656043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0cafbc2-d2f9-4124-8a4d-a7aa22e28076 req-d0237d8e-f9d5-4c9f-8286-cdd635637f76 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.683835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9381ea32-0fb8-478d-8a44-5fc95b77fb0a req-b36e91a5-97cd-4d20-8c15-3dc2a87db3b9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2744434 Aug 16 02:05:18.692402 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0cafbc2-d2f9-4124-8a4d-a7aa22e28076 req-d0237d8e-f9d5-4c9f-8286-cdd635637f76 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.728781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-939000c8-b5a0-4329-91b0-b407360fc934 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7828071 Aug 16 02:05:18.754532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0237d8e-f9d5-4c9f-8286-cdd635637f76 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ab9a17-2172-4dd3-bafd-5dcded484ba2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.757402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:18.764078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '9b1f7fb8-e0fd-4a1f-86a9-33e144524793', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:18.772092 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b0cafbc2-d2f9-4124-8a4d-a7aa22e28076 req-d0237d8e-f9d5-4c9f-8286-cdd635637f76 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.790099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0cafbc2-d2f9-4124-8a4d-a7aa22e28076 req-d0237d8e-f9d5-4c9f-8286-cdd635637f76 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8264365 Aug 16 02:05:18.858101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.897621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af752ad2-d5a3-47ab-9a84-76653399da24 req-2852eb0b-c826-4192-8e5b-791eacf262bd tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.899534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af752ad2-d5a3-47ab-9a84-76653399da24 req-2852eb0b-c826-4192-8e5b-791eacf262bd tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 943 time: 0.0922525 Aug 16 02:05:19.014737 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af752ad2-d5a3-47ab-9a84-76653399da24 req-1dc7742d-545f-4345-a076-fbd555dec71d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680344 Aug 16 02:05:19.066430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-d53d3dd6-1d0b-4c69-98ce-ec0d1d95192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.067134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-d53d3dd6-1d0b-4c69-98ce-ec0d1d95192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.067620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-d53d3dd6-1d0b-4c69-98ce-ec0d1d95192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.068104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-d53d3dd6-1d0b-4c69-98ce-ec0d1d95192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.068583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-d53d3dd6-1d0b-4c69-98ce-ec0d1d95192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.069060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-d53d3dd6-1d0b-4c69-98ce-ec0d1d95192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.069532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-d53d3dd6-1d0b-4c69-98ce-ec0d1d95192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.071523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-d53d3dd6-1d0b-4c69-98ce-ec0d1d95192d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6280 time: 0.1705153 Aug 16 02:05:19.155834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:19.164519 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.169051 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ee7ca3-eb5b-497e-92da-1ce610306154 x-openstack-request-id: req-82ee7ca3-eb5b-497e-92da-1ce610306154 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:19.169346 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "5e1893e0-13a1-4368-a82e-4473b082391c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "726d1e56-868c-4100-ae97-55bcc59f5af8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:19.169598 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-82ee7ca3-eb5b-497e-92da-1ce610306154 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:19.169990 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': '5e1893e0-13a1-4368-a82e-4473b082391c', 'status': 'completed', 'code': 200} Aug 16 02:05:19.170239 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': '726d1e56-868c-4100-ae97-55bcc59f5af8', 'status': 'completed', 'code': 200} Aug 16 02:05:19.193528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Transition to ACTIVE for port object 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:19.237101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-1759cf52-33e4-44b3-88e2-b787ba3fd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.237696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-1759cf52-33e4-44b3-88e2-b787ba3fd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.238216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-1759cf52-33e4-44b3-88e2-b787ba3fd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.240103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-1759cf52-33e4-44b3-88e2-b787ba3fd0d0 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fc0507e73936436aa5ecdfe4212c3267&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1211398 Aug 16 02:05:19.245057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.337715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b05403-236c-44f8-bc74-38e787185bbe req-f31381fa-499b-4f16-9be1-d7024092bc25 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.363684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64b05403-236c-44f8-bc74-38e787185bbe req-f31381fa-499b-4f16-9be1-d7024092bc25 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 950 time: 0.2879045 Aug 16 02:05:19.396615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:19.404517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.422218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:19.466946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54529ad1-6d23-429e-976b-e31f8955e4ec {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:19.480753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:19.511333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Pushing event updated for resources: {'Port': ['ID=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:19.535742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64b05403-236c-44f8-bc74-38e787185bbe req-2a557fcf-b723-4dc5-bde1-42fb01c147b8 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710596 Aug 16 02:05:19.580587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-394f2ef5-1a0c-43d1-a05f-094602d907de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.584560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-394f2ef5-1a0c-43d1-a05f-094602d907de service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3327608 Aug 16 02:05:19.615122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-448c2964-811a-4d44-ab53-a2df17c37752 req-e0feac9d-4b15-4e9c-ac93-e3ff5d56f804 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/b5c307c2-f64c-4410-87a2-8ff308c2872b HTTP/1.1" status: 200 len: 1803 time: 0.2328982 Aug 16 02:05:19.670484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.717540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Attempting to bind port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:19.717997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Attempting to bind port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:19.718549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Attempting to bind port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:19.746425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:19.747174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Attempting to bind port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:19.756078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:19.756568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Checking segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:19.757099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Bound using segment: {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:19.757890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Bound port: 2568086a-c1c7-4c88-88e5-6ccedfbac7e9, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93ddbbb-f245-4210-84ef-5bba4fc23820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:19.758455 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.835433 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-1eba385f-e5f7-4504-af74-0ce808c9373e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2979004 Aug 16 02:05:19.925121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.25.5.149 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/29dabde0-b2b7-42f6-8969-e42a44023fc0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:20.022356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] Transition to ACTIVE for port object 54529ad1-6d23-429e-976b-e31f8955e4ec will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:20.031181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] For port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:20.037104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] For port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:20.040293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-c63de70a-169b-406e-83aa-a846279477ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.042036 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-c63de70a-169b-406e-83aa-a846279477ad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2ac3f9739585462dacc2ef84e609278b&device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 1101 time: 0.1203365 Aug 16 02:05:20.045089 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.065976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.068834 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-448c2964-811a-4d44-ab53-a2df17c37752 req-429c84d0-1b76-4134-be9b-6a8e35627259 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/72ab9a17-2172-4dd3-bafd-5dcded484ba2 HTTP/1.1" status: 200 len: 1804 time: 0.4503949 Aug 16 02:05:20.097382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-448c2964-811a-4d44-ab53-a2df17c37752 req-f67499cc-757a-4c99-8fe2-c204c54f265b tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5c307c2-f64c-4410-87a2-8ff308c2872b', 'remote_group_id': '72ab9a17-2172-4dd3-bafd-5dcded484ba2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:20.098499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-448c2964-811a-4d44-ab53-a2df17c37752 req-f67499cc-757a-4c99-8fe2-c204c54f265b tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5c307c2-f64c-4410-87a2-8ff308c2872b', 'remote_group_id': '72ab9a17-2172-4dd3-bafd-5dcded484ba2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:20.206211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.207048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.208633 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] 10.222.0.93 "PUT /v2.0/ports/2568086a-c1c7-4c88-88e5-6ccedfbac7e9 HTTP/1.1" status: 200 len: 1092 time: 2.0895674 Aug 16 02:05:20.213392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] No DVR routers for this DVR port 54529ad1-6d23-429e-976b-e31f8955e4ec on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:20.228774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-dd854124-0ed7-49f9-a23d-3184d9726115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.229558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-dd854124-0ed7-49f9-a23d-3184d9726115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.230226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-dd854124-0ed7-49f9-a23d-3184d9726115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.231638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-dd854124-0ed7-49f9-a23d-3184d9726115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.232307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-dd854124-0ed7-49f9-a23d-3184d9726115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.232960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-dd854124-0ed7-49f9-a23d-3184d9726115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.233807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-dd854124-0ed7-49f9-a23d-3184d9726115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.242666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-dd854124-0ed7-49f9-a23d-3184d9726115 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6306 time: 0.5509961 Aug 16 02:05:20.269300 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] 10.222.0.86 "PUT /v2.0/ports/54529ad1-6d23-429e-976b-e31f8955e4ec/bindings/n-h2-768862-14/activate HTTP/1.1" status: 200 len: 370 time: 1.9630938 Aug 16 02:05:20.269935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f185663-a83b-4d7b-8c55-4c18b5e1e247 service neutron] Pushing event updated for resources: {'Port': ['ID=54529ad1-6d23-429e-976b-e31f8955e4ec,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:20.365235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:20.473700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 54529ad1-6d23-429e-976b-e31f8955e4ec no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:20.500651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5508-bfe2-4f67-8f01-b7e08388eaa3 req-6a0cff8d-6bb0-4f9b-872b-4f5f6557b5ab tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.507397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5508-bfe2-4f67-8f01-b7e08388eaa3 req-6a0cff8d-6bb0-4f9b-872b-4f5f6557b5ab tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.513482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5508-bfe2-4f67-8f01-b7e08388eaa3 req-6a0cff8d-6bb0-4f9b-872b-4f5f6557b5ab tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.529171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5508-bfe2-4f67-8f01-b7e08388eaa3 req-6a0cff8d-6bb0-4f9b-872b-4f5f6557b5ab tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.540409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5508-bfe2-4f67-8f01-b7e08388eaa3 req-6a0cff8d-6bb0-4f9b-872b-4f5f6557b5ab tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.546797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5508-bfe2-4f67-8f01-b7e08388eaa3 req-6a0cff8d-6bb0-4f9b-872b-4f5f6557b5ab tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.553754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5508-bfe2-4f67-8f01-b7e08388eaa3 req-6a0cff8d-6bb0-4f9b-872b-4f5f6557b5ab tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.561781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a8d5508-bfe2-4f67-8f01-b7e08388eaa3 req-6a0cff8d-6bb0-4f9b-872b-4f5f6557b5ab tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5396 time: 0.5453236 Aug 16 02:05:20.571062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 54529ad1-6d23-429e-976b-e31f8955e4ec not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:20.578648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-35537aee-06af-407d-a003-047e2c425d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.579685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-35537aee-06af-407d-a003-047e2c425d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.580159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-35537aee-06af-407d-a003-047e2c425d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.582128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-35537aee-06af-407d-a003-047e2c425d04 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fc0507e73936436aa5ecdfe4212c3267&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3199079 Aug 16 02:05:20.650804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-cefe2620-e902-4973-86e5-3fa4a91670ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.653880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-cefe2620-e902-4973-86e5-3fa4a91670ea service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.5829363 Aug 16 02:05:20.659803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba674da9-c162-4ebd-b931-37f71cef41ae service neutron] Pushing event updated for resources: {'Port': ['ID=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:20.682252 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.695678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.732166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-742b0a2c-c92d-41a0-99fd-1363c3e5a6c6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 HTTP/1.1" status: 200 len: 217 time: 0.0487604 Aug 16 02:05:20.745554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-448c2964-811a-4d44-ab53-a2df17c37752 req-f67499cc-757a-4c99-8fe2-c204c54f265b tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.784689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a8d5508-bfe2-4f67-8f01-b7e08388eaa3 req-0d6157fa-2381-46dd-8af9-a337a8d837d6 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2219613 Aug 16 02:05:20.809688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-f239fd09-3db5-49c5-a782-ed471f039ee2 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.811274 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-f239fd09-3db5-49c5-a782-ed471f039ee2 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.3438079 Aug 16 02:05:20.891326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-ac5adb10-8abf-447b-b797-92b93a0cb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.894667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94da7973-74af-4843-91ab-4a3c6ff6640a req-ac5adb10-8abf-447b-b797-92b93a0cb55d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2889493 Aug 16 02:05:20.963521 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-448c2964-811a-4d44-ab53-a2df17c37752 req-f67499cc-757a-4c99-8fe2-c204c54f265b tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.970006 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.012747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-448c2964-811a-4d44-ab53-a2df17c37752 req-f67499cc-757a-4c99-8fe2-c204c54f265b tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.055802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:21.076364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-0c284eb7-69e3-489b-a6b8-0daf52686d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.078069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-0c284eb7-69e3-489b-a6b8-0daf52686d25 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204&tenant_id=877c996a282643eb960bdbf58b651d9f HTTP/1.1" status: 200 len: 1096 time: 0.2494657 Aug 16 02:05:21.087655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:21.098721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:21.175457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67499cc-757a-4c99-8fe2-c204c54f265b tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c4b89d-91d7-4e03-8677-d0922aad4d7a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.210361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c407415f-7e4c-47c8-bd8c-4c6bf00a9363 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:21.220576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-9fd33a1a-5ffe-4452-b616-964ec498be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.229275 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-9fd33a1a-5ffe-4452-b616-964ec498be7a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.4861319 Aug 16 02:05:21.229742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3'}, {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:21.233021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1a555-1022-4d86-85f4-f65ab6579915 req-30c57023-3f5a-4c3f-91a5-3c7ec1bff12d tempest-ServersAdminNegativeTestJSON-1490386062 tempest-ServersAdminNegativeTestJSON-1490386062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.234818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cb1a555-1022-4d86-85f4-f65ab6579915 req-30c57023-3f5a-4c3f-91a5-3c7ec1bff12d tempest-ServersAdminNegativeTestJSON-1490386062 tempest-ServersAdminNegativeTestJSON-1490386062-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 1102 time: 0.2862465 Aug 16 02:05:21.244379 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01edec7f-8c42-4c1a-a26f-20efb4205533" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "d9214f5f-9834-4008-9b6b-60a3bc177cf3"}, {"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "2568086a-c1c7-4c88-88e5-6ccedfbac7e9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:21.248946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.261453 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-448c2964-811a-4d44-ab53-a2df17c37752 req-f67499cc-757a-4c99-8fe2-c204c54f265b tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.263392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-448c2964-811a-4d44-ab53-a2df17c37752 req-f67499cc-757a-4c99-8fe2-c204c54f265b tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1910558 Aug 16 02:05:21.275798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Transition to ACTIVE for port object c407415f-7e4c-47c8-bd8c-4c6bf00a9363 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:21.277637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=29dabde0-b2b7-42f6-8969-e42a44023fc0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.325423 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.332027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3cb1a555-1022-4d86-85f4-f65ab6579915 req-dd603cb3-2c9b-4e5f-9dbc-96143dd80477 tempest-ServersAdminNegativeTestJSON-1490386062 tempest-ServersAdminNegativeTestJSON-1490386062-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.399986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Pushing event updated for resources: {'Port': ['ID=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.411799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-f9fead9a-6111-4969-9d97-3264459e9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.413565 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-f9fead9a-6111-4969-9d97-3264459e9c1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305153 Aug 16 02:05:21.470109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-019e81c6-d92f-48af-829f-296b9cc7e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.478145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-019e81c6-d92f-48af-829f-296b9cc7e98a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1096 time: 0.2937016 Aug 16 02:05:21.610682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Attempting to bind port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:21.611292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Attempting to bind port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:21.611730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Attempting to bind port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 on network c587edc1-1b39-4797-b043-f93444807fb5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:21.621538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 on network c587edc1-1b39-4797-b043-f93444807fb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:21.622450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Attempting to bind port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 on network c587edc1-1b39-4797-b043-f93444807fb5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:21.636460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:21.637342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Checking segment: {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:21.637835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Bound using segment: {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:21.638382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Bound port: c407415f-7e4c-47c8-bd8c-4c6bf00a9363, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:21.638845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.663494 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-d6888ae3-d3d5-4a24-b606-c6f569b14331 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396719 Aug 16 02:05:21.690991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-20142f07-e3a9-49d8-8c30-8a92b35122c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.692670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-20142f07-e3a9-49d8-8c30-8a92b35122c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1415923 Aug 16 02:05:21.815354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-3b3276b3-bda0-4528-ba41-dcc12cfc9392 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54529ad1-6d23-429e-976b-e31f8955e4ec HTTP/1.1" status: 200 len: 217 time: 0.0671618 Aug 16 02:05:21.851256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] For port c407415f-7e4c-47c8-bd8c-4c6bf00a9363, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:21.858409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] For port c407415f-7e4c-47c8-bd8c-4c6bf00a9363, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:21.868878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.881909 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8ace711-d92c-4cb3-95de-ebf0b09905b2 req-47264ac7-bc28-4e82-8387-6b020fc4d17b service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050545 Aug 16 02:05:21.887655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-f6acacda-bac8-437b-9f2f-822cce7ffe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.889136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-f6acacda-bac8-437b-9f2f-822cce7ffe46 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0620863 Aug 16 02:05:21.946986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.951905 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.961382 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] 10.222.0.93 "PUT /v2.0/ports/c407415f-7e4c-47c8-bd8c-4c6bf00a9363 HTTP/1.1" status: 200 len: 1092 time: 1.6711857 Aug 16 02:05:21.979602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63339ca-b04d-4589-91be-cddae011e275 service neutron] Pushing event updated for resources: {'Port': ['ID=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.991620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Request body: {'port': {'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:22.089761 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.098569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640889e-41df-445c-95fd-71fe1b7ec421 req-dee03b06-20f5-40c5-bf51-7aca52577712 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.100309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0640889e-41df-445c-95fd-71fe1b7ec421 req-dee03b06-20f5-40c5-bf51-7aca52577712 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 944 time: 0.6174657 Aug 16 02:05:22.107534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-c5183cfc-1b0b-403a-8472-76802ecbea4f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890545 Aug 16 02:05:22.457092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0640889e-41df-445c-95fd-71fe1b7ec421 req-990f5833-9dc1-4b77-9b0f-7a66f3f94dac tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308313 Aug 16 02:05:22.467852 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3cb1a555-1022-4d86-85f4-f65ab6579915 req-dd603cb3-2c9b-4e5f-9dbc-96143dd80477 tempest-ServersAdminNegativeTestJSON-1490386062 tempest-ServersAdminNegativeTestJSON-1490386062-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.564606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc95090-e3f2-4c2d-894f-c92cfb0b56ee {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:22.586886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.601554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Transition to ACTIVE for port object ebc95090-e3f2-4c2d-894f-c92cfb0b56ee will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:22.612516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.711831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Pushing event updated for resources: {'Port': ['ID=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:22.820206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Attempting to bind port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:22.820452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Attempting to bind port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:22.820773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Attempting to bind port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee on network c587edc1-1b39-4797-b043-f93444807fb5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:22.831149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee on network c587edc1-1b39-4797-b043-f93444807fb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:22.831149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Attempting to bind port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee on network c587edc1-1b39-4797-b043-f93444807fb5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:22.846992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:22.847347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Checking segment: {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:22.847742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Bound using segment: {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:22.848182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Bound port: ebc95090-e3f2-4c2d-894f-c92cfb0b56ee, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08031a76-364b-434d-95a6-cb0b80beb827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:22.848547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.980367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] For port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:22.983909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] For port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:22.994656 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.054247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.054824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.056247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] 10.222.0.93 "PUT /v2.0/ports/ebc95090-e3f2-4c2d-894f-c92cfb0b56ee HTTP/1.1" status: 200 len: 1092 time: 1.0714679 Aug 16 02:05:23.114440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bbd4d-7dc1-49d7-84d0-db6a858aaddd service neutron] Pushing event updated for resources: {'Port': ['ID=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.209888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-804c6e5d-ce00-4230-b6c1-ba1829b6bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.210693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-804c6e5d-ce00-4230-b6c1-ba1829b6bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.211360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-804c6e5d-ce00-4230-b6c1-ba1829b6bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.211993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-804c6e5d-ce00-4230-b6c1-ba1829b6bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.212628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-804c6e5d-ce00-4230-b6c1-ba1829b6bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.213388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-804c6e5d-ce00-4230-b6c1-ba1829b6bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.214178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-804c6e5d-ce00-4230-b6c1-ba1829b6bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.217305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-804c6e5d-ce00-4230-b6c1-ba1829b6bbba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6484 time: 0.0860333 Aug 16 02:05:23.241748 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3cb1a555-1022-4d86-85f4-f65ab6579915 req-dd603cb3-2c9b-4e5f-9dbc-96143dd80477 tempest-ServersAdminNegativeTestJSON-1490386062 tempest-ServersAdminNegativeTestJSON-1490386062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.295547 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-e550bce9-34a5-4f89-915c-6b462847fb2e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 HTTP/1.1" status: 200 len: 217 time: 0.0680962 Aug 16 02:05:23.353047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.384487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-c60e6626-ccd1-4a0c-a902-33a5f7082b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.387141 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-c60e6626-ccd1-4a0c-a902-33a5f7082b67 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=26713c1e-18e6-47fb-8693-e9d04e20b5ec HTTP/1.1" status: 200 len: 851 time: 0.0742633 Aug 16 02:05:23.458851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-2b1b99cf-240e-4782-bff1-e09fc3806159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.464326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-2b1b99cf-240e-4782-bff1-e09fc3806159 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67c32414-a736-42e3-a126-e9aaa16b00fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570805 Aug 16 02:05:23.473231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cb1a555-1022-4d86-85f4-f65ab6579915 req-dd603cb3-2c9b-4e5f-9dbc-96143dd80477 tempest-ServersAdminNegativeTestJSON-1490386062 tempest-ServersAdminNegativeTestJSON-1490386062-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2051699 Aug 16 02:05:23.513983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7395af03-f3f6-40c6-9a2b-d95678fad832 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3733838 Aug 16 02:05:23.553909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd603cb3-2c9b-4e5f-9dbc-96143dd80477 tempest-ServersAdminNegativeTestJSON-1490386062 tempest-ServersAdminNegativeTestJSON-1490386062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecffeae-3fdb-432e-97a9-651c033341e0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.585486 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd494a68-0011-401e-8d75-032d7ad4ce19 x-openstack-request-id: req-dd494a68-0011-401e-8d75-032d7ad4ce19 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:23.586065 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "d9214f5f-9834-4008-9b6b-60a3bc177cf3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "2568086a-c1c7-4c88-88e5-6ccedfbac7e9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:23.586065 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd494a68-0011-401e-8d75-032d7ad4ce19 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:23.586448 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3', 'status': 'completed', 'code': 200} Aug 16 02:05:23.586875 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9', 'status': 'completed', 'code': 200} Aug 16 02:05:23.608599 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-35db4857-4cfe-44b6-b742-9109c3cd7130 service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335926 Aug 16 02:05:23.730485 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-99b3a02f-cf3e-406e-a7b9-2b782987f601 service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134794 Aug 16 02:05:23.740920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-006a09a5-5caf-46c4-8505-3f81923b9690 req-99320a8c-f662-4e86-8cd8-0bbf4437848c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/72ab9a17-2172-4dd3-bafd-5dcded484ba2 HTTP/1.1" status: 200 len: 1804 time: 0.4801476 Aug 16 02:05:23.777639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.790754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-05800013-b29c-4b2b-96ec-7ec9820ce4fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=5e1893e0-13a1-4368-a82e-4473b082391c HTTP/1.1" status: 200 len: 217 time: 0.0508041 Aug 16 02:05:23.796538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-6f9d059a-6c7a-497f-ac59-d89b9f395a28 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695000 Aug 16 02:05:23.866863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3ca6-b031-4ba6-8ffe-87677151c4dc req-652b5b72-2c0d-4481-8855-c1e91d6a8ebc tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.872878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3ca6-b031-4ba6-8ffe-87677151c4dc req-652b5b72-2c0d-4481-8855-c1e91d6a8ebc tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.873108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-f8db7e5d-49d5-4877-a63d-8015fd5ca43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.874632 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-f8db7e5d-49d5-4877-a63d-8015fd5ca43e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0769944 Aug 16 02:05:23.879632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3ca6-b031-4ba6-8ffe-87677151c4dc req-652b5b72-2c0d-4481-8855-c1e91d6a8ebc tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.889663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3ca6-b031-4ba6-8ffe-87677151c4dc req-652b5b72-2c0d-4481-8855-c1e91d6a8ebc tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.896452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3ca6-b031-4ba6-8ffe-87677151c4dc req-652b5b72-2c0d-4481-8855-c1e91d6a8ebc tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.902800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3ca6-b031-4ba6-8ffe-87677151c4dc req-652b5b72-2c0d-4481-8855-c1e91d6a8ebc tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.909785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3ca6-b031-4ba6-8ffe-87677151c4dc req-652b5b72-2c0d-4481-8855-c1e91d6a8ebc tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.913587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6ed3ca6-b031-4ba6-8ffe-87677151c4dc req-652b5b72-2c0d-4481-8855-c1e91d6a8ebc tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.2643530 Aug 16 02:05:23.933747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-e720e933-978a-4272-888d-64d05e208cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.935794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-e720e933-978a-4272-888d-64d05e208cab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499618 Aug 16 02:05:23.981354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-006a09a5-5caf-46c4-8505-3f81923b9690 req-12d4207b-3a0f-49c7-adb1-73757d81ec4c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.052872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6ed3ca6-b031-4ba6-8ffe-87677151c4dc req-debf4ada-da94-4465-a0fd-51c108e26fd9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315422 Aug 16 02:05:24.071462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-006a09a5-5caf-46c4-8505-3f81923b9690 req-12d4207b-3a0f-49c7-adb1-73757d81ec4c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.081024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9bc8192f-bf86-4f80-9a57-da0e6b257a05 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285820 Aug 16 02:05:24.241444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-c45b359a-9fbd-4f54-98f9-09b7b33a9355 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417234 Aug 16 02:05:24.253414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-c386e8ad-5a4a-4dfb-a7eb-bda14b7b2f4a tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.254928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-c386e8ad-5a4a-4dfb-a7eb-bda14b7b2f4a tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.1795163 Aug 16 02:05:24.295024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-1ae0c0e3-85e6-4afe-bf39-494f739a692d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=726d1e56-868c-4100-ae97-55bcc59f5af8 HTTP/1.1" status: 200 len: 217 time: 0.0442674 Aug 16 02:05:24.312341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-006a09a5-5caf-46c4-8505-3f81923b9690 req-12d4207b-3a0f-49c7-adb1-73757d81ec4c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.316275 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-006a09a5-5caf-46c4-8505-3f81923b9690 req-12d4207b-3a0f-49c7-adb1-73757d81ec4c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.318195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-006a09a5-5caf-46c4-8505-3f81923b9690 req-12d4207b-3a0f-49c7-adb1-73757d81ec4c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "DELETE /v2.0/security-groups/72ab9a17-2172-4dd3-bafd-5dcded484ba2 HTTP/1.1" status: 204 len: 173 time: 0.5678360 Aug 16 02:05:24.330126 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.360544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d784a-9d58-4760-b550-958977b8ce1b req-fa5d92c0-2dea-43b0-ab96-bbd9ed13c067 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.362431 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d6d784a-9d58-4760-b550-958977b8ce1b req-fa5d92c0-2dea-43b0-ab96-bbd9ed13c067 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 944 time: 0.1506205 Aug 16 02:05:24.363253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4207b-3a0f-49c7-adb1-73757d81ec4c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ab9a17-2172-4dd3-bafd-5dcded484ba2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:24.367269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.443200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-672d11c8-6790-4686-ad0d-e9fdfafd6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.446444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-672d11c8-6790-4686-ad0d-e9fdfafd6099 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.1370146 Aug 16 02:05:24.493162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=29dabde0-b2b7-42f6-8969-e42a44023fc0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:24.538495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-dbd37ae9-2660-4351-83a1-71dc57b0ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.541355 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-dbd37ae9-2660-4351-83a1-71dc57b0ddfa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839684 Aug 16 02:05:24.552363 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d6d784a-9d58-4760-b550-958977b8ce1b req-08923621-d4d1-4a96-8eab-a72225cc5fb9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341577 Aug 16 02:05:24.582953 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.673893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4505d565-418b-4f69-9cda-a3a8cf89aa23 service neutron] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:24.682622 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4505d565-418b-4f69-9cda-a3a8cf89aa23 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.684324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-4505d565-418b-4f69-9cda-a3a8cf89aa23 service neutron] 10.222.0.93 "DELETE /v2.0/ports/54529ad1-6d23-429e-976b-e31f8955e4ec/bindings/n-h1-768862-14 HTTP/1.1" status: 204 len: 173 time: 0.4159250 Aug 16 02:05:24.716901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-3e21906f-0535-4b32-aa08-5f57438460d4 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662052 Aug 16 02:05:24.758628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b33021ef-c197-48c7-a1a8-acbd3e34b0b9 req-d8463554-4d30-48b2-acc1-79969ff2aa59 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/b5c307c2-f64c-4410-87a2-8ff308c2872b HTTP/1.1" status: 200 len: 1803 time: 0.1700830 Aug 16 02:05:24.787819 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP 6cda407f-1101-4d26-a13c-18468376357e associated. External IP: 172.25.5.149, port: 9b1f7fb8-e0fd-4a1f-86a9-33e144524793. Aug 16 02:05:24.884841 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9ea3ffc6-9e09-4acf-a9ea-d2de200433d0 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558185 Aug 16 02:05:24.886604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-00dc4b2e-79b5-4209-bc6a-484df34997f1 req-d65887f7-8e50-432e-a91a-af49f4db8b0a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-167090616', 'description': 'tempest-description-19437531'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:24.982872 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-a34a789c-17dc-4234-ac76-078d0f0b485c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3 HTTP/1.1" status: 200 len: 217 time: 0.0877724 Aug 16 02:05:24.987312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beab04e-5930-4093-8d3b-ab931a6bed4e req-c7979a39-2d8d-40f8-b527-1c636ca0fcd7 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.988861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2beab04e-5930-4093-8d3b-ab931a6bed4e req-c7979a39-2d8d-40f8-b527-1c636ca0fcd7 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1096 time: 0.1266644 Aug 16 02:05:24.994218 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-00dc4b2e-79b5-4209-bc6a-484df34997f1 req-d65887f7-8e50-432e-a91a-af49f4db8b0a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.103776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2beab04e-5930-4093-8d3b-ab931a6bed4e req-fcd9bfa2-79fa-466f-959d-31046165dd6c tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061759 Aug 16 02:05:25.152482 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-e78828dd-f726-4363-8c3a-9e07bf499bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.155390 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-e78828dd-f726-4363-8c3a-9e07bf499bbf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.1590369 Aug 16 02:05:25.276725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:25.279130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-bba2dd4a-399d-4518-ac95-7f69e48c3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.284109 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-bba2dd4a-399d-4518-ac95-7f69e48c3d05 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1185431 Aug 16 02:05:25.350075 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-00dc4b2e-79b5-4209-bc6a-484df34997f1 req-d65887f7-8e50-432e-a91a-af49f4db8b0a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.380864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-00dc4b2e-79b5-4209-bc6a-484df34997f1 req-d65887f7-8e50-432e-a91a-af49f4db8b0a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.428183 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-ffa7bd0d-b25b-4649-aeb1-e8282dd6be40 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356263 Aug 16 02:05:25.513350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:25.524881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b39e5cc-047b-41a0-af75-0e16f73023af None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:25.543431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b39e5cc-047b-41a0-af75-0e16f73023af None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:25.544111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5b39e5cc-047b-41a0-af75-0e16f73023af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.571339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3645-1167-4767-b20c-d02687b0c800 req-b3c0d652-1718-496f-9035-cbd0c248213b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.578261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3645-1167-4767-b20c-d02687b0c800 req-b3c0d652-1718-496f-9035-cbd0c248213b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.585400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3645-1167-4767-b20c-d02687b0c800 req-b3c0d652-1718-496f-9035-cbd0c248213b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.588905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'c407415f-7e4c-47c8-bd8c-4c6bf00a9363'}, {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:25.591206 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1cb757-338e-4c1a-96d7-0c969e18effe" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "c407415f-7e4c-47c8-bd8c-4c6bf00a9363"}, {"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "ebc95090-e3f2-4c2d-894f-c92cfb0b56ee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:25.591687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3645-1167-4767-b20c-d02687b0c800 req-b3c0d652-1718-496f-9035-cbd0c248213b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.599019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3645-1167-4767-b20c-d02687b0c800 req-b3c0d652-1718-496f-9035-cbd0c248213b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.605138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3645-1167-4767-b20c-d02687b0c800 req-b3c0d652-1718-496f-9035-cbd0c248213b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.608261 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-02d2141f-ec0e-42ac-842d-d0bf0624a782 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730578 Aug 16 02:05:25.612304 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3645-1167-4767-b20c-d02687b0c800 req-b3c0d652-1718-496f-9035-cbd0c248213b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.614343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5cbf3645-1167-4767-b20c-d02687b0c800 req-b3c0d652-1718-496f-9035-cbd0c248213b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.3062718 Aug 16 02:05:25.621426 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-00dc4b2e-79b5-4209-bc6a-484df34997f1 req-d65887f7-8e50-432e-a91a-af49f4db8b0a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.622801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5b39e5cc-047b-41a0-af75-0e16f73023af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.639476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00dc4b2e-79b5-4209-bc6a-484df34997f1 req-d65887f7-8e50-432e-a91a-af49f4db8b0a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7759142 Aug 16 02:05:25.646795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b39e5cc-047b-41a0-af75-0e16f73023af None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:25.648644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5b39e5cc-047b-41a0-af75-0e16f73023af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.656486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.698026 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-87b37802-f710-4c47-999f-505cf12757cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9 HTTP/1.1" status: 200 len: 217 time: 0.0792232 Aug 16 02:05:25.699589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.703605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-41893170-6fd2-491a-b624-60074417eed7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.9444811 Aug 16 02:05:25.707742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65887f7-8e50-432e-a91a-af49f4db8b0a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59689088-9911-48de-99fd-acae7238a6f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:25.709578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-061b6191-7b06-4883-9fb8-5ab40051a746 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:25.767639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5cbf3645-1167-4767-b20c-d02687b0c800 req-355e2529-9b64-4a84-af4f-35d68d73128b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267416 Aug 16 02:05:25.770503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5b39e5cc-047b-41a0-af75-0e16f73023af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.774985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b39e5cc-047b-41a0-af75-0e16f73023af None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:25.904252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-173dfc92-7454-4f7c-a3af-f672d2f96991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.905720 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-173dfc92-7454-4f7c-a3af-f672d2f96991 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.1831317 Aug 16 02:05:25.911325 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-061b6191-7b06-4883-9fb8-5ab40051a746 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.043581 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d09387-cccf-4d9f-b543-8e0aa09dce87 x-openstack-request-id: req-d8d09387-cccf-4d9f-b543-8e0aa09dce87 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:26.043874 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "c407415f-7e4c-47c8-bd8c-4c6bf00a9363", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "ebc95090-e3f2-4c2d-894f-c92cfb0b56ee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:26.044124 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8d09387-cccf-4d9f-b543-8e0aa09dce87 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:26.044517 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'c407415f-7e4c-47c8-bd8c-4c6bf00a9363', 'status': 'completed', 'code': 200} Aug 16 02:05:26.044763 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee', 'status': 'completed', 'code': 200} Aug 16 02:05:26.109912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9b82f4c7-00d4-43f3-a643-eae82b01d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.114519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9b82f4c7-00d4-43f3-a643-eae82b01d896 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645446 Aug 16 02:05:26.161207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfe58d69-0426-4df0-900f-8b61e2f16a45 req-68628037-66ce-45e7-b4d8-86bc87190a09 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/59689088-9911-48de-99fd-acae7238a6f7 HTTP/1.1" status: 200 len: 1804 time: 0.0948670 Aug 16 02:05:26.172191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cfe58d69-0426-4df0-900f-8b61e2f16a45 req-a63f776d-eaa1-4b14-9868-a432c87e3e68 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59689088-9911-48de-99fd-acae7238a6f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:26.182945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cfe58d69-0426-4df0-900f-8b61e2f16a45 req-a63f776d-eaa1-4b14-9868-a432c87e3e68 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59689088-9911-48de-99fd-acae7238a6f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:26.200564 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-061b6191-7b06-4883-9fb8-5ab40051a746 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.211901 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-061b6191-7b06-4883-9fb8-5ab40051a746 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.212385 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-061b6191-7b06-4883-9fb8-5ab40051a746 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP 6cda407f-1101-4d26-a13c-18468376357e disassociated. External IP: 172.25.5.149, port: 9b1f7fb8-e0fd-4a1f-86a9-33e144524793. Aug 16 02:05:26.270489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-5a8bc465-6de8-4605-b4ce-1f95155bee4e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.272187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-5a8bc465-6de8-4605-b4ce-1f95155bee4e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 808 time: 0.3134873 Aug 16 02:05:26.305091 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-7ea32bb8-08f2-46a0-b40f-0050f2b87bc7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/quotas/877c996a282643eb960bdbf58b651d9f HTTP/1.1" status: 200 len: 375 time: 0.0239606 Aug 16 02:05:26.362225 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfe58d69-0426-4df0-900f-8b61e2f16a45 req-a63f776d-eaa1-4b14-9868-a432c87e3e68 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.411181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-a831d9ab-04c7-4cd7-91b0-cdd571a7dce5 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900524 Aug 16 02:05:26.414722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfe58d69-0426-4df0-900f-8b61e2f16a45 req-a63f776d-eaa1-4b14-9868-a432c87e3e68 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.439730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfe58d69-0426-4df0-900f-8b61e2f16a45 req-a63f776d-eaa1-4b14-9868-a432c87e3e68 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.465190 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d6658870-06ea-4320-afc2-36cb9401fc0b service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629635 Aug 16 02:05:26.503575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f776d-eaa1-4b14-9868-a432c87e3e68 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc936d9b-18b1-4dec-bcae-22b47b09f661,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:26.508216 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cfe58d69-0426-4df0-900f-8b61e2f16a45 req-a63f776d-eaa1-4b14-9868-a432c87e3e68 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.521476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfe58d69-0426-4df0-900f-8b61e2f16a45 req-a63f776d-eaa1-4b14-9868-a432c87e3e68 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3588150 Aug 16 02:05:26.620497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-d7d4d9ab-a343-434e-8f4f-fa159aff0cf9 service neutron] 10.222.0.61 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067485 Aug 16 02:05:26.755219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-9cddb3cb-e5f9-4f8f-aa7b-23e4d8fd87fa service neutron] 10.222.0.61 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327486 Aug 16 02:05:26.812423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4667e31-96f7-4720-bf3e-ba320eafa1a3 req-c9f7cad7-b580-4b88-af39-6b77eb6f5167 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.816684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4667e31-96f7-4720-bf3e-ba320eafa1a3 req-c9f7cad7-b580-4b88-af39-6b77eb6f5167 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 950 time: 0.0925980 Aug 16 02:05:26.886769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4667e31-96f7-4720-bf3e-ba320eafa1a3 req-906c3bec-1983-4a5f-b826-3c7ca6822e58 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612702 Aug 16 02:05:27.057805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-0c6d1d30-0986-493c-b6e1-12620753af43 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820639 Aug 16 02:05:27.066701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061b6191-7b06-4883-9fb8-5ab40051a746 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:27.069135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba057050-2c65-4e8e-a671-658bfb94d827 req-0b9d67b2-d5aa-402d-a5ef-4f8cb5b08435 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/59689088-9911-48de-99fd-acae7238a6f7 HTTP/1.1" status: 200 len: 2398 time: 0.1348445 Aug 16 02:05:27.106651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ba057050-2c65-4e8e-a671-658bfb94d827 req-b6724aa3-f4ed-4ed5-8b42-9edea63d76cc tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59689088-9911-48de-99fd-acae7238a6f7', 'remote_group_id': None}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:27.107403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ba057050-2c65-4e8e-a671-658bfb94d827 req-b6724aa3-f4ed-4ed5-8b42-9edea63d76cc tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59689088-9911-48de-99fd-acae7238a6f7', 'remote_group_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:27.122235 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d05538c0-3499-4cd8-86f3-d9e8fbc2f06b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363 HTTP/1.1" status: 200 len: 217 time: 0.0524037 Aug 16 02:05:27.264526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911aa42-c12d-4261-bd0b-0be6b1703c26 req-bb2843a6-c7ac-475f-8b57-714b34ba680a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.273894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911aa42-c12d-4261-bd0b-0be6b1703c26 req-bb2843a6-c7ac-475f-8b57-714b34ba680a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.281539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911aa42-c12d-4261-bd0b-0be6b1703c26 req-bb2843a6-c7ac-475f-8b57-714b34ba680a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.289367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-6fb12e9e-a2d4-47dd-a64f-0530ec8c5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.289614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911aa42-c12d-4261-bd0b-0be6b1703c26 req-bb2843a6-c7ac-475f-8b57-714b34ba680a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.291075 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-6fb12e9e-a2d4-47dd-a64f-0530ec8c5658 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.1591835 Aug 16 02:05:27.298609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911aa42-c12d-4261-bd0b-0be6b1703c26 req-bb2843a6-c7ac-475f-8b57-714b34ba680a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.306127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911aa42-c12d-4261-bd0b-0be6b1703c26 req-bb2843a6-c7ac-475f-8b57-714b34ba680a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.317084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911aa42-c12d-4261-bd0b-0be6b1703c26 req-bb2843a6-c7ac-475f-8b57-714b34ba680a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.324324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9911aa42-c12d-4261-bd0b-0be6b1703c26 req-bb2843a6-c7ac-475f-8b57-714b34ba680a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.1700671 Aug 16 02:05:27.353696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061b6191-7b06-4883-9fb8-5ab40051a746 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:27.358726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-061b6191-7b06-4883-9fb8-5ab40051a746 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.366723 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48abce66-cdb1-4990-b86c-4daa8e4f7fa4 None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:27.382959 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48abce66-cdb1-4990-b86c-4daa8e4f7fa4 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:27.384645 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48abce66-cdb1-4990-b86c-4daa8e4f7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:27.391238 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-061b6191-7b06-4883-9fb8-5ab40051a746 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/floatingips/6cda407f-1101-4d26-a13c-18468376357e HTTP/1.1" status: 200 len: 688 time: 1.6902056 Aug 16 02:05:27.394595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:27.408255 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9911aa42-c12d-4261-bd0b-0be6b1703c26 req-eaae256d-f224-4b6c-8b27-ba2160d97f80 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756745 Aug 16 02:05:27.500399 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba057050-2c65-4e8e-a671-658bfb94d827 req-b6724aa3-f4ed-4ed5-8b42-9edea63d76cc tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.519420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-6e0e36ba-156f-45b8-9624-91c8a1044271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.519420 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-6e0e36ba-156f-45b8-9624-91c8a1044271 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2141731 Aug 16 02:05:27.534380 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48abce66-cdb1-4990-b86c-4daa8e4f7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:27.536679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c617344-eb13-4185-b5d0-ad3aea297f5a req-cda63ad8-ccaa-4ba9-ade6-0ab20afa074a tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 210 time: 0.0515409 Aug 16 02:05:27.569863 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48abce66-cdb1-4990-b86c-4daa8e4f7fa4 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:27.571104 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48abce66-cdb1-4990-b86c-4daa8e4f7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:27.588244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba057050-2c65-4e8e-a671-658bfb94d827 req-b6724aa3-f4ed-4ed5-8b42-9edea63d76cc tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.598785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba057050-2c65-4e8e-a671-658bfb94d827 req-b6724aa3-f4ed-4ed5-8b42-9edea63d76cc tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.633550 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48abce66-cdb1-4990-b86c-4daa8e4f7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:27.634681 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48abce66-cdb1-4990-b86c-4daa8e4f7fa4 None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:27.694667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6724aa3-f4ed-4ed5-8b42-9edea63d76cc tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6308ae2d-313a-422c-90c5-c21c60fdd497,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:27.697336 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ba057050-2c65-4e8e-a671-658bfb94d827 req-b6724aa3-f4ed-4ed5-8b42-9edea63d76cc tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.705795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba057050-2c65-4e8e-a671-658bfb94d827 req-b6724aa3-f4ed-4ed5-8b42-9edea63d76cc tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6187108 Aug 16 02:05:27.774812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a72782e5-5d41-467d-813d-d791b74d01b4 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.776652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a72782e5-5d41-467d-813d-d791b74d01b4 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 950 time: 0.1542439 Aug 16 02:05:27.847411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 29dabde0-b2b7-42f6-8969-e42a44023fc0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:27.847804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.893208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70abc683-339d-4f33-b38e-05d069b2d879 req-bf3a549b-d11b-44ad-bec7-b977bdf2f87f tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/59689088-9911-48de-99fd-acae7238a6f7 HTTP/1.1" status: 200 len: 2997 time: 0.1579890 Aug 16 02:05:27.925024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Deleting port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:27.925719 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.935734 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8eab3044-cfe6-4ba0-841c-20f232466b81 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066727 Aug 16 02:05:27.974787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad802c3b-b30b-4d36-8bf6-1a51f69e00fe req-75228e7e-6933-4cbd-bf7e-ea1a8244c036 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-group-rules/6308ae2d-313a-422c-90c5-c21c60fdd497 HTTP/1.1" status: 200 len: 783 time: 0.0246100 Aug 16 02:05:28.058997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad802c3b-b30b-4d36-8bf6-1a51f69e00fe req-18e86409-8db5-4d3f-9d9e-18be1af06909 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/59689088-9911-48de-99fd-acae7238a6f7 HTTP/1.1" status: 200 len: 2997 time: 0.0494430 Aug 16 02:05:28.061138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.061664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.086115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 29dabde0-b2b7-42f6-8969-e42a44023fc0 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:28.177175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51441082-8770-4b62-acef-4682b2d34760 req-f9825045-4998-4a7a-88e3-d6b7e9292637 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.180388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51441082-8770-4b62-acef-4682b2d34760 req-f9825045-4998-4a7a-88e3-d6b7e9292637 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 950 time: 0.1202877 Aug 16 02:05:28.220351 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-9fa1fbc4-1757-4f1a-b5fe-6439906dd028 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685549 Aug 16 02:05:28.238046 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51441082-8770-4b62-acef-4682b2d34760 req-532b2b01-a0ec-4c4c-9023-cfa478fc645e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 Aug 16 02:05:28.244494 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad802c3b-b30b-4d36-8bf6-1a51f69e00fe req-2817925d-b794-4158-9f52-5c7ddf0ccf4a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.264931 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad802c3b-b30b-4d36-8bf6-1a51f69e00fe req-2817925d-b794-4158-9f52-5c7ddf0ccf4a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.275948 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-59cafb5b-5762-4a4e-911f-df416bb1a700 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee HTTP/1.1" status: 200 len: 217 time: 0.0470436 Aug 16 02:05:28.311864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] For port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:28.312429 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.342693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Calling delete_port for 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:28.400735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad802c3b-b30b-4d36-8bf6-1a51f69e00fe req-2817925d-b794-4158-9f52-5c7ddf0ccf4a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.405705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-3699213b-11c5-47d2-90dd-304049cafbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.408216 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-3699213b-11c5-47d2-90dd-304049cafbfb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.1240406 Aug 16 02:05:28.409346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad802c3b-b30b-4d36-8bf6-1a51f69e00fe req-2817925d-b794-4158-9f52-5c7ddf0ccf4a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.413679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad802c3b-b30b-4d36-8bf6-1a51f69e00fe req-2817925d-b794-4158-9f52-5c7ddf0ccf4a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/6308ae2d-313a-422c-90c5-c21c60fdd497 HTTP/1.1" status: 204 len: 173 time: 0.3353231 Aug 16 02:05:28.422555 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817925d-b794-4158-9f52-5c7ddf0ccf4a tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6308ae2d-313a-422c-90c5-c21c60fdd497,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.492961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.534688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f73fdbdb-624e-4434-98dc-7c8bee8f5379 req-e69d60fa-ff61-4a85-91d8-9bd1e64a97dc tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/59689088-9911-48de-99fd-acae7238a6f7 HTTP/1.1" status: 200 len: 2398 time: 0.0684924 Aug 16 02:05:28.553742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=29dabde0-b2b7-42f6-8969-e42a44023fc0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.623667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8f697e23-8535-4516-addd-bfe81fca0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.625259 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-8f697e23-8535-4516-addd-bfe81fca0b80 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2080557 Aug 16 02:05:28.675541 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f73fdbdb-624e-4434-98dc-7c8bee8f5379 req-15374a19-29c6-4b0e-b0ed-71ed9285b8f2 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.705545 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f73fdbdb-624e-4434-98dc-7c8bee8f5379 req-15374a19-29c6-4b0e-b0ed-71ed9285b8f2 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.796735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccb97-b873-4533-b7fc-f650306be981 req-c797b284-5eac-47f3-bc60-7648b60576da tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.804253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccb97-b873-4533-b7fc-f650306be981 req-c797b284-5eac-47f3-bc60-7648b60576da tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.810947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccb97-b873-4533-b7fc-f650306be981 req-c797b284-5eac-47f3-bc60-7648b60576da tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.816317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.818832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.820078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccb97-b873-4533-b7fc-f650306be981 req-c797b284-5eac-47f3-bc60-7648b60576da tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.824411 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-12fabe30-9b5f-4b22-8bc4-b0ec24335b31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/floatingips/6cda407f-1101-4d26-a13c-18468376357e HTTP/1.1" status: 204 len: 168 time: 1.4283407 Aug 16 02:05:28.825027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.827883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccb97-b873-4533-b7fc-f650306be981 req-c797b284-5eac-47f3-bc60-7648b60576da tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.836252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccb97-b873-4533-b7fc-f650306be981 req-c797b284-5eac-47f3-bc60-7648b60576da tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.842600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '229a2f68-ac77-448f-9fb1-52aa41becbc1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:28.843808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccb97-b873-4533-b7fc-f650306be981 req-c797b284-5eac-47f3-bc60-7648b60576da tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.846045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8dccb97-b873-4533-b7fc-f650306be981 req-c797b284-5eac-47f3-bc60-7648b60576da tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.2729175 Aug 16 02:05:28.877647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.893701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95', '2ae44daf-bfeb-4747-adf5-e7e98c9f4904'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:28.901695 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d2411ca4-c7de-41ae-bc1d-ffa1f6912adb service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447414 Aug 16 02:05:28.912188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-3226f729-3504-4db3-846b-70f840a39d21 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.913691 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-3226f729-3504-4db3-846b-70f840a39d21 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 808 time: 0.2544992 Aug 16 02:05:28.917882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Pushing event deleted for resources: {'Port': ['ID=2ae44daf-bfeb-4747-adf5-e7e98c9f4904,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.925044 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.988128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Request body: {'port': {'device_id': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca', 'admin_state_up': True, 'tenant_id': '877c996a282643eb960bdbf58b651d9f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:29.005065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] No DVR routers for this DVR port 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:29.015358 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f73fdbdb-624e-4434-98dc-7c8bee8f5379 req-15374a19-29c6-4b0e-b0ed-71ed9285b8f2 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.018844 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f73fdbdb-624e-4434-98dc-7c8bee8f5379 req-15374a19-29c6-4b0e-b0ed-71ed9285b8f2 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.022007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f73fdbdb-624e-4434-98dc-7c8bee8f5379 req-15374a19-29c6-4b0e-b0ed-71ed9285b8f2 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "DELETE /v2.0/security-groups/59689088-9911-48de-99fd-acae7238a6f7 HTTP/1.1" status: 204 len: 173 time: 0.4844682 Aug 16 02:05:29.025810 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.028175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4186ee96-3121-46ba-a529-318d44b34ba6 req-a06ddf85-3964-4c31-abe6-1736437859ac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "DELETE /v2.0/ports/2ae44daf-bfeb-4747-adf5-e7e98c9f4904 HTTP/1.1" status: 204 len: 173 time: 1.2414467 Aug 16 02:05:29.048823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfd8592-ce83-4a74-9445-04ba02442ed5', 'name': 'network-vif-deleted', 'tag': '2ae44daf-bfeb-4747-adf5-e7e98c9f4904'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:29.051974 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9440f10-dcd1-432b-b156-99aa7536e29b" -d '{"events": [{"server_uuid": "8bfd8592-ce83-4a74-9445-04ba02442ed5", "name": "network-vif-deleted", "tag": "2ae44daf-bfeb-4747-adf5-e7e98c9f4904"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:29.067486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15374a19-29c6-4b0e-b0ed-71ed9285b8f2 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59689088-9911-48de-99fd-acae7238a6f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:29.105113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8dccb97-b873-4533-b7fc-f650306be981 req-3ec8861c-3ddb-4d62-a23f-4eca396b95ea tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2355523 Aug 16 02:05:29.265044 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a37907be-e569-493f-a3f7-0b4c2c320894 req-270c70f7-075f-49eb-82e8-ddcad67c0470 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 210 time: 0.0620565 Aug 16 02:05:29.360432 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-15191100-41b6-4283-8cf6-9b9904dcb2f4 req-d513ad8d-bc7c-4049-bbcd-f19609b1a81e service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456792 Aug 16 02:05:29.435196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Made reservation on behalf of 877c996a282643eb960bdbf58b651d9f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:29.451954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.461642 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-6240c27f-1164-4de2-835f-9930a2c1928b req-f8012fe6-bf82-4e5c-9328-d155787eb6df tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] show failed (client error): The resource could not be found. Aug 16 02:05:29.468206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6240c27f-1164-4de2-835f-9930a2c1928b req-f8012fe6-bf82-4e5c-9328-d155787eb6df tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/72ab9a17-2172-4dd3-bafd-5dcded484ba2 HTTP/1.1" status: 404 len: 352 time: 0.0236809 Aug 16 02:05:29.512632 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721e9bcc-6e5f-4cad-920d-774163d38b69 x-openstack-request-id: req-721e9bcc-6e5f-4cad-920d-774163d38b69 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:29.512923 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfd8592-ce83-4a74-9445-04ba02442ed5", "name": "network-vif-deleted", "tag": "2ae44daf-bfeb-4747-adf5-e7e98c9f4904", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:29.513310 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-721e9bcc-6e5f-4cad-920d-774163d38b69 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:29.513624 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfd8592-ce83-4a74-9445-04ba02442ed5', 'name': 'network-vif-deleted', 'tag': '2ae44daf-bfeb-4747-adf5-e7e98c9f4904', 'status': 'completed', 'code': 200} Aug 16 02:05:29.645612 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.654576 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4edc6fa5-8d1e-47cf-93df-9dfc4df00b97 req-6bc677a2-21fc-458f-be42-951973b9fabf tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bfd8592-ce83-4a74-9445-04ba02442ed5 HTTP/1.1" status: 200 len: 210 time: 0.0552952 Aug 16 02:05:29.812164 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccb40700-49d4-4422-9f4e-62d2eafdc97f req-4e47aad2-b6ca-4225-b5b4-2d89f0e02a60 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/b5c307c2-f64c-4410-87a2-8ff308c2872b HTTP/1.1" status: 200 len: 1803 time: 0.0640218 Aug 16 02:05:29.852950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-57807afe-8730-4537-8fcb-b71df8d835cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.853810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-57807afe-8730-4537-8fcb-b71df8d835cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.855379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-57807afe-8730-4537-8fcb-b71df8d835cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.856535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-57807afe-8730-4537-8fcb-b71df8d835cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.857179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-57807afe-8730-4537-8fcb-b71df8d835cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.857816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-57807afe-8730-4537-8fcb-b71df8d835cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.858443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-57807afe-8730-4537-8fcb-b71df8d835cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.862468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-57807afe-8730-4537-8fcb-b71df8d835cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6484 time: 0.3185353 Aug 16 02:05:29.878341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccb40700-49d4-4422-9f4e-62d2eafdc97f req-82c30df7-e0e5-4b90-bbad-09824848fb7f tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.923121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.25.5.64 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/e94f146e-338f-4fec-8bac-92e9511417cd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:29.944355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccb40700-49d4-4422-9f4e-62d2eafdc97f req-82c30df7-e0e5-4b90-bbad-09824848fb7f tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.998097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9e3eb-bb1e-4971-90c9-28cc51b7f911 req-f24fb7eb-94d1-4479-a22d-fec20eabd7ad tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.999651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8a9e3eb-bb1e-4971-90c9-28cc51b7f911 req-f24fb7eb-94d1-4479-a22d-fec20eabd7ad tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.1167996 Aug 16 02:05:30.026018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Allocated IP 172.20.0.10 (469eeb41-d06c-4b45-994e-8ecd7f773dca/d55f8740-49c2-4cc7-9ea4-288ed3c7e417/794cb396-fea5-45bb-9192-effcf7e874f6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:30.040696 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccb40700-49d4-4422-9f4e-62d2eafdc97f req-82c30df7-e0e5-4b90-bbad-09824848fb7f tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.043881 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccb40700-49d4-4422-9f4e-62d2eafdc97f req-82c30df7-e0e5-4b90-bbad-09824848fb7f tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.049307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccb40700-49d4-4422-9f4e-62d2eafdc97f req-82c30df7-e0e5-4b90-bbad-09824848fb7f tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "DELETE /v2.0/security-groups/b5c307c2-f64c-4410-87a2-8ff308c2872b HTTP/1.1" status: 204 len: 173 time: 0.2362013 Aug 16 02:05:30.153842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c30df7-e0e5-4b90-bbad-09824848fb7f tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c307c2-f64c-4410-87a2-8ff308c2872b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.167310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bd78390-69fa-4f13-9765-f77075deea52 req-ae227964-ec53-40ea-8875-a932414ca994 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/9e3d61fe-5286-4e64-9455-96cf6fb28e03 HTTP/1.1" status: 200 len: 1805 time: 0.0967805 Aug 16 02:05:30.171396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-934adcb8-bdb5-45b3-ac58-c226da510c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.176496 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-934adcb8-bdb5-45b3-ac58-c226da510c08 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3 HTTP/1.1" status: 200 len: 902 time: 0.2546353 Aug 16 02:05:30.179893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8a9e3eb-bb1e-4971-90c9-28cc51b7f911 req-d22e15e5-7fc9-4a7d-9d2e-8647d80870c2 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539526 Aug 16 02:05:30.231391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.244940 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4bd78390-69fa-4f13-9765-f77075deea52 req-573714c3-a695-4e72-9fdd-fd38a6d4bead tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.304691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4bd78390-69fa-4f13-9765-f77075deea52 req-573714c3-a695-4e72-9fdd-fd38a6d4bead tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.360045 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-36dafe64-4647-400e-b3f5-15c332a28d9d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3 HTTP/1.1" status: 200 len: 217 time: 0.0891192 Aug 16 02:05:30.369867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628a0a5-bfda-4b4f-b5e6-6b9564e5057e req-a90b4881-ac81-4605-9a02-d85872e8e6fb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.376323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628a0a5-bfda-4b4f-b5e6-6b9564e5057e req-a90b4881-ac81-4605-9a02-d85872e8e6fb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.382391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628a0a5-bfda-4b4f-b5e6-6b9564e5057e req-a90b4881-ac81-4605-9a02-d85872e8e6fb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.388468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628a0a5-bfda-4b4f-b5e6-6b9564e5057e req-a90b4881-ac81-4605-9a02-d85872e8e6fb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.395026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628a0a5-bfda-4b4f-b5e6-6b9564e5057e req-a90b4881-ac81-4605-9a02-d85872e8e6fb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.401377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628a0a5-bfda-4b4f-b5e6-6b9564e5057e req-a90b4881-ac81-4605-9a02-d85872e8e6fb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.408696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628a0a5-bfda-4b4f-b5e6-6b9564e5057e req-a90b4881-ac81-4605-9a02-d85872e8e6fb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.410395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3628a0a5-bfda-4b4f-b5e6-6b9564e5057e req-a90b4881-ac81-4605-9a02-d85872e8e6fb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.1472540 Aug 16 02:05:30.427155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.452228 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.477384 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4bd78390-69fa-4f13-9765-f77075deea52 req-573714c3-a695-4e72-9fdd-fd38a6d4bead tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.480094 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4bd78390-69fa-4f13-9765-f77075deea52 req-573714c3-a695-4e72-9fdd-fd38a6d4bead tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.495370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bd78390-69fa-4f13-9765-f77075deea52 req-573714c3-a695-4e72-9fdd-fd38a6d4bead tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "DELETE /v2.0/security-groups/9e3d61fe-5286-4e64-9455-96cf6fb28e03 HTTP/1.1" status: 204 len: 173 time: 0.3269091 Aug 16 02:05:30.498908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-cd9cb98a-0724-4c1d-961e-25261f998077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.500438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-cd9cb98a-0724-4c1d-961e-25261f998077 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.1297541 Aug 16 02:05:30.503152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:30.532039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:30.534751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:30.543480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573714c3-a695-4e72-9fdd-fd38a6d4bead tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d61fe-5286-4e64-9455-96cf6fb28e03,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.552185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3628a0a5-bfda-4b4f-b5e6-6b9564e5057e req-bd94712b-8da0-4865-b6d1-47a9cb60b9e7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114206 Aug 16 02:05:30.591311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.618687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc7a8018-592d-43a2-a8dc-bf4c4c898f29 req-b80aca47-774a-45cc-9754-ad69a01a5f03 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 210 time: 0.0335603 Aug 16 02:05:30.692763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=e94f146e-338f-4fec-8bac-92e9511417cd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.714583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-95656926-266b-4363-9e29-2b98ceb868d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.716421 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-95656926-266b-4363-9e29-2b98ceb868d1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2054451 Aug 16 02:05:30.726998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-059c9908-c745-4e6a-86bd-3d47353beba6 req-98211416-964a-45ac-8f63-74e9a0d0009c tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/f8ee2985-897f-4208-8acf-9bef37e60e7a HTTP/1.1" status: 200 len: 1805 time: 0.0558157 Aug 16 02:05:30.728138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.807899 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-059c9908-c745-4e6a-86bd-3d47353beba6 req-e0e7c0c8-8a0b-454f-b02f-b303a6143829 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.840995 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-059c9908-c745-4e6a-86bd-3d47353beba6 req-e0e7c0c8-8a0b-454f-b02f-b303a6143829 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.906752 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-059c9908-c745-4e6a-86bd-3d47353beba6 req-e0e7c0c8-8a0b-454f-b02f-b303a6143829 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.911803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-059c9908-c745-4e6a-86bd-3d47353beba6 req-e0e7c0c8-8a0b-454f-b02f-b303a6143829 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.925094 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9919f9dc-3a3e-4ada-8154-012f53c1f636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.929452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-059c9908-c745-4e6a-86bd-3d47353beba6 req-e0e7c0c8-8a0b-454f-b02f-b303a6143829 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "DELETE /v2.0/security-groups/f8ee2985-897f-4208-8acf-9bef37e60e7a HTTP/1.1" status: 204 len: 173 time: 0.1923134 Aug 16 02:05:30.958256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7c0c8-8a0b-454f-b02f-b303a6143829 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ee2985-897f-4208-8acf-9bef37e60e7a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:31.056336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d170c7bc-e524-4c45-b8a3-f7d8b012f209 req-298ead67-e621-452a-b543-413269cc4451 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/f99a6508-c169-49e2-a99d-9653fae4f8f5 HTTP/1.1" status: 200 len: 2404 time: 0.0999444 Aug 16 02:05:31.171565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d170c7bc-e524-4c45-b8a3-f7d8b012f209 req-8030b191-786f-42de-aeaa-87c99a851464 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.218550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d170c7bc-e524-4c45-b8a3-f7d8b012f209 req-8030b191-786f-42de-aeaa-87c99a851464 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.279231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08db37-55d0-47ab-8f85-5b2d2f38d453 req-fc87537e-a874-4d02-89ba-cbf07fbed3cd tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.281715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab08db37-55d0-47ab-8f85-5b2d2f38d453 req-fc87537e-a874-4d02-89ba-cbf07fbed3cd tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 949 time: 0.1815615 Aug 16 02:05:31.333005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab08db37-55d0-47ab-8f85-5b2d2f38d453 req-d6155f4b-4077-4c3a-8832-d60a3ea21c94 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Aug 16 02:05:31.334976 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d170c7bc-e524-4c45-b8a3-f7d8b012f209 req-8030b191-786f-42de-aeaa-87c99a851464 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.337925 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d170c7bc-e524-4c45-b8a3-f7d8b012f209 req-8030b191-786f-42de-aeaa-87c99a851464 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.338866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d170c7bc-e524-4c45-b8a3-f7d8b012f209 req-8030b191-786f-42de-aeaa-87c99a851464 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "DELETE /v2.0/security-groups/f99a6508-c169-49e2-a99d-9653fae4f8f5 HTTP/1.1" status: 204 len: 173 time: 0.2813294 Aug 16 02:05:31.376567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030b191-786f-42de-aeaa-87c99a851464 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a6508-c169-49e2-a99d-9653fae4f8f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:31.424556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f93af653-138c-435b-bc37-4c4c32e890fc req-441b955c-fa49-4fdc-8051-b2719f134ea4 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "GET /v2.0/security-groups/3021b3d9-038c-4261-bf76-2a44cc2b3b92 HTTP/1.1" status: 200 len: 2396 time: 0.0575669 Aug 16 02:05:31.524588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3e3de-7cbb-4375-b9b0-0b438673f954 req-666446c2-be0c-43cb-9bb6-231ee474b45c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.526738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdd3e3de-7cbb-4375-b9b0-0b438673f954 req-666446c2-be0c-43cb-9bb6-231ee474b45c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.0939047 Aug 16 02:05:31.548230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f93af653-138c-435b-bc37-4c4c32e890fc req-78127f26-ae94-476a-a3d1-51fe7de24b85 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.573938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Network 469eeb41-d06c-4b45-994e-8ecd7f773dca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:31.576784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:31.585248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:31.593330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f93af653-138c-435b-bc37-4c4c32e890fc req-78127f26-ae94-476a-a3d1-51fe7de24b85 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.613503 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdd3e3de-7cbb-4375-b9b0-0b438673f954 req-be0bbbd5-4eaf-4101-aa8f-26e7c502a3f8 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765674 Aug 16 02:05:31.624538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Pushing event updated for resources: {'Port': ['ID=794cb396-fea5-45bb-9192-effcf7e874f6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:31.666447 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f93af653-138c-435b-bc37-4c4c32e890fc req-78127f26-ae94-476a-a3d1-51fe7de24b85 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.670150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f93af653-138c-435b-bc37-4c4c32e890fc req-78127f26-ae94-476a-a3d1-51fe7de24b85 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.671726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f93af653-138c-435b-bc37-4c4c32e890fc req-78127f26-ae94-476a-a3d1-51fe7de24b85 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] 10.222.0.61 "DELETE /v2.0/security-groups/3021b3d9-038c-4261-bf76-2a44cc2b3b92 HTTP/1.1" status: 204 len: 173 time: 0.2404318 Aug 16 02:05:31.683494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.689859 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.696124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78127f26-ae94-476a-a3d1-51fe7de24b85 tempest-SecurityGroupRulesTestJSON-1650841644 tempest-SecurityGroupRulesTestJSON-1650841644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3021b3d9-038c-4261-bf76-2a44cc2b3b92,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:31.727507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:31.728021 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-eda99454-d193-462b-abf8-69f2a21ae370 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0023215 Aug 16 02:05:31.773263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:31.773736 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2ae44daf-bfeb-4747-adf5-e7e98c9f4904 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:31.778366 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-239e271a-512a-45f8-9db9-d00707756615 admin admin] Deleting subnet 117591d8-b818-49d0-9f53-5855e10bf88e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:31.787953 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-239e271a-512a-45f8-9db9-d00707756615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.819828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.820430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.825949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae750-0ee2-4a09-8d88-e5177fb83537 req-468886b0-b292-403e-a581-acc3d74cf2c9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.832388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae750-0ee2-4a09-8d88-e5177fb83537 req-468886b0-b292-403e-a581-acc3d74cf2c9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.838327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae750-0ee2-4a09-8d88-e5177fb83537 req-468886b0-b292-403e-a581-acc3d74cf2c9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.845522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae750-0ee2-4a09-8d88-e5177fb83537 req-468886b0-b292-403e-a581-acc3d74cf2c9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.851382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae750-0ee2-4a09-8d88-e5177fb83537 req-468886b0-b292-403e-a581-acc3d74cf2c9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.857567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae750-0ee2-4a09-8d88-e5177fb83537 req-468886b0-b292-403e-a581-acc3d74cf2c9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.862116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.864061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae750-0ee2-4a09-8d88-e5177fb83537 req-468886b0-b292-403e-a581-acc3d74cf2c9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.866087 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0eae750-0ee2-4a09-8d88-e5177fb83537 req-468886b0-b292-403e-a581-acc3d74cf2c9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.1476047 Aug 16 02:05:31.872846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-1abee85d-37ca-4c53-adaa-edb145dd4770 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9003491 Aug 16 02:05:31.899643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Request body: {'port': {'device_id': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:31.958800 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-ce7688bb-84ce-44d9-82db-17a687e80385 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170753 Aug 16 02:05:32.045327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.165807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fc1daeaf-f9c5-41b3-9ce4-0919fe213f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.166292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fc1daeaf-f9c5-41b3-9ce4-0919fe213f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.166762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fc1daeaf-f9c5-41b3-9ce4-0919fe213f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.167263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fc1daeaf-f9c5-41b3-9ce4-0919fe213f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.167731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fc1daeaf-f9c5-41b3-9ce4-0919fe213f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.168197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fc1daeaf-f9c5-41b3-9ce4-0919fe213f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.168656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fc1daeaf-f9c5-41b3-9ce4-0919fe213f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.170702 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fc1daeaf-f9c5-41b3-9ce4-0919fe213f76 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6484 time: 0.1400878 Aug 16 02:05:32.215432 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-239e271a-512a-45f8-9db9-d00707756615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.266025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0eae750-0ee2-4a09-8d88-e5177fb83537 req-e62a66ce-a2e6-4def-a8c9-bb320a09f106 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804901 Aug 16 02:05:32.276416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c9312-6c31-4c88-a7fd-d6828916d272 req-254e3af0-59ff-4aaa-954b-727842f806d3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.277910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-467c9312-6c31-4c88-a7fd-d6828916d272 req-254e3af0-59ff-4aaa-954b-727842f806d3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 932 time: 0.4946136 Aug 16 02:05:32.288756 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-239e271a-512a-45f8-9db9-d00707756615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.321271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.338321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.356572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-467c9312-6c31-4c88-a7fd-d6828916d272 req-dc501b8b-1e6e-4cc7-89d9-1a7cd2777a55 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684049 Aug 16 02:05:32.391134 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-239e271a-512a-45f8-9db9-d00707756615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.430690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e271a-512a-45f8-9db9-d00707756615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117591d8-b818-49d0-9f53-5855e10bf88e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:32.434154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-239e271a-512a-45f8-9db9-d00707756615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.436552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-239e271a-512a-45f8-9db9-d00707756615 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/117591d8-b818-49d0-9f53-5855e10bf88e HTTP/1.1" status: 204 len: 168 time: 0.7514763 Aug 16 02:05:32.442530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:32.493826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-99ec049c-1eeb-45b4-b687-d8a057969dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.495816 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-99ec049c-1eeb-45b4-b687-d8a057969dc0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3 HTTP/1.1" status: 200 len: 902 time: 0.3159652 Aug 16 02:05:32.559949 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.564893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=e94f146e-338f-4fec-8bac-92e9511417cd,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:32.574322 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-02e2c1cb-9b7d-47c9-86e2-e3161631dfd9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9 HTTP/1.1" status: 200 len: 217 time: 0.0612335 Aug 16 02:05:32.580742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.585224 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c4669-93af-463b-860e-d1dd6bf1b342 req-fb8b095e-91d9-4b19-b5ef-f9fcbf58d220 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.586850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b75c4669-93af-463b-860e-d1dd6bf1b342 req-fb8b095e-91d9-4b19-b5ef-f9fcbf58d220 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 949 time: 0.0870101 Aug 16 02:05:32.721064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b75c4669-93af-463b-860e-d1dd6bf1b342 req-eb3177b4-dd94-4a45-a375-e74be4a75cac tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/security-groups?id=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237893 Aug 16 02:05:32.735577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f1797-655b-4347-964b-dcf6151bfe62 req-58dff319-2943-46bf-9f9e-d649068b73de tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.737202 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-779f1797-655b-4347-964b-dcf6151bfe62 req-58dff319-2943-46bf-9f9e-d649068b73de tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 949 time: 0.1486928 Aug 16 02:05:32.738914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.756610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:32.783707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-773cf790-395b-49fd-b6ef-46ceeb106d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.785746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-773cf790-395b-49fd-b6ef-46ceeb106d31 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.1989250 Aug 16 02:05:32.830352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794cb396-fea5-45bb-9192-effcf7e874f6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:32.839894 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP fb95c623-542e-429b-aee0-4de2799c663a associated. External IP: 172.25.5.64, port: 229a2f68-ac77-448f-9fb1-52aa41becbc1. Aug 16 02:05:32.843369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.847850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7069aaac-854a-4a8a-b2cc-7c52c20a0eb7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:32.848009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7069aaac-854a-4a8a-b2cc-7c52c20a0eb7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:32.890313 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.901717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Transition to ACTIVE for port object 794cb396-fea5-45bb-9192-effcf7e874f6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:32.914742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.922025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.927799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fea1a727-6030-4466-9a70-f5c949ea1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.929429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-fea1a727-6030-4466-9a70-f5c949ea1359 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1346138 Aug 16 02:05:32.946246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:32.946663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.955984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18677574-b498-4cfb-a543-7dc3a39ae6ce req-3a7a4b26-180f-4bae-8dbe-b33b12bf0c0c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.957531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18677574-b498-4cfb-a543-7dc3a39ae6ce req-3a7a4b26-180f-4bae-8dbe-b33b12bf0c0c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.1076975 Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:32.958192 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:33.032233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-779f1797-655b-4347-964b-dcf6151bfe62 req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Deleting port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:33.032621 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-779f1797-655b-4347-964b-dcf6151bfe62 req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.082197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Pushing event updated for resources: {'Port': ['ID=794cb396-fea5-45bb-9192-effcf7e874f6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.088055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.099224 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.103897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] 10.222.0.61 "DELETE /v2.0/networks/ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5 HTTP/1.1" status: 204 len: 168 time: 0.6574183 Aug 16 02:05:33.123182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18677574-b498-4cfb-a543-7dc3a39ae6ce req-4458b6bd-0f59-4d44-9255-c033f51e3d48 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487796 Aug 16 02:05:33.156046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439c58d-330d-4974-b84f-59917f78cd1a admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5d3efc-ce07-49e7-9184-9ef2d04bc2d5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.216199 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-cdd1b0dc-46d3-4f44-b558-1046f36c084a service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536194 Aug 16 02:05:33.217076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-779f1797-655b-4347-964b-dcf6151bfe62 req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] For port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:33.217486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-779f1797-655b-4347-964b-dcf6151bfe62 req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.236211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-779f1797-655b-4347-964b-dcf6151bfe62 req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Calling delete_port for 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:33.307794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.315637 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:33.315999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:33.316704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:33.333628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Port 794cb396-fea5-45bb-9192-effcf7e874f6 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:33.334211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:33.354224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:33.354649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:33.354947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:33.355444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Bound port: 794cb396-fea5-45bb-9192-effcf7e874f6, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:33.355802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.375516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:33.425961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cd21b0db-bbed-4d4a-9b57-0e50578dbe01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0473cd6d16db4e6d94ec669da6093ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169145 Aug 16 02:05:33.428614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.430662 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01edec7f-8c42-4c1a-a26f-20efb4205533 req-0bf0e137-0844-4f66-9c68-b98dd9c2de7d service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835427 Aug 16 02:05:33.513433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968788d-8060-4170-bf2d-03cd616522c9 req-9b92c5e3-7317-4a68-be03-1a86269fefb8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.519588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968788d-8060-4170-bf2d-03cd616522c9 req-9b92c5e3-7317-4a68-be03-1a86269fefb8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.525504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968788d-8060-4170-bf2d-03cd616522c9 req-9b92c5e3-7317-4a68-be03-1a86269fefb8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.531991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968788d-8060-4170-bf2d-03cd616522c9 req-9b92c5e3-7317-4a68-be03-1a86269fefb8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.533091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:33.538277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968788d-8060-4170-bf2d-03cd616522c9 req-9b92c5e3-7317-4a68-be03-1a86269fefb8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.545729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968788d-8060-4170-bf2d-03cd616522c9 req-9b92c5e3-7317-4a68-be03-1a86269fefb8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.553000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968788d-8060-4170-bf2d-03cd616522c9 req-9b92c5e3-7317-4a68-be03-1a86269fefb8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.554957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2968788d-8060-4170-bf2d-03cd616522c9 req-9b92c5e3-7317-4a68-be03-1a86269fefb8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.1950345 Aug 16 02:05:33.560760 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a24ff78-a6d9-4426-b159-1e2ce401eb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.581251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:33.595286 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.613717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-5cab045a-951e-45af-a036-d202c85aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.614199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-5cab045a-951e-45af-a036-d202c85aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.614678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-5cab045a-951e-45af-a036-d202c85aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.615184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-5cab045a-951e-45af-a036-d202c85aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.615659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-5cab045a-951e-45af-a036-d202c85aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.616129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-5cab045a-951e-45af-a036-d202c85aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.616595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-5cab045a-951e-45af-a036-d202c85aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.618541 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-5cab045a-951e-45af-a036-d202c85aee39 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6484 time: 0.1415751 Aug 16 02:05:33.655564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:33.664493 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-779f1797-655b-4347-964b-dcf6151bfe62 req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.670934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ed9d1-8d63-4bd6-85f0-a04cbc8038ba None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:33.677207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f3e7f-e815-42cf-bb95-477fe98d35a4 req-963b81d3-69f6-4977-b0c2-928a619a34cc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.677657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:33.678820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-510f3e7f-e815-42cf-bb95-477fe98d35a4 req-963b81d3-69f6-4977-b0c2-928a619a34cc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 944 time: 0.2286563 Aug 16 02:05:33.697765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.698394 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.699810 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] 10.222.0.86 "PUT /v2.0/ports/794cb396-fea5-45bb-9192-effcf7e874f6 HTTP/1.1" status: 200 len: 1093 time: 1.8074679 Aug 16 02:05:33.700253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:33.702486 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e3f6a0-35fc-46d3-aca7-5ef16851a004" -d '{"events": [{"name": "network-changed", "server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:33.709299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ed9d1-8d63-4bd6-85f0-a04cbc8038ba None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:33.709943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-789ed9d1-8d63-4bd6-85f0-a04cbc8038ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:33.721225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2968788d-8060-4170-bf2d-03cd616522c9 req-0b51738b-627e-4376-802e-743bd2c2a4eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391110 Aug 16 02:05:33.740403 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b20deffa-6b9c-4ecb-9286-db42cf3307ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.757141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.757257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Pushing event deleted for resources: {'Port': ['ID=43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.757384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5015770-e7f1-47c2-a82d-e9418ba9d6eb service neutron] Pushing event updated for resources: {'Port': ['ID=794cb396-fea5-45bb-9192-effcf7e874f6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.785446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-789ed9d1-8d63-4bd6-85f0-a04cbc8038ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:33.798737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ed9d1-8d63-4bd6-85f0-a04cbc8038ba None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:33.799669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-789ed9d1-8d63-4bd6-85f0-a04cbc8038ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:33.840117 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b97b8ab9-2365-44ba-a1a6-d75bbea557f7 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0052111 Aug 16 02:05:33.842560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.849243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-789ed9d1-8d63-4bd6-85f0-a04cbc8038ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:33.850032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ed9d1-8d63-4bd6-85f0-a04cbc8038ba None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:33.850611 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b20deffa-6b9c-4ecb-9286-db42cf3307ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.854353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-d393e0cc-2a69-42e4-91d3-d3d9fc76720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.855805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-d393e0cc-2a69-42e4-91d3-d3d9fc76720f service neutron] 10.222.0.93 "GET /v2.0/networks?id=c587edc1-1b39-4797-b043-f93444807fb5 HTTP/1.1" status: 200 len: 901 time: 0.2144923 Aug 16 02:05:33.874224 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.903489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-779f1797-655b-4347-964b-dcf6151bfe62 req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] No DVR routers for this DVR port 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:33.911043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-779f1797-655b-4347-964b-dcf6151bfe62 req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.913002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-779f1797-655b-4347-964b-dcf6151bfe62 req-639e7749-2686-4b46-9a46-b96a8d90df4e tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.93 "DELETE /v2.0/ports/43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 HTTP/1.1" status: 204 len: 173 time: 1.1622825 Aug 16 02:05:33.917236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017e1b46-e920-4714-912b-98228fb01c7a', 'name': 'network-vif-deleted', 'tag': '43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:33.919476 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da34e2a4-c3ee-4890-beae-939c7b7ae86a" -d '{"events": [{"server_uuid": "017e1b46-e920-4714-912b-98228fb01c7a", "name": "network-vif-deleted", "tag": "43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:33.938564 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-d941b884-2b30-4a73-9b3c-819ae41f818a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363 HTTP/1.1" status: 200 len: 217 time: 0.0524445 Aug 16 02:05:33.945208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-510f3e7f-e815-42cf-bb95-477fe98d35a4 req-14584351-2fe5-4ae5-9dd2-9e036d9bb984 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565467 Aug 16 02:05:34.063188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-dd28b231-c4f2-4de4-a43d-6c698f811046 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.066476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-dd28b231-c4f2-4de4-a43d-6c698f811046 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 805 time: 0.2039135 Aug 16 02:05:34.067316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b20deffa-6b9c-4ecb-9286-db42cf3307ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.070021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b20deffa-6b9c-4ecb-9286-db42cf3307ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.073633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b20deffa-6b9c-4ecb-9286-db42cf3307ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d23bf4d-edd1-49f5-9acd-68fa26da1904 HTTP/1.1" status: 204 len: 168 time: 0.6416509 Aug 16 02:05:34.114727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20deffa-6b9c-4ecb-9286-db42cf3307ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d23bf4d-edd1-49f5-9acd-68fa26da1904,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:34.153814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-2a7f4c80-c497-415d-8fe9-41e3d815b672 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/quotas/c84246bbd1c743f3b6597d560c099191 HTTP/1.1" status: 200 len: 375 time: 0.0813010 Aug 16 02:05:34.241865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-84bf9900-6d36-4b42-9c09-c9e098357979 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747898 Aug 16 02:05:34.315863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b59adc76-94e1-4e8c-b5ee-02e02a290d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.317910 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-b59adc76-94e1-4e8c-b5ee-02e02a290d7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1096 time: 0.5244308 Aug 16 02:05:34.322992 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affca7f4-4b61-4a25-8bc4-4f04e06cf523 x-openstack-request-id: req-affca7f4-4b61-4a25-8bc4-4f04e06cf523 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:34.323325 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:34.323570 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-affca7f4-4b61-4a25-8bc4-4f04e06cf523 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:34.324160 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6', 'status': 'completed', 'code': 200} Aug 16 02:05:34.348932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54ea5bb4-6259-4c23-af6b-327ae7e82f23 req-790aaf14-e1f3-44c2-a9b6-803dc6aea792 tempest-ServersAdminNegativeTestJSON-544883122 tempest-ServersAdminNegativeTestJSON-544883122-project] 10.222.0.61 "GET /v2.0/ports?device_id=017e1b46-e920-4714-912b-98228fb01c7a HTTP/1.1" status: 200 len: 210 time: 0.0420518 Aug 16 02:05:34.377009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:34.377612 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0d82d33b-f4c3-466c-a2b4-25d3529f2a59 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "GET /v2.0/floatingips/fb95c623-542e-429b-aee0-4de2799c663a HTTP/1.1" status: 200 len: 978 time: 0.5309758 Aug 16 02:05:34.450347 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-52312bf3-02bf-44a8-bb8d-6047500c7b57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=794cb396-fea5-45bb-9192-effcf7e874f6 HTTP/1.1" status: 200 len: 217 time: 0.1032317 Aug 16 02:05:34.522380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-ed64b2b0-d0cc-4f0a-91b2-f1d5a3b4da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.523429 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0188a83-5812-43b2-bbb5-6a40a9dcd48b x-openstack-request-id: req-b0188a83-5812-43b2-bbb5-6a40a9dcd48b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:34.523720 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017e1b46-e920-4714-912b-98228fb01c7a", "name": "network-vif-deleted", "tag": "43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:34.524026 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0188a83-5812-43b2-bbb5-6a40a9dcd48b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:34.524383 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-ed64b2b0-d0cc-4f0a-91b2-f1d5a3b4da84 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.5758741 Aug 16 02:05:34.527084 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017e1b46-e920-4714-912b-98228fb01c7a', 'name': 'network-vif-deleted', 'tag': '43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95', 'status': 'completed', 'code': 200} Aug 16 02:05:34.537569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aab0a68-bce1-40fa-9896-0e962fea73ec no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:34.588319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-ff475b8a-a1ac-41b0-a2f8-a75058845f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.589988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-ff475b8a-a1ac-41b0-a2f8-a75058845f6e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.1277645 Aug 16 02:05:34.611324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d312e734-d59f-40ee-ad15-2258940266e2 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2283292 Aug 16 02:05:34.613211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:34.623626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-5dd2343d-0857-413a-8133-f6347a46f567 service neutron] 10.222.0.61 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803687 Aug 16 02:05:34.632174 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-abf2c64c-b963-420d-8c27-679446e2b0d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319605 Aug 16 02:05:34.635269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-7e5d95ec-9851-4b6f-a285-e42b2db1b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.637273 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-7e5d95ec-9851-4b6f-a285-e42b2db1b8c6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011143 Aug 16 02:05:34.638455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'port_id': '9b1f7fb8-e0fd-4a1f-86a9-33e144524793'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:34.674173 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.717322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:34.718353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:34.722736 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8befe1b6-91b9-4d90-80b6-c034fe9b7e29" -d '{"events": [{"server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "name": "network-vif-unplugged", "status": "completed", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:34.727276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.771805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07c85a-edd1-4a7f-9f37-e443ea992e19 req-6122e741-c44d-4c56-b376-72357233368f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.773538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac07c85a-edd1-4a7f-9f37-e443ea992e19 req-6122e741-c44d-4c56-b376-72357233368f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.2520709 Aug 16 02:05:34.793452 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.826429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=2aab0a68-bce1-40fa-9896-0e962fea73ec,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:34.828669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.871492 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-86bc9895-8e0e-401b-bae4-1f68cc3aa91b service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293606 Aug 16 02:05:34.875280 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-8d35656a-bc86-4b31-8b05-d15311ae998e service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221820 Aug 16 02:05:34.924542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac07c85a-edd1-4a7f-9f37-e443ea992e19 req-8174ffa5-81b2-4d43-95f0-a0cedf6df348 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334264 Aug 16 02:05:34.957852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-acc8c2a2-58da-4aa6-83c8-02ef3b137702 service neutron] 10.222.0.61 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333495 Aug 16 02:05:34.982826 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a038c41b-0cc4-404e-ae97-8a107aa71e52 x-openstack-request-id: req-a038c41b-0cc4-404e-ae97-8a107aa71e52 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:34.983779 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "name": "network-vif-unplugged", "status": "completed", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:34.984229 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a038c41b-0cc4-404e-ae97-8a107aa71e52 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:34.984855 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec', 'code': 200} Aug 16 02:05:35.053727 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c725e74c-daf3-449a-9463-a00d238d4d1d req-15f4e214-210c-41ed-9344-506b399094a7 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735296 Aug 16 02:05:35.056278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-6b6c9594-f45b-4500-961e-9bf86cab89d4 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681015 Aug 16 02:05:35.167029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.224577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe6c7-1c31-4476-a94e-b39741ff5387 req-2bce7b30-ba6c-406b-9f41-2fe2c63b4cd0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.231506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe6c7-1c31-4476-a94e-b39741ff5387 req-2bce7b30-ba6c-406b-9f41-2fe2c63b4cd0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.238437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe6c7-1c31-4476-a94e-b39741ff5387 req-2bce7b30-ba6c-406b-9f41-2fe2c63b4cd0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.245153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe6c7-1c31-4476-a94e-b39741ff5387 req-2bce7b30-ba6c-406b-9f41-2fe2c63b4cd0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.250272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-9477719f-0b0b-4405-96af-248e92f1eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.250869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-9477719f-0b0b-4405-96af-248e92f1eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.251382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-9477719f-0b0b-4405-96af-248e92f1eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.251843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe6c7-1c31-4476-a94e-b39741ff5387 req-2bce7b30-ba6c-406b-9f41-2fe2c63b4cd0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.251987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-9477719f-0b0b-4405-96af-248e92f1eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.252450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-9477719f-0b0b-4405-96af-248e92f1eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.252934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-9477719f-0b0b-4405-96af-248e92f1eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.253407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-9477719f-0b0b-4405-96af-248e92f1eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.255545 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-9477719f-0b0b-4405-96af-248e92f1eb61 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6484 time: 0.1300433 Aug 16 02:05:35.258298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe6c7-1c31-4476-a94e-b39741ff5387 req-2bce7b30-ba6c-406b-9f41-2fe2c63b4cd0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.260532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-327d313c-3863-4bd2-96a2-d76b4217f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.262039 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-327d313c-3863-4bd2-96a2-d76b4217f961 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1096 time: 0.1018004 Aug 16 02:05:35.265410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe6c7-1c31-4476-a94e-b39741ff5387 req-2bce7b30-ba6c-406b-9f41-2fe2c63b4cd0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.267426 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87bfe6c7-1c31-4476-a94e-b39741ff5387 req-2bce7b30-ba6c-406b-9f41-2fe2c63b4cd0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.1835248 Aug 16 02:05:35.366318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-network', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:35.427798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5658ad9-92cb-49d8-b5fc-93feb43b6262 req-d058b2f2-48ad-472a-ab69-3630222bce59 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.430007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5658ad9-92cb-49d8-b5fc-93feb43b6262 req-d058b2f2-48ad-472a-ab69-3630222bce59 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 944 time: 0.1609650 Aug 16 02:05:35.443106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-25a5e384-cf0f-4b42-8ca7-2ed11b171f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.444681 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-25a5e384-cf0f-4b42-8ca7-2ed11b171f9e service neutron] 10.222.0.93 "GET /v2.0/networks?id=c587edc1-1b39-4797-b043-f93444807fb5 HTTP/1.1" status: 200 len: 901 time: 0.1801205 Aug 16 02:05:35.445101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87bfe6c7-1c31-4476-a94e-b39741ff5387 req-d2e14744-2116-47a8-bee1-d1a54796f485 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1592720 Aug 16 02:05:35.447567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-ebd39ea2-dd99-4b91-821c-75a705665cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.448616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:35.449097 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-ebd39ea2-dd99-4b91-821c-75a705665cc4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1686816 Aug 16 02:05:35.451332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.511117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.558888 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-0722b3b9-6a87-4de3-b0a8-5edfd29b69bc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee HTTP/1.1" status: 200 len: 217 time: 0.1027493 Aug 16 02:05:35.560259 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-bc357c9b-25ac-4a3f-8ed1-a4930bbf13b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=794cb396-fea5-45bb-9192-effcf7e874f6 HTTP/1.1" status: 200 len: 217 time: 0.0976672 Aug 16 02:05:35.618188 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5658ad9-92cb-49d8-b5fc-93feb43b6262 req-089e887a-b5d8-42b5-9924-4e02dcd7d2c7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785665 Aug 16 02:05:35.653281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-6d933fff-55fc-4b0e-a526-4f8681b0b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.654849 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-6d933fff-55fc-4b0e-a526-4f8681b0b85d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.0889502 Aug 16 02:05:35.661452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-e466d41f-1c00-4e36-961b-a0882f230ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.662963 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-e466d41f-1c00-4e36-961b-a0882f230ad6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0664101 Aug 16 02:05:35.679791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-902f4f76-341f-4c7c-ab05-d29eb9aaec0d req-041a61e3-8463-4f6e-9b4e-246953d3ed30 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 210 time: 0.0563083 Aug 16 02:05:35.733239 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-8920bbe6-62ed-4f46-b8b5-ed8104bc897b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542085 Aug 16 02:05:35.737262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:35.770543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-f1123318-9f52-4726-83ee-5da5f1478ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.772525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-f1123318-9f52-4726-83ee-5da5f1478ed4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037533 Aug 16 02:05:35.790272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:35.791289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 43a9ccb1-658b-4dc1-ab3a-e7c3c6e85e95 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:35.854760 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.861332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.957229 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-0ab16877-3a30-4d58-ab3c-7c96adb85c9c service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149873 Aug 16 02:05:35.983984 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-448f19dd-7a0f-4d75-a794-9e6ea84b8c1d service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803155 Aug 16 02:05:35.993805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44018) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.998127 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.005142 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.123678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-4b859d51-a47f-4dfa-97e7-6dcca90a4ccc tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.125479 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-4b859d51-a47f-4dfa-97e7-6dcca90a4ccc tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d487ccc-3754-4ecf-b496-0e402a96620b HTTP/1.1" status: 200 len: 944 time: 0.2042701 Aug 16 02:05:36.265185 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75e3f6a0-35fc-46d3-aca7-5ef16851a004 req-f5743e99-9ae1-4eed-b72c-a0dfe66056ca service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975569 Aug 16 02:05:36.275711 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e1cb757-338e-4c1a-96d7-0c969e18effe req-c3f6fe17-3019-41ab-8382-75d716f4e650 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437732 Aug 16 02:05:36.306684 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bb8aadbd-3941-45fe-a8a7-d673c30748fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ac3f9739585462dacc2ef84e609278b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114152 Aug 16 02:05:36.309309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:36.361542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Deleting port 2aab0a68-bce1-40fa-9896-0e962fea73ec {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:36.362297 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.416631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:36.440604 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP fb95c623-542e-429b-aee0-4de2799c663a associated. External IP: 172.25.5.64, port: 229a2f68-ac77-448f-9fb1-52aa41becbc1. Aug 16 02:05:36.493881 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.494220 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Added segment 6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7 of type vlan for network eb2528c8-5b9b-4161-9c71-1b504faa9674 Aug 16 02:05:36.504152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620b8bdc-754b-4ae3-934a-b360f59d34ba,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.507959 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0823-a3f6-4409-9bf0-b1a69100ea9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.560987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0823-a3f6-4409-9bf0-b1a69100ea9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.565202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.608778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca014ad-0fe4-4619-b1ce-83e3c4badea2 req-a36c5679-4eec-4029-a15d-3ba3cf1e2d25 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.610303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ca014ad-0fe4-4619-b1ce-83e3c4badea2 req-a36c5679-4eec-4029-a15d-3ba3cf1e2d25 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.5913193 Aug 16 02:05:36.617760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] For port 2aab0a68-bce1-40fa-9896-0e962fea73ec, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aab0a68-bce1-40fa-9896-0e962fea73ec,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:36.618130 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.642481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-13d9b4f9-8339-4ce7-932c-1eb21b94d604 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.643891 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-13d9b4f9-8339-4ce7-932c-1eb21b94d604 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.93 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 805 time: 0.2749178 Aug 16 02:05:36.648522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Calling delete_port for 2aab0a68-bce1-40fa-9896-0e962fea73ec owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:36.663867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Request body: {'port': {'device_id': '60376533-7568-4415-b2e1-f1cca4423696', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'admin_state_up': True, 'tenant_id': 'c84246bbd1c743f3b6597d560c099191'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:36.709141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.710115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.710699 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.741348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ca014ad-0fe4-4619-b1ce-83e3c4badea2 req-2eb3e04f-fd41-413c-b2dc-69cc045e2ed7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205821 Aug 16 02:05:36.760553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0823-a3f6-4409-9bf0-b1a69100ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.763199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0823-a3f6-4409-9bf0-b1a69100ea9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.767580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6a9c0823-a3f6-4409-9bf0-b1a69100ea9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1 HTTP/1.1" status: 204 len: 168 time: 0.4539020 Aug 16 02:05:36.778753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c0823-a3f6-4409-9bf0-b1a69100ea9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdefb6b-3d0c-4778-8bc1-f9bf71ae4af1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.829699 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.835109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea77b-5671-47b7-811a-9df26aa68a1a req-4725df51-1f4e-4531-a074-171797ebc0b1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.843722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea77b-5671-47b7-811a-9df26aa68a1a req-4725df51-1f4e-4531-a074-171797ebc0b1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.852243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea77b-5671-47b7-811a-9df26aa68a1a req-4725df51-1f4e-4531-a074-171797ebc0b1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.863035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea77b-5671-47b7-811a-9df26aa68a1a req-4725df51-1f4e-4531-a074-171797ebc0b1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.869644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea77b-5671-47b7-811a-9df26aa68a1a req-4725df51-1f4e-4531-a074-171797ebc0b1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.877484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea77b-5671-47b7-811a-9df26aa68a1a req-4725df51-1f4e-4531-a074-171797ebc0b1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.883573 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea77b-5671-47b7-811a-9df26aa68a1a req-4725df51-1f4e-4531-a074-171797ebc0b1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.894915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-358ea77b-5671-47b7-811a-9df26aa68a1a req-4725df51-1f4e-4531-a074-171797ebc0b1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.2984214 Aug 16 02:05:36.918402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7499666 Aug 16 02:05:36.921230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:36.925933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Request body: {'subnet': {'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-subnet', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:36.932434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Made reservation on behalf of c84246bbd1c743f3b6597d560c099191 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:36.936458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.978166 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.009213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77852c1f-d0da-4d4b-a5cb-75b17fe3dd5f admin admin] Pushing event updated for resources: {'Network': ['ID=eb2528c8-5b9b-4161-9c71-1b504faa9674,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.027881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network eb2528c8-5b9b-4161-9c71-1b504faa9674 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:37.057474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Pushing event deleted for resources: {'Port': ['ID=2aab0a68-bce1-40fa-9896-0e962fea73ec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.064714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:37.067205 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.111191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-358ea77b-5671-47b7-811a-9df26aa68a1a req-da50f906-0d9a-4d46-9509-a2c6c9523648 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2151785 Aug 16 02:05:37.178306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] No DVR routers for this DVR port 2aab0a68-bce1-40fa-9896-0e962fea73ec on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:37.184564 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.186609 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-857bbb7a-b06e-4dde-a878-8ca400b6c110 req-7436db45-8db9-4ad2-b714-4e039d0e44a1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.86 "DELETE /v2.0/ports/2aab0a68-bce1-40fa-9896-0e962fea73ec HTTP/1.1" status: 204 len: 173 time: 1.0501962 Aug 16 02:05:37.190108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'name': 'network-vif-deleted', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:37.190771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33c051-404c-42bc-aaeb-7eb351a31942 req-351da5ef-b09b-4e9f-8d8c-8d872794f9de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:37.192732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b33c051-404c-42bc-aaeb-7eb351a31942 req-351da5ef-b09b-4e9f-8d8c-8d872794f9de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 944 time: 0.1790900 Aug 16 02:05:37.192918 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588f4b3f-22a9-41ca-a0f7-a63fae25ba25" -d '{"events": [{"server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "name": "network-vif-deleted", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:37.197970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:37.278411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Allocated IP 172.20.0.3 (988b8cbd-9813-40f7-9a30-07427476ff1c/315ce014-21ca-4f9b-ba83-7ea667026954/056b578b-8647-419a-bb68-81e863d3ef22) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:37.330576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:37.335913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a25961b9-33c4-496a-b209-a839bf2f9de6 req-6605d13f-16b4-428f-9358-faa2ae15e8f5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 210 time: 0.0458071 Aug 16 02:05:37.423438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b33c051-404c-42bc-aaeb-7eb351a31942 req-f9fe5b7c-780c-4cd5-9c0d-cd8357e9f039 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625721 Aug 16 02:05:37.441601 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9461453-5d25-4e79-bf9e-17b7ad75bfc5 x-openstack-request-id: req-c9461453-5d25-4e79-bf9e-17b7ad75bfc5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:37.455272 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d487ccc-3754-4ecf-b496-0e402a96620b", "name": "network-vif-deleted", "tag": "2aab0a68-bce1-40fa-9896-0e962fea73ec", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:37.455727 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9461453-5d25-4e79-bf9e-17b7ad75bfc5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:37.456440 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d487ccc-3754-4ecf-b496-0e402a96620b', 'name': 'network-vif-deleted', 'tag': '2aab0a68-bce1-40fa-9896-0e962fea73ec', 'status': 'completed', 'code': 200} Aug 16 02:05:37.481959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5ab914ba-0651-4e80-9bd2-9f8854c7c606 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ca46978535340d89f3a757aa561891d&name=default HTTP/1.1" status: 200 len: 2981 time: 0.1413386 Aug 16 02:05:37.484433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:37.492896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:37.506935 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154debee-4631-43a1-885e-faac46cc197f None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:37.517435 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154debee-4631-43a1-885e-faac46cc197f None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:37.518342 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-154debee-4631-43a1-885e-faac46cc197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:37.558621 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-154debee-4631-43a1-885e-faac46cc197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:37.573094 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154debee-4631-43a1-885e-faac46cc197f None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:37.574000 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-154debee-4631-43a1-885e-faac46cc197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:37.594378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.620038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a938661-e93a-4413-9115-7d364044a088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.622840 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-154debee-4631-43a1-885e-faac46cc197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:37.623703 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154debee-4631-43a1-885e-faac46cc197f None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:37.657012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a938661-e93a-4413-9115-7d364044a088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.663265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Pushing event updated for resources: {'Subnet': ['ID=751d740b-3e10-4938-9e59-82c96592c48b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.705220 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.736366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Checking segment: {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:37.736726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Network hostable DHCP agents. Network: eb2528c8-5b9b-4161-9c71-1b504faa9674, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:37.775268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Network eb2528c8-5b9b-4161-9c71-1b504faa9674 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:37.784748 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.798393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, eb2528c8-5b9b-4161-9c71-1b504faa9674) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:37.801732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a938661-e93a-4413-9115-7d364044a088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.808008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45468fe9-297e-4d5a-9f32-bd66b3a1ec79 None None] Network eb2528c8-5b9b-4161-9c71-1b504faa9674 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:37.809710 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a938661-e93a-4413-9115-7d364044a088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.811020 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1a938661-e93a-4413-9115-7d364044a088 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ecffeae-3fdb-432e-97a9-651c033341e0 HTTP/1.1" status: 204 len: 168 time: 0.3256648 Aug 16 02:05:37.833019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:37.833768 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.845935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:37.847682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a938661-e93a-4413-9115-7d364044a088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecffeae-3fdb-432e-97a9-651c033341e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.878829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Network 988b8cbd-9813-40f7-9a30-07427476ff1c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:37.883249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8ae055d6-c718-4e29-ba59-c61cc1a245de admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9586353 Aug 16 02:05:37.896456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:37.905165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:37.910551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:37.914687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:37.920469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Pushing event updated for resources: {'Port': ['ID=056b578b-8647-419a-bb68-81e863d3ef22,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.980706 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.981834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.018370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.019047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.073837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-0b41ea7b-662b-457c-908e-a0f4c4a07832 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4183149 Aug 16 02:05:38.084158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b677e-012c-47fb-8820-3eddfc8a3080 req-2c6aa790-d257-4933-bf98-dd1ed276d87d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.085702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-177b677e-012c-47fb-8820-3eddfc8a3080 req-2c6aa790-d257-4933-bf98-dd1ed276d87d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.1635189 Aug 16 02:05:38.126411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:38.133425 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.146737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.153604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Request body: {'port': {'device_id': '60376533-7568-4415-b2e1-f1cca4423696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:38.169103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df83898-316d-4291-95e7-6d8be4c22e37 None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:38.182226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-177b677e-012c-47fb-8820-3eddfc8a3080 req-c0851bf8-8e02-400d-b02d-02976a5db7da tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790622 Aug 16 02:05:38.218435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b72d3fba-a7d6-40dd-b5bc-b7b723397e1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/floatingips/fb95c623-542e-429b-aee0-4de2799c663a HTTP/1.1" status: 200 len: 977 time: 3.5927267 Aug 16 02:05:38.219853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.222028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df83898-316d-4291-95e7-6d8be4c22e37 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:38.222770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0df83898-316d-4291-95e7-6d8be4c22e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.225399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-678c0cd0-d589-456c-997a-1840d918030a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:38.295739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0df83898-316d-4291-95e7-6d8be4c22e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.328995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df83898-316d-4291-95e7-6d8be4c22e37 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:38.331152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0df83898-316d-4291-95e7-6d8be4c22e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.338508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-eb2528c8-5b9b-4161-9c71-1b504faa9674', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:38.340264 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.350456 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-678c0cd0-d589-456c-997a-1840d918030a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.386476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.408192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0df83898-316d-4291-95e7-6d8be4c22e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.409182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df83898-316d-4291-95e7-6d8be4c22e37 None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:38.545480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.546334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd36b-9977-46ab-b9bb-8dd9bcfa9f55 req-74408b38-9679-4b79-800c-40aa57efa453 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.557662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd36b-9977-46ab-b9bb-8dd9bcfa9f55 req-74408b38-9679-4b79-800c-40aa57efa453 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.568210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd36b-9977-46ab-b9bb-8dd9bcfa9f55 req-74408b38-9679-4b79-800c-40aa57efa453 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.576988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd36b-9977-46ab-b9bb-8dd9bcfa9f55 req-74408b38-9679-4b79-800c-40aa57efa453 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.589101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd36b-9977-46ab-b9bb-8dd9bcfa9f55 req-74408b38-9679-4b79-800c-40aa57efa453 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.597083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd36b-9977-46ab-b9bb-8dd9bcfa9f55 req-74408b38-9679-4b79-800c-40aa57efa453 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.604662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fd36b-9977-46ab-b9bb-8dd9bcfa9f55 req-74408b38-9679-4b79-800c-40aa57efa453 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.611849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 794cb396-fea5-45bb-9192-effcf7e874f6 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:38.619449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d4fd36b-9977-46ab-b9bb-8dd9bcfa9f55 req-74408b38-9679-4b79-800c-40aa57efa453 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.3441074 Aug 16 02:05:38.630320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Allocated IP 172.20.0.2 (eb2528c8-5b9b-4161-9c71-1b504faa9674/751d740b-3e10-4938-9e59-82c96592c48b/007218fa-2f24-4c34-91fe-72100cef26b7) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:38.633813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aab0a68-bce1-40fa-9896-0e962fea73ec no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:38.660273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 2aab0a68-bce1-40fa-9896-0e962fea73ec {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:38.660688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aab0a68-bce1-40fa-9896-0e962fea73ec not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:38.768985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7d777-a0ee-4bc1-bb58-8c3df42d45ae req-3df86afa-36fe-4ec0-8169-8b17d22a4e07 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.770910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aeb7d777-a0ee-4bc1-bb58-8c3df42d45ae req-3df86afa-36fe-4ec0-8169-8b17d22a4e07 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 931 time: 0.2718606 Aug 16 02:05:38.782575 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-678c0cd0-d589-456c-997a-1840d918030a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.823862 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-678c0cd0-d589-456c-997a-1840d918030a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.824199 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-678c0cd0-d589-456c-997a-1840d918030a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP fb95c623-542e-429b-aee0-4de2799c663a disassociated. External IP: 172.25.5.64, port: 9b1f7fb8-e0fd-4a1f-86a9-33e144524793. Aug 16 02:05:38.846380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d4fd36b-9977-46ab-b9bb-8dd9bcfa9f55 req-855ea9bb-676c-4312-8630-12474d640a0e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715972 Aug 16 02:05:38.907887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:38.950582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '794cb396-fea5-45bb-9192-effcf7e874f6', 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca', 'port_id': '794cb396-fea5-45bb-9192-effcf7e874f6', 'mac_address': 'fa:16:3e:a9:dd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55f8740-49c2-4cc7-9ea4-288ed3c7e417', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:38.951233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aeb7d777-a0ee-4bc1-bb58-8c3df42d45ae req-26ed441c-c75c-4760-ab58-c1970ca1dc28 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670661 Aug 16 02:05:39.001924 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.025751 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.037570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Transition to ACTIVE for port object 007218fa-2f24-4c34-91fe-72100cef26b7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:39.041411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794cb396-fea5-45bb-9192-effcf7e874f6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:39.069908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:39.075132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c483c-4136-4748-9cf2-d0959438806d req-d92293e6-a1ce-4c75-a3f7-99863da0adc9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:39.076866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff6c483c-4136-4748-9cf2-d0959438806d req-d92293e6-a1ce-4c75-a3f7-99863da0adc9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 944 time: 0.1221621 Aug 16 02:05:39.082693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.116734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Transition to ACTIVE for port object 007218fa-2f24-4c34-91fe-72100cef26b7 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:39.133954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.140289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff6c483c-4136-4748-9cf2-d0959438806d req-a9a8895a-9826-464e-b880-7dd70c738366 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528147 Aug 16 02:05:39.162831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Network eb2528c8-5b9b-4161-9c71-1b504faa9674 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:39.169023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=794cb396-fea5-45bb-9192-effcf7e874f6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.172985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:39.176980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:39.271020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Attempting to bind port 007218fa-2f24-4c34-91fe-72100cef26b7 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:39.271501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Attempting to bind port 007218fa-2f24-4c34-91fe-72100cef26b7 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:39.271940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Attempting to bind port 007218fa-2f24-4c34-91fe-72100cef26b7 on network eb2528c8-5b9b-4161-9c71-1b504faa9674 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:39.279872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Pushing event updated for resources: {'Port': ['ID=007218fa-2f24-4c34-91fe-72100cef26b7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.283230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:39.283799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Checking segment: {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:39.284319 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.284735 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Bound using segment: {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:39.285290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Bound port: 007218fa-2f24-4c34-91fe-72100cef26b7, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:39.285746 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.341315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678c0cd0-d589-456c-997a-1840d918030a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:39.374685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] For port 007218fa-2f24-4c34-91fe-72100cef26b7, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:39.378447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] For port 007218fa-2f24-4c34-91fe-72100cef26b7, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=007218fa-2f24-4c34-91fe-72100cef26b7,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:39.385954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.439503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056b578b-8647-419a-bb68-81e863d3ef22 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:39.460102 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.470925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9745-d044-4764-8f29-8ea24483b140 None None] Pushing event updated for resources: {'Port': ['ID=007218fa-2f24-4c34-91fe-72100cef26b7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.483142 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c657e-1190-467c-9713-f445a6ed9fb5 req-2caedc39-8875-4830-8d4f-00ca9fe9819a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:39.491432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a33c657e-1190-467c-9713-f445a6ed9fb5 req-2caedc39-8875-4830-8d4f-00ca9fe9819a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.1416214 Aug 16 02:05:39.518620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['794cb396-fea5-45bb-9192-effcf7e874f6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:39.530404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Transition to ACTIVE for port object 056b578b-8647-419a-bb68-81e863d3ef22 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:39.546894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.607122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a33c657e-1190-467c-9713-f445a6ed9fb5 req-b5b25ace-c033-4048-b7ab-b487f59676dc tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147313 Aug 16 02:05:39.630276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678c0cd0-d589-456c-997a-1840d918030a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:39.639452 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-678c0cd0-d589-456c-997a-1840d918030a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.642133 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077dd97-429e-4841-a833-2e2be2f50932 None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:39.652162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.657510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Pushing event updated for resources: {'Port': ['ID=056b578b-8647-419a-bb68-81e863d3ef22,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.659139 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077dd97-429e-4841-a833-2e2be2f50932 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:39.661845 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a077dd97-429e-4841-a833-2e2be2f50932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:39.670592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-678c0cd0-d589-456c-997a-1840d918030a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/floatingips/fb95c623-542e-429b-aee0-4de2799c663a HTTP/1.1" status: 200 len: 687 time: 1.4493203 Aug 16 02:05:39.671204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:39.707881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.722221 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a077dd97-429e-4841-a833-2e2be2f50932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:39.758522 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077dd97-429e-4841-a833-2e2be2f50932 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:39.759190 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a077dd97-429e-4841-a833-2e2be2f50932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:39.803345 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a077dd97-429e-4841-a833-2e2be2f50932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:39.803844 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077dd97-429e-4841-a833-2e2be2f50932 None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:39.991479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e86b-53bc-42e7-bdcc-8d51e2222e81 req-0762d947-d6ad-4910-adc1-9f13da175141 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:39.999295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e86b-53bc-42e7-bdcc-8d51e2222e81 req-0762d947-d6ad-4910-adc1-9f13da175141 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.005164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e86b-53bc-42e7-bdcc-8d51e2222e81 req-0762d947-d6ad-4910-adc1-9f13da175141 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.012024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e86b-53bc-42e7-bdcc-8d51e2222e81 req-0762d947-d6ad-4910-adc1-9f13da175141 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.018740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e86b-53bc-42e7-bdcc-8d51e2222e81 req-0762d947-d6ad-4910-adc1-9f13da175141 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.025034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e86b-53bc-42e7-bdcc-8d51e2222e81 req-0762d947-d6ad-4910-adc1-9f13da175141 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.031495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e86b-53bc-42e7-bdcc-8d51e2222e81 req-0762d947-d6ad-4910-adc1-9f13da175141 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.033451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42b6e86b-53bc-42e7-bdcc-8d51e2222e81 req-0762d947-d6ad-4910-adc1-9f13da175141 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.1046014 Aug 16 02:05:40.067392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Attempting to bind port 056b578b-8647-419a-bb68-81e863d3ef22 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:40.067725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Attempting to bind port 056b578b-8647-419a-bb68-81e863d3ef22 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:40.068051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Attempting to bind port 056b578b-8647-419a-bb68-81e863d3ef22 on network 988b8cbd-9813-40f7-9a30-07427476ff1c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:40.083219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Port 056b578b-8647-419a-bb68-81e863d3ef22 on network 988b8cbd-9813-40f7-9a30-07427476ff1c not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:40.083543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Attempting to bind port 056b578b-8647-419a-bb68-81e863d3ef22 on network 988b8cbd-9813-40f7-9a30-07427476ff1c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:40.096864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:40.097193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Checking segment: {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:40.097575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Bound using segment: {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:40.098198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Bound port: 056b578b-8647-419a-bb68-81e863d3ef22, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae27436-fd77-40a0-b686-e5e4bbeb20b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:40.098622 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.116306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed68d4-559c-4334-a406-5e85373d009c req-39d5cecf-dc92-40ba-aabb-2979b91ba025 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.118059 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82ed68d4-559c-4334-a406-5e85373d009c req-39d5cecf-dc92-40ba-aabb-2979b91ba025 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 943 time: 0.0835979 Aug 16 02:05:40.122774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42b6e86b-53bc-42e7-bdcc-8d51e2222e81 req-e627a5e0-5b15-40d7-a553-7d563645bfc0 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793471 Aug 16 02:05:40.133345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Allocated IP 172.25.5.146 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/f65c7ff1-9b5f-47ed-8590-3afee9a00196) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:40.146289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port e94f146e-338f-4fec-8bac-92e9511417cd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:40.146690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.182250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82ed68d4-559c-4334-a406-5e85373d009c req-e84b8472-c802-4178-ae84-d2077d23f91b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549824 Aug 16 02:05:40.313717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 007218fa-2f24-4c34-91fe-72100cef26b7 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:40.372429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f37a7-edb0-466b-9514-24af5c5654fc req-51e5cf1c-8eb4-4942-bc2d-96137ec128b2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.383420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f46f37a7-edb0-466b-9514-24af5c5654fc req-51e5cf1c-8eb4-4942-bc2d-96137ec128b2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 945 time: 0.0991418 Aug 16 02:05:40.393140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 007218fa-2f24-4c34-91fe-72100cef26b7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:40.416374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:40.446828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f46f37a7-edb0-466b-9514-24af5c5654fc req-a2c6687d-37cf-4e06-97d5-f9178502250d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624633 Aug 16 02:05:40.453358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.454597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.458349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=056b578b-8647-419a-bb68-81e863d3ef22,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:40.487576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-7630a0fc-c821-4e54-8e4b-7a9242e9aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.489374 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-7630a0fc-c821-4e54-8e4b-7a9242e9aeec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1097 time: 0.1608186 Aug 16 02:05:40.490696 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.498400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for e94f146e-338f-4fec-8bac-92e9511417cd owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:40.562005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.563064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.564498 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] 10.222.0.93 "PUT /v2.0/ports/056b578b-8647-419a-bb68-81e863d3ef22 HTTP/1.1" status: 200 len: 1092 time: 2.4164569 Aug 16 02:05:40.585788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:40.589217 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c8920-4f3e-49fa-867f-9c80c8776a99" -d '{"events": [{"name": "network-changed", "server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "tag": "056b578b-8647-419a-bb68-81e863d3ef22"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:40.625404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 794cb396-fea5-45bb-9192-effcf7e874f6 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:40.636097 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.723995 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340ff3c0-7487-4418-b5e1-d41319fc6bac x-openstack-request-id: req-340ff3c0-7487-4418-b5e1-d41319fc6bac {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:40.724292 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "tag": "056b578b-8647-419a-bb68-81e863d3ef22", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:40.724572 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-340ff3c0-7487-4418-b5e1-d41319fc6bac {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:40.724931 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22', 'status': 'completed', 'code': 200} Aug 16 02:05:40.738758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 794cb396-fea5-45bb-9192-effcf7e874f6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:40.748094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 794cb396-fea5-45bb-9192-effcf7e874f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:40.748884 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.754773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecf1b7-d96c-466e-b821-922d37dbbabb service neutron] Pushing event updated for resources: {'Port': ['ID=056b578b-8647-419a-bb68-81e863d3ef22,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.798287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bd920-054e-41fb-bb93-e5cf177d302b None None] Network eb2528c8-5b9b-4161-9c71-1b504faa9674 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:40.799607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad23f50-6266-4019-917f-b5a417a4e852 req-e57fb41f-af1b-492f-9b3b-bc175d5cd05b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.811736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fad23f50-6266-4019-917f-b5a417a4e852 req-e57fb41f-af1b-492f-9b3b-bc175d5cd05b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.0824316 Aug 16 02:05:40.812194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-2507b9ac-3a72-45cc-b54e-91a026e8ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.814529 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-2507b9ac-3a72-45cc-b54e-91a026e8ebc1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 1095 time: 0.1844742 Aug 16 02:05:40.848278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-3936a230-0115-487c-801c-038640264e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.849885 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-3936a230-0115-487c-801c-038640264e31 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.3111670 Aug 16 02:05:40.861670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fad23f50-6266-4019-917f-b5a417a4e852 req-23bcf7e7-a084-4214-9bce-cf6820e5b6c6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488546 Aug 16 02:05:40.900667 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-a6171d02-31ae-4713-8ee6-0cf0201c46f1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056b578b-8647-419a-bb68-81e863d3ef22 HTTP/1.1" status: 200 len: 217 time: 0.0722697 Aug 16 02:05:40.912459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7b5a15bc-e44e-4a51-84a0-0be85e2666d0 None None] Provisioning for port 007218fa-2f24-4c34-91fe-72100cef26b7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:40.925077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7b5a15bc-e44e-4a51-84a0-0be85e2666d0 None None] Provisioning complete for port 007218fa-2f24-4c34-91fe-72100cef26b7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:40.925447 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b5a15bc-e44e-4a51-84a0-0be85e2666d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.978882 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.009557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.035904 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.071344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:41.073494 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2df49e-73ad-476b-a30d-9e6d38946dd3" -d '{"events": [{"server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "name": "network-vif-plugged", "status": "completed", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:41.075949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:41.083949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-da5bb2b7-a3cb-42ab-a939-a78e75dfb606 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 200 len: 1001 time: 0.1932211 Aug 16 02:05:41.090030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:41.092456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:41.128079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:41.134223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Pushing event updated for resources: {'Port': ['ID=f65c7ff1-9b5f-47ed-8590-3afee9a00196,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.143293 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbd55ec-ca45-4498-b61e-40037b6f8101 x-openstack-request-id: req-ffbd55ec-ca45-4498-b61e-40037b6f8101 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:41.143842 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "name": "network-vif-plugged", "status": "completed", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:41.144311 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffbd55ec-ca45-4498-b61e-40037b6f8101 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:41.144772 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6', 'code': 200} Aug 16 02:05:41.145756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-22c353ab-b0f4-498f-b11a-5956c83ea817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.147279 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-22c353ab-b0f4-498f-b11a-5956c83ea817 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=315ce014-21ca-4f9b-ba83-7ea667026954 HTTP/1.1" status: 200 len: 845 time: 0.2107997 Aug 16 02:05:41.149619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.153417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.165712 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db00643d-c82f-43b6-a38d-d3cb678c57f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.186460 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b5a15bc-e44e-4a51-84a0-0be85e2666d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.242930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=794cb396-fea5-45bb-9192-effcf7e874f6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.259540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7b5a15bc-e44e-4a51-84a0-0be85e2666d0 None None] For port 007218fa-2f24-4c34-91fe-72100cef26b7, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=007218fa-2f24-4c34-91fe-72100cef26b7,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:41.268681 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b5a15bc-e44e-4a51-84a0-0be85e2666d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.300891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=e94f146e-338f-4fec-8bac-92e9511417cd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.326284 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db00643d-c82f-43b6-a38d-d3cb678c57f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.336828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-4d8a2da9-5cb3-4c5d-828f-877a3fdceded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.339241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-4d8a2da9-5cb3-4c5d-828f-877a3fdceded service neutron] 10.222.0.86 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.2416410 Aug 16 02:05:41.348307 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db00643d-c82f-43b6-a38d-d3cb678c57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.373197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a15bc-e44e-4a51-84a0-0be85e2666d0 None None] Pushing event updated for resources: {'Port': ['ID=007218fa-2f24-4c34-91fe-72100cef26b7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.381289 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-aaa5e91d-0c05-4b31-aecf-6b9b2f8e71bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=988b8cbd-9813-40f7-9a30-07427476ff1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026999 Aug 16 02:05:41.458584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-db00643d-c82f-43b6-a38d-d3cb678c57f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5ce9998570c416e888ad091c11c83b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469259 Aug 16 02:05:41.459456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00643d-c82f-43b6-a38d-d3cb678c57f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a5f426-9e22-48ea-99d0-1174c9f23c0b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.462694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.490059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d83fd20d-a36f-4991-882b-7d4a535b10da None None] Provisioning complete for port 007218fa-2f24-4c34-91fe-72100cef26b7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:41.490469 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d83fd20d-a36f-4991-882b-7d4a535b10da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.534435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b11cc-7feb-4fd8-9328-968376e3b867 req-bccda007-95e2-4931-a2ff-4646042bcf89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.542654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b11cc-7feb-4fd8-9328-968376e3b867 req-bccda007-95e2-4931-a2ff-4646042bcf89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.549451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b11cc-7feb-4fd8-9328-968376e3b867 req-bccda007-95e2-4931-a2ff-4646042bcf89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.555875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b11cc-7feb-4fd8-9328-968376e3b867 req-bccda007-95e2-4931-a2ff-4646042bcf89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.562105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b11cc-7feb-4fd8-9328-968376e3b867 req-bccda007-95e2-4931-a2ff-4646042bcf89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.568365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b11cc-7feb-4fd8-9328-968376e3b867 req-bccda007-95e2-4931-a2ff-4646042bcf89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.575816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b11cc-7feb-4fd8-9328-968376e3b867 req-bccda007-95e2-4931-a2ff-4646042bcf89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.577419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b7b11cc-7feb-4fd8-9328-968376e3b867 req-bccda007-95e2-4931-a2ff-4646042bcf89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.2430747 Aug 16 02:05:41.599910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959d5cb-b2ea-4cc9-a900-060ed12271c4 req-200c16e9-1cbb-494d-80b3-00b1063b7aa7 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.601427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7959d5cb-b2ea-4cc9-a900-060ed12271c4 req-200c16e9-1cbb-494d-80b3-00b1063b7aa7 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 943 time: 0.2441542 Aug 16 02:05:41.622948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e434fe0-abe8-4cb7-808e-5feebca6238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.647692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a92c4-0fa4-4456-9137-afd7be28ba53 req-ad480376-848a-4c22-8159-ab4287604b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.649132 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7a92c4-0fa4-4456-9137-afd7be28ba53 req-ad480376-848a-4c22-8159-ab4287604b49 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1098 time: 0.3452640 Aug 16 02:05:41.660202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-a30cbcd1-7bde-4621-8d1c-f9a540b3c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.661677 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-a30cbcd1-7bde-4621-8d1c-f9a540b3c6a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2772691 Aug 16 02:05:41.665318 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.667864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.669131 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a4da44f9-245d-4634-b4c2-ceea054b4caa tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/floatingips/fb95c623-542e-429b-aee0-4de2799c663a HTTP/1.1" status: 204 len: 168 time: 1.9726882 Aug 16 02:05:41.671080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e434fe0-abe8-4cb7-808e-5feebca6238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.674517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.730140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b7b11cc-7feb-4fd8-9328-968376e3b867 req-94939e5a-d305-427e-a00e-526da5e68e8d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446793 Aug 16 02:05:41.740458 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-d4b503b2-8f82-4203-a54c-eeb5f4153cba tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] delete failed (client error): The resource could not be found. Aug 16 02:05:41.744181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d4b503b2-8f82-4203-a54c-eeb5f4153cba tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/floatingips/fb95c623-542e-429b-aee0-4de2799c663a HTTP/1.1" status: 404 len: 345 time: 0.0594056 Aug 16 02:05:41.744398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-68496140-e76a-4d0c-8671-85f07b0dd7f2 service neutron] 10.222.0.93 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265471 Aug 16 02:05:41.745854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.756392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7959d5cb-b2ea-4cc9-a900-060ed12271c4 req-d2291633-d23c-4201-ab8b-889ad7bdf3b2 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463909 Aug 16 02:05:41.880370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7a92c4-0fa4-4456-9137-afd7be28ba53 req-bf07be36-ffcc-4641-82ac-3fb28cdfc483 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099972 Aug 16 02:05:41.893723 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.900071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09e409-2895-49cd-a2cf-895a5d1f16c0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.906380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09e409-2895-49cd-a2cf-895a5d1f16c0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.913997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09e409-2895-49cd-a2cf-895a5d1f16c0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.918191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ae09e409-2895-49cd-a2cf-895a5d1f16c0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "GET /v2.0/ports?network_id=cf9e6016-def0-492f-a827-ef33e88821ba HTTP/1.1" status: 200 len: 2359 time: 0.1627564 Aug 16 02:05:41.926207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6186ec3-4491-44ad-a18d-86da33fefeae req-85addaf7-36d9-44e1-9022-a94b1f07a74d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.927730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6186ec3-4491-44ad-a18d-86da33fefeae req-85addaf7-36d9-44e1-9022-a94b1f07a74d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 946 time: 0.1131608 Aug 16 02:05:41.928250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.965654 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e434fe0-abe8-4cb7-808e-5feebca6238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.968257 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e434fe0-abe8-4cb7-808e-5feebca6238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.970185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0e434fe0-abe8-4cb7-808e-5feebca6238f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6a5f426-9e22-48ea-99d0-1174c9f23c0b HTTP/1.1" status: 204 len: 168 time: 0.5044031 Aug 16 02:05:42.216830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 007218fa-2f24-4c34-91fe-72100cef26b7 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:42.284820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 007218fa-2f24-4c34-91fe-72100cef26b7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:42.285583 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.318550 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db81f639-5a95-4a27-abf2-77ec8c4c43a8 req-32b98900-8003-4d91-99a4-4c1eacfb8d9f service neutron] 10.222.0.93 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411003 Aug 16 02:05:42.326467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-2229bfac-fef9-40f7-8b6f-afd4ee5c85b8 service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459482 Aug 16 02:05:42.326920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:42.346072 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.386999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e434fe0-abe8-4cb7-808e-5feebca6238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a5f426-9e22-48ea-99d0-1174c9f23c0b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.405718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a70bd667-661d-4dba-8335-e0bfcc594acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.421557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d4e978-2462-4319-a49f-cdc86ee607f3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.422981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d3d4e978-2462-4319-a49f-cdc86ee607f3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "GET /v2.0/subnets/addd3791-0641-4af9-8890-9ee8d01a87f2 HTTP/1.1" status: 200 len: 797 time: 0.4921310 Aug 16 02:05:42.428177 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:42.435758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'port': {'network_id': 'cf9e6016-def0-492f-a827-ef33e88821ba', 'name': 'tempest-FloatingIPTestJSON-675523124', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:42.441162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6186ec3-4491-44ad-a18d-86da33fefeae req-6ac55cd3-8559-43f7-987e-b71bcf35f3db tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763861 Aug 16 02:05:42.461022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b415e3-007f-4719-8978-d1b5ee69d3e6 req-8d493e58-59f1-4763-ad60-288cb37f005e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.462529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7b415e3-007f-4719-8978-d1b5ee69d3e6 req-8d493e58-59f1-4763-ad60-288cb37f005e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.4988563 Aug 16 02:05:42.548632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7b415e3-007f-4719-8978-d1b5ee69d3e6 req-416a1bc3-f745-4d60-8bbf-9366ff5db1b1 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604658 Aug 16 02:05:42.616315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-069d60ec-3015-4410-b9fc-c60ede8b053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.618366 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-069d60ec-3015-4410-b9fc-c60ede8b053a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c84246bbd1c743f3b6597d560c099191&device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 1095 time: 0.2224722 Aug 16 02:05:42.669801 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46f12495-775a-4c8a-b418-c3bd2578e11f req-8eb1d81a-f161-4e29-aeb3-42315c36be3e service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824392 Aug 16 02:05:42.866841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-a1b83791-c34c-45e2-a081-1d3d0a916bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.868354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-a1b83791-c34c-45e2-a081-1d3d0a916bb0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 200 len: 906 time: 0.2395644 Aug 16 02:05:42.887186 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a70bd667-661d-4dba-8335-e0bfcc594acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.889799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.914721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92199-abf6-4d25-90bf-c09da7ecea25 req-a110ea8b-f66d-4c4b-befa-1a2ecd824338 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.922715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92199-abf6-4d25-90bf-c09da7ecea25 req-a110ea8b-f66d-4c4b-befa-1a2ecd824338 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.927474 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-742fbeaa-9062-4462-806a-04a152affde8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056b578b-8647-419a-bb68-81e863d3ef22 HTTP/1.1" status: 200 len: 217 time: 0.0484054 Aug 16 02:05:42.928138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a70bd667-661d-4dba-8335-e0bfcc594acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.929274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92199-abf6-4d25-90bf-c09da7ecea25 req-a110ea8b-f66d-4c4b-befa-1a2ecd824338 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.935874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92199-abf6-4d25-90bf-c09da7ecea25 req-a110ea8b-f66d-4c4b-befa-1a2ecd824338 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.942772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92199-abf6-4d25-90bf-c09da7ecea25 req-a110ea8b-f66d-4c4b-befa-1a2ecd824338 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.948771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92199-abf6-4d25-90bf-c09da7ecea25 req-a110ea8b-f66d-4c4b-befa-1a2ecd824338 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.955539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92199-abf6-4d25-90bf-c09da7ecea25 req-a110ea8b-f66d-4c4b-befa-1a2ecd824338 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.957507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29a92199-abf6-4d25-90bf-c09da7ecea25 req-a110ea8b-f66d-4c4b-befa-1a2ecd824338 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.1409755 Aug 16 02:05:42.972391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe26aa-91a4-4bf6-a8ae-d4ce8628cfe3 req-e14238d2-44b1-4ab6-a2ba-60fc258f09d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.973866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fffe26aa-91a4-4bf6-a8ae-d4ce8628cfe3 req-e14238d2-44b1-4ab6-a2ba-60fc258f09d5 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 943 time: 0.1236885 Aug 16 02:05:42.991055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Made reservation on behalf of 9b500030657f4cd68e65c10b63ef7281 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:43.042283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd667-661d-4dba-8335-e0bfcc594acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f936fdfa-a79d-40ed-aee3-da378d5df402,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:43.053406 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a70bd667-661d-4dba-8335-e0bfcc594acc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad188fcaa17a4dc78beaa4c831103269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7230165 Aug 16 02:05:43.058704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:43.081787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29a92199-abf6-4d25-90bf-c09da7ecea25 req-8fbb51cb-174b-4414-8fdb-d810612682dd tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069443 Aug 16 02:05:43.091884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fffe26aa-91a4-4bf6-a8ae-d4ce8628cfe3 req-098f66c7-ce7d-41fd-b485-ff013c5a1f93 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082888 Aug 16 02:05:43.121791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-2a229f79-dee2-4539-a8e2-5bc47043d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.123287 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-2a229f79-dee2-4539-a8e2-5bc47043d99a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=315ce014-21ca-4f9b-ba83-7ea667026954 HTTP/1.1" status: 200 len: 845 time: 0.1739068 Aug 16 02:05:43.150951 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.174008 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-7d2c14e7-c2ee-4852-917d-e5ebdc2eeddd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=988b8cbd-9813-40f7-9a30-07427476ff1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401564 Aug 16 02:05:43.175765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] device_id is not set on port 191197a3-b37d-4c30-bcf5-d9608aa7434a yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:43.243543 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-136f14c5-d93a-4b04-a9f7-e120ad2d4aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.280709 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-136f14c5-d93a-4b04-a9f7-e120ad2d4aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.333776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:05:43.354712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-f527be37-9f0f-4e55-9fd4-fc24ca2dbb30 service neutron] 10.222.0.93 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675782 Aug 16 02:05:43.502065 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-136f14c5-d93a-4b04-a9f7-e120ad2d4aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.504661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-136f14c5-d93a-4b04-a9f7-e120ad2d4aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.508156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-136f14c5-d93a-4b04-a9f7-e120ad2d4aa9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f936fdfa-a79d-40ed-aee3-da378d5df402 HTTP/1.1" status: 204 len: 168 time: 0.4461288 Aug 16 02:05:43.522336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.20.0.13 (cf9e6016-def0-492f-a827-ef33e88821ba/addd3791-0641-4af9-8890-9ee8d01a87f2/191197a3-b37d-4c30-bcf5-d9608aa7434a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:43.537310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f14c5-d93a-4b04-a9f7-e120ad2d4aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f936fdfa-a79d-40ed-aee3-da378d5df402,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:43.537567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.20.0.12 (cf9e6016-def0-492f-a827-ef33e88821ba/addd3791-0641-4af9-8890-9ee8d01a87f2/191197a3-b37d-4c30-bcf5-d9608aa7434a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:43.562079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:43.570952 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6f2c8920-4f3e-49fa-867f-9c80c8776a99 req-a0edaed8-4aa2-4830-95af-e19fb7f0db0e service neutron] 10.222.0.93 "GET /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757784 Aug 16 02:05:43.592244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Sync routers for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:43.601525 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.606026 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0c9deaf9-7a86-4557-8730-f3c21542edc9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6964054 Aug 16 02:05:43.606026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:43.619020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:43.619879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:43.787817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:43.865048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da56cbd-395a-48e6-8f11-26ae1fe5aa7b req-7cfcacf4-bb05-4625-80aa-994235772b0a tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.873179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4da56cbd-395a-48e6-8f11-26ae1fe5aa7b req-7cfcacf4-bb05-4625-80aa-994235772b0a tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 946 time: 0.3198862 Aug 16 02:05:43.950459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7950df-c534-4241-ad27-ad3d3410f7ee req-cf6a7b25-54ca-4315-b9e4-def0aed30c9c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.952791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f7950df-c534-4241-ad27-ad3d3410f7ee req-cf6a7b25-54ca-4315-b9e4-def0aed30c9c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.2471166 Aug 16 02:05:44.033703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4da56cbd-395a-48e6-8f11-26ae1fe5aa7b req-17b401c9-f8c9-4eb0-a7e8-87be2b0a8783 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595366 Aug 16 02:05:44.068364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.086202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:41Z', 'revision_number': 3, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:44.099154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f7950df-c534-4241-ad27-ad3d3410f7ee req-a09903d7-3975-4b09-9fde-a82bbff87bb1 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298745 Aug 16 02:05:44.153159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Checking router: 4d1f66e2-d195-4ccb-af03-ca222cbfd536 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:44.153531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Updating router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 port f65c7ff1-9b5f-47ed-8590-3afee9a00196 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:05:44.168860 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.192880 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.198440 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.253186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network cf9e6016-def0-492f-a827-ef33e88821ba is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:44.255582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=191197a3-b37d-4c30-bcf5-d9608aa7434a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.262676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:44.282390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:44.447981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659589d5-2dcc-4b49-945c-df995d6df2c0 req-0dea9d47-05df-404a-b73d-b47d526aff35 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.449685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-659589d5-2dcc-4b49-945c-df995d6df2c0 req-0dea9d47-05df-404a-b73d-b47d526aff35 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 943 time: 0.1892884 Aug 16 02:05:44.466771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaede7b-6c7a-4cfa-a0b0-b3a8d6130643 req-ce4cfd95-c827-4a05-b027-0d63ea49335d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.474022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaede7b-6c7a-4cfa-a0b0-b3a8d6130643 req-ce4cfd95-c827-4a05-b027-0d63ea49335d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.480971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaede7b-6c7a-4cfa-a0b0-b3a8d6130643 req-ce4cfd95-c827-4a05-b027-0d63ea49335d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.488535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaede7b-6c7a-4cfa-a0b0-b3a8d6130643 req-ce4cfd95-c827-4a05-b027-0d63ea49335d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.495737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaede7b-6c7a-4cfa-a0b0-b3a8d6130643 req-ce4cfd95-c827-4a05-b027-0d63ea49335d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.500939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Allocated IP 172.20.0.1 (eb2528c8-5b9b-4161-9c71-1b504faa9674/751d740b-3e10-4938-9e59-82c96592c48b/d7f7b722-fe69-4dc6-99df-012f734ca5fd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:44.503146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaede7b-6c7a-4cfa-a0b0-b3a8d6130643 req-ce4cfd95-c827-4a05-b027-0d63ea49335d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.515034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaede7b-6c7a-4cfa-a0b0-b3a8d6130643 req-ce4cfd95-c827-4a05-b027-0d63ea49335d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.518886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0eaede7b-6c7a-4cfa-a0b0-b3a8d6130643 req-ce4cfd95-c827-4a05-b027-0d63ea49335d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.2570271 Aug 16 02:05:44.527360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.529474 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.590708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a1c7557b-b962-4022-9443-6ce0033a686f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1604750 Aug 16 02:05:44.593384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:44.599065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '191197a3-b37d-4c30-bcf5-d9608aa7434a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:44.648412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-659589d5-2dcc-4b49-945c-df995d6df2c0 req-6e10349a-2bc9-47ad-a2fd-83eee7064456 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276491 Aug 16 02:05:44.649663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.653685 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.658772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0eaede7b-6c7a-4cfa-a0b0-b3a8d6130643 req-2a3e609c-0206-498d-8a3c-9432bc66f4d4 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252172 Aug 16 02:05:44.682892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.706447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Transition to ACTIVE for port object f65c7ff1-9b5f-47ed-8590-3afee9a00196 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:44.717330 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.734232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Transition to ACTIVE for port object d7f7b722-fe69-4dc6-99df-012f734ca5fd will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:44.785560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780fbfd-5858-4301-b42a-efdf9162ace2 None None] Pushing event updated for resources: {'Port': ['ID=f65c7ff1-9b5f-47ed-8590-3afee9a00196,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.803718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.815324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Attempting to bind port f65c7ff1-9b5f-47ed-8590-3afee9a00196 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:44.815324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Attempting to bind port f65c7ff1-9b5f-47ed-8590-3afee9a00196 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:44.815651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Attempting to bind port f65c7ff1-9b5f-47ed-8590-3afee9a00196 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:44.822675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:44.823046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:44.823581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.823855 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:44.824311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Bound port: f65c7ff1-9b5f-47ed-8590-3afee9a00196, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:44.824687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.860238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Network eb2528c8-5b9b-4161-9c71-1b504faa9674 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:44.864371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:44.869105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:44.877071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Pushing event updated for resources: {'Port': ['ID=d7f7b722-fe69-4dc6-99df-012f734ca5fd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.879992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.888992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] For port f65c7ff1-9b5f-47ed-8590-3afee9a00196, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:44.893958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] For port f65c7ff1-9b5f-47ed-8590-3afee9a00196, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f65c7ff1-9b5f-47ed-8590-3afee9a00196,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:44.900837 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.979620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:44.980120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.980362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:45.042820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780fbfd-5858-4301-b42a-efdf9162ace2 None None] Pushing event updated for resources: {'Port': ['ID=f65c7ff1-9b5f-47ed-8590-3afee9a00196,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.107621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.25.5.110 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/eb4b2bb7-0718-4e2a-98fd-d575bb014166) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:45.252911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98401d9-51ac-4424-88c1-bc640aa7cf79 req-240b778a-d026-4756-9864-e82c98a96330 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.254495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c98401d9-51ac-4424-88c1-bc640aa7cf79 req-240b778a-d026-4756-9864-e82c98a96330 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 946 time: 0.1309948 Aug 16 02:05:45.273248 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.319825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb5985-da25-4f43-b8cf-fcdac948d37b req-35e83ab2-5c1f-45e3-8630-699f3f1db42c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.329097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cde10f81-257b-427c-887b-078e7eb96b8b None None] Provisioning for port d7f7b722-fe69-4dc6-99df-012f734ca5fd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:45.331580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0bb5985-da25-4f43-b8cf-fcdac948d37b req-35e83ab2-5c1f-45e3-8630-699f3f1db42c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.1252103 Aug 16 02:05:45.335866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cde10f81-257b-427c-887b-078e7eb96b8b None None] Provisioning complete for port d7f7b722-fe69-4dc6-99df-012f734ca5fd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:45.336339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cde10f81-257b-427c-887b-078e7eb96b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.339256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:45.367229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.373584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c98401d9-51ac-4424-88c1-bc640aa7cf79 req-a33488cb-e3d1-470b-8598-4c2c33af9e7f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010439 Aug 16 02:05:45.419689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0bb5985-da25-4f43-b8cf-fcdac948d37b req-a76ee06b-92c5-46b0-a7c9-8066c99d068f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865233 Aug 16 02:05:45.477013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cde10f81-257b-427c-887b-078e7eb96b8b None None] Port d7f7b722-fe69-4dc6-99df-012f734ca5fd cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:45.486555 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.513810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508e724-9d02-4111-939a-e141bc184fac req-7a9cfa70-5896-4b98-8c37-36259cb360b0 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.517024 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6508e724-9d02-4111-939a-e141bc184fac req-7a9cfa70-5896-4b98-8c37-36259cb360b0 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1098 time: 0.0588675 Aug 16 02:05:45.552410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:45.557010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:45.560033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6508e724-9d02-4111-939a-e141bc184fac req-cf005ff9-81e3-4c21-8373-ed0ceea75018 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370278 Aug 16 02:05:45.563756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:45.568691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=eb4b2bb7-0718-4e2a-98fd-d575bb014166,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.597072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:41Z', 'revision_number': 3, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:45.630130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848a9a4-83cb-4b2a-90fb-d2d4354dae48 None None] The sync data for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 is: [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:41Z', 'revision_number': 3, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:45.685334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.696972 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.708489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d1571-337a-40a9-af20-32c486bb1ded req-cb591036-4d7e-4837-a596-c3b83e286b8d tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.717308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c2d1571-337a-40a9-af20-32c486bb1ded req-cb591036-4d7e-4837-a596-c3b83e286b8d tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1098 time: 0.0638423 Aug 16 02:05:45.751549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c2d1571-337a-40a9-af20-32c486bb1ded req-2611cde7-c834-4f42-b311-0d24f2359633 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Aug 16 02:05:45.778200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.816835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 056b578b-8647-419a-bb68-81e863d3ef22 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:45.908717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84559f-01e5-4580-b58a-e9a6a042f951 req-b6e8b4b3-ff16-4a02-a937-22c12c1fa495 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.916409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Pushing event updated for resources: {'Port': ['ID=d7f7b722-fe69-4dc6-99df-012f734ca5fd,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.916770 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd84559f-01e5-4580-b58a-e9a6a042f951 req-b6e8b4b3-ff16-4a02-a937-22c12c1fa495 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 943 time: 0.0843801 Aug 16 02:05:45.950600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=056b578b-8647-419a-bb68-81e863d3ef22,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:45.966251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '056b578b-8647-419a-bb68-81e863d3ef22', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'port_id': '056b578b-8647-419a-bb68-81e863d3ef22', 'mac_address': 'fa:16:3e:40:52:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315ce014-21ca-4f9b-ba83-7ea667026954', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:46.033170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911df55-b395-46ea-a629-e68da645af36 req-c0da0aa9-4e43-48f2-8c75-a7cba1783b45 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.035729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.039558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911df55-b395-46ea-a629-e68da645af36 req-c0da0aa9-4e43-48f2-8c75-a7cba1783b45 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.045986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911df55-b395-46ea-a629-e68da645af36 req-c0da0aa9-4e43-48f2-8c75-a7cba1783b45 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.051499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056b578b-8647-419a-bb68-81e863d3ef22 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:46.054213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911df55-b395-46ea-a629-e68da645af36 req-c0da0aa9-4e43-48f2-8c75-a7cba1783b45 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.073790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911df55-b395-46ea-a629-e68da645af36 req-c0da0aa9-4e43-48f2-8c75-a7cba1783b45 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.080177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=056b578b-8647-419a-bb68-81e863d3ef22,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:46.083928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911df55-b395-46ea-a629-e68da645af36 req-c0da0aa9-4e43-48f2-8c75-a7cba1783b45 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.087447 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.096610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911df55-b395-46ea-a629-e68da645af36 req-c0da0aa9-4e43-48f2-8c75-a7cba1783b45 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.115058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a911df55-b395-46ea-a629-e68da645af36 req-c0da0aa9-4e43-48f2-8c75-a7cba1783b45 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.2306740 Aug 16 02:05:46.135953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd84559f-01e5-4580-b58a-e9a6a042f951 req-ce7951a7-a963-4314-821c-9ab2237de607 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179615 Aug 16 02:05:46.156012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=056b578b-8647-419a-bb68-81e863d3ef22,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:46.250658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a911df55-b395-46ea-a629-e68da645af36 req-846fd11f-d3e8-4a64-b0e8-167a1a51292a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342156 Aug 16 02:05:46.294369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f65c7ff1-9b5f-47ed-8590-3afee9a00196 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:46.350195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['056b578b-8647-419a-bb68-81e863d3ef22'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:46.433817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port f65c7ff1-9b5f-47ed-8590-3afee9a00196 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:46.456107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f65c7ff1-9b5f-47ed-8590-3afee9a00196 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:46.456849 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.480604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Network eb2528c8-5b9b-4161-9c71-1b504faa9674 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:46.484121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:46.652771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6c845-b709-464c-a3c4-5ed591401fb0 req-bee21ad0-05cf-41ef-aa3b-bfa32c630b27 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.664632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73a6c845-b709-464c-a3c4-5ed591401fb0 req-bee21ad0-05cf-41ef-aa3b-bfa32c630b27 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.1071277 Aug 16 02:05:46.690218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:46.779951 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.786827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73a6c845-b709-464c-a3c4-5ed591401fb0 req-90c04527-7194-422f-8797-6efc389c1f59 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213691 Aug 16 02:05:46.811469 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9f70e-89e5-4a34-bb67-72d6130a8fcf req-62779cdf-3832-4b78-9e18-6f4c608601c4 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.814137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80f9f70e-89e5-4a34-bb67-72d6130a8fcf req-62779cdf-3832-4b78-9e18-6f4c608601c4 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1098 time: 0.1001360 Aug 16 02:05:46.822861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:46.841888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.884605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80f9f70e-89e5-4a34-bb67-72d6130a8fcf req-1940bf11-4c32-4995-8f52-e6f25d2e313a tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520835 Aug 16 02:05:46.939995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port f65c7ff1-9b5f-47ed-8590-3afee9a00196, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f65c7ff1-9b5f-47ed-8590-3afee9a00196,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:46.961461 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.029773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad20df5d-c8a7-4966-b1dd-d6a34b0dbeb8 None None] Provisioning complete for port d7f7b722-fe69-4dc6-99df-012f734ca5fd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:47.030145 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad20df5d-c8a7-4966-b1dd-d6a34b0dbeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.033791 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.048113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:47.102537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'port_id': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'mac_address': 'fa:16:3e:41:6d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:47.136721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=f65c7ff1-9b5f-47ed-8590-3afee9a00196,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.141187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ad20df5d-c8a7-4966-b1dd-d6a34b0dbeb8 None None] Port d7f7b722-fe69-4dc6-99df-012f734ca5fd cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:47.160879 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.172800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:47.179731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d47a5589-b09c-42a1-9a91-85a2dea4047e admin admin] 10.222.0.61 "PUT /v2.0/routers/4d1f66e2-d195-4ccb-af03-ca222cbfd536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5728791 Aug 16 02:05:47.182058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef5cd508-812e-498c-a87e-fbc3ccc651d6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:47.204623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:47.215128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.260897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.269072 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.304177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.343248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d42e3-d5fd-4137-aa61-85cd2a1ff4f3 req-02c1d321-223a-49fd-92e7-417b5b4e4b58 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.347891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d44d42e3-d5fd-4137-aa61-85cd2a1ff4f3 req-02c1d321-223a-49fd-92e7-417b5b4e4b58 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 944 time: 0.1125352 Aug 16 02:05:47.386114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['ef5cd508-812e-498c-a87e-fbc3ccc651d6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:47.386519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=eb4b2bb7-0718-4e2a-98fd-d575bb014166,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.398075 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.421766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d44d42e3-d5fd-4137-aa61-85cd2a1ff4f3 req-4bd12c22-a9c3-4884-8523-b32cccb49985 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655260 Aug 16 02:05:47.533062 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP cf5ff901-5b78-4728-8c28-75eaf4d74ad7 associated. External IP: 172.25.5.110, port: 191197a3-b37d-4c30-bcf5-d9608aa7434a. Aug 16 02:05:47.540208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278273e5-40d5-4dc1-b388-c5fb1b653689 req-3c0d0f65-2029-40b6-a198-2fb99c7f3855 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.546305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278273e5-40d5-4dc1-b388-c5fb1b653689 req-3c0d0f65-2029-40b6-a198-2fb99c7f3855 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.558462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278273e5-40d5-4dc1-b388-c5fb1b653689 req-3c0d0f65-2029-40b6-a198-2fb99c7f3855 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.565239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278273e5-40d5-4dc1-b388-c5fb1b653689 req-3c0d0f65-2029-40b6-a198-2fb99c7f3855 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.571559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278273e5-40d5-4dc1-b388-c5fb1b653689 req-3c0d0f65-2029-40b6-a198-2fb99c7f3855 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.577594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278273e5-40d5-4dc1-b388-c5fb1b653689 req-3c0d0f65-2029-40b6-a198-2fb99c7f3855 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.595317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278273e5-40d5-4dc1-b388-c5fb1b653689 req-3c0d0f65-2029-40b6-a198-2fb99c7f3855 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.597804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-278273e5-40d5-4dc1-b388-c5fb1b653689 req-3c0d0f65-2029-40b6-a198-2fb99c7f3855 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5420 time: 0.1867685 Aug 16 02:05:47.598377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:47.676660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-278273e5-40d5-4dc1-b388-c5fb1b653689 req-92216cae-6723-496e-b3c6-67651b77c8aa tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724549 Aug 16 02:05:47.755747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc3fb0c-fc0c-49ce-8007-5e3e12a17c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.833141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:47.843466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5e1893e0-13a1-4368-a82e-4473b082391c details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:47.846657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 056b578b-8647-419a-bb68-81e863d3ef22 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:47.858649 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc3fb0c-fc0c-49ce-8007-5e3e12a17c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.864706 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efc3fb0c-fc0c-49ce-8007-5e3e12a17c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.899686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3fb0c-fc0c-49ce-8007-5e3e12a17c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1888d6e9-a6f8-4744-928f-7218960d02e0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.962825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-efc3fb0c-fc0c-49ce-8007-5e3e12a17c91 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c9081f0e394548d88921679fa8fb6d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632441 Aug 16 02:05:47.965349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:48.029796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:48.029958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 056b578b-8647-419a-bb68-81e863d3ef22 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:48.039412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 056b578b-8647-419a-bb68-81e863d3ef22 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:48.039786 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.040854 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85692cea-ed76-49ad-b889-7eb9fa563b8d None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:48.058152 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85692cea-ed76-49ad-b889-7eb9fa563b8d None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:48.059397 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85692cea-ed76-49ad-b889-7eb9fa563b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.062152 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.094831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5e1893e0-13a1-4368-a82e-4473b082391c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5e1893e0-13a1-4368-a82e-4473b082391c,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:48.144572 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-75fdefb4-b7e2-4806-9832-528a3c5a929d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5448925 Aug 16 02:05:48.145159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae76149-33d4-4534-ad77-917e3ab16382 req-08c32dd0-a609-40c4-85fa-c99c7234668c tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:48.145257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:48.154243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '5e1893e0-13a1-4368-a82e-4473b082391c', 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'port_id': '5e1893e0-13a1-4368-a82e-4473b082391c', 'mac_address': 'fa:16:3e:44:2a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac03b770-f8b8-4588-82fc-386717adcf93', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:48.154904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cbcc0463-e729-4276-a32a-450ee2da79ee tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'port_id': '191197a3-b37d-4c30-bcf5-d9608aa7434a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:48.155667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ae76149-33d4-4534-ad77-917e3ab16382 req-08c32dd0-a609-40c4-85fa-c99c7234668c tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1098 time: 0.1424251 Aug 16 02:05:48.157627 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85692cea-ed76-49ad-b889-7eb9fa563b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.160051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44e2a722-e42d-48fe-90b0-38781d90ed3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.180169 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85692cea-ed76-49ad-b889-7eb9fa563b8d None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:48.180820 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85692cea-ed76-49ad-b889-7eb9fa563b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.220839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361132c-dab4-40e9-9e69-e0abeced4780 req-7d959dc2-c618-40ff-83d3-3ccd320dffb1 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:48.236693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d361132c-dab4-40e9-9e69-e0abeced4780 req-7d959dc2-c618-40ff-83d3-3ccd320dffb1 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 944 time: 0.2443392 Aug 16 02:05:48.241877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Sync routers for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:48.253687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f65c7ff1-9b5f-47ed-8590-3afee9a00196 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:48.263601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.279990 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85692cea-ed76-49ad-b889-7eb9fa563b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.280184 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44e2a722-e42d-48fe-90b0-38781d90ed3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.284663 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85692cea-ed76-49ad-b889-7eb9fa563b8d None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:48.285831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0463-e729-4276-a32a-450ee2da79ee tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.316555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:48.317201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.320871 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.326800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1893e0-13a1-4368-a82e-4473b082391c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:48.362951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ae76149-33d4-4534-ad77-917e3ab16382 req-c2e5bc9f-bb4b-42fd-9854-78ab3570783d tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062168 Aug 16 02:05:48.376714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d361132c-dab4-40e9-9e69-e0abeced4780 req-ba136d57-5843-462d-a6aa-6dcb1fa668db tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389804 Aug 16 02:05:48.424142 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44e2a722-e42d-48fe-90b0-38781d90ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.427601 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44e2a722-e42d-48fe-90b0-38781d90ed3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.434134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44e2a722-e42d-48fe-90b0-38781d90ed3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1888d6e9-a6f8-4744-928f-7218960d02e0 HTTP/1.1" status: 204 len: 168 time: 0.4669793 Aug 16 02:05:48.435932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5e1893e0-13a1-4368-a82e-4473b082391c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5e1893e0-13a1-4368-a82e-4473b082391c,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:48.446287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:48.448907 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dd2c2b-7cdf-4f73-8a1a-094d6c5079b4" -d '{"events": [{"server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "name": "network-vif-plugged", "status": "completed", "tag": "056b578b-8647-419a-bb68-81e863d3ef22"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:48.463849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2a722-e42d-48fe-90b0-38781d90ed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1888d6e9-a6f8-4744-928f-7218960d02e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:48.585993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:48.633684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=056b578b-8647-419a-bb68-81e863d3ef22,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:48.641982 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.642695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:48.664696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47721d1-11d5-439b-9424-a45cd6fa0807 req-eb1cce4a-2a1c-4033-9ae6-8bf955037e41 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:48.677478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f47721d1-11d5-439b-9424-a45cd6fa0807 req-eb1cce4a-2a1c-4033-9ae6-8bf955037e41 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 944 time: 0.1423738 Aug 16 02:05:48.697334 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.701665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:48.754704 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f47721d1-11d5-439b-9424-a45cd6fa0807 req-5071e7d3-4264-4b4b-b6a2-2b4eefac2dfa tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694830 Aug 16 02:05:48.762622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f65c7ff1-9b5f-47ed-8590-3afee9a00196 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:48.763005 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.765239 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:05:49.052209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:49.076229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a722f7c8-9c8d-4e20-b36b-52e2f42514ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.083432 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9142476a-d685-4d7b-90e0-933a6dc49854 x-openstack-request-id: req-9142476a-d685-4d7b-90e0-933a6dc49854 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:49.083987 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "name": "network-vif-plugged", "status": "completed", "tag": "056b578b-8647-419a-bb68-81e863d3ef22", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:49.083987 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9142476a-d685-4d7b-90e0-933a6dc49854 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:49.084333 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22', 'code': 200} Aug 16 02:05:49.161009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c224-4d99-4860-871b-2236c3f64a1a req-e56c9f67-258e-460f-b4dd-ce18e93d122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.163968 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a7f8c224-4d99-4860-871b-2236c3f64a1a req-e56c9f67-258e-460f-b4dd-ce18e93d122e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 1097 time: 0.0881736 Aug 16 02:05:49.186904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077d762-252a-4ac8-80c1-5364ed111ba0 req-19407a51-68a6-4918-85b4-72d256a65035 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.194765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077d762-252a-4ac8-80c1-5364ed111ba0 req-19407a51-68a6-4918-85b4-72d256a65035 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.201165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077d762-252a-4ac8-80c1-5364ed111ba0 req-19407a51-68a6-4918-85b4-72d256a65035 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.210034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077d762-252a-4ac8-80c1-5364ed111ba0 req-19407a51-68a6-4918-85b4-72d256a65035 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.216805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077d762-252a-4ac8-80c1-5364ed111ba0 req-19407a51-68a6-4918-85b4-72d256a65035 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.225539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077d762-252a-4ac8-80c1-5364ed111ba0 req-19407a51-68a6-4918-85b4-72d256a65035 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.233742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077d762-252a-4ac8-80c1-5364ed111ba0 req-19407a51-68a6-4918-85b4-72d256a65035 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.248980 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:05:49.249864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1077d762-252a-4ac8-80c1-5364ed111ba0 req-19407a51-68a6-4918-85b4-72d256a65035 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5421 time: 0.1710172 Aug 16 02:05:49.265118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=5e1893e0-13a1-4368-a82e-4473b082391c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.273906 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a7f8c224-4d99-4860-871b-2236c3f64a1a req-cbfaabb3-3ea0-4d97-956e-55a26b206356 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880575 Aug 16 02:05:49.326515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0463-e729-4276-a32a-450ee2da79ee tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.333729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1077d762-252a-4ac8-80c1-5364ed111ba0 req-755fd7a4-e6a9-4e0a-8df6-55b5c9928c1a tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824075 Aug 16 02:05:49.339834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0463-e729-4276-a32a-450ee2da79ee tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.391516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a722f7c8-9c8d-4e20-b36b-52e2f42514ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.397779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a722f7c8-9c8d-4e20-b36b-52e2f42514ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.458199 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a722f7c8-9c8d-4e20-b36b-52e2f42514ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=891e6365e6a74211bb6b0a6ad136963e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033785 Aug 16 02:05:49.458199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722f7c8-9c8d-4e20-b36b-52e2f42514ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f73da-b91b-44c4-8542-6b277105f025,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.460695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:49.529005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:49.555943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=056b578b-8647-419a-bb68-81e863d3ef22,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.559883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port ef5cd508-812e-498c-a87e-fbc3ccc651d6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:49.560074 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.564483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ae6b61-af3e-44e0-991f-c8aee76c4d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.601059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44259e-9b8e-4acb-9c68-d994b0d2ab16 req-a024510f-dc3a-4a8b-8a5b-4badc2988199 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.611931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d44259e-9b8e-4acb-9c68-d994b0d2ab16 req-a024510f-dc3a-4a8b-8a5b-4badc2988199 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 944 time: 0.1119039 Aug 16 02:05:49.648904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ae6b61-af3e-44e0-991f-c8aee76c4d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.667790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcc0463-e729-4276-a32a-450ee2da79ee tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:49.679636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'port_id': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'mac_address': 'fa:16:3e:6a:07:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:49.730871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d44259e-9b8e-4acb-9c68-d994b0d2ab16 req-983ae796-89e2-4424-9add-b08f8cb01ce4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177161 Aug 16 02:05:49.772962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ae6b61-af3e-44e0-991f-c8aee76c4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.775636 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ae6b61-af3e-44e0-991f-c8aee76c4d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.777056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-88ae6b61-af3e-44e0-991f-c8aee76c4d17 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf5f73da-b91b-44c4-8542-6b277105f025 HTTP/1.1" status: 204 len: 168 time: 0.3154228 Aug 16 02:05:49.795340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae6b61-af3e-44e0-991f-c8aee76c4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f73da-b91b-44c4-8542-6b277105f025,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.796918 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.907840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:49.930170 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.938227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcc0463-e729-4276-a32a-450ee2da79ee tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:49.952584 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af96d2b-100d-496c-91d3-e2652098999c None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:49.956277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0463-e729-4276-a32a-450ee2da79ee tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.962680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae0413-7a35-4852-8238-536daed275d9 req-7daa30ba-cb81-4bd3-8a9a-61807c88f0d2 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.973219 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af96d2b-100d-496c-91d3-e2652098999c None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:49.973961 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4af96d2b-100d-496c-91d3-e2652098999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:49.974111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3ae0413-7a35-4852-8238-536daed275d9 req-7daa30ba-cb81-4bd3-8a9a-61807c88f0d2 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.0766692 Aug 16 02:05:50.028372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'd7f7b722-fe69-4dc6-99df-012f734ca5fd', 'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'mac_address': 'fa:16:3e:5e:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 2, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'subnets': [{'id': '751d740b-3e10-4938-9e59-82c96592c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.033217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:50.047276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cbcc0463-e729-4276-a32a-450ee2da79ee tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/floatingips/cf5ff901-5b78-4728-8c28-75eaf4d74ad7 HTTP/1.1" status: 200 len: 978 time: 1.9015536 Aug 16 02:05:50.050591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3ae0413-7a35-4852-8238-536daed275d9 req-b4796b8a-4b02-4e02-b5a3-5382060ab92c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755744 Aug 16 02:05:50.050917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:50.069574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Checking router: 4d1f66e2-d195-4ccb-af03-ca222cbfd536 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:50.070011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Updating router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 port d7f7b722-fe69-4dc6-99df-012f734ca5fd binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:05:50.076206 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.076884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 726d1e56-868c-4100-ae97-55bcc59f5af8 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:50.135900 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4af96d2b-100d-496c-91d3-e2652098999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.170876 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.199582 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af96d2b-100d-496c-91d3-e2652098999c None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:50.204812 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4af96d2b-100d-496c-91d3-e2652098999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.247737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:50.271130 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.298963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.306597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 726d1e56-868c-4100-ae97-55bcc59f5af8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=726d1e56-868c-4100-ae97-55bcc59f5af8,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:50.311443 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4af96d2b-100d-496c-91d3-e2652098999c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.312102 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af96d2b-100d-496c-91d3-e2652098999c None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:50.325050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-bf72fed4-ef4a-4116-a047-9d468804b19d tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:50.325599 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-bf72fed4-ef4a-4116-a047-9d468804b19d tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295658 Aug 16 02:05:50.341503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Request body: {'binding': {'host': 'n-h2-768862-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:50.342093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:05:50.415159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '726d1e56-868c-4100-ae97-55bcc59f5af8', 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'port_id': '726d1e56-868c-4100-ae97-55bcc59f5af8', 'mac_address': 'fa:16:3e:b0:b9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac03b770-f8b8-4588-82fc-386717adcf93', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:50.542569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port eb4b2bb7-0718-4e2a-98fd-d575bb014166 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:50.542917 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.550906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.554305 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.571801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726d1e56-868c-4100-ae97-55bcc59f5af8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:50.602878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87139-880c-4e49-a160-aef0ab949f5f req-e1345e00-7dc2-47c9-9a78-164b59a13352 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.604201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 726d1e56-868c-4100-ae97-55bcc59f5af8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=726d1e56-868c-4100-ae97-55bcc59f5af8,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:50.614207 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.615886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87139-880c-4e49-a160-aef0ab949f5f req-e1345e00-7dc2-47c9-9a78-164b59a13352 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.630506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87139-880c-4e49-a160-aef0ab949f5f req-e1345e00-7dc2-47c9-9a78-164b59a13352 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.638178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87139-880c-4e49-a160-aef0ab949f5f req-e1345e00-7dc2-47c9-9a78-164b59a13352 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.648623 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87139-880c-4e49-a160-aef0ab949f5f req-e1345e00-7dc2-47c9-9a78-164b59a13352 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.659739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87139-880c-4e49-a160-aef0ab949f5f req-e1345e00-7dc2-47c9-9a78-164b59a13352 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.659956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d9214f5f-9834-4008-9b6b-60a3bc177cf3 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:50.674498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87139-880c-4e49-a160-aef0ab949f5f req-e1345e00-7dc2-47c9-9a78-164b59a13352 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.676524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8c87139-880c-4e49-a160-aef0ab949f5f req-e1345e00-7dc2-47c9-9a78-164b59a13352 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5422 time: 0.1702666 Aug 16 02:05:50.701768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 on host n-h2-768862-14 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:50.702015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:50.702718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:50.719592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Port 794cb396-fea5-45bb-9192-effcf7e874f6 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:50.719854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:50.726045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.726379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.729142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:50.729484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:50.731616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:50.732076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Bound port: 794cb396-fea5-45bb-9192-effcf7e874f6, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:50.760660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=726d1e56-868c-4100-ae97-55bcc59f5af8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.771029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for eb4b2bb7-0718-4e2a-98fd-d575bb014166 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:50.835736 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.861759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Transition to ACTIVE for port object d7f7b722-fe69-4dc6-99df-012f734ca5fd will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:50.870263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d9214f5f-9834-4008-9b6b-60a3bc177cf3, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:50.873729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8c87139-880c-4e49-a160-aef0ab949f5f req-0617145e-d417-4b5a-a3cc-b68c0a905f42 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847143 Aug 16 02:05:50.880137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.916507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['dbeeb315-96e2-46d7-99cc-5b7ea73a66a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:50.969060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3', 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'port_id': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3', 'mac_address': 'fa:16:3e:c3:85:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac03b770-f8b8-4588-82fc-386717adcf93', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:50.971852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:50.982691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['726d1e56-868c-4100-ae97-55bcc59f5af8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:50.990663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.992202 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-6c26ceea-430b-42a5-bf82-4b0e81711973 service neutron] 10.222.0.61 "POST /v2.0/ports/794cb396-fea5-45bb-9192-effcf7e874f6/bindings HTTP/1.1" status: 201 len: 390 time: 0.6554348 Aug 16 02:05:51.049460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18debb03-1cfb-4406-a241-5d6b66312107 req-9faee5dc-6cff-4b11-aeb4-368f3e2d9102 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:51.057824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18debb03-1cfb-4406-a241-5d6b66312107 req-9faee5dc-6cff-4b11-aeb4-368f3e2d9102 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.0828748 Aug 16 02:05:51.134678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18debb03-1cfb-4406-a241-5d6b66312107 req-482422ab-a0d0-4543-8966-a35b34725708 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730863 Aug 16 02:05:51.176057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.181091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:51.188968 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad1b7d8-d7be-42b6-8aa7-2d0f2095462e" -d '{"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:51.279277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=eb4b2bb7-0718-4e2a-98fd-d575bb014166,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:51.313546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.313546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.313546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.313546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.313903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.314726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.315349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66d9b-0fc3-4ee8-aeb2-575e5d4dc8a3 None None] Pushing event updated for resources: {'Port': ['ID=d7f7b722-fe69-4dc6-99df-012f734ca5fd,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:51.315654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.315654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.315654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.315654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.315995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.316085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:51.403641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.412909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621be91-c723-471f-b748-382cccb718c5 req-f79ad7f7-54b1-49ba-adbc-640834d6603c tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:51.420609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9621be91-c723-471f-b748-382cccb718c5 req-f79ad7f7-54b1-49ba-adbc-640834d6603c tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 946 time: 0.2052748 Aug 16 02:05:51.466401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab6ce6-b3dd-4e8d-a57e-4a9f37bbf5a4 req-34964bdd-7bb4-4c25-9a8b-48ab710fca46 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:51.471733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2dab6ce6-b3dd-4e8d-a57e-4a9f37bbf5a4 req-34964bdd-7bb4-4c25-9a8b-48ab710fca46 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.1790798 Aug 16 02:05:51.518281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9214f5f-9834-4008-9b6b-60a3bc177cf3 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:51.531953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-e2fa2d11-b971-409d-9aec-0e70f04d651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:51.534459 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-e2fa2d11-b971-409d-9aec-0e70f04d651e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1098 time: 0.2263942 Aug 16 02:05:51.554695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9621be91-c723-471f-b748-382cccb718c5 req-378c0f14-ef93-4637-baeb-8c59300e1eaa tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305947 Aug 16 02:05:51.559715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Attempting to bind port d7f7b722-fe69-4dc6-99df-012f734ca5fd on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:51.560098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Attempting to bind port d7f7b722-fe69-4dc6-99df-012f734ca5fd by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:51.560469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Attempting to bind port d7f7b722-fe69-4dc6-99df-012f734ca5fd on network eb2528c8-5b9b-4161-9c71-1b504faa9674 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:51.611295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2dab6ce6-b3dd-4e8d-a57e-4a9f37bbf5a4 req-fdf0265d-3bf1-4a7e-bef3-a191647abaaf tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185699 Aug 16 02:05:51.626243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.627248 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP cf5ff901-5b78-4728-8c28-75eaf4d74ad7 disassociated (deleted). External IP: 172.25.5.110, port: 191197a3-b37d-4c30-bcf5-d9608aa7434a. Aug 16 02:05:51.636974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d9214f5f-9834-4008-9b6b-60a3bc177cf3, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:51.658680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:51.659071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Checking segment: {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:51.659473 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.659882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Bound using segment: {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:51.666836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Bound port: d7f7b722-fe69-4dc6-99df-012f734ca5fd, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:51.667460 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.705494 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377818c3-6a7e-4c5d-9395-c8aba7c26805 x-openstack-request-id: req-377818c3-6a7e-4c5d-9395-c8aba7c26805 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:51.705817 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:51.706178 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-377818c3-6a7e-4c5d-9395-c8aba7c26805 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:51.706591 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'code': 200} Aug 16 02:05:51.707440 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.708847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device ebc95090-e3f2-4c2d-894f-c92cfb0b56ee details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:51.911854 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:05:51.996642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] For port d7f7b722-fe69-4dc6-99df-012f734ca5fd, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:52.016682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] For port d7f7b722-fe69-4dc6-99df-012f734ca5fd, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d7f7b722-fe69-4dc6-99df-012f734ca5fd,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:52.033638 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.042700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=d9214f5f-9834-4008-9b6b-60a3bc177cf3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:52.100385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['5e1893e0-13a1-4368-a82e-4473b082391c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:52.154586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954d8e-eb89-4080-b6c4-2b033fed78c0 req-3d6e1efb-7d98-4c63-b7c9-5aa72fc904c1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.166627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954d8e-eb89-4080-b6c4-2b033fed78c0 req-3d6e1efb-7d98-4c63-b7c9-5aa72fc904c1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.178040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954d8e-eb89-4080-b6c4-2b033fed78c0 req-3d6e1efb-7d98-4c63-b7c9-5aa72fc904c1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.186582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954d8e-eb89-4080-b6c4-2b033fed78c0 req-3d6e1efb-7d98-4c63-b7c9-5aa72fc904c1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.195233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954d8e-eb89-4080-b6c4-2b033fed78c0 req-3d6e1efb-7d98-4c63-b7c9-5aa72fc904c1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.205656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954d8e-eb89-4080-b6c4-2b033fed78c0 req-3d6e1efb-7d98-4c63-b7c9-5aa72fc904c1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.211862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954d8e-eb89-4080-b6c4-2b033fed78c0 req-3d6e1efb-7d98-4c63-b7c9-5aa72fc904c1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.222005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60954d8e-eb89-4080-b6c4-2b033fed78c0 req-3d6e1efb-7d98-4c63-b7c9-5aa72fc904c1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5424 time: 0.1881599 Aug 16 02:05:52.246473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-f50ea30a-ccd8-45a1-8ec1-d151eaec923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.248606 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-f50ea30a-ccd8-45a1-8ec1-d151eaec923e service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.7058792 Aug 16 02:05:52.284116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60954d8e-eb89-4080-b6c4-2b033fed78c0 req-ac48f81b-c6c2-414a-81de-196947eb8c7d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610342 Aug 16 02:05:52.438175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e5950-63e2-490c-b6e7-836a95ffcb7c req-06dab4db-58b0-45c3-8246-cf08ca5287a2 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.441837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-e077faab-0997-4a8d-a1ca-ab97b667d529 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=794cb396-fea5-45bb-9192-effcf7e874f6 HTTP/1.1" status: 200 len: 217 time: 0.1826949 Aug 16 02:05:52.450401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c5e5950-63e2-490c-b6e7-836a95ffcb7c req-06dab4db-58b0-45c3-8246-cf08ca5287a2 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.0847712 Aug 16 02:05:52.500984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66d9b-0fc3-4ee8-aeb2-575e5d4dc8a3 None None] Pushing event updated for resources: {'Port': ['ID=d7f7b722-fe69-4dc6-99df-012f734ca5fd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:52.514290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c5e5950-63e2-490c-b6e7-836a95ffcb7c req-78740f7c-06a9-450e-a712-d73164aa2cf0 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574772 Aug 16 02:05:52.530673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:52.536647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:52.538861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:52.613362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-9f695c39-805f-4e85-9f02-4109026047cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.614905 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-9f695c39-805f-4e85-9f02-4109026047cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.1600728 Aug 16 02:05:52.615067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee', 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5', 'port_id': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee', 'mac_address': 'fa:16:3e:5a:ff:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c7cf0-96c4-4d87-9468-3b828367418b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:52.655421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:52.682945 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-fd4567e0-0652-414b-968f-fb2a64e545af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581729 Aug 16 02:05:52.782533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.841528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d404b-2c80-4a8a-b77e-c0d05a807979 req-0b855a29-6966-4de2-ac8d-faf00938a8c6 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.845721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:52.851136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb7d404b-2c80-4a8a-b77e-c0d05a807979 req-0b855a29-6966-4de2-ac8d-faf00938a8c6 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 946 time: 0.0840032 Aug 16 02:05:52.929901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb7d404b-2c80-4a8a-b77e-c0d05a807979 req-63cf4030-d098-4835-a848-a17f6e79d29e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775950 Aug 16 02:05:52.938220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc95090-e3f2-4c2d-894f-c92cfb0b56ee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:52.955603 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-d3998828-a1d5-424c-990b-ab3bcd8a6ed6 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578795 Aug 16 02:05:53.006994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:53.018621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.021192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:53.057973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441025ae-74a5-4950-9866-6bf797489910 None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:53.068656 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.069565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c407415f-7e4c-47c8-bd8c-4c6bf00a9363 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:53.107164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c407415f-7e4c-47c8-bd8c-4c6bf00a9363, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:53.126343 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'c407415f-7e4c-47c8-bd8c-4c6bf00a9363', 'network_id': 'c587edc1-1b39-4797-b043-f93444807fb5', 'port_id': 'c407415f-7e4c-47c8-bd8c-4c6bf00a9363', 'mac_address': 'fa:16:3e:fe:ec:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3c7cf0-96c4-4d87-9468-3b828367418b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:53.136342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.136574 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-921ea035-024e-49b1-83c2-ab0fc55a121e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/floatingips/cf5ff901-5b78-4728-8c28-75eaf4d74ad7 HTTP/1.1" status: 204 len: 168 time: 3.0843027 Aug 16 02:05:53.182252 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-4f6676e4-d634-4b4d-883a-2bf9bbd56525 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211590 Aug 16 02:05:53.301884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441025ae-74a5-4950-9866-6bf797489910 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:53.302603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-441025ae-74a5-4950-9866-6bf797489910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.302893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 191197a3-b37d-4c30-bcf5-d9608aa7434a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:53.304786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.381565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-19ac43a2-c0e2-49d0-8783-9f83b65ac8dd tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.388994 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-19ac43a2-c0e2-49d0-8783-9f83b65ac8dd tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1098 time: 0.1333380 Aug 16 02:05:53.403207 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-14'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:53.466354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.507381 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.508756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 191197a3-b37d-4c30-bcf5-d9608aa7434a owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:53.546182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-441025ae-74a5-4950-9866-6bf797489910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.599601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319114-30b8-40c2-8b3d-a3925ace5a22 req-1baf7c06-ca19-4a49-8fc8-7251ef05d413 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.606628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319114-30b8-40c2-8b3d-a3925ace5a22 req-1baf7c06-ca19-4a49-8fc8-7251ef05d413 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.613261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319114-30b8-40c2-8b3d-a3925ace5a22 req-1baf7c06-ca19-4a49-8fc8-7251ef05d413 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.621066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319114-30b8-40c2-8b3d-a3925ace5a22 req-1baf7c06-ca19-4a49-8fc8-7251ef05d413 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.621583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.624158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441025ae-74a5-4950-9866-6bf797489910 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:53.624777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-441025ae-74a5-4950-9866-6bf797489910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.629042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319114-30b8-40c2-8b3d-a3925ace5a22 req-1baf7c06-ca19-4a49-8fc8-7251ef05d413 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.638443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319114-30b8-40c2-8b3d-a3925ace5a22 req-1baf7c06-ca19-4a49-8fc8-7251ef05d413 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.646270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319114-30b8-40c2-8b3d-a3925ace5a22 req-1baf7c06-ca19-4a49-8fc8-7251ef05d413 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.648795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83319114-30b8-40c2-8b3d-a3925ace5a22 req-1baf7c06-ca19-4a49-8fc8-7251ef05d413 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5425 time: 0.1789172 Aug 16 02:05:53.667199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:53.691563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-441025ae-74a5-4950-9866-6bf797489910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.693368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441025ae-74a5-4950-9866-6bf797489910 None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:53.701968 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.721533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c407415f-7e4c-47c8-bd8c-4c6bf00a9363 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:53.758034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:53.787701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c407415f-7e4c-47c8-bd8c-4c6bf00a9363, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:53.801441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'd7f7b722-fe69-4dc6-99df-012f734ca5fd', 'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'mac_address': 'fa:16:3e:5e:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'subnets': [{'id': '751d740b-3e10-4938-9e59-82c96592c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:53.806756 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.807838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:53.846573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:53.851464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83319114-30b8-40c2-8b3d-a3925ace5a22 req-f3bb8359-7685-48df-be49-e42c8c55c05f tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1924815 Aug 16 02:05:53.852484 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678b6ac0-04bc-437f-ad6e-9067e7ca5579" -d '{"events": [{"server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "name": "network-vif-unplugged", "status": "completed", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:53.866281 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.882231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.914912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da35c7-e2ef-47b8-978b-7905265480f7 None None] The sync data for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 is: [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'd7f7b722-fe69-4dc6-99df-012f734ca5fd', 'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'mac_address': 'fa:16:3e:5e:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'subnets': [{'id': '751d740b-3e10-4938-9e59-82c96592c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:54.000625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.002573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.009448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:54.059039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9', 'network_id': 'd3e8d3be-172c-4fb4-8c79-6747ba670fb3', 'port_id': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9', 'mac_address': 'fa:16:3e:4f:5a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac03b770-f8b8-4588-82fc-386717adcf93', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:54.065499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Pushing event updated for resources: {'Port': ['ID=794cb396-fea5-45bb-9192-effcf7e874f6,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.136130 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.139835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:54.146087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:54.146437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:54.160184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Port 794cb396-fea5-45bb-9192-effcf7e874f6 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:54.164796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Attempting to bind port 794cb396-fea5-45bb-9192-effcf7e874f6 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:54.169440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:54.173360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=191197a3-b37d-4c30-bcf5-d9608aa7434a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.193621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:54.193979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:54.194361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:54.194812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Bound port: 794cb396-fea5-45bb-9192-effcf7e874f6, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:54.195204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.227222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:54.240172 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.282803 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.283358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.283918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.284370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.285058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.285514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.287481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.287934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.288376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.288914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.294129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.294638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:54.372422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:54.396506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:54.409263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:54.423142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.478957 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.483386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-75a7c1a2-8309-43c5-8f8b-839a9e9ca914 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/ports/191197a3-b37d-4c30-bcf5-d9608aa7434a HTTP/1.1" status: 204 len: 168 time: 1.3367577 Aug 16 02:05:54.488635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:54.493993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:54.497697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d7f7b722-fe69-4dc6-99df-012f734ca5fd up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:54.552741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.610697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Pushing event updated for resources: {'Port': ['ID=794cb396-fea5-45bb-9192-effcf7e874f6,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.667076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:54.667727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.671951 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-27f29d79-5c88-484f-b538-3128553be187 service neutron] 10.222.0.93 "PUT /v2.0/ports/794cb396-fea5-45bb-9192-effcf7e874f6 HTTP/1.1" status: 200 len: 1124 time: 1.2741547 Aug 16 02:05:54.684420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.698800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:54.706982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:54.707474 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.747018 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.761856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c407415f-7e4c-47c8-bd8c-4c6bf00a9363'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:54.772940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['2568086a-c1c7-4c88-88e5-6ccedfbac7e9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:54.859165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['794cb396-fea5-45bb-9192-effcf7e874f6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:54.907593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port d7f7b722-fe69-4dc6-99df-012f734ca5fd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:54.923749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.25.5.246 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/c99f4274-7bdc-49ea-9f90-5e0fd2a4f84a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:54.930194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d7f7b722-fe69-4dc6-99df-012f734ca5fd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:54.930822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.161838 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.233124 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.294295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=c99f4274-7bdc-49ea-9f90-5e0fd2a4f84a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:55.319915 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.332663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:55.336083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:55.342560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:55.434387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.484098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:55.487873 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283f51e9-4f73-4a04-9ff2-53df2f6f520c" -d '{"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:55.529539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:55.549607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.550194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.551024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 726d1e56-868c-4100-ae97-55bcc59f5af8 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:55.602450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port d7f7b722-fe69-4dc6-99df-012f734ca5fd, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d7f7b722-fe69-4dc6-99df-012f734ca5fd,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:55.681357 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.683791 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.819043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:55.857567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['ebc95090-e3f2-4c2d-894f-c92cfb0b56ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:55.861062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['d9214f5f-9834-4008-9b6b-60a3bc177cf3'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:55.971798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.979063 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.079063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=c99f4274-7bdc-49ea-9f90-5e0fd2a4f84a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.091566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 726d1e56-868c-4100-ae97-55bcc59f5af8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:56.165260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.171406 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 726d1e56-868c-4100-ae97-55bcc59f5af8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:56.172406 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.193462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.195680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ba12836d-ea37-40ee-bedf-ea6203d4512d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7057168 Aug 16 02:05:56.198381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.211638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'port': {'network_id': 'cf9e6016-def0-492f-a827-ef33e88821ba', 'name': 'tempest-FloatingIPTestJSON-1369844073'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:56.260848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=d7f7b722-fe69-4dc6-99df-012f734ca5fd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.274006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 056b578b-8647-419a-bb68-81e863d3ef22 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:56.391487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Made reservation on behalf of 9b500030657f4cd68e65c10b63ef7281 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:56.398164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.460906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] device_id is not set on port d2ae9154-799a-4547-8c2b-23bc847b6b3d yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:56.548336 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.648189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=056b578b-8647-419a-bb68-81e863d3ef22,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:56.697426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '056b578b-8647-419a-bb68-81e863d3ef22', 'network_id': '988b8cbd-9813-40f7-9a30-07427476ff1c', 'port_id': '056b578b-8647-419a-bb68-81e863d3ef22', 'mac_address': 'fa:16:3e:40:52:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315ce014-21ca-4f9b-ba83-7ea667026954', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:56.705840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 726d1e56-868c-4100-ae97-55bcc59f5af8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=726d1e56-868c-4100-ae97-55bcc59f5af8,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:56.720237 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.730685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5e1893e0-13a1-4368-a82e-4473b082391c up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:56.737485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.20.0.11 (cf9e6016-def0-492f-a827-ef33e88821ba/addd3791-0641-4af9-8890-9ee8d01a87f2/d2ae9154-799a-4547-8c2b-23bc847b6b3d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:56.861478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=726d1e56-868c-4100-ae97-55bcc59f5af8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.870981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.892011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 056b578b-8647-419a-bb68-81e863d3ef22 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:56.901257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 5e1893e0-13a1-4368-a82e-4473b082391c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:56.913028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 5e1893e0-13a1-4368-a82e-4473b082391c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:56.913506 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.941904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=056b578b-8647-419a-bb68-81e863d3ef22,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:56.947891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.024201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=056b578b-8647-419a-bb68-81e863d3ef22,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.080507 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.090032 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.120558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['056b578b-8647-419a-bb68-81e863d3ef22'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:57.123891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5e1893e0-13a1-4368-a82e-4473b082391c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5e1893e0-13a1-4368-a82e-4473b082391c,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:57.150029 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.150939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:57.181501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.238373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network cf9e6016-def0-492f-a827-ef33e88821ba is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:57.241642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:57.245844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:57.304454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=d2ae9154-799a-4547-8c2b-23bc847b6b3d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.330236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:57.331068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.353824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44771dc9-ec57-4729-bf7c-40591f5cd96a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1515653 Aug 16 02:05:57.354121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.358735 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=5e1893e0-13a1-4368-a82e-4473b082391c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.359033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cee36102-603d-4ce3-bfe4-08b3ffec0a1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'port_id': 'd2ae9154-799a-4547-8c2b-23bc847b6b3d'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:57.384063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:57.395639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:57.395639 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.425281 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee36102-603d-4ce3-bfe4-08b3ffec0a1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.514185 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.557709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:57.569852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.650219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:58.004977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee36102-603d-4ce3-bfe4-08b3ffec0a1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.010642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee36102-603d-4ce3-bfe4-08b3ffec0a1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.148486 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-cee36102-603d-4ce3-bfe4-08b3ffec0a1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP 07546869-296f-4651-95f8-310172abceb8 associated. External IP: 172.25.5.246, port: d2ae9154-799a-4547-8c2b-23bc847b6b3d. Aug 16 02:05:58.226176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d7f7b722-fe69-4dc6-99df-012f734ca5fd up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:58.273244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 794cb396-fea5-45bb-9192-effcf7e874f6 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:58.282685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d9214f5f-9834-4008-9b6b-60a3bc177cf3 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:58.542678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d7f7b722-fe69-4dc6-99df-012f734ca5fd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:58.544030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.616102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port d9214f5f-9834-4008-9b6b-60a3bc177cf3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:58.631707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee36102-603d-4ce3-bfe4-08b3ffec0a1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:58.671286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port d9214f5f-9834-4008-9b6b-60a3bc177cf3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:58.673756 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.682807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:58.745927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 794cb396-fea5-45bb-9192-effcf7e874f6 has no active binding in host n-h2-768862-14 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:05:58.840074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee36102-603d-4ce3-bfe4-08b3ffec0a1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:58.845068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee36102-603d-4ce3-bfe4-08b3ffec0a1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.852699 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398fb487-94a2-438f-a21f-fdc388584db2 None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:58.863544 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.873308 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fb487-94a2-438f-a21f-fdc388584db2 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:58.873937 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-398fb487-94a2-438f-a21f-fdc388584db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:58.881657 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cee36102-603d-4ce3-bfe4-08b3ffec0a1e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/floatingips/07546869-296f-4651-95f8-310172abceb8 HTTP/1.1" status: 200 len: 979 time: 1.5240560 Aug 16 02:05:58.882019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44616) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:58.927623 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-398fb487-94a2-438f-a21f-fdc388584db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:58.938905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d9214f5f-9834-4008-9b6b-60a3bc177cf3, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:58.943835 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.944656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 056b578b-8647-419a-bb68-81e863d3ef22 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:58.957654 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fb487-94a2-438f-a21f-fdc388584db2 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:58.958851 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-398fb487-94a2-438f-a21f-fdc388584db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:59.007789 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-398fb487-94a2-438f-a21f-fdc388584db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:59.008724 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398fb487-94a2-438f-a21f-fdc388584db2 None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:59.048231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port d2ae9154-799a-4547-8c2b-23bc847b6b3d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:59.048573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.060611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=d9214f5f-9834-4008-9b6b-60a3bc177cf3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.071515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 056b578b-8647-419a-bb68-81e863d3ef22 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:59.071886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.074221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.074567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.074908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.075279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.075618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.075952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.076283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.076612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.076937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.077267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.077594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.078460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:59.129547 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-21be9d4d-bf68-45e3-bd40-d666ad9a0c68 service neutron] 10.222.0.86 "GET /v2.0/ports/794cb396-fea5-45bb-9192-effcf7e874f6/bindings/n-h2-768862-14 HTTP/1.1" status: 200 len: 385 time: 0.1385748 Aug 16 02:05:59.202288 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.219379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.273111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=056b578b-8647-419a-bb68-81e863d3ef22,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:59.286325 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.288926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device ebc95090-e3f2-4c2d-894f-c92cfb0b56ee up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:59.438950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=056b578b-8647-419a-bb68-81e863d3ef22,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.460161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:59.471377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:59.472353 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.509120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:59.531634 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.532029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.532313 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP 07546869-296f-4651-95f8-310172abceb8 disassociated. External IP: 172.25.5.246, port: d2ae9154-799a-4547-8c2b-23bc847b6b3d. Aug 16 02:05:59.532653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for d2ae9154-799a-4547-8c2b-23bc847b6b3d owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:59.547214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:59.601923 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.663528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:59.674927 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.676121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c407415f-7e4c-47c8-bd8c-4c6bf00a9363 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:59.690055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794cb396-fea5-45bb-9192-effcf7e874f6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:59.736581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:59.782382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.905424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.931390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:59.953575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:59.954141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.040923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.128030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.153829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=d2ae9154-799a-4547-8c2b-23bc847b6b3d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:00.192885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] Transition to ACTIVE for port object 794cb396-fea5-45bb-9192-effcf7e874f6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:00.202865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c407415f-7e4c-47c8-bd8c-4c6bf00a9363, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:00.208974 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.254265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.351446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] No DVR routers for this DVR port 794cb396-fea5-45bb-9192-effcf7e874f6 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:00.439289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:00.445344 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] 10.222.0.86 "PUT /v2.0/ports/794cb396-fea5-45bb-9192-effcf7e874f6/bindings/n-h2-768862-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3091764 Aug 16 02:06:00.453924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53da3d7-2158-4cac-b687-5cc359774804 service neutron] Pushing event updated for resources: {'Port': ['ID=794cb396-fea5-45bb-9192-effcf7e874f6,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:00.464532 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:00.477813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:00.931642 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1752fb2c-10c7-467c-aa1b-5c1e3ed2257b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.040028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-8f109234-167a-4b93-a032-50c525249aed tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.042222 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-8f109234-167a-4b93-a032-50c525249aed tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.4784231 Aug 16 02:06:01.048924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:01.061482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4847ba7-9a21-449e-8f73-85df81acb622 None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:01.076098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4847ba7-9a21-449e-8f73-85df81acb622 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:01.076660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4847ba7-9a21-449e-8f73-85df81acb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:01.139322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4847ba7-9a21-449e-8f73-85df81acb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:01.150855 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4847ba7-9a21-449e-8f73-85df81acb622 None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:01.151855 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4847ba7-9a21-449e-8f73-85df81acb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:01.154464 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.161120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.167985 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ee644da3-6684-4047-a1ff-60573bda8eda tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/ports/d2ae9154-799a-4547-8c2b-23bc847b6b3d HTTP/1.1" status: 204 len: 168 time: 2.2801225 Aug 16 02:06:01.199540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4847ba7-9a21-449e-8f73-85df81acb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:01.200448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4847ba7-9a21-449e-8f73-85df81acb622 None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:01.205982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-bc68b988-7af2-4ef6-b8cb-4e68367663c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.207490 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-bc68b988-7af2-4ef6-b8cb-4e68367663c8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108&tenant_id=877c996a282643eb960bdbf58b651d9f HTTP/1.1" status: 200 len: 1097 time: 0.1469872 Aug 16 02:06:01.261743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-34e194dc-a218-438f-9a86-497c976162e2 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "GET /v2.0/floatingips/07546869-296f-4651-95f8-310172abceb8 HTTP/1.1" status: 200 len: 688 time: 0.0992725 Aug 16 02:06:01.262840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.327896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-2d108d22-4dd9-4b23-a607-ee8d2065e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.329267 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-2d108d22-4dd9-4b23-a607-ee8d2065e336 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1097 time: 0.0961370 Aug 16 02:06:01.467958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-abc6919d-5f95-4cc1-9885-95fe46a01821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.474621 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-abc6919d-5f95-4cc1-9885-95fe46a01821 service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1355085 Aug 16 02:06:01.482648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port c99f4274-7bdc-49ea-9f90-5e0fd2a4f84a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:01.483254 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.523026 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-35787958-c19e-48ec-a5a5-de73a6cb8ead service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=794cb396-fea5-45bb-9192-effcf7e874f6 HTTP/1.1" status: 200 len: 217 time: 0.0407498 Aug 16 02:06:01.599499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-cd7e53c8-c0f1-4e67-a4c1-a7b4f26a802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.600903 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-cd7e53c8-c0f1-4e67-a4c1-a7b4f26a802b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0703118 Aug 16 02:06:01.614784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.615495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.645838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for c99f4274-7bdc-49ea-9f90-5e0fd2a4f84a owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:01.665641 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-748ed524-55a9-41d6-8036-af2683fca048 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560875 Aug 16 02:06:01.797908 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-e0066141-2d27-42c1-bea8-492b509cf012 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220608 Aug 16 02:06:01.939708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.974580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-027355b2-b98c-432a-8878-616bc2dc4644 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700420 Aug 16 02:06:02.013245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=c99f4274-7bdc-49ea-9f90-5e0fd2a4f84a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:02.066323 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.072438 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.077152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-52046adb-b016-4605-b7ac-adefdc60023d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/floatingips/07546869-296f-4651-95f8-310172abceb8 HTTP/1.1" status: 204 len: 168 time: 0.8100693 Aug 16 02:06:02.078672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44628) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:02.084353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '9b1f7fb8-e0fd-4a1f-86a9-33e144524793'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:02.119792 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.309572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-f1cce7b6-f9be-4a8e-b904-415fcd133609 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:02.311906 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-f1cce7b6-f9be-4a8e-b904-415fcd133609 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.1017892 Aug 16 02:06:02.378147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.532090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c6ba6ef9-318b-4ffb-8373-746daae2e1bb service neutron] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:02.537427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c6ba6ef9-318b-4ffb-8373-746daae2e1bb service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.538723 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84582b3f-ee87-4f0b-b47d-609dff9a9595 req-c6ba6ef9-318b-4ffb-8373-746daae2e1bb service neutron] 10.222.0.93 "DELETE /v2.0/ports/794cb396-fea5-45bb-9192-effcf7e874f6/bindings/n-h1-768862-14 HTTP/1.1" status: 204 len: 173 time: 0.2179725 Aug 16 02:06:02.559805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.25.5.43 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/00cba797-3b3e-4625-b773-7489771c7a3b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:02.742268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 794cb396-fea5-45bb-9192-effcf7e874f6 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:02.783388 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.808465 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 794cb396-fea5-45bb-9192-effcf7e874f6 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:02.838776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.892533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:02.896957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:02.903680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:02.907695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=00cba797-3b3e-4625-b773-7489771c7a3b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.448536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.547265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.573758 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b1052a00-9b56-4f38-afe8-627129758d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.745508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.766863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.846498 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.863586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=00cba797-3b3e-4625-b773-7489771c7a3b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.886830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.009887 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP 203683d6-97c1-4c53-9651-fe564f04c048 associated. External IP: 172.25.5.43, port: 9b1f7fb8-e0fd-4a1f-86a9-33e144524793. Aug 16 02:06:04.323341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:04.462703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:04.474128 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca4d2e-e322-4900-96d1-ed087f74db6f None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:04.480921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.491797 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca4d2e-e322-4900-96d1-ed087f74db6f None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:04.492568 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7ca4d2e-e322-4900-96d1-ed087f74db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:04.527471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.528275 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f8ac576e-ab39-43c1-8de3-cc4d363c2fa1 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4470246 Aug 16 02:06:04.533963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1167254461'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:04.551317 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7ca4d2e-e322-4900-96d1-ed087f74db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:04.561485 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca4d2e-e322-4900-96d1-ed087f74db6f None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:04.562908 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7ca4d2e-e322-4900-96d1-ed087f74db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:04.568287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Made reservation on behalf of 9b500030657f4cd68e65c10b63ef7281 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:04.573306 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.602824 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7ca4d2e-e322-4900-96d1-ed087f74db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:04.604230 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca4d2e-e322-4900-96d1-ed087f74db6f None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:04.612447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:04.622125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.622483 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Added segment 61ffa361-46ea-46d6-8eeb-15ed40eb40d9 of type vlan for network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d Aug 16 02:06:04.679213 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.718594 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.732563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:04.733268 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.772798 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.831786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.832075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3030801 Aug 16 02:06:04.838073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'subnet': {'network_id': '6b077fdd-c000-4b2c-a3e8-6f36ad68048d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:04.899179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcc2db-8ea6-4e1b-9598-0a22adf8dca3 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Network': ['ID=6b077fdd-c000-4b2c-a3e8-6f36ad68048d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.917505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:04.989753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Made reservation on behalf of 9b500030657f4cd68e65c10b63ef7281 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:04.994537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.285963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.353867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Subnet': ['ID=c2697ede-cb12-420b-80fa-c10b85fe6a2c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:05.363716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Checking segment: {'id': '61ffa361-46ea-46d6-8eeb-15ed40eb40d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6b077fdd-c000-4b2c-a3e8-6f36ad68048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:05.364283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network hostable DHCP agents. Network: 6b077fdd-c000-4b2c-a3e8-6f36ad68048d, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:05.389108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:05.407579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6b077fdd-c000-4b2c-a3e8-6f36ad68048d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:05.413831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:05.414563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.421878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78039628-bd9f-49f0-a502-238b5db1a362 None None] Network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:05.458330 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-122271a0-4970-4a9d-884a-6a1b57834590 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6246634 Aug 16 02:06:05.460869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:05.466449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1658427289', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:05.519978 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.521097 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.650757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6b077fdd-c000-4b2c-a3e8-6f36ad68048d', 'network_id': '6b077fdd-c000-4b2c-a3e8-6f36ad68048d', 'tenant_id': '9b500030657f4cd68e65c10b63ef7281', 'fixed_ips': [{'subnet_id': 'c2697ede-cb12-420b-80fa-c10b85fe6a2c'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:05.651918 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.663067 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.819900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Allocated IP 172.20.0.2 (6b077fdd-c000-4b2c-a3e8-6f36ad68048d/c2697ede-cb12-420b-80fa-c10b85fe6a2c/8efb9495-63d0-414d-a6d6-3454ac69569d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:06.255526 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.268953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Transition to ACTIVE for port object 8efb9495-63d0-414d-a6d6-3454ac69569d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:06.310810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Transition to ACTIVE for port object 8efb9495-63d0-414d-a6d6-3454ac69569d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:06.326020 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.377210 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:06.383160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:06.393118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:06.441515 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.490535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Pushing event updated for resources: {'Port': ['ID=8efb9495-63d0-414d-a6d6-3454ac69569d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:06.528718 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Attempting to bind port 8efb9495-63d0-414d-a6d6-3454ac69569d on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:06.529162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Attempting to bind port 8efb9495-63d0-414d-a6d6-3454ac69569d by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '61ffa361-46ea-46d6-8eeb-15ed40eb40d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6b077fdd-c000-4b2c-a3e8-6f36ad68048d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:06.529597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Attempting to bind port 8efb9495-63d0-414d-a6d6-3454ac69569d on network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:06.536183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:06.536669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Checking segment: {'id': '61ffa361-46ea-46d6-8eeb-15ed40eb40d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6b077fdd-c000-4b2c-a3e8-6f36ad68048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:06.537132 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.537739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Bound using segment: {'id': '61ffa361-46ea-46d6-8eeb-15ed40eb40d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6b077fdd-c000-4b2c-a3e8-6f36ad68048d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:06.538283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Bound port: 8efb9495-63d0-414d-a6d6-3454ac69569d, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ffa361-46ea-46d6-8eeb-15ed40eb40d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6b077fdd-c000-4b2c-a3e8-6f36ad68048d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:06.538786 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.643681 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05591053-b3c4-4093-bf07-25b82cb805fd x-openstack-request-id: req-05591053-b3c4-4093-bf07-25b82cb805fd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:06.644208 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "name": "network-vif-unplugged", "status": "completed", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:06.644208 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05591053-b3c4-4093-bf07-25b82cb805fd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:06.644625 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6', 'code': 200} Aug 16 02:06:06.712989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] For port 8efb9495-63d0-414d-a6d6-3454ac69569d, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:06.720375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] For port 8efb9495-63d0-414d-a6d6-3454ac69569d, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8efb9495-63d0-414d-a6d6-3454ac69569d,segment=NetworkSegment(61ffa361-46ea-46d6-8eeb-15ed40eb40d9),segment_id=61ffa361-46ea-46d6-8eeb-15ed40eb40d9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:06.737257 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.850642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da425d77-b52f-46e3-90fd-044f4b6ea1e2 None None] Pushing event updated for resources: {'Port': ['ID=8efb9495-63d0-414d-a6d6-3454ac69569d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:06.856324 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.055070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432310be-371d-4040-84a7-97f5bdf1b1bb req-0bbcd008-bbd1-4f09-891a-884a07b47724 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.107244 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-432310be-371d-4040-84a7-97f5bdf1b1bb req-0bbcd008-bbd1-4f09-891a-884a07b47724 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 945 time: 0.1852796 Aug 16 02:06:07.155145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.206911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d632d-87f7-41d6-99c2-60e30db74cae req-abc3f441-547b-4c86-9a55-8fb19a57cc26 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.208980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-606d632d-87f7-41d6-99c2-60e30db74cae req-abc3f441-547b-4c86-9a55-8fb19a57cc26 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.5458336 Aug 16 02:06:07.252035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-432310be-371d-4040-84a7-97f5bdf1b1bb req-65c1007c-9c21-4e16-96de-1317c67a4416 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472256 Aug 16 02:06:07.253415 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.420430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-606d632d-87f7-41d6-99c2-60e30db74cae req-2d773060-ec4b-427d-aa4f-b81a0fab0886 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932020 Aug 16 02:06:07.569952 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9015323-5896-42b3-8ab9-ebb6c391fd06 x-openstack-request-id: req-b9015323-5896-42b3-8ab9-ebb6c391fd06 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:07.570508 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:07.570508 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9015323-5896-42b3-8ab9-ebb6c391fd06 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:07.570909 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'code': 200} Aug 16 02:06:07.618279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.25.5.86 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/66fc722c-45e9-4ea7-a5c3-a9c72bd1a785) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:07.637276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a79e-0d6f-482b-a05b-d6aa1c4a88b8 req-e7568975-8578-4d6c-b3bc-75c14d7620f2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.644964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a79e-0d6f-482b-a05b-d6aa1c4a88b8 req-e7568975-8578-4d6c-b3bc-75c14d7620f2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.653083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a79e-0d6f-482b-a05b-d6aa1c4a88b8 req-e7568975-8578-4d6c-b3bc-75c14d7620f2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.662317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a79e-0d6f-482b-a05b-d6aa1c4a88b8 req-e7568975-8578-4d6c-b3bc-75c14d7620f2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.669920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a79e-0d6f-482b-a05b-d6aa1c4a88b8 req-e7568975-8578-4d6c-b3bc-75c14d7620f2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.676762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a79e-0d6f-482b-a05b-d6aa1c4a88b8 req-e7568975-8578-4d6c-b3bc-75c14d7620f2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.683658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8a79e-0d6f-482b-a05b-d6aa1c4a88b8 req-e7568975-8578-4d6c-b3bc-75c14d7620f2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.694398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fb8a79e-0d6f-482b-a05b-d6aa1c4a88b8 req-e7568975-8578-4d6c-b3bc-75c14d7620f2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.1657705 Aug 16 02:06:07.776299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fb8a79e-0d6f-482b-a05b-d6aa1c4a88b8 req-4ace5d99-cea3-4267-bf17-a06d8e459580 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805788 Aug 16 02:06:07.980108 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.052670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.138368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=66fc722c-45e9-4ea7-a5c3-a9c72bd1a785,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:08.157980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:08.161792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:08.166280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:08.348600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8efb9495-63d0-414d-a6d6-3454ac69569d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:08.440582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8efb9495-63d0-414d-a6d6-3454ac69569d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:08.449587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bbb153-3067-4313-aa35-c3b4a58e6776 None None] Network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:08.566997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cdc4416e-2fbd-49c9-b475-ac13a3204d20 None None] Provisioning for port 8efb9495-63d0-414d-a6d6-3454ac69569d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:08.583122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cdc4416e-2fbd-49c9-b475-ac13a3204d20 None None] Provisioning complete for port 8efb9495-63d0-414d-a6d6-3454ac69569d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:08.583870 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdc4416e-2fbd-49c9-b475-ac13a3204d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.646052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:08.649160 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a12f70-e124-47a5-aed0-dcd4559ed1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:08.774435 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdc4416e-2fbd-49c9-b475-ac13a3204d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.779346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.827223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cdc4416e-2fbd-49c9-b475-ac13a3204d20 None None] For port 8efb9495-63d0-414d-a6d6-3454ac69569d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8efb9495-63d0-414d-a6d6-3454ac69569d,segment=NetworkSegment(61ffa361-46ea-46d6-8eeb-15ed40eb40d9),segment_id=61ffa361-46ea-46d6-8eeb-15ed40eb40d9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:08.832595 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdc4416e-2fbd-49c9-b475-ac13a3204d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.918654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4416e-2fbd-49c9-b475-ac13a3204d20 None None] Pushing event updated for resources: {'Port': ['ID=8efb9495-63d0-414d-a6d6-3454ac69569d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:09.228238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.262297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f95f65fa-9434-4914-8f0c-a8ae979886e9 None None] Provisioning complete for port 8efb9495-63d0-414d-a6d6-3454ac69569d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:09.262675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f95f65fa-9434-4914-8f0c-a8ae979886e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.407939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab37f-7bea-4f79-94e4-9ad74fa64e24 req-563e6603-d874-46d0-90a6-2020ae7fce91 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:09.410305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-355ab37f-7bea-4f79-94e4-9ad74fa64e24 req-563e6603-d874-46d0-90a6-2020ae7fce91 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.1359096 Aug 16 02:06:09.478063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-355ab37f-7bea-4f79-94e4-9ad74fa64e24 req-cd6c6c3e-a638-4bfb-a19a-6bccf8e302b5 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579159 Aug 16 02:06:09.526930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router fee88e80-13c4-4648-b01b-f743355c0fa5 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:06:09.571878 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9848fc0c-85f4-4b51-ab0f-08cdde93a0ac x-openstack-request-id: req-9848fc0c-85f4-4b51-ab0f-08cdde93a0ac {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:09.572171 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:09.572450 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9848fc0c-85f4-4b51-ab0f-08cdde93a0ac {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:09.572827 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6', 'status': 'completed', 'code': 200} Aug 16 02:06:09.572992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726d1e56-868c-4100-ae97-55bcc59f5af8'}, {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1893e0-13a1-4368-a82e-4473b082391c'}, {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9'}, {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3'}, {'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22'}, {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee'}, {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c407415f-7e4c-47c8-bd8c-4c6bf00a9363'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:09.575408 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711bea60-3095-4463-b535-00feccfe2909" -d '{"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "726d1e56-868c-4100-ae97-55bcc59f5af8"}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "5e1893e0-13a1-4368-a82e-4473b082391c"}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "2568086a-c1c7-4c88-88e5-6ccedfbac7e9"}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "d9214f5f-9834-4008-9b6b-60a3bc177cf3"}, {"server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "name": "network-vif-plugged", "status": "completed", "tag": "056b578b-8647-419a-bb68-81e863d3ef22"}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "ebc95090-e3f2-4c2d-894f-c92cfb0b56ee"}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "c407415f-7e4c-47c8-bd8c-4c6bf00a9363"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:09.692881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-cbf02d08-e0c4-4075-8cb2-6cd4638c57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:09.695300 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-cbf02d08-e0c4-4075-8cb2-6cd4638c57f7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1097 time: 0.0982418 Aug 16 02:06:09.836931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-f1c234b6-3f55-43f2-8075-9b2d1e678d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:09.838838 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-f1c234b6-3f55-43f2-8075-9b2d1e678d33 service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1285024 Aug 16 02:06:09.902794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-936b8850-5056-4caf-b994-f175e0b3e413 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=794cb396-fea5-45bb-9192-effcf7e874f6 HTTP/1.1" status: 200 len: 217 time: 0.0555091 Aug 16 02:06:10.006628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-653260c4-8b03-4fc7-bd1d-15dbd7928648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.009188 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-653260c4-8b03-4fc7-bd1d-15dbd7928648 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0956321 Aug 16 02:06:10.011360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-a3355373-dbf0-4ee9-993a-088488c981f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.013039 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-a3355373-dbf0-4ee9-993a-088488c981f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1097 time: 0.1089537 Aug 16 02:06:10.068228 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-fc14b5d2-0c19-493c-bf24-ece3af56aede service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286813 Aug 16 02:06:10.137690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e196e27-15bc-47fb-987a-01c4cf596cd1 req-520eef8e-9c9e-4d77-94a8-26b8f02a5e76 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.139450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e196e27-15bc-47fb-987a-01c4cf596cd1 req-520eef8e-9c9e-4d77-94a8-26b8f02a5e76 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 1097 time: 0.4119644 Aug 16 02:06:10.170546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd07-9a96-4f48-af9f-8da8fdbfe827 req-359b81f4-e61a-4c0e-9d67-c24a5e5d00d1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.177498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd07-9a96-4f48-af9f-8da8fdbfe827 req-359b81f4-e61a-4c0e-9d67-c24a5e5d00d1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.183420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd07-9a96-4f48-af9f-8da8fdbfe827 req-359b81f4-e61a-4c0e-9d67-c24a5e5d00d1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.189880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd07-9a96-4f48-af9f-8da8fdbfe827 req-359b81f4-e61a-4c0e-9d67-c24a5e5d00d1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.195846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd07-9a96-4f48-af9f-8da8fdbfe827 req-359b81f4-e61a-4c0e-9d67-c24a5e5d00d1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.201753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd07-9a96-4f48-af9f-8da8fdbfe827 req-359b81f4-e61a-4c0e-9d67-c24a5e5d00d1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.208409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd07-9a96-4f48-af9f-8da8fdbfe827 req-359b81f4-e61a-4c0e-9d67-c24a5e5d00d1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.217507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c86dd07-9a96-4f48-af9f-8da8fdbfe827 req-359b81f4-e61a-4c0e-9d67-c24a5e5d00d1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.5447206 Aug 16 02:06:10.251337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:10.261478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5073cc-191b-4ab3-8750-dbc2c2c55707 None None] Sync routers for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:10.289911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5073cc-191b-4ab3-8750-dbc2c2c55707 None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:10.290860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b5073cc-191b-4ab3-8750-dbc2c2c55707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:10.306015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c86dd07-9a96-4f48-af9f-8da8fdbfe827 req-a3b7d285-0b92-4667-9f81-011b82cad7f5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779476 Aug 16 02:06:10.315680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e196e27-15bc-47fb-987a-01c4cf596cd1 req-dc2c7dd6-c566-420c-9cc3-42bb7e37dec5 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661162 Aug 16 02:06:10.319822 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.321180 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a2ef4a4f-e529-4166-828f-67b18d3cf773 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8592865 Aug 16 02:06:10.326819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:10.432648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-9aa2a41c-4263-4a4c-8309-a3d3c602e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.435262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-9aa2a41c-4263-4a4c-8309-a3d3c602e7b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.4095542 Aug 16 02:06:10.436154 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-f14e911b-8b40-417a-a597-e5561874fb25 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544636 Aug 16 02:06:10.454829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8efb9495-63d0-414d-a6d6-3454ac69569d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:10.464283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b5073cc-191b-4ab3-8750-dbc2c2c55707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:10.560538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5073cc-191b-4ab3-8750-dbc2c2c55707 None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:10.561183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b5073cc-191b-4ab3-8750-dbc2c2c55707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:10.673719 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-6eeedfbd-0683-4f95-9857-917924ab3606 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 200 len: 1001 time: 0.2307706 Aug 16 02:06:10.687651 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378a405e-732c-454d-bbd2-00bc283b4192 x-openstack-request-id: req-378a405e-732c-454d-bbd2-00bc283b4192 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:10.687944 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "726d1e56-868c-4100-ae97-55bcc59f5af8", "code": 200}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "5e1893e0-13a1-4368-a82e-4473b082391c", "code": 200}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "2568086a-c1c7-4c88-88e5-6ccedfbac7e9", "code": 200}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "d9214f5f-9834-4008-9b6b-60a3bc177cf3", "code": 200}, {"server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "name": "network-vif-plugged", "status": "completed", "tag": "056b578b-8647-419a-bb68-81e863d3ef22", "code": 200}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "ebc95090-e3f2-4c2d-894f-c92cfb0b56ee", "code": 200}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-plugged", "status": "completed", "tag": "c407415f-7e4c-47c8-bd8c-4c6bf00a9363", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:10.688202 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-378a405e-732c-454d-bbd2-00bc283b4192 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:10.690072 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726d1e56-868c-4100-ae97-55bcc59f5af8', 'code': 200} Aug 16 02:06:10.690356 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1893e0-13a1-4368-a82e-4473b082391c', 'code': 200} Aug 16 02:06:10.690617 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9', 'code': 200} Aug 16 02:06:10.690879 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3', 'code': 200} Aug 16 02:06:10.691259 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22', 'code': 200} Aug 16 02:06:10.691672 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee', 'code': 200} Aug 16 02:06:10.692026 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c407415f-7e4c-47c8-bd8c-4c6bf00a9363', 'code': 200} Aug 16 02:06:10.697963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b5073cc-191b-4ab3-8750-dbc2c2c55707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:10.698670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5073cc-191b-4ab3-8750-dbc2c2c55707 None None] The sync data for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:10.705067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1aad-3c4f-4c46-99c4-64f104b6edb2 req-64919f54-bf6a-4c54-81f6-c7465c62c259 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.712395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a73b1aad-3c4f-4c46-99c4-64f104b6edb2 req-64919f54-bf6a-4c54-81f6-c7465c62c259 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 945 time: 0.2619092 Aug 16 02:06:10.720519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8efb9495-63d0-414d-a6d6-3454ac69569d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:10.720906 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.774084 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50a12f70-e124-47a5-aed0-dcd4559ed1fb req-9bb3ccb9-b772-4dc0-9238-932a0ddc50f5 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345207 Aug 16 02:06:10.863532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-18468bef-04a4-44fb-a52c-cd9c02757d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.865806 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-18468bef-04a4-44fb-a52c-cd9c02757d9c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.1406889 Aug 16 02:06:10.887206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a73b1aad-3c4f-4c46-99c4-64f104b6edb2 req-89778693-2848-4817-8dbb-5e3fc19ef7b4 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7953967-9b83-4d89-9adc-39125726e437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739142 Aug 16 02:06:10.912352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d637c-0a8c-45f8-b179-8b077fd10d45 req-c16bd89f-851a-4649-b33c-34bc196570fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.912842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d637c-0a8c-45f8-b179-8b077fd10d45 req-c16bd89f-851a-4649-b33c-34bc196570fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.913317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d637c-0a8c-45f8-b179-8b077fd10d45 req-c16bd89f-851a-4649-b33c-34bc196570fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.913782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d637c-0a8c-45f8-b179-8b077fd10d45 req-c16bd89f-851a-4649-b33c-34bc196570fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.914245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d637c-0a8c-45f8-b179-8b077fd10d45 req-c16bd89f-851a-4649-b33c-34bc196570fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.914714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d637c-0a8c-45f8-b179-8b077fd10d45 req-c16bd89f-851a-4649-b33c-34bc196570fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.915225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d637c-0a8c-45f8-b179-8b077fd10d45 req-c16bd89f-851a-4649-b33c-34bc196570fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.917124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-684d637c-0a8c-45f8-b179-8b077fd10d45 req-c16bd89f-851a-4649-b33c-34bc196570fd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6498 time: 0.2485852 Aug 16 02:06:10.969813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ee660-2434-404f-95bc-084862976323 req-1e13523f-b07d-4bd3-ac4d-73b556340a71 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.978361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac7ee660-2434-404f-95bc-084862976323 req-1e13523f-b07d-4bd3-ac4d-73b556340a71 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.2824464 Aug 16 02:06:11.042184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-89494794-505c-4366-aa74-c540451f8bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.043490 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-89494794-505c-4366-aa74-c540451f8bdb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1405721 Aug 16 02:06:11.084776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac7ee660-2434-404f-95bc-084862976323 req-307c06ef-baca-4ad0-8a95-ad414ea0cb64 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054268 Aug 16 02:06:11.118780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-684d637c-0a8c-45f8-b179-8b077fd10d45 req-ca7481ea-be27-43ff-ae52-cb8f5143b126 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300442 Aug 16 02:06:11.203277 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-e40c2605-9586-4202-9409-694a5ed47c19 service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505144 Aug 16 02:06:11.353987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a18af-3189-40e7-93a4-17c6970da39a req-0e40f906-bf9d-4fa1-b4cc-7bd7e7b01254 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.366398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d71a18af-3189-40e7-93a4-17c6970da39a req-0e40f906-bf9d-4fa1-b4cc-7bd7e7b01254 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 945 time: 0.1622615 Aug 16 02:06:11.394547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa6332-d431-45fa-9afa-da8952f1ffc1 req-c9824b60-2f50-4b96-9b4a-898fd858a2e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.414707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7aa6332-d431-45fa-9afa-da8952f1ffc1 req-c9824b60-2f50-4b96-9b4a-898fd858a2e3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 945 time: 0.2079744 Aug 16 02:06:11.559296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7aa6332-d431-45fa-9afa-da8952f1ffc1 req-d13a31c1-c353-4c99-b2d4-4b986bf84fdb tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434214 Aug 16 02:06:11.614629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dab3f515-1ca5-4f63-9c89-02fd68a9576e req-2218be1e-29cc-491e-bc97-8862c2699936 service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694835 Aug 16 02:06:11.649202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Deleting port bd7e0862-a49e-439c-9f08-41f9d5388831 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:11.649552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.745949 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.805071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] For port bd7e0862-a49e-439c-9f08-41f9d5388831, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bd7e0862-a49e-439c-9f08-41f9d5388831,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:11.805702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.894776 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.920940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf238-bbbc-4e9a-861c-609c7ec7c32d req-cfbf25d6-07f3-48c1-9cdc-1c27649aa6a1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.928754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf238-bbbc-4e9a-861c-609c7ec7c32d req-cfbf25d6-07f3-48c1-9cdc-1c27649aa6a1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.946407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf238-bbbc-4e9a-861c-609c7ec7c32d req-cfbf25d6-07f3-48c1-9cdc-1c27649aa6a1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.953082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf238-bbbc-4e9a-861c-609c7ec7c32d req-cfbf25d6-07f3-48c1-9cdc-1c27649aa6a1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.960072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf238-bbbc-4e9a-861c-609c7ec7c32d req-cfbf25d6-07f3-48c1-9cdc-1c27649aa6a1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.966897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf238-bbbc-4e9a-861c-609c7ec7c32d req-cfbf25d6-07f3-48c1-9cdc-1c27649aa6a1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.974242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf238-bbbc-4e9a-861c-609c7ec7c32d req-cfbf25d6-07f3-48c1-9cdc-1c27649aa6a1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.976534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb1bf238-bbbc-4e9a-861c-609c7ec7c32d req-cfbf25d6-07f3-48c1-9cdc-1c27649aa6a1 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.2515397 Aug 16 02:06:12.032999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-d038f657-9fee-47c2-b6fc-f447d4693ab5 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.043934 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-d038f657-9fee-47c2-b6fc-f447d4693ab5 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 808 time: 0.4164023 Aug 16 02:06:12.057080 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.057406 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.057718 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Floating IP 41de1c53-0fda-4c5b-9620-a4012a6dd457 disassociated. External IP: 172.25.5.151, port: bd7e0862-a49e-439c-9f08-41f9d5388831. Aug 16 02:06:12.058131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Calling delete_port for bd7e0862-a49e-439c-9f08-41f9d5388831 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:12.071819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-90fc8135-4fbd-48ff-b92d-5bb74d1fba6b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/quotas/877c996a282643eb960bdbf58b651d9f HTTP/1.1" status: 200 len: 375 time: 0.0269136 Aug 16 02:06:12.143633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb1bf238-bbbc-4e9a-861c-609c7ec7c32d req-87dacb3e-b204-41e6-8faf-354cb8ec1c89 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509421 Aug 16 02:06:12.268030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-e69d589f-e961-4a82-a728-6be9b8eab822 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1949472 Aug 16 02:06:12.293868 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.358346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Pushing event deleted for resources: {'Port': ['ID=bd7e0862-a49e-439c-9f08-41f9d5388831,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:12.505794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3566804b-ba00-4641-ad4f-dbc5b83cfe8e req-5883bd23-1ff8-46a3-a51e-139ef0129bf3 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d83a282-3ccf-4c4f-93c3-3b315d5c79ee HTTP/1.1" status: 200 len: 210 time: 0.0833433 Aug 16 02:06:12.554426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Router 526614f9-cb0d-4ec6-abcc-7f22d906804e has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:12.640039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-dceaf013-7894-466e-b8a0-6441881ccb3b service neutron] 10.222.0.61 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706298 Aug 16 02:06:12.735760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:12.746128 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] Sync routers for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:12.760937 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:12.761944 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:12.776915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:12.814897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] No DVR routers for this DVR port bd7e0862-a49e-439c-9f08-41f9d5388831 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:12.815533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.20.0.1 (6b077fdd-c000-4b2c-a3e8-6f36ad68048d/c2697ede-cb12-420b-80fa-c10b85fe6a2c/817a3b54-11bf-42fd-b9ae-6d8e584c2db9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:12.824848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.826915 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d71a18af-3189-40e7-93a4-17c6970da39a req-d4b37550-b55b-42a9-91a2-cfb92cb2c81b tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.86 "DELETE /v2.0/ports/bd7e0862-a49e-439c-9f08-41f9d5388831 HTTP/1.1" status: 204 len: 173 time: 1.4469249 Aug 16 02:06:12.845858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'name': 'network-vif-deleted', 'tag': 'bd7e0862-a49e-439c-9f08-41f9d5388831'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:12.853363 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de51313b-a82c-48b1-8592-282c31bbbe57" -d '{"events": [{"server_uuid": "7d83a282-3ccf-4c4f-93c3-3b315d5c79ee", "name": "network-vif-deleted", "tag": "bd7e0862-a49e-439c-9f08-41f9d5388831"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:12.974655 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.012603 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:13.016121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:13.018894 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7032c6c-4581-452a-b53c-c480954ad355" -d '{"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:13.029533 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.053453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:13.061658 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.075990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Transition to ACTIVE for port object 817a3b54-11bf-42fd-b9ae-6d8e584c2db9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:13.153409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.178288 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.245645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:13.251075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:13.272620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:13.354333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=817a3b54-11bf-42fd-b9ae-6d8e584c2db9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.381693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14e105-45ad-4314-a627-32646723a8ad req-1048b9ac-394d-48ef-837e-7c7c381bac69 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.383434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a14e105-45ad-4314-a627-32646723a8ad req-1048b9ac-394d-48ef-837e-7c7c381bac69 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.7246673 Aug 16 02:06:13.436476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-a95d47da-8420-444f-b252-490c6f8752fa service neutron] 10.222.0.61 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7921958 Aug 16 02:06:13.438261 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.501575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a14e105-45ad-4314-a627-32646723a8ad req-9f03e718-9ff3-40bc-9d76-1c39caf41a54 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036079 Aug 16 02:06:13.505953 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a340ebe1-d399-498d-b644-40dbee9afc4b', 'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'mac_address': 'fa:16:3e:06:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:22Z', 'updated_at': '2021-08-16T02:02:32Z', 'revision_number': 5, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'subnets': [{'id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:13.696987 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] Checking router: 526614f9-cb0d-4ec6-abcc-7f22d906804e for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:13.732462 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:13.733527 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:13.827456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b1d326fc-2254-4b85-a408-77a524d6439f None None] Provisioning for port 817a3b54-11bf-42fd-b9ae-6d8e584c2db9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:13.843979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b1d326fc-2254-4b85-a408-77a524d6439f None None] Provisioning complete for port 817a3b54-11bf-42fd-b9ae-6d8e584c2db9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:13.848454 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b1d326fc-2254-4b85-a408-77a524d6439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.918325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.950792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b1d326fc-2254-4b85-a408-77a524d6439f None None] Port 817a3b54-11bf-42fd-b9ae-6d8e584c2db9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:14.044976 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:14.362476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740665e-1915-436f-ba64-404ee007bd8e req-e2885d23-a742-4299-8ade-2827206634ea tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.364596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9740665e-1915-436f-ba64-404ee007bd8e req-e2885d23-a742-4299-8ade-2827206634ea tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.3056233 Aug 16 02:06:14.480208 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a44459-30ac-4341-a2bb-b35391f3a985 x-openstack-request-id: req-e9a44459-30ac-4341-a2bb-b35391f3a985 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:14.481494 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d83a282-3ccf-4c4f-93c3-3b315d5c79ee", "name": "network-vif-deleted", "tag": "bd7e0862-a49e-439c-9f08-41f9d5388831", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:14.481987 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9a44459-30ac-4341-a2bb-b35391f3a985 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:14.483496 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d83a282-3ccf-4c4f-93c3-3b315d5c79ee', 'name': 'network-vif-deleted', 'tag': 'bd7e0862-a49e-439c-9f08-41f9d5388831', 'status': 'completed', 'code': 200} Aug 16 02:06:14.525773 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66f099c-9f3e-4587-9e74-61314af1ccb8 x-openstack-request-id: req-e66f099c-9f3e-4587-9e74-61314af1ccb8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:14.526934 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-unplugged", "status": "failed", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:14.528305 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e66f099c-9f3e-4587-9e74-61314af1ccb8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:14.529784 n-d-768862-14 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'code': 422} returned with failed status Aug 16 02:06:14.761533 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a340ebe1-d399-498d-b644-40dbee9afc4b', 'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'mac_address': 'fa:16:3e:06:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:22Z', 'updated_at': '2021-08-16T02:02:32Z', 'revision_number': 5, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'subnets': [{'id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:14.773074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device bd7e0862-a49e-439c-9f08-41f9d5388831 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:14.800045 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad407c-b969-4a95-a3b3-c5a535116b63 None None] The sync data for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 is: [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a340ebe1-d399-498d-b644-40dbee9afc4b', 'name': '', 'network_id': '1273470b-5e36-4fb5-8fa7-30194cd77d10', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'mac_address': 'fa:16:3e:06:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:22Z', 'updated_at': '2021-08-16T02:02:32Z', 'revision_number': 5, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'subnets': [{'id': '4b4b057d-5103-4eca-9e23-1311630e862e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:14.817911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: bd7e0862-a49e-439c-9f08-41f9d5388831 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:14.824400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device bd7e0862-a49e-439c-9f08-41f9d5388831 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:15.154799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9740665e-1915-436f-ba64-404ee007bd8e req-75b7a5fd-8384-49b2-9486-c1a445caac70 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7808385 Aug 16 02:06:15.189217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191ec8-eaba-4d3b-b8c1-d2cb7c3740c3 req-fdd61e2d-980f-4d63-a9dd-981b6cc9f6d8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.195467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191ec8-eaba-4d3b-b8c1-d2cb7c3740c3 req-fdd61e2d-980f-4d63-a9dd-981b6cc9f6d8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.202299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191ec8-eaba-4d3b-b8c1-d2cb7c3740c3 req-fdd61e2d-980f-4d63-a9dd-981b6cc9f6d8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.209675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191ec8-eaba-4d3b-b8c1-d2cb7c3740c3 req-fdd61e2d-980f-4d63-a9dd-981b6cc9f6d8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.216695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191ec8-eaba-4d3b-b8c1-d2cb7c3740c3 req-fdd61e2d-980f-4d63-a9dd-981b6cc9f6d8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.224242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191ec8-eaba-4d3b-b8c1-d2cb7c3740c3 req-fdd61e2d-980f-4d63-a9dd-981b6cc9f6d8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.231228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191ec8-eaba-4d3b-b8c1-d2cb7c3740c3 req-fdd61e2d-980f-4d63-a9dd-981b6cc9f6d8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.246264 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf191ec8-eaba-4d3b-b8c1-d2cb7c3740c3 req-fdd61e2d-980f-4d63-a9dd-981b6cc9f6d8 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.1920896 Aug 16 02:06:15.274233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdd6c8-656a-4cfd-87a6-fbb06ec0159a None None] New status for floating IP 41de1c53-0fda-4c5b-9620-a4012a6dd457: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:06:15.376499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf191ec8-eaba-4d3b-b8c1-d2cb7c3740c3 req-9afd0628-762f-4c66-82fa-1869a70acc61 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245682 Aug 16 02:06:15.445585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f2bb1d1-108f-46d0-8ce0-3fce5782b1df req-f5255cad-0c43-4d36-889a-eacf475dc03b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 210 time: 0.0540192 Aug 16 02:06:15.598792 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.642244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.835318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=817a3b54-11bf-42fd-b9ae-6d8e584c2db9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:15.853342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b24b2-db54-44d3-ab6d-bcef76b77fe8 req-33e6ca17-62ca-473b-b69c-a9756a0d7944 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.865780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-240b24b2-db54-44d3-ab6d-bcef76b77fe8 req-33e6ca17-62ca-473b-b69c-a9756a0d7944 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.3020442 Aug 16 02:06:15.915143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.090886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-240b24b2-db54-44d3-ab6d-bcef76b77fe8 req-c0598ecf-e595-4482-bfb7-da99f7ed9d7e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240400 Aug 16 02:06:16.143596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.159785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-95ff18ff-6746-455f-abda-11bc65dc499f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.168224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-95ff18ff-6746-455f-abda-11bc65dc499f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 808 time: 0.3779888 Aug 16 02:06:16.214627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Request body: {'port': {'device_id': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca', 'admin_state_up': True, 'tenant_id': '877c996a282643eb960bdbf58b651d9f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:16.291181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:16.293609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:16.343802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db897225-3571-45ba-8513-89cdea7b1c79 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.363908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e0a8-1ffe-4369-9892-8b313ded4d86 req-1f0ded40-f4ef-40a9-84c6-349a4d23d889 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.370257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e0a8-1ffe-4369-9892-8b313ded4d86 req-1f0ded40-f4ef-40a9-84c6-349a4d23d889 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.377394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e0a8-1ffe-4369-9892-8b313ded4d86 req-1f0ded40-f4ef-40a9-84c6-349a4d23d889 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.384906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e0a8-1ffe-4369-9892-8b313ded4d86 req-1f0ded40-f4ef-40a9-84c6-349a4d23d889 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.391719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e0a8-1ffe-4369-9892-8b313ded4d86 req-1f0ded40-f4ef-40a9-84c6-349a4d23d889 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.398938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Made reservation on behalf of 877c996a282643eb960bdbf58b651d9f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:16.400064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e0a8-1ffe-4369-9892-8b313ded4d86 req-1f0ded40-f4ef-40a9-84c6-349a4d23d889 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.406383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.408240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e0a8-1ffe-4369-9892-8b313ded4d86 req-1f0ded40-f4ef-40a9-84c6-349a4d23d889 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.410525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50f7e0a8-1ffe-4369-9892-8b313ded4d86 req-1f0ded40-f4ef-40a9-84c6-349a4d23d889 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.1969762 Aug 16 02:06:16.422508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.428309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Request body: {'floatingip': {'port_id': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:16.534354 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.560748 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db897225-3571-45ba-8513-89cdea7b1c79 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.652756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router fee88e80-13c4-4648-b01b-f743355c0fa5 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:16.761492 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db897225-3571-45ba-8513-89cdea7b1c79 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.765583 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db897225-3571-45ba-8513-89cdea7b1c79 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.765797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:16.771223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-db897225-3571-45ba-8513-89cdea7b1c79 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "DELETE /v2.0/security-groups/a7953967-9b83-4d89-9adc-39125726e437 HTTP/1.1" status: 204 len: 168 time: 0.6265388 Aug 16 02:06:16.773954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.794013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db897225-3571-45ba-8513-89cdea7b1c79 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7953967-9b83-4d89-9adc-39125726e437,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:16.830832 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-fd3d1aa5-9e48-4691-a161-7d3b6b01c9d8 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] show failed (client error): The resource could not be found. Aug 16 02:06:16.848919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fd3d1aa5-9e48-4691-a161-7d3b6b01c9d8 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "GET /v2.0/security-groups/a7953967-9b83-4d89-9adc-39125726e437 HTTP/1.1" status: 404 len: 347 time: 0.0637312 Aug 16 02:06:16.854191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.924471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-451d8c2e-a90f-4538-b336-d3a560fa4c6b None None] Provisioning complete for port 817a3b54-11bf-42fd-b9ae-6d8e584c2db9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:16.924851 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-451d8c2e-a90f-4538-b336-d3a560fa4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.139183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-451d8c2e-a90f-4538-b336-d3a560fa4c6b None None] Port 817a3b54-11bf-42fd-b9ae-6d8e584c2db9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:17.361480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83eca60e-0fa3-4d50-89ca-e9f5902d4ca4 req-e81b31a6-c726-4b22-b6ae-2acf7e7186b4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 210 time: 0.4939415 Aug 16 02:06:17.367825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:17.379246 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b777d6b-b633-4aad-880b-4ce0651ec3c8 None None] Sync routers for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:17.381598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-50ba0974-e001-4646-961b-9d1f6b2a5d2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/routers/fee88e80-13c4-4648-b01b-f743355c0fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0526822 Aug 16 02:06:17.396592 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b777d6b-b633-4aad-880b-4ce0651ec3c8 None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:17.401891 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b777d6b-b633-4aad-880b-4ce0651ec3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.423617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.429489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'port': {'network_id': '6b077fdd-c000-4b2c-a3e8-6f36ad68048d', 'name': 'tempest-FloatingIPTestJSON-175603799'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:17.542061 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b777d6b-b633-4aad-880b-4ce0651ec3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.591286 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b777d6b-b633-4aad-880b-4ce0651ec3c8 None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:17.593436 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b777d6b-b633-4aad-880b-4ce0651ec3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.664518 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b777d6b-b633-4aad-880b-4ce0651ec3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.665500 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b777d6b-b633-4aad-880b-4ce0651ec3c8 None None] The sync data for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:17.712380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Made reservation on behalf of 9b500030657f4cd68e65c10b63ef7281 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:17.715931 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.752291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8072d-d5be-4112-a4a0-27137b52221e req-5ae098be-85e3-4854-a7dd-b3eb46ca3c99 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.759555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ce8072d-d5be-4112-a4a0-27137b52221e req-5ae098be-85e3-4854-a7dd-b3eb46ca3c99 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1925113 Aug 16 02:06:17.809173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] device_id is not set on port 4808ccf3-9c26-45ea-9c5a-a9a93f099599 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:06:17.892888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ce8072d-d5be-4112-a4a0-27137b52221e req-a5589d72-0862-43c4-904c-0ee19aa90767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253576 Aug 16 02:06:17.897701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Deleting port cd338604-0d6d-4eb2-923b-ee5140b72b51 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:17.912211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.956914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Allocated IP 172.20.0.4 (469eeb41-d06c-4b45-994e-8ecd7f773dca/d55f8740-49c2-4cc7-9ea4-288ed3c7e417/21ee1be4-2ccc-4dcd-ab68-c6168d300a74) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:18.148602 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:06:18.205166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.205501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.217438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d9b37-fa94-47cc-8a1c-39fccd8ae074 req-4e969533-10ab-470b-8b6b-cceee23248e4 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:18.225630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f27d9b37-fa94-47cc-8a1c-39fccd8ae074 req-4e969533-10ab-470b-8b6b-cceee23248e4 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.1530869 Aug 16 02:06:18.258949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Calling delete_port for cd338604-0d6d-4eb2-923b-ee5140b72b51 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:18.276350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Allocated IP 172.20.0.6 (6b077fdd-c000-4b2c-a3e8-6f36ad68048d/c2697ede-cb12-420b-80fa-c10b85fe6a2c/4808ccf3-9c26-45ea-9c5a-a9a93f099599) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:18.312586 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-8313e4ef-358f-4f8c-bd85-d098cc123f37 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5874820 Aug 16 02:06:18.343688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f27d9b37-fa94-47cc-8a1c-39fccd8ae074 req-75da09ad-1a8d-4658-a220-ad0e5f977bd1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129916 Aug 16 02:06:18.503118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.508554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.632840 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.684384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f79f785-2680-4752-b237-857cb4286f36 req-2dc47758-943b-4056-8a74-19cdceab34a3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 210 time: 0.0701001 Aug 16 02:06:18.723353 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Pushing event deleted for resources: {'Port': ['ID=cd338604-0d6d-4eb2-923b-ee5140b72b51,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:18.802740 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.849290 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Floating IP e9b6c9c8-b945-413c-9449-a5ac7d3189f8 associated. External IP: 172.25.5.36, port: dbeeb315-96e2-46d7-99cc-5b7ea73a66a2. Aug 16 02:06:18.999798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.004276 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.006695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2ec85097-be23-4beb-a11e-010df79a70a2 tempest-ServersTestFqdnHostnames-1652779729 tempest-ServersTestFqdnHostnames-1652779729-project] 10.222.0.61 "DELETE /v2.0/floatingips/41de1c53-0fda-4c5b-9620-a4012a6dd457 HTTP/1.1" status: 204 len: 168 time: 2.1313679 Aug 16 02:06:19.010152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.195647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.232877 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.252042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b209d6e-2637-4567-90c2-a02eed1a7525 req-0123f1c7-82a3-4deb-a536-ff16780cfe56 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.253176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Network 469eeb41-d06c-4b45-994e-8ecd7f773dca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:19.253763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b209d6e-2637-4567-90c2-a02eed1a7525 req-0123f1c7-82a3-4deb-a536-ff16780cfe56 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.2023768 Aug 16 02:06:19.260570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:19.281439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:19.290994 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Transition to ACTIVE for port object 4808ccf3-9c26-45ea-9c5a-a9a93f099599 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:19.329832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b209d6e-2637-4567-90c2-a02eed1a7525 req-64ebe406-1341-4a50-ab82-aea6f053af81 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512753 Aug 16 02:06:19.347351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Router 99394026-9214-4240-a488-3b1501c59558 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:19.365143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Pushing event updated for resources: {'Port': ['ID=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.370038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.468723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:19.478753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:19.487960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:19.582533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event updated for resources: {'Port': ['ID=4808ccf3-9c26-45ea-9c5a-a9a93f099599,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.673826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.679348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.759500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.769397 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.806149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f027d0-c2a4-46e5-b536-2342c1dd0023 req-a058540a-bb5f-47d1-92f9-0ebd888f8034 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.816373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71f027d0-c2a4-46e5-b536-2342c1dd0023 req-a058540a-bb5f-47d1-92f9-0ebd888f8034 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.2727292 Aug 16 02:06:19.856109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8f560580-4d07-4af9-8921-8f97299d04f9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4313519 Aug 16 02:06:19.860740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8298f4eb-8f34-4fc9-bb72-f4c8e9845f8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6564255 Aug 16 02:06:19.861760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.872099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Request body: {'floatingip': {'port_id': '4808ccf3-9c26-45ea-9c5a-a9a93f099599'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:19.931440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Request body: {'port': {'device_id': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:19.999509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6bd88b1a-ce18-4e51-9bb7-9e98e46cb806 None None] Provisioning for port 4808ccf3-9c26-45ea-9c5a-a9a93f099599 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:20.005874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6bd88b1a-ce18-4e51-9bb7-9e98e46cb806 None None] Provisioning complete for port 4808ccf3-9c26-45ea-9c5a-a9a93f099599 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:20.006493 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6bd88b1a-ce18-4e51-9bb7-9e98e46cb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.081897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6bd88b1a-ce18-4e51-9bb7-9e98e46cb806 None None] Port 4808ccf3-9c26-45ea-9c5a-a9a93f099599 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:20.190042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71f027d0-c2a4-46e5-b536-2342c1dd0023 req-3932b20c-d5e1-4a8d-b5ed-32f6f3bdee51 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723793 Aug 16 02:06:20.224140 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.269434 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.625134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:20.634656 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.648554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Transition to ACTIVE for port object 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:20.657457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:20.667490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] Sync routers for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:20.685975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:20.689511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:20.726609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.737429 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.936489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:21.267430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.281666 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.298383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db3ac6-bb53-44d8-be1b-683f580268d7 req-d3c97376-43a6-4e48-90c6-fd4d3b09228e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.307025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56db3ac6-bb53-44d8-be1b-683f580268d7 req-d3c97376-43a6-4e48-90c6-fd4d3b09228e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 931 time: 1.2813253 Aug 16 02:06:21.501962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56db3ac6-bb53-44d8-be1b-683f580268d7 req-4b1e7ca2-2e55-4ba6-b923-01511681a9da tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935897 Aug 16 02:06:21.707783 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-57b6d276-2ba2-46ba-828a-9abeb034b69d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "PUT /v2.0/floatingips/e9b6c9c8-b945-413c-9449-a5ac7d3189f8 HTTP/1.1" status: 200 len: 990 time: 5.2837515 Aug 16 02:06:21.713225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:21.715676 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:21.745930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Pushing event updated for resources: {'Port': ['ID=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.944705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:21.945484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:21.946075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:21.970560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:21.971400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:21.990963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:21.991821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:21.992488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:21.993200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Bound port: 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:21.993821 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.053107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'e9b6c9c8-b945-413c-9449-a5ac7d3189f8', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '99394026-9214-4240-a488-3b1501c59558', 'port_id': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'mac_address': 'fa:16:3e:6a:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:06:17Z', 'revision_number': 1, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:24Z', 'revision_number': 5, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:22.062848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.151853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:22.161023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] Checking router: 99394026-9214-4240-a488-3b1501c59558 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:22.181393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:22.182189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:22.238400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4cf3e-a887-4a5e-9d41-7d07f729da23 req-4bb903de-6e00-4f86-af45-0ee27c09a98f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.246539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6db4cf3e-a887-4a5e-9d41-7d07f729da23 req-4bb903de-6e00-4f86-af45-0ee27c09a98f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.8580744 Aug 16 02:06:22.263463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:22.270670 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP 203683d6-97c1-4c53-9651-fe564f04c048 associated. External IP: 172.25.5.43, port: 9b1f7fb8-e0fd-4a1f-86a9-33e144524793. Aug 16 02:06:22.280512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.395169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Pushing event updated for resources: {'Port': ['ID=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:22.428997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.433181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:22.435328 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.441638 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-5dfb7fe4-dbfa-48c3-aa12-af93cc5e119e service neutron] 10.222.0.86 "PUT /v2.0/ports/21ee1be4-2ccc-4dcd-ab68-c6168d300a74 HTTP/1.1" status: 200 len: 1092 time: 2.5570691 Aug 16 02:06:22.500899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:22.541079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1275221375'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:22.562385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6db4cf3e-a887-4a5e-9d41-7d07f729da23 req-655553d2-efba-4832-879b-8b8033519793 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139760 Aug 16 02:06:22.643132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8f5422d1-f826-45e0-a864-c31dc59d3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.654937 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-8f5422d1-f826-45e0-a864-c31dc59d3684 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1095 time: 0.1003730 Aug 16 02:06:22.695965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:22.702035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.746017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:22.756914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.757328 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Added segment 57a73416-2362-4967-a378-cf8333276474 of type vlan for network 74df5850-9a31-4196-8424-af5506f238b9 Aug 16 02:06:22.807169 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-7cc34efb-fedf-41e5-a1f4-16f64fbe432b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74 HTTP/1.1" status: 200 len: 217 time: 0.1297448 Aug 16 02:06:22.811077 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.835605 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0728fff1-c97a-4e05-b3aa-249ae7cec77d x-openstack-request-id: req-0728fff1-c97a-4e05-b3aa-249ae7cec77d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:22.836064 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:22.836419 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0728fff1-c97a-4e05-b3aa-249ae7cec77d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:22.836914 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'status': 'completed', 'code': 200} Aug 16 02:06:22.946494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'e9b6c9c8-b945-413c-9449-a5ac7d3189f8', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '99394026-9214-4240-a488-3b1501c59558', 'port_id': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'mac_address': 'fa:16:3e:6a:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:06:17Z', 'revision_number': 1, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:24Z', 'revision_number': 5, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:23.013961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-59a42063-ff2d-4331-a80c-8b32f0516130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.016247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-59a42063-ff2d-4331-a80c-8b32f0516130 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.1831706 Aug 16 02:06:23.041043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eaf372-6421-4d4a-9927-b4c3ea544459 None None] The sync data for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 is: [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'e9b6c9c8-b945-413c-9449-a5ac7d3189f8', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '99394026-9214-4240-a488-3b1501c59558', 'port_id': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'mac_address': 'fa:16:3e:6a:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:06:17Z', 'revision_number': 1, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:24Z', 'revision_number': 5, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:23.096004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Deleting port a340ebe1-d399-498d-b644-40dbee9afc4b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:23.096343 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.101512 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-90b7bd15-6968-458e-ab61-78daa2ca1708 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761583 Aug 16 02:06:23.194118 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.200194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.200822 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.252317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:23.290763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] For port a340ebe1-d399-498d-b644-40dbee9afc4b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a340ebe1-d399-498d-b644-40dbee9afc4b,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:23.291248 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.312094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Calling delete_port for a340ebe1-d399-498d-b644-40dbee9afc4b owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:23.321656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7af5a8-7715-4e9d-aec4-6f7a16d6cbb3 req-76f02ce5-16fb-4628-b421-fa26a394e52c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.329879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f7af5a8-7715-4e9d-aec4-6f7a16d6cbb3 req-76f02ce5-16fb-4628-b421-fa26a394e52c tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.9537416 Aug 16 02:06:23.419263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-accac786-0dc8-452c-bfbc-979f2e430207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.420015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-accac786-0dc8-452c-bfbc-979f2e430207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.420521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-accac786-0dc8-452c-bfbc-979f2e430207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.421747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-accac786-0dc8-452c-bfbc-979f2e430207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.422420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-accac786-0dc8-452c-bfbc-979f2e430207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.422917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-accac786-0dc8-452c-bfbc-979f2e430207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.424081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-accac786-0dc8-452c-bfbc-979f2e430207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.427341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-accac786-0dc8-452c-bfbc-979f2e430207 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6498 time: 0.5813828 Aug 16 02:06:23.429128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9212523 Aug 16 02:06:23.438741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:23.477658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-169574764'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:23.503005 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b2a42-d4d3-49d8-b1b2-68cd9ce5abdb None None] New status for floating IP e9b6c9c8-b945-413c-9449-a5ac7d3189f8: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:06:23.626854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.627692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa835-3bea-466f-9543-81dcfe9befdf req-72a86d81-2167-4b0b-b6ff-d5f5ee502646 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.634712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46caa835-3bea-466f-9543-81dcfe9befdf req-72a86d81-2167-4b0b-b6ff-d5f5ee502646 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 943 time: 0.5385084 Aug 16 02:06:23.638179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdef651-2f12-487e-960d-b811eb82db00 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Network': ['ID=74df5850-9a31-4196-8424-af5506f238b9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:23.661421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 74df5850-9a31-4196-8424-af5506f238b9 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:23.727268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=a340ebe1-d399-498d-b644-40dbee9afc4b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:23.852673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f7af5a8-7715-4e9d-aec4-6f7a16d6cbb3 req-7a1515bf-9fe8-4325-b178-9158a330a464 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214787 Aug 16 02:06:24.044805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45348) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:24.075046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-d723902f-8ab0-4ac4-8acf-8e6542c3d735 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9236453 Aug 16 02:06:24.198647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:24.203363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.251277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46caa835-3bea-466f-9543-81dcfe9befdf req-8733079e-41ea-44cc-95ac-9aaed8d79ae2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152731 Aug 16 02:06:24.285172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:24.289809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:24.297319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8830724-582a-4866-aa8d-988c4fbcab0d None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:24.324565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8830724-582a-4866-aa8d-988c4fbcab0d None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:24.325110 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8830724-582a-4866-aa8d-988c4fbcab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.361241 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a62f20de-972c-4bfb-b9b4-9e8c52ef0a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.373735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.374963 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Added segment 50a6b7b1-b1ff-4128-b773-9075da3e5472 of type vlan for network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c Aug 16 02:06:24.376193 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.378265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-0a8236a0-d901-412a-800d-916566882cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:24.380574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-0a8236a0-d901-412a-800d-916566882cab service neutron] 10.222.0.93 "GET /v2.0/networks?id=67c32414-a736-42e3-a126-e9aaa16b00fb HTTP/1.1" status: 200 len: 913 time: 0.9372177 Aug 16 02:06:24.401111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e493648-0bf5-4192-8b7a-6078e8959468 req-42475ff4-2131-4185-993f-d94b6c8e965a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:24.403225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e493648-0bf5-4192-8b7a-6078e8959468 req-42475ff4-2131-4185-993f-d94b6c8e965a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.3597400 Aug 16 02:06:24.458432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8830724-582a-4866-aa8d-988c4fbcab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.472837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.481345 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8830724-582a-4866-aa8d-988c4fbcab0d None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:24.482610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8830724-582a-4866-aa8d-988c4fbcab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.487522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67a99231-0be8-492c-9b97-c9b05c34c716 req-e4665cff-c625-47a8-b251-810773516ce2 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044423 Aug 16 02:06:24.585072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8830724-582a-4866-aa8d-988c4fbcab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:24.585396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8830724-582a-4866-aa8d-988c4fbcab0d None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:24.711021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.715358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a62f20de-972c-4bfb-b9b4-9e8c52ef0a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.729270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:24.729640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a62f20de-972c-4bfb-b9b4-9e8c52ef0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.731420 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.773484 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a62f20de-972c-4bfb-b9b4-9e8c52ef0a12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e90c6df0ef3047ce9b0507e50c2ea56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7241318 Aug 16 02:06:24.804988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:24.853500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:24.855830 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86" -d '{"events": [{"name": "network-changed", "server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:24.886826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ac1441c-01ed-41b2-ab59-9dee408eb8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.914670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f20de-972c-4bfb-b9b4-9e8c52ef0a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7319b9b-3329-4477-a15c-f1eeae8cb20e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:24.945261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ac1441c-01ed-41b2-ab59-9dee408eb8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.948494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Router 526614f9-cb0d-4ec6-abcc-7f22d906804e has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:24.994855 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b72d7a-5674-40af-98d3-74d8fb8ac4e6 x-openstack-request-id: req-77b72d7a-5674-40af-98d3-74d8fb8ac4e6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:24.995155 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:24.995441 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77b72d7a-5674-40af-98d3-74d8fb8ac4e6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:24.995924 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74', 'status': 'completed', 'code': 200} Aug 16 02:06:25.060786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-23fbe080-def9-44e7-b6cf-a984f9578df6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 HTTP/1.1" status: 200 len: 1000 time: 0.6530282 Aug 16 02:06:25.137064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ac1441c-01ed-41b2-ab59-9dee408eb8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.143156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ac1441c-01ed-41b2-ab59-9dee408eb8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.161149 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9ac1441c-01ed-41b2-ab59-9dee408eb8b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7319b9b-3329-4477-a15c-f1eeae8cb20e HTTP/1.1" status: 204 len: 168 time: 0.3545284 Aug 16 02:06:25.218351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1441c-01ed-41b2-ab59-9dee408eb8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7319b9b-3329-4477-a15c-f1eeae8cb20e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.232192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e493648-0bf5-4192-8b7a-6078e8959468 req-504bb41e-c4f9-4621-8dfe-0bb88901859d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6702809 Aug 16 02:06:25.341784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-69a31d4d-1691-4cf8-9426-35991bdda7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.345964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8873332 Aug 16 02:06:25.346121 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-69a31d4d-1691-4cf8-9426-35991bdda7cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1095 time: 0.2749417 Aug 16 02:06:25.348548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:25.364712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'subnet': {'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:25.440027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd561e35-659f-4e64-86f6-e34bb033b2d2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Network': ['ID=3e61c9bc-2a0a-441c-9aa1-dcd18055303c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.459578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:25.527746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-e73f1afc-ee85-43cd-a2b6-f4dab6b6be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.529221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-e73f1afc-ee85-43cd-a2b6-f4dab6b6be66 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=26713c1e-18e6-47fb-8693-e9d04e20b5ec HTTP/1.1" status: 200 len: 851 time: 0.3637447 Aug 16 02:06:25.567726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:25.580775 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] Sync routers for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:25.589092 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-acc494b3-4829-4115-a87c-a9b5544e9a6f admin admin] 10.222.0.61 "PUT /v2.0/routers/526614f9-cb0d-4ec6-abcc-7f22d906804e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5777676 Aug 16 02:06:25.598417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:25.604957 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:25.606681 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:25.618113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504a2fb-6e77-4152-9a90-ababaec5963a req-d8624caf-e484-458d-a452-66f93ac3b43d tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.630186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5504a2fb-6e77-4152-9a90-ababaec5963a req-d8624caf-e484-458d-a452-66f93ac3b43d tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.4622145 Aug 16 02:06:25.739031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5504a2fb-6e77-4152-9a90-ababaec5963a req-65ccd3df-0a39-4950-bde7-f7414d8f7205 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058395 Aug 16 02:06:25.766302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router fee88e80-13c4-4648-b01b-f743355c0fa5 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:25.834271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd9bee-73c5-430d-8cf8-74d7ebae354a req-aa24f5ee-106a-4721-83ac-0f467b637f81 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.851146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bdd9bee-73c5-430d-8cf8-74d7ebae354a req-aa24f5ee-106a-4721-83ac-0f467b637f81 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 943 time: 0.3747020 Aug 16 02:06:25.853566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-957b3a0a-d68e-4dba-9671-f5d8c8e13af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.855375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-957b3a0a-d68e-4dba-9671-f5d8c8e13af3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67c32414-a736-42e3-a126-e9aaa16b00fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2995424 Aug 16 02:06:25.919869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:25.928812 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.951242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-3678b5ad-8b22-4cc0-9f3e-4e93fa257c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.954094 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-3678b5ad-8b22-4cc0-9f3e-4e93fa257c92 service neutron] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.5851817 Aug 16 02:06:26.012535 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:26.168536 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-f156a31c-56ef-4381-ae47-2fe15cf0d058 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74 HTTP/1.1" status: 200 len: 217 time: 0.1794782 Aug 16 02:06:26.189294 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.246611 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-c047d4eb-70d8-4880-986e-85466ab53d69 service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619657 Aug 16 02:06:26.252513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bdd9bee-73c5-430d-8cf8-74d7ebae354a req-2e2e9636-57f7-4c49-9990-a665f5d1309e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925185 Aug 16 02:06:26.294652 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:26.471611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-44ac7dcf-370f-488b-a5d5-4e32e1dd3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.473145 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-44ac7dcf-370f-488b-a5d5-4e32e1dd3ac7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.2956474 Aug 16 02:06:26.519224 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:06:23Z', 'revision_number': 5, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:26.546968 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-2f09a3f7-ed14-4dff-b4d4-98ab91ac5ab7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572495 Aug 16 02:06:26.610043 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] Checking router: 526614f9-cb0d-4ec6-abcc-7f22d906804e for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:26.632981 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] Routers {'526614f9-cb0d-4ec6-abcc-7f22d906804e'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:26.636076 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['526614f9-cb0d-4ec6-abcc-7f22d906804e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:26.735497 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-1b3ba336-b870-4e58-b065-363e2f6fee2d service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765366 Aug 16 02:06:26.823513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:26.885311 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c24dfcf3-c025-4c2b-bf75-2b9f67d3bb86 req-75aa1b2d-08e4-40cd-83fc-9c71511c2b5b service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384614 Aug 16 02:06:26.965191 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] Set router 526614f9-cb0d-4ec6-abcc-7f22d906804e gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:26.983055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:26.991433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.998134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74', 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca', 'port_id': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74', 'mac_address': 'fa:16:3e:28:90:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55f8740-49c2-4cc7-9ea4-288ed3c7e417', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:27.048258 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.065008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:27.092570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:27.148126 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.269337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:27.318489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c60b8cc-12b7-498c-ae9d-c642228e1cf3 req-1e99a4e4-88f4-4056-9442-0e22736873f8 service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0451288 Aug 16 02:06:27.391789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-2f3cce85-e392-4118-b710-975c06aa859f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=50749a47f9074856aa1fc7b4c245fd08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757012 Aug 16 02:06:27.471794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:27.483204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49255203-927d-4c9b-ba57-2929cb491a1e None None] Sync routers for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:27.501227 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49255203-927d-4c9b-ba57-2929cb491a1e None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:27.502044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-49255203-927d-4c9b-ba57-2929cb491a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:27.580324 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.585054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-49255203-927d-4c9b-ba57-2929cb491a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:27.591877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['21ee1be4-2ccc-4dcd-ab68-c6168d300a74'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:27.599696 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:06:23Z', 'revision_number': 5, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:27.604695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.657725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49255203-927d-4c9b-ba57-2929cb491a1e None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:27.658976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-49255203-927d-4c9b-ba57-2929cb491a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:27.662476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Deleting port 85097e85-1e8b-42f7-a223-198a279b40d8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:27.662684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.665677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3da3-2865-46bc-92c0-8fe25282a654 req-7fc0f232-92ed-4bbf-9926-f1a61edf19af tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.670523 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca9780-5518-4857-b8da-0bac7bd9fee7 None None] The sync data for ids ['526614f9-cb0d-4ec6-abcc-7f22d906804e'] in n-d-768862-14 is: [{'id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'name': 'tempest-ServersTestFqdnHostnames-1686803247-router', 'tenant_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:06:23Z', 'revision_number': 5, 'project_id': '73ea5dbceeac406c9ffe8c481e67ed50', 'gw_port': {'id': '85097e85-1e8b-42f7-a223-198a279b40d8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526614f9-cb0d-4ec6-abcc-7f22d906804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:27.698027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efda3da3-2865-46bc-92c0-8fe25282a654 req-7fc0f232-92ed-4bbf-9926-f1a61edf19af tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.3830407 Aug 16 02:06:27.788832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] For port 85097e85-1e8b-42f7-a223-198a279b40d8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=85097e85-1e8b-42f7-a223-198a279b40d8,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:27.788832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.800479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-49255203-927d-4c9b-ba57-2929cb491a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:27.801524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49255203-927d-4c9b-ba57-2929cb491a1e None None] The sync data for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:27.810087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Calling delete_port for 85097e85-1e8b-42f7-a223-198a279b40d8 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:27.917014 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efda3da3-2865-46bc-92c0-8fe25282a654 req-4c52a324-8441-49b5-b983-b765477e08b1 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126164 Aug 16 02:06:28.010223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f1c6d16a-db93-4e2b-8fbb-65fd7eb3bccd tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/floatingips/203683d6-97c1-4c53-9651-fe564f04c048 HTTP/1.1" status: 200 len: 976 time: 8.1456914 Aug 16 02:06:28.015801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:28.038820 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.089048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Pushing event deleted for resources: {'Port': ['ID=85097e85-1e8b-42f7-a223-198a279b40d8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:28.109658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Subnet': ['ID=762bbd8e-7242-4609-b9be-cf10a3309eb0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:28.218370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.220841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Checking segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:28.221478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network hostable DHCP agents. Network: 74df5850-9a31-4196-8424-af5506f238b9, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:28.313671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a340ebe1-d399-498d-b644-40dbee9afc4b no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:28.349023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-05103c87-84b8-4d3c-88e5-aa72b9557457 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.351369 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-05103c87-84b8-4d3c-88e5-aa72b9557457 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9507678 Aug 16 02:06:28.367215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83b5f6-c8b6-4b26-86c0-df608479959d req-8c151062-7f35-4a87-a997-e3d207fe62f1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.368594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a340ebe1-d399-498d-b644-40dbee9afc4b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:28.369044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a340ebe1-d399-498d-b644-40dbee9afc4b not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:28.369410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae83b5f6-c8b6-4b26-86c0-df608479959d req-8c151062-7f35-4a87-a997-e3d207fe62f1 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.2920682 Aug 16 02:06:28.381833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network 74df5850-9a31-4196-8424-af5506f238b9 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:28.402728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-c3c049dd-3e00-4e59-af93-ec8a7d69a7e0 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/quotas/50749a47f9074856aa1fc7b4c245fd08 HTTP/1.1" status: 200 len: 375 time: 0.0320339 Aug 16 02:06:28.444110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.446957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.453166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 74df5850-9a31-4196-8424-af5506f238b9) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:28.464638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c76e1-be92-4b3b-b0b4-da30a7f37f5a None None] Network 74df5850-9a31-4196-8424-af5506f238b9 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:28.469714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.470613 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.485254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae83b5f6-c8b6-4b26-86c0-df608479959d req-cc31c996-41da-4f63-aea9-e05c082634d0 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019106 Aug 16 02:06:28.487932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-d78490a6-5ea1-44d8-9c25-05ac7bebe91f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=50749a47f9074856aa1fc7b4c245fd08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763874 Aug 16 02:06:28.490479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 4808ccf3-9c26-45ea-9c5a-a9a93f099599 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:28.490842 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.601004 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0cc0d1bd-0803-4793-8c86-0fe073d55b58 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2489269 Aug 16 02:06:28.601685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:28.618814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'subnet': {'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:28.621384 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.802725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-74df5850-9a31-4196-8424-af5506f238b9', 'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'fixed_ips': [{'subnet_id': '762bbd8e-7242-4609-b9be-cf10a3309eb0'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:28.805545 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.806423 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.807143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526614f9-cb0d-4ec6-abcc-7f22d906804e {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:28.813916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.821089 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7db465ea-25da-41b5-a4ca-5dcb70f6fedd admin admin] 10.222.0.61 "DELETE /v2.0/routers/526614f9-cb0d-4ec6-abcc-7f22d906804e HTTP/1.1" status: 204 len: 168 time: 3.1977637 Aug 16 02:06:28.824840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:28.865087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:28.935031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2562e0-e87a-42aa-8559-0c1eda37f0c0 admin admin] Deleting subnet 4b4b057d-5103-4eca-9e23-1311630e862e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:28.942205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.942429 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.942749 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Floating IP 203683d6-97c1-4c53-9651-fe564f04c048 disassociated. External IP: 172.25.5.43, port: 4808ccf3-9c26-45ea-9c5a-a9a93f099599. Aug 16 02:06:28.943138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 4808ccf3-9c26-45ea-9c5a-a9a93f099599 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:28.958561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba2562e0-e87a-42aa-8559-0c1eda37f0c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.095740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:29.105337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:29.112537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.160700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.192101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:29.192764 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.215481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e9eb80d-dc49-47b9-b437-0ea61a138373 req-3581b557-bab6-474d-91fa-456c59ac5a3d tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 210 time: 0.0842364 Aug 16 02:06:29.223657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba2562e0-e87a-42aa-8559-0c1eda37f0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.298757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=4808ccf3-9c26-45ea-9c5a-a9a93f099599,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:29.438541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6daac0-0109-4a40-8ac1-6ddba77fbd76 req-5c0cd93a-e6c6-4c51-8105-1f65c4afcf99 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:29.456752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e6daac0-0109-4a40-8ac1-6ddba77fbd76 req-5c0cd93a-e6c6-4c51-8105-1f65c4afcf99 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 944 time: 0.3243124 Aug 16 02:06:29.474751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Allocated IP 10.1.1.2 (74df5850-9a31-4196-8424-af5506f238b9/762bbd8e-7242-4609-b9be-cf10a3309eb0/43bb275c-741a-4896-b089-7cdcdb1ec2dd) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:29.494222 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba2562e0-e87a-42aa-8559-0c1eda37f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.543238 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.695216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:29.772540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e6daac0-0109-4a40-8ac1-6ddba77fbd76 req-744dce54-f9e9-4a20-8d37-a33b145fbd4e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128161 Aug 16 02:06:29.811126 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:29.820695 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e921e9-f55e-4ca7-aef1-73562f07fdf8" -d '{"events": [{"server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "name": "network-vif-plugged", "status": "completed", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:29.853488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba2562e0-e87a-42aa-8559-0c1eda37f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.860847 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.890990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff272cd-f16c-4268-8cb9-da77dbd8bf42 req-4707fc03-e6c8-43f2-8b22-46c2d00e3225 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:29.900299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.904011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2562e0-e87a-42aa-8559-0c1eda37f0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4b057d-5103-4eca-9e23-1311630e862e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:29.924090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ff272cd-f16c-4268-8cb9-da77dbd8bf42 req-4707fc03-e6c8-43f2-8b22-46c2d00e3225 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.5646276 Aug 16 02:06:29.927208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba2562e0-e87a-42aa-8559-0c1eda37f0c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.932776 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ba2562e0-e87a-42aa-8559-0c1eda37f0c0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4b4b057d-5103-4eca-9e23-1311630e862e HTTP/1.1" status: 204 len: 168 time: 1.1068509 Aug 16 02:06:29.935489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:29.970321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c25da-8bcf-4ff5-93cb-bdb36842cc0c None None] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:30.069569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router fee88e80-13c4-4648-b01b-f743355c0fa5 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:30.093533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ff272cd-f16c-4268-8cb9-da77dbd8bf42 req-477cbba8-5360-4b3f-bc07-0a445f51e401 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679301 Aug 16 02:06:30.112598 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7986c-d9ed-4ee0-b0ef-b38518dbdcb2 req-a6d1b4d9-e535-4c86-884a-bcd1028acb7e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:30.114587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0d7986c-d9ed-4ee0-b0ef-b38518dbdcb2 req-a6d1b4d9-e535-4c86-884a-bcd1028acb7e tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.1375563 Aug 16 02:06:30.142563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.193507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Subnet': ['ID=d23d9bb9-ac5c-4fb5-8d39-140eed26815b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:30.200502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 85097e85-1e8b-42f7-a223-198a279b40d8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:30.239698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Checking segment: {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:30.239976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network hostable DHCP agents. Network: 3e61c9bc-2a0a-441c-9aa1-dcd18055303c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:30.322312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 85097e85-1e8b-42f7-a223-198a279b40d8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:30.322663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 85097e85-1e8b-42f7-a223-198a279b40d8 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:30.333737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:30.402429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:30.413592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0d7986c-d9ed-4ee0-b0ef-b38518dbdcb2 req-98b255ef-1a0c-4fb0-8af2-c67ec642b39f tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211537 Aug 16 02:06:30.437753 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b5d54a-d5be-489d-8679-cd4ed77f583b x-openstack-request-id: req-27b5d54a-d5be-489d-8679-cd4ed77f583b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:30.438308 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "name": "network-vif-plugged", "status": "completed", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:30.438786 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27b5d54a-d5be-489d-8679-cd4ed77f583b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:30.439183 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74', 'code': 200} Aug 16 02:06:30.455158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:30.469705 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.470959 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e6256-59b2-44d4-996a-deffe2e7a4ee None None] Sync routers for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:30.488121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Deleting port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:30.488469 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.495169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Transition to ACTIVE for port object 43bb275c-741a-4896-b089-7cdcdb1ec2dd will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:30.496853 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e6256-59b2-44d4-996a-deffe2e7a4ee None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:30.500379 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d52e6256-59b2-44d4-996a-deffe2e7a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:30.510145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 3e61c9bc-2a0a-441c-9aa1-dcd18055303c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:30.526179 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.527755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] DHCP port deletion for 1273470b-5e36-4fb5-8fa7-30194cd77d10 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:30.531910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fd6ea6-930b-4381-9805-3cbd557de126 None None] Network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:30.581248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.586374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-89a8734d-ea09-4790-a761-0f95fa3b6fcb tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/ports/4808ccf3-9c26-45ea-9c5a-a9a93f099599 HTTP/1.1" status: 204 len: 168 time: 2.5577133 Aug 16 02:06:30.587041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.596173 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d52e6256-59b2-44d4-996a-deffe2e7a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:30.606111 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e6256-59b2-44d4-996a-deffe2e7a4ee None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:30.606747 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d52e6256-59b2-44d4-996a-deffe2e7a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:30.652495 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d52e6256-59b2-44d4-996a-deffe2e7a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:30.653144 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e6256-59b2-44d4-996a-deffe2e7a4ee None None] The sync data for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:30.691782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:30.692382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.704458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8802107f-81f9-4fde-a9a4-bcbc14f578b4 req-e699058c-001b-4fd8-903d-48cbcfbdfa61 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 210 time: 0.1012020 Aug 16 02:06:30.715589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-7b17544d-2238-4fe8-98c0-4eb740a8e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:30.717398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-7b17544d-2238-4fe8-98c0-4eb740a8e8db service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0&tenant_id=8dda2d21c6364f58bd08e8e8c7278035 HTTP/1.1" status: 200 len: 1095 time: 0.3695433 Aug 16 02:06:30.775312 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d6067250-b0e6-480d-8371-5bf5bf6ccab7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1716797 Aug 16 02:06:30.785131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] For port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ee7458ea-fa9a-4b2f-8ea3-e77c636e053e,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:30.785131 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.786790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:30.792042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'port': {'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'name': 'tempest-TaggedBootDevicesTest_v242-1136312163', 'fixed_ips': [{'subnet_id': '762bbd8e-7242-4609-b9be-cf10a3309eb0'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:30.811682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Transition to ACTIVE for port object 43bb275c-741a-4896-b089-7cdcdb1ec2dd will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:30.859375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Calling delete_port for ee7458ea-fa9a-4b2f-8ea3-e77c636e053e owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:30.869643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-4bf97fbf-07be-4b7f-ac41-761cbc96117e tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=50749a47f9074856aa1fc7b4c245fd08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530767 Aug 16 02:06:30.899816 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.954418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498df34-b862-426e-a486-cd886d0223e3 req-77d7f991-7495-44a5-9d4d-d4cdf97fd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:30.956295 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3498df34-b862-426e-a486-cd886d0223e3 req-77d7f991-7495-44a5-9d4d-d4cdf97fd47e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1097 time: 0.3059907 Aug 16 02:06:31.066245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-86809e73-f433-4368-a7d0-6a9e96280a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.067886 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-86809e73-f433-4368-a7d0-6a9e96280a7f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1095 time: 0.3052499 Aug 16 02:06:31.075823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Network 74df5850-9a31-4196-8424-af5506f238b9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:31.087236 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc48545b-c2ef-485e-808f-4e750141d7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.097533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:31.115076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:31.129367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Pushing event updated for resources: {'Port': ['ID=43bb275c-741a-4896-b089-7cdcdb1ec2dd,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.185041 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-3e61c9bc-2a0a-441c-9aa1-dcd18055303c', 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'fixed_ips': [{'subnet_id': 'd23d9bb9-ac5c-4fb5-8d39-140eed26815b'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:31.186032 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.235667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Attempting to bind port 43bb275c-741a-4896-b089-7cdcdb1ec2dd on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:31.235667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Attempting to bind port 43bb275c-741a-4896-b089-7cdcdb1ec2dd by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:31.236161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Attempting to bind port 43bb275c-741a-4896-b089-7cdcdb1ec2dd on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:31.242326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:31.242815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Checking segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:31.243315 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.243802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Bound using segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:31.244354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Bound port: 43bb275c-741a-4896-b089-7cdcdb1ec2dd, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:31.244858 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.247693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] Deleting port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:31.248175 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.278098 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3498df34-b862-426e-a486-cd886d0223e3 req-6c7aa4f4-c3e9-4678-8d1b-c76e5487b752 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454324 Aug 16 02:06:31.352323 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.370196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-4252a24b-8199-4664-bed5-641bd78a0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.372040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-4252a24b-8199-4664-bed5-641bd78a0f0d service neutron] 10.222.0.86 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.2905214 Aug 16 02:06:31.396294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] No DVR routers for this DVR port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:31.472223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] For port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ee7458ea-fa9a-4b2f-8ea3-e77c636e053e,segment=NetworkSegment(c42787a3-47af-4d61-8105-a259e4ed23bd),segment_id=c42787a3-47af-4d61-8105-a259e4ed23bd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:31.473647 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.494494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.497530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81933526-4e2a-4186-907f-a61187950853 req-4a58a7c9-15d5-4796-b29a-11ddac4cec59 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.500474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81933526-4e2a-4186-907f-a61187950853 req-4a58a7c9-15d5-4796-b29a-11ddac4cec59 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1711719 Aug 16 02:06:31.509923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b07ba5-5988-4caf-8828-3b0b3903d57e req-167d032d-8eec-4fe6-b8c8-df82e166c4f3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.511287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1273470b-5e36-4fb5-8fa7-30194cd77d10']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:31.511633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6b07ba5-5988-4caf-8828-3b0b3903d57e req-167d032d-8eec-4fe6-b8c8-df82e166c4f3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.5975220 Aug 16 02:06:31.513183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] Calling delete_port for ee7458ea-fa9a-4b2f-8ea3-e77c636e053e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:31.520035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-d3767966-0b8b-423a-a512-95e37723ea15 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.521822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-d3767966-0b8b-423a-a512-95e37723ea15 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6215291 Aug 16 02:06:31.524823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42787a3-47af-4d61-8105-a259e4ed23bd') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:31.525174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42787a3-47af-4d61-8105-a259e4ed23bd') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:31.537703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.546937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Request body: {'port': {'device_id': '277cf128-552c-4ddc-b637-8f064df95c47', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '50749a47f9074856aa1fc7b4c245fd08'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:31.548189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] For port 43bb275c-741a-4896-b089-7cdcdb1ec2dd, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:31.554861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.566514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:31.567126 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.609625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] For port 43bb275c-741a-4896-b089-7cdcdb1ec2dd, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=43bb275c-741a-4896-b089-7cdcdb1ec2dd,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:31.617754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Allocated IP 10.2.2.2 (3e61c9bc-2a0a-441c-9aa1-dcd18055303c/d23d9bb9-ac5c-4fb5-8d39-140eed26815b/2302643d-396f-42ef-90b9-ce63d416fcfc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:31.631693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.641465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:31.651975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7458ea-fa9a-4b2f-8ea3-e77c636e053e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.714765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81933526-4e2a-4186-907f-a61187950853 req-a6a172b3-c3d1-4b2b-87b2-9c023e419a84 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864884 Aug 16 02:06:31.742500 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.759590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6b07ba5-5988-4caf-8828-3b0b3903d57e req-c67f5ff4-8bfb-4d6d-8b9a-1d9374798c70 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236624 Aug 16 02:06:31.761260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.767627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1273470b-5e36-4fb5-8fa7-30194cd77d10 HTTP/1.1" status: 204 len: 168 time: 1.8294742 Aug 16 02:06:31.789243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7e9e7-cd77-497e-ad9f-f88d7766cfb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1273470b-5e36-4fb5-8fa7-30194cd77d10,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.831013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-46e31826-5928-4408-9697-59c0939897ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 200 len: 999 time: 0.1838067 Aug 16 02:06:31.866555 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.878634 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.879166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Transition to ACTIVE for port object 2302643d-396f-42ef-90b9-ce63d416fcfc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:31.904750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Transition to ACTIVE for port object 2302643d-396f-42ef-90b9-ce63d416fcfc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:31.906767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] device_id is not set on port 9e38f4fe-50a5-4383-a95e-e07b8f08367e yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:06:31.940995 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.974401 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.979004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e5847-f1e1-473e-8f04-2064d3b692ab None None] Pushing event updated for resources: {'Port': ['ID=43bb275c-741a-4896-b089-7cdcdb1ec2dd,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.986570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:31.992801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-8a43bc3c-4bea-43da-a906-b3bc7e4275f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.996440 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-8a43bc3c-4bea-43da-a906-b3bc7e4275f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.1560490 Aug 16 02:06:32.017228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:32.019629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:32.028704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] Network 1273470b-5e36-4fb5-8fa7-30194cd77d10 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:06:32.028704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] No DVR routers for this DVR port ee7458ea-fa9a-4b2f-8ea3-e77c636e053e on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:32.062461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02e17cfe-c9bf-4375-94ce-989d8300724d req-3d5e9f67-a662-4bdc-8546-5b8772fa2252 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 210 time: 0.0559270 Aug 16 02:06:32.078565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Pushing event updated for resources: {'Port': ['ID=2302643d-396f-42ef-90b9-ce63d416fcfc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.122213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdf196-9d51-4b15-83f1-3de95db27a39 None None] Pushing event deleted for resources: {'Port': ['ID=ee7458ea-fa9a-4b2f-8ea3-e77c636e053e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.136059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Attempting to bind port 2302643d-396f-42ef-90b9-ce63d416fcfc on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:32.136059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Attempting to bind port 2302643d-396f-42ef-90b9-ce63d416fcfc by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:32.136975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Attempting to bind port 2302643d-396f-42ef-90b9-ce63d416fcfc on network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:32.144133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:32.144467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Checking segment: {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:32.144876 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.145329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Bound using segment: {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:32.145735 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Bound port: 2302643d-396f-42ef-90b9-ce63d416fcfc, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:32.146199 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.185210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:32.219710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556c1c-1273-4d45-aacf-2a8f9de8fb36 req-8523a360-8f5e-4180-a298-ad267ed9fc48 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:32.221937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35556c1c-1273-4d45-aacf-2a8f9de8fb36 req-8523a360-8f5e-4180-a298-ad267ed9fc48 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.3151007 Aug 16 02:06:32.229321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Made reservation on behalf of 50749a47f9074856aa1fc7b4c245fd08 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:32.233144 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.255363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] For port 2302643d-396f-42ef-90b9-ce63d416fcfc, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:32.259846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] For port 2302643d-396f-42ef-90b9-ce63d416fcfc, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2302643d-396f-42ef-90b9-ce63d416fcfc,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:32.263588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ee7458ea-fa9a-4b2f-8ea3-e77c636e053e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:32.265734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.273717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.302028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ee7458ea-fa9a-4b2f-8ea3-e77c636e053e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:32.302369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ee7458ea-fa9a-4b2f-8ea3-e77c636e053e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:32.371437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-b7c4ec47-516e-457a-a1b7-8335a44d45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:32.374915 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-b7c4ec47-516e-457a-a1b7-8335a44d45fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3649685 Aug 16 02:06:32.383973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8af29c-248f-4c88-a7f1-fbca2d6c26e2 None None] Pushing event updated for resources: {'Port': ['ID=2302643d-396f-42ef-90b9-ce63d416fcfc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.435745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35556c1c-1273-4d45-aacf-2a8f9de8fb36 req-8c7f8d2e-d3e9-4c0d-9ef4-48f948751e83 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983838 Aug 16 02:06:32.478124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f7c5363a-f38b-4f25-8c3b-9a086f333109 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73ea5dbceeac406c9ffe8c481e67ed50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852826 Aug 16 02:06:32.491245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:32.535396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Allocated IP 10.1.1.220 (74df5850-9a31-4196-8424-af5506f238b9/762bbd8e-7242-4609-b9be-cf10a3309eb0/9e38f4fe-50a5-4383-a95e-e07b8f08367e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:32.564088 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-b3586789-5dc3-401e-9cad-b6fd83ea8b1c service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751053 Aug 16 02:06:32.622203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.627423 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb18a34d-456a-44ca-b52e-3941876dcce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.730049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb18a34d-456a-44ca-b52e-3941876dcce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.769731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.798849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.861706 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-848f208c-44c7-4ac7-a6e9-25d0f3f0908f req-4a751973-6f6c-499f-91a9-464c3307980d service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373538 Aug 16 02:06:32.879798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.906947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Transition to ACTIVE for port object 9e38f4fe-50a5-4383-a95e-e07b8f08367e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:32.950996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.000718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network 74df5850-9a31-4196-8424-af5506f238b9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:33.004552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:33.008698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:33.039998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1171eaf0-10a5-43ac-aca5-bafc5553445e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.062676 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb18a34d-456a-44ca-b52e-3941876dcce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.069009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb18a34d-456a-44ca-b52e-3941876dcce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.072656 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bb18a34d-456a-44ca-b52e-3941876dcce1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68fbba1b-1254-4f2a-9fb3-b721646e5050 HTTP/1.1" status: 204 len: 168 time: 0.5777621 Aug 16 02:06:33.270711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18a34d-456a-44ca-b52e-3941876dcce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fbba1b-1254-4f2a-9fb3-b721646e5050,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.293147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6c64-9ef4-4777-bfb8-4db9421adc61 req-fab04a30-4dab-45e0-a676-e1ef628e5b4f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:33.302763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68b6c64-9ef4-4777-bfb8-4db9421adc61 req-fab04a30-4dab-45e0-a676-e1ef628e5b4f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.4562638 Aug 16 02:06:33.376354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f31845-992b-45d0-8517-382419d5ee24 req-bd43c7bc-c708-4a36-96de-55278735c373 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:33.378229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40f31845-992b-45d0-8517-382419d5ee24 req-bd43c7bc-c708-4a36-96de-55278735c373 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.4448798 Aug 16 02:06:33.540577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bacef4-433b-434f-8fd6-61989a02299e None None] Network 74df5850-9a31-4196-8424-af5506f238b9 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:33.575007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68b6c64-9ef4-4777-bfb8-4db9421adc61 req-aa2bcd6c-8232-4d89-bb14-291fc2529fd1 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712269 Aug 16 02:06:33.641048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:33.642024 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.654510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Allocated IP 192.168.233.235 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/7768c0cd-c051-46bf-b1ca-d8f0da455c81) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:33.659548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Port': ['ID=9e38f4fe-50a5-4383-a95e-e07b8f08367e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.687590 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c2f9e570-9444-4f5e-a52e-70ff1946bcd4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8994687 Aug 16 02:06:33.689839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45528) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:33.697340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'port': {'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'name': 'tempest-TaggedBootDevicesTest_v242-1872735458', 'fixed_ips': [{'subnet_id': '762bbd8e-7242-4609-b9be-cf10a3309eb0'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:33.701601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1515d5e-a65a-47e6-9ca1-9ac29eff10e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.749062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2007f308-48fe-488a-bb2c-70f8ac7dd648 None None] Provisioning for port 43bb275c-741a-4896-b089-7cdcdb1ec2dd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:33.856720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40f31845-992b-45d0-8517-382419d5ee24 req-f8757beb-4748-4b77-a74d-8e3d6ababc65 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462187 Aug 16 02:06:33.979233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:33.992225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.008438 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.023336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] device_id is not set on port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:06:34.105215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e02ac0-08cc-4b34-9561-71ffaa58787b None None] Network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:34.117265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65447847-49a1-4eb9-b8de-bebc30a8e14b req-f0657f62-e8f3-4157-918a-c5a5e2188a26 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 210 time: 0.2590549 Aug 16 02:06:34.384992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b497-f2a0-44af-af3e-e101df4d7de1 req-f13e9153-5b26-4988-832c-daac970529ef tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:34.387150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f978b497-f2a0-44af-af3e-e101df4d7de1 req-f13e9153-5b26-4988-832c-daac970529ef tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.3579240 Aug 16 02:06:34.439857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d30bc-3523-4afc-99b0-5e755a596157 req-7f5da613-af47-4c49-887c-5c2a2623e4c3 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:34.448328 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-364d30bc-3523-4afc-99b0-5e755a596157 req-7f5da613-af47-4c49-887c-5c2a2623e4c3 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1097 time: 0.1900771 Aug 16 02:06:34.474921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Allocated IP 10.1.1.233 (74df5850-9a31-4196-8424-af5506f238b9/762bbd8e-7242-4609-b9be-cf10a3309eb0/cddd5100-08ec-4fdd-b5bc-d9fbf3d16040) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:34.476860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43bb275c-741a-4896-b089-7cdcdb1ec2dd up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:34.547150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.613712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-481d4b2b-80b9-4982-958b-e8ac7029a7d0 None None] Provisioning for port 2302643d-396f-42ef-90b9-ce63d416fcfc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:34.651275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f978b497-f2a0-44af-af3e-e101df4d7de1 req-e97f586d-01a9-407a-8b65-91e29a7b0a3b tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227712 Aug 16 02:06:34.658858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-364d30bc-3523-4afc-99b0-5e755a596157 req-6a4536a0-e96d-4896-bd58-ba420ac6c6ba tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092595 Aug 16 02:06:34.667767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Transition to ACTIVE for port object 7768c0cd-c051-46bf-b1ca-d8f0da455c81 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:34.743632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45558) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:34.772231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 817a3b54-11bf-42fd-b9ae-6d8e584c2db9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:34.775553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.819807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.874494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Transition to ACTIVE for port object cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:34.954897 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.996055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.018761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-420171070-network', 'tenant_id': '62a6d96a6a734e809ddaabc7b1072b61'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:35.030488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 43bb275c-741a-4896-b089-7cdcdb1ec2dd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:35.059301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 43bb275c-741a-4896-b089-7cdcdb1ec2dd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:35.060636 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.078867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network 74df5850-9a31-4196-8424-af5506f238b9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:35.079113 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.089647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:35.092044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:35.204639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9128cc0-6a79-4503-a338-bcc8031a7660 None None] Provisioning complete for port 43bb275c-741a-4896-b089-7cdcdb1ec2dd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:35.205390 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9128cc0-6a79-4503-a338-bcc8031a7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.269580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:35.274199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.367584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Port': ['ID=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:35.378486 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.392974 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.397707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Made reservation on behalf of 62a6d96a6a734e809ddaabc7b1072b61 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:35.406489 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.430301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:35.448832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aad95-0adb-42b7-ab3f-366e9a4ef4f9 req-e09f7ec0-5081-42f7-9ad4-da8fdcd5f2ee tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:35.452620 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.477319 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-684758bf-8cf2-465c-bd43-5b805a7625a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7861850 Aug 16 02:06:35.477706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-238aad95-0adb-42b7-ab3f-366e9a4ef4f9 req-e09f7ec0-5081-42f7-9ad4-da8fdcd5f2ee tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.5408564 Aug 16 02:06:35.556178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 43bb275c-741a-4896-b089-7cdcdb1ec2dd, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=43bb275c-741a-4896-b089-7cdcdb1ec2dd,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:35.558109 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9128cc0-6a79-4503-a338-bcc8031a7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.574622 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.576115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2302643d-396f-42ef-90b9-ce63d416fcfc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:35.582665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:35.664330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:35.703038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 817a3b54-11bf-42fd-b9ae-6d8e584c2db9 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:35.727659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.736015 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.768485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:35.826240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.826240 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Added segment a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819 of type vlan for network b18ea5e8-82b3-4938-9654-2bb63e26601c Aug 16 02:06:35.882332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.952804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4730e5b8-d960-4436-af4b-8c8594c09ee0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:35.961263 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.962973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:35.963605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.976912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:35.989284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2443779 Aug 16 02:06:35.990040 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.991476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:36.000264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Request body: {'subnet': {'network_id': 'b18ea5e8-82b3-4938-9654-2bb63e26601c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-420171070-subnet', 'tenant_id': '62a6d96a6a734e809ddaabc7b1072b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:36.023112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-238aad95-0adb-42b7-ab3f-366e9a4ef4f9 req-b016f32c-ec04-4b25-95c1-7b71a048191a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5444357 Aug 16 02:06:36.024747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Pushing event updated for resources: {'Port': ['ID=7768c0cd-c051-46bf-b1ca-d8f0da455c81,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:36.078850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3cb4d41c-8675-475b-aeba-59689f01064a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5243325 Aug 16 02:06:36.099894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Request body: {'port': {'device_id': '277cf128-552c-4ddc-b637-8f064df95c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:36.225780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7a5ef-04e4-4b9f-9a37-624e6c1e83df admin admin] Pushing event updated for resources: {'Network': ['ID=b18ea5e8-82b3-4938-9654-2bb63e26601c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:36.256342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Made reservation on behalf of 62a6d96a6a734e809ddaabc7b1072b61 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:36.258745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.360935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network b18ea5e8-82b3-4938-9654-2bb63e26601c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:36.394180 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-c9128cc0-6a79-4503-a338-bcc8031a7660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:06:36.394628 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-c9128cc0-6a79-4503-a338-bcc8031a7660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:06:36.445774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=43bb275c-741a-4896-b089-7cdcdb1ec2dd,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:36.478985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 056b578b-8647-419a-bb68-81e863d3ef22 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:36.580688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2302643d-396f-42ef-90b9-ce63d416fcfc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:36.594335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2302643d-396f-42ef-90b9-ce63d416fcfc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:36.595586 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.761939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.827871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45590) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:36.849088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c36d127f-b193-44f1-bc23-88a5db474b4b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577992497', 'description': 'tempest-description--188349202'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:36.971642 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.979455 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.004485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c36d127f-b193-44f1-bc23-88a5db474b4b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.032472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de8270d-0d38-4120-80a4-15c21a2538b1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.062581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Checking segment: {'id': 'a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b18ea5e8-82b3-4938-9654-2bb63e26601c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:37.063397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Network hostable DHCP agents. Network: b18ea5e8-82b3-4938-9654-2bb63e26601c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:37.097495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-a34b34b3-0217-4926-869b-dd8375661fae tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:37.099975 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-a34b34b3-0217-4926-869b-dd8375661fae tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.93 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.2355084 Aug 16 02:06:37.154455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.217984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.220034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:37.224069 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bb712b-1e7a-4a0f-b0d5-65a5c8cfa5a0" -d '{"events": [{"server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "name": "network-vif-unplugged", "status": "completed", "tag": "056b578b-8647-419a-bb68-81e863d3ef22"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:37.230808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755030f-10d4-4c6f-8a8d-5857ce9f7aac req-9609742b-e712-4cd5-840e-139cd2eb1979 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:37.244997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2755030f-10d4-4c6f-8a8d-5857ce9f7aac req-9609742b-e712-4cd5-840e-139cd2eb1979 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 936 time: 1.6326942 Aug 16 02:06:37.257678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Network b18ea5e8-82b3-4938-9654-2bb63e26601c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:37.297454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=056b578b-8647-419a-bb68-81e863d3ef22,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:37.312682 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.321010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9128cc0-6a79-4503-a338-bcc8031a7660 None None] Provisioning for port 9e38f4fe-50a5-4383-a95e-e07b8f08367e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:37.349599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 2302643d-396f-42ef-90b9-ce63d416fcfc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2302643d-396f-42ef-90b9-ce63d416fcfc,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:37.355130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9128cc0-6a79-4503-a338-bcc8031a7660 None None] Provisioning complete for port 9e38f4fe-50a5-4383-a95e-e07b8f08367e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:37.355654 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9128cc0-6a79-4503-a338-bcc8031a7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.402746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, b18ea5e8-82b3-4938-9654-2bb63e26601c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:37.443735 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.447205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:37.448577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.487047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0b0e9-3602-405b-ab31-ac050a5acad4 None None] Network b18ea5e8-82b3-4938-9654-2bb63e26601c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:37.539472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c36d127f-b193-44f1-bc23-88a5db474b4b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.558494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c36d127f-b193-44f1-bc23-88a5db474b4b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.611336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52058023-ae02-4d80-93d6-afb7b4ff2768 req-2bb2b2a0-c929-4cfc-90f7-c2ca0bbcd4f0 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:37.613410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c36d127f-b193-44f1-bc23-88a5db474b4b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.618375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52058023-ae02-4d80-93d6-afb7b4ff2768 req-2bb2b2a0-c929-4cfc-90f7-c2ca0bbcd4f0 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/ports?device_id=60376533-7568-4415-b2e1-f1cca4423696 HTTP/1.1" status: 200 len: 945 time: 0.7042480 Aug 16 02:06:37.624787 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c36d127f-b193-44f1-bc23-88a5db474b4b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7872136 Aug 16 02:06:37.626362 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2c76252d-0cfc-4dd8-981e-1c979abb3ffe admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6340280 Aug 16 02:06:37.630771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:37.648278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-60655cb8-e8c2-4fc7-996b-83b14f81c57d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'security_group_rule': {'security_group_id': 'c84ffc83-4958-46b1-9c16-cc6fb8217810', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:37.669519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43bb275c-741a-4896-b089-7cdcdb1ec2dd up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:37.719995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Deleting port 056b578b-8647-419a-bb68-81e863d3ef22 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:37.720336 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.733054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c9128cc0-6a79-4503-a338-bcc8031a7660 None None] Port 9e38f4fe-50a5-4383-a95e-e07b8f08367e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:37.737617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d127f-b193-44f1-bc23-88a5db474b4b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84ffc83-4958-46b1-9c16-cc6fb8217810,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.793540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=056b578b-8647-419a-bb68-81e863d3ef22,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.872145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2755030f-10d4-4c6f-8a8d-5857ce9f7aac req-4e6dce1f-6761-4605-83a4-916e1d6f8796 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/security-groups?id=1171eaf0-10a5-43ac-aca5-bafc5553445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256287 Aug 16 02:06:37.882559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=2302643d-396f-42ef-90b9-ce63d416fcfc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.995603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Provisioning for port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:38.036044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Provisioning complete for port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:38.037475 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.043286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] For port 056b578b-8647-419a-bb68-81e863d3ef22, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=056b578b-8647-419a-bb68-81e863d3ef22,segment=NetworkSegment(9ae27436-fd77-40a0-b686-e5e4bbeb20b9),segment_id=9ae27436-fd77-40a0-b686-e5e4bbeb20b9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:38.047625 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.050880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 43bb275c-741a-4896-b089-7cdcdb1ec2dd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:38.051869 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.100787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Calling delete_port for 056b578b-8647-419a-bb68-81e863d3ef22 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:38.247632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:38.258960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c6f67-8132-4a65-94d0-71446b922179 None None] Network b18ea5e8-82b3-4938-9654-2bb63e26601c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:38.320899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Provisioning complete for port 2302643d-396f-42ef-90b9-ce63d416fcfc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:38.321229 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.507144 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.577822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Provisioning for port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:38.581967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Pushing event deleted for resources: {'Port': ['ID=056b578b-8647-419a-bb68-81e863d3ef22,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.598679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Provisioning complete for port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:38.599444 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.635792 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.648408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] No DVR routers for this DVR port 056b578b-8647-419a-bb68-81e863d3ef22 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:38.652283 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.654701 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dcf6045d-8911-4723-8d17-dd8d3f54065e req-7eb38f18-4c14-4fc8-9bbe-fe28f0b00549 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.93 "DELETE /v2.0/ports/056b578b-8647-419a-bb68-81e863d3ef22 HTTP/1.1" status: 204 len: 173 time: 1.5336518 Aug 16 02:06:38.662172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'name': 'network-vif-deleted', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:38.666408 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe7ada-84b5-4969-ac9a-b8199c1d3bc2" -d '{"events": [{"server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "name": "network-vif-deleted", "tag": "056b578b-8647-419a-bb68-81e863d3ef22"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:38.686460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:38.705123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Provisioning complete for port 9e38f4fe-50a5-4383-a95e-e07b8f08367e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:38.705541 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.747532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60655cb8-e8c2-4fc7-996b-83b14f81c57d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.779593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57d4be4e-ce72-48cc-92a6-16af07ec0d5a None None] Port 9e38f4fe-50a5-4383-a95e-e07b8f08367e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:38.784724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=817a3b54-11bf-42fd-b9ae-6d8e584c2db9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.835012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52058023-ae02-4d80-93d6-afb7b4ff2768 req-166a3b83-108c-4bcf-ab34-9f1f0e8fd634 tempest-ImagesTestJSON-935707124 tempest-ImagesTestJSON-935707124-project] 10.222.0.61 "GET /v2.0/security-groups?id=b04c56e2-6996-43e9-bf31-c7e941c1dec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1677799 Aug 16 02:06:38.878121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1730121-7e9f-4a2a-a65c-be1e8ad93244 req-a3f67c28-2a4c-4366-9359-65c895e96460 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:38.887404 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1730121-7e9f-4a2a-a65c-be1e8ad93244 req-a3f67c28-2a4c-4366-9359-65c895e96460 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.2706454 Aug 16 02:06:38.920084 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5e496e-e452-457e-a6e5-6192188f75d8 x-openstack-request-id: req-ee5e496e-e452-457e-a6e5-6192188f75d8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:38.920738 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "name": "network-vif-unplugged", "status": "completed", "tag": "056b578b-8647-419a-bb68-81e863d3ef22", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:38.921699 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee5e496e-e452-457e-a6e5-6192188f75d8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:38.922384 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22', 'code': 200} Aug 16 02:06:38.943840 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60655cb8-e8c2-4fc7-996b-83b14f81c57d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.980737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60655cb8-e8c2-4fc7-996b-83b14f81c57d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.138619 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60655cb8-e8c2-4fc7-996b-83b14f81c57d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.141333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-60655cb8-e8c2-4fc7-996b-83b14f81c57d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4971855 Aug 16 02:06:39.144251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:39.150089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4842625d-b43d-4aa2-b05d-ff9b3497a765 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'security_group_rule': {'security_group_id': 'c84ffc83-4958-46b1-9c16-cc6fb8217810', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:39.172029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60655cb8-e8c2-4fc7-996b-83b14f81c57d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e30b805-f83f-49ff-b205-2ecf814275dc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:39.224334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4842625d-b43d-4aa2-b05d-ff9b3497a765 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.350241 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1730121-7e9f-4a2a-a65c-be1e8ad93244 req-4ebfdaca-fc74-4d42-aabf-8897f96fab1c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4498014 Aug 16 02:06:39.362471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7768c0cd-c051-46bf-b1ca-d8f0da455c81 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:39.376382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4842625d-b43d-4aa2-b05d-ff9b3497a765 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.383408 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4842625d-b43d-4aa2-b05d-ff9b3497a765 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.407877 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.442231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4842625d-b43d-4aa2-b05d-ff9b3497a765 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.446872 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4842625d-b43d-4aa2-b05d-ff9b3497a765 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980840 Aug 16 02:06:39.446872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842625d-b43d-4aa2-b05d-ff9b3497a765 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fd4990-ce73-478e-9a9b-cf3cde2d8c8a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:39.450290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:39.459935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:39.520711 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.684557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Transition to ACTIVE for port object 7768c0cd-c051-46bf-b1ca-d8f0da455c81 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:39.687996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2302643d-396f-42ef-90b9-ce63d416fcfc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:39.721108 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.753922 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.799468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.807764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-773ba0de-090a-4264-96d7-a8b4de010305 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.809137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2302643d-396f-42ef-90b9-ce63d416fcfc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:39.809602 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.816995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-773ba0de-090a-4264-96d7-a8b4de010305 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/networks?id=b18ea5e8-82b3-4938-9654-2bb63e26601c HTTP/1.1" status: 200 len: 821 time: 0.3938811 Aug 16 02:06:39.846518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Pushing event updated for resources: {'Port': ['ID=7768c0cd-c051-46bf-b1ca-d8f0da455c81,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:39.874873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-5171bec5-65b7-4032-b314-2417817cdf77 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/quotas/62a6d96a6a734e809ddaabc7b1072b61 HTTP/1.1" status: 200 len: 375 time: 0.0564537 Aug 16 02:06:39.981719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-78de077c-e339-4bcd-9f0b-40a97a8c2f5c tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=62a6d96a6a734e809ddaabc7b1072b61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1057117 Aug 16 02:06:39.982910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Allocated IP 172.25.5.226 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/5e35f6a8-8bc9-4df1-b103-814f26162ceb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:40.121949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Attempting to bind port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:40.122361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Attempting to bind port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:40.122807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Attempting to bind port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:40.155660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:40.156124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Attempting to bind port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:40.169376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:40.170600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:40.171146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:40.171888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Bound port: 7768c0cd-c051-46bf-b1ca-d8f0da455c81, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:40.172446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.222382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.244978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-1b2720f6-9ef4-4c10-a4d2-a0d6ca534173 service neutron] 10.222.0.61 "GET /v2.0/networks/b18ea5e8-82b3-4938-9654-2bb63e26601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620530 Aug 16 02:06:40.283630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.382167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Port': ['ID=5e35f6a8-8bc9-4df1-b103-814f26162ceb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:40.412885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:40.414900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:40.419892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:40.452609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 056b578b-8647-419a-bb68-81e863d3ef22 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:40.464384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router fee88e80-13c4-4648-b01b-f743355c0fa5 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:40.493049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 056b578b-8647-419a-bb68-81e863d3ef22 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:40.495072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 056b578b-8647-419a-bb68-81e863d3ef22 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:40.518663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] For port 7768c0cd-c051-46bf-b1ca-d8f0da455c81, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:40.556784 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.604416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] For port 7768c0cd-c051-46bf-b1ca-d8f0da455c81, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7768c0cd-c051-46bf-b1ca-d8f0da455c81,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:40.614111 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.653924 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.749669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:40.763073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813767e7-2de9-45bd-98bc-865b5975863a None None] Sync routers for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:40.774775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-92df5015-f23f-4a04-91a6-3973116359e0 service neutron] 10.222.0.61 "GET /v2.0/networks/b18ea5e8-82b3-4938-9654-2bb63e26601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287340 Aug 16 02:06:40.776473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813767e7-2de9-45bd-98bc-865b5975863a None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:40.778837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-813767e7-2de9-45bd-98bc-865b5975863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:40.785536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9b51e6b8-f1e9-42df-be22-b56333c56a3e tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/routers/fee88e80-13c4-4648-b01b-f743355c0fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1960149 Aug 16 02:06:40.789702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.856236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-813767e7-2de9-45bd-98bc-865b5975863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:40.876482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Pushing event updated for resources: {'Port': ['ID=7768c0cd-c051-46bf-b1ca-d8f0da455c81,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:40.902594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:40.903316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.903746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813767e7-2de9-45bd-98bc-865b5975863a None None] Routers {'fee88e80-13c4-4648-b01b-f743355c0fa5'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:40.904554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-813767e7-2de9-45bd-98bc-865b5975863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['fee88e80-13c4-4648-b01b-f743355c0fa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:40.906204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-66abd48d-00d3-4b23-817a-1af73881da5c service neutron] 10.222.0.93 "PUT /v2.0/ports/7768c0cd-c051-46bf-b1ca-d8f0da455c81 HTTP/1.1" status: 200 len: 1097 time: 4.8245955 Aug 16 02:06:40.906591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277cf128-552c-4ddc-b637-8f064df95c47', 'tag': '7768c0cd-c051-46bf-b1ca-d8f0da455c81'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:40.909513 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde" -d '{"events": [{"name": "network-changed", "server_uuid": "277cf128-552c-4ddc-b637-8f064df95c47", "tag": "7768c0cd-c051-46bf-b1ca-d8f0da455c81"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:40.962188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.970630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.022172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-813767e7-2de9-45bd-98bc-865b5975863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:41.029940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813767e7-2de9-45bd-98bc-865b5975863a None None] The sync data for ids ['fee88e80-13c4-4648-b01b-f743355c0fa5'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:41.166006 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.174486 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5385691c-be5f-492c-925a-3b212e4b233c x-openstack-request-id: req-5385691c-be5f-492c-925a-3b212e4b233c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:41.174813 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60376533-7568-4415-b2e1-f1cca4423696", "name": "network-vif-deleted", "tag": "056b578b-8647-419a-bb68-81e863d3ef22", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:41.175186 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5385691c-be5f-492c-925a-3b212e4b233c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:41.175530 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60376533-7568-4415-b2e1-f1cca4423696', 'name': 'network-vif-deleted', 'tag': '056b578b-8647-419a-bb68-81e863d3ef22', 'status': 'completed', 'code': 200} Aug 16 02:06:41.178561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Port': ['ID=5e35f6a8-8bc9-4df1-b103-814f26162ceb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.208224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.243422 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.244686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8245a383-d96e-43d1-8226-d0cac4e3eddd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7893364 Aug 16 02:06:41.314045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-d940bc4c-614f-4327-bcad-1642f7d1d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.315971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-d940bc4c-614f-4327-bcad-1642f7d1d8b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50749a47f9074856aa1fc7b4c245fd08&device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 1100 time: 0.3690705 Aug 16 02:06:41.414417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-d9d6d751-3d40-4dec-9223-bc43d2024479 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=7768c0cd-c051-46bf-b1ca-d8f0da455c81 HTTP/1.1" status: 200 len: 217 time: 0.0768461 Aug 16 02:06:41.482619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-651fca6c-44ce-49c2-9553-0d127238d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.486377 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-651fca6c-44ce-49c2-9553-0d127238d734 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0613937 Aug 16 02:06:41.558531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b0137-ac7a-445f-b34c-07abbdec7d26 req-baff9d30-4451-4d7f-a88b-85f4ea3a61c2 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.564028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c22b0137-ac7a-445f-b34c-07abbdec7d26 req-baff9d30-4451-4d7f-a88b-85f4ea3a61c2 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 948 time: 0.2759583 Aug 16 02:06:41.619975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.679699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-fc81c05e-e773-479b-82b4-24865fdd5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.681234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-fc81c05e-e773-479b-82b4-24865fdd5165 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529362 Aug 16 02:06:41.701214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c22b0137-ac7a-445f-b34c-07abbdec7d26 req-7c0083b8-56ef-4545-904a-7f5fb00d0582 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/security-groups?id=1171eaf0-10a5-43ac-aca5-bafc5553445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924683 Aug 16 02:06:41.896471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 66fc722c-45e9-4ea7-a5c3-a9c72bd1a785 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:41.897202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.928672 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.293138 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-b39efedd-8cc1-4b47-ac24-ee1a3a5be4c1 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356097 Aug 16 02:06:42.424637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85d67c-042f-4199-84f1-7e620f901031 req-0b45d7fa-bf7a-476b-aa43-1d536a4d5a59 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:42.426488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db85d67c-042f-4199-84f1-7e620f901031 req-0b45d7fa-bf7a-476b-aa43-1d536a4d5a59 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1966476 Aug 16 02:06:42.431975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.481223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 66fc722c-45e9-4ea7-a5c3-a9c72bd1a785 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:42.524599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09f0baf-9ea9-4bd8-a26b-62c72906c3b6 req-3c987484-b717-4590-abd7-53fc5244bbd2 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196891 Aug 16 02:06:42.570396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db85d67c-042f-4199-84f1-7e620f901031 req-f49b04c4-e0e2-48ae-ae0f-18969a33f923 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354773 Aug 16 02:06:42.716410 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a82d10-319c-418c-b885-6d17fec49848 x-openstack-request-id: req-49a82d10-319c-418c-b885-6d17fec49848 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:42.716664 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277cf128-552c-4ddc-b637-8f064df95c47", "tag": "7768c0cd-c051-46bf-b1ca-d8f0da455c81", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:42.717001 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49a82d10-319c-418c-b885-6d17fec49848 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:42.718269 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277cf128-552c-4ddc-b637-8f064df95c47', 'tag': '7768c0cd-c051-46bf-b1ca-d8f0da455c81', 'status': 'completed', 'code': 200} Aug 16 02:06:42.782531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b8d2a96-8382-4927-924d-444c52476c62 req-680aa15c-cc48-499c-ab58-5f97d8b492a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 210 time: 0.0630779 Aug 16 02:06:42.816902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-b2a74569-f26a-4abe-9391-54bd6626fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:42.819056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-b2a74569-f26a-4abe-9391-54bd6626fdba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50749a47f9074856aa1fc7b4c245fd08&device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 1100 time: 0.1128502 Aug 16 02:06:42.820355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.901081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=66fc722c-45e9-4ea7-a5c3-a9c72bd1a785,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.069121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-545370cf-936f-47db-aa3c-58bc58b5bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.070629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-545370cf-936f-47db-aa3c-58bc58b5bbcf service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2413716 Aug 16 02:06:43.075952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-6243a9bc-84fa-419a-b0f8-be9432d70645 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1577992497&fields=id&tenant_id=9bce0ae82327452c9c3b3172c8ae9106 HTTP/1.1" status: 200 len: 267 time: 0.1909428 Aug 16 02:06:43.077555 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.256390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-cfbbb376-a0ce-4393-8794-3989523eefb8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=7768c0cd-c051-46bf-b1ca-d8f0da455c81 HTTP/1.1" status: 200 len: 217 time: 0.1562910 Aug 16 02:06:43.262095 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.275349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.286010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-902004c5-ba4f-422e-95f6-b2fdfc610fc3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.287726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-902004c5-ba4f-422e-95f6-b2fdfc610fc3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports/9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 200 len: 937 time: 0.1865993 Aug 16 02:06:43.406874 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.407408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Fanout notify agent at l3_agent the message router_deleted on router fee88e80-13c4-4648-b01b-f743355c0fa5 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:43.418678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.423672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c74f79c3-c422-4836-82d7-86399b42d7e8 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/routers/fee88e80-13c4-4648-b01b-f743355c0fa5 HTTP/1.1" status: 204 len: 168 time: 2.6287642 Aug 16 02:06:43.423983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45674) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.438298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-f835fe51-f631-4f11-a85f-1972186a890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.439798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-f835fe51-f631-4f11-a85f-1972186a890c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1757848 Aug 16 02:06:43.448104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-95f22d1c-0e1a-47ff-8c8a-07f6449bc244 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.449484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-95f22d1c-0e1a-47ff-8c8a-07f6449bc244 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports/cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 200 len: 937 time: 0.1189497 Aug 16 02:06:43.557659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-6a60394b-918e-43e4-84da-d4f08f3c0aa7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0866585 Aug 16 02:06:43.571520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-53076c85-2944-4390-b21f-df84dd756285 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting subnet c2697ede-cb12-420b-80fa-c10b85fe6a2c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:43.580965 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53076c85-2944-4390-b21f-df84dd756285 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.636970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-b4f9d454-6d91-48f0-826c-f2f365a99934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.638512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-b4f9d454-6d91-48f0-826c-f2f365a99934 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688147 Aug 16 02:06:43.643007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-d5576a5a-5160-4023-beae-68a6b0e1ba69 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0663157 Aug 16 02:06:43.708413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53076c85-2944-4390-b21f-df84dd756285 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.923081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-f00cec57-ce40-47b3-8be3-ee63af7e3071 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756901 Aug 16 02:06:43.974954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-15e7da18-f740-48e1-a6b6-4f97c9b4338a tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.980785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-15e7da18-f740-48e1-a6b6-4f97c9b4338a tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.986850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-15e7da18-f740-48e1-a6b6-4f97c9b4338a tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.988569 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-15e7da18-f740-48e1-a6b6-4f97c9b4338a tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/networks?id=eb2528c8-5b9b-4161-9c71-1b504faa9674&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c HTTP/1.1" status: 200 len: 1995 time: 0.3295608 Aug 16 02:06:44.021104 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53076c85-2944-4390-b21f-df84dd756285 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.066023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-f8fafed3-19e3-4fff-9855-826898410332 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/quotas/9bce0ae82327452c9c3b3172c8ae9106 HTTP/1.1" status: 200 len: 375 time: 0.0506129 Aug 16 02:06:44.166840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15cca5c1-6787-4681-bbd7-fd5a7b5f3fde req-5395a438-abd2-417a-899f-35ef3e9d4f1e service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318654 Aug 16 02:06:44.167819 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53076c85-2944-4390-b21f-df84dd756285 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.214492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-db975690-e565-4cf5-b628-eb0e75b6d7db tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1410420 Aug 16 02:06:44.215597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076c85-2944-4390-b21f-df84dd756285 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Subnet': ['ID=c2697ede-cb12-420b-80fa-c10b85fe6a2c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.220345 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53076c85-2944-4390-b21f-df84dd756285 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.224742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-53076c85-2944-4390-b21f-df84dd756285 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/subnets/c2697ede-cb12-420b-80fa-c10b85fe6a2c HTTP/1.1" status: 204 len: 168 time: 0.7954793 Aug 16 02:06:44.224742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.228275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9aece-9b56-4c55-b98d-f09efd1cb9e3 None None] Network 6b077fdd-c000-4b2c-a3e8-6f36ad68048d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:44.394368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-86dfca25-ca17-44c8-a9bd-5bb57bf40d31 service neutron] 10.222.0.61 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489463 Aug 16 02:06:44.436712 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.477900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd5dd0f-fba5-40ae-a3f3-b32fcc3a6c08 None None] DHCP port deletion for 6b077fdd-c000-4b2c-a3e8-6f36ad68048d request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:44.541046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5dd0f-fba5-40ae-a3f3-b32fcc3a6c08 None None] Deleting port 8efb9495-63d0-414d-a6d6-3454ac69569d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:44.541577 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dbd5dd0f-fba5-40ae-a3f3-b32fcc3a6c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.584208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-046892b2-8cbf-42fe-82b0-d660ad4f9abd service neutron] 10.222.0.61 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888990 Aug 16 02:06:44.621275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dbd5dd0f-fba5-40ae-a3f3-b32fcc3a6c08 None None] For port 8efb9495-63d0-414d-a6d6-3454ac69569d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8efb9495-63d0-414d-a6d6-3454ac69569d,segment=NetworkSegment(61ffa361-46ea-46d6-8eeb-15ed40eb40d9),segment_id=61ffa361-46ea-46d6-8eeb-15ed40eb40d9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:44.624035 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dbd5dd0f-fba5-40ae-a3f3-b32fcc3a6c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.630378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 8efb9495-63d0-414d-a6d6-3454ac69569d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:44.630849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.642982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5dd0f-fba5-40ae-a3f3-b32fcc3a6c08 None None] Calling delete_port for 8efb9495-63d0-414d-a6d6-3454ac69569d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:44.644384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-2c581123-8430-432e-b84e-a07c7f666759 service neutron] 10.222.0.61 "GET /v2.0/ports/9e38f4fe-50a5-4383-a95e-e07b8f08367e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0525191 Aug 16 02:06:44.735259 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dbd5dd0f-fba5-40ae-a3f3-b32fcc3a6c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.750740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] For port 8efb9495-63d0-414d-a6d6-3454ac69569d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8efb9495-63d0-414d-a6d6-3454ac69569d,segment=NetworkSegment(61ffa361-46ea-46d6-8eeb-15ed40eb40d9),segment_id=61ffa361-46ea-46d6-8eeb-15ed40eb40d9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:44.751143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.763488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5dd0f-fba5-40ae-a3f3-b32fcc3a6c08 None None] Pushing event deleted for resources: {'Port': ['ID=8efb9495-63d0-414d-a6d6-3454ac69569d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.773270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 8efb9495-63d0-414d-a6d6-3454ac69569d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:44.775815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5dd0f-fba5-40ae-a3f3-b32fcc3a6c08 None None] No DVR routers for this DVR port 8efb9495-63d0-414d-a6d6-3454ac69569d on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:44.845101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-ae901373-5aa1-45c7-8f39-8b863f41487b service neutron] 10.222.0.61 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705565 Aug 16 02:06:44.940912 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.975153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=8efb9495-63d0-414d-a6d6-3454ac69569d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.984201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] No DVR routers for this DVR port 8efb9495-63d0-414d-a6d6-3454ac69569d on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:45.011854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-ee8abc67-a720-4f5c-90a4-165f2225d798 service neutron] 10.222.0.61 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579688 Aug 16 02:06:45.096736 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.108273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b077fdd-c000-4b2c-a3e8-6f36ad68048d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:45.111943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-5f48c6da-37cc-4a27-97e2-3c6b0b13168e service neutron] 10.222.0.61 "GET /v2.0/ports/cddd5100-08ec-4fdd-b5bc-d9fbf3d16040?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0854065 Aug 16 02:06:45.128715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ffa361-46ea-46d6-8eeb-15ed40eb40d9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:45.129015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ffa361-46ea-46d6-8eeb-15ed40eb40d9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:45.172514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.193560 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.207128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:45.207520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:45.210331 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:45.532946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8efb9495-63d0-414d-a6d6-3454ac69569d no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:45.554532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8efb9495-63d0-414d-a6d6-3454ac69569d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:45.554878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8efb9495-63d0-414d-a6d6-3454ac69569d not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:45.582333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a1aefd15-3386-485e-a06c-e35a68914f4c service neutron] 10.222.0.61 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633386 Aug 16 02:06:45.588453 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.593590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.595445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/networks/6b077fdd-c000-4b2c-a3e8-6f36ad68048d HTTP/1.1" status: 204 len: 168 time: 1.3697476 Aug 16 02:06:45.598322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:45.648809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2268d-c983-42d9-8cda-aae1e44924a0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Network': ['ID=6b077fdd-c000-4b2c-a3e8-6f36ad68048d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.693826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-36c2e129-d699-4664-a398-55d1934d39e1 service neutron] 10.222.0.61 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971651 Aug 16 02:06:45.727578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 00cba797-3b3e-4625-b773-7489771c7a3b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:45.727836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.787826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-fb35604d-b6f9-4e1e-a42f-92c7dccc8a64 service neutron] 10.222.0.61 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880241 Aug 16 02:06:45.806202 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.806532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.819116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 00cba797-3b3e-4625-b773-7489771c7a3b owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:45.878018 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-79b1be3f-7d55-4e59-afa6-8544f89faf57 service neutron] 10.222.0.61 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841148 Aug 16 02:06:45.958874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.975057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3f33edfe-d3c4-4737-a810-844c410e151c service neutron] 10.222.0.61 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910530 Aug 16 02:06:45.993638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=00cba797-3b3e-4625-b773-7489771c7a3b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:46.057344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.060008 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.065307 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4a7a4961-3e9b-4ab9-ac99-472d9c08404d tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/floatingips/203683d6-97c1-4c53-9651-fe564f04c048 HTTP/1.1" status: 204 len: 168 time: 0.4619539 Aug 16 02:06:46.066287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45686) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.096548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-4cf91e3b-975b-48c5-b08d-d3845990a425 service neutron] 10.222.0.61 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146567 Aug 16 02:06:46.097545 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cacb184-c644-4b7e-ae99-c4a739b27d31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:46.098204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cacb184-c644-4b7e-ae99-c4a739b27d31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:46.099836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2cacb184-c644-4b7e-ae99-c4a739b27d31 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/ports/4808ccf3-9c26-45ea-9c5a-a9a93f099599 HTTP/1.1" status: 404 len: 333 time: 0.0326121 Aug 16 02:06:46.102603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.130245 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7b93c24e-4d5e-491c-9a7f-2426ec0499b0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "GET /v2.0/ports?device_id=fee88e80-13c4-4648-b01b-f743355c0fa5 HTTP/1.1" status: 200 len: 205 time: 0.0262504 Aug 16 02:06:46.132566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45690) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.187062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-c85a0a35-d2a0-442a-9627-d9522a61684d service neutron] 10.222.0.61 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844033 Aug 16 02:06:46.192735 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e785ca73-2574-46c1-9539-9960ff4d9cd4 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] delete failed (client error): The resource could not be found. Aug 16 02:06:46.193743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e785ca73-2574-46c1-9539-9960ff4d9cd4 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/routers/fee88e80-13c4-4648-b01b-f743355c0fa5 HTTP/1.1" status: 404 len: 336 time: 0.0602975 Aug 16 02:06:46.196276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45692) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.223987 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4268186f-1cc5-4033-a3fa-27eef2f46a2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:46.224488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4268186f-1cc5-4033-a3fa-27eef2f46a2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:46.226180 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4268186f-1cc5-4033-a3fa-27eef2f46a2f tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/subnets/c2697ede-cb12-420b-80fa-c10b85fe6a2c HTTP/1.1" status: 404 len: 337 time: 0.0288899 Aug 16 02:06:46.228643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.282267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-542969cc-5c70-462c-b6bf-fc6e2dbcf1da service neutron] 10.222.0.61 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890510 Aug 16 02:06:46.317475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8601b319-9f3c-4495-b570-98d84d2d6af0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 9b1f7fb8-e0fd-4a1f-86a9-33e144524793 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:46.317816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8601b319-9f3c-4495-b570-98d84d2d6af0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.371281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-49c86068-42c7-4e65-a16f-138dee3cca1f service neutron] 10.222.0.61 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831630 Aug 16 02:06:46.407594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8601b319-9f3c-4495-b570-98d84d2d6af0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.419240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8601b319-9f3c-4495-b570-98d84d2d6af0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 9b1f7fb8-e0fd-4a1f-86a9-33e144524793 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:46.465126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-60f23a40-709b-4213-82ff-acd1e1695bf9 service neutron] 10.222.0.61 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870473 Aug 16 02:06:46.481912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7768c0cd-c051-46bf-b1ca-d8f0da455c81 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:46.562539 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8601b319-9f3c-4495-b570-98d84d2d6af0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.589651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7768c0cd-c051-46bf-b1ca-d8f0da455c81, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7768c0cd-c051-46bf-b1ca-d8f0da455c81,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:46.593675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601b319-9f3c-4495-b570-98d84d2d6af0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=9b1f7fb8-e0fd-4a1f-86a9-33e144524793,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:46.609452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '7768c0cd-c051-46bf-b1ca-d8f0da455c81', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '7768c0cd-c051-46bf-b1ca-d8f0da455c81', 'mac_address': 'fa:16:3e:b4:ea:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:46.651595 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.666588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7768c0cd-c051-46bf-b1ca-d8f0da455c81 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:46.676772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8601b319-9f3c-4495-b570-98d84d2d6af0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.679660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8601b319-9f3c-4495-b570-98d84d2d6af0 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/ports/9b1f7fb8-e0fd-4a1f-86a9-33e144524793 HTTP/1.1" status: 204 len: 168 time: 0.4501243 Aug 16 02:06:46.683448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:46.694933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7768c0cd-c051-46bf-b1ca-d8f0da455c81, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7768c0cd-c051-46bf-b1ca-d8f0da455c81,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:46.699797 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.751243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7768c0cd-c051-46bf-b1ca-d8f0da455c81,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:46.794700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-24990c37-6213-4e81-acaf-65d15cf158bc tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 229a2f68-ac77-448f-9fb1-52aa41becbc1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:46.794941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24990c37-6213-4e81-acaf-65d15cf158bc tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.887867 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24990c37-6213-4e81-acaf-65d15cf158bc tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.907201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-24990c37-6213-4e81-acaf-65d15cf158bc tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 229a2f68-ac77-448f-9fb1-52aa41becbc1 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:46.988774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['7768c0cd-c051-46bf-b1ca-d8f0da455c81'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:47.065087 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24990c37-6213-4e81-acaf-65d15cf158bc tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.135925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24990c37-6213-4e81-acaf-65d15cf158bc tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=229a2f68-ac77-448f-9fb1-52aa41becbc1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.200467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24990c37-6213-4e81-acaf-65d15cf158bc tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.206566 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-24990c37-6213-4e81-acaf-65d15cf158bc tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/ports/229a2f68-ac77-448f-9fb1-52aa41becbc1 HTTP/1.1" status: 204 len: 168 time: 0.5184944 Aug 16 02:06:47.206566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.219127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86900873-2732-459a-8aff-7246b3ebf125 req-1980771e-e0c9-4f8e-8603-0c64c6a7bbfd tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.219127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86900873-2732-459a-8aff-7246b3ebf125 req-1980771e-e0c9-4f8e-8603-0c64c6a7bbfd tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 949 time: 0.0600238 Aug 16 02:06:47.259007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac0043-47e7-4b25-94b8-1c4c5b5517d6 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.261698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86900873-2732-459a-8aff-7246b3ebf125 req-e18a05ea-6d73-4616-98e4-dcc9351e43e5 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/security-groups?id=1171eaf0-10a5-43ac-aca5-bafc5553445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363407 Aug 16 02:06:47.263420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.263616 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-faac0043-47e7-4b25-94b8-1c4c5b5517d6 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "GET /v2.0/ports?device_id=3baefadf-49e5-4eab-8d8c-eceeb72298f4 HTTP/1.1" status: 200 len: 913 time: 0.0564914 Aug 16 02:06:47.525911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e21017-2752-4243-8b8d-1b28770ba995 req-482f66a2-5398-47ef-a436-e90152a6cd84 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.527674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39e21017-2752-4243-8b8d-1b28770ba995 req-482f66a2-5398-47ef-a436-e90152a6cd84 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1031842 Aug 16 02:06:47.604310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39e21017-2752-4243-8b8d-1b28770ba995 req-3b2db524-0474-4ba5-9521-9b119d495a01 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691786 Aug 16 02:06:47.705943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-756d5bca-32e0-47f8-bd0f-98c88c5575b7 req-accb34ce-0b56-4a4f-a3ed-cd668883fc45 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 210 time: 0.0277977 Aug 16 02:06:47.726601 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.797076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdad3bd7-2749-4510-8578-d38159e0a70d req-5425ddd9-463a-4530-96f3-57428b886189 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0335107 Aug 16 02:06:48.019798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port cf4a0e16-fa45-4614-b350-9a7167fe45c5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:48.020117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.087923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.114640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.126595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for cf4a0e16-fa45-4614-b350-9a7167fe45c5 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:48.132726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c367debd-50a7-4ecf-b10e-d707dc608921 admin admin] Deleting subnet 315ce014-21ca-4f9b-ba83-7ea667026954 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:48.135937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c367debd-50a7-4ecf-b10e-d707dc608921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.176299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c367debd-50a7-4ecf-b10e-d707dc608921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.215939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c367debd-50a7-4ecf-b10e-d707dc608921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.268680 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c367debd-50a7-4ecf-b10e-d707dc608921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.296247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367debd-50a7-4ecf-b10e-d707dc608921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315ce014-21ca-4f9b-ba83-7ea667026954,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:48.306473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c367debd-50a7-4ecf-b10e-d707dc608921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.311329 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c367debd-50a7-4ecf-b10e-d707dc608921 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/315ce014-21ca-4f9b-ba83-7ea667026954 HTTP/1.1" status: 204 len: 168 time: 0.2192156 Aug 16 02:06:48.311462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.372512 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.433038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=cf4a0e16-fa45-4614-b350-9a7167fe45c5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:48.497868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7768c0cd-c051-46bf-b1ca-d8f0da455c81 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:48.499808 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.536819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4b62b-1dbb-4b54-8826-3952b0343de8 req-3a730409-1028-4ad2-b064-b7e72ce91224 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.538393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3b4b62b-1dbb-4b54-8826-3952b0343de8 req-3a730409-1028-4ad2-b064-b7e72ce91224 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 949 time: 0.1730943 Aug 16 02:06:48.548907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:48.552689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:48.553111 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.630912 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.653731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277cf128-552c-4ddc-b637-8f064df95c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7768c0cd-c051-46bf-b1ca-d8f0da455c81'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:48.656569 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b65cb84-7bf2-40c3-b3a7-0f89eb57a30b" -d '{"events": [{"server_uuid": "277cf128-552c-4ddc-b637-8f064df95c47", "name": "network-vif-plugged", "status": "completed", "tag": "7768c0cd-c051-46bf-b1ca-d8f0da455c81"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:48.669785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7768c0cd-c051-46bf-b1ca-d8f0da455c81, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7768c0cd-c051-46bf-b1ca-d8f0da455c81,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:48.674033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.721122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7768c0cd-c051-46bf-b1ca-d8f0da455c81,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:48.723441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3b4b62b-1dbb-4b54-8826-3952b0343de8 req-3fd5da25-5f3d-40d9-a305-99541c41a399 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/security-groups?id=1171eaf0-10a5-43ac-aca5-bafc5553445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764038 Aug 16 02:06:48.725236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.741521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988b8cbd-9813-40f7-9a30-07427476ff1c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:48.755912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae27436-fd77-40a0-b686-e5e4bbeb20b9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:48.756217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae27436-fd77-40a0-b686-e5e4bbeb20b9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:48.770145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.776451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.796248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.838496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:48.838910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:48.840607 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:48.964969 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.985259 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.989584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] 10.222.0.61 "DELETE /v2.0/networks/988b8cbd-9813-40f7-9a30-07427476ff1c HTTP/1.1" status: 204 len: 168 time: 0.6742427 Aug 16 02:06:49.034972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64995355-9ae9-4795-b508-10f604929690 admin admin] Pushing event deleted for resources: {'Network': ['ID=988b8cbd-9813-40f7-9a30-07427476ff1c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.103152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78266919-5200-4528-a62d-1ca72ec7e8a3 req-6d1fa928-5a5f-4ded-8fa0-0846bf9e2a67 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.109973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-78266919-5200-4528-a62d-1ca72ec7e8a3 req-6d1fa928-5a5f-4ded-8fa0-0846bf9e2a67 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1147947 Aug 16 02:06:49.244153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-78266919-5200-4528-a62d-1ca72ec7e8a3 req-b5010111-4c2f-40ef-a30e-d9f4f94dadd9 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139455 Aug 16 02:06:49.246669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.278413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:49.299554 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-74f686ca-a65a-4f0f-a184-24915399dae3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c84246bbd1c743f3b6597d560c099191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516205 Aug 16 02:06:49.300191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.344511 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed615a13-1d90-4d25-9361-5a9594269461 x-openstack-request-id: req-ed615a13-1d90-4d25-9361-5a9594269461 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:49.344878 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277cf128-552c-4ddc-b637-8f064df95c47", "name": "network-vif-plugged", "status": "completed", "tag": "7768c0cd-c051-46bf-b1ca-d8f0da455c81", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:49.345193 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed615a13-1d90-4d25-9361-5a9594269461 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:49.345649 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277cf128-552c-4ddc-b637-8f064df95c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7768c0cd-c051-46bf-b1ca-d8f0da455c81', 'code': 200} Aug 16 02:06:49.400295 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfbd93d9-f40b-406a-9a7b-33294b89f526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.444480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfbd93d9-f40b-406a-9a7b-33294b89f526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.466875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:49.502173 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d2ec7-0ea6-420c-a984-96e381b43c5f None None] Sync routers for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:49.514364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfbd93d9-f40b-406a-9a7b-33294b89f526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.516019 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d2ec7-0ea6-420c-a984-96e381b43c5f None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:49.516607 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-128d2ec7-0ea6-420c-a984-96e381b43c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:49.518740 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dfbd93d9-f40b-406a-9a7b-33294b89f526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.520148 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dfbd93d9-f40b-406a-9a7b-33294b89f526 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b04c56e2-6996-43e9-bf31-c7e941c1dec1 HTTP/1.1" status: 204 len: 168 time: 0.2188249 Aug 16 02:06:49.530222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd93d9-f40b-406a-9a7b-33294b89f526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04c56e2-6996-43e9-bf31-c7e941c1dec1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.540814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-727eabd9-ceba-4a24-b80a-4fdb0dd7f3db tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "PUT /v2.0/routers/3baefadf-49e5-4eab-8d8c-eceeb72298f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2752447 Aug 16 02:06:49.547270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.560504 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-128d2ec7-0ea6-420c-a984-96e381b43c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:49.565405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2307e452-c465-481a-9c3c-b8110616e4a0 req-f3f8605d-15e3-4740-84f0-e8d9a08dde9b tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 210 time: 0.1200991 Aug 16 02:06:49.570675 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d2ec7-0ea6-420c-a984-96e381b43c5f None None] Routers {'3baefadf-49e5-4eab-8d8c-eceeb72298f4'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:49.572170 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-128d2ec7-0ea6-420c-a984-96e381b43c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:49.586733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53b4cc15-b11d-4212-a91b-50d270706d5f req-71339da1-c923-4b08-914c-1f857a229f50 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.1420105 Aug 16 02:06:49.622684 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-128d2ec7-0ea6-420c-a984-96e381b43c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:49.623631 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128d2ec7-0ea6-420c-a984-96e381b43c5f None None] The sync data for ids ['3baefadf-49e5-4eab-8d8c-eceeb72298f4'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:49.641229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd9acd-3f35-4659-8af5-05d2096a8ae6 req-63a08da8-5d3f-4c28-9d2f-49f1cf55e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.643141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fefd9acd-3f35-4659-8af5-05d2096a8ae6 req-63a08da8-5d3f-4c28-9d2f-49f1cf55e887 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 1102 time: 0.1786423 Aug 16 02:06:49.685944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fefd9acd-3f35-4659-8af5-05d2096a8ae6 req-e973e868-edd6-4929-abfa-9fbd33127615 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1171eaf0-10a5-43ac-aca5-bafc5553445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332396 Aug 16 02:06:49.775506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.874885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb96d-17c2-495e-9c80-d49fffb13327 req-ceb9d378-6a01-4fde-9dc7-0fcb77ffb58d tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.876580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6eddb96d-17c2-495e-9c80-d49fffb13327 req-ceb9d378-6a01-4fde-9dc7-0fcb77ffb58d tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 950 time: 0.0812161 Aug 16 02:06:49.923777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.931681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6eddb96d-17c2-495e-9c80-d49fffb13327 req-efd7c63f-90ab-4a07-8e4a-d1981a9183db tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/security-groups?id=1171eaf0-10a5-43ac-aca5-bafc5553445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485787 Aug 16 02:06:49.992945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting port 9b2c5e4d-b32c-419f-b60c-dacc862bdc7d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:49.993349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.082704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.101481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Calling delete_port for 9b2c5e4d-b32c-419f-b60c-dacc862bdc7d owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:50.231351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-4d4b1fdb-3942-4017-805f-1c2be35f0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.233328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-4d4b1fdb-3942-4017-805f-1c2be35f0087 service neutron] 10.222.0.86 "GET /v2.0/ports/9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 200 len: 1033 time: 0.0597095 Aug 16 02:06:50.335577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-2f102f20-77e7-4a55-ac49-5fb530276f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.337313 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-2f102f20-77e7-4a55-ac49-5fb530276f25 service neutron] 10.222.0.86 "GET /v2.0/ports/cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 200 len: 1033 time: 0.0546291 Aug 16 02:06:50.400389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e56a-8bd9-452e-b3fd-61c9f0f5890a req-def4b1f3-92a1-4550-9c64-ff60d3d024ec tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.418010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a670e56a-8bd9-452e-b3fd-61c9f0f5890a req-def4b1f3-92a1-4550-9c64-ff60d3d024ec tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.0839565 Aug 16 02:06:50.469330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.523419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Port': ['ID=9b2c5e4d-b32c-419f-b60c-dacc862bdc7d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:50.547927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a670e56a-8bd9-452e-b3fd-61c9f0f5890a req-e7a402df-5d18-473b-8c5a-dec94a700b79 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203187 Aug 16 02:06:50.582266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a5a8cd6d-43e8-4dc6-bf93-2fefe55b61e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.588164 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a5a8cd6d-43e8-4dc6-bf93-2fefe55b61e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.594718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a5a8cd6d-43e8-4dc6-bf93-2fefe55b61e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.596795 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a5a8cd6d-43e8-4dc6-bf93-2fefe55b61e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "GET /v2.0/networks?id=eb2528c8-5b9b-4161-9c71-1b504faa9674&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c HTTP/1.1" status: 200 len: 1995 time: 0.2432034 Aug 16 02:06:50.617686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.740414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b202adb-c643-4ec3-b91e-cbef065364cd req-fee75c33-8707-4bb2-b429-bb4434e4e1c8 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 210 time: 0.0367746 Aug 16 02:06:50.769237 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.771997 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.841982 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-f58f097b-cea4-422b-ac3f-8b0f8bdf5ab4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bce0ae82327452c9c3b3172c8ae9106 HTTP/1.1" status: 200 len: 380 time: 0.1868043 Aug 16 02:06:50.853449 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.857270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Fanout notify agent at l3_agent the message router_deleted on router 3baefadf-49e5-4eab-8d8c-eceeb72298f4 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:50.866269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.870123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:50.870353 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-052e1674-fcd0-4045-8cc8-e98c94c8d6d9 tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/routers/3baefadf-49e5-4eab-8d8c-eceeb72298f4 HTTP/1.1" status: 204 len: 168 time: 1.3216035 Aug 16 02:06:50.945092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11d68292-4cb9-4fc7-9635-0067e0cf7879 req-6891bca6-8a99-4df0-9e28-28917fbdcd53 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0351257 Aug 16 02:06:50.967866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'admin_state_up': True, 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'security_groups': ['c84ffc83-4958-46b1-9c16-cc6fb8217810']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:50.970764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-323ca00a-1e90-4f3e-a28d-243ff90fd29a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Deleting subnet addd3791-0641-4af9-8890-9ee8d01a87f2 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:50.978132 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-323ca00a-1e90-4f3e-a28d-243ff90fd29a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.050823 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-323ca00a-1e90-4f3e-a28d-243ff90fd29a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.210702 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-323ca00a-1e90-4f3e-a28d-243ff90fd29a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.362048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72937af7-a624-42c5-a47b-60f3285e92be req-1e89e378-49ea-431f-93d7-2a8d87f36962 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.370788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72937af7-a624-42c5-a47b-60f3285e92be req-1e89e378-49ea-431f-93d7-2a8d87f36962 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 950 time: 0.0939691 Aug 16 02:06:51.399457 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-323ca00a-1e90-4f3e-a28d-243ff90fd29a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.423843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-323ca00a-1e90-4f3e-a28d-243ff90fd29a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.428836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-323ca00a-1e90-4f3e-a28d-243ff90fd29a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/subnets/addd3791-0641-4af9-8890-9ee8d01a87f2 HTTP/1.1" status: 204 len: 168 time: 0.5544143 Aug 16 02:06:51.463605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:51.490344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ca00a-1e90-4f3e-a28d-243ff90fd29a tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Subnet': ['ID=addd3791-0641-4af9-8890-9ee8d01a87f2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:51.552491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72937af7-a624-42c5-a47b-60f3285e92be req-79a9a7e1-6e3a-46b9-bdea-b383be258db5 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/security-groups?id=1171eaf0-10a5-43ac-aca5-bafc5553445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806843 Aug 16 02:06:51.640788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.834632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-08fe9e4e-0116-4a3e-98fe-f152409b7625 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.836973 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-08fe9e4e-0116-4a3e-98fe-f152409b7625 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.86 "GET /v2.0/networks?id=b18ea5e8-82b3-4938-9654-2bb63e26601c HTTP/1.1" status: 200 len: 821 time: 0.9010944 Aug 16 02:06:51.865035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:51.869806 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.879359 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Request body: {'port': {'device_id': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'network_id': 'b18ea5e8-82b3-4938-9654-2bb63e26601c', 'admin_state_up': True, 'tenant_id': '62a6d96a6a734e809ddaabc7b1072b61'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:52.204652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Allocated IP 172.20.0.8 (eb2528c8-5b9b-4161-9c71-1b504faa9674/751d740b-3e10-4938-9e59-82c96592c48b/c749c68d-c8aa-4494-ad6c-f64fca81c308) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:52.207035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Made reservation on behalf of 62a6d96a6a734e809ddaabc7b1072b61 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:52.212035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.241599 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.269243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d65fcce-9fdc-4d7b-8a0d-9999959940a3 req-3358b708-ea37-4f23-8981-862e79fd8c9d tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 210 time: 0.0425780 Aug 16 02:06:52.274584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9e6016-def0-492f-a827-ef33e88821ba']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:52.286096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78f070-b633-4dda-984c-fd10605ee0ab req-8a7cc938-f456-446d-8554-a48faa655eb7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:52.294650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb78f070-b633-4dda-984c-fd10605ee0ab req-8a7cc938-f456-446d-8554-a48faa655eb7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1841872 Aug 16 02:06:52.322729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dee4634-c3bc-4dda-ad4f-56a63bb08aca') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:52.327403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dee4634-c3bc-4dda-ad4f-56a63bb08aca') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:52.356499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb78f070-b633-4dda-984c-fd10605ee0ab req-ebba50e7-5b12-4342-83c2-1c17c5435d66 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603170 Aug 16 02:06:52.359148 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.376997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.386730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:52.388246 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:52.392980 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:52.415581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Allocated IP 172.20.0.8 (b18ea5e8-82b3-4938-9654-2bb63e26601c/1de8270d-0d38-4120-80a4-15c21a2538b1/c5da69b6-5341-43a2-b032-20cc34813f6b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:52.480363 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-144a448d-e996-4191-a3aa-53ad18786320 req-aadac138-89ec-43f9-8b84-c99bca489a23 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0864727 Aug 16 02:06:52.500253 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.519982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.523028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] 10.222.0.61 "DELETE /v2.0/networks/cf9e6016-def0-492f-a827-ef33e88821ba HTTP/1.1" status: 204 len: 168 time: 1.0578210 Aug 16 02:06:52.569010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17d630-7b75-4de0-adef-3a9460081d1c tempest-FloatingIPTestJSON-1067487615 tempest-FloatingIPTestJSON-1067487615-project] Pushing event deleted for resources: {'Network': ['ID=cf9e6016-def0-492f-a827-ef33e88821ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:52.637630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f2623-50d7-4eae-86ea-83d32526dab0 req-b7419540-4f56-4f6f-9a57-f4b14b1fc46b tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:52.647402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-690f2623-50d7-4eae-86ea-83d32526dab0 req-b7419540-4f56-4f6f-9a57-f4b14b1fc46b tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 950 time: 0.0703306 Aug 16 02:06:52.663354 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.696622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Transition to ACTIVE for port object c749c68d-c8aa-4494-ad6c-f64fca81c308 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:52.701834 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-690f2623-50d7-4eae-86ea-83d32526dab0 req-442b3994-f524-435b-96fd-58a3d23e6cc8 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/security-groups?id=1171eaf0-10a5-43ac-aca5-bafc5553445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478516 Aug 16 02:06:52.743935 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.787846 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.849903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network eb2528c8-5b9b-4161-9c71-1b504faa9674 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:52.855913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:52.865846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:52.918579 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.928102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Port': ['ID=c749c68d-c8aa-4494-ad6c-f64fca81c308,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:52.962046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.962513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.962987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.963468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.963907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.964258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.964609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.965020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.965514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.965855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.966356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.966693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.990608 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.992233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:52.993003 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.033601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Network b18ea5e8-82b3-4938-9654-2bb63e26601c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:53.041497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:53.053772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:53.110234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:53.111326 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.123018 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3054181d-8a90-4b7d-92db-7793944e0bd8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1738269 Aug 16 02:06:53.128620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Pushing event updated for resources: {'Port': ['ID=c5da69b6-5341-43a2-b032-20cc34813f6b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:53.146649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'admin_state_up': True, 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'security_groups': ['c84ffc83-4958-46b1-9c16-cc6fb8217810']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:53.208944 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-c348e5c5-47f5-47b9-867b-6e772fc235cb tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3355412 Aug 16 02:06:53.212304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-396ca060-c8db-45a4-91ca-47444d388050 None None] Provisioning for port c749c68d-c8aa-4494-ad6c-f64fca81c308 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:53.220356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-396ca060-c8db-45a4-91ca-47444d388050 None None] Provisioning complete for port c749c68d-c8aa-4494-ad6c-f64fca81c308 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:53.222087 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-396ca060-c8db-45a4-91ca-47444d388050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.232167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Request body: {'port': {'device_id': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:53.277981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-396ca060-c8db-45a4-91ca-47444d388050 None None] Port c749c68d-c8aa-4494-ad6c-f64fca81c308 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:53.297435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-655bbe81-7a9d-474f-b30a-de252a592d3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b500030657f4cd68e65c10b63ef7281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030007 Aug 16 02:06:53.298204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.360720 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-389f5cee-a659-46e6-a60a-53255af37644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.377378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.386455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-389f5cee-a659-46e6-a60a-53255af37644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.507553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-389f5cee-a659-46e6-a60a-53255af37644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.510371 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-389f5cee-a659-46e6-a60a-53255af37644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.513840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-389f5cee-a659-46e6-a60a-53255af37644 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0fdb45f2-6e06-41d7-998c-3bee561edab5 HTTP/1.1" status: 204 len: 168 time: 0.2127812 Aug 16 02:06:53.569911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:53.574174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.576107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f5cee-a659-46e6-a60a-53255af37644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb45f2-6e06-41d7-998c-3bee561edab5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:53.632890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340439d-8246-4978-9894-b54ed9cb093a req-bc026219-b076-471d-b82d-5feae79bb37d tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:53.640384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b340439d-8246-4978-9894-b54ed9cb093a req-bc026219-b076-471d-b82d-5feae79bb37d tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 931 time: 0.1767166 Aug 16 02:06:53.653155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50ad3-ae5f-4faa-8864-3896e2149202 req-8bf813d1-baea-443f-aaaf-5636d78d1647 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:53.655127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc50ad3-ae5f-4faa-8864-3896e2149202 req-8bf813d1-baea-443f-aaaf-5636d78d1647 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1489401 Aug 16 02:06:53.773348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b340439d-8246-4978-9894-b54ed9cb093a req-2549b956-3179-4a54-80d5-01bea22d75bf tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317668 Aug 16 02:06:53.785848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc50ad3-ae5f-4faa-8864-3896e2149202 req-6bae8a48-cca9-4527-bf71-0b98005d7036 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129460 Aug 16 02:06:53.816169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-57a75cd0-2c9c-4a7f-8844-583d287e00ae tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:53.822055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-57a75cd0-2c9c-4a7f-8844-583d287e00ae tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.93 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 950 time: 0.1795108 Aug 16 02:06:53.853822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Allocated IP 10.1.1.9 (74df5850-9a31-4196-8424-af5506f238b9/762bbd8e-7242-4609-b9be-cf10a3309eb0/4b811e2b-9e3c-470e-ac9b-d35c8ba196f7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:54.062206 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.093487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Deleting port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:54.095172 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.109999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Transition to ACTIVE for port object 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:54.182894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5da69b6-5341-43a2-b032-20cc34813f6b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:54.199514 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.206427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a1b1b-0f94-4cd9-8a12-d497ffa09223 req-237ac204-bad5-4b81-a20d-a6cd1f7f9268 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:54.213420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c24a1b1b-0f94-4cd9-8a12-d497ffa09223 req-237ac204-bad5-4b81-a20d-a6cd1f7f9268 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 931 time: 0.1753132 Aug 16 02:06:54.226091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Transition to ACTIVE for port object c5da69b6-5341-43a2-b032-20cc34813f6b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:54.228526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.239050 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.304614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network 74df5850-9a31-4196-8424-af5506f238b9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:54.310241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] For port 7768c0cd-c051-46bf-b1ca-d8f0da455c81, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7768c0cd-c051-46bf-b1ca-d8f0da455c81,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:54.311267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.315412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:54.319227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:54.335068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c24a1b1b-0f94-4cd9-8a12-d497ffa09223 req-e21925ca-f002-4991-9143-f910439625a9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206994 Aug 16 02:06:54.365248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84b9c-e323-46ba-8a47-a8978366f92c req-fea0a367-3247-4421-aee5-961e819d1b23 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:54.366099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Port': ['ID=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.371763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bf84b9c-e323-46ba-8a47-a8978366f92c req-fea0a367-3247-4421-aee5-961e819d1b23 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 950 time: 0.1931338 Aug 16 02:06:54.374647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Calling delete_port for 7768c0cd-c051-46bf-b1ca-d8f0da455c81 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:54.447051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Pushing event updated for resources: {'Port': ['ID=c5da69b6-5341-43a2-b032-20cc34813f6b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.461936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:54.462158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.540139 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a09fd2ec-a734-420d-82df-59ab7483afcb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3992560 Aug 16 02:06:54.563107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'admin_state_up': True, 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'security_groups': ['c84ffc83-4958-46b1-9c16-cc6fb8217810']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:54.574595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bf84b9c-e323-46ba-8a47-a8978366f92c req-b7a30967-4fa0-47e9-8764-b1df36d4d23a tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/security-groups?id=1171eaf0-10a5-43ac-aca5-bafc5553445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017770 Aug 16 02:06:54.660316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Attempting to bind port c5da69b6-5341-43a2-b032-20cc34813f6b on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:54.660821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Attempting to bind port c5da69b6-5341-43a2-b032-20cc34813f6b by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b18ea5e8-82b3-4938-9654-2bb63e26601c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:54.661517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Attempting to bind port c5da69b6-5341-43a2-b032-20cc34813f6b on network b18ea5e8-82b3-4938-9654-2bb63e26601c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:54.672734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.673617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Port c5da69b6-5341-43a2-b032-20cc34813f6b on network b18ea5e8-82b3-4938-9654-2bb63e26601c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:54.674062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Attempting to bind port c5da69b6-5341-43a2-b032-20cc34813f6b on network b18ea5e8-82b3-4938-9654-2bb63e26601c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:54.695865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:54.696354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Checking segment: {'id': 'a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b18ea5e8-82b3-4938-9654-2bb63e26601c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:54.697001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Bound using segment: {'id': 'a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b18ea5e8-82b3-4938-9654-2bb63e26601c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:54.697598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Bound port: c5da69b6-5341-43a2-b032-20cc34813f6b, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b18ea5e8-82b3-4938-9654-2bb63e26601c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:54.698137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.803791 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.830883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-572bd92b-cb4b-4520-a418-b9cfbbe49603 None None] Provisioning for port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:54.848153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-572bd92b-cb4b-4520-a418-b9cfbbe49603 None None] Provisioning complete for port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:54.850335 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-572bd92b-cb4b-4520-a418-b9cfbbe49603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.895972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] For port c5da69b6-5341-43a2-b032-20cc34813f6b, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:54.901599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] For port c5da69b6-5341-43a2-b032-20cc34813f6b, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c5da69b6-5341-43a2-b032-20cc34813f6b,segment=NetworkSegment(a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819),segment_id=a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:54.908173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1276413482'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:54.916922 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.956320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-572bd92b-cb4b-4520-a418-b9cfbbe49603 None None] Port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:54.959740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Pushing event deleted for resources: {'Port': ['ID=7768c0cd-c051-46bf-b1ca-d8f0da455c81,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.994843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:55.003317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] No DVR routers for this DVR port 7768c0cd-c051-46bf-b1ca-d8f0da455c81 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:55.006038 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.012103 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.016081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa62a93e-e49d-4ae4-9121-17918e4b4bef req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.93 "DELETE /v2.0/ports/7768c0cd-c051-46bf-b1ca-d8f0da455c81 HTTP/1.1" status: 204 len: 173 time: 1.1853147 Aug 16 02:06:55.022009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277cf128-552c-4ddc-b637-8f064df95c47', 'name': 'network-vif-deleted', 'tag': '7768c0cd-c051-46bf-b1ca-d8f0da455c81'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:55.024741 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3eced-f9f8-4c33-95a0-9afbd296dd2a" -d '{"events": [{"server_uuid": "277cf128-552c-4ddc-b637-8f064df95c47", "name": "network-vif-deleted", "tag": "7768c0cd-c051-46bf-b1ca-d8f0da455c81"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:55.030027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.030689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.031386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.032258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.032411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.032799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.033538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.034122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.034762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.035404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.036138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.037425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67cf619-6f9c-4742-8d5c-49f7cff9b92f tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:55.063026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73865d4-1bba-4c38-862e-dd5813faeb04 req-e899966e-8946-478f-b67c-d0c843bbf412 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.067050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.068371 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.072425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e73865d4-1bba-4c38-862e-dd5813faeb04 req-e899966e-8946-478f-b67c-d0c843bbf412 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 943 time: 0.1415188 Aug 16 02:06:55.073932 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] 10.222.0.86 "PUT /v2.0/ports/c5da69b6-5341-43a2-b032-20cc34813f6b HTTP/1.1" status: 200 len: 1092 time: 1.8470459 Aug 16 02:06:55.102451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'tag': 'c5da69b6-5341-43a2-b032-20cc34813f6b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:55.105393 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "135f528b-6b5c-49e0-a18b-8a531b5c4d0e", "tag": "c5da69b6-5341-43a2-b032-20cc34813f6b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:55.168551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e73865d4-1bba-4c38-862e-dd5813faeb04 req-836fe6de-e092-4e67-b9f9-fdc8f65bb711 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874066 Aug 16 02:06:55.233680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:55.237450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.284318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac30c62-a617-4aa7-8c49-32c2b601dc14 service neutron] Pushing event updated for resources: {'Port': ['ID=c5da69b6-5341-43a2-b032-20cc34813f6b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:55.291458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734781ac-b305-4da5-87e8-5e963140f8d1 req-5041a423-9e30-4d5f-b464-a201fa2adbfe tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.300407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-734781ac-b305-4da5-87e8-5e963140f8d1 req-5041a423-9e30-4d5f-b464-a201fa2adbfe tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1106718 Aug 16 02:06:55.305178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.321932 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252eb433-f3fe-44cf-8003-c009105fd1f5 x-openstack-request-id: req-252eb433-f3fe-44cf-8003-c009105fd1f5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:55.322327 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277cf128-552c-4ddc-b637-8f064df95c47", "name": "network-vif-deleted", "tag": "7768c0cd-c051-46bf-b1ca-d8f0da455c81", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:55.323129 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-252eb433-f3fe-44cf-8003-c009105fd1f5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:55.323781 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277cf128-552c-4ddc-b637-8f064df95c47', 'name': 'network-vif-deleted', 'tag': '7768c0cd-c051-46bf-b1ca-d8f0da455c81', 'status': 'completed', 'code': 200} Aug 16 02:06:55.337785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-1f197c98-4827-488d-aba5-36645ac03161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.339340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-1f197c98-4827-488d-aba5-36645ac03161 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=62a6d96a6a734e809ddaabc7b1072b61&device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 1095 time: 0.1703422 Aug 16 02:06:55.359286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-734781ac-b305-4da5-87e8-5e963140f8d1 req-3846f5c6-026f-4b1a-b9ed-8e2eb522341a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566447 Aug 16 02:06:55.427714 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066db9e6-575d-438c-8af9-c15d9d13a05d x-openstack-request-id: req-066db9e6-575d-438c-8af9-c15d9d13a05d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:55.428003 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135f528b-6b5c-49e0-a18b-8a531b5c4d0e", "tag": "c5da69b6-5341-43a2-b032-20cc34813f6b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:55.428259 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-066db9e6-575d-438c-8af9-c15d9d13a05d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:55.428657 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'tag': 'c5da69b6-5341-43a2-b032-20cc34813f6b', 'status': 'completed', 'code': 200} Aug 16 02:06:55.430239 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-a18913e6-15e3-4aa4-b218-3e43815c8f73 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5da69b6-5341-43a2-b032-20cc34813f6b HTTP/1.1" status: 200 len: 217 time: 0.0503130 Aug 16 02:06:55.523446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb39ed-7f00-4a5b-998a-c9c071bcdaac req-678366fa-2eb0-4713-a97d-89b14c7099dc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.537296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb39ed-7f00-4a5b-998a-c9c071bcdaac req-678366fa-2eb0-4713-a97d-89b14c7099dc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.543824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6acb39ed-7f00-4a5b-998a-c9c071bcdaac req-678366fa-2eb0-4713-a97d-89b14c7099dc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 1651 time: 0.0990865 Aug 16 02:06:55.545776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Allocated IP 10.1.1.107 (74df5850-9a31-4196-8424-af5506f238b9/762bbd8e-7242-4609-b9be-cf10a3309eb0/aa416136-5e92-4449-92b9-803a71b0bdca) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:55.570598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-083afbd9-a407-43b0-84dd-a742eec17f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.572106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-083afbd9-a407-43b0-84dd-a742eec17f46 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1de8270d-0d38-4120-80a4-15c21a2538b1 HTTP/1.1" status: 200 len: 861 time: 0.1286378 Aug 16 02:06:55.626876 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-43e42ad7-6382-4975-870f-facc563079d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b18ea5e8-82b3-4938-9654-2bb63e26601c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377038 Aug 16 02:06:55.661779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6acb39ed-7f00-4a5b-998a-c9c071bcdaac req-082a7d1c-7cfd-4460-9796-4696dead2071 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086373 Aug 16 02:06:55.770248 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-070dc0ab-e724-4d61-9ca5-06366021990e service neutron] 10.222.0.86 "GET /v2.0/networks/b18ea5e8-82b3-4938-9654-2bb63e26601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348343 Aug 16 02:06:55.803170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3da34b2f-b7bd-4312-ab3d-46d56a5788c4 req-e2327f8e-e4cc-49e8-99c1-ec0173966e80 tempest-ImagesNegativeTestJSON-450605588 tempest-ImagesNegativeTestJSON-450605588-project] 10.222.0.61 "GET /v2.0/ports?device_id=277cf128-552c-4ddc-b637-8f064df95c47 HTTP/1.1" status: 200 len: 210 time: 0.0430388 Aug 16 02:06:55.908813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.927331 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.999399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:56.037612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e64f6-791b-4059-a349-2e3f7df96631,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.044608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.047448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.047685 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment 6d387b21-41a8-4084-bf33-8f9b4895e44b of type vlan for network 74a20fa0-42c4-4939-b04a-9a524d708f20 Aug 16 02:06:56.050902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68c2e4d9-7ebb-4487-b38b-f4370cdf8185 req-86199b04-1f51-4be9-887a-b31127edde03 service neutron] 10.222.0.86 "GET /v2.0/networks/b18ea5e8-82b3-4938-9654-2bb63e26601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603109 Aug 16 02:06:56.094072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Transition to ACTIVE for port object aa416136-5e92-4449-92b9-803a71b0bdca will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:56.110482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.197633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.203505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.204107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.262782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.292443 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6150839 Aug 16 02:06:56.329434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b9807-0df4-44ce-8e96-f4cf254275dc tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=74a20fa0-42c4-4939-b04a-9a524d708f20,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.339735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network 74df5850-9a31-4196-8424-af5506f238b9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:56.345593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 74a20fa0-42c4-4939-b04a-9a524d708f20 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:56.371842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:56.375227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-5ca89bf2-5b1c-4403-bcc6-f29d0e18d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.376756 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-5ca89bf2-5b1c-4403-bcc6-f29d0e18d7ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=62a6d96a6a734e809ddaabc7b1072b61&device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 1095 time: 0.2179191 Aug 16 02:06:56.377484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:56.417201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cdadf-f515-4dc2-8161-a61b1d5d2773 req-190aa136-1085-484a-9755-d4c771a8790e tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.433795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f8cdadf-f515-4dc2-8161-a61b1d5d2773 req-190aa136-1085-484a-9755-d4c771a8790e tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 943 time: 0.1686156 Aug 16 02:06:56.484655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.513420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7768c0cd-c051-46bf-b1ca-d8f0da455c81 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:56.548218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.549326 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.555897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 7768c0cd-c051-46bf-b1ca-d8f0da455c81 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:56.556243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7768c0cd-c051-46bf-b1ca-d8f0da455c81 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:56.593774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Port': ['ID=aa416136-5e92-4449-92b9-803a71b0bdca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.631270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f8cdadf-f515-4dc2-8161-a61b1d5d2773 req-87b41404-09d2-47d2-8e28-98de356aae13 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956151 Aug 16 02:06:56.660465 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56dc6931-c83f-41ec-b678-57ba71cc733e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1032219 Aug 16 02:06:56.706423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c', 'admin_state_up': True, 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'security_groups': ['c84ffc83-4958-46b1-9c16-cc6fb8217810']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:56.714401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a26f7ea-771f-4631-9b8f-34d318a8f571 None None] Provisioning for port aa416136-5e92-4449-92b9-803a71b0bdca completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:56.719836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fb9bf-e1d7-411c-9d8f-319f8a3d4dfe req-12e443d9-1714-482e-9fac-ce6c79046f77 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.728182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a26f7ea-771f-4631-9b8f-34d318a8f571 None None] Provisioning complete for port aa416136-5e92-4449-92b9-803a71b0bdca triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:56.729273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a26f7ea-771f-4631-9b8f-34d318a8f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.733574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a23fb9bf-e1d7-411c-9d8f-319f8a3d4dfe req-12e443d9-1714-482e-9fac-ce6c79046f77 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.2348239 Aug 16 02:06:56.810384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2a26f7ea-771f-4631-9b8f-34d318a8f571 None None] Port aa416136-5e92-4449-92b9-803a71b0bdca cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:56.887515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a23fb9bf-e1d7-411c-9d8f-319f8a3d4dfe req-d7d47310-af48-410b-b3ab-43ded76771b3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486864 Aug 16 02:06:56.911497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-be6fc694-80e2-4860-828e-35159115d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.916326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-be6fc694-80e2-4860-828e-35159115d359 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b18ea5e8-82b3-4938-9654-2bb63e26601c HTTP/1.1" status: 200 len: 922 time: 0.5139349 Aug 16 02:06:56.937170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7295676-4dbf-4bdc-87a5-3d350d253977 req-05aa621c-c6da-4f67-ad2f-7dfe3bc99b32 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.942762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e42-b518-4906-96a1-ce9499e92225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.950255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7295676-4dbf-4bdc-87a5-3d350d253977 req-05aa621c-c6da-4f67-ad2f-7dfe3bc99b32 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.972980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7295676-4dbf-4bdc-87a5-3d350d253977 req-05aa621c-c6da-4f67-ad2f-7dfe3bc99b32 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.985901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7295676-4dbf-4bdc-87a5-3d350d253977 req-05aa621c-c6da-4f67-ad2f-7dfe3bc99b32 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 2372 time: 0.1765091 Aug 16 02:06:57.005675 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-47eed723-fc64-4081-bd54-c563f2f599a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5da69b6-5341-43a2-b032-20cc34813f6b HTTP/1.1" status: 200 len: 217 time: 0.0604279 Aug 16 02:06:57.073763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-11fa163c-fa2c-4881-bf94-80d948259d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.075961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-11fa163c-fa2c-4881-bf94-80d948259d7a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1de8270d-0d38-4120-80a4-15c21a2538b1 HTTP/1.1" status: 200 len: 861 time: 0.0606623 Aug 16 02:06:57.097476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7295676-4dbf-4bdc-87a5-3d350d253977 req-d4691cda-46c7-40d4-aa5a-6a8b760ca6a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029813 Aug 16 02:06:57.325899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e42-b518-4906-96a1-ce9499e92225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.331032 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-35009746-6f62-40e0-99d0-1c4338f5b90e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b18ea5e8-82b3-4938-9654-2bb63e26601c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2416778 Aug 16 02:06:57.338117 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e42-b518-4906-96a1-ce9499e92225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.370702 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8e9a9e42-b518-4906-96a1-ce9499e92225 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71f918d1e83b490ba3cfe6be2b36edaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8844173 Aug 16 02:06:57.373574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:57.541178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a9e42-b518-4906-96a1-ce9499e92225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa28975-86f5-439b-a99a-b8be12cb261b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:57.551723 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40b1db11-f585-4c50-b20b-9c56bcfbd548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.562809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:57.613290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40b1db11-f585-4c50-b20b-9c56bcfbd548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.658587 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-f473b79a-630f-4018-b8e6-07c4cd7319ad service neutron] 10.222.0.86 "GET /v2.0/networks/b18ea5e8-82b3-4938-9654-2bb63e26601c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928374 Aug 16 02:06:57.674541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:57.709915 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40b1db11-f585-4c50-b20b-9c56bcfbd548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.714192 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40b1db11-f585-4c50-b20b-9c56bcfbd548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.715843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-40b1db11-f585-4c50-b20b-9c56bcfbd548 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9aa28975-86f5-439b-a99a-b8be12cb261b HTTP/1.1" status: 204 len: 168 time: 0.3407586 Aug 16 02:06:57.738352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1db11-f585-4c50-b20b-9c56bcfbd548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa28975-86f5-439b-a99a-b8be12cb261b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:57.877491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.886026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8e572-d91d-46dd-9463-93a418574c3f req-099505d7-54d8-4a2d-9e3c-7f9b7b75d359 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.888398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6f8e572-d91d-46dd-9463-93a418574c3f req-099505d7-54d8-4a2d-9e3c-7f9b7b75d359 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 943 time: 0.1083307 Aug 16 02:06:57.990662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e7949dd0-f9b6-44cb-aa6c-dea5d88e7e5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50749a47f9074856aa1fc7b4c245fd08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144758 Aug 16 02:06:57.994426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.032780 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5dbab2a-3c49-47fb-8b1c-18cb47031b7a req-96526b55-0949-4e88-a594-a165737809b7 service neutron] 10.222.0.86 "GET /v2.0/networks/b18ea5e8-82b3-4938-9654-2bb63e26601c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651168 Aug 16 02:06:58.033830 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6f8e572-d91d-46dd-9463-93a418574c3f req-db2649e3-254a-43cc-8db0-0d180ae8c704 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239359 Aug 16 02:06:58.159319 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f083127-f409-4c93-89ff-26811f7b5b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.165131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7998-16d3-42a7-ab15-1146b7c2a2e7 req-24d805c6-07aa-4d0e-8f34-4e6561d70620 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.166812 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db3e7998-16d3-42a7-ab15-1146b7c2a2e7 req-24d805c6-07aa-4d0e-8f34-4e6561d70620 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1098065 Aug 16 02:06:58.222778 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f083127-f409-4c93-89ff-26811f7b5b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.296300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Allocated IP 10.2.2.100 (3e61c9bc-2a0a-441c-9aa1-dcd18055303c/d23d9bb9-ac5c-4fb5-8d39-140eed26815b/86dd75dd-3f11-43e2-9699-ede91d331b71) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:58.319662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db3e7998-16d3-42a7-ab15-1146b7c2a2e7 req-d71958bc-362a-4486-b31a-22b3dd32dce5 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359484 Aug 16 02:06:58.369436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679fb7b-d5b7-4137-8164-06dff7dc1971 req-6827f179-d6a5-425c-bc69-5009184fcc64 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.377505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679fb7b-d5b7-4137-8164-06dff7dc1971 req-6827f179-d6a5-425c-bc69-5009184fcc64 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.385077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679fb7b-d5b7-4137-8164-06dff7dc1971 req-6827f179-d6a5-425c-bc69-5009184fcc64 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.394348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6679fb7b-d5b7-4137-8164-06dff7dc1971 req-6827f179-d6a5-425c-bc69-5009184fcc64 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 2372 time: 0.1537428 Aug 16 02:06:58.489500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6679fb7b-d5b7-4137-8164-06dff7dc1971 req-f24fa190-5fee-48b6-af19-c18730f32c9c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939360 Aug 16 02:06:58.496576 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f083127-f409-4c93-89ff-26811f7b5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.503052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f083127-f409-4c93-89ff-26811f7b5b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.509135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2f083127-f409-4c93-89ff-26811f7b5b36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1171eaf0-10a5-43ac-aca5-bafc5553445e HTTP/1.1" status: 204 len: 168 time: 0.5132251 Aug 16 02:06:58.530590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f083127-f409-4c93-89ff-26811f7b5b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1171eaf0-10a5-43ac-aca5-bafc5553445e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.552322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.601175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Transition to ACTIVE for port object 86dd75dd-3f11-43e2-9699-ede91d331b71 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:58.708754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.778607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:58.780958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Port': ['ID=86dd75dd-3f11-43e2-9699-ede91d331b71,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.784273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:58.786735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:58.875123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.877456 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.906077 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-a477f0b9-e35e-489b-863a-dafc1cb2adb1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2292578 Aug 16 02:06:58.927062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c', 'admin_state_up': True, 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'security_groups': ['c84ffc83-4958-46b1-9c16-cc6fb8217810']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:59.012302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:59.215662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Made reservation on behalf of 9bce0ae82327452c9c3b3172c8ae9106 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:59.229977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.338448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58e4960a-81ba-45d2-9baa-fd9052ba9f67 None None] Provisioning for port 86dd75dd-3f11-43e2-9699-ede91d331b71 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:59.346889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598049d5-759d-487c-b4b6-968b7b7ee4d0 req-38907a3d-0a92-4e56-9994-eb9c6ae3af07 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.348894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58e4960a-81ba-45d2-9baa-fd9052ba9f67 None None] Provisioning complete for port 86dd75dd-3f11-43e2-9699-ede91d331b71 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:59.349468 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58e4960a-81ba-45d2-9baa-fd9052ba9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.350545 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-598049d5-759d-487c-b4b6-968b7b7ee4d0 req-38907a3d-0a92-4e56-9994-eb9c6ae3af07 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 943 time: 0.1677713 Aug 16 02:06:59.410641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-58e4960a-81ba-45d2-9baa-fd9052ba9f67 None None] Port 86dd75dd-3f11-43e2-9699-ede91d331b71 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:59.414226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:59.434222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'port_id': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'mac_address': 'fa:16:3e:41:6d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:59.434802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-598049d5-759d-487c-b4b6-968b7b7ee4d0 req-2023f0ae-6daf-47e8-86df-c65ebf2ea40f tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730717 Aug 16 02:06:59.530269 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.557265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5cd508-812e-498c-a87e-fbc3ccc651d6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:59.603704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:59.609238 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.609621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c5da69b6-5341-43a2-b032-20cc34813f6b details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:59.683577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8631c5-7e49-45fa-80af-8c71dc74627e req-9a3b7f64-39cd-4d6a-b71b-99259a22b16f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.706480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e8631c5-7e49-45fa-80af-8c71dc74627e req-9a3b7f64-39cd-4d6a-b71b-99259a22b16f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 943 time: 0.1432471 Aug 16 02:06:59.803495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e8631c5-7e49-45fa-80af-8c71dc74627e req-4012f291-2607-4735-a391-47cf39dba45d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957787 Aug 16 02:06:59.809779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.817932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Allocated IP 10.2.2.200 (3e61c9bc-2a0a-441c-9aa1-dcd18055303c/d23d9bb9-ac5c-4fb5-8d39-140eed26815b/60c3f7f5-2db5-4740-bda3-29961ee0eb5f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:59.824111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': '74a20fa0-42c4-4939-b04a-9a524d708f20', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:59.920816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:59.943868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.947131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.947816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.947962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.948209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.948546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.948873 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.949247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.953063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.953281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.953634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:59.955849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:00.037840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c5da69b6-5341-43a2-b032-20cc34813f6b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c5da69b6-5341-43a2-b032-20cc34813f6b,segment=NetworkSegment(a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819),segment_id=a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:00.059713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'c5da69b6-5341-43a2-b032-20cc34813f6b', 'network_id': 'b18ea5e8-82b3-4938-9654-2bb63e26601c', 'port_id': 'c5da69b6-5341-43a2-b032-20cc34813f6b', 'mac_address': 'fa:16:3e:0f:23:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de8270d-0d38-4120-80a4-15c21a2538b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:00.064950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:00.070615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.086247 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.104794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Transition to ACTIVE for port object 60c3f7f5-2db5-4740-bda3-29961ee0eb5f will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:00.114293 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.137973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5da69b6-5341-43a2-b032-20cc34813f6b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:00.156714 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.166022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c5da69b6-5341-43a2-b032-20cc34813f6b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c5da69b6-5341-43a2-b032-20cc34813f6b,segment=NetworkSegment(a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819),segment_id=a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:00.171360 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.199287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38d501-75be-4235-959b-56f9857d0e86 req-e1dc929f-1083-4f85-840c-884f19a070d3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.205882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38d501-75be-4235-959b-56f9857d0e86 req-e1dc929f-1083-4f85-840c-884f19a070d3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.212313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38d501-75be-4235-959b-56f9857d0e86 req-e1dc929f-1083-4f85-840c-884f19a070d3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.218028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event updated for resources: {'Port': ['ID=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:00.222390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38d501-75be-4235-959b-56f9857d0e86 req-e1dc929f-1083-4f85-840c-884f19a070d3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.230275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d38d501-75be-4235-959b-56f9857d0e86 req-e1dc929f-1083-4f85-840c-884f19a070d3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 3093 time: 0.2839460 Aug 16 02:07:00.243012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:00.244432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:00.266772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:00.280044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c5da69b6-5341-43a2-b032-20cc34813f6b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:00.294028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c37e77d9-a1c2-4540-94d7-4d68ae8d87e5 req-18ae172f-00ce-45e1-9dc9-6569cc42a8f7 tempest-AbsoluteLimitsNegativeTestJSON-1171405437 tempest-AbsoluteLimitsNegativeTestJSON-1171405437-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d5525c6e688e4b64ac0da39d062d4861&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124015 Aug 16 02:07:00.343444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.344147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.361664 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1541d8a0-dcea-4e55-8263-a9c203132d47 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4398084 Aug 16 02:07:00.383446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:00.395743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d38d501-75be-4235-959b-56f9857d0e86 req-517452cf-5900-4d6d-ba22-ae47e8e8da14 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645041 Aug 16 02:07:00.542817 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.552980 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.610220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c5da69b6-5341-43a2-b032-20cc34813f6b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:00.634373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e77d9-a1c2-4540-94d7-4d68ae8d87e5 req-92b76800-689f-4d9b-a36b-18a6036f64a8 tempest-AbsoluteLimitsNegativeTestJSON-1171405437 tempest-AbsoluteLimitsNegativeTestJSON-1171405437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.645833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c37e77d9-a1c2-4540-94d7-4d68ae8d87e5 req-92b76800-689f-4d9b-a36b-18a6036f64a8 tempest-AbsoluteLimitsNegativeTestJSON-1171405437 tempest-AbsoluteLimitsNegativeTestJSON-1171405437-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509011 Aug 16 02:07:00.678895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['ef5cd508-812e-498c-a87e-fbc3ccc651d6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:00.695729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c37e77d9-a1c2-4540-94d7-4d68ae8d87e5 req-c5f712da-5b68-4024-8b6b-8cca60bcde72 tempest-AbsoluteLimitsNegativeTestJSON-1171405437 tempest-AbsoluteLimitsNegativeTestJSON-1171405437-project] 10.222.0.61 "GET /v2.0/quotas/d5525c6e688e4b64ac0da39d062d4861 HTTP/1.1" status: 200 len: 375 time: 0.0358143 Aug 16 02:07:00.774834 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c37e77d9-a1c2-4540-94d7-4d68ae8d87e5 req-3f329bc8-5af1-4eae-8585-a97d1e7333ff tempest-AbsoluteLimitsNegativeTestJSON-1171405437 tempest-AbsoluteLimitsNegativeTestJSON-1171405437-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d5525c6e688e4b64ac0da39d062d4861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687721 Aug 16 02:07:00.786746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7e458e9-5aaa-4d81-9f0e-6fcf434ec5fb None None] Provisioning for port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:00.814796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7e458e9-5aaa-4d81-9f0e-6fcf434ec5fb None None] Provisioning complete for port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:00.815228 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7e458e9-5aaa-4d81-9f0e-6fcf434ec5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.842174 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.935291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=fe3247f4-4e8a-4170-ba8a-88bc348dd852,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:00.959978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking segment: {'id': '6d387b21-41a8-4084-bf33-8f9b4895e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '74a20fa0-42c4-4939-b04a-9a524d708f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:00.961005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network hostable DHCP agents. Network: 74a20fa0-42c4-4939-b04a-9a524d708f20, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:01.011695 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b4d6ba7-00b1-42ba-b28e-fd87f962e8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.034822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d7e458e9-5aaa-4d81-9f0e-6fcf434ec5fb None None] Port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:01.038881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 74a20fa0-42c4-4939-b04a-9a524d708f20 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:01.066806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a7146-9e3e-415a-bac8-57a6571de71f req-7896a9a0-558f-4136-b84a-f9b5f6f4a136 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.077212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-698a7146-9e3e-415a-bac8-57a6571de71f req-7896a9a0-558f-4136-b84a-f9b5f6f4a136 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 944 time: 0.1034501 Aug 16 02:07:01.078058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c749c68d-c8aa-4494-ad6c-f64fca81c308 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:01.094474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 74a20fa0-42c4-4939-b04a-9a524d708f20) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:01.109590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.113684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.114113 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.142121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Transition to ACTIVE for port object c749c68d-c8aa-4494-ad6c-f64fca81c308 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:01.147262 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.158917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-698a7146-9e3e-415a-bac8-57a6571de71f req-de2d5bd0-1240-42f4-9fc8-dd773006d1e2 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800569 Aug 16 02:07:01.167399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-76ab986e-3a7b-4910-a16b-a5d06cbcd551 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3509254 Aug 16 02:07:01.167670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.177099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309310217'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:01.190595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f82851-9894-44bb-a730-88a40b981187 None None] Network 74a20fa0-42c4-4939-b04a-9a524d708f20 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:01.222595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:01.231232 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.250868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Pushing event updated for resources: {'Port': ['ID=c749c68d-c8aa-4494-ad6c-f64fca81c308,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.456155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:01.517299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e339f-4eac-4e17-aa69-3c068617089c req-3f6909a6-7156-419a-8b51-61f2e48279aa tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.518846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c1e339f-4eac-4e17-aa69-3c068617089c req-3f6909a6-7156-419a-8b51-61f2e48279aa tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 944 time: 0.2408943 Aug 16 02:07:01.554581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-74a20fa0-42c4-4939-b04a-9a524d708f20', 'network_id': '74a20fa0-42c4-4939-b04a-9a524d708f20', 'tenant_id': '4cdd6f7fbe6f4c65b82637e4359bb458', 'fixed_ips': [{'subnet_id': 'fe3247f4-4e8a-4170-ba8a-88bc348dd852'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:01.557792 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.610219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.610967 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment e2c9b06b-677f-4309-8754-7b42c6985172 of type vlan for network fe688c0e-74e6-4cef-8b9b-a09b0239ee1a Aug 16 02:07:01.663423 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.692955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.713872 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.720198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.721038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.813177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6443496 Aug 16 02:07:01.832745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.840943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': 'fe688c0e-74e6-4cef-8b9b-a09b0239ee1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:01.867101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c1e339f-4eac-4e17-aa69-3c068617089c req-80145844-58ea-47bb-973f-1495807d373c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359149 Aug 16 02:07:01.887146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302d911-f5fc-4f3c-a2b7-07d320ae4ab3 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=fe688c0e-74e6-4cef-8b9b-a09b0239ee1a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.911719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network fe688c0e-74e6-4cef-8b9b-a09b0239ee1a details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:01.939953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Allocated IP 2001:db8:0:ffff::2 (74a20fa0-42c4-4939-b04a-9a524d708f20/fe3247f4-4e8a-4170-ba8a-88bc348dd852/8436315d-a0f3-43f5-8fbc-5ba83d612a78) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:01.982986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d191-18fd-4ef3-898b-727a920a46a8 req-4f05a332-4582-43e1-be16-0be0023f786f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.001573 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d191-18fd-4ef3-898b-727a920a46a8 req-4f05a332-4582-43e1-be16-0be0023f786f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.006837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Attempting to bind port c749c68d-c8aa-4494-ad6c-f64fca81c308 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:02.007444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Attempting to bind port c749c68d-c8aa-4494-ad6c-f64fca81c308 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:02.008110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Attempting to bind port c749c68d-c8aa-4494-ad6c-f64fca81c308 on network eb2528c8-5b9b-4161-9c71-1b504faa9674 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:02.011882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d191-18fd-4ef3-898b-727a920a46a8 req-4f05a332-4582-43e1-be16-0be0023f786f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.014396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Port c749c68d-c8aa-4494-ad6c-f64fca81c308 on network eb2528c8-5b9b-4161-9c71-1b504faa9674 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:02.014839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Attempting to bind port c749c68d-c8aa-4494-ad6c-f64fca81c308 on network eb2528c8-5b9b-4161-9c71-1b504faa9674 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:02.017146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:02.020839 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.030582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d191-18fd-4ef3-898b-727a920a46a8 req-4f05a332-4582-43e1-be16-0be0023f786f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.037279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46124) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:02.037740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d191-18fd-4ef3-898b-727a920a46a8 req-4f05a332-4582-43e1-be16-0be0023f786f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.048505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8183d191-18fd-4ef3-898b-727a920a46a8 req-4f05a332-4582-43e1-be16-0be0023f786f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 3826 time: 0.4430525 Aug 16 02:07:02.071639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:02.071995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Checking segment: {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:02.072590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Bound using segment: {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:02.073106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Bound port: c749c68d-c8aa-4494-ad6c-f64fca81c308, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:02.073545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.086084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6696dec5-58e9-45e3-8795-411f0a114abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.181984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8183d191-18fd-4ef3-898b-727a920a46a8 req-35678df1-804a-4665-b992-1890ce57eaa5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325941 Aug 16 02:07:02.182577 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.194605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Transition to ACTIVE for port object 8436315d-a0f3-43f5-8fbc-5ba83d612a78 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:02.214158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Transition to ACTIVE for port object 8436315d-a0f3-43f5-8fbc-5ba83d612a78 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:02.226231 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.246174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] For port c749c68d-c8aa-4494-ad6c-f64fca81c308, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:02.257413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] For port c749c68d-c8aa-4494-ad6c-f64fca81c308, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:02.268236 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.289883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Pushing event updated for resources: {'Port': ['ID=8436315d-a0f3-43f5-8fbc-5ba83d612a78,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.304788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Network 74a20fa0-42c4-4939-b04a-9a524d708f20 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:02.306556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:02.325067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:02.346316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.346765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6696dec5-58e9-45e3-8795-411f0a114abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.348155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.349744 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] 10.222.0.86 "PUT /v2.0/ports/c749c68d-c8aa-4494-ad6c-f64fca81c308 HTTP/1.1" status: 200 len: 1092 time: 1.9724090 Aug 16 02:07:02.364826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:02.367307 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a324c05-1d5e-4f01-9929-75824b5c82a4" -d '{"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:02.367726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77880d-b616-4ebb-a35f-fdb5284e2dc4 req-f13ebfff-3f80-4ef9-91f8-bfb71f057e8e tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.369503 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f77880d-b616-4ebb-a35f-fdb5284e2dc4 req-f13ebfff-3f80-4ef9-91f8-bfb71f057e8e tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 944 time: 0.0967495 Aug 16 02:07:02.371393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6696dec5-58e9-45e3-8795-411f0a114abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.384690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d7525c6-ba2e-46fa-836e-734d7b86d8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.474594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f77880d-b616-4ebb-a35f-fdb5284e2dc4 req-1607e8b5-a7ce-4a91-996a-3e025fdd0eb4 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855448 Aug 16 02:07:02.483789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Attempting to bind port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:02.484464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Attempting to bind port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6d387b21-41a8-4084-bf33-8f9b4895e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '74a20fa0-42c4-4939-b04a-9a524d708f20'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:02.486626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Attempting to bind port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 on network 74a20fa0-42c4-4939-b04a-9a524d708f20 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:02.499052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:02.500153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Checking segment: {'id': '6d387b21-41a8-4084-bf33-8f9b4895e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '74a20fa0-42c4-4939-b04a-9a524d708f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:02.501506 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.502042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Bound using segment: {'id': '6d387b21-41a8-4084-bf33-8f9b4895e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '74a20fa0-42c4-4939-b04a-9a524d708f20'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:02.506597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Bound port: 8436315d-a0f3-43f5-8fbc-5ba83d612a78, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d387b21-41a8-4084-bf33-8f9b4895e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '74a20fa0-42c4-4939-b04a-9a524d708f20'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:02.507408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.512946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d7525c6-ba2e-46fa-836e-734d7b86d8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.520312 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6696dec5-58e9-45e3-8795-411f0a114abc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5525c6e688e4b64ac0da39d062d4861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254573 Aug 16 02:07:02.521763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696dec5-58e9-45e3-8795-411f0a114abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dacc84-553d-40ed-a9b9-28e208266130,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.525151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:02.541910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46134) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:02.542060 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d7525c6-ba2e-46fa-836e-734d7b86d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.620195 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f79fdcff-d18e-4083-b48d-98ceadae78f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.626757 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33a360a-00d5-423b-999c-6a042f0030ce x-openstack-request-id: req-e33a360a-00d5-423b-999c-6a042f0030ce {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:02.627047 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:02.629542 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e33a360a-00d5-423b-999c-6a042f0030ce {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:02.629887 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'status': 'completed', 'code': 200} Aug 16 02:07:02.650909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] For port 8436315d-a0f3-43f5-8fbc-5ba83d612a78, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:02.663719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] For port 8436315d-a0f3-43f5-8fbc-5ba83d612a78, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8436315d-a0f3-43f5-8fbc-5ba83d612a78,segment=NetworkSegment(6d387b21-41a8-4084-bf33-8f9b4895e44b),segment_id=6d387b21-41a8-4084-bf33-8f9b4895e44b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:02.670967 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f79fdcff-d18e-4083-b48d-98ceadae78f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.672698 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.723519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ff2a3-5af9-45cd-9cc0-51b13e98c65e service neutron] Pushing event updated for resources: {'Port': ['ID=c749c68d-c8aa-4494-ad6c-f64fca81c308,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.778843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c4f4a-2f61-44fd-912e-0d6e269e286c None None] Pushing event updated for resources: {'Port': ['ID=8436315d-a0f3-43f5-8fbc-5ba83d612a78,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.781688 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f79fdcff-d18e-4083-b48d-98ceadae78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.784351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f79fdcff-d18e-4083-b48d-98ceadae78f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.788165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f79fdcff-d18e-4083-b48d-98ceadae78f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0dacc84-553d-40ed-a9b9-28e208266130 HTTP/1.1" status: 204 len: 168 time: 0.2430718 Aug 16 02:07:02.792803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.801659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.807852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fdcff-d18e-4083-b48d-98ceadae78f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dacc84-553d-40ed-a9b9-28e208266130,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.837518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7525c6-ba2e-46fa-836e-734d7b86d8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ad77f4-09ce-4172-a9e3-d77584088e67,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.859917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:02.863080 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7d7525c6-ba2e-46fa-836e-734d7b86d8d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac2ff32f77a04d3a8999d11e292be352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8246906 Aug 16 02:07:02.937156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecf23b97-6277-41f4-86a6-c400f4ca9d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.969697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-aba6a0a3-34b2-49de-ac7a-baf4aa62d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.970185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-aba6a0a3-34b2-49de-ac7a-baf4aa62d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.970662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-aba6a0a3-34b2-49de-ac7a-baf4aa62d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.971152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-aba6a0a3-34b2-49de-ac7a-baf4aa62d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.971620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-aba6a0a3-34b2-49de-ac7a-baf4aa62d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.984053 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-aba6a0a3-34b2-49de-ac7a-baf4aa62d620 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 4362 time: 0.3532655 Aug 16 02:07:02.997485 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecf23b97-6277-41f4-86a6-c400f4ca9d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.017826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:03.043684 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=03f4597f-3209-4cfb-a6be-0b578b2b26cc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.174338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port ef5cd508-812e-498c-a87e-fbc3ccc651d6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:03.181950 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.194188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking segment: {'id': 'e2c9b06b-677f-4309-8754-7b42c6985172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fe688c0e-74e6-4cef-8b9b-a09b0239ee1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:03.197698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network hostable DHCP agents. Network: fe688c0e-74e6-4cef-8b9b-a09b0239ee1a, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:03.210750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a82866-8487-460a-8de6-f4bb41665290 req-25c675b7-11c7-411f-bab3-d5bcaa25065f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.212405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66a82866-8487-460a-8de6-f4bb41665290 req-25c675b7-11c7-411f-bab3-d5bcaa25065f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 944 time: 0.1603613 Aug 16 02:07:03.259044 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:03.262588 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecf23b97-6277-41f4-86a6-c400f4ca9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.278611 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecf23b97-6277-41f4-86a6-c400f4ca9d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.282122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ecf23b97-6277-41f4-86a6-c400f4ca9d29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81ad77f4-09ce-4172-a9e3-d77584088e67 HTTP/1.1" status: 204 len: 168 time: 0.4210370 Aug 16 02:07:03.354862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf23b97-6277-41f4-86a6-c400f4ca9d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ad77f4-09ce-4172-a9e3-d77584088e67,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.393898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66a82866-8487-460a-8de6-f4bb41665290 req-e9944e54-3f05-4a35-ba2d-4895af42a079 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686487 Aug 16 02:07:03.414799 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.446326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f5012-a865-45e9-b663-72498848440e req-eaec83c2-727a-4ca2-80ef-1a46b6b9c3fa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.458958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:03.461314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f5012-a865-45e9-b663-72498848440e req-eaec83c2-727a-4ca2-80ef-1a46b6b9c3fa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.470382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f5012-a865-45e9-b663-72498848440e req-eaec83c2-727a-4ca2-80ef-1a46b6b9c3fa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.482778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network fe688c0e-74e6-4cef-8b9b-a09b0239ee1a is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:03.483876 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f51d66c-5294-4657-aa16-b51313049b1c" -d '{"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:03.485266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f5012-a865-45e9-b663-72498848440e req-eaec83c2-727a-4ca2-80ef-1a46b6b9c3fa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.494535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f5012-a865-45e9-b663-72498848440e req-eaec83c2-727a-4ca2-80ef-1a46b6b9c3fa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.497186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-413f5012-a865-45e9-b663-72498848440e req-eaec83c2-727a-4ca2-80ef-1a46b6b9c3fa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 3826 time: 0.1643515 Aug 16 02:07:03.523470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:03.533417 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.537860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c5da69b6-5341-43a2-b032-20cc34813f6b up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:03.552774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-c02d3604-5fbe-4293-ad4c-099d14c4c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.557480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-c02d3604-5fbe-4293-ad4c-099d14c4c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.558501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-c02d3604-5fbe-4293-ad4c-099d14c4c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.561650 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-c02d3604-5fbe-4293-ad4c-099d14c4c989 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4935544 Aug 16 02:07:03.577464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, fe688c0e-74e6-4cef-8b9b-a09b0239ee1a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:03.617903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-413f5012-a865-45e9-b663-72498848440e req-0ea2fe75-55d6-4e72-b06f-97258613f580 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054907 Aug 16 02:07:03.627644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.628520 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.702469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b675524-ea80-48c6-9781-756ae5b873ed None None] Network fe688c0e-74e6-4cef-8b9b-a09b0239ee1a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:03.829225 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d831652a-a34e-48ef-be87-70b226344a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.839322 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607fba0b-9fc8-49e6-9f48-bc46d5205962 x-openstack-request-id: req-607fba0b-9fc8-49e6-9f48-bc46d5205962 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:03.839620 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:03.842538 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-607fba0b-9fc8-49e6-9f48-bc46d5205962 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:03.843034 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'code': 200} Aug 16 02:07:03.847915 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9e981a1f-e7f2-4dd1-acb6-811440a18198 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0140450 Aug 16 02:07:03.852143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8436315d-a0f3-43f5-8fbc-5ba83d612a78 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:03.856350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.969830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac78060-f7f8-4364-9d98-0125b354943c req-6c71ae55-088e-4845-b1a5-a78274fc44d6 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.981646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ac78060-f7f8-4364-9d98-0125b354943c req-6c71ae55-088e-4845-b1a5-a78274fc44d6 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 944 time: 0.2278981 Aug 16 02:07:04.035404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port c5da69b6-5341-43a2-b032-20cc34813f6b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:04.056637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ac78060-f7f8-4364-9d98-0125b354943c req-60f88677-060f-4939-82d9-66047f4d985b tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661550 Aug 16 02:07:04.074649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port c5da69b6-5341-43a2-b032-20cc34813f6b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:04.075074 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.146291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:04.149214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.196004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e38f4fe-50a5-4383-a95e-e07b8f08367e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:04.212213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.238622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Transition to ACTIVE for port object 9e38f4fe-50a5-4383-a95e-e07b8f08367e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:04.240593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:04.240782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-52de77ef-53b5-4be7-a948-1985a0814bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.242907 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a324c05-1d5e-4f01-9929-75824b5c82a4 req-52de77ef-53b5-4be7-a948-1985a0814bf0 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6552300 Aug 16 02:07:04.261040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.363274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e38f4fe-50a5-4383-a95e-e07b8f08367e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:04.416415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9b7eb-07d8-48ba-8122-4fdbf95f4226 req-5b1db465-95db-4c56-91f3-2fb5f11fda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.418918 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-add9b7eb-07d8-48ba-8122-4fdbf95f4226 req-5b1db465-95db-4c56-91f3-2fb5f11fda6e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1098 time: 0.1749756 Aug 16 02:07:04.442565 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.540513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c5da69b6-5341-43a2-b032-20cc34813f6b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c5da69b6-5341-43a2-b032-20cc34813f6b,segment=NetworkSegment(a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819),segment_id=a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:04.588582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f3218-c61f-4fc7-b3f2-59510beac7fe None None] Network 74a20fa0-42c4-4939-b04a-9a524d708f20 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:04.614143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.636424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e2a272-c664-4401-bede-14d6b018fd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-fe688c0e-74e6-4cef-8b9b-a09b0239ee1a', 'network_id': 'fe688c0e-74e6-4cef-8b9b-a09b0239ee1a', 'tenant_id': '4cdd6f7fbe6f4c65b82637e4359bb458', 'fixed_ips': [{'subnet_id': '03f4597f-3209-4cfb-a6be-0b578b2b26cc'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:04.637279 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a272-c664-4401-bede-14d6b018fd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.652076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.664199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c981d9-8bbc-42fa-b1c5-94f061af069e req-fb2edfeb-3dd5-4782-8c4a-25fa0eac61d4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.679062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56c981d9-8bbc-42fa-b1c5-94f061af069e req-fb2edfeb-3dd5-4782-8c4a-25fa0eac61d4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 946 time: 0.1029887 Aug 16 02:07:04.725392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-add9b7eb-07d8-48ba-8122-4fdbf95f4226 req-c5c67152-3cbc-431d-81de-4b5bbe2d58da service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895277 Aug 16 02:07:04.774182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4dce4475-ee40-4ece-baba-a37aef9fa7d2 None None] Provisioning for port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:04.785295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56c981d9-8bbc-42fa-b1c5-94f061af069e req-874c77bb-d126-4262-88df-2648470e42fc tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974562 Aug 16 02:07:04.804089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Attempting to bind port 9e38f4fe-50a5-4383-a95e-e07b8f08367e on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:04.804431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Attempting to bind port 9e38f4fe-50a5-4383-a95e-e07b8f08367e by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:04.804829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Attempting to bind port 9e38f4fe-50a5-4383-a95e-e07b8f08367e on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:04.809552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Port 9e38f4fe-50a5-4383-a95e-e07b8f08367e on network 74df5850-9a31-4196-8424-af5506f238b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:04.809884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Attempting to bind port 9e38f4fe-50a5-4383-a95e-e07b8f08367e on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:04.824307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4dce4475-ee40-4ece-baba-a37aef9fa7d2 None None] Provisioning complete for port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:04.824669 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dce4475-ee40-4ece-baba-a37aef9fa7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.827904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:04.828242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Checking segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:04.828622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Bound using segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:04.829081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Bound port: 9e38f4fe-50a5-4383-a95e-e07b8f08367e, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:04.829451 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.899040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.020442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] For port 9e38f4fe-50a5-4383-a95e-e07b8f08367e, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:05.025889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] For port 9e38f4fe-50a5-4383-a95e-e07b8f08367e, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:05.032209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.158999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4bd8-1ed2-46a3-be49-e3e1dff93176 req-08465a95-1e61-4c08-adcc-50a09dd43a3d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.170949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.181955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e38f4fe-50a5-4383-a95e-e07b8f08367e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.189684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4bd8-1ed2-46a3-be49-e3e1dff93176 req-08465a95-1e61-4c08-adcc-50a09dd43a3d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.203384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.204359 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.205987 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-08179c5d-4751-47dc-abb5-a632cb06b6d3 service neutron] 10.222.0.86 "PUT /v2.0/ports/9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 200 len: 1137 time: 2.8088474 Aug 16 02:07:05.207202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4bd8-1ed2-46a3-be49-e3e1dff93176 req-08465a95-1e61-4c08-adcc-50a09dd43a3d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.209272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': '9e38f4fe-50a5-4383-a95e-e07b8f08367e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:05.212518 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a454f700-88e7-479c-90ae-327f017b1761" -d '{"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "9e38f4fe-50a5-4383-a95e-e07b8f08367e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:05.227445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4bd8-1ed2-46a3-be49-e3e1dff93176 req-08465a95-1e61-4c08-adcc-50a09dd43a3d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.242802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=03f4597f-3209-4cfb-a6be-0b578b2b26cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.246958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4bd8-1ed2-46a3-be49-e3e1dff93176 req-08465a95-1e61-4c08-adcc-50a09dd43a3d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.269321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4bd8-1ed2-46a3-be49-e3e1dff93176 req-08465a95-1e61-4c08-adcc-50a09dd43a3d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.274287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4af4bd8-1ed2-46a3-be49-e3e1dff93176 req-08465a95-1e61-4c08-adcc-50a09dd43a3d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 4604 time: 0.2263830 Aug 16 02:07:05.280453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:05.292586 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.320265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c5da69b6-5341-43a2-b032-20cc34813f6b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.388621 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4af4bd8-1ed2-46a3-be49-e3e1dff93176 req-fc6beb0b-035b-409a-920c-432f63d48be0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874002 Aug 16 02:07:05.423695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14d163-d39b-4fdd-bc9d-92700682f3f6 req-a125c6c6-1aec-4baa-87cc-fa56a6512506 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.425731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec14d163-d39b-4fdd-bc9d-92700682f3f6 req-a125c6c6-1aec-4baa-87cc-fa56a6512506 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 945 time: 0.1503248 Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-a5e2a272-c664-4401-bede-14d6b018fd72 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03f4597f-3209-4cfb-a6be-0b578b2b26cc: This subnet is being modified by another concurrent operation. Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:07:05.456037 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03f4597f-3209-4cfb-a6be-0b578b2b26cc: This subnet is being modified by another concurrent operation. Aug 16 02:07:05.461894 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:07:05.502984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.536855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe688c0e-74e6-4cef-8b9b-a09b0239ee1a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:05.539407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:05.555473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c9b06b-677f-4309-8754-7b42c6985172') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:05.555743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c9b06b-677f-4309-8754-7b42c6985172') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:05.562974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667875b9-a940-492e-8358-ad94780602ac None None] Network fe688c0e-74e6-4cef-8b9b-a09b0239ee1a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:05.567997 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.582646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec14d163-d39b-4fdd-bc9d-92700682f3f6 req-970c11c1-9011-47d0-9681-68a1138cbab4 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449950 Aug 16 02:07:05.586643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.596895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:05.597308 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.692953 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.701597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee3959ba-1e91-44b3-ab5e-93fe5c03f38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:05.703566 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:05.708924 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47bd5fd-5aab-4e8f-a83f-5b44878be453 x-openstack-request-id: req-f47bd5fd-5aab-4e8f-a83f-5b44878be453 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:05.709415 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "9e38f4fe-50a5-4383-a95e-e07b8f08367e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:05.709861 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f47bd5fd-5aab-4e8f-a83f-5b44878be453 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:05.710490 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': '9e38f4fe-50a5-4383-a95e-e07b8f08367e', 'status': 'completed', 'code': 200} Aug 16 02:07:05.798003 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.812957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.815421 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/fe688c0e-74e6-4cef-8b9b-a09b0239ee1a HTTP/1.1" status: 204 len: 168 time: 1.9484515 Aug 16 02:07:05.819049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:05.835062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266014740'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:05.845621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da69b6-5341-43a2-b032-20cc34813f6b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:05.853181 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cf548e-10ab-48aa-8c1e-1bfb6b1e8828" -d '{"events": [{"server_uuid": "135f528b-6b5c-49e0-a18b-8a531b5c4d0e", "name": "network-vif-plugged", "status": "completed", "tag": "c5da69b6-5341-43a2-b032-20cc34813f6b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:05.862352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b726ed8-b5bf-4bc3-81ae-104ebe1520b9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=fe688c0e-74e6-4cef-8b9b-a09b0239ee1a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.866978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dce4475-ee40-4ece-baba-a37aef9fa7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.961068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-7f6f79e6-a6b1-4c61-98e9-3b70d25a0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.961570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-7f6f79e6-a6b1-4c61-98e9-3b70d25a0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.962054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-7f6f79e6-a6b1-4c61-98e9-3b70d25a0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.962390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4dce4475-ee40-4ece-baba-a37aef9fa7d2 None None] For port 8436315d-a0f3-43f5-8fbc-5ba83d612a78, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8436315d-a0f3-43f5-8fbc-5ba83d612a78,segment=NetworkSegment(6d387b21-41a8-4084-bf33-8f9b4895e44b),segment_id=6d387b21-41a8-4084-bf33-8f9b4895e44b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:05.962588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-7f6f79e6-a6b1-4c61-98e9-3b70d25a0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.963026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-7f6f79e6-a6b1-4c61-98e9-3b70d25a0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.963914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-7f6f79e6-a6b1-4c61-98e9-3b70d25a0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.965408 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a454f700-88e7-479c-90ae-327f017b1761 req-7f6f79e6-a6b1-4c61-98e9-3b70d25a0d9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5292 time: 0.2288082 Aug 16 02:07:05.968509 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89bcbf6-8e30-41ea-8e8b-1fdaf40428e6 x-openstack-request-id: req-d89bcbf6-8e30-41ea-8e8b-1fdaf40428e6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:05.969165 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135f528b-6b5c-49e0-a18b-8a531b5c4d0e", "name": "network-vif-plugged", "status": "completed", "tag": "c5da69b6-5341-43a2-b032-20cc34813f6b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:05.969657 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d89bcbf6-8e30-41ea-8e8b-1fdaf40428e6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:05.970464 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da69b6-5341-43a2-b032-20cc34813f6b', 'code': 200} Aug 16 02:07:05.974707 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dce4475-ee40-4ece-baba-a37aef9fa7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.013139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee3959ba-1e91-44b3-ab5e-93fe5c03f38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.042852 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee3959ba-1e91-44b3-ab5e-93fe5c03f38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.112491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce4475-ee40-4ece-baba-a37aef9fa7d2 None None] Pushing event updated for resources: {'Port': ['ID=8436315d-a0f3-43f5-8fbc-5ba83d612a78,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.139616 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ee3959ba-1e91-44b3-ab5e-93fe5c03f38c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2481a87a468495198aaf42ae03b04c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991108 Aug 16 02:07:06.146970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:06.173497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3959ba-1e91-44b3-ab5e-93fe5c03f38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a5913a-5dda-4075-889d-b7f9813d3359,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.181857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:06.188896 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.230621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb5b47-a52d-454d-95c6-ac0e99c20b02 req-a69fa0af-16de-42b4-9d6e-c756775ab390 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.233381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8fb5b47-a52d-454d-95c6-ac0e99c20b02 req-a69fa0af-16de-42b4-9d6e-c756775ab390 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 946 time: 0.3012202 Aug 16 02:07:06.287357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:06.324251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:06.366053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20322aa2-82b6-484b-a7a4-a8f64117aeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.371741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.372312 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment f7ef2c37-6655-4782-861e-19aed2be80cf of type vlan for network 727a0bfb-08f2-4f0e-a52b-f2276c761ef6 Aug 16 02:07:06.407962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8fb5b47-a52d-454d-95c6-ac0e99c20b02 req-b28a9e11-7698-4843-848b-a33e2e163bd6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608272 Aug 16 02:07:06.476795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20322aa2-82b6-484b-a7a4-a8f64117aeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.486846 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.490052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb77cd-e046-4a2d-9f88-03d86b4fce40 req-a9bb5b1d-7b0f-451f-9aa1-89104c6190a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.495393 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4bb77cd-e046-4a2d-9f88-03d86b4fce40 req-a9bb5b1d-7b0f-451f-9aa1-89104c6190a4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 1097 time: 0.4443104 Aug 16 02:07:06.547950 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.552771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64835c9f-1da2-4d8d-aa51-ee4cf02607c0 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:06.556801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.557510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.600434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-e2119fe4-7c46-4ac4-afc1-67d5d26f1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.601380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-e2119fe4-7c46-4ac4-afc1-67d5d26f1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.602045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-e2119fe4-7c46-4ac4-afc1-67d5d26f1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.606438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7860720 Aug 16 02:07:06.607938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:06.610941 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a454f700-88e7-479c-90ae-327f017b1761 req-e2119fe4-7c46-4ac4-afc1-67d5d26f1d68 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5909135 Aug 16 02:07:06.648036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8bbf126-fa6b-403c-997e-08bbd3a6d1f2 None None] Provisioning complete for port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:06.648782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8bbf126-fa6b-403c-997e-08bbd3a6d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.649106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4bb77cd-e046-4a2d-9f88-03d86b4fce40 req-8c2a893a-8208-460f-98e9-20c6307d5c75 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454363 Aug 16 02:07:06.710078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': '727a0bfb-08f2-4f0e-a52b-f2276c761ef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:06.739930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:06.747601 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d215e09-52f0-4f82-8ce9-f8f23b7a1673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.759435 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20322aa2-82b6-484b-a7a4-a8f64117aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.760035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.762726 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20322aa2-82b6-484b-a7a4-a8f64117aeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.765244 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-20322aa2-82b6-484b-a7a4-a8f64117aeb3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8a5913a-5dda-4075-889d-b7f9813d3359 HTTP/1.1" status: 204 len: 168 time: 0.6078410 Aug 16 02:07:06.790627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Transition to ACTIVE for port object cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:06.797589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454f700-88e7-479c-90ae-327f017b1761 req-0d09649f-b82d-4188-948b-25d93a3978b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.799265 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a454f700-88e7-479c-90ae-327f017b1761 req-0d09649f-b82d-4188-948b-25d93a3978b3 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1730952 Aug 16 02:07:06.801626 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.885982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Pushing event updated for resources: {'Port': ['ID=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.928326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20322aa2-82b6-484b-a7a4-a8f64117aeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a5913a-5dda-4075-889d-b7f9813d3359,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.951942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df31cc7-e5dd-4d9c-8fe2-c0488afe6e1d tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=727a0bfb-08f2-4f0e-a52b-f2276c761ef6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.980152 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.999223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 727a0bfb-08f2-4f0e-a52b-f2276c761ef6 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:07.011129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Attempting to bind port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:07.014448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Attempting to bind port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:07.014829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Attempting to bind port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:07.026648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 on network 74df5850-9a31-4196-8424-af5506f238b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:07.026648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Attempting to bind port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:07.053937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:07.054390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Checking segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:07.054834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Bound using segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:07.055229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Bound port: cddd5100-08ec-4fdd-b5bc-d9fbf3d16040, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:07.055722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.056147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a509-08ec-4ace-ac7f-225cced98e36 req-c2f94485-8bf2-47eb-83ba-d19a79c98093 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.063270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a509-08ec-4ace-ac7f-225cced98e36 req-c2f94485-8bf2-47eb-83ba-d19a79c98093 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.070473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a509-08ec-4ace-ac7f-225cced98e36 req-c2f94485-8bf2-47eb-83ba-d19a79c98093 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.078202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a509-08ec-4ace-ac7f-225cced98e36 req-c2f94485-8bf2-47eb-83ba-d19a79c98093 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.085329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a509-08ec-4ace-ac7f-225cced98e36 req-c2f94485-8bf2-47eb-83ba-d19a79c98093 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.093872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712a509-08ec-4ace-ac7f-225cced98e36 req-c2f94485-8bf2-47eb-83ba-d19a79c98093 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.096667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9712a509-08ec-4ace-ac7f-225cced98e36 req-c2f94485-8bf2-47eb-83ba-d19a79c98093 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 4604 time: 0.4951785 Aug 16 02:07:07.110403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae44eef-663c-4c77-969f-17d2e56333f7 req-5ed83523-1dd1-4912-a8d4-3f8c4cb8160b tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.118572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ae44eef-663c-4c77-969f-17d2e56333f7 req-5ed83523-1dd1-4912-a8d4-3f8c4cb8160b tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 945 time: 0.3860285 Aug 16 02:07:07.224067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] For port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:07.228845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] For port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:07.230156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ae44eef-663c-4c77-969f-17d2e56333f7 req-cc249f83-fb37-46e5-a4d4-576a60b62b3f tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088002 Aug 16 02:07:07.242633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.329943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.330916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.333077 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] 10.222.0.86 "PUT /v2.0/ports/cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 200 len: 1137 time: 2.0580430 Aug 16 02:07:07.357939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9712a509-08ec-4ace-ac7f-225cced98e36 req-190da44f-72f1-4b89-a023-e16e78956ebd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2314534 Aug 16 02:07:07.385324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64835c9f-1da2-4d8d-aa51-ee4cf02607c0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:07.397087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:07.399784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45761ea3-7a36-464a-bf67-b3d04e7863ca service neutron] Pushing event updated for resources: {'Port': ['ID=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:07.426994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d215e09-52f0-4f82-8ce9-f8f23b7a1673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.469785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d215e09-52f0-4f82-8ce9-f8f23b7a1673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.519900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:07.537590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.574265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.630540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8436315d-a0f3-43f5-8fbc-5ba83d612a78 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:07.779528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': 'cddd5100-08ec-4fdd-b5bc-d9fbf3d16040'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:07.790451 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5318c336-2893-4331-a9f8-e188a34a0b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "cddd5100-08ec-4fdd-b5bc-d9fbf3d16040"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:08.049695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:08.050582 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.066313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:08.116597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:08.139155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.176228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Transition to ACTIVE for port object 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:08.187309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.262724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Pushing event updated for resources: {'Port': ['ID=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.322382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1559318719-network', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:08.378484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Attempting to bind port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:08.379135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Attempting to bind port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:08.379795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Attempting to bind port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:08.389090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 on network 74df5850-9a31-4196-8424-af5506f238b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:08.389862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Attempting to bind port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:08.398953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:08.399956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Checking segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:08.400350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Bound using segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:08.401155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Bound port: 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:08.401708 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.415659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Made reservation on behalf of e057c50193204cf0a1ba99efa140da36 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:08.418921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.435035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.492130 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6d215e09-52f0-4f82-8ce9-f8f23b7a1673 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15709bd4f75d45568859585987b1a1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2022333 Aug 16 02:07:08.493184 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.495536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:08.500760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d215e09-52f0-4f82-8ce9-f8f23b7a1673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc44bc0b-d786-4b66-8973-857a1fd47e97,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.582564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2a4c3-083e-47c8-aefe-afd2720e31d2 req-71a90c41-0bbd-44ab-9ef8-acddd0e67ffa tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.585231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] For port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:08.589964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] For port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:08.590251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ac2a4c3-083e-47c8-aefe-afd2720e31d2 req-71a90c41-0bbd-44ab-9ef8-acddd0e67ffa tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 946 time: 0.8981173 Aug 16 02:07:08.602632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=de81da71-40e3-4459-9755-a0a50a1e3c77,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.622756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.623069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb23d48-524b-4b8c-ae86-8d34cfa4f550 req-622a9c55-935c-44d6-bedf-ec916f6134d0 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.624632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fb23d48-524b-4b8c-ae86-8d34cfa4f550 req-622a9c55-935c-44d6-bedf-ec916f6134d0 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1097 time: 0.9475701 Aug 16 02:07:08.678797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking segment: {'id': 'f7ef2c37-6655-4782-861e-19aed2be80cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '727a0bfb-08f2-4f0e-a52b-f2276c761ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:08.679353 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network hostable DHCP agents. Network: 727a0bfb-08f2-4f0e-a52b-f2276c761ef6, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:08.698911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ac2a4c3-083e-47c8-aefe-afd2720e31d2 req-02565c74-0e0b-4562-b076-c71d4fe5a428 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020331 Aug 16 02:07:08.704380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cbf6-21b1-4198-86bd-f50bbeb29280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.712167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.712853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.714498 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] 10.222.0.86 "PUT /v2.0/ports/4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 HTTP/1.1" status: 200 len: 1090 time: 1.3269961 Aug 16 02:07:08.739001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea45f8-9cc2-49fb-80af-1e204607737c service neutron] Pushing event updated for resources: {'Port': ['ID=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.764874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fb23d48-524b-4b8c-ae86-8d34cfa4f550 req-db49b2b2-5764-4f35-815f-b378cd26c755 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250954 Aug 16 02:07:08.771845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cbf6-21b1-4198-86bd-f50bbeb29280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.776075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 727a0bfb-08f2-4f0e-a52b-f2276c761ef6 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:08.803827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 727a0bfb-08f2-4f0e-a52b-f2276c761ef6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:08.821157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b7f69-2ff3-4fa6-a429-5b0db7f9efa0 None None] Network 727a0bfb-08f2-4f0e-a52b-f2276c761ef6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:08.826911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.828414 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.830971 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9aa551-d8af-401a-9cf4-30a2f4aa96e7 x-openstack-request-id: req-ee9aa551-d8af-401a-9cf4-30a2f4aa96e7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:08.831867 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "cddd5100-08ec-4fdd-b5bc-d9fbf3d16040", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:08.832299 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee9aa551-d8af-401a-9cf4-30a2f4aa96e7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:08.832927 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': 'cddd5100-08ec-4fdd-b5bc-d9fbf3d16040', 'status': 'completed', 'code': 200} Aug 16 02:07:08.839504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:08.964449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132abf-b9bd-46ba-912a-ca85515149f8 req-5313b6d0-cef6-45fc-b252-0811d6f7d1c4 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.973903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72132abf-b9bd-46ba-912a-ca85515149f8 req-5313b6d0-cef6-45fc-b252-0811d6f7d1c4 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 945 time: 0.0804517 Aug 16 02:07:09.038385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.050092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72132abf-b9bd-46ba-912a-ca85515149f8 req-95b510cb-63d8-4c8b-aeb2-fefa3fcafab8 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749826 Aug 16 02:07:09.105203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-8b6a04d4-894d-45ca-a40f-f2faab61ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.105744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-8b6a04d4-894d-45ca-a40f-f2faab61ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.106223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-8b6a04d4-894d-45ca-a40f-f2faab61ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.106695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-8b6a04d4-894d-45ca-a40f-f2faab61ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.107813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-8b6a04d4-894d-45ca-a40f-f2faab61ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.108280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-8b6a04d4-894d-45ca-a40f-f2faab61ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.108759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-8b6a04d4-894d-45ca-a40f-f2faab61ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.110869 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-8b6a04d4-894d-45ca-a40f-f2faab61ff6e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6290 time: 0.2020183 Aug 16 02:07:09.116484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cbf6-21b1-4198-86bd-f50bbeb29280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.119255 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cbf6-21b1-4198-86bd-f50bbeb29280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.123417 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f3f2cbf6-21b1-4198-86bd-f50bbeb29280 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc44bc0b-d786-4b66-8973-857a1fd47e97 HTTP/1.1" status: 204 len: 168 time: 0.6232216 Aug 16 02:07:09.159977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.200772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c16b-1eaa-4495-b334-8bdedbbb9fc1 req-ca328810-bacf-4936-984f-688b924aa2df tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.210022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c16b-1eaa-4495-b334-8bdedbbb9fc1 req-ca328810-bacf-4936-984f-688b924aa2df tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.230007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c16b-1eaa-4495-b334-8bdedbbb9fc1 req-ca328810-bacf-4936-984f-688b924aa2df tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.246163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c16b-1eaa-4495-b334-8bdedbbb9fc1 req-ca328810-bacf-4936-984f-688b924aa2df tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.267155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-727a0bfb-08f2-4f0e-a52b-f2276c761ef6', 'network_id': '727a0bfb-08f2-4f0e-a52b-f2276c761ef6', 'tenant_id': '4cdd6f7fbe6f4c65b82637e4359bb458', 'fixed_ips': [{'subnet_id': 'de81da71-40e3-4459-9755-a0a50a1e3c77'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:09.269188 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.271651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c16b-1eaa-4495-b334-8bdedbbb9fc1 req-ca328810-bacf-4936-984f-688b924aa2df tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.300836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c16b-1eaa-4495-b334-8bdedbbb9fc1 req-ca328810-bacf-4936-984f-688b924aa2df tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.323726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93c16b-1eaa-4495-b334-8bdedbbb9fc1 req-ca328810-bacf-4936-984f-688b924aa2df tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.332196 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc93c16b-1eaa-4495-b334-8bdedbbb9fc1 req-ca328810-bacf-4936-984f-688b924aa2df tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5394 time: 0.3021631 Aug 16 02:07:09.340959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c0e573d7-a54c-46fc-8f13-63d39b16088c tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6418436 Aug 16 02:07:09.346335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:09.365016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-324124916'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:09.510980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Allocated IP 2001:db8::3 (727a0bfb-08f2-4f0e-a52b-f2276c761ef6/de81da71-40e3-4459-9755-a0a50a1e3c77/95d81d1d-9cc8-4ac3-b410-6abc21ba12d6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:09.518777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-548717b4-5c8d-4d82-9f9a-90ac3bd01cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.519999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-548717b4-5c8d-4d82-9f9a-90ac3bd01cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.520640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-548717b4-5c8d-4d82-9f9a-90ac3bd01cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.523048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-548717b4-5c8d-4d82-9f9a-90ac3bd01cfe service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3656719 Aug 16 02:07:09.527217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.538381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2cbf6-21b1-4198-86bd-f50bbeb29280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc44bc0b-d786-4b66-8973-857a1fd47e97,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.565970 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc93c16b-1eaa-4495-b334-8bdedbbb9fc1 req-27c91243-24b2-4c85-9615-a076a231a4b8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2178781 Aug 16 02:07:09.566745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:09.585604 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.648817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:09.672820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:09.675330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.680036 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment 3bf22f01-d823-4b5b-a38f-884b5efed362 of type vlan for network 6e95d5d1-7238-4fd4-9eeb-72da895c1cdd Aug 16 02:07:09.812076 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.848838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d7acdf-b464-4a0c-b39a-663e94144b17,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.895915 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.896270 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Added segment 4b04240e-022c-4f0e-933b-c8ca3cc17c27 of type vlan for network 8e47bfcf-f27b-402d-8681-b4723b13a21e Aug 16 02:07:09.910995 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.918588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.919423 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.944778 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.984054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Transition to ACTIVE for port object 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:10.018702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Transition to ACTIVE for port object 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:10.031739 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.053694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cf7c9-487b-46a2-a430-a82a458054c0 req-3f41872b-e629-4dd4-85c4-26ac9ad2e0a7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:10.071713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c6cf7c9-487b-46a2-a430-a82a458054c0 req-3f41872b-e629-4dd4-85c4-26ac9ad2e0a7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 946 time: 0.2238679 Aug 16 02:07:10.087018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Pushing event updated for resources: {'Port': ['ID=95d81d1d-9cc8-4ac3-b410-6abc21ba12d6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:10.094859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7390227 Aug 16 02:07:10.097250 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Network 727a0bfb-08f2-4f0e-a52b-f2276c761ef6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:10.099201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:10.111699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:10.113178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.131801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': '6e95d5d1-7238-4fd4-9eeb-72da895c1cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:10.264410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854e14c-75ff-41fe-954f-cbf080b993c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=6e95d5d1-7238-4fd4-9eeb-72da895c1cdd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:10.306727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6e95d5d1-7238-4fd4-9eeb-72da895c1cdd details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:10.353235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Attempting to bind port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:10.353950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Attempting to bind port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'f7ef2c37-6655-4782-861e-19aed2be80cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '727a0bfb-08f2-4f0e-a52b-f2276c761ef6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:10.353950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Attempting to bind port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 on network 727a0bfb-08f2-4f0e-a52b-f2276c761ef6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:10.390859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c6cf7c9-487b-46a2-a430-a82a458054c0 req-fe0db022-5e0c-45f5-b4a1-f7d415b79d11 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182218 Aug 16 02:07:10.397782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:10.398155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Checking segment: {'id': 'f7ef2c37-6655-4782-861e-19aed2be80cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '727a0bfb-08f2-4f0e-a52b-f2276c761ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:10.398563 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.398955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Bound using segment: {'id': 'f7ef2c37-6655-4782-861e-19aed2be80cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '727a0bfb-08f2-4f0e-a52b-f2276c761ef6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:10.399469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Bound port: 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ef2c37-6655-4782-861e-19aed2be80cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '727a0bfb-08f2-4f0e-a52b-f2276c761ef6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:10.399847 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.503043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] For port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:10.506850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] For port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=95d81d1d-9cc8-4ac3-b410-6abc21ba12d6,segment=NetworkSegment(f7ef2c37-6655-4782-861e-19aed2be80cf),segment_id=f7ef2c37-6655-4782-861e-19aed2be80cf)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:10.516934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:10.517297 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.520928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.692627 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d98d4a-f02b-459c-8f86-b0348b6fcda3 None None] Pushing event updated for resources: {'Port': ['ID=95d81d1d-9cc8-4ac3-b410-6abc21ba12d6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:10.756307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Performing IP validity checks on allocation pools {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:07:10.756938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:07:10.789110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.933060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:10.936238 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59982da0-b119-4183-b20c-59b816911eda" -d '{"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "4b811e2b-9e3c-470e-ac9b-d35c8ba196f7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:10.982048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-66d20c73-5b3e-4f5f-a003-708d79ab0bde tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:07:10.983794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-66d20c73-5b3e-4f5f-a003-708d79ab0bde tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412996 Aug 16 02:07:10.989738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.032231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Request body: {'binding': {'host': 'n-h2-768862-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:11.032827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:07:11.049474 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.085726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.086714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.087321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.100089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-401050605-network', 'tenant_id': 'ced30993e38c4951aa7ea946b94abb6f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:11.141278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-74ef77f6-f52e-476b-b56a-c3c75cdd3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.142776 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5318c336-2893-4331-a9f8-e188a34a0b4d req-74ef77f6-f52e-476b-b56a-c3c75cdd3fac service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6105394 Aug 16 02:07:11.166275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=2afc1f7d-2653-4b3b-84ac-2c6b5a5f3992,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:11.204409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Made reservation on behalf of ced30993e38c4951aa7ea946b94abb6f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:11.206941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.220939 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.1501708 Aug 16 02:07:11.222956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.230900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Request body: {'subnet': {'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1559318719-subnet', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:11.240261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456955a6-a42f-48c0-a184-6a0451642aad admin admin] Pushing event updated for resources: {'Network': ['ID=8e47bfcf-f27b-402d-8681-b4723b13a21e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:11.247745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0d431-5d6d-4a00-a16e-a139b2c03a36 req-ee910e21-8f7e-44ef-96da-ab47d4c7c987 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.254228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0d431-5d6d-4a00-a16e-a139b2c03a36 req-ee910e21-8f7e-44ef-96da-ab47d4c7c987 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.260201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 8e47bfcf-f27b-402d-8681-b4723b13a21e details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:11.260782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0d431-5d6d-4a00-a16e-a139b2c03a36 req-ee910e21-8f7e-44ef-96da-ab47d4c7c987 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.266665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0d431-5d6d-4a00-a16e-a139b2c03a36 req-ee910e21-8f7e-44ef-96da-ab47d4c7c987 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.273064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0d431-5d6d-4a00-a16e-a139b2c03a36 req-ee910e21-8f7e-44ef-96da-ab47d4c7c987 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.279700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0d431-5d6d-4a00-a16e-a139b2c03a36 req-ee910e21-8f7e-44ef-96da-ab47d4c7c987 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.286517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0d431-5d6d-4a00-a16e-a139b2c03a36 req-ee910e21-8f7e-44ef-96da-ab47d4c7c987 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.287652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83c0d431-5d6d-4a00-a16e-a139b2c03a36 req-ee910e21-8f7e-44ef-96da-ab47d4c7c987 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5394 time: 0.1963787 Aug 16 02:07:11.288398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.292654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking segment: {'id': '3bf22f01-d823-4b5b-a38f-884b5efed362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e95d5d1-7238-4fd4-9eeb-72da895c1cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:11.293030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network hostable DHCP agents. Network: 6e95d5d1-7238-4fd4-9eeb-72da895c1cdd, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:11.356648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Made reservation on behalf of e057c50193204cf0a1ba99efa140da36 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:11.359553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.367841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on host n-h2-768862-14 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:11.368177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:11.368522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:11.375075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa416136-5e92-4449-92b9-803a71b0bdca {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:11.379685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:11.380032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:11.386568 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.393919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:11.394259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:11.394643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:11.395067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Bound port: 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:11.414414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83c0d431-5d6d-4a00-a16e-a139b2c03a36 req-409b9ae2-8ee6-4560-bf35-8665d5f57bc3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171112 Aug 16 02:07:11.423182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 6e95d5d1-7238-4fd4-9eeb-72da895c1cdd is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:11.427191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Transition to ACTIVE for port object aa416136-5e92-4449-92b9-803a71b0bdca will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:11.450055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6e95d5d1-7238-4fd4-9eeb-72da895c1cdd) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:11.453687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.456728 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.457334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.466926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2835c9e-42ca-4e24-a32f-3b705658bfa3 None None] Network 6e95d5d1-7238-4fd4-9eeb-72da895c1cdd requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:11.622112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:11.642510 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.644056 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-48e6cd72-26c4-4d27-a3bc-b6a8fa81e8f2 service neutron] 10.222.0.61 "POST /v2.0/ports/21ee1be4-2ccc-4dcd-ab68-c6168d300a74/bindings HTTP/1.1" status: 201 len: 390 time: 0.6188970 Aug 16 02:07:11.670345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Pushing event updated for resources: {'Port': ['ID=aa416136-5e92-4449-92b9-803a71b0bdca,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:11.674870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.727330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Attempting to bind port aa416136-5e92-4449-92b9-803a71b0bdca on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:11.728025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Attempting to bind port aa416136-5e92-4449-92b9-803a71b0bdca by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:11.728580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Attempting to bind port aa416136-5e92-4449-92b9-803a71b0bdca on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:11.735037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Port aa416136-5e92-4449-92b9-803a71b0bdca on network 74df5850-9a31-4196-8424-af5506f238b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:11.735619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Attempting to bind port aa416136-5e92-4449-92b9-803a71b0bdca on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:11.744818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:11.745467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Checking segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:11.746433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Bound using segment: {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:11.746876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Bound port: aa416136-5e92-4449-92b9-803a71b0bdca, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a73416-2362-4967-a378-cf8333276474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '74df5850-9a31-4196-8424-af5506f238b9'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:11.747321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.759414 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.795968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-28365f91-8391-47fc-9fed-2cd4b85fbde1 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6804757 Aug 16 02:07:11.826810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:11.858685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] For port aa416136-5e92-4449-92b9-803a71b0bdca, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:11.862725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] For port aa416136-5e92-4449-92b9-803a71b0bdca, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=aa416136-5e92-4449-92b9-803a71b0bdca,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:11.864596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.866957 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc774ddf-7932-4058-aefb-55a523b0b2b9 x-openstack-request-id: req-dc774ddf-7932-4058-aefb-55a523b0b2b9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:11.867450 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "4b811e2b-9e3c-470e-ac9b-d35c8ba196f7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:11.867712 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc774ddf-7932-4058-aefb-55a523b0b2b9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:11.868157 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7', 'status': 'completed', 'code': 200} Aug 16 02:07:11.934055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:11.988664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97be3f34-2b64-49a6-9064-ccc36cce3094,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.031261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b241f-2960-46e3-b8ea-07fca6cae947 req-02af9fa1-c676-4da0-bc0b-dcf8e312b9ad tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.039604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c45b241f-2960-46e3-b8ea-07fca6cae947 req-02af9fa1-c676-4da0-bc0b-dcf8e312b9ad tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 945 time: 0.4334602 Aug 16 02:07:12.058087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6e95d5d1-7238-4fd4-9eeb-72da895c1cdd', 'network_id': '6e95d5d1-7238-4fd4-9eeb-72da895c1cdd', 'tenant_id': '4cdd6f7fbe6f4c65b82637e4359bb458', 'fixed_ips': [{'subnet_id': '2afc1f7d-2653-4b3b-84ac-2c6b5a5f3992'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:12.059387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.070394 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.089949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.094692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.095064 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Added segment 41dece28-6c35-4979-a714-15c89343be1b of type vlan for network c659e69c-8c56-4059-85f6-ca1de257d7d8 Aug 16 02:07:12.097396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:12.105863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.124384 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.208344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c45b241f-2960-46e3-b8ea-07fca6cae947 req-c5204e8b-b704-496a-93d4-adba55ff0d2c tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674879 Aug 16 02:07:12.248374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.249032 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.252935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] 10.222.0.86 "PUT /v2.0/ports/aa416136-5e92-4449-92b9-803a71b0bdca HTTP/1.1" status: 200 len: 1092 time: 3.4182513 Aug 16 02:07:12.317623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Allocated IP 2001:db8::3 (6e95d5d1-7238-4fd4-9eeb-72da895c1cdd/2afc1f7d-2653-4b3b-84ac-2c6b5a5f3992/683e06d5-1497-4476-8cc6-74049c8ae461) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:12.348108 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.369131 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.370405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-4d4a6208-1f5c-4cfc-bc8a-d768b6be8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.372387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-4d4a6208-1f5c-4cfc-bc8a-d768b6be8aa5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1097 time: 0.4287817 Aug 16 02:07:12.399840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d0b714-d9e1-4908-8e67-6f2c1426832f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.438679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de37fa3-9f1e-48b6-a789-b959b1ddec12 None None] Network 727a0bfb-08f2-4f0e-a52b-f2276c761ef6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:12.442994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:12.463271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-1eabc55d-59a7-437f-b688-1f40a2340cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.471138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-1eabc55d-59a7-437f-b688-1f40a2340cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.471756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-1eabc55d-59a7-437f-b688-1f40a2340cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.472399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-1eabc55d-59a7-437f-b688-1f40a2340cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.472937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-1eabc55d-59a7-437f-b688-1f40a2340cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.473417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-1eabc55d-59a7-437f-b688-1f40a2340cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.473889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-1eabc55d-59a7-437f-b688-1f40a2340cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.478351 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59982da0-b119-4183-b20c-59b816911eda req-1eabc55d-59a7-437f-b688-1f40a2340cde service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6358 time: 0.3739326 Aug 16 02:07:12.500963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f197c7d-5f61-4bab-b682-1e2de8d1ae4b service neutron] Pushing event updated for resources: {'Port': ['ID=aa416136-5e92-4449-92b9-803a71b0bdca,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.505543 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Checking segment: {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:12.505919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Network hostable DHCP agents. Network: 8e47bfcf-f27b-402d-8681-b4723b13a21e, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:12.517461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e281a-0701-4ba7-8970-437a03fe64e3 req-e23867e5-95fc-4632-a884-a092e2128241 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.525884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e8e281a-0701-4ba7-8970-437a03fe64e3 req-e23867e5-95fc-4632-a884-a092e2128241 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.4147954 Aug 16 02:07:12.561740 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.613629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e8e281a-0701-4ba7-8970-437a03fe64e3 req-6ca956ae-05b7-48ff-8f98-17026a6937b1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867701 Aug 16 02:07:12.653362 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.654455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.655195 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.685831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Network 8e47bfcf-f27b-402d-8681-b4723b13a21e is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:12.690852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-4211dd8b-070c-4b90-b3f0-4de2a8056bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.691493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-4211dd8b-070c-4b90-b3f0-4de2a8056bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.692024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-4211dd8b-070c-4b90-b3f0-4de2a8056bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.694343 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59982da0-b119-4183-b20c-59b816911eda req-4211dd8b-070c-4b90-b3f0-4de2a8056bb4 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1334743 Aug 16 02:07:12.723416 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.736669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Transition to ACTIVE for port object 683e06d5-1497-4476-8cc6-74049c8ae461 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:12.758147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9538722 Aug 16 02:07:12.762336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 8e47bfcf-f27b-402d-8681-b4723b13a21e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:12.769531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:12.775170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5394b-7d37-407e-865c-f34c2c6a1b38 req-e8a1d386-1354-4ac0-a146-7969926c92d0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.777460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Request body: {'subnet': {'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-401050605-subnet', 'tenant_id': 'ced30993e38c4951aa7ea946b94abb6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:12.781520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5394b-7d37-407e-865c-f34c2c6a1b38 req-e8a1d386-1354-4ac0-a146-7969926c92d0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.787594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5394b-7d37-407e-865c-f34c2c6a1b38 req-e8a1d386-1354-4ac0-a146-7969926c92d0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.793920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5394b-7d37-407e-865c-f34c2c6a1b38 req-e8a1d386-1354-4ac0-a146-7969926c92d0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.794620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a9630d-26a1-464b-b242-82d7ce4171db None None] Network 8e47bfcf-f27b-402d-8681-b4723b13a21e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:12.800858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5394b-7d37-407e-865c-f34c2c6a1b38 req-e8a1d386-1354-4ac0-a146-7969926c92d0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.802003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-08c6d79e-ab85-4c05-9dfa-b94a6d0a03bb None None] Provisioning for port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:12.807704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5394b-7d37-407e-865c-f34c2c6a1b38 req-e8a1d386-1354-4ac0-a146-7969926c92d0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.809334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Transition to ACTIVE for port object 683e06d5-1497-4476-8cc6-74049c8ae461 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:12.814312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5394b-7d37-407e-865c-f34c2c6a1b38 req-e8a1d386-1354-4ac0-a146-7969926c92d0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.816339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40c5394b-7d37-407e-865c-f34c2c6a1b38 req-e8a1d386-1354-4ac0-a146-7969926c92d0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5406 time: 0.2474828 Aug 16 02:07:12.829389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-08c6d79e-ab85-4c05-9dfa-b94a6d0a03bb None None] Provisioning complete for port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:12.829761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-08c6d79e-ab85-4c05-9dfa-b94a6d0a03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.839578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.840389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.872384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ee273-1a58-43ef-a6e8-942c94e43359 admin admin] Pushing event updated for resources: {'Network': ['ID=c659e69c-8c56-4059-85f6-ca1de257d7d8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.891416 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.893354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:12.895023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-b0457f64-1f47-4e25-8128-21844a9152fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.898973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-b0457f64-1f47-4e25-8128-21844a9152fd service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.5103927 Aug 16 02:07:12.962342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-395c77b5-75d8-4d41-8904-87112e6a86de service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74 HTTP/1.1" status: 200 len: 217 time: 0.0503290 Aug 16 02:07:12.968617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Made reservation on behalf of ced30993e38c4951aa7ea946b94abb6f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:12.969466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-46807151-d17e-4dc1-972b-50fd74aa3818 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7458420 Aug 16 02:07:12.971200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.975938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:13.006006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:13.042966 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40c5394b-7d37-407e-865c-f34c2c6a1b38 req-3e3fc702-e7b6-4cb8-8157-33d79f578c2e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2149124 Aug 16 02:07:13.068015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982da0-b119-4183-b20c-59b816911eda req-98b5a162-0ad2-4733-9563-a3a21d64d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.069703 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59982da0-b119-4183-b20c-59b816911eda req-98b5a162-0ad2-4733-9563-a3a21d64d2ec service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3671787 Aug 16 02:07:13.073891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Network 6e95d5d1-7238-4fd4-9eeb-72da895c1cdd is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:13.092831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-1f2471e2-692b-420e-930d-12c3be25ec7b tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.094765 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-1f2471e2-692b-420e-930d-12c3be25ec7b tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.86 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 945 time: 0.1956470 Aug 16 02:07:13.094938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-3603c59d-10c9-4761-822a-17fa46f21db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.096080 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.096455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-3603c59d-10c9-4761-822a-17fa46f21db7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.1196826 Aug 16 02:07:13.106508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:13.117477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:13.125013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Pushing event updated for resources: {'Port': ['ID=683e06d5-1497-4476-8cc6-74049c8ae461,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.180621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=2afc1f7d-2653-4b3b-84ac-2c6b5a5f3992,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.183252 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-b392ec4e-6d62-4f15-80d0-12cf156b7857 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761664 Aug 16 02:07:13.288876 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.290343 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.334277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Attempting to bind port 683e06d5-1497-4476-8cc6-74049c8ae461 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:13.334852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Attempting to bind port 683e06d5-1497-4476-8cc6-74049c8ae461 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '3bf22f01-d823-4b5b-a38f-884b5efed362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e95d5d1-7238-4fd4-9eeb-72da895c1cdd'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:13.334985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Attempting to bind port 683e06d5-1497-4476-8cc6-74049c8ae461 on network 6e95d5d1-7238-4fd4-9eeb-72da895c1cdd {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:13.343213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-4b4c7709-6480-4b92-8f76-9cdaff9c8684 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497011 Aug 16 02:07:13.349412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:13.349789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Checking segment: {'id': '3bf22f01-d823-4b5b-a38f-884b5efed362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e95d5d1-7238-4fd4-9eeb-72da895c1cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:13.350191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.350587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Bound using segment: {'id': '3bf22f01-d823-4b5b-a38f-884b5efed362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e95d5d1-7238-4fd4-9eeb-72da895c1cdd'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:13.351070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Bound port: 683e06d5-1497-4476-8cc6-74049c8ae461, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf22f01-d823-4b5b-a38f-884b5efed362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6e95d5d1-7238-4fd4-9eeb-72da895c1cdd'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:13.351477 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.376325 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-08c6d79e-ab85-4c05-9dfa-b94a6d0a03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.401681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8e47bfcf-f27b-402d-8681-b4723b13a21e', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:13.403607 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.442477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.480499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e95d5d1-7238-4fd4-9eeb-72da895c1cdd']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:13.506726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-08c6d79e-ab85-4c05-9dfa-b94a6d0a03bb None None] For port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=95d81d1d-9cc8-4ac3-b410-6abc21ba12d6,segment=NetworkSegment(f7ef2c37-6655-4782-861e-19aed2be80cf),segment_id=f7ef2c37-6655-4782-861e-19aed2be80cf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:13.517735 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-08c6d79e-ab85-4c05-9dfa-b94a6d0a03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.530299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-2a7a9103-bd5d-4908-a05a-6d795c14c3a0 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195972 Aug 16 02:07:13.556595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf22f01-d823-4b5b-a38f-884b5efed362') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:13.557301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf22f01-d823-4b5b-a38f-884b5efed362') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:13.564404 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.572047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6acc-a0db-4af9-b924-cab50d0cf1d4 req-b50e4cab-8461-4a27-a133-4f4c66c49da6 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.573659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6ba6acc-a0db-4af9-b924-cab50d0cf1d4 req-b50e4cab-8461-4a27-a133-4f4c66c49da6 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 945 time: 0.2294939 Aug 16 02:07:13.612036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.617683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] For port 683e06d5-1497-4476-8cc6-74049c8ae461, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:13.624814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] For port 683e06d5-1497-4476-8cc6-74049c8ae461, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=683e06d5-1497-4476-8cc6-74049c8ae461,segment=NetworkSegment(3bf22f01-d823-4b5b-a38f-884b5efed362),segment_id=3bf22f01-d823-4b5b-a38f-884b5efed362)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:13.656896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6ba6acc-a0db-4af9-b924-cab50d0cf1d4 req-ea41062e-ad91-49b4-855b-deb6af6240a8 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744936 Aug 16 02:07:13.666921 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.764611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.774142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-52186f2b-4879-4af3-83d3-26a7d937ace6 None None] Provisioning complete for port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:13.774535 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-52186f2b-4879-4af3-83d3-26a7d937ace6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.788845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfc2b2-dea4-42a4-81ee-8702c1b83311 req-8b539189-8be1-433a-ab64-8f3c9a2c0acd tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.790889 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86bfc2b2-dea4-42a4-81ee-8702c1b83311 req-8b539189-8be1-433a-ab64-8f3c9a2c0acd tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.0741518 Aug 16 02:07:13.802428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:13.802832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:13.806402 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:13.844331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6d79e-ab85-4c05-9dfa-b94a6d0a03bb None None] Pushing event updated for resources: {'Port': ['ID=95d81d1d-9cc8-4ac3-b410-6abc21ba12d6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.852691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86bfc2b2-dea4-42a4-81ee-8702c1b83311 req-32ee1ee2-eb30-485e-bb96-7d2bb086a80e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535529 Aug 16 02:07:13.903507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Allocated IP 172.20.0.2 (8e47bfcf-f27b-402d-8681-b4723b13a21e/03d0b714-d9e1-4908-8e67-6f2c1426832f/9f5f1f01-c468-4c73-ac62-ab0a472663ff) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:13.949981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd112ad-9b67-4009-bb1c-9589e4ffcc99 None None] Network 6e95d5d1-7238-4fd4-9eeb-72da895c1cdd requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:14.007077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.043220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021e2e5-3708-4ec6-beba-8228fe2e1a47 None None] Pushing event updated for resources: {'Port': ['ID=683e06d5-1497-4476-8cc6-74049c8ae461,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.108485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': 'aa416136-5e92-4449-92b9-803a71b0bdca'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:14.109072 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43446c8-d612-42ac-a6dd-44cc05ae7291" -d '{"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "aa416136-5e92-4449-92b9-803a71b0bdca"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:14.124246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.272086 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.272997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dd75dd-3f11-43e2-9699-ede91d331b71 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:14.285642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Transition to ACTIVE for port object 9f5f1f01-c468-4c73-ac62-ab0a472663ff will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:14.293685 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1c663-0ec4-4112-b8f1-0f7ffe7e4ab8 x-openstack-request-id: req-0ef1c663-0ec4-4112-b8f1-0f7ffe7e4ab8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:14.294010 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "aa416136-5e92-4449-92b9-803a71b0bdca", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:14.294210 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ef1c663-0ec4-4112-b8f1-0f7ffe7e4ab8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:14.295994 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': 'aa416136-5e92-4449-92b9-803a71b0bdca', 'status': 'completed', 'code': 200} Aug 16 02:07:14.308646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Deleting port c5da69b6-5341-43a2-b032-20cc34813f6b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:14.309143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.325900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Transition to ACTIVE for port object 9f5f1f01-c468-4c73-ac62-ab0a472663ff will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:14.334558 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.344815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.364390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7173535-23fe-4526-a2b9-d67fc4671528 req-038bbf52-f4cc-48f0-9b64-2df22b687f5e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.371063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7173535-23fe-4526-a2b9-d67fc4671528 req-038bbf52-f4cc-48f0-9b64-2df22b687f5e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.378071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7173535-23fe-4526-a2b9-d67fc4671528 req-038bbf52-f4cc-48f0-9b64-2df22b687f5e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.382073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Network 8e47bfcf-f27b-402d-8681-b4723b13a21e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:14.385306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:14.385306 n-d-768862-14 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:14.385306 n-d-768862-14 neutron-server[94640]: [parameters: {'id': '6e95d5d1-7238-4fd4-9eeb-72da895c1cdd'}] Aug 16 02:07:14.385306 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:14.385749 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:14.390416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:14.395123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:14.401328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7173535-23fe-4526-a2b9-d67fc4671528 req-038bbf52-f4cc-48f0-9b64-2df22b687f5e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.404454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Pushing event updated for resources: {'Port': ['ID=9f5f1f01-c468-4c73-ac62-ab0a472663ff,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.417561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7173535-23fe-4526-a2b9-d67fc4671528 req-038bbf52-f4cc-48f0-9b64-2df22b687f5e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.425569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7173535-23fe-4526-a2b9-d67fc4671528 req-038bbf52-f4cc-48f0-9b64-2df22b687f5e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.432115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7173535-23fe-4526-a2b9-d67fc4671528 req-038bbf52-f4cc-48f0-9b64-2df22b687f5e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.434142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7173535-23fe-4526-a2b9-d67fc4671528 req-038bbf52-f4cc-48f0-9b64-2df22b687f5e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5406 time: 0.2076831 Aug 16 02:07:14.475754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Attempting to bind port 9f5f1f01-c468-4c73-ac62-ab0a472663ff on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:14.476439 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Attempting to bind port 9f5f1f01-c468-4c73-ac62-ab0a472663ff by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:14.476989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Attempting to bind port 9f5f1f01-c468-4c73-ac62-ab0a472663ff on network 8e47bfcf-f27b-402d-8681-b4723b13a21e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:14.490078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:14.490789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Checking segment: {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:14.492540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.493127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Bound using segment: {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:14.494430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Bound port: 9f5f1f01-c468-4c73-ac62-ab0a472663ff, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:14.499684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.516711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Transition to ACTIVE for port object 86dd75dd-3f11-43e2-9699-ede91d331b71 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:14.519185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7173535-23fe-4526-a2b9-d67fc4671528 req-6affc648-b8aa-4ec0-89b1-f338a8948948 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779672 Aug 16 02:07:14.520259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6492c11-2dd8-41be-8aa8-87347a69cd49,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.562320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-46724843-c810-4453-b853-3a3e024891df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.563079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-46724843-c810-4453-b853-3a3e024891df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.563413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-46724843-c810-4453-b853-3a3e024891df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.563889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-46724843-c810-4453-b853-3a3e024891df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.564769 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-46724843-c810-4453-b853-3a3e024891df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.564919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-46724843-c810-4453-b853-3a3e024891df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.565284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-46724843-c810-4453-b853-3a3e024891df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.567414 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-46724843-c810-4453-b853-3a3e024891df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6358 time: 0.2446771 Aug 16 02:07:14.568197 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.594043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] For port 9f5f1f01-c468-4c73-ac62-ab0a472663ff, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:14.598134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] For port 9f5f1f01-c468-4c73-ac62-ab0a472663ff, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9f5f1f01-c468-4c73-ac62-ab0a472663ff,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:14.603523 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.677710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7e886-df83-45bd-9e8c-74df7de27ed5 None None] Pushing event updated for resources: {'Port': ['ID=9f5f1f01-c468-4c73-ac62-ab0a472663ff,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.771591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Pushing event updated for resources: {'Port': ['ID=86dd75dd-3f11-43e2-9699-ede91d331b71,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.788721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Checking segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:14.789088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Network hostable DHCP agents. Network: c659e69c-8c56-4059-85f6-ca1de257d7d8, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:14.835351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] For port c5da69b6-5341-43a2-b032-20cc34813f6b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c5da69b6-5341-43a2-b032-20cc34813f6b,segment=NetworkSegment(a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819),segment_id=a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:14.835730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.851372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64c921-cd1d-4be3-b0b9-fcdb240aa168 req-f4b16a59-d299-4e5f-b420-d0e0f396261f tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.865470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f64c921-cd1d-4be3-b0b9-fcdb240aa168 req-f4b16a59-d299-4e5f-b420-d0e0f396261f tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 945 time: 0.0758634 Aug 16 02:07:14.889201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.922409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:14.939789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Calling delete_port for c5da69b6-5341-43a2-b032-20cc34813f6b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:14.977486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c659e69c-8c56-4059-85f6-ca1de257d7d8) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:14.990130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae3a9b-6ef9-4f6f-be40-21b4c0a76bfa None None] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:14.994053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.994425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.031260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f64c921-cd1d-4be3-b0b9-fcdb240aa168 req-8c0983d7-c099-4322-8667-9426398bf355 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414652 Aug 16 02:07:15.101647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c5da69b6-5341-43a2-b032-20cc34813f6b no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:15.116831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c4c0b-963a-41b5-8675-71e55c9b649d req-55ec6360-b37d-4071-99ee-e31ac03f8bb5 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:15.118709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-794c4c0b-963a-41b5-8675-71e55c9b649d req-55ec6360-b37d-4071-99ee-e31ac03f8bb5 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.1150446 Aug 16 02:07:15.152455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-9e8a8f79-c4f5-468e-986e-9a68160a392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:15.153047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-9e8a8f79-c4f5-468e-986e-9a68160a392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:15.153409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-9e8a8f79-c4f5-468e-986e-9a68160a392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:15.155282 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-9e8a8f79-c4f5-468e-986e-9a68160a392e service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5384347 Aug 16 02:07:15.179339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-794c4c0b-963a-41b5-8675-71e55c9b649d req-a4cbc4fb-e513-4e26-9e23-3d9f1291d673 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538163 Aug 16 02:07:15.188803 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6628631c-10df-4438-9981-b29a80e36498 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4155602 Aug 16 02:07:15.305037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf764b-b15c-46c8-8cf8-08f3f06eccfc None None] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:15.354656 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.432273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5da69b6-5341-43a2-b032-20cc34813f6b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:15.434591 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c9d264-36d3-4d8b-9a44-611988788f57" -d '{"events": [{"server_uuid": "135f528b-6b5c-49e0-a18b-8a531b5c4d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "c5da69b6-5341-43a2-b032-20cc34813f6b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:15.473801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c5da69b6-5341-43a2-b032-20cc34813f6b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c5da69b6-5341-43a2-b032-20cc34813f6b,segment=NetworkSegment(a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819),segment_id=a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:15.491225 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.790312 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5f277f-aa2b-47ec-8109-10a07abf95ed x-openstack-request-id: req-9c5f277f-aa2b-47ec-8109-10a07abf95ed {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:15.790767 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135f528b-6b5c-49e0-a18b-8a531b5c4d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "c5da69b6-5341-43a2-b032-20cc34813f6b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:15.791125 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c5f277f-aa2b-47ec-8109-10a07abf95ed {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:15.791618 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5da69b6-5341-43a2-b032-20cc34813f6b', 'code': 200} Aug 16 02:07:15.875101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:15.903494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c5da69b6-5341-43a2-b032-20cc34813f6b,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:15.904783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-51be30cd-cceb-422f-a2a2-43fb952b1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:15.906307 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c43446c8-d612-42ac-a6dd-44cc05ae7291 req-51be30cd-cceb-422f-a2a2-43fb952b1940 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7142682 Aug 16 02:07:15.957813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:15.958531 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.992058 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.004490 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b441c-f0ec-4ae5-834e-cf1aed40071a req-359cbee6-a04b-4295-b0b5-76a600c3d8ee tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.017890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b441c-f0ec-4ae5-834e-cf1aed40071a req-359cbee6-a04b-4295-b0b5-76a600c3d8ee tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.024428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b441c-f0ec-4ae5-834e-cf1aed40071a req-359cbee6-a04b-4295-b0b5-76a600c3d8ee tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.028247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Attempting to bind port 86dd75dd-3f11-43e2-9699-ede91d331b71 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:16.028659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Attempting to bind port 86dd75dd-3f11-43e2-9699-ede91d331b71 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:16.029082 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Attempting to bind port 86dd75dd-3f11-43e2-9699-ede91d331b71 on network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:16.036840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Port 86dd75dd-3f11-43e2-9699-ede91d331b71 on network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:16.037165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Attempting to bind port 86dd75dd-3f11-43e2-9699-ede91d331b71 on network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:16.040161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b441c-f0ec-4ae5-834e-cf1aed40071a req-359cbee6-a04b-4295-b0b5-76a600c3d8ee tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.040387 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.060029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b441c-f0ec-4ae5-834e-cf1aed40071a req-359cbee6-a04b-4295-b0b5-76a600c3d8ee tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.063936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:16.064585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Checking segment: {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:16.064757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Bound using segment: {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:16.065212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Bound port: 86dd75dd-3f11-43e2-9699-ede91d331b71, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:16.065571 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.067745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b441c-f0ec-4ae5-834e-cf1aed40071a req-359cbee6-a04b-4295-b0b5-76a600c3d8ee tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.073695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9f5f1f01-c468-4c73-ac62-ab0a472663ff up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:16.078675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b441c-f0ec-4ae5-834e-cf1aed40071a req-359cbee6-a04b-4295-b0b5-76a600c3d8ee tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.081414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e56b441c-f0ec-4ae5-834e-cf1aed40071a req-359cbee6-a04b-4295-b0b5-76a600c3d8ee tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5418 time: 0.3858964 Aug 16 02:07:16.095297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-d7a99068-91b1-4ba6-aa1e-d5826d251ccd tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.107575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-d7a99068-91b1-4ba6-aa1e-d5826d251ccd tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.3581479 Aug 16 02:07:16.123992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting port 683e06d5-1497-4476-8cc6-74049c8ae461 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:16.124802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.133212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-20f95aae-359c-4de6-a78d-1864ed8113d4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/quotas/ced30993e38c4951aa7ea946b94abb6f HTTP/1.1" status: 200 len: 375 time: 0.0210350 Aug 16 02:07:16.148950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 9f5f1f01-c468-4c73-ac62-ab0a472663ff completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:16.186235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d75ef1-1c1b-4496-bcdf-aa6bebacbdce None None] Network 8e47bfcf-f27b-402d-8681-b4723b13a21e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:16.212068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-759f4787-bbf4-4b23-a2c1-570e174cfe4e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812733 Aug 16 02:07:16.232151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e56b441c-f0ec-4ae5-834e-cf1aed40071a req-4abeccbc-76fb-4c3f-bc9b-010ebc8650b0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194782 Aug 16 02:07:16.286036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-15d58e7e-51a2-40f9-925c-d013e972c62b None None] Provisioning for port 9f5f1f01-c468-4c73-ac62-ab0a472663ff completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:16.293928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-15d58e7e-51a2-40f9-925c-d013e972c62b None None] Provisioning complete for port 9f5f1f01-c468-4c73-ac62-ab0a472663ff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:16.294969 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15d58e7e-51a2-40f9-925c-d013e972c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.366510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] For port 683e06d5-1497-4476-8cc6-74049c8ae461, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=683e06d5-1497-4476-8cc6-74049c8ae461,segment=NetworkSegment(3bf22f01-d823-4b5b-a38f-884b5efed362),segment_id=3bf22f01-d823-4b5b-a38f-884b5efed362)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:16.367182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.369189 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.412565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Calling delete_port for 683e06d5-1497-4476-8cc6-74049c8ae461 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:16.453530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-384cec0f-7afc-4b17-8136-e2ca79205d7e service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398441 Aug 16 02:07:16.459645 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15d58e7e-51a2-40f9-925c-d013e972c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.461875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4952c1-dc47-44e9-95c2-dc9c74415042 req-f78cd5da-476a-4ee8-99e5-385e13e830b9 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.470654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f4952c1-dc47-44e9-95c2-dc9c74415042 req-f78cd5da-476a-4ee8-99e5-385e13e830b9 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/ports?device_id=135f528b-6b5c-49e0-a18b-8a531b5c4d0e HTTP/1.1" status: 200 len: 865 time: 0.1472940 Aug 16 02:07:16.471784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Pushing event deleted for resources: {'Port': ['ID=c5da69b6-5341-43a2-b032-20cc34813f6b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.474299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Allocated IP 172.25.5.194 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/c69d25ed-a97a-418e-9359-2f6c4ee28758) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:16.505736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] For port 86dd75dd-3f11-43e2-9699-ede91d331b71, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:16.510990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] No DVR routers for this DVR port c5da69b6-5341-43a2-b032-20cc34813f6b on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:16.512617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-15d58e7e-51a2-40f9-925c-d013e972c62b None None] For port 9f5f1f01-c468-4c73-ac62-ab0a472663ff, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9f5f1f01-c468-4c73-ac62-ab0a472663ff,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:16.525530 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15d58e7e-51a2-40f9-925c-d013e972c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.552147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.554150 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8c63f27f-f279-4065-b7a0-88c1fd4edfbd req-f7de9895-cb81-4bb3-ab86-ea9eed7442a5 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.86 "DELETE /v2.0/ports/c5da69b6-5341-43a2-b032-20cc34813f6b HTTP/1.1" status: 204 len: 173 time: 3.3785596 Aug 16 02:07:16.554599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'name': 'network-vif-deleted', 'tag': 'c5da69b6-5341-43a2-b032-20cc34813f6b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:16.556899 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079a782d-dc9f-4ae2-b5c2-1c1d3b2bf477" -d '{"events": [{"server_uuid": "135f528b-6b5c-49e0-a18b-8a531b5c4d0e", "name": "network-vif-deleted", "tag": "c5da69b6-5341-43a2-b032-20cc34813f6b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:16.573324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] For port 86dd75dd-3f11-43e2-9699-ede91d331b71, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=86dd75dd-3f11-43e2-9699-ede91d331b71,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:16.609099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f4952c1-dc47-44e9-95c2-dc9c74415042 req-1d839389-a771-4492-9943-050d09b67219 tempest-InstanceActionsNegativeTestJSON-1931755381 tempest-InstanceActionsNegativeTestJSON-1931755381-project] 10.222.0.61 "GET /v2.0/security-groups?id=4730e5b8-d960-4436-af4b-8c8594c09ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299148 Aug 16 02:07:16.615909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d58e7e-51a2-40f9-925c-d013e972c62b None None] Pushing event updated for resources: {'Port': ['ID=9f5f1f01-c468-4c73-ac62-ab0a472663ff,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.620036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.701819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-c4768a6e-b63c-421c-81ba-65be74ac01ca service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486863 Aug 16 02:07:16.708857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.709489 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.710914 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] 10.222.0.86 "PUT /v2.0/ports/86dd75dd-3f11-43e2-9699-ede91d331b71 HTTP/1.1" status: 200 len: 1092 time: 4.3446901 Aug 16 02:07:16.760715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edc36a-5624-4200-80dc-17a0fc0d073d service neutron] Pushing event updated for resources: {'Port': ['ID=86dd75dd-3f11-43e2-9699-ede91d331b71,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.784947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Request body: {'port': {'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:16.828485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc912c9-b2c6-4ef0-ae3b-89413968513c req-8ab0784a-48b7-4c41-867c-f8505e6f234c tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.842900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cc912c9-b2c6-4ef0-ae3b-89413968513c req-8ab0784a-48b7-4c41-867c-f8505e6f234c tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.1314209 Aug 16 02:07:16.847790 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.942607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cc912c9-b2c6-4ef0-ae3b-89413968513c req-abab0b66-3885-4d35-85bc-612bb34e0dd3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898764 Aug 16 02:07:16.944912 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.951260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Port': ['ID=683e06d5-1497-4476-8cc6-74049c8ae461,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.982392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No DVR routers for this DVR port 683e06d5-1497-4476-8cc6-74049c8ae461 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:17.019747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.032408 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd3faae-1c9e-41de-a6d6-48a59431f596 x-openstack-request-id: req-7cd3faae-1c9e-41de-a6d6-48a59431f596 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:17.032681 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135f528b-6b5c-49e0-a18b-8a531b5c4d0e", "name": "network-vif-deleted", "tag": "c5da69b6-5341-43a2-b032-20cc34813f6b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:17.032974 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cd3faae-1c9e-41de-a6d6-48a59431f596 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:17.036845 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135f528b-6b5c-49e0-a18b-8a531b5c4d0e', 'name': 'network-vif-deleted', 'tag': 'c5da69b6-5341-43a2-b032-20cc34813f6b', 'status': 'completed', 'code': 200} Aug 16 02:07:17.058543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a682434-29af-44e1-8ee1-831f9444006b None None] Provisioning complete for port 9f5f1f01-c468-4c73-ac62-ab0a472663ff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:17.058918 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a682434-29af-44e1-8ee1-831f9444006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.157606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de123a5-d938-49fb-bfa4-49cf97e72b86 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:17.163195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac3dd9e5-cb30-48bd-af77-acb474414ac2 req-c34811aa-a2e3-46e6-83b4-7c3e4a947a3d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 210 time: 0.0786655 Aug 16 02:07:17.226244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.370113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:17.378884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:17.398359 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.414233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e95d5d1-7238-4fd4-9eeb-72da895c1cdd']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:17.433882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf22f01-d823-4b5b-a38f-884b5efed362') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:17.434734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf22f01-d823-4b5b-a38f-884b5efed362') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:17.454778 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.462403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d22f1-fa76-432f-9fd9-c732e28eeb0e req-32a10d3f-c02b-4084-9d9d-1c3ff1822bbc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.469973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d22f1-fa76-432f-9fd9-c732e28eeb0e req-32a10d3f-c02b-4084-9d9d-1c3ff1822bbc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.471993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.477138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d22f1-fa76-432f-9fd9-c732e28eeb0e req-32a10d3f-c02b-4084-9d9d-1c3ff1822bbc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.480618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:17.481138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.485949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d22f1-fa76-432f-9fd9-c732e28eeb0e req-32a10d3f-c02b-4084-9d9d-1c3ff1822bbc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.490736 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de123a5-d938-49fb-bfa4-49cf97e72b86 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:17.494351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d22f1-fa76-432f-9fd9-c732e28eeb0e req-32a10d3f-c02b-4084-9d9d-1c3ff1822bbc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.501720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d22f1-fa76-432f-9fd9-c732e28eeb0e req-32a10d3f-c02b-4084-9d9d-1c3ff1822bbc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.509630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d22f1-fa76-432f-9fd9-c732e28eeb0e req-32a10d3f-c02b-4084-9d9d-1c3ff1822bbc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.512667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b1d22f1-fa76-432f-9fd9-c732e28eeb0e req-32a10d3f-c02b-4084-9d9d-1c3ff1822bbc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5418 time: 0.1507158 Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:17.567022 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:17.578165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:17.609132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b1d22f1-fa76-432f-9fd9-c732e28eeb0e req-0792725c-5259-4c50-a70a-bf35f9504e48 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890510 Aug 16 02:07:17.667588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Pushing event updated for resources: {'Port': ['ID=c69d25ed-a97a-418e-9359-2f6c4ee28758,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:17.669785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:17.747229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9f5f1f01-c468-4c73-ac62-ab0a472663ff up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:17.750039 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.759530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.761843 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/6e95d5d1-7238-4fd4-9eeb-72da895c1cdd HTTP/1.1" status: 204 len: 168 time: 5.8928280 Aug 16 02:07:17.764641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-974d753f-2088-44c0-a8fc-00119da06f25 admin admin] Deleting subnet 1de8270d-0d38-4120-80a4-15c21a2538b1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:17.773137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:17.778833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-620727757'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:17.786034 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974d753f-2088-44c0-a8fc-00119da06f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.813683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07301f9d-b8a1-4538-913b-0be0480e6bea tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=6e95d5d1-7238-4fd4-9eeb-72da895c1cdd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:17.841766 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974d753f-2088-44c0-a8fc-00119da06f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.864459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:17.868504 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.912096 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974d753f-2088-44c0-a8fc-00119da06f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.914612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:17.929191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 9f5f1f01-c468-4c73-ac62-ab0a472663ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:17.930500 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.948911 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.949621 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment 9203055f-05d5-422f-9b81-2774c5c1e42e of type vlan for network 7dacd209-11f0-4311-ae35-d0897748967f Aug 16 02:07:18.006988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.029419 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974d753f-2088-44c0-a8fc-00119da06f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.068922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d753f-2088-44c0-a8fc-00119da06f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de8270d-0d38-4120-80a4-15c21a2538b1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.071848 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974d753f-2088-44c0-a8fc-00119da06f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.074195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-974d753f-2088-44c0-a8fc-00119da06f25 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1de8270d-0d38-4120-80a4-15c21a2538b1 HTTP/1.1" status: 204 len: 168 time: 0.4033165 Aug 16 02:07:18.075825 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.082825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.083743 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.087452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:18.254415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c3f7f5-2db5-4740-bda3-29961ee0eb5f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:18.265425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.290728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Transition to ACTIVE for port object 60c3f7f5-2db5-4740-bda3-29961ee0eb5f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:18.297230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.322061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5475564 Aug 16 02:07:18.339216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:18.368200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': '7dacd209-11f0-4311-ae35-d0897748967f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:18.375709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6745431d-ab1a-49ad-9ee7-5bebb57512bf req-903f483e-0001-4ce7-a5e4-95e66c187d35 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 210 time: 0.0430882 Aug 16 02:07:18.376329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e71f0-b707-4d8b-9dd2-7f8d0847045a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=7dacd209-11f0-4311-ae35-d0897748967f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.390098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 7dacd209-11f0-4311-ae35-d0897748967f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:18.396518 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.409749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18a17-6888-4e75-acc6-fb7dde1e48d4 req-d6348e3e-5bd1-434d-b5be-3f47eafb9dff tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.417582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61b18a17-6888-4e75-acc6-fb7dde1e48d4 req-d6348e3e-5bd1-434d-b5be-3f47eafb9dff tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.3035231 Aug 16 02:07:18.540688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61b18a17-6888-4e75-acc6-fb7dde1e48d4 req-d0dbdc8e-0f31-4b49-87f9-1d994eea9aa7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221826 Aug 16 02:07:18.589064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Pushing event updated for resources: {'Port': ['ID=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.696694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.772248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Attempting to bind port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:18.773011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Attempting to bind port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:18.773355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Attempting to bind port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f on network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:18.781352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f on network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:18.781725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Attempting to bind port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f on network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:18.806785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.807208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:18.807509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Checking segment: {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:18.808384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Bound using segment: {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:18.808839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Bound port: 60c3f7f5-2db5-4740-bda3-29961ee0eb5f, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a6b7b1-b1ff-4128-b773-9075da3e5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:18.809203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.813557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:18.818930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.834565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18ea5e8-82b3-4938-9654-2bb63e26601c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:18.852724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:18.853020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aa406a-ddb1-4ff5-ba2f-fcf70f98d819') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:18.878271 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.899359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6899-321a-4133-b071-e484d0fbe42e req-cb3753ab-18b9-4764-9161-d53443ddc5e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.907380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6899-321a-4133-b071-e484d0fbe42e req-cb3753ab-18b9-4764-9161-d53443ddc5e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.915194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6899-321a-4133-b071-e484d0fbe42e req-cb3753ab-18b9-4764-9161-d53443ddc5e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.923045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6899-321a-4133-b071-e484d0fbe42e req-cb3753ab-18b9-4764-9161-d53443ddc5e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.929570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6899-321a-4133-b071-e484d0fbe42e req-cb3753ab-18b9-4764-9161-d53443ddc5e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.936252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6899-321a-4133-b071-e484d0fbe42e req-cb3753ab-18b9-4764-9161-d53443ddc5e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.942168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6899-321a-4133-b071-e484d0fbe42e req-cb3753ab-18b9-4764-9161-d53443ddc5e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.944110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08ae6899-321a-4133-b071-e484d0fbe42e req-cb3753ab-18b9-4764-9161-d53443ddc5e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.2235954 Aug 16 02:07:18.958814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-c2e30937-9c65-46b3-bfc6-d3dc3251bdc1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.960264 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-c2e30937-9c65-46b3-bfc6-d3dc3251bdc1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.4351754 Aug 16 02:07:18.969301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.979942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Request body: {'port': {'device_id': '7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'admin_state_up': True, 'tenant_id': 'ced30993e38c4951aa7ea946b94abb6f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:18.989794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:18.990193 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:18.993160 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:19.047195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': '86dd75dd-3f11-43e2-9699-ede91d331b71'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:19.050078 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b" -d '{"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "86dd75dd-3f11-43e2-9699-ede91d331b71"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:19.089126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] For port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:19.096758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] For port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:19.113915 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.126017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08ae6899-321a-4133-b071-e484d0fbe42e req-4fe49180-b924-4b2a-94be-af58f4e58d85 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1646271 Aug 16 02:07:19.131769 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.141410 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.144119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b18ea5e8-82b3-4938-9654-2bb63e26601c HTTP/1.1" status: 204 len: 168 time: 1.0314848 Aug 16 02:07:19.190439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab8b58-0eb8-4afb-a0e7-899f825bbb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18ea5e8-82b3-4938-9654-2bb63e26601c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:19.211521 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40c00c8-1377-4b3b-959f-260b59d3a86b x-openstack-request-id: req-b40c00c8-1377-4b3b-959f-260b59d3a86b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:19.211880 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "86dd75dd-3f11-43e2-9699-ede91d331b71", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:19.212228 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b40c00c8-1377-4b3b-959f-260b59d3a86b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:19.212720 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': '86dd75dd-3f11-43e2-9699-ede91d331b71', 'status': 'completed', 'code': 200} Aug 16 02:07:19.238427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.239212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.240724 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] 10.222.0.86 "PUT /v2.0/ports/60c3f7f5-2db5-4740-bda3-29961ee0eb5f HTTP/1.1" status: 200 len: 1092 time: 2.4603605 Aug 16 02:07:19.254497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Made reservation on behalf of ced30993e38c4951aa7ea946b94abb6f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:19.261197 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.366149 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.381395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46494) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:19.478711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Allocated IP 172.20.0.12 (c659e69c-8c56-4059-85f6-ca1de257d7d8/d6492c11-2dd8-41be-8aa8-87347a69cd49/6eb6f80a-1580-422b-aa7a-01ab20a8811a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:19.487410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.489544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c59da7-3793-4e73-9786-cab9d7b800c5 service neutron] Pushing event updated for resources: {'Port': ['ID=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:19.566814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-d1268b43-2afd-4182-9b70-59f955554137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.567492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-d1268b43-2afd-4182-9b70-59f955554137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.568026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-d1268b43-2afd-4182-9b70-59f955554137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.568570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-d1268b43-2afd-4182-9b70-59f955554137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.569265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-d1268b43-2afd-4182-9b70-59f955554137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.569638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-d1268b43-2afd-4182-9b70-59f955554137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.570158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-d1268b43-2afd-4182-9b70-59f955554137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.573302 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-d1268b43-2afd-4182-9b70-59f955554137 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6494 time: 0.3248177 Aug 16 02:07:19.588733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70e79fc4-d0d4-4af4-9878-36f03ba1c8a0 req-7b5e8209-896b-4ecc-b896-757372117e82 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 210 time: 0.0490885 Aug 16 02:07:19.694347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d9ff2b9d-061b-4e94-a7cc-45089558fe9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62a6d96a6a734e809ddaabc7b1072b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116910 Aug 16 02:07:19.697880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:19.772952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630795f-9b92-4107-9ed0-f02a168777e6 req-cb7ed4e5-a572-49d1-a46f-2d7d80f483e8 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.774665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9630795f-9b92-4107-9ed0-f02a168777e6 req-cb7ed4e5-a572-49d1-a46f-2d7d80f483e8 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.1183863 Aug 16 02:07:19.809616 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.867910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c886148-8647-46a4-b7af-136ed7b4f0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.872570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9630795f-9b92-4107-9ed0-f02a168777e6 req-2c44886b-fb6c-468d-803c-473a6e0ad830 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873315 Aug 16 02:07:19.911000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c886148-8647-46a4-b7af-136ed7b4f0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.933808 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.995704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:20.004451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:20.015577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:20.022847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event updated for resources: {'Port': ['ID=6eb6f80a-1580-422b-aa7a-01ab20a8811a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:20.055037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=d12716e3-a951-4eca-9a22-0c4577b97d48,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:20.060004 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c886148-8647-46a4-b7af-136ed7b4f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.063205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c886148-8647-46a4-b7af-136ed7b4f0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.066335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3c886148-8647-46a4-b7af-136ed7b4f0d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4730e5b8-d960-4436-af4b-8c8594c09ee0 HTTP/1.1" status: 204 len: 168 time: 0.3638520 Aug 16 02:07:20.079198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking segment: {'id': '9203055f-05d5-422f-9b81-2774c5c1e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dacd209-11f0-4311-ae35-d0897748967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:20.079833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network hostable DHCP agents. Network: 7dacd209-11f0-4311-ae35-d0897748967f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:20.080250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c886148-8647-46a4-b7af-136ed7b4f0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4730e5b8-d960-4436-af4b-8c8594c09ee0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:20.089234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.089895 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.124084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-4da80bd9-6138-46d1-84bf-fe8a46f7d269 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1494088 Aug 16 02:07:20.142352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Request body: {'port': {'device_id': '7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:20.145490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 7dacd209-11f0-4311-ae35-d0897748967f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:20.178337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-3b60f712-5862-43d1-9e92-28207c048e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.179327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-3b60f712-5862-43d1-9e92-28207c048e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.180148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-3b60f712-5862-43d1-9e92-28207c048e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.183732 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-3b60f712-5862-43d1-9e92-28207c048e9a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5607989 Aug 16 02:07:20.189512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 7dacd209-11f0-4311-ae35-d0897748967f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:20.197714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7f820d-1a89-4bf8-bba9-3f9054681b45 None None] Network 7dacd209-11f0-4311-ae35-d0897748967f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:20.209823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:20.225314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.225916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.330720 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-042e5f4a-daad-48c4-9ac2-2dd889d82cce tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9898124 Aug 16 02:07:20.333367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:20.505096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-444408c1-56f8-41bc-a3f1-39f67863a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.506596 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c6c1a65-0db4-4170-b6bc-ae14e4d3040b req-444408c1-56f8-41bc-a3f1-39f67863a935 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3143780 Aug 16 02:07:20.538453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:20.551259 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Sync routers for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:20.569827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.602573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-7dacd209-11f0-4311-ae35-d0897748967f', 'network_id': '7dacd209-11f0-4311-ae35-d0897748967f', 'tenant_id': '4cdd6f7fbe6f4c65b82637e4359bb458', 'fixed_ips': [{'subnet_id': 'd12716e3-a951-4eca-9a22-0c4577b97d48'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:20.603458 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.617318 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:20.617986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:20.667860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.672474 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8dc9b8a1-e8ca-45a6-b7e8-e049ad7a5a65 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.6806738 Aug 16 02:07:20.697996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:20.778803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.834100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4690-a2b4-4114-bfc6-51618c393ed9 req-7b8bb14d-2775-4bfe-b696-2f935b653dae tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.842296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4690-a2b4-4114-bfc6-51618c393ed9 req-7b8bb14d-2775-4bfe-b696-2f935b653dae tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.848658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4690-a2b4-4114-bfc6-51618c393ed9 req-7b8bb14d-2775-4bfe-b696-2f935b653dae tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.856507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4690-a2b4-4114-bfc6-51618c393ed9 req-7b8bb14d-2775-4bfe-b696-2f935b653dae tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.863193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4690-a2b4-4114-bfc6-51618c393ed9 req-7b8bb14d-2775-4bfe-b696-2f935b653dae tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.869587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4690-a2b4-4114-bfc6-51618c393ed9 req-7b8bb14d-2775-4bfe-b696-2f935b653dae tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.877547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4690-a2b4-4114-bfc6-51618c393ed9 req-7b8bb14d-2775-4bfe-b696-2f935b653dae tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.885481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-207d4690-a2b4-4114-bfc6-51618c393ed9 req-7b8bb14d-2775-4bfe-b696-2f935b653dae tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.1731536 Aug 16 02:07:20.890391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.930606 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728a2797-40dc-4597-8562-19e228271a6d req-31c3d758-2362-4eb9-b55e-d2fd0aa2c605 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3796873 Aug 16 02:07:20.933299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dcfed-ea3b-44a0-802c-1b15335c41cb req-52023961-8b46-4fe6-b371-8b7e3b9e5cc7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.936448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f88dcfed-ea3b-44a0-802c-1b15335c41cb req-52023961-8b46-4fe6-b371-8b7e3b9e5cc7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 932 time: 0.2245851 Aug 16 02:07:20.954870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:21.051833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-17e51f0d-3bea-4869-87dd-bd0ead57d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.052318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-17e51f0d-3bea-4869-87dd-bd0ead57d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.052799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-17e51f0d-3bea-4869-87dd-bd0ead57d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.053441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-17e51f0d-3bea-4869-87dd-bd0ead57d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.053923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-17e51f0d-3bea-4869-87dd-bd0ead57d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.054387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-17e51f0d-3bea-4869-87dd-bd0ead57d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.054876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-17e51f0d-3bea-4869-87dd-bd0ead57d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.056854 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-17e51f0d-3bea-4869-87dd-bd0ead57d60a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6494 time: 0.4320858 Aug 16 02:07:21.074352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f88dcfed-ea3b-44a0-802c-1b15335c41cb req-ee57d8e5-2774-47e6-95d0-cbe2e37a80f4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292295 Aug 16 02:07:21.129344 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-c01617f3-2850-40c9-b5fa-3e1cb5d188d5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308 HTTP/1.1" status: 200 len: 217 time: 0.0438731 Aug 16 02:07:21.199480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Allocated IP 2001:db8::1 (7dacd209-11f0-4311-ae35-d0897748967f/d12716e3-a951-4eca-9a22-0c4577b97d48/85dba8d4-cda2-44f0-853c-a0cace19cad8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:21.201434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-207d4690-a2b4-4114-bfc6-51618c393ed9 req-fc17cb56-f4cd-494e-a12d-ad852904a642 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3141985 Aug 16 02:07:21.216634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:21.224391 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59908d02-8c2a-4240-b3b3-ada4053de66b" -d '{"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "60c3f7f5-2db5-4740-bda3-29961ee0eb5f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:21.346290 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49cf156-a697-489d-9bd8-472512d45090 x-openstack-request-id: req-c49cf156-a697-489d-9bd8-472512d45090 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:21.346554 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "60c3f7f5-2db5-4740-bda3-29961ee0eb5f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:21.346714 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c49cf156-a697-489d-9bd8-472512d45090 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:21.347119 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f', 'status': 'completed', 'code': 200} Aug 16 02:07:21.352174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1863-5fb4-4448-a406-b199582c253a req-66692e2d-a5a8-4126-bacb-94337104bc06 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.353791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f0b1863-5fb4-4448-a406-b199582c253a req-66692e2d-a5a8-4126-bacb-94337104bc06 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.1662514 Aug 16 02:07:21.354451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2797-40dc-4597-8562-19e228271a6d req-c63551e4-c4e9-40b5-a5ce-4676e0724b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.360280 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728a2797-40dc-4597-8562-19e228271a6d req-c63551e4-c4e9-40b5-a5ce-4676e0724b2b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 1096 time: 0.3277953 Aug 16 02:07:21.510068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb6f80a-1580-422b-aa7a-01ab20a8811a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:21.510975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:18Z', 'revision_number': 3, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:21.524996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:21.530848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2797-40dc-4597-8562-19e228271a6d req-7698ed06-b2c2-4a3c-90c7-a303c0a72333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.532342 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728a2797-40dc-4597-8562-19e228271a6d req-7698ed06-b2c2-4a3c-90c7-a303c0a72333 service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1392503 Aug 16 02:07:21.533849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.549554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-82d73fe9-ed4d-4765-8305-aa9551ef10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.550061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Checking router: ca5fbc91-fdcf-4cc3-abed-ca03a45438bc for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:21.550488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Updating router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc port c69d25ed-a97a-418e-9359-2f6c4ee28758 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:21.550880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-82d73fe9-ed4d-4765-8305-aa9551ef10e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=751d740b-3e10-4938-9e59-82c96592c48b HTTP/1.1" status: 200 len: 856 time: 0.4084215 Aug 16 02:07:21.565783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Transition to ACTIVE for port object 6eb6f80a-1580-422b-aa7a-01ab20a8811a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:21.581427 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.609387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.644132 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728a2797-40dc-4597-8562-19e228271a6d req-9df0bd95-de73-40a8-8806-ab5e4e18520f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54529ad1-6d23-429e-976b-e31f8955e4ec HTTP/1.1" status: 200 len: 217 time: 0.1034534 Aug 16 02:07:21.658079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb6f80a-1580-422b-aa7a-01ab20a8811a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:21.686412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f0b1863-5fb4-4448-a406-b199582c253a req-4ec75833-11a2-4227-bcc1-d83b1748ff04 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251584 Aug 16 02:07:21.708025 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.735846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-network', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:21.774828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Transition to ACTIVE for port object 85dba8d4-cda2-44f0-853c-a0cace19cad8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:21.776589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Made reservation on behalf of ef64eee1ea674f188937aedea1f22905 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:21.781370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.789212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Attempting to bind port 6eb6f80a-1580-422b-aa7a-01ab20a8811a on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:21.790204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Attempting to bind port 6eb6f80a-1580-422b-aa7a-01ab20a8811a by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:21.790821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Attempting to bind port 6eb6f80a-1580-422b-aa7a-01ab20a8811a on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:21.796126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Port 6eb6f80a-1580-422b-aa7a-01ab20a8811a on network c659e69c-8c56-4059-85f6-ca1de257d7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:21.796749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Attempting to bind port 6eb6f80a-1580-422b-aa7a-01ab20a8811a on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:21.799419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.803076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:21.803893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Checking segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:21.804592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Bound using segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:21.805432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Bound port: 6eb6f80a-1580-422b-aa7a-01ab20a8811a, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:21.806063 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.810531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Transition to ACTIVE for port object 85dba8d4-cda2-44f0-853c-a0cace19cad8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:21.833839 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.885272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2797-40dc-4597-8562-19e228271a6d req-947526ab-ffba-433b-b2b3-edd887ff27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.886659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728a2797-40dc-4597-8562-19e228271a6d req-947526ab-ffba-433b-b2b3-edd887ff27d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.2180593 Aug 16 02:07:21.887081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] For port 6eb6f80a-1580-422b-aa7a-01ab20a8811a, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:21.891851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] For port 6eb6f80a-1580-422b-aa7a-01ab20a8811a, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6eb6f80a-1580-422b-aa7a-01ab20a8811a,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:21.895043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-36c12af5-5aa8-4df8-b3f1-a9aa1549b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.896570 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-36c12af5-5aa8-4df8-b3f1-a9aa1549b0e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eb2528c8-5b9b-4161-9c71-1b504faa9674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3162100 Aug 16 02:07:21.898625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.912161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Network 7dacd209-11f0-4311-ae35-d0897748967f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:21.926205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:21.940560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.940895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:21.958758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.961102 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.963490 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] 10.222.0.93 "PUT /v2.0/ports/6eb6f80a-1580-422b-aa7a-01ab20a8811a HTTP/1.1" status: 200 len: 1093 time: 1.8295856 Aug 16 02:07:21.965060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Pushing event updated for resources: {'Port': ['ID=85dba8d4-cda2-44f0-853c-a0cace19cad8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:21.968729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3', 'tag': '6eb6f80a-1580-422b-aa7a-01ab20a8811a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:21.971347 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf03570-4743-41cb-9726-21dd083474ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3", "tag": "6eb6f80a-1580-422b-aa7a-01ab20a8811a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:21.985932 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728a2797-40dc-4597-8562-19e228271a6d req-13895fd3-3ad2-400c-af88-98c02ffd8d7c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838783 Aug 16 02:07:22.076702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Attempting to bind port 85dba8d4-cda2-44f0-853c-a0cace19cad8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:22.076702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Attempting to bind port 85dba8d4-cda2-44f0-853c-a0cace19cad8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '9203055f-05d5-422f-9b81-2774c5c1e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dacd209-11f0-4311-ae35-d0897748967f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:22.076702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Attempting to bind port 85dba8d4-cda2-44f0-853c-a0cace19cad8 on network 7dacd209-11f0-4311-ae35-d0897748967f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:22.083909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:22.084329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Checking segment: {'id': '9203055f-05d5-422f-9b81-2774c5c1e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dacd209-11f0-4311-ae35-d0897748967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:22.084701 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.085276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Bound using segment: {'id': '9203055f-05d5-422f-9b81-2774c5c1e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dacd209-11f0-4311-ae35-d0897748967f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:22.085582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Bound port: 85dba8d4-cda2-44f0-853c-a0cace19cad8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9203055f-05d5-422f-9b81-2774c5c1e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7dacd209-11f0-4311-ae35-d0897748967f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:22.085733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=d12716e3-a951-4eca-9a22-0c4577b97d48,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.086191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.098886 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0ad922-b9c1-4533-9c96-1ab4471d6d28 x-openstack-request-id: req-6f0ad922-b9c1-4533-9c96-1ab4471d6d28 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:22.099260 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3", "tag": "6eb6f80a-1580-422b-aa7a-01ab20a8811a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:22.099507 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f0ad922-b9c1-4533-9c96-1ab4471d6d28 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:22.099867 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3', 'tag': '6eb6f80a-1580-422b-aa7a-01ab20a8811a', 'status': 'completed', 'code': 200} Aug 16 02:07:22.143046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726dbbb-c34c-4881-b4d9-0cd068c67f68 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb6f80a-1580-422b-aa7a-01ab20a8811a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.160655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-66e8005f-2b0b-4fd0-bcec-a13bcef5fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.162409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-66e8005f-2b0b-4fd0-bcec-a13bcef5fe5f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 1096 time: 0.1480622 Aug 16 02:07:22.225123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-2d8c32b5-0bc6-4d97-ab40-882cf7ca6d68 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eb6f80a-1580-422b-aa7a-01ab20a8811a HTTP/1.1" status: 200 len: 217 time: 0.0510862 Aug 16 02:07:22.250853 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.273837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Transition to ACTIVE for port object c69d25ed-a97a-418e-9359-2f6c4ee28758 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:22.286684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] For port 85dba8d4-cda2-44f0-853c-a0cace19cad8, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:22.298668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] For port 85dba8d4-cda2-44f0-853c-a0cace19cad8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=85dba8d4-cda2-44f0-853c-a0cace19cad8,segment=NetworkSegment(9203055f-05d5-422f-9b81-2774c5c1e42e),segment_id=9203055f-05d5-422f-9b81-2774c5c1e42e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:22.299862 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.305886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.319988 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.337113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07789b9f-7922-4c44-96d6-9681232fc330 req-e72a4f99-1e5d-4856-9a4f-faaa78a27ebf tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.347658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07789b9f-7922-4c44-96d6-9681232fc330 req-e72a4f99-1e5d-4856-9a4f-faaa78a27ebf tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 944 time: 0.1839232 Aug 16 02:07:22.349206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dacd209-11f0-4311-ae35-d0897748967f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:22.408702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Attempting to bind port c69d25ed-a97a-418e-9359-2f6c4ee28758 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:22.409075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Attempting to bind port c69d25ed-a97a-418e-9359-2f6c4ee28758 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:22.409445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Attempting to bind port c69d25ed-a97a-418e-9359-2f6c4ee28758 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:22.421189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9203055f-05d5-422f-9b81-2774c5c1e42e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:22.421784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9203055f-05d5-422f-9b81-2774c5c1e42e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:22.439376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-afea8682-c00d-4038-b4b8-b7c08e62b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.440819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-afea8682-c00d-4038-b4b8-b7c08e62b79f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.1986113 Aug 16 02:07:22.454301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-da290cdf-64ee-4edb-ba5c-429d1beeea9f service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314274 Aug 16 02:07:22.466665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.489403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:22.490088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:22.490802 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.491383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:22.492605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Bound port: c69d25ed-a97a-418e-9359-2f6c4ee28758, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:22.493928 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.497833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba5a75-9064-4f32-9c5f-63c05104ffb5 None None] Pushing event updated for resources: {'Port': ['ID=c69d25ed-a97a-418e-9359-2f6c4ee28758,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.507703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07789b9f-7922-4c44-96d6-9681232fc330 req-e230579d-b52b-4401-b955-e2ed57e1b41e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585004 Aug 16 02:07:22.515759 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728a2797-40dc-4597-8562-19e228271a6d req-e8c1f367-8e44-4dc2-ad3c-05c7bd600748 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438434 Aug 16 02:07:22.519978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4088d-f51d-44b6-8516-9dab06846cf3 None None] Network 7dacd209-11f0-4311-ae35-d0897748967f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:22.537168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.537448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-c344571a-cec6-4700-acd6-0d8add72045d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730405 Aug 16 02:07:22.550636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.560990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:22.561701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.564244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525d86-f70e-43c7-b1fb-7ee9e67c3747 req-b66d50eb-ac0c-472d-b9ef-8e5b7c24194c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.571522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525d86-f70e-43c7-b1fb-7ee9e67c3747 req-b66d50eb-ac0c-472d-b9ef-8e5b7c24194c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.579465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525d86-f70e-43c7-b1fb-7ee9e67c3747 req-b66d50eb-ac0c-472d-b9ef-8e5b7c24194c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.586827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525d86-f70e-43c7-b1fb-7ee9e67c3747 req-b66d50eb-ac0c-472d-b9ef-8e5b7c24194c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.594487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525d86-f70e-43c7-b1fb-7ee9e67c3747 req-b66d50eb-ac0c-472d-b9ef-8e5b7c24194c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.601319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525d86-f70e-43c7-b1fb-7ee9e67c3747 req-b66d50eb-ac0c-472d-b9ef-8e5b7c24194c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.607804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525d86-f70e-43c7-b1fb-7ee9e67c3747 req-b66d50eb-ac0c-472d-b9ef-8e5b7c24194c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.609927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4525d86-f70e-43c7-b1fb-7ee9e67c3747 req-b66d50eb-ac0c-472d-b9ef-8e5b7c24194c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.2277768 Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:22.649068 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:22.709582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] For port c69d25ed-a97a-418e-9359-2f6c4ee28758, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:22.712001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734287c-ac45-4e2c-9f4a-d5dd0991321c None None] Pushing event updated for resources: {'Port': ['ID=85dba8d4-cda2-44f0-853c-a0cace19cad8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.715654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] For port c69d25ed-a97a-418e-9359-2f6c4ee28758, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c69d25ed-a97a-418e-9359-2f6c4ee28758,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:22.729075 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.735586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-af1cc5fd-97ba-4e63-8579-c15a01145e5e service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855836 Aug 16 02:07:22.735823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc3d40c-0afe-4e59-bbe6-74dfcdb571a9 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:22.768158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.779185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:22.779185 n-d-768862-14 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:22.779185 n-d-768862-14 neutron-server[94640]: [parameters: {'id': '7dacd209-11f0-4311-ae35-d0897748967f'}] Aug 16 02:07:22.779185 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:22.779958 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:22.851985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf0e7a3c-1909-4d55-91c9-72a069bfd8ce req-7e70639b-aad7-412a-9574-b82f4edd3734 service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892079 Aug 16 02:07:22.878694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4525d86-f70e-43c7-b1fb-7ee9e67c3747 req-e63759c0-4ffa-44cb-9cc5-ed509d073d93 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421099 Aug 16 02:07:22.928154 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384a6ca-5040-4c45-823f-78afe7ba279e req-64a96789-6c64-47ae-8a9e-74d9bc8458b7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.929670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1384a6ca-5040-4c45-823f-78afe7ba279e req-64a96789-6c64-47ae-8a9e-74d9bc8458b7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.0710006 Aug 16 02:07:22.996216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf03570-4743-41cb-9726-21dd083474ac req-e8f418c2-eeab-4a6a-8749-a9d96135bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.997814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbf03570-4743-41cb-9726-21dd083474ac req-e8f418c2-eeab-4a6a-8749-a9d96135bf0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0672584 Aug 16 02:07:23.001259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:23.015110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.015877 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Added segment cee9e273-e25d-41c4-8a34-31c95d5ef7a3 of type vlan for network be312db1-4cad-4407-b1b0-b6a296f7f4da Aug 16 02:07:23.017489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1384a6ca-5040-4c45-823f-78afe7ba279e req-2ee0342e-2db4-40c8-be4e-49b1a6197450 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523493 Aug 16 02:07:23.017883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba5a75-9064-4f32-9c5f-63c05104ffb5 None None] Pushing event updated for resources: {'Port': ['ID=c69d25ed-a97a-418e-9359-2f6c4ee28758,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.021034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:23.021663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.094577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.135752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf03570-4743-41cb-9726-21dd083474ac req-78198c87-fc28-4e8b-9db9-5b48e356aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.136214 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728a2797-40dc-4597-8562-19e228271a6d req-0ac0417d-bf03-4a77-bde9-eb4b5c898d48 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860783 Aug 16 02:07:23.137248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbf03570-4743-41cb-9726-21dd083474ac req-78198c87-fc28-4e8b-9db9-5b48e356aeac service neutron] 10.222.0.93 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 912 time: 0.1245189 Aug 16 02:07:23.137626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd673572-a395-48fb-a9bc-21a6bf6c9ad3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.155759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.166103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:23.168571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc3d40c-0afe-4e59-bbe6-74dfcdb571a9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:23.224354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9ce8902f-3ed8-4dd3-8041-d067c5ad11a1 service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478771 Aug 16 02:07:23.226824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbf03570-4743-41cb-9726-21dd083474ac req-d7eb7286-4310-4f87-ab28-72af958e0e81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eb6f80a-1580-422b-aa7a-01ab20a8811a HTTP/1.1" status: 200 len: 217 time: 0.0682666 Aug 16 02:07:23.281923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.282901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.284184 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.287550 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.292783 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-86a582fc-3494-4f17-a04e-3129e9779b79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 200 len: 217 time: 0.0555260 Aug 16 02:07:23.294467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf03570-4743-41cb-9726-21dd083474ac req-0e9a2a17-eb77-4875-b2a0-ef82085967ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.295995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbf03570-4743-41cb-9726-21dd083474ac req-0e9a2a17-eb77-4875-b2a0-ef82085967ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0597363 Aug 16 02:07:23.337595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbf03570-4743-41cb-9726-21dd083474ac req-a79f2e3c-f909-4f31-8bba-4b8bf99741dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331929 Aug 16 02:07:23.483583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbf03570-4743-41cb-9726-21dd083474ac req-fa1f8d41-fecf-47dc-9b5d-3ebee7ba0278 service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266503 Aug 16 02:07:23.553198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:18Z', 'revision_number': 3, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.647791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925e7b0-6191-4093-a4e3-6c35bfecfbc1 None None] The sync data for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 is: [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:18Z', 'revision_number': 3, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:23.701841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096ab41-c672-49fd-898d-84e70d979870 req-a5ee2b42-3e80-4a8e-81f0-2d62e7c079a5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.703649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5096ab41-c672-49fd-898d-84e70d979870 req-a5ee2b42-3e80-4a8e-81f0-2d62e7c079a5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 944 time: 0.0969458 Aug 16 02:07:23.766337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5096ab41-c672-49fd-898d-84e70d979870 req-3b37df35-4b50-475d-9eaa-b3b82d393ab9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545359 Aug 16 02:07:23.799352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbf03570-4743-41cb-9726-21dd083474ac req-6b582ef7-a164-43ca-a4c8-3ecb824385b6 service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151026 Aug 16 02:07:23.833227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=be312db1-4cad-4407-b1b0-b6a296f7f4da,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.844409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network be312db1-4cad-4407-b1b0-b6a296f7f4da details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:23.884285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d830ad13-3c58-4199-894b-8d8abe069dc3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3560612 Aug 16 02:07:23.887458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:23.893578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Request body: {'subnet': {'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-subnet', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:23.926739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Made reservation on behalf of ef64eee1ea674f188937aedea1f22905 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:23.929581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.960328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-eae3ab5b-396d-437a-98c6-8797eb2d8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.961840 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-eae3ab5b-396d-437a-98c6-8797eb2d8041 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1319942 Aug 16 02:07:24.132688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3f523d43-ca74-4180-b812-2b4315e6edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.134228 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-3f523d43-ca74-4180-b812-2b4315e6edd8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603954 Aug 16 02:07:24.135149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c6ba-0413-4ae6-8652-a0fc89ddccd6 req-9d2d4672-a6ec-482d-a43f-5b4d968ae2a1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.140516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting port 85dba8d4-cda2-44f0-853c-a0cace19cad8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:24.141017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.141631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c6ba-0413-4ae6-8652-a0fc89ddccd6 req-9d2d4672-a6ec-482d-a43f-5b4d968ae2a1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.147887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c6ba-0413-4ae6-8652-a0fc89ddccd6 req-9d2d4672-a6ec-482d-a43f-5b4d968ae2a1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.155627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c6ba-0413-4ae6-8652-a0fc89ddccd6 req-9d2d4672-a6ec-482d-a43f-5b4d968ae2a1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.163877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c6ba-0413-4ae6-8652-a0fc89ddccd6 req-9d2d4672-a6ec-482d-a43f-5b4d968ae2a1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.170897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c6ba-0413-4ae6-8652-a0fc89ddccd6 req-9d2d4672-a6ec-482d-a43f-5b4d968ae2a1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.176944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c6ba-0413-4ae6-8652-a0fc89ddccd6 req-9d2d4672-a6ec-482d-a43f-5b4d968ae2a1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.179007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3396c6ba-0413-4ae6-8652-a0fc89ddccd6 req-9d2d4672-a6ec-482d-a43f-5b4d968ae2a1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.1613619 Aug 16 02:07:24.223591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Allocated IP 172.20.0.1 (8e47bfcf-f27b-402d-8681-b4723b13a21e/03d0b714-d9e1-4908-8e67-6f2c1426832f/21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:24.352982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cdb8f-8b90-4293-b4db-fc0e4416c6dc req-0e42de03-314b-40a8-bbfd-cd5f8bbd2ff3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.354627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd5cdb8f-8b90-4293-b4db-fc0e4416c6dc req-0e42de03-314b-40a8-bbfd-cd5f8bbd2ff3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.1625574 Aug 16 02:07:24.376255 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] For port 85dba8d4-cda2-44f0-853c-a0cace19cad8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=85dba8d4-cda2-44f0-853c-a0cace19cad8,segment=NetworkSegment(9203055f-05d5-422f-9b81-2774c5c1e42e),segment_id=9203055f-05d5-422f-9b81-2774c5c1e42e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:24.376673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.406897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Calling delete_port for 85dba8d4-cda2-44f0-853c-a0cace19cad8 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:24.419566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3396c6ba-0413-4ae6-8652-a0fc89ddccd6 req-4a49d6c0-5f41-4a8d-876e-a515a16bf26f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2221398 Aug 16 02:07:24.444064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.500817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-0ca0e3c7-c91e-45e9-91b5-304cec7a63c1 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445005 Aug 16 02:07:24.532381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f67507e-835e-4886-8b3d-e3e980f122bd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.538829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd5cdb8f-8b90-4293-b4db-fc0e4416c6dc req-09727905-8c63-4955-86ba-5513c5164ef7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585464 Aug 16 02:07:24.577085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Checking segment: {'id': 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:24.577480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Network hostable DHCP agents. Network: be312db1-4cad-4407-b1b0-b6a296f7f4da, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:24.605676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Network be312db1-4cad-4407-b1b0-b6a296f7f4da is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:24.623258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, be312db1-4cad-4407-b1b0-b6a296f7f4da) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:24.627319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.634845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b701748-38c5-4d60-bbed-723266c2219c None None] Network be312db1-4cad-4407-b1b0-b6a296f7f4da requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:24.637268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.638491 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.665355 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e60e750f-4f83-416a-bb9d-c38a92f7a086 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7752910 Aug 16 02:07:24.667348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:24.675657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:24.676133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Transition to ACTIVE for port object 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:24.697459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.712454 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.713292 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-778d7802-2e0a-4662-a93f-7ca2f656e4ad service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025149 Aug 16 02:07:24.714566 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.747417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Port': ['ID=85dba8d4-cda2-44f0-853c-a0cace19cad8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.754843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No DVR routers for this DVR port 85dba8d4-cda2-44f0-853c-a0cace19cad8 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:24.791147 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.835572 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1f047e30-f177-4fb7-8bd3-4fd2fe5a06c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 200 len: 217 time: 0.0981610 Aug 16 02:07:24.835761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe0d303-4391-492d-9404-d4cf9a47962d None None] Network be312db1-4cad-4407-b1b0-b6a296f7f4da requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:24.944793 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.954367 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.995672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dacd209-11f0-4311-ae35-d0897748967f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:25.005665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-8d868800-72cf-4919-901f-ebc99a40d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.007174 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-8d868800-72cf-4919-901f-ebc99a40d119 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1532617 Aug 16 02:07:25.021755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9203055f-05d5-422f-9b81-2774c5c1e42e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:25.021975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9203055f-05d5-422f-9b81-2774c5c1e42e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:25.027942 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.041127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00be4b-2c32-42f9-b946-506475b2ec2b req-d0c6f1ac-107a-43da-aea0-28054db4255d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.042851 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b00be4b-2c32-42f9-b946-506475b2ec2b req-d0c6f1ac-107a-43da-aea0-28054db4255d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 944 time: 0.1587021 Aug 16 02:07:25.062549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Network 8e47bfcf-f27b-402d-8681-b4723b13a21e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:25.064451 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.077125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:25.082478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Pushing event updated for resources: {'Port': ['ID=21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.088115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:25.121239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.131908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b00be4b-2c32-42f9-b946-506475b2ec2b req-9923a851-25d5-4ddd-89c8-82d4c4e3a4a4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729139 Aug 16 02:07:25.163366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:25.164785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:25.191893 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:25.236541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-f8b14ecf-04c3-4206-b42c-67dac626dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.238239 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-f8b14ecf-04c3-4206-b42c-67dac626dd2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2186904 Aug 16 02:07:25.260692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.340292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.346067 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.361621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.363550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.363720 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/7dacd209-11f0-4311-ae35-d0897748967f HTTP/1.1" status: 204 len: 168 time: 5.0274096 Aug 16 02:07:25.370040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:25.375118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452368834'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:25.381461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74ab73-2dc6-4d55-9a99-8c456882a41b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=7dacd209-11f0-4311-ae35-d0897748967f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.435077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-60bbf081-c8c9-4185-83fc-34e4caedfc2c None None] Provisioning for port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:25.437652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:25.440274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-60bbf081-c8c9-4185-83fc-34e4caedfc2c None None] Provisioning complete for port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:25.440898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60bbf081-c8c9-4185-83fc-34e4caedfc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.441155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.459401 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-14fb1e00-0ac2-4786-969a-e4b3431e49cc service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077801 Aug 16 02:07:25.476764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:25.486778 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.487129 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment 069a1157-7be7-40c5-9c5e-7637936fc82e of type vlan for network ff818634-0294-4b7e-8e68-46adaa846493 Aug 16 02:07:25.493876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-60bbf081-c8c9-4185-83fc-34e4caedfc2c None None] Port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:25.537840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.555493 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.661049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.662774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c69d25ed-a97a-418e-9359-2f6c4ee28758 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:25.669554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.670441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.730898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port c69d25ed-a97a-418e-9359-2f6c4ee28758 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:25.735234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c69d25ed-a97a-418e-9359-2f6c4ee28758 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:25.735607 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.774005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Allocated IP 172.25.5.211 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/32716818-77d4-4961-9593-f99ad7177d10) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:25.781839 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.792066 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.812048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26eff9-a16f-4c33-bf4b-f5238d35fc89 req-25694b3b-e06c-45cc-bc14-90881d027b72 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.818745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26eff9-a16f-4c33-bf4b-f5238d35fc89 req-25694b3b-e06c-45cc-bc14-90881d027b72 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.826112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26eff9-a16f-4c33-bf4b-f5238d35fc89 req-25694b3b-e06c-45cc-bc14-90881d027b72 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.831791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26eff9-a16f-4c33-bf4b-f5238d35fc89 req-25694b3b-e06c-45cc-bc14-90881d027b72 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.839478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26eff9-a16f-4c33-bf4b-f5238d35fc89 req-25694b3b-e06c-45cc-bc14-90881d027b72 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.846389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26eff9-a16f-4c33-bf4b-f5238d35fc89 req-25694b3b-e06c-45cc-bc14-90881d027b72 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.852430 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-6f0cba92-cc92-4687-b405-7be382879b15 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769288 Aug 16 02:07:25.852732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26eff9-a16f-4c33-bf4b-f5238d35fc89 req-25694b3b-e06c-45cc-bc14-90881d027b72 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.854757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c26eff9-a16f-4c33-bf4b-f5238d35fc89 req-25694b3b-e06c-45cc-bc14-90881d027b72 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.3050795 Aug 16 02:07:25.867238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4960489 Aug 16 02:07:25.868888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0cf0b-6b14-42ba-a338-fddf43ac84fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=ff818634-0294-4b7e-8e68-46adaa846493,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.873329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:25.892656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': 'ff818634-0294-4b7e-8e68-46adaa846493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:25.931295 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-6affd460-7538-4043-a98c-3a004c58121f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 HTTP/1.1" status: 200 len: 217 time: 0.0674832 Aug 16 02:07:25.937981 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.949036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Pushing event updated for resources: {'Port': ['ID=21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.975908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ff818634-0294-4b7e-8e68-46adaa846493 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:25.985009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761908c-5da5-4c10-bfa9-c2fe9ec5f3c1 req-259eab3d-5b0f-43fc-baab-d9ae70042fe5 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.986754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1761908c-5da5-4c10-bfa9-c2fe9ec5f3c1 req-259eab3d-5b0f-43fc-baab-d9ae70042fe5 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.3134592 Aug 16 02:07:26.034443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.040159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-512f9ff9-9b72-4ffc-822c-5655705346ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.041805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-512f9ff9-9b72-4ffc-822c-5655705346ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1015174 Aug 16 02:07:26.060721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port c69d25ed-a97a-418e-9359-2f6c4ee28758, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c69d25ed-a97a-418e-9359-2f6c4ee28758,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:26.072686 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.081115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c26eff9-a16f-4c33-bf4b-f5238d35fc89 req-1f1bbdc3-dcbd-4770-bcb7-49272a2a4a2b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2073834 Aug 16 02:07:26.108457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1761908c-5da5-4c10-bfa9-c2fe9ec5f3c1 req-f3a1cdfe-8d83-4834-9402-bc248229b715 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882108 Aug 16 02:07:26.160476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=c69d25ed-a97a-418e-9359-2f6c4ee28758,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:26.161210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Network 8e47bfcf-f27b-402d-8681-b4723b13a21e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:26.162914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:26.166847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-879c7dd9-407c-4064-952a-6f3312df7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.167394 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.168720 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-879c7dd9-407c-4064-952a-6f3312df7556 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1126320 Aug 16 02:07:26.170651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:26.177412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.368057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326936ec-c184-4ddf-8f5d-aba30d9ac3ee req-d9b7c166-9d28-4c5c-98d5-35ea3e882668 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.369826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-326936ec-c184-4ddf-8f5d-aba30d9ac3ee req-d9b7c166-9d28-4c5c-98d5-35ea3e882668 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 944 time: 0.1252999 Aug 16 02:07:26.374210 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.407258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-9510b002-04c8-42bd-87d7-f1f3c5c9c230 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096171 Aug 16 02:07:26.412244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:26.468241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:26.479656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:26.485075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Pushing event updated for resources: {'Port': ['ID=32716818-77d4-4961-9593-f99ad7177d10,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:26.493519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:26.525119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0984401-5f3e-4807-a559-0895bcc7efef None None] Provisioning complete for port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:26.525485 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0984401-5f3e-4807-a559-0895bcc7efef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.533290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-326936ec-c184-4ddf-8f5d-aba30d9ac3ee req-28ffa0e9-37ca-425d-9efe-079d2edd0447 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530976 Aug 16 02:07:26.564964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f0984401-5f3e-4807-a559-0895bcc7efef None None] Port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:26.602773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-ac18401a-77a8-47b8-b1b7-ae2d5039ce69 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852858 Aug 16 02:07:26.609705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:26.618845 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Sync routers for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:26.621516 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-506987cb-d8f6-430b-a7df-933f9c4f4a6c admin admin] 10.222.0.61 "PUT /v2.0/routers/ca5fbc91-fdcf-4cc3-abed-ca03a45438bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9182339 Aug 16 02:07:26.637256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6eb6f80a-1580-422b-aa7a-01ab20a8811a details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:26.659129 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-f6bb0e78-c61d-4b67-b636-97c594923e2a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=aa416136-5e92-4449-92b9-803a71b0bdca HTTP/1.1" status: 200 len: 217 time: 0.0471382 Aug 16 02:07:26.727418 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:26.727791 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.728817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-5105deb7-bedc-4606-a607-6447ebd82404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.730460 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-5105deb7-bedc-4606-a607-6447ebd82404 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.0635571 Aug 16 02:07:26.744502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.778471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6eb6f80a-1580-422b-aa7a-01ab20a8811a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6eb6f80a-1580-422b-aa7a-01ab20a8811a,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:26.785765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-7762dd97-4af2-42d1-9f36-698ac6322284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.787291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-7762dd97-4af2-42d1-9f36-698ac6322284 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0474355 Aug 16 02:07:26.812947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '6eb6f80a-1580-422b-aa7a-01ab20a8811a', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'port_id': '6eb6f80a-1580-422b-aa7a-01ab20a8811a', 'mac_address': 'fa:16:3e:67:b2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6492c11-2dd8-41be-8aa8-87347a69cd49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:26.873086 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.878800 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:26.892912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb6f80a-1580-422b-aa7a-01ab20a8811a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:26.914962 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-0a6e8103-1399-4c3d-a099-2a11a14b34dd service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184883 Aug 16 02:07:26.922713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6eb6f80a-1580-422b-aa7a-01ab20a8811a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6eb6f80a-1580-422b-aa7a-01ab20a8811a,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:26.928760 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.954379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking segment: {'id': '069a1157-7be7-40c5-9c5e-7637936fc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ff818634-0294-4b7e-8e68-46adaa846493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:26.954736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network hostable DHCP agents. Network: ff818634-0294-4b7e-8e68-46adaa846493, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:26.956956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=a91bee81-d625-48ba-bda7-3f70426cb6dc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.018121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6eb6f80a-1580-422b-aa7a-01ab20a8811a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.019248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network ff818634-0294-4b7e-8e68-46adaa846493 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:27.048654 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-7d4f6247-72f2-4fe0-9e74-29c2be568679 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245315 Aug 16 02:07:27.069092 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ff818634-0294-4b7e-8e68-46adaa846493) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:27.078034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.078263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b16a1-bdd1-4dfc-bb46-6ed84587b504 None None] Network ff818634-0294-4b7e-8e68-46adaa846493 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:27.078635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.132645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1722c540-ebf2-412a-816a-2f78f3d6d07f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2402828 Aug 16 02:07:27.132645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:27.137190 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a', 'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'mac_address': 'fa:16:3e:60:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:23Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 2, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'subnets': [{'id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:27.154916 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.172977 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-f53c6ab8-a74e-46dc-9da0-371f843fd01c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86dd75dd-3f11-43e2-9699-ede91d331b71 HTTP/1.1" status: 200 len: 217 time: 0.1158118 Aug 16 02:07:27.190557 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Checking router: ca5fbc91-fdcf-4cc3-abed-ca03a45438bc for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:27.201445 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Updating router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:27.236505 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.254936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['6eb6f80a-1580-422b-aa7a-01ab20a8811a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:27.263713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-8d140e57-784b-46e2-89dc-0f11df056199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.265204 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-8d140e57-784b-46e2-89dc-0f11df056199 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.0812669 Aug 16 02:07:27.354060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-94667488-9ed5-4239-8126-cbc3f1ab1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.359021 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-94667488-9ed5-4239-8126-cbc3f1ab1e00 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853143 Aug 16 02:07:27.382170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-ff818634-0294-4b7e-8e68-46adaa846493', 'network_id': 'ff818634-0294-4b7e-8e68-46adaa846493', 'tenant_id': '4cdd6f7fbe6f4c65b82637e4359bb458', 'fixed_ips': [{'subnet_id': 'a91bee81-d625-48ba-bda7-3f70426cb6dc'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:27.383081 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.506081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-33f595b3-d7e5-4ef9-9fd6-06d6e299aebc service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385429 Aug 16 02:07:27.506901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:27.511603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dd44d213-d8f4-44cd-9529-88ee897b15eb tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594130456', 'description': 'tempest-description--1327249768'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:27.554510 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd44d213-d8f4-44cd-9529-88ee897b15eb tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.685775 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-354ee3d2-4276-4871-bd76-d61fbc7a738a service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471958 Aug 16 02:07:27.703041 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.707133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c69d25ed-a97a-418e-9359-2f6c4ee28758 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:27.714218 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Transition to ACTIVE for port object 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:27.723443 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.770861 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-475aa456-e6c7-41aa-8002-e5c9b2f709e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f HTTP/1.1" status: 200 len: 217 time: 0.0495965 Aug 16 02:07:27.777549 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Pushing event updated for resources: {'Port': ['ID=21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.791307 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.791925 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.792471 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.792973 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.793549 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.796482 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.797022 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.797593 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.798098 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.798621 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.799142 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.799790 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:27.808004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c69d25ed-a97a-418e-9359-2f6c4ee28758 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:27.809022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.820901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Allocated IP 2001:db8::1 (ff818634-0294-4b7e-8e68-46adaa846493/a91bee81-d625-48ba-bda7-3f70426cb6dc/c68b777b-513f-493a-afb4-dad01bd661fd) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:27.851778 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd44d213-d8f4-44cd-9529-88ee897b15eb tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.864959 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd44d213-d8f4-44cd-9529-88ee897b15eb tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.886926 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Attempting to bind port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:27.887507 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Attempting to bind port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:27.888010 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Attempting to bind port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a on network 8e47bfcf-f27b-402d-8681-b4723b13a21e {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:27.896640 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:27.897169 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Checking segment: {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:27.897634 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.898398 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Bound using segment: {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:27.898832 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Bound port: 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:27.899330 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.912030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56867dcb-dad2-44e0-aea8-af626f182ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.915156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-56867dcb-dad2-44e0-aea8-af626f182ccc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.1330314 Aug 16 02:07:27.917491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44d213-d8f4-44cd-9529-88ee897b15eb tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b5ab11-158e-4847-a7da-2876927007fe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.942363 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd44d213-d8f4-44cd-9529-88ee897b15eb tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.944008 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dd44d213-d8f4-44cd-9529-88ee897b15eb tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4359531 Aug 16 02:07:27.946371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676d7e-05d4-4088-bf5d-cc7aead736fc req-5e98570c-1b95-4dc7-a025-9dbbae2c41dd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.947079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:27.951999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-abcd95da-046c-43ff-9f9a-dbc842276c99 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Request body: {'security_group_rule': {'security_group_id': '55b5ab11-158e-4847-a7da-2876927007fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:27.954089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676d7e-05d4-4088-bf5d-cc7aead736fc req-5e98570c-1b95-4dc7-a025-9dbbae2c41dd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.960703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676d7e-05d4-4088-bf5d-cc7aead736fc req-5e98570c-1b95-4dc7-a025-9dbbae2c41dd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.968279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676d7e-05d4-4088-bf5d-cc7aead736fc req-5e98570c-1b95-4dc7-a025-9dbbae2c41dd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.983424 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676d7e-05d4-4088-bf5d-cc7aead736fc req-5e98570c-1b95-4dc7-a025-9dbbae2c41dd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.993954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676d7e-05d4-4088-bf5d-cc7aead736fc req-5e98570c-1b95-4dc7-a025-9dbbae2c41dd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.007547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abcd95da-046c-43ff-9f9a-dbc842276c99 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.012565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca676d7e-05d4-4088-bf5d-cc7aead736fc req-5e98570c-1b95-4dc7-a025-9dbbae2c41dd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.014939 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] For port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:28.026829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca676d7e-05d4-4088-bf5d-cc7aead736fc req-5e98570c-1b95-4dc7-a025-9dbbae2c41dd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.2845838 Aug 16 02:07:28.029137 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-c30b7afd-e6a2-4302-9bff-a9da7ff4c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.030520 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-c30b7afd-e6a2-4302-9bff-a9da7ff4c4f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971782 Aug 16 02:07:28.032612 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] For port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:28.039909 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.135753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba76328-feb3-4853-bdbc-8d47221fa90d req-b2bbcb4e-e394-4d0d-adc6-7aca9624477f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.150555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ba76328-feb3-4853-bdbc-8d47221fa90d req-b2bbcb4e-e394-4d0d-adc6-7aca9624477f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.4374669 Aug 16 02:07:28.173810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abcd95da-046c-43ff-9f9a-dbc842276c99 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.181170 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:28.182608 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:28.183053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abcd95da-046c-43ff-9f9a-dbc842276c99 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.185074 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d63c69-8487-47d6-8aa0-bb4fbf3d53d3 None None] Pushing event updated for resources: {'Port': ['ID=21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.192794 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.205429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Transition to ACTIVE for port object c68b777b-513f-493a-afb4-dad01bd661fd will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:28.214840 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-1a6691b5-0e40-4981-ad79-e334ca6904f2 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750565 Aug 16 02:07:28.215595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd95da-046c-43ff-9f9a-dbc842276c99 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a63385-861a-4705-b17e-dda31e98c645,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.237266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Transition to ACTIVE for port object c68b777b-513f-493a-afb4-dad01bd661fd will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:28.239584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.253261 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.308366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abcd95da-046c-43ff-9f9a-dbc842276c99 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.311295 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-abcd95da-046c-43ff-9f9a-dbc842276c99 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613572 Aug 16 02:07:28.311979 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ba76328-feb3-4853-bdbc-8d47221fa90d req-3023ab26-19d5-4f4e-8d3d-80cd3d06a7af tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606421 Aug 16 02:07:28.316846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.323949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca676d7e-05d4-4088-bf5d-cc7aead736fc req-da24c501-2990-4a06-acc9-f8dc923050ea tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2957869 Aug 16 02:07:28.328724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9a18a9e6-2261-4ad2-843e-cb1509ba8afd tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Request body: {'security_group_rule': {'security_group_id': '55b5ab11-158e-4847-a7da-2876927007fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:28.339073 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.340117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Network ff818634-0294-4b7e-8e68-46adaa846493 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:28.361759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:28.362159 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:28.367509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:28.383060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Pushing event updated for resources: {'Port': ['ID=c68b777b-513f-493a-afb4-dad01bd661fd,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.475191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Attempting to bind port c68b777b-513f-493a-afb4-dad01bd661fd on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:28.476080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Attempting to bind port c68b777b-513f-493a-afb4-dad01bd661fd by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '069a1157-7be7-40c5-9c5e-7637936fc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ff818634-0294-4b7e-8e68-46adaa846493'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:28.476857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Attempting to bind port c68b777b-513f-493a-afb4-dad01bd661fd on network ff818634-0294-4b7e-8e68-46adaa846493 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:28.483835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:28.484598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Checking segment: {'id': '069a1157-7be7-40c5-9c5e-7637936fc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ff818634-0294-4b7e-8e68-46adaa846493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:28.485244 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.486247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Bound using segment: {'id': '069a1157-7be7-40c5-9c5e-7637936fc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ff818634-0294-4b7e-8e68-46adaa846493'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:28.487144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Bound port: c68b777b-513f-493a-afb4-dad01bd661fd, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069a1157-7be7-40c5-9c5e-7637936fc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ff818634-0294-4b7e-8e68-46adaa846493'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:28.487784 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.573415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] For port c68b777b-513f-493a-afb4-dad01bd661fd, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:28.579887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] For port c68b777b-513f-493a-afb4-dad01bd661fd, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c68b777b-513f-493a-afb4-dad01bd661fd,segment=NetworkSegment(069a1157-7be7-40c5-9c5e-7637936fc82e),segment_id=069a1157-7be7-40c5-9c5e-7637936fc82e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:28.597898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.626092 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fcb6f-d275-4d3f-bded-897e6101fb20 req-b567b513-8b41-40b5-a603-365ea83630b0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.634240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f38fcb6f-d275-4d3f-bded-897e6101fb20 req-b567b513-8b41-40b5-a603-365ea83630b0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 945 time: 0.1590786 Aug 16 02:07:28.653095 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting port c68b777b-513f-493a-afb4-dad01bd661fd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:28.653627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.664414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6eb6f80a-1580-422b-aa7a-01ab20a8811a up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:28.709301 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a', 'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'mac_address': 'fa:16:3e:60:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:23Z', 'updated_at': '2021-08-16T02:07:28Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'subnets': [{'id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:28.742645 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e493f3-796e-47bd-939e-ee4e6ade3244 None None] The sync data for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 is: [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a', 'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'mac_address': 'fa:16:3e:60:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:23Z', 'updated_at': '2021-08-16T02:07:28Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'subnets': [{'id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:28.756422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd28cf-7eb9-4e2f-80ec-9dd7c62f72cd None None] Pushing event updated for resources: {'Port': ['ID=c68b777b-513f-493a-afb4-dad01bd661fd,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.782145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f38fcb6f-d275-4d3f-bded-897e6101fb20 req-9d1b496b-35e5-4e0c-a2b0-1cd240f358be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468112 Aug 16 02:07:28.813264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 6eb6f80a-1580-422b-aa7a-01ab20a8811a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:28.832101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 6eb6f80a-1580-422b-aa7a-01ab20a8811a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:28.833372 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.886003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] For port c68b777b-513f-493a-afb4-dad01bd661fd, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c68b777b-513f-493a-afb4-dad01bd661fd,segment=NetworkSegment(069a1157-7be7-40c5-9c5e-7637936fc82e),segment_id=069a1157-7be7-40c5-9c5e-7637936fc82e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:28.886400 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.899223 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6448a22e-b9e1-4b2a-ab6d-6e7135c64cf7 req-102f03c4-d00a-4a32-892a-30e948797968 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750424 Aug 16 02:07:28.917030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a18a9e6-2261-4ad2-843e-cb1509ba8afd tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.924556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Router d75c7827-cd0b-456d-8464-c99588b26ee6 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:28.956812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Calling delete_port for c68b777b-513f-493a-afb4-dad01bd661fd owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:29.043415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a18a9e6-2261-4ad2-843e-cb1509ba8afd tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.056630 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.061616 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a18a9e6-2261-4ad2-843e-cb1509ba8afd tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.085122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18a9e6-2261-4ad2-843e-cb1509ba8afd tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f24305-602b-4160-a93b-777e55d7f994,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.107299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb6f80a-1580-422b-aa7a-01ab20a8811a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:29.109830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a18a9e6-2261-4ad2-843e-cb1509ba8afd tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.111130 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beecf81-0254-466e-b242-2036b726f05e" -d '{"events": [{"server_uuid": "7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3", "name": "network-vif-plugged", "status": "completed", "tag": "6eb6f80a-1580-422b-aa7a-01ab20a8811a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:29.117796 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9a18a9e6-2261-4ad2-843e-cb1509ba8afd tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7950239 Aug 16 02:07:29.118441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:29.134938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:29.136750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6eb6f80a-1580-422b-aa7a-01ab20a8811a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6eb6f80a-1580-422b-aa7a-01ab20a8811a,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:29.146571 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.190269 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fef6b5-eeb4-41de-94e9-e5cc3f6e3f7e x-openstack-request-id: req-14fef6b5-eeb4-41de-94e9-e5cc3f6e3f7e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:29.190563 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3", "name": "network-vif-plugged", "status": "completed", "tag": "6eb6f80a-1580-422b-aa7a-01ab20a8811a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:29.190968 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14fef6b5-eeb4-41de-94e9-e5cc3f6e3f7e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:29.191533 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb6f80a-1580-422b-aa7a-01ab20a8811a', 'code': 200} Aug 16 02:07:29.196266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.221108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6eb6f80a-1580-422b-aa7a-01ab20a8811a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.248193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:29.258578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Sync routers for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:29.274777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:29.275913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:29.291225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-8bf57367-198a-4f39-8038-af1cf0fe4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.291944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-8bf57367-198a-4f39-8038-af1cf0fe4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.292432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-8bf57367-198a-4f39-8038-af1cf0fe4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.292908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-8bf57367-198a-4f39-8038-af1cf0fe4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.293380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-8bf57367-198a-4f39-8038-af1cf0fe4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.293887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-8bf57367-198a-4f39-8038-af1cf0fe4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.294965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-8bf57367-198a-4f39-8038-af1cf0fe4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.296999 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-8bf57367-198a-4f39-8038-af1cf0fe4bcf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6494 time: 0.1141331 Aug 16 02:07:29.327310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.330982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eeac85ae-9c29-4642-9960-7f6971fd25e1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6592858 Aug 16 02:07:29.332123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:29.437209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea0c89-a212-469f-afa3-f78199ae903f req-025641b4-9c91-4059-97ea-84b363e30bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.440222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0ea0c89-a212-469f-afa3-f78199ae903f req-025641b4-9c91-4059-97ea-84b363e30bd4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 1098 time: 0.1736643 Aug 16 02:07:29.473935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-e6cec6ea-d99a-438d-ac47-1d2cd5e7ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.475410 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-e6cec6ea-d99a-438d-ac47-1d2cd5e7ff31 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c HTTP/1.1" status: 200 len: 902 time: 0.1696172 Aug 16 02:07:29.487295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:29.508906 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.550471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.571477 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-ea721d00-b88d-44d9-bc42-5d17a5d00cb5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f HTTP/1.1" status: 200 len: 217 time: 0.0846283 Aug 16 02:07:29.699164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Port': ['ID=c68b777b-513f-493a-afb4-dad01bd661fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.707649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0ea0c89-a212-469f-afa3-f78199ae903f req-1ef70b95-012e-4d9f-8e6a-550d7bd668e0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546101 Aug 16 02:07:29.761187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-38fa68b8-32c8-42ac-bb98-90a7426b6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.763151 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-38fa68b8-32c8-42ac-bb98-90a7426b6010 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.1417069 Aug 16 02:07:29.781159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4c4b0-3791-48aa-9147-374c66d6338d req-cdbcd66b-7bcb-4df6-a62b-e622c3870e81 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.782814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bec4c4b0-3791-48aa-9147-374c66d6338d req-cdbcd66b-7bcb-4df6-a62b-e622c3870e81 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.2610614 Aug 16 02:07:29.838826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Allocated IP 172.25.5.40 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/5de4dc80-2196-410f-af6f-c3f60317d35f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:29.849634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:29.879452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No DVR routers for this DVR port c68b777b-513f-493a-afb4-dad01bd661fd on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:29.882805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-b6269f30-5315-442a-a057-1e58e360a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.885682 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-b6269f30-5315-442a-a057-1e58e360a359 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1114421 Aug 16 02:07:29.900354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39b08-0b8d-4925-b201-da60ea441264 req-409fb542-71c8-4966-b4d7-a126cc647dcc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.908376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39b08-0b8d-4925-b201-da60ea441264 req-409fb542-71c8-4966-b4d7-a126cc647dcc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.914689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39b08-0b8d-4925-b201-da60ea441264 req-409fb542-71c8-4966-b4d7-a126cc647dcc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.922163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39b08-0b8d-4925-b201-da60ea441264 req-409fb542-71c8-4966-b4d7-a126cc647dcc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.928370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39b08-0b8d-4925-b201-da60ea441264 req-409fb542-71c8-4966-b4d7-a126cc647dcc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.935362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39b08-0b8d-4925-b201-da60ea441264 req-409fb542-71c8-4966-b4d7-a126cc647dcc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.941730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39b08-0b8d-4925-b201-da60ea441264 req-409fb542-71c8-4966-b4d7-a126cc647dcc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.943852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84c39b08-0b8d-4925-b201-da60ea441264 req-409fb542-71c8-4966-b4d7-a126cc647dcc tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.4262412 Aug 16 02:07:29.980548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:29.988925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:29.989311 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.052418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 3, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:30.065002 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-7e32b7ca-f609-4ba6-8546-90ba5c8d011c service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578336 Aug 16 02:07:30.101092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Checking router: d75c7827-cd0b-456d-8464-c99588b26ee6 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:30.101448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Updating router d75c7827-cd0b-456d-8464-c99588b26ee6 port 32716818-77d4-4961-9593-f99ad7177d10 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:30.140452 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.175342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c76aa50-2f16-4754-af52-f93d5f440105 None None] Network ff818634-0294-4b7e-8e68-46adaa846493 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:30.182315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bec4c4b0-3791-48aa-9147-374c66d6338d req-6f838d0b-225c-4f90-a44a-ae03de0d59c1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764656 Aug 16 02:07:30.197368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84c39b08-0b8d-4925-b201-da60ea441264 req-b054ecf1-9c66-44bc-a1eb-3009725dd51a tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2123501 Aug 16 02:07:30.199394 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.266682 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59908d02-8c2a-4240-b3b3-ada4053de66b req-cd5b716e-0018-43b9-9a5f-4c7f0a227c8c service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904740 Aug 16 02:07:30.352855 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d97a9ee1-b805-40e7-8465-f8be41263acc None None] Could not find standard attr ID for object c68b777b-513f-493a-afb4-dad01bd661fd. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:07:30.382010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.460865 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.465703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.466607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.507677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc08bd1-358a-4c18-9558-17336da4d157 req-d8e76b55-f39c-4e74-bd8b-61ea19620329 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:30.509159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0dc08bd1-358a-4c18-9558-17336da4d157 req-d8e76b55-f39c-4e74-bd8b-61ea19620329 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 946 time: 0.1589534 Aug 16 02:07:30.514652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=a91bee81-d625-48ba-bda7-3f70426cb6dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:30.548154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:30.554781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:30.567532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:30.634939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Pushing event updated for resources: {'Port': ['ID=5de4dc80-2196-410f-af6f-c3f60317d35f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:30.710681 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.748260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.770378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.787001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0dc08bd1-358a-4c18-9558-17336da4d157 req-4406b03a-ab00-486a-8a12-1ba8646c8491 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466645 Aug 16 02:07:30.788686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff818634-0294-4b7e-8e68-46adaa846493']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:30.814753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:30.815019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069a1157-7be7-40c5-9c5e-7637936fc82e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:30.815230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069a1157-7be7-40c5-9c5e-7637936fc82e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:30.822001 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.824615 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.826246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c68b777b-513f-493a-afb4-dad01bd661fd up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:30.836438 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.875314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: c68b777b-513f-493a-afb4-dad01bd661fd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:30.875879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c68b777b-513f-493a-afb4-dad01bd661fd not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:07:30.876110 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.891073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:30.891593 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:30.894775 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:30.903595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Port c68b777b-513f-493a-afb4-dad01bd661fd not found, will not notify nova. {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:07:30.944020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a0552-616e-402a-97de-4ec4d1fcc392 None None] DHCP port deletion for ff818634-0294-4b7e-8e68-46adaa846493 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:30.955584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.003390 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14ffd483-2d12-4f81-b7ad-1833e03cdb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.006120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.010391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.017324 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.019887 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.030847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.032766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/ff818634-0294-4b7e-8e68-46adaa846493 HTTP/1.1" status: 204 len: 168 time: 3.9008541 Aug 16 02:07:31.049684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:31.092870 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.096720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193893921'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:31.107843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Transition to ACTIVE for port object 32716818-77d4-4961-9593-f99ad7177d10 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:31.116459 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.118642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-bd37e465-f662-40d8-a9af-9b00d96312c6 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.120224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-bd37e465-f662-40d8-a9af-9b00d96312c6 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.1679442 Aug 16 02:07:31.120979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9159d1d-9730-4677-9618-c6fa84a4cd08 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=ff818634-0294-4b7e-8e68-46adaa846493,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.122378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Pushing event updated for resources: {'Port': ['ID=5de4dc80-2196-410f-af6f-c3f60317d35f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.137209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.150251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-14'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:31.189149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Attempting to bind port 32716818-77d4-4961-9593-f99ad7177d10 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:31.189522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Attempting to bind port 32716818-77d4-4961-9593-f99ad7177d10 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:31.189893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Attempting to bind port 32716818-77d4-4961-9593-f99ad7177d10 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:31.192826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95cdd1-216d-481b-9c9b-609cce86a272 None None] Pushing event updated for resources: {'Port': ['ID=32716818-77d4-4961-9593-f99ad7177d10,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.199266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:31.201719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:31.202492 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.203301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:31.204298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Bound port: 32716818-77d4-4961-9593-f99ad7177d10, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:31.204408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.214291 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.226814 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-359194b5-58eb-47d0-af1c-0a97d47ce8e5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1031771 Aug 16 02:07:31.232865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:31.236358 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.284465 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] For port 32716818-77d4-4961-9593-f99ad7177d10, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:31.288066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] For port 32716818-77d4-4961-9593-f99ad7177d10, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=32716818-77d4-4961-9593-f99ad7177d10,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:31.296286 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.307346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.335322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:31.358098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:31.358739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:31.398147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95cdd1-216d-481b-9c9b-609cce86a272 None None] Pushing event updated for resources: {'Port': ['ID=32716818-77d4-4961-9593-f99ad7177d10,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.477420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:31.617816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:31.702381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:31.702756 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.710872 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.711631 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment dcc017dd-cc32-40b4-8c78-f31a5c665ed8 of type vlan for network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 Aug 16 02:07:31.738471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 3, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:31.769070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11f83f-6fab-46b9-841b-5df6d291d9bc None None] The sync data for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 is: [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 3, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:31.812720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Allocated IP 172.20.0.1 (be312db1-4cad-4407-b1b0-b6a296f7f4da/7f67507e-835e-4886-8b3d-e3e980f122bd/14ebe4b6-0ad6-4277-9e12-d086111e2558) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:31.822751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf8cc5-b1df-46d3-a31a-8e8165b6f380 req-267297a0-5502-4847-baff-172c490f976f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.824402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dbf8cc5-b1df-46d3-a31a-8e8165b6f380 req-267297a0-5502-4847-baff-172c490f976f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 945 time: 0.5370317 Aug 16 02:07:31.836064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.886717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c68b777b-513f-493a-afb4-dad01bd661fd no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:31.910211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: c68b777b-513f-493a-afb4-dad01bd661fd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:31.910817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c68b777b-513f-493a-afb4-dad01bd661fd not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:31.924396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd070-a388-4cda-8b4e-d934a24e0779 req-ad0fda40-d391-4c0c-9698-5b1e6fd3ecb2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.930460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd070-a388-4cda-8b4e-d934a24e0779 req-ad0fda40-d391-4c0c-9698-5b1e6fd3ecb2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.936751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd070-a388-4cda-8b4e-d934a24e0779 req-ad0fda40-d391-4c0c-9698-5b1e6fd3ecb2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.942978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd070-a388-4cda-8b4e-d934a24e0779 req-ad0fda40-d391-4c0c-9698-5b1e6fd3ecb2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.949768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd070-a388-4cda-8b4e-d934a24e0779 req-ad0fda40-d391-4c0c-9698-5b1e6fd3ecb2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.956996 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd070-a388-4cda-8b4e-d934a24e0779 req-ad0fda40-d391-4c0c-9698-5b1e6fd3ecb2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.963076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd070-a388-4cda-8b4e-d934a24e0779 req-ad0fda40-d391-4c0c-9698-5b1e6fd3ecb2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.965011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c1cd070-a388-4cda-8b4e-d934a24e0779 req-ad0fda40-d391-4c0c-9698-5b1e6fd3ecb2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.6362545 Aug 16 02:07:31.988446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:07:32.087025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.093515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.094143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.109359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dbf8cc5-b1df-46d3-a31a-8e8165b6f380 req-274ed684-8ba1-448b-b4d9-77c2050931c6 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693779 Aug 16 02:07:32.202634 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c1cd070-a388-4cda-8b4e-d934a24e0779 req-bed2cd4f-ce75-4ebd-8fab-1097fc2feb76 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2298250 Aug 16 02:07:32.212743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:32.218452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1653483 Aug 16 02:07:32.221364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:32.227135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': '5818b0e3-341e-4391-87ea-3858a9ea9ba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:32.273831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634974a-3c85-4099-a571-f51162d595c8 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=5818b0e3-341e-4391-87ea-3858a9ea9ba3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.285544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:32.288414 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.312443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-e38ec194-969d-4d3b-8488-fea922996d1f tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--594130456&fields=id&tenant_id=e057c50193204cf0a1ba99efa140da36 HTTP/1.1" status: 200 len: 267 time: 0.1040721 Aug 16 02:07:32.357284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:32.357896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:32.365372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.507679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:32.509981 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9061dc-f113-452a-aaf9-59fd0c59501c" -d '{"events": [{"server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "name": "network-vif-unplugged", "status": "completed", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:32.516205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.533638 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.546489 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.606063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898a4d-fcc3-4140-82f6-e49618aa03fe req-3ce0a75c-0310-4639-bf86-1ccab8851aa6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.607498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.608164 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6898a4d-fcc3-4140-82f6-e49618aa03fe req-3ce0a75c-0310-4639-bf86-1ccab8851aa6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 946 time: 0.2116411 Aug 16 02:07:32.654257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-b7fc7728-d912-4f40-9e91-fb00efdbd0a2 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.655893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-b7fc7728-d912-4f40-9e91-fb00efdbd0a2 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/networks?id=8e47bfcf-f27b-402d-8681-b4723b13a21e HTTP/1.1" status: 200 len: 806 time: 0.3189907 Aug 16 02:07:32.662572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Network be312db1-4cad-4407-b1b0-b6a296f7f4da is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:32.675251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:32.681649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=814cbf76-10e6-4045-bb90-967e07351479,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.681866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:32.697800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:32.700862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking segment: {'id': 'dcc017dd-cc32-40b4-8c78-f31a5c665ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5818b0e3-341e-4391-87ea-3858a9ea9ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:32.701516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network hostable DHCP agents. Network: 5818b0e3-341e-4391-87ea-3858a9ea9ba3, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:32.716369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Pushing event updated for resources: {'Port': ['ID=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.723058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:32.734443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 5818b0e3-341e-4391-87ea-3858a9ea9ba3) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:32.739743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.740444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.765344 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0bb5bbf4-2a15-4c53-9a41-79a4626eb0fd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5376573 Aug 16 02:07:32.765563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-712998ad-9b63-4dbf-9684-194324836b1f tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/quotas/e057c50193204cf0a1ba99efa140da36 HTTP/1.1" status: 200 len: 375 time: 0.0883512 Aug 16 02:07:32.765775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:32.771127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': '5818b0e3-341e-4391-87ea-3858a9ea9ba3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:32.785990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bec8742-baa2-4dea-a2ba-a60dbc5826d2 None None] Network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:32.811249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6898a4d-fcc3-4140-82f6-e49618aa03fe req-40847296-cb14-40c9-add9-fa3af28b4706 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890125 Aug 16 02:07:32.822732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:32.822732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:32.823033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:32.867289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:32.867289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:32.867289 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.910836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:32.911559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:32.911967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:32.912863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Bound port: 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:32.913055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.913693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:32.917830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Pushing event updated for resources: {'Port': ['ID=14ebe4b6-0ad6-4277-9e12-d086111e2558,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.946420 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ee4021-eede-41ec-a3fd-3fb2f61c1888 x-openstack-request-id: req-f0ee4021-eede-41ec-a3fd-3fb2f61c1888 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:32.946734 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "name": "network-vif-unplugged", "status": "completed", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:32.947230 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0ee4021-eede-41ec-a3fd-3fb2f61c1888 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:32.947809 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74', 'code': 200} Aug 16 02:07:32.967740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:32.972129 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.999919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-7451cdb4-f32d-4f84-9784-c35d102ec991 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e057c50193204cf0a1ba99efa140da36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2034771 Aug 16 02:07:33.008654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:33.009036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:33.009714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:33.023906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:33.024469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:33.036599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:33.037146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:33.037917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:33.039184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Bound port: 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:33.039801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.116073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-5818b0e3-341e-4391-87ea-3858a9ea9ba3', 'network_id': '5818b0e3-341e-4391-87ea-3858a9ea9ba3', 'tenant_id': '4cdd6f7fbe6f4c65b82637e4359bb458', 'fixed_ips': [{'subnet_id': '814cbf76-10e6-4045-bb90-967e07351479'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:33.117235 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.171296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:33.183931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:33.225287 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.248606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:33.260852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 21ee1be4-2ccc-4dcd-ab68-c6168d300a74-n-h1-768862-14-0 {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:33.261324 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:33.295298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.308419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Allocated IP 2001:db8::2 (5818b0e3-341e-4391-87ea-3858a9ea9ba3/814cbf76-10e6-4045-bb90-967e07351479/1fcc6f79-513d-4025-a241-fab707e877ec) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:33.357527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-76896425-a5b8-4a02-aea2-6aa377457c61 service neutron] 10.222.0.61 "GET /v2.0/networks/8e47bfcf-f27b-402d-8681-b4723b13a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345754 Aug 16 02:07:33.366305 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.418868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:33.422776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Pushing event updated for resources: {'Port': ['ID=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.425204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:33.434336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575fdc1-cd2a-4770-a497-84bf09b814d7 req-0b055f7a-8f96-41fa-a82b-9600b0b2bab8 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.437022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a575fdc1-cd2a-4770-a497-84bf09b814d7 req-0b055f7a-8f96-41fa-a82b-9600b0b2bab8 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 943 time: 0.2239237 Aug 16 02:07:33.437676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.437819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.438290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.438427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.439649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c55f0ad3-5ed8-4cca-8a96-2b55781ebffb service neutron] 10.222.0.93 "PUT /v2.0/ports/21ee1be4-2ccc-4dcd-ab68-c6168d300a74 HTTP/1.1" status: 200 len: 1123 time: 2.3072600 Aug 16 02:07:33.447304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=c28148bf-adfb-48b5-b679-9a274ee613cf,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.470094 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9a6f6cc1-839b-4148-b6f7-06bd4722096f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7046769 Aug 16 02:07:33.473437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.563055 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.579524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Transition to ACTIVE for port object 1fcc6f79-513d-4025-a241-fab707e877ec will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:33.604283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a575fdc1-cd2a-4770-a497-84bf09b814d7 req-87eb7d6a-b680-4403-a995-c029ec192bd4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477952 Aug 16 02:07:33.629587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['21ee1be4-2ccc-4dcd-ab68-c6168d300a74'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:33.632729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['21ee1be4-2ccc-4dcd-ab68-c6168d300a74'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:33.646363 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-f82cc33b-8254-4d83-91a1-90b5580d5b66 service neutron] 10.222.0.61 "GET /v2.0/networks/8e47bfcf-f27b-402d-8681-b4723b13a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564023 Aug 16 02:07:33.673351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559ca70-e4c9-43ca-a827-50fbc6c9b722 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.679927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559ca70-e4c9-43ca-a827-50fbc6c9b722 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.681642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559ca70-e4c9-43ca-a827-50fbc6c9b722 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.683319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559ca70-e4c9-43ca-a827-50fbc6c9b722 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.689678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559ca70-e4c9-43ca-a827-50fbc6c9b722 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.689938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Transition to ACTIVE for port object 1fcc6f79-513d-4025-a241-fab707e877ec will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:33.696534 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b559ca70-e4c9-43ca-a827-50fbc6c9b722 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2219932 Aug 16 02:07:33.699860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.720421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466495822'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:33.749785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 32716818-77d4-4961-9593-f99ad7177d10 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:33.755711 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.762806 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.782094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:33.786120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.789744 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d4baecf-a6c5-48ff-b590-426938c67fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.797067 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.815991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:33.827219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.827617 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment 7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784 of type vlan for network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 Aug 16 02:07:33.887962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Pushing event updated for resources: {'Port': ['ID=1fcc6f79-513d-4025-a241-fab707e877ec,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.899430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.909909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.916272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Pushing event updated for resources: {'Port': ['ID=14ebe4b6-0ad6-4277-9e12-d086111e2558,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.931824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b62b6-c012-4624-9c03-40006d8e9636 req-6dcdf4a8-26db-4856-8c19-0f9ffe7d7a16 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.935549 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.935880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:33.943006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:33.943379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.945606 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.952624 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b0b62b6-c012-4624-9c03-40006d8e9636 req-6dcdf4a8-26db-4856-8c19-0f9ffe7d7a16 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 946 time: 0.1607578 Aug 16 02:07:33.952850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:33.953046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:33.953356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:33.968046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:34.009540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.013085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:34.013459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempting to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:34.018621 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3175986 Aug 16 02:07:34.021439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.026657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3375c14d-49ff-4e6e-ba71-8949ea68bc4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:34.111598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab36da-1636-4094-90fe-cfbbab92eff5 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=3d0a6271-1fa6-4f6a-96ae-24ef164f8f24,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:34.133021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:34.133021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:34.133021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:34.133021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Bound port: 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:34.133021 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.133632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b0b62b6-c012-4624-9c03-40006d8e9636 req-669dba2c-e67f-432d-b0f1-135537b13765 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782286 Aug 16 02:07:34.188196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Attempting to bind port 1fcc6f79-513d-4025-a241-fab707e877ec on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:34.188794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Attempting to bind port 1fcc6f79-513d-4025-a241-fab707e877ec by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'dcc017dd-cc32-40b4-8c78-f31a5c665ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5818b0e3-341e-4391-87ea-3858a9ea9ba3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:34.189253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Attempting to bind port 1fcc6f79-513d-4025-a241-fab707e877ec on network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:34.191164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259006-5f1b-4be6-b627-66afea722d05 req-fe93afcb-6071-4de3-a839-02fd9bc692aa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.191950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:34.197507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259006-5f1b-4be6-b627-66afea722d05 req-fe93afcb-6071-4de3-a839-02fd9bc692aa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.204265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259006-5f1b-4be6-b627-66afea722d05 req-fe93afcb-6071-4de3-a839-02fd9bc692aa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.211280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259006-5f1b-4be6-b627-66afea722d05 req-fe93afcb-6071-4de3-a839-02fd9bc692aa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.215170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 32716818-77d4-4961-9593-f99ad7177d10 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:34.219045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259006-5f1b-4be6-b627-66afea722d05 req-fe93afcb-6071-4de3-a839-02fd9bc692aa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.226024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259006-5f1b-4be6-b627-66afea722d05 req-fe93afcb-6071-4de3-a839-02fd9bc692aa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.234008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259006-5f1b-4be6-b627-66afea722d05 req-fe93afcb-6071-4de3-a839-02fd9bc692aa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.236352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44259006-5f1b-4be6-b627-66afea722d05 req-fe93afcb-6071-4de3-a839-02fd9bc692aa tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.2061982 Aug 16 02:07:34.250337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 32716818-77d4-4961-9593-f99ad7177d10 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:34.250849 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.268116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3375c14d-49ff-4e6e-ba71-8949ea68bc4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.290084 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3375c14d-49ff-4e6e-ba71-8949ea68bc4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.315338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Network be312db1-4cad-4407-b1b0-b6a296f7f4da is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:34.315634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3375c14d-49ff-4e6e-ba71-8949ea68bc4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 is not hosted by any dhcp agent {{(pid=94640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:07:34.317009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:34.321964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3375c14d-49ff-4e6e-ba71-8949ea68bc4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.322593 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3375c14d-49ff-4e6e-ba71-8949ea68bc4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.324325 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3375c14d-49ff-4e6e-ba71-8949ea68bc4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "PUT /v2.0/networks/3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 HTTP/1.1" status: 200 len: 723 time: 0.3015435 Aug 16 02:07:34.330041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44259006-5f1b-4be6-b627-66afea722d05 req-cfbbc7e5-d241-4e35-87a7-9a9dfd90346f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861177 Aug 16 02:07:34.335332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.352547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': '3d0a6271-1fa6-4f6a-96ae-24ef164f8f24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:34.355578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:34.356797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Checking segment: {'id': 'dcc017dd-cc32-40b4-8c78-f31a5c665ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5818b0e3-341e-4391-87ea-3858a9ea9ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:34.357302 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.358472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Bound using segment: {'id': 'dcc017dd-cc32-40b4-8c78-f31a5c665ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5818b0e3-341e-4391-87ea-3858a9ea9ba3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:34.359196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Bound port: 1fcc6f79-513d-4025-a241-fab707e877ec, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc017dd-cc32-40b4-8c78-f31a5c665ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5818b0e3-341e-4391-87ea-3858a9ea9ba3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:34.359696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.405063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375c14d-49ff-4e6e-ba71-8949ea68bc4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=3d0a6271-1fa6-4f6a-96ae-24ef164f8f24,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:34.463669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:34.569773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Router d75c7827-cd0b-456d-8464-c99588b26ee6 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:34.589312 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b739f50-b9ee-4357-b2fb-c3ca91a95be7 req-eca3fe62-a5ad-438d-9f19-4acb8dc427bc tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 210 time: 0.1146202 Aug 16 02:07:34.681238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-b6b774b5-5f20-4bef-8387-2dfef9d52209 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.682753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-b6b774b5-5f20-4bef-8387-2dfef9d52209 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 946 time: 0.1514120 Aug 16 02:07:34.802798 n-d-768862-14 neutron-server[94641]: WARNING neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Concurrent port binding operations failed on port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 Aug 16 02:07:34.805791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:34.809370 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.823417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:34.848557 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Attempt 2 to bind port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 Aug 16 02:07:34.849094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 has no active binding in host n-h2-768862-14 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:07:34.875223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] For port 1fcc6f79-513d-4025-a241-fab707e877ec, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:34.886051 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.903915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] For port 1fcc6f79-513d-4025-a241-fab707e877ec, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1fcc6f79-513d-4025-a241-fab707e877ec,segment=NetworkSegment(dcc017dd-cc32-40b4-8c78-f31a5c665ed8),segment_id=dcc017dd-cc32-40b4-8c78-f31a5c665ed8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:34.924041 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.936400 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.943182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2c56-0dff-4aab-9068-8b45a6839d89 req-db94b92f-c399-4970-9501-3c7b49b4d4f4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.944729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fcc2c56-0dff-4aab-9068-8b45a6839d89 req-db94b92f-c399-4970-9501-3c7b49b4d4f4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 943 time: 0.2358055 Aug 16 02:07:34.950329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:34.952922 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01" -d '{"events": [{"name": "network-changed", "server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:34.962848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:34.975676 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Sync routers for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:34.986375 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:34.987351 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:35.013999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 32716818-77d4-4961-9593-f99ad7177d10, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=32716818-77d4-4961-9593-f99ad7177d10,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:35.026105 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.032317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d73bf3-b352-4fb4-ba81-f82e757a6dec None None] Pushing event updated for resources: {'Port': ['ID=1fcc6f79-513d-4025-a241-fab707e877ec,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.056725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1c3ed0b9-4b84-440b-bc56-72866d1bc553 admin admin] 10.222.0.61 "PUT /v2.0/routers/d75c7827-cd0b-456d-8464-c99588b26ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7227006 Aug 16 02:07:35.058591 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cca4577-9fe7-40bc-8580-cddf796f0385 x-openstack-request-id: req-8cca4577-9fe7-40bc-8580-cddf796f0385 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:35.059147 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:35.059685 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8cca4577-9fe7-40bc-8580-cddf796f0385 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:35.060675 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74', 'status': 'completed', 'code': 200} Aug 16 02:07:35.096952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=32716818-77d4-4961-9593-f99ad7177d10,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.181322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-5dfbcf96-f925-415d-a7f8-54fcb01f9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.183338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-5dfbcf96-f925-415d-a7f8-54fcb01f9b82 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1126 time: 0.1210082 Aug 16 02:07:35.185326 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:35.410420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-338ade4d-903d-48f6-9b9b-7d14fef47911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.411951 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-338ade4d-903d-48f6-9b9b-7d14fef47911 service neutron] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.2052593 Aug 16 02:07:35.493487 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '14ebe4b6-0ad6-4277-9e12-d086111e2558', 'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'mac_address': 'fa:16:3e:82:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 2, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'subnets': [{'id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:35.555043 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-3c87c9fb-034a-45ee-8a83-4a06751c9c1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74 HTTP/1.1" status: 200 len: 217 time: 0.1231146 Aug 16 02:07:35.662031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-747fd9ed-fdb9-4848-ad29-76fa9565511b tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.664027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-747fd9ed-fdb9-4848-ad29-76fa9565511b tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.86 "GET /v2.0/networks?id=8e47bfcf-f27b-402d-8681-b4723b13a21e HTTP/1.1" status: 200 len: 806 time: 0.2469811 Aug 16 02:07:35.668519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-ea4f5815-0538-4108-b944-25162827098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.671336 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-ea4f5815-0538-4108-b944-25162827098f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0911431 Aug 16 02:07:35.672250 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Checking router: d75c7827-cd0b-456d-8464-c99588b26ee6 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:35.672608 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Updating router d75c7827-cd0b-456d-8464-c99588b26ee6 port 14ebe4b6-0ad6-4277-9e12-d086111e2558 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:35.678488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fcc2c56-0dff-4aab-9068-8b45a6839d89 req-4185362f-7622-48a0-9488-f240efc317c3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7212734 Aug 16 02:07:35.729759 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.733446 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-87332ea0-7557-49e6-bbf4-3288421823bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386708 Aug 16 02:07:35.751184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Deleting port 6eb6f80a-1580-422b-aa7a-01ab20a8811a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:35.751605 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.791610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 32716818-77d4-4961-9593-f99ad7177d10 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:35.808886 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-af012e0b-9657-46c6-84b5-4f8fc21c40c2 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e057c50193204cf0a1ba99efa140da36 HTTP/1.1" status: 200 len: 379 time: 0.1205666 Aug 16 02:07:35.824373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Request body: {'port': {'device_id': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'admin_state_up': True, 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'security_groups': ['55b5ab11-158e-4847-a7da-2876927007fe']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:35.884062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 32716818-77d4-4961-9593-f99ad7177d10 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:35.885129 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.927280 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.932606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] For port 6eb6f80a-1580-422b-aa7a-01ab20a8811a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6eb6f80a-1580-422b-aa7a-01ab20a8811a,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:35.934081 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.991412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Made reservation on behalf of e057c50193204cf0a1ba99efa140da36 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:35.996255 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.002364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-fe63559f-4964-449c-ba6c-f48d192d7a18 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596726 Aug 16 02:07:36.048697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Calling delete_port for 6eb6f80a-1580-422b-aa7a-01ab20a8811a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:36.089361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1fcc6f79-513d-4025-a241-fab707e877ec up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:36.144828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0524-52ea-463c-af08-665b7b9697a3 req-3d6bf3f0-d644-4bae-8c32-ec45c55c7ba0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.153233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79dd0524-52ea-463c-af08-665b7b9697a3 req-3d6bf3f0-d644-4bae-8c32-ec45c55c7ba0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3 HTTP/1.1" status: 200 len: 946 time: 0.4719536 Aug 16 02:07:36.160561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1fcc6f79-513d-4025-a241-fab707e877ec completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:36.193276 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.207568 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Transition to ACTIVE for port object 14ebe4b6-0ad6-4277-9e12-d086111e2558 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:36.219478 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-068fd6da-a15a-4e68-9ec9-d0f0fdd22e01 req-4e6d6ba9-8b93-4d5d-a3d9-2b3e10199c9d service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097368 Aug 16 02:07:36.220953 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.257729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=64920c7e-9ce6-42a1-9a12-f4f381301f1b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.269939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Allocated IP 172.20.0.14 (8e47bfcf-f27b-402d-8681-b4723b13a21e/03d0b714-d9e1-4908-8e67-6f2c1426832f/6279a045-e1f4-4fe6-be46-53224dee2334) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:36.279799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79dd0524-52ea-463c-af08-665b7b9697a3 req-85081acf-6496-4a66-93e5-f9a58b4dc666 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197798 Aug 16 02:07:36.333765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27424c4f-eb14-4bbc-8663-ba816d8934bb req-02df9e46-f505-40f3-9346-33d732098798 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.340071 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b770de6-1164-45d6-8bec-ed94cba86ec9 None None] Pushing event updated for resources: {'Port': ['ID=14ebe4b6-0ad6-4277-9e12-d086111e2558,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.343337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27424c4f-eb14-4bbc-8663-ba816d8934bb req-02df9e46-f505-40f3-9346-33d732098798 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.351022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27424c4f-eb14-4bbc-8663-ba816d8934bb req-02df9e46-f505-40f3-9346-33d732098798 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.357234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27424c4f-eb14-4bbc-8663-ba816d8934bb req-02df9e46-f505-40f3-9346-33d732098798 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.368832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27424c4f-eb14-4bbc-8663-ba816d8934bb req-02df9e46-f505-40f3-9346-33d732098798 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.376052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27424c4f-eb14-4bbc-8663-ba816d8934bb req-02df9e46-f505-40f3-9346-33d732098798 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.383587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27424c4f-eb14-4bbc-8663-ba816d8934bb req-02df9e46-f505-40f3-9346-33d732098798 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.386156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27424c4f-eb14-4bbc-8663-ba816d8934bb req-02df9e46-f505-40f3-9346-33d732098798 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.4025922 Aug 16 02:07:36.408991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260951b3-ef6f-40ec-977a-535dbeced26c None None] Network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:36.413950 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Attempting to bind port 14ebe4b6-0ad6-4277-9e12-d086111e2558 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:36.415206 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Attempting to bind port 14ebe4b6-0ad6-4277-9e12-d086111e2558 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:36.415590 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Attempting to bind port 14ebe4b6-0ad6-4277-9e12-d086111e2558 on network be312db1-4cad-4407-b1b0-b6a296f7f4da {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:36.422600 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:36.427604 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Checking segment: {'id': 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:36.428222 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.428791 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Bound using segment: {'id': 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:36.429685 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Bound port: 14ebe4b6-0ad6-4277-9e12-d086111e2558, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:36.430319 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.432193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking segment: {'id': '7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3d0a6271-1fa6-4f6a-96ae-24ef164f8f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:36.432332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network hostable DHCP agents. Network: 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:36.490094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61ce91bf-0c70-4ba4-9d32-c689a7ab04cd None None] Provisioning for port 1fcc6f79-513d-4025-a241-fab707e877ec completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:36.498865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61ce91bf-0c70-4ba4-9d32-c689a7ab04cd None None] Provisioning complete for port 1fcc6f79-513d-4025-a241-fab707e877ec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:36.499200 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ce91bf-0c70-4ba4-9d32-c689a7ab04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.509638 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.524729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Transition to ACTIVE for port object 6279a045-e1f4-4fe6-be46-53224dee2334 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:36.530515 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] For port 14ebe4b6-0ad6-4277-9e12-d086111e2558, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:36.537523 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] For port 14ebe4b6-0ad6-4277-9e12-d086111e2558, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=14ebe4b6-0ad6-4277-9e12-d086111e2558,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:36.544182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27424c4f-eb14-4bbc-8663-ba816d8934bb req-c8255a7f-261c-4d1c-85e0-609abddad6a0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406589 Aug 16 02:07:36.557203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:36.564653 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.569304 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.650925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Network 8e47bfcf-f27b-402d-8681-b4723b13a21e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:36.655237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:36.657161 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b770de6-1164-45d6-8bec-ed94cba86ec9 None None] Pushing event updated for resources: {'Port': ['ID=14ebe4b6-0ad6-4277-9e12-d086111e2558,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.661015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:36.662354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:36.688959 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:36.689964 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:36.690637 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.731486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.732323 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.734481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ce91bf-0c70-4ba4-9d32-c689a7ab04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.737457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59fccad-6838-4c8a-879d-1c5f08de6d7d None None] Network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:36.739385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['6eb6f80a-1580-422b-aa7a-01ab20a8811a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:36.755221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.755818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.769518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Pushing event updated for resources: {'Port': ['ID=6279a045-e1f4-4fe6-be46-53224dee2334,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.781719 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d8ffaa16-6047-42cc-bef8-9a441d7794e8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9618108 Aug 16 02:07:36.805242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event deleted for resources: {'Port': ['ID=6eb6f80a-1580-422b-aa7a-01ab20a8811a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.810252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Request body: {'port': {'device_id': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:36.834492 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:36.837715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-415fe55e-d1bb-4caa-8a80-f8867b347dfd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4990880 Aug 16 02:07:36.843547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:36.850969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3913f8-ee76-460d-9409-545339d977c7 req-992d6530-86da-42be-a116-d1e8fd33c26b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.859385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-992d6530-86da-42be-a116-d1e8fd33c26b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 819 time: 0.4061584 Aug 16 02:07:36.875800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8e9bc784-a682-479c-90b4-75ea2574eaf9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:36.913024 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-3c6d97fb-d5c5-4f7b-811f-38135700144e tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/quotas/ef64eee1ea674f188937aedea1f22905 HTTP/1.1" status: 200 len: 375 time: 0.0525222 Aug 16 02:07:36.933947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.959706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-61ce91bf-0c70-4ba4-9d32-c689a7ab04cd None None] For port 1fcc6f79-513d-4025-a241-fab707e877ec, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1fcc6f79-513d-4025-a241-fab707e877ec,segment=NetworkSegment(dcc017dd-cc32-40b4-8c78-f31a5c665ed8),segment_id=dcc017dd-cc32-40b4-8c78-f31a5c665ed8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:36.964062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ce91bf-0c70-4ba4-9d32-c689a7ab04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.972497 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.020440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c687b-f287-4d78-a42a-3912c88d4573 req-2b796064-b122-477f-852a-b5c24395d468 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.030773 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c0c687b-f287-4d78-a42a-3912c88d4573 req-2b796064-b122-477f-852a-b5c24395d468 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 932 time: 0.3646736 Aug 16 02:07:37.080307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] No DVR routers for this DVR port 6eb6f80a-1580-422b-aa7a-01ab20a8811a on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:37.085661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a2f203-a245-4bf9-a9e6-7e533ea34b71 None None] Update dhcp port {'port': {'network_id': '5818b0e3-341e-4391-87ea-3858a9ea9ba3', 'fixed_ips': [{'subnet_id': '814cbf76-10e6-4045-bb90-967e07351479', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c28148bf-adfb-48b5-b679-9a274ee613cf'}], 'binding:host_id': 'n-d-768862-14'}, 'id': '1fcc6f79-513d-4025-a241-fab707e877ec'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:07:37.091662 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.094155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1f64682-908f-4b0a-bd3f-5cb6db301343 req-f0b8caa1-4649-4f98-9c16-010027b8f584 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "DELETE /v2.0/ports/6eb6f80a-1580-422b-aa7a-01ab20a8811a HTTP/1.1" status: 204 len: 173 time: 2.4011478 Aug 16 02:07:37.097231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3', 'name': 'network-vif-deleted', 'tag': '6eb6f80a-1580-422b-aa7a-01ab20a8811a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:37.100061 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37adba12-b9fa-4f2f-bf72-a0f883dfd7ea" -d '{"events": [{"server_uuid": "7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3", "name": "network-vif-deleted", "tag": "6eb6f80a-1580-422b-aa7a-01ab20a8811a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:37.129242 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '14ebe4b6-0ad6-4277-9e12-d086111e2558', 'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'mac_address': 'fa:16:3e:82:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:36Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'subnets': [{'id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:37.138490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce91bf-0c70-4ba4-9d32-c689a7ab04cd None None] Pushing event updated for resources: {'Port': ['ID=1fcc6f79-513d-4025-a241-fab707e877ec,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:37.168066 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f203-a245-4bf9-a9e6-7e533ea34b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.180453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff9fe604-f979-4cff-8450-3da3b9073ead None None] Provisioning for port 6279a045-e1f4-4fe6-be46-53224dee2334 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:37.191322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff9fe604-f979-4cff-8450-3da3b9073ead None None] Provisioning complete for port 6279a045-e1f4-4fe6-be46-53224dee2334 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:37.191702 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff9fe604-f979-4cff-8450-3da3b9073ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.195298 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21236837-7b56-4477-aabd-f2fbd0e02168 None None] The sync data for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 is: [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '14ebe4b6-0ad6-4277-9e12-d086111e2558', 'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'mac_address': 'fa:16:3e:82:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:36Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'subnets': [{'id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:37.227303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c0c687b-f287-4d78-a42a-3912c88d4573 req-63c2dede-fc82-428f-81a1-99678aba866a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953325 Aug 16 02:07:37.240988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-e110755d-55ec-453e-a809-2a375727a3f3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3265815 Aug 16 02:07:37.246347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ff9fe604-f979-4cff-8450-3da3b9073ead None None] Port 6279a045-e1f4-4fe6-be46-53224dee2334 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:37.330034 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e9bc784-a682-479c-90b4-75ea2574eaf9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7721688'] for subnet, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.375045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-3d0a6271-1fa6-4f6a-96ae-24ef164f8f24', 'network_id': '3d0a6271-1fa6-4f6a-96ae-24ef164f8f24', 'tenant_id': '4cdd6f7fbe6f4c65b82637e4359bb458', 'fixed_ips': [{'subnet_id': '64920c7e-9ce6-42a1-9a12-f4f381301f1b'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:37.376609 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.468177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6279a045-e1f4-4fe6-be46-53224dee2334 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:37.477378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.488609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-7d75579d-dce1-4abf-aaf2-215e698c9a1c service neutron] 10.222.0.61 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464385 Aug 16 02:07:37.514907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Transition to ACTIVE for port object 6279a045-e1f4-4fe6-be46-53224dee2334 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:37.519885 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.590776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e318e-43c9-44c8-9365-057ca29c4cfd req-e6cd7c54-35d7-4407-84f3-3402417817d3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.592400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f73e318e-43c9-44c8-9365-057ca29c4cfd req-e6cd7c54-35d7-4407-84f3-3402417817d3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 943 time: 0.2164161 Aug 16 02:07:37.742088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6279a045-e1f4-4fe6-be46-53224dee2334,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:37.758374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a0a2f203-a245-4bf9-a9e6-7e533ea34b71 None None] Allocated IP 172.20.0.1 (5818b0e3-341e-4391-87ea-3858a9ea9ba3/c28148bf-adfb-48b5-b679-9a274ee613cf/1fcc6f79-513d-4025-a241-fab707e877ec) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:37.810287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Attempting to bind port 6279a045-e1f4-4fe6-be46-53224dee2334 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:37.811493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Attempting to bind port 6279a045-e1f4-4fe6-be46-53224dee2334 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:37.813815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Attempting to bind port 6279a045-e1f4-4fe6-be46-53224dee2334 on network 8e47bfcf-f27b-402d-8681-b4723b13a21e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:37.827166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Port 6279a045-e1f4-4fe6-be46-53224dee2334 on network 8e47bfcf-f27b-402d-8681-b4723b13a21e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:37.827744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Attempting to bind port 6279a045-e1f4-4fe6-be46-53224dee2334 on network 8e47bfcf-f27b-402d-8681-b4723b13a21e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:37.843425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:37.843986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Checking segment: {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:37.844306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Bound using segment: {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:37.844601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Bound port: 6279a045-e1f4-4fe6-be46-53224dee2334, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b04240e-022c-4f0e-933b-c8ca3cc17c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:37.844968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.879593 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e9bc784-a682-479c-90b4-75ea2574eaf9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754776548235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7643672'] for subnet, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.905309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f73e318e-43c9-44c8-9365-057ca29c4cfd req-fbd78bd2-8e8a-4a49-8276-c47f1ddd8f2f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099037 Aug 16 02:07:37.927771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-d36a4c26-61a9-431e-9382-dac489ca51cb service neutron] 10.222.0.61 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382164 Aug 16 02:07:37.971640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 14ebe4b6-0ad6-4277-9e12-d086111e2558 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:38.042536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9bc784-a682-479c-90b4-75ea2574eaf9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.047525 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e9bc784-a682-479c-90b4-75ea2574eaf9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.049163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8e9bc784-a682-479c-90b4-75ea2574eaf9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "PUT /v2.0/subnets/64920c7e-9ce6-42a1-9a12-f4f381301f1b HTTP/1.1" status: 200 len: 826 time: 1.1789422 Aug 16 02:07:38.050450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] For port 6279a045-e1f4-4fe6-be46-53224dee2334, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:38.053716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:38.057583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] For port 6279a045-e1f4-4fe6-be46-53224dee2334, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6279a045-e1f4-4fe6-be46-53224dee2334,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:38.076264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.183335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6279a045-e1f4-4fe6-be46-53224dee2334,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.207472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.208118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.210743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-fcc3faac-8364-4313-9c3a-3e952c6254f1 service neutron] 10.222.0.86 "PUT /v2.0/ports/6279a045-e1f4-4fe6-be46-53224dee2334 HTTP/1.1" status: 200 len: 1093 time: 1.4130769 Aug 16 02:07:38.211737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'tag': '6279a045-e1f4-4fe6-be46-53224dee2334'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:38.215032 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "2abfc2a6-ed74-4df1-9e00-0f1e78548c9f", "tag": "6279a045-e1f4-4fe6-be46-53224dee2334"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:38.227921 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1725c9cc-7143-4719-8b22-31a9fd32c5cc x-openstack-request-id: req-1725c9cc-7143-4719-8b22-31a9fd32c5cc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:38.228322 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3", "name": "network-vif-deleted", "tag": "6eb6f80a-1580-422b-aa7a-01ab20a8811a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:38.228769 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1725c9cc-7143-4719-8b22-31a9fd32c5cc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:38.229289 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f928cfa-4465-4d71-bc4a-bfe02b3ae2d3', 'name': 'network-vif-deleted', 'tag': '6eb6f80a-1580-422b-aa7a-01ab20a8811a', 'status': 'completed', 'code': 200} Aug 16 02:07:38.239620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bc784-a682-479c-90b4-75ea2574eaf9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=64920c7e-9ce6-42a1-9a12-f4f381301f1b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.365065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a0a2f203-a245-4bf9-a9e6-7e533ea34b71 None None] For port 1fcc6f79-513d-4025-a241-fab707e877ec, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1fcc6f79-513d-4025-a241-fab707e877ec,segment=NetworkSegment(dcc017dd-cc32-40b4-8c78-f31a5c665ed8),segment_id=dcc017dd-cc32-40b4-8c78-f31a5c665ed8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:38.386252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-cef75dd8-3045-425a-8ea3-6433cd71d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.388819 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-cef75dd8-3045-425a-8ea3-6433cd71d6e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e057c50193204cf0a1ba99efa140da36&device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 1096 time: 0.1006064 Aug 16 02:07:38.399686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Allocated IP 2001:db8::2 (3d0a6271-1fa6-4f6a-96ae-24ef164f8f24/64920c7e-9ce6-42a1-9a12-f4f381301f1b/fbe8db26-3424-432c-b187-e825d0dbe4d9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:38.487961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-73cf30ee-266b-4893-8120-4f9d0dac10f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6279a045-e1f4-4fe6-be46-53224dee2334 HTTP/1.1" status: 200 len: 217 time: 0.0826342 Aug 16 02:07:38.521406 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f203-a245-4bf9-a9e6-7e533ea34b71 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.548647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0a2f203-a245-4bf9-a9e6-7e533ea34b71 None None] Transition to ACTIVE for port object 1fcc6f79-513d-4025-a241-fab707e877ec will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:38.572519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eed9ca2-3253-460f-976f-40ae3d1211b9 req-9dd2f0dd-bc72-4af4-8f6d-f6a5bb8038e7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 210 time: 0.1636872 Aug 16 02:07:38.581505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d890d67c-31ce-4375-b6a0-6255bc870c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.582670 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-d890d67c-31ce-4375-b6a0-6255bc870c84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03d0b714-d9e1-4908-8e67-6f2c1426832f HTTP/1.1" status: 200 len: 845 time: 0.0870984 Aug 16 02:07:38.587886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.676231 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072f13de-a918-46ce-83bf-0e500fd9217a x-openstack-request-id: req-072f13de-a918-46ce-83bf-0e500fd9217a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:38.677098 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abfc2a6-ed74-4df1-9e00-0f1e78548c9f", "tag": "6279a045-e1f4-4fe6-be46-53224dee2334", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:38.677442 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-072f13de-a918-46ce-83bf-0e500fd9217a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:38.678135 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'tag': '6279a045-e1f4-4fe6-be46-53224dee2334', 'status': 'completed', 'code': 200} Aug 16 02:07:38.680729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-3fd8ba8d-fac6-4678-9823-26e5f89dcce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.682841 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-3fd8ba8d-fac6-4678-9823-26e5f89dcce5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8e47bfcf-f27b-402d-8681-b4723b13a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901618 Aug 16 02:07:38.695783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138def17-68d9-40d7-97b1-6a74501ba0f8 req-f852ec7d-0ec6-4ee5-8240-11f2540e9cc0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.727952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138def17-68d9-40d7-97b1-6a74501ba0f8 req-f852ec7d-0ec6-4ee5-8240-11f2540e9cc0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.749429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138def17-68d9-40d7-97b1-6a74501ba0f8 req-f852ec7d-0ec6-4ee5-8240-11f2540e9cc0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.756120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138def17-68d9-40d7-97b1-6a74501ba0f8 req-f852ec7d-0ec6-4ee5-8240-11f2540e9cc0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.761785 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.768615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 14ebe4b6-0ad6-4277-9e12-d086111e2558 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:38.770772 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0a2f203-a245-4bf9-a9e6-7e533ea34b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.774431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138def17-68d9-40d7-97b1-6a74501ba0f8 req-f852ec7d-0ec6-4ee5-8240-11f2540e9cc0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.789451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138def17-68d9-40d7-97b1-6a74501ba0f8 req-f852ec7d-0ec6-4ee5-8240-11f2540e9cc0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.809910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138def17-68d9-40d7-97b1-6a74501ba0f8 req-f852ec7d-0ec6-4ee5-8240-11f2540e9cc0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.810131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Transition to ACTIVE for port object fbe8db26-3424-432c-b187-e825d0dbe4d9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:38.814251 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-cb5c3653-bf60-4bf4-bccc-6090bc6567c7 service neutron] 10.222.0.86 "GET /v2.0/networks/8e47bfcf-f27b-402d-8681-b4723b13a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127784 Aug 16 02:07:38.826212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-138def17-68d9-40d7-97b1-6a74501ba0f8 req-f852ec7d-0ec6-4ee5-8240-11f2540e9cc0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.4747446 Aug 16 02:07:38.848419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 14ebe4b6-0ad6-4277-9e12-d086111e2558 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:38.848788 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.910586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6eb6f80a-1580-422b-aa7a-01ab20a8811a no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:39.010259 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.021347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 6eb6f80a-1580-422b-aa7a-01ab20a8811a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:39.021799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6eb6f80a-1580-422b-aa7a-01ab20a8811a not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:39.027781 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daa7af1d-f3e8-4dac-b0f8-e0a49d90c3a6 req-1d29caa9-f5da-412f-8bd4-506b72c0db78 service neutron] 10.222.0.86 "GET /v2.0/networks/8e47bfcf-f27b-402d-8681-b4723b13a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041578 Aug 16 02:07:39.049806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Transition to ACTIVE for port object fbe8db26-3424-432c-b187-e825d0dbe4d9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:39.076711 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.079412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2f203-a245-4bf9-a9e6-7e533ea34b71 None None] Pushing event updated for resources: {'Port': ['ID=1fcc6f79-513d-4025-a241-fab707e877ec,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.087165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-138def17-68d9-40d7-97b1-6a74501ba0f8 req-dd2b394e-d40c-42c5-99ca-62aec1ece7bd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2599983 Aug 16 02:07:39.148946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968c1e1-0225-4e87-bf03-264861ef3567 req-dc5ef084-8977-4014-b36f-50a2d28707c0 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.164082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e968c1e1-0225-4e87-bf03-264861ef3567 req-dc5ef084-8977-4014-b36f-50a2d28707c0 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 944 time: 0.2537408 Aug 16 02:07:39.222948 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.254478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:39.271584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.275323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:39.292505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:39.303273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-09296a56-605a-45ca-b627-c4bfc7f5f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.304834 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-09296a56-605a-45ca-b627-c4bfc7f5f3a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e057c50193204cf0a1ba99efa140da36&device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 1096 time: 0.1064024 Aug 16 02:07:39.313715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Pushing event updated for resources: {'Port': ['ID=fbe8db26-3424-432c-b187-e825d0dbe4d9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.320409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 14ebe4b6-0ad6-4277-9e12-d086111e2558, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=14ebe4b6-0ad6-4277-9e12-d086111e2558,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:39.368383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e968c1e1-0225-4e87-bf03-264861ef3567 req-46d4c42c-2cbe-4e10-8510-ec280e332a87 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032840 Aug 16 02:07:39.378974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=64920c7e-9ce6-42a1-9a12-f4f381301f1b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.465262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.466641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1fcc6f79-513d-4025-a241-fab707e877ec up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:39.520611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Attempting to bind port fbe8db26-3424-432c-b187-e825d0dbe4d9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:39.520987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Attempting to bind port fbe8db26-3424-432c-b187-e825d0dbe4d9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3d0a6271-1fa6-4f6a-96ae-24ef164f8f24'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:39.521354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Attempting to bind port fbe8db26-3424-432c-b187-e825d0dbe4d9 on network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:39.540754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-fdbbb50f-2ad8-49e9-a0fc-552d556066dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.542270 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-fdbbb50f-2ad8-49e9-a0fc-552d556066dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=8e47bfcf-f27b-402d-8681-b4723b13a21e HTTP/1.1" status: 200 len: 907 time: 0.2247365 Aug 16 02:07:39.553358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:39.553767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Checking segment: {'id': '7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3d0a6271-1fa6-4f6a-96ae-24ef164f8f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:39.554152 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.554552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Bound using segment: {'id': '7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3d0a6271-1fa6-4f6a-96ae-24ef164f8f24'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:39.555033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Bound port: fbe8db26-3424-432c-b187-e825d0dbe4d9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3d0a6271-1fa6-4f6a-96ae-24ef164f8f24'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:39.555450 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.620206 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-2a180839-a135-465d-8121-9f106ed61a93 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6279a045-e1f4-4fe6-be46-53224dee2334 HTTP/1.1" status: 200 len: 217 time: 0.0679090 Aug 16 02:07:39.647073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464bce-78be-430a-b14d-0223fba63a5c req-6d180b8b-edfa-4292-9166-cd9825b0bcd2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.656676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-6d180b8b-edfa-4292-9166-cd9825b0bcd2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.2871535 Aug 16 02:07:39.672532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=14ebe4b6-0ad6-4277-9e12-d086111e2558,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.735044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-99c668f8-535d-4982-898f-40463c87b205 None None] For port fbe8db26-3424-432c-b187-e825d0dbe4d9, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:39.738983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-99c668f8-535d-4982-898f-40463c87b205 None None] For port fbe8db26-3424-432c-b187-e825d0dbe4d9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=fbe8db26-3424-432c-b187-e825d0dbe4d9,segment=NetworkSegment(7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784),segment_id=7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:39.745017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-9282f49c-80be-4cb2-b09c-c54ed15a31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.748038 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-9282f49c-80be-4cb2-b09c-c54ed15a31d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03d0b714-d9e1-4908-8e67-6f2c1426832f HTTP/1.1" status: 200 len: 845 time: 0.1189275 Aug 16 02:07:39.757384 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.800542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-213ad964-7c8b-4b39-9bf9-70cd9807ad9b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/quotas/ced30993e38c4951aa7ea946b94abb6f HTTP/1.1" status: 200 len: 375 time: 0.1428883 Aug 16 02:07:39.849334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.876136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-946b8ba4-4cd4-4ac4-a16a-0ab148bcc34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.884141 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-946b8ba4-4cd4-4ac4-a16a-0ab148bcc34a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8e47bfcf-f27b-402d-8681-b4723b13a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274226 Aug 16 02:07:39.884651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0a6271-1fa6-4f6a-96ae-24ef164f8f24']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:39.886861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1fcc6f79-513d-4025-a241-fab707e877ec up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:39.935067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c668f8-535d-4982-898f-40463c87b205 None None] Pushing event updated for resources: {'Port': ['ID=fbe8db26-3424-432c-b187-e825d0dbe4d9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.967343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:39.967343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:39.987176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f502e70-405c-4bb6-845d-371b72eb150e None None] Network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:40.103062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-ce90b7b8-569c-44ca-9c32-f6c6540f0ef6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3016214 Aug 16 02:07:40.107954 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.175747 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-afc9d9cb-995e-4e2c-b2b2-5b944b7076d2 service neutron] 10.222.0.86 "GET /v2.0/networks/8e47bfcf-f27b-402d-8681-b4723b13a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862582 Aug 16 02:07:40.218822 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.248980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5689b42-c3f1-4438-92d1-f361221334fe req-e7534e80-872f-4c86-a78b-01f530524a01 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.250010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb3ef4a-bd32-41eb-a4d8-190bc518dd30 None None] Network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:40.260850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f5689b42-c3f1-4438-92d1-f361221334fe req-e7534e80-872f-4c86-a78b-01f530524a01 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 943 time: 0.6019535 Aug 16 02:07:40.262955 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:40.264861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:40.265302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:40.275079 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:40.328020 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acd71035-adf5-4c17-9ea8-f7bb6d1f8a5b req-b0abd4d4-4d1d-4f4c-af26-83810b4d244f service neutron] 10.222.0.86 "GET /v2.0/networks/8e47bfcf-f27b-402d-8681-b4723b13a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442316 Aug 16 02:07:40.400242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96cedd92-60ce-4a8c-9e94-d95e00053358 None None] Provisioning for port 1fcc6f79-513d-4025-a241-fab707e877ec completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:40.410869 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:40.410869 n-d-768862-14 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:40.410869 n-d-768862-14 neutron-server[94639]: [parameters: {'id': '3d0a6271-1fa6-4f6a-96ae-24ef164f8f24'}] Aug 16 02:07:40.410869 n-d-768862-14 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:40.412155 n-d-768862-14 neutron-server[94639]: DEBUG oslo_db.api [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:40.419657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96cedd92-60ce-4a8c-9e94-d95e00053358 None None] Provisioning complete for port 1fcc6f79-513d-4025-a241-fab707e877ec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:40.420061 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96cedd92-60ce-4a8c-9e94-d95e00053358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.431673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3913f8-ee76-460d-9409-545339d977c7 req-2d8db607-f7b9-48f8-af94-676e5cdd81c1 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.433387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-2d8db607-f7b9-48f8-af94-676e5cdd81c1 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.93 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 819 time: 0.4958265 Aug 16 02:07:40.436027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-7082e432-5bd1-4821-bf94-685741713758 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130672 Aug 16 02:07:40.439508 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f5689b42-c3f1-4438-92d1-f361221334fe req-74e98874-4b67-41a0-9894-b7e803e01356 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593094 Aug 16 02:07:40.460925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Request body: {'port': {'device_id': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'admin_state_up': True, 'tenant_id': 'ef64eee1ea674f188937aedea1f22905'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:40.603149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9176abce-679c-4aa2-b99b-b8895a3ab2d6 None None] Network 3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:40.680667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-41b3cc8e-d0b9-4514-9a9b-1df154376933 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359042 Aug 16 02:07:40.682812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Made reservation on behalf of ef64eee1ea674f188937aedea1f22905 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:40.689661 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.726721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8fc1cfaf-03b1-476b-8bff-52d3f6f94d53 req-6a73e6d1-0203-4ecf-9924-6fd11992a782 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 210 time: 0.1079860 Aug 16 02:07:40.915497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.001869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Allocated IP 172.20.0.12 (be312db1-4cad-4407-b1b0-b6a296f7f4da/7f67507e-835e-4886-8b3d-e3e980f122bd/d26b1eea-251a-4438-b4c6-e94ed69606cb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:41.043641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8aad4-1398-4b1c-b686-f59ee4285e19 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:41.049003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0d91-a8cd-4df3-b6ea-3b732ec68342 req-a6346053-070b-4c6a-98e7-92ef4268d47d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.055030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0d91-a8cd-4df3-b6ea-3b732ec68342 req-a6346053-070b-4c6a-98e7-92ef4268d47d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.062632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0d91-a8cd-4df3-b6ea-3b732ec68342 req-a6346053-070b-4c6a-98e7-92ef4268d47d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.069099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0d91-a8cd-4df3-b6ea-3b732ec68342 req-a6346053-070b-4c6a-98e7-92ef4268d47d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.077079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0d91-a8cd-4df3-b6ea-3b732ec68342 req-a6346053-070b-4c6a-98e7-92ef4268d47d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.083501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0d91-a8cd-4df3-b6ea-3b732ec68342 req-a6346053-070b-4c6a-98e7-92ef4268d47d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.089542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0d91-a8cd-4df3-b6ea-3b732ec68342 req-a6346053-070b-4c6a-98e7-92ef4268d47d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.098300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c8d0d91-a8cd-4df3-b6ea-3b732ec68342 req-a6346053-070b-4c6a-98e7-92ef4268d47d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.2610769 Aug 16 02:07:41.144113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b6226-cbbb-4c74-af3c-0071a9c2a987 req-c748ddc8-ad78-4359-b66d-7ae182618fe5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.147572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a6b6226-cbbb-4c74-af3c-0071a9c2a987 req-c748ddc8-ad78-4359-b66d-7ae182618fe5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 944 time: 0.2189908 Aug 16 02:07:41.157505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-229d4def-fc92-40ca-be0e-61ae0347ac7c None None] Provisioning complete for port 1fcc6f79-513d-4025-a241-fab707e877ec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:41.157980 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-229d4def-fc92-40ca-be0e-61ae0347ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.205165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6279a045-e1f4-4fe6-be46-53224dee2334 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:41.306900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 6279a045-e1f4-4fe6-be46-53224dee2334, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6279a045-e1f4-4fe6-be46-53224dee2334,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:41.311037 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c8d0d91-a8cd-4df3-b6ea-3b732ec68342 req-17ed1596-e557-480f-9708-29e3105216d1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2113855 Aug 16 02:07:41.319739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:41.326876 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting port fbe8db26-3424-432c-b187-e825d0dbe4d9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:41.327005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '6279a045-e1f4-4fe6-be46-53224dee2334', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'port_id': '6279a045-e1f4-4fe6-be46-53224dee2334', 'mac_address': 'fa:16:3e:ec:13:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:41.327341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.441480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] For port fbe8db26-3424-432c-b187-e825d0dbe4d9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=fbe8db26-3424-432c-b187-e825d0dbe4d9,segment=NetworkSegment(7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784),segment_id=7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:41.442545 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.477827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a6b6226-cbbb-4c74-af3c-0071a9c2a987 req-b8570c40-a57b-4790-b2ec-b1bd77c6bac0 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066320 Aug 16 02:07:41.479754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Calling delete_port for fbe8db26-3424-432c-b187-e825d0dbe4d9 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:41.500494 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.538742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc8aad4-1398-4b1c-b686-f59ee4285e19 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:41.567913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6279a045-e1f4-4fe6-be46-53224dee2334 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:41.597681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 6279a045-e1f4-4fe6-be46-53224dee2334, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6279a045-e1f4-4fe6-be46-53224dee2334,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:41.613836 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.724494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=6279a045-e1f4-4fe6-be46-53224dee2334,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:41.766393 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-ec54b4ff-fb32-417d-a62c-84fbdf8bb313 service neutron] 10.222.0.86 "GET /v2.0/ports/21ee1be4-2ccc-4dcd-ab68-c6168d300a74/bindings/n-h2-768862-14 HTTP/1.1" status: 200 len: 385 time: 0.0950243 Aug 16 02:07:41.794509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 14ebe4b6-0ad6-4277-9e12-d086111e2558 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:41.953086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 14ebe4b6-0ad6-4277-9e12-d086111e2558 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:41.953390 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.986181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:41.996510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6ea6af6-9e49-446f-92a3-4740c356c2fe req-f7619841-5a1c-43f3-a304-af0caa2e4a95 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 210 time: 0.5178268 Aug 16 02:07:42.022478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['6279a045-e1f4-4fe6-be46-53224dee2334'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:42.022641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:42.024729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.120375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e40f-e1f9-4840-bc38-2d939cb26867 req-aa25b97d-fdf8-4079-9467-8c348d465200 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.145421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0837e40f-e1f9-4840-bc38-2d939cb26867 req-aa25b97d-fdf8-4079-9467-8c348d465200 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 943 time: 0.2311761 Aug 16 02:07:42.146049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:42.195888 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.197668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:42.248257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0837e40f-e1f9-4840-bc38-2d939cb26867 req-07b3bbfe-5ce8-4d83-8afc-0f6d9f084092 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008670 Aug 16 02:07:42.301621 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.313541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-000a1236-fce6-4540-a4ba-184e76492a8c req-c879c532-2b00-47c8-adb3-61a6acf40bfb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 210 time: 0.0534256 Aug 16 02:07:42.345998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Port': ['ID=fbe8db26-3424-432c-b187-e825d0dbe4d9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.348007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No DVR routers for this DVR port fbe8db26-3424-432c-b187-e825d0dbe4d9 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:42.378577 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.516002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.521080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Network be312db1-4cad-4407-b1b0-b6a296f7f4da is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:42.530013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Pushing event updated for resources: {'Port': ['ID=d26b1eea-251a-4438-b4c6-e94ed69606cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.535962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:42.539888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0a6271-1fa6-4f6a-96ae-24ef164f8f24']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:42.542455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:42.574552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:42.575013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dca6d1c-2d0e-4b0b-a1c5-614e3fa9c784') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:42.593642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.629355 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.649284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c955c-74a0-400d-8bf4-cd161513c8c0 req-1b661a0d-21a3-4bb0-b164-47cd3029b9a4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.657188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c955c-74a0-400d-8bf4-cd161513c8c0 req-1b661a0d-21a3-4bb0-b164-47cd3029b9a4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.663255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c955c-74a0-400d-8bf4-cd161513c8c0 req-1b661a0d-21a3-4bb0-b164-47cd3029b9a4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.669916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c955c-74a0-400d-8bf4-cd161513c8c0 req-1b661a0d-21a3-4bb0-b164-47cd3029b9a4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.675836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c955c-74a0-400d-8bf4-cd161513c8c0 req-1b661a0d-21a3-4bb0-b164-47cd3029b9a4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.681779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c955c-74a0-400d-8bf4-cd161513c8c0 req-1b661a0d-21a3-4bb0-b164-47cd3029b9a4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.686681 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-cec59c8c-4f2e-40cb-814e-583fd6015d33 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4440176 Aug 16 02:07:42.687834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c955c-74a0-400d-8bf4-cd161513c8c0 req-1b661a0d-21a3-4bb0-b164-47cd3029b9a4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.689769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09c955c-74a0-400d-8bf4-cd161513c8c0 req-1b661a0d-21a3-4bb0-b164-47cd3029b9a4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.2411430 Aug 16 02:07:42.694814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464bce-78be-430a-b14d-0223fba63a5c req-c4b92d6f-edf1-4456-bccb-9b3c7bb9b7ac tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.696409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-c4b92d6f-edf1-4456-bccb-9b3c7bb9b7ac tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.6399364 Aug 16 02:07:42.697946 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.710993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.711643 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.719824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Request body: {'port': {'device_id': '7f59af38-a9eb-4593-abf9-56e5d9060a07', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'admin_state_up': True, 'tenant_id': 'ced30993e38c4951aa7ea946b94abb6f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:42.729819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:42.730013 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:42.734537 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:42.797065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-116cab4b-f766-44af-bb11-31bb01298ebb tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3518810 Aug 16 02:07:42.814878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85007041-66e3-4d29-84d7-e762101243a6 req-bb7ac604-0cdf-481f-ac51-b603eef9f3d8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.816407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85007041-66e3-4d29-84d7-e762101243a6 req-bb7ac604-0cdf-481f-ac51-b603eef9f3d8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 945 time: 0.2282171 Aug 16 02:07:42.821869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] Transition to ACTIVE for port object 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:42.827952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Request body: {'port': {'device_id': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:42.833508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.865539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09c955c-74a0-400d-8bf4-cd161513c8c0 req-a9470d62-fa36-46df-a57d-a0321d939873 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642721 Aug 16 02:07:42.876134 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.881133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-99c9dc52-6294-4a8e-94fe-e8db35486c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.882644 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-99c9dc52-6294-4a8e-94fe-e8db35486c8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 1098 time: 0.1128180 Aug 16 02:07:42.886979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.891254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 HTTP/1.1" status: 204 len: 168 time: 4.8317227 Aug 16 02:07:42.896366 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:42.922972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05996675-66d8-47dd-86d2-286884652eff tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=3d0a6271-1fa6-4f6a-96ae-24ef164f8f24,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.959159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] No DVR routers for this DVR port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:42.962082 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f766be4-0bba-4beb-9239-72cdd6829a04 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:42.962720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f766be4-0bba-4beb-9239-72cdd6829a04 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:42.969333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2f766be4-0bba-4beb-9239-72cdd6829a04 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 HTTP/1.1" status: 404 len: 339 time: 0.0569181 Aug 16 02:07:42.969333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85007041-66e3-4d29-84d7-e762101243a6 req-78ed6bf4-39dd-448c-9713-bfa4a749e3a9 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349802 Aug 16 02:07:42.971995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:42.977314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1672361341', 'description': 'd1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:42.984302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.000915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] Pushing event updated for resources: {'Port': ['ID=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:43.041935 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:07:43.041935 n-d-768862-14 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:07:43.041935 n-d-768862-14 neutron-server[94640]: [parameters: {'project_id': 'ced30993e38c4951aa7ea946b94abb6f', 'id': 'beb86e9f-145f-4cd8-8de7-b16a8efd9c2d', 'expiration': datetime.datetime(2021, 8, 16, 2, 9, 43, 16676)}] Aug 16 02:07:43.041935 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:43.042266 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:43.048799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:43.052271 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.052473 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-92057ae4-f9ce-40f7-a92c-21b6bac3f92d service neutron] 10.222.0.86 "PUT /v2.0/ports/21ee1be4-2ccc-4dcd-ab68-c6168d300a74/bindings/n-h2-768862-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2774153 Aug 16 02:07:43.073941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-c9983c4d-f5ad-4479-85bd-80798411aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.076044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-c9983c4d-f5ad-4479-85bd-80798411aca9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.1599703 Aug 16 02:07:43.158471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-397be040-4630-4e9b-8f62-63921a0d98eb req-37788d9d-c953-490b-b036-e9290e42649f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 210 time: 0.0489643 Aug 16 02:07:43.167316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:43.197933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6279a045-e1f4-4fe6-be46-53224dee2334 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:43.214797 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.215170 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment 67d8d9f3-cf0b-48f4-828e-becc42a4038d of type vlan for network 4cc34f8c-283f-44ed-87d9-221591d5ad54 Aug 16 02:07:43.263561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 6279a045-e1f4-4fe6-be46-53224dee2334 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:43.265918 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-5a23a585-0181-48ee-8d73-9bb3f500fa1f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 200 len: 1001 time: 0.1674025 Aug 16 02:07:43.268611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 6279a045-e1f4-4fe6-be46-53224dee2334 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:43.269136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.271716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.346370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c804172d-55a7-4bf5-a185-153c97f0c5b5 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.348204 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-c804172d-55a7-4bf5-a185-153c97f0c5b5 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.1953192 Aug 16 02:07:43.351555 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.358034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.358785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.372768 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.410483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6279a045-e1f4-4fe6-be46-53224dee2334'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:43.414269 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32956b46-d6d9-444f-8075-5667e798fffb" -d '{"events": [{"server_uuid": "2abfc2a6-ed74-4df1-9e00-0f1e78548c9f", "name": "network-vif-plugged", "status": "completed", "tag": "6279a045-e1f4-4fe6-be46-53224dee2334"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:43.422568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-ced6ba06-2df3-4049-a16a-9c039563cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.426391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-ced6ba06-2df3-4049-a16a-9c039563cd69 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.1483245 Aug 16 02:07:43.430784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 6279a045-e1f4-4fe6-be46-53224dee2334, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6279a045-e1f4-4fe6-be46-53224dee2334,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:43.436926 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.462135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4863834 Aug 16 02:07:43.466910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:43.491632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=6279a045-e1f4-4fe6-be46-53224dee2334,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:43.524670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-b763f809-7200-49ae-8c75-68372f72805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.526267 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-b763f809-7200-49ae-8c75-68372f72805a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241&tenant_id=877c996a282643eb960bdbf58b651d9f HTTP/1.1" status: 200 len: 1096 time: 0.1684990 Aug 16 02:07:43.529477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9bfd2-3067-46e4-88b3-f977b3898b90 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=4cc34f8c-283f-44ed-87d9-221591d5ad54,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:43.538848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aeb0f-8907-4ecb-ab62-1d3339c33b66 req-556c903d-323b-4b5b-bb2b-8103dbbbf565 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.542247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 4cc34f8c-283f-44ed-87d9-221591d5ad54 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:43.546971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-553aeb0f-8907-4ecb-ab62-1d3339c33b66 req-556c903d-323b-4b5b-bb2b-8103dbbbf565 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 944 time: 0.2227650 Aug 16 02:07:43.554309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26b1eea-251a-4438-b4c6-e94ed69606cb {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:43.576361 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.601932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21fe68-c5df-404b-9d5f-c669847b9987 req-fb5a9abb-bec2-43c7-a45e-66955794bac8 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.602120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-1d8ae9f5-bf93-4352-a89e-8a4818c9752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.603390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c21fe68-c5df-404b-9d5f-c669847b9987 req-fb5a9abb-bec2-43c7-a45e-66955794bac8 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 932 time: 0.2088039 Aug 16 02:07:43.607493 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-1d8ae9f5-bf93-4352-a89e-8a4818c9752f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755378 Aug 16 02:07:43.623721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Transition to ACTIVE for port object d26b1eea-251a-4438-b4c6-e94ed69606cb will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:43.632607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-553aeb0f-8907-4ecb-ab62-1d3339c33b66 req-88a23f9e-e0c1-43ee-864b-1fa8b378792c tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837288 Aug 16 02:07:43.639050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2528f502-2e73-4465-befc-3eea5d7cdde4 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.640460 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2528f502-2e73-4465-befc-3eea5d7cdde4 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/networks?id=4cc34f8c-283f-44ed-87d9-221591d5ad54 HTTP/1.1" status: 200 len: 765 time: 0.1711700 Aug 16 02:07:43.645136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:43.650203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.681076 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07246f0-c147-4aa7-b13e-d1b4955393ce x-openstack-request-id: req-e07246f0-c147-4aa7-b13e-d1b4955393ce {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:43.681523 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abfc2a6-ed74-4df1-9e00-0f1e78548c9f", "name": "network-vif-plugged", "status": "completed", "tag": "6279a045-e1f4-4fe6-be46-53224dee2334", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:43.681913 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e07246f0-c147-4aa7-b13e-d1b4955393ce {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:43.682442 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6279a045-e1f4-4fe6-be46-53224dee2334', 'code': 200} Aug 16 02:07:43.690400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e6865982-0ceb-423f-8466-3c828796f677 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'description': 'd2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:43.708288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Made reservation on behalf of ced30993e38c4951aa7ea946b94abb6f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:43.711892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.716960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c21fe68-c5df-404b-9d5f-c669847b9987 req-596687ba-3aca-46d8-adcd-06307f69c272 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006641 Aug 16 02:07:43.738410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d26b1eea-251a-4438-b4c6-e94ed69606cb,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:43.804499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Attempting to bind port d26b1eea-251a-4438-b4c6-e94ed69606cb on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:43.804834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Attempting to bind port d26b1eea-251a-4438-b4c6-e94ed69606cb by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:43.805161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Attempting to bind port d26b1eea-251a-4438-b4c6-e94ed69606cb on network be312db1-4cad-4407-b1b0-b6a296f7f4da {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:43.809439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Port d26b1eea-251a-4438-b4c6-e94ed69606cb on network be312db1-4cad-4407-b1b0-b6a296f7f4da not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:43.809755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Attempting to bind port d26b1eea-251a-4438-b4c6-e94ed69606cb on network be312db1-4cad-4407-b1b0-b6a296f7f4da {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:43.814638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:43.814973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Checking segment: {'id': 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:43.815378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Bound using segment: {'id': 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:43.815801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Bound port: d26b1eea-251a-4438-b4c6-e94ed69606cb, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:43.816155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.851915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-a264cd14-f1fe-4cc7-8d84-f3b70b9d4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.853508 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-a264cd14-f1fe-4cc7-8d84-f3b70b9d4ffb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1096 time: 0.2969224 Aug 16 02:07:43.882373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] For port d26b1eea-251a-4438-b4c6-e94ed69606cb, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:43.885439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] For port d26b1eea-251a-4438-b4c6-e94ed69606cb, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:43.890355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.936325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.936966 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.938423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] 10.222.0.93 "PUT /v2.0/ports/d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 1093 time: 1.1161027 Aug 16 02:07:43.940604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:43.941214 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9e74dc-d8de-4d91-aa04-539b12554d89" -d '{"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:43.972338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3706f5b-0a49-4523-9537-5b2f206ea8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d26b1eea-251a-4438-b4c6-e94ed69606cb,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:44.024902 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd4ebf8-e5c4-48b6-8f65-72b704bb7483 x-openstack-request-id: req-0cd4ebf8-e5c4-48b6-8f65-72b704bb7483 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:44.026218 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:44.026882 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0cd4ebf8-e5c4-48b6-8f65-72b704bb7483 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:44.027314 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'status': 'completed', 'code': 200} Aug 16 02:07:44.056801 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-47aceaa2-145d-481b-bccb-eb12ad703f0f service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380741 Aug 16 02:07:44.070521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97fc08-52bb-414d-b9a7-7256184b378b req-c51399ce-07dd-40dc-8814-9b96075b68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.073644 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef97fc08-52bb-414d-b9a7-7256184b378b req-c51399ce-07dd-40dc-8814-9b96075b68e9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 1098 time: 0.2947571 Aug 16 02:07:44.091307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3913f8-ee76-460d-9409-545339d977c7 req-54297c14-e713-40b4-9287-f84e47f0ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.092718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-54297c14-e713-40b4-9287-f84e47f0ba05 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1096 time: 0.1064930 Aug 16 02:07:44.131058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851afc-9b9b-4c19-8d36-ab64b046c781 req-af5b25c7-5c36-4b14-aa1c-23b827bc8ea5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.138997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851afc-9b9b-4c19-8d36-ab64b046c781 req-af5b25c7-5c36-4b14-aa1c-23b827bc8ea5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.145211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851afc-9b9b-4c19-8d36-ab64b046c781 req-af5b25c7-5c36-4b14-aa1c-23b827bc8ea5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.151342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851afc-9b9b-4c19-8d36-ab64b046c781 req-af5b25c7-5c36-4b14-aa1c-23b827bc8ea5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.158891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851afc-9b9b-4c19-8d36-ab64b046c781 req-af5b25c7-5c36-4b14-aa1c-23b827bc8ea5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.165058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851afc-9b9b-4c19-8d36-ab64b046c781 req-af5b25c7-5c36-4b14-aa1c-23b827bc8ea5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.171804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851afc-9b9b-4c19-8d36-ab64b046c781 req-af5b25c7-5c36-4b14-aa1c-23b827bc8ea5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.173824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8851afc-9b9b-4c19-8d36-ab64b046c781 req-af5b25c7-5c36-4b14-aa1c-23b827bc8ea5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.1754758 Aug 16 02:07:44.196890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6865982-0ceb-423f-8466-3c828796f677 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.211040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-9b80c000-b965-406d-b393-16b2e7f05333 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 217 time: 0.1059179 Aug 16 02:07:44.223989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a1b9-0902-4e31-977f-b70accee8d44 req-c5687e00-d400-4ee3-a69a-e97b8833ee92 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.225480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48d8a1b9-0902-4e31-977f-b70accee8d44 req-c5687e00-d400-4ee3-a69a-e97b8833ee92 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.1703358 Aug 16 02:07:44.254648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6865982-0ceb-423f-8466-3c828796f677 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.279155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Allocated IP 172.20.0.7 (c659e69c-8c56-4059-85f6-ca1de257d7d8/d6492c11-2dd8-41be-8aa8-87347a69cd49/4feec179-1f21-4c78-b988-ce9cb3db9338) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:44.294481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-5bec2c27-9044-4bff-92e5-51efd5360c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.295998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-5bec2c27-9044-4bff-92e5-51efd5360c1b service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.4312248 Aug 16 02:07:44.297587 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef97fc08-52bb-414d-b9a7-7256184b378b req-b9347698-8a92-4cf8-8c63-c22bf7757df8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122326 Aug 16 02:07:44.331471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6865982-0ceb-423f-8466-3c828796f677 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 4cc34f8c-283f-44ed-87d9-221591d5ad54 is not hosted by any dhcp agent {{(pid=94640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:07:44.336958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6865982-0ceb-423f-8466-3c828796f677 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.337567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6865982-0ceb-423f-8466-3c828796f677 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.338835 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e6865982-0ceb-423f-8466-3c828796f677 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "PUT /v2.0/networks/4cc34f8c-283f-44ed-87d9-221591d5ad54 HTTP/1.1" status: 200 len: 762 time: 0.6805120 Aug 16 02:07:44.340405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8851afc-9b9b-4c19-8d36-ab64b046c781 req-3fad86c4-6fe3-40c9-918e-c181db369c3e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326909 Aug 16 02:07:44.345424 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.367661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3913f8-ee76-460d-9409-545339d977c7 req-af07d0fa-ad65-45c2-a695-f7d04e40001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.367661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-af07d0fa-ad65-45c2-a695-f7d04e40001f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 200 len: 859 time: 0.1323199 Aug 16 02:07:44.382404 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48d8a1b9-0902-4e31-977f-b70accee8d44 req-ff024478-c859-4cf2-bd3a-68931dbbf2ce tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369233 Aug 16 02:07:44.407961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-aed8ea89-7da7-4d8f-98b3-7ba968c4c364 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74 HTTP/1.1" status: 200 len: 217 time: 0.0666206 Aug 16 02:07:44.449246 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6865982-0ceb-423f-8466-3c828796f677 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=4cc34f8c-283f-44ed-87d9-221591d5ad54,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:44.459168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-5732fe74-2ef1-46b3-bb78-f032f2cbfeec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be312db1-4cad-4407-b1b0-b6a296f7f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473769 Aug 16 02:07:44.460633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 4cc34f8c-283f-44ed-87d9-221591d5ad54 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:44.491502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a28a2470-2753-411e-9033-9085688ead9b req-47875599-480f-4d14-a386-685f05a2d258 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 210 time: 0.0624542 Aug 16 02:07:44.505619 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-04f76978-e4a1-4385-b8ca-fbf129560d7e req-d49b467b-a272-4d9e-bc0c-5c5753c3e9ec service neutron] 10.222.0.86 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371066 Aug 16 02:07:44.547722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa0547-6afa-4cfc-aee3-d8db8aace861 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.548012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-750bdb40-d619-45fa-8a7b-3156159a5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.549244 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0ffa0547-6afa-4cfc-aee3-d8db8aace861 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/networks?id=4cc34f8c-283f-44ed-87d9-221591d5ad54 HTTP/1.1" status: 200 len: 765 time: 0.2028496 Aug 16 02:07:44.549509 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-750bdb40-d619-45fa-8a7b-3156159a5e97 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.1138294 Aug 16 02:07:44.555722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.592581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-5e8ac5b1-efd2-493b-9bd9-e7a0e3afe63e service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137142 Aug 16 02:07:44.660090 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-181addc8-4657-40c1-a042-74d1a3772d35 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946443 Aug 16 02:07:44.690121 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3913f8-ee76-460d-9409-545339d977c7 req-c2dbae2c-1513-45d6-8f36-0d5f7f202d15 service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906255 Aug 16 02:07:44.793271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b48d4-1ded-4a8a-8e9d-151e76907ac3 req-fe7c7f42-3b3b-405b-8030-e3b0d09b5ca2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.795484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a03b48d4-1ded-4a8a-8e9d-151e76907ac3 req-fe7c7f42-3b3b-405b-8030-e3b0d09b5ca2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 944 time: 0.0930576 Aug 16 02:07:44.802215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-dd451b5e-2d2e-49e1-8bc6-098ad701ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.803833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-dd451b5e-2d2e-49e1-8bc6-098ad701ee81 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1096 time: 0.0637314 Aug 16 02:07:44.925187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a03b48d4-1ded-4a8a-8e9d-151e76907ac3 req-e808cb7d-ccc4-4d1f-8be0-057756aff051 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192598 Aug 16 02:07:44.952810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbbbe6-5d75-44b5-a402-3a6d94c2ff24 req-2ee41883-25c0-43f9-938d-54fcd06223a7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.952810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53bbbbe6-5d75-44b5-a402-3a6d94c2ff24 req-2ee41883-25c0-43f9-938d-54fcd06223a7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 944 time: 0.1438315 Aug 16 02:07:44.983697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-ca90ba30-15dd-4299-a911-ca2557a80d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.985596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-ca90ba30-15dd-4299-a911-ca2557a80d4c service neutron] 10.222.0.93 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 920 time: 0.1642146 Aug 16 02:07:45.036379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53bbbbe6-5d75-44b5-a402-3a6d94c2ff24 req-24843639-27f0-4714-a056-191dfc79ef77 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784347 Aug 16 02:07:45.037803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-3e967e8e-e707-4559-a48a-45b24c621db7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 217 time: 0.0405748 Aug 16 02:07:45.099497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-b5e98d24-e67c-446f-b484-45a7d575cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.101161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-b5e98d24-e67c-446f-b484-45a7d575cefd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 200 len: 859 time: 0.0526304 Aug 16 02:07:45.136739 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-70fe022e-f7a9-4544-806c-dbf83a72eafa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be312db1-4cad-4407-b1b0-b6a296f7f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247216 Aug 16 02:07:45.153899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.171134 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-dcbb5731-8cfb-4fa0-85a1-339f49676483 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395902 Aug 16 02:07:45.181199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c413b6-0293-4485-ad2b-62cb89ef5676 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.185530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-84c413b6-0293-4485-ad2b-62cb89ef5676 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6258159 Aug 16 02:07:45.186103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:45.230068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ec470cc0-222e-489e-92c0-4728dd0ff5d6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 207 time: 0.0426106 Aug 16 02:07:45.234490 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:45.294038 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.332206 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-69e7dec9-3c51-48cc-b874-cc5e8302c56b service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465290 Aug 16 02:07:45.349586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:45.353497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:45.359028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:45.363365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event updated for resources: {'Port': ['ID=4feec179-1f21-4c78-b988-ce9cb3db9338,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:45.404725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-2651fffd-5a03-4962-af46-882e51b49476 service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604520 Aug 16 02:07:45.417194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.417194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.435772 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-eabb3874-0b94-44fc-803a-1992cf7f2354 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7246017 Aug 16 02:07:45.448804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Request body: {'port': {'device_id': '7f59af38-a9eb-4593-abf9-56e5d9060a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:45.510116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.536807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38775c9e-ea62-4469-9832-86e8dfdf67d2 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.542668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38775c9e-ea62-4469-9832-86e8dfdf67d2 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.548760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38775c9e-ea62-4469-9832-86e8dfdf67d2 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.554589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38775c9e-ea62-4469-9832-86e8dfdf67d2 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.560652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38775c9e-ea62-4469-9832-86e8dfdf67d2 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.566748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38775c9e-ea62-4469-9832-86e8dfdf67d2 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.573921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-38775c9e-ea62-4469-9832-86e8dfdf67d2 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3347356 Aug 16 02:07:45.583263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:45.649734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606152c-5dc0-4256-9c4b-d2547d62de7e req-b28272cc-62e2-41f7-9b53-f910154cf977 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.657026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606152c-5dc0-4256-9c4b-d2547d62de7e req-b28272cc-62e2-41f7-9b53-f910154cf977 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.663042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606152c-5dc0-4256-9c4b-d2547d62de7e req-b28272cc-62e2-41f7-9b53-f910154cf977 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.669388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606152c-5dc0-4256-9c4b-d2547d62de7e req-b28272cc-62e2-41f7-9b53-f910154cf977 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.675433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606152c-5dc0-4256-9c4b-d2547d62de7e req-b28272cc-62e2-41f7-9b53-f910154cf977 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.681412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606152c-5dc0-4256-9c4b-d2547d62de7e req-b28272cc-62e2-41f7-9b53-f910154cf977 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.688141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606152c-5dc0-4256-9c4b-d2547d62de7e req-b28272cc-62e2-41f7-9b53-f910154cf977 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.690010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3606152c-5dc0-4256-9c4b-d2547d62de7e req-b28272cc-62e2-41f7-9b53-f910154cf977 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.2506006 Aug 16 02:07:45.698303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf6d7-e618-46d5-82c0-57e9fa2fd0e4 req-db9b1621-0eb7-4584-b659-f9575d2042d6 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.700560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2fbf6d7-e618-46d5-82c0-57e9fa2fd0e4 req-db9b1621-0eb7-4584-b659-f9575d2042d6 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.2088943 Aug 16 02:07:45.703953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc9e74dc-d8de-4d91-aa04-539b12554d89 req-5e89357e-7ecf-4ef9-b3cf-d3383cf030d8 service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867432 Aug 16 02:07:45.761553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3606152c-5dc0-4256-9c4b-d2547d62de7e req-73821130-7860-42ed-af76-03733a90bc54 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597570 Aug 16 02:07:45.765113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2fbf6d7-e618-46d5-82c0-57e9fa2fd0e4 req-675af532-b868-420c-8d25-1936a72ceb90 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554297 Aug 16 02:07:45.891744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043e0c5-0f61-42f1-b0ad-840a9cb771b8 req-d24cd8e7-db09-4260-9554-f6a043a702c1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.899243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b043e0c5-0f61-42f1-b0ad-840a9cb771b8 req-d24cd8e7-db09-4260-9554-f6a043a702c1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 931 time: 0.0626383 Aug 16 02:07:45.903538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-de8f5cd2-da45-42ad-91bd-2157d10ba31a tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.905148 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-de8f5cd2-da45-42ad-91bd-2157d10ba31a tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.3378730 Aug 16 02:07:45.941035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b043e0c5-0f61-42f1-b0ad-840a9cb771b8 req-7dbd7542-20bc-498c-a0f1-bd634c64d9df tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Aug 16 02:07:46.015195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1dfc5288-cbaa-4a81-af63-11b46f2a6f2e tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4307356 Aug 16 02:07:46.019007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46828) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:46.177235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4feec179-1f21-4c78-b988-ce9cb3db9338 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:46.187249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.195894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-6ec780f2-b0bb-4b8d-b0e5-6d3a3ba96d09 service neutron] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:46.203873 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-6ec780f2-b0bb-4b8d-b0e5-6d3a3ba96d09 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.205008 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-325a3087-eaca-45ad-9eb8-a853a803d7bb req-6ec780f2-b0bb-4b8d-b0e5-6d3a3ba96d09 service neutron] 10.222.0.93 "DELETE /v2.0/ports/21ee1be4-2ccc-4dcd-ab68-c6168d300a74/bindings/n-h1-768862-14 HTTP/1.1" status: 204 len: 173 time: 0.2887945 Aug 16 02:07:46.207703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Transition to ACTIVE for port object 4feec179-1f21-4c78-b988-ce9cb3db9338 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:46.212169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.312974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=4feec179-1f21-4c78-b988-ce9cb3db9338,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:46.347878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Attempting to bind port 4feec179-1f21-4c78-b988-ce9cb3db9338 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:46.348217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Attempting to bind port 4feec179-1f21-4c78-b988-ce9cb3db9338 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:46.348550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Attempting to bind port 4feec179-1f21-4c78-b988-ce9cb3db9338 on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:46.352995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Port 4feec179-1f21-4c78-b988-ce9cb3db9338 on network c659e69c-8c56-4059-85f6-ca1de257d7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:46.353318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Attempting to bind port 4feec179-1f21-4c78-b988-ce9cb3db9338 on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:46.359358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:46.359702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Checking segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:46.360093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Bound using segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:46.360521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Bound port: 4feec179-1f21-4c78-b988-ce9cb3db9338, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:46.360881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.428904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] For port 4feec179-1f21-4c78-b988-ce9cb3db9338, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:46.431951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] For port 4feec179-1f21-4c78-b988-ce9cb3db9338, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4feec179-1f21-4c78-b988-ce9cb3db9338,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:46.437203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.475589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.476205 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.477665 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] 10.222.0.93 "PUT /v2.0/ports/4feec179-1f21-4c78-b988-ce9cb3db9338 HTTP/1.1" status: 200 len: 1092 time: 1.0335281 Aug 16 02:07:46.478102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f59af38-a9eb-4593-abf9-56e5d9060a07', 'tag': '4feec179-1f21-4c78-b988-ce9cb3db9338'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:46.480478 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712fbf65-4c72-4568-9bc4-6b2991bef35f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f59af38-a9eb-4593-abf9-56e5d9060a07", "tag": "4feec179-1f21-4c78-b988-ce9cb3db9338"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:46.502010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb7884-88b8-42bc-a197-9998b7497bc7 req-58535f4d-8011-4098-ab1d-d6300f77400e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.504245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cadb7884-88b8-42bc-a197-9998b7497bc7 req-58535f4d-8011-4098-ab1d-d6300f77400e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 944 time: 0.4990306 Aug 16 02:07:46.505415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096acfa-30a5-4601-ab8d-ffaf41f4c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=4feec179-1f21-4c78-b988-ce9cb3db9338,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:46.516815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57078559-7575-46ac-85d0-ef464741e2bb tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.518687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57078559-7575-46ac-85d0-ef464741e2bb tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.520308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57078559-7575-46ac-85d0-ef464741e2bb tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.521950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57078559-7575-46ac-85d0-ef464741e2bb tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.523587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57078559-7575-46ac-85d0-ef464741e2bb tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.529517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-57078559-7575-46ac-85d0-ef464741e2bb tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5052032 Aug 16 02:07:46.530106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:46.559357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7d1cb-a6eb-48a6-80e9-42c6cf599cdc req-d34d1d4d-bc91-45df-87d2-39f4274a3294 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.561135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61c7d1cb-a6eb-48a6-80e9-42c6cf599cdc req-d34d1d4d-bc91-45df-87d2-39f4274a3294 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 944 time: 0.1518350 Aug 16 02:07:46.591127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cadb7884-88b8-42bc-a197-9998b7497bc7 req-e724a4ef-67c0-4a14-88e9-dd87060d8b88 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640976 Aug 16 02:07:46.616801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464bce-78be-430a-b14d-0223fba63a5c req-c63392ad-99a8-42f7-b225-71b40e1ffd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.616974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61c7d1cb-a6eb-48a6-80e9-42c6cf599cdc req-afa81e3b-d1d8-44d9-a1f0-a8f2e9b5eff3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Aug 16 02:07:46.618606 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-c63392ad-99a8-42f7-b225-71b40e1ffd42 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 1095 time: 0.1017363 Aug 16 02:07:46.625777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e16c9b-0e5c-412d-b632-060caeb1ff4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.627358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e16c9b-0e5c-412d-b632-060caeb1ff4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.628995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e16c9b-0e5c-412d-b632-060caeb1ff4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.630678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e16c9b-0e5c-412d-b632-060caeb1ff4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.632203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e16c9b-0e5c-412d-b632-060caeb1ff4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.635142 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c7e16c9b-0e5c-412d-b632-060caeb1ff4f tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1027033 Aug 16 02:07:46.637659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:46.657817 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f47f061-003c-44c0-9938-f32a44be6136 x-openstack-request-id: req-8f47f061-003c-44c0-9938-f32a44be6136 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:46.658103 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f59af38-a9eb-4593-abf9-56e5d9060a07", "tag": "4feec179-1f21-4c78-b988-ce9cb3db9338", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:46.658372 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f47f061-003c-44c0-9938-f32a44be6136 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:46.658789 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f59af38-a9eb-4593-abf9-56e5d9060a07', 'tag': '4feec179-1f21-4c78-b988-ce9cb3db9338', 'status': 'completed', 'code': 200} Aug 16 02:07:46.712485 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-fece76c7-54a3-4b85-8f78-091982a3124a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4feec179-1f21-4c78-b988-ce9cb3db9338 HTTP/1.1" status: 200 len: 217 time: 0.0775652 Aug 16 02:07:46.764004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbfcb1-1433-43e0-83d6-03583612de8a req-300efd65-2275-4f2e-9e87-6d4dc59fa3e4 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.765496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2adbfcb1-1433-43e0-83d6-03583612de8a req-300efd65-2275-4f2e-9e87-6d4dc59fa3e4 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1096 time: 0.0455713 Aug 16 02:07:46.804989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2adbfcb1-1433-43e0-83d6-03583612de8a req-183df765-fb71-4d72-9bd8-0245877489c4 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Aug 16 02:07:46.820603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464bce-78be-430a-b14d-0223fba63a5c req-33768f4b-7655-44e9-a42c-e3f902a91405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.820603 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-33768f4b-7655-44e9-a42c-e3f902a91405 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0816529 Aug 16 02:07:46.864405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b444b312-d21e-4247-93af-e48539a80674 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.865766 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b444b312-d21e-4247-93af-e48539a80674 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/networks/74a20fa0-42c4-4939-b04a-9a524d708f20 HTTP/1.1" status: 200 len: 804 time: 0.2271307 Aug 16 02:07:46.868798 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-f0278840-db41-4ba7-8436-4ce52bb55edf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369556 Aug 16 02:07:46.869603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:46.923690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a171fb-da5f-45b1-a22e-1abb0b02dd7e req-8f1c3959-0684-45e0-a875-d7d1b002a6c8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.925194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-32a171fb-da5f-45b1-a22e-1abb0b02dd7e req-8f1c3959-0684-45e0-a875-d7d1b002a6c8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.0849202 Aug 16 02:07:46.942927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c151d4-19d3-448d-a569-99af92678bd4 req-1b0813dc-d81f-4739-8938-b26a1b740f43 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.948897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c151d4-19d3-448d-a569-99af92678bd4 req-1b0813dc-d81f-4739-8938-b26a1b740f43 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.955631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c151d4-19d3-448d-a569-99af92678bd4 req-1b0813dc-d81f-4739-8938-b26a1b740f43 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.961535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c151d4-19d3-448d-a569-99af92678bd4 req-1b0813dc-d81f-4739-8938-b26a1b740f43 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.968588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c151d4-19d3-448d-a569-99af92678bd4 req-1b0813dc-d81f-4739-8938-b26a1b740f43 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.974455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c151d4-19d3-448d-a569-99af92678bd4 req-1b0813dc-d81f-4739-8938-b26a1b740f43 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.980325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c151d4-19d3-448d-a569-99af92678bd4 req-1b0813dc-d81f-4739-8938-b26a1b740f43 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.982689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4c151d4-19d3-448d-a569-99af92678bd4 req-1b0813dc-d81f-4739-8938-b26a1b740f43 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.1153147 Aug 16 02:07:47.053973 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-99c99dcb-a3bb-4604-872b-a7686d415327 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/networks/74a20fa0-42c4-4939-b04a-9a524d708f20?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1833134 Aug 16 02:07:47.057164 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-abd1eff9-5a77-4830-8815-2890bdece19e service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761036 Aug 16 02:07:47.057295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-32a171fb-da5f-45b1-a22e-1abb0b02dd7e req-82e67726-4b7f-42f1-9353-0bad37c5824e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246710 Aug 16 02:07:47.058079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.064193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4c151d4-19d3-448d-a569-99af92678bd4 req-aa9cf908-303d-4fa9-8e38-a41405e3a3f4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744913 Aug 16 02:07:47.188671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f1546-d3b9-46b6-8924-ac3f4165e256 req-92861fc5-6ce7-4642-bb38-20e152a1355f tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.190291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd9f1546-d3b9-46b6-8924-ac3f4165e256 req-92861fc5-6ce7-4642-bb38-20e152a1355f tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 1096 time: 0.0552709 Aug 16 02:07:47.217222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c70ddf-8f46-4b07-a369-41e16fdff2c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.219334 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-09c70ddf-8f46-4b07-a369-41e16fdff2c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/subnets/fe3247f4-4e8a-4170-ba8a-88bc348dd852 HTTP/1.1" status: 200 len: 843 time: 0.1602666 Aug 16 02:07:47.224348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.232184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd9f1546-d3b9-46b6-8924-ac3f4165e256 req-bfd03190-d09d-4fa4-9cfa-f36e187ca4f3 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359144 Aug 16 02:07:47.287548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a3140-3927-4ca0-8011-44da985706aa tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.288919 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bf1a3140-3927-4ca0-8011-44da985706aa tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "GET /v2.0/subnets/fe3247f4-4e8a-4170-ba8a-88bc348dd852?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0636289 Aug 16 02:07:47.292545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.299288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d21047-b184-41f6-aaf4-8974a0a6bea8 req-548db648-0c84-41fa-927b-35cf074a7b69 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.301889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-355099731'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:47.303589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8d21047-b184-41f6-aaf4-8974a0a6bea8 req-548db648-0c84-41fa-927b-35cf074a7b69 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 943 time: 0.0692747 Aug 16 02:07:47.328679 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cc464bce-78be-430a-b14d-0223fba63a5c req-b03e4097-684b-46be-a394-bb80dd85cbee service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611692 Aug 16 02:07:47.340657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:47.344333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.369918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:47.382710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.383048 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Added segment 5ebba9ea-e231-4f38-9637-93efcce70532 of type vlan for network 763d705b-3e52-4326-89c5-0ac462399e9b Aug 16 02:07:47.390906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107301f0-d758-4ae5-9044-b1c0e68c8748 req-03df8ceb-a35d-469e-a852-4e46fc31cdb8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.392476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-107301f0-d758-4ae5-9044-b1c0e68c8748 req-03df8ceb-a35d-469e-a852-4e46fc31cdb8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.0876098 Aug 16 02:07:47.401551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.407115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-66cd4385-db7c-4168-a71b-03b08ef4a647 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Request body: {'floatingip': {'port_id': '6279a045-e1f4-4fe6-be46-53224dee2334'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:47.413424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8d21047-b184-41f6-aaf4-8974a0a6bea8 req-055c43a1-ff36-4f56-a823-72894534a922 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933645 Aug 16 02:07:47.451645 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66cd4385-db7c-4168-a71b-03b08ef4a647 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.470052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.475239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-675527be-e006-4223-99f5-165e02fd3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.476727 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-675527be-e006-4223-99f5-165e02fd3edd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 1095 time: 0.0954618 Aug 16 02:07:47.547229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.553232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.553830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.846601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44003eaa-611b-4b5e-a1ba-c24cc17f4e6e req-022482ef-24ac-4baf-8073-a82e99f071db tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.848123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44003eaa-611b-4b5e-a1ba-c24cc17f4e6e req-022482ef-24ac-4baf-8073-a82e99f071db tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 944 time: 0.1394267 Aug 16 02:07:47.882754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5891507 Aug 16 02:07:47.893518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.899566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'network_id': '763d705b-3e52-4326-89c5-0ac462399e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:47.921592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c616ede-bd2e-45de-9360-7df14493854b tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Network': ['ID=763d705b-3e52-4326-89c5-0ac462399e9b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.933596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 763d705b-3e52-4326-89c5-0ac462399e9b details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:47.936898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44003eaa-611b-4b5e-a1ba-c24cc17f4e6e req-719bc31c-eee5-4b9b-b3ba-8f615e654477 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815654 Aug 16 02:07:47.979648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-ca846533-e299-4fb0-a90e-d0fe83bc84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.981493 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-ca846533-e299-4fb0-a90e-d0fe83bc84dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 912 time: 0.4952946 Aug 16 02:07:48.039566 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-4c994d75-dfb4-4a81-8bbc-f600fc1abc80 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4feec179-1f21-4c78-b988-ce9cb3db9338 HTTP/1.1" status: 200 len: 217 time: 0.0466247 Aug 16 02:07:48.048685 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66cd4385-db7c-4168-a71b-03b08ef4a647 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.052446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66cd4385-db7c-4168-a71b-03b08ef4a647 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.090457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Made reservation on behalf of 4cdd6f7fbe6f4c65b82637e4359bb458 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:48.097868 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.160234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-536970c7-2fec-404f-b44e-9d51f9e6d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.161724 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-536970c7-2fec-404f-b44e-9d51f9e6d158 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.1150341 Aug 16 02:07:48.174442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:07:48.176633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:07:48.198440 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-66cd4385-db7c-4168-a71b-03b08ef4a647 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Floating IP e13961b9-2684-4f3c-9636-53706ba1a98b associated. External IP: 172.25.5.40, port: 6279a045-e1f4-4fe6-be46-53224dee2334. Aug 16 02:07:48.211522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-1f7cf1b0-001c-4e5a-8569-4dc192df48c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382578 Aug 16 02:07:48.275368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279336-be0e-4a65-b2fb-5a2f7ce88e02 req-05b523f2-1372-41b7-a218-40efe2837fb4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.282297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279336-be0e-4a65-b2fb-5a2f7ce88e02 req-05b523f2-1372-41b7-a218-40efe2837fb4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.288649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279336-be0e-4a65-b2fb-5a2f7ce88e02 req-05b523f2-1372-41b7-a218-40efe2837fb4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.295581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279336-be0e-4a65-b2fb-5a2f7ce88e02 req-05b523f2-1372-41b7-a218-40efe2837fb4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.301848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279336-be0e-4a65-b2fb-5a2f7ce88e02 req-05b523f2-1372-41b7-a218-40efe2837fb4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.308281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279336-be0e-4a65-b2fb-5a2f7ce88e02 req-05b523f2-1372-41b7-a218-40efe2837fb4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.315400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279336-be0e-4a65-b2fb-5a2f7ce88e02 req-05b523f2-1372-41b7-a218-40efe2837fb4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.317502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44279336-be0e-4a65-b2fb-5a2f7ce88e02 req-05b523f2-1372-41b7-a218-40efe2837fb4 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.1631515 Aug 16 02:07:48.364905 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-04370951-14dc-4404-a360-1fe22c084d7b service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417913 Aug 16 02:07:48.401744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44279336-be0e-4a65-b2fb-5a2f7ce88e02 req-5a4aea25-5816-4912-a713-2f6ff93b301d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560119 Aug 16 02:07:48.511387 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-712fbf65-4c72-4568-9bc4-6b2991bef35f req-41b88279-a250-40b9-b24f-9180f2ab3d9d service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359105 Aug 16 02:07:48.522325 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.579831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c631d-10f1-4498-ac80-6a67f4721c18 req-7131a2ef-4e1c-4882-b806-448b3e27edfb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.581462 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff7c631d-10f1-4498-ac80-6a67f4721c18 req-7131a2ef-4e1c-4882-b806-448b3e27edfb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 943 time: 0.0768607 Aug 16 02:07:48.583454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cd4385-db7c-4168-a71b-03b08ef4a647 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:48.605656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=7ddc582c-847c-42a3-b7f6-542bb7a7c4e7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:48.619521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Checking segment: {'id': '5ebba9ea-e231-4f38-9637-93efcce70532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '763d705b-3e52-4326-89c5-0ac462399e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:48.619817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network hostable DHCP agents. Network: 763d705b-3e52-4326-89c5-0ac462399e9b, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:48.637973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Network 763d705b-3e52-4326-89c5-0ac462399e9b is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:48.648916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 763d705b-3e52-4326-89c5-0ac462399e9b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:48.654273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.655060 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.668872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff7c631d-10f1-4498-ac80-6a67f4721c18 req-8105b808-9682-4d4c-b0eb-ecad429b2a5e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784686 Aug 16 02:07:48.670807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d19f6-f9ae-4381-8d01-5b5b17b08da0 None None] Network 763d705b-3e52-4326-89c5-0ac462399e9b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:48.695118 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d2d81822-db87-4072-aaa9-99f28cbe47d9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8002436 Aug 16 02:07:48.697744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:48.704513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5e6c0baa-f13d-43a8-870c-d5dd31253cba tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:48.776681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cd4385-db7c-4168-a71b-03b08ef4a647 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:48.782849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66cd4385-db7c-4168-a71b-03b08ef4a647 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.814941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-66cd4385-db7c-4168-a71b-03b08ef4a647 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "PUT /v2.0/floatingips/e13961b9-2684-4f3c-9636-53706ba1a98b HTTP/1.1" status: 200 len: 991 time: 1.4120102 Aug 16 02:07:48.815870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'tag': '6279a045-e1f4-4fe6-be46-53224dee2334'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:48.818448 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3605f7f3-fe80-496e-ad65-9f3568a215f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2abfc2a6-ed74-4df1-9e00-0f1e78548c9f", "tag": "6279a045-e1f4-4fe6-be46-53224dee2334"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:48.835293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6c0baa-f13d-43a8-870c-d5dd31253cba tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7673553'] for subnet, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.857383 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0627f4ce-240a-4846-953a-bd71e69480f7 x-openstack-request-id: req-0627f4ce-240a-4846-953a-bd71e69480f7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:48.857979 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abfc2a6-ed74-4df1-9e00-0f1e78548c9f", "tag": "6279a045-e1f4-4fe6-be46-53224dee2334", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:48.857979 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0627f4ce-240a-4846-953a-bd71e69480f7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:48.858604 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'tag': '6279a045-e1f4-4fe6-be46-53224dee2334', 'status': 'completed', 'code': 200} Aug 16 02:07:48.901094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] Sync routers for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:48.933356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d26b1eea-251a-4438-b4c6-e94ed69606cb details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:48.957424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:48.958068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:49.107223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-001e2069-ffb3-484d-b18b-1801bf397d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.108151 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-001e2069-ffb3-484d-b18b-1801bf397d27 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e057c50193204cf0a1ba99efa140da36&device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 1098 time: 0.1855149 Aug 16 02:07:49.110389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6c0baa-f13d-43a8-870c-d5dd31253cba tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754776548235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4397030'] for subnet, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.124989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5035f-c41f-4d08-86cd-1c6fc587da47 req-130592d2-5561-4dff-b1c2-f45979730e3a tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.141493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94c5035f-c41f-4d08-86cd-1c6fc587da47 req-130592d2-5561-4dff-b1c2-f45979730e3a tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 944 time: 0.1154006 Aug 16 02:07:49.212865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94c5035f-c41f-4d08-86cd-1c6fc587da47 req-218461c9-259a-4568-bf7f-bbd69cf6debf tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Aug 16 02:07:49.218194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6c0baa-f13d-43a8-870c-d5dd31253cba tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.219259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6c0baa-f13d-43a8-870c-d5dd31253cba tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.220452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5e6c0baa-f13d-43a8-870c-d5dd31253cba tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "PUT /v2.0/subnets/7ddc582c-847c-42a3-b7f6-542bb7a7c4e7 HTTP/1.1" status: 200 len: 900 time: 0.5216994 Aug 16 02:07:49.225489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46896) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:49.232825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:49.241352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 60c3f7f5-2db5-4740-bda3-29961ee0eb5f details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:49.298628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d26b1eea-251a-4438-b4c6-e94ed69606cb, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:49.329566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'port_id': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'mac_address': 'fa:16:3e:d5:41:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:49.331283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c0baa-f13d-43a8-870c-d5dd31253cba tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event updated for resources: {'Subnet': ['ID=7ddc582c-847c-42a3-b7f6-542bb7a7c4e7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:49.375445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-11d29e8f-0f89-4483-9a8e-b824259d7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.377087 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-11d29e8f-0f89-4483-9a8e-b824259d7cb2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8e47bfcf-f27b-402d-8681-b4723b13a21e HTTP/1.1" status: 200 len: 907 time: 0.2557268 Aug 16 02:07:49.406729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490baa23-c93b-4c22-a4c0-ccb505a4615b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-763d705b-3e52-4326-89c5-0ac462399e9b', 'network_id': '763d705b-3e52-4326-89c5-0ac462399e9b', 'tenant_id': '4cdd6f7fbe6f4c65b82637e4359bb458', 'fixed_ips': [{'subnet_id': '7ddc582c-847c-42a3-b7f6-542bb7a7c4e7'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:49.408647 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-490baa23-c93b-4c22-a4c0-ccb505a4615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.445920 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.512992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.513431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-db467e27-5bfd-43b1-8c70-0a1f3d0f5ccf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6279a045-e1f4-4fe6-be46-53224dee2334 HTTP/1.1" status: 200 len: 999 time: 0.1169970 Aug 16 02:07:49.577569 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.606022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-5bd86921-0e50-4caa-9ea4-9e58168aa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.607516 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-5bd86921-0e50-4caa-9ea4-9e58168aa013 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03d0b714-d9e1-4908-8e67-6f2c1426832f HTTP/1.1" status: 200 len: 845 time: 0.0835347 Aug 16 02:07:49.609941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70344-2158-4cfe-9b0b-7d573e006e94 req-3d8b9050-144b-4edb-93ab-73e8d67f31c1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.618147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70344-2158-4cfe-9b0b-7d573e006e94 req-3d8b9050-144b-4edb-93ab-73e8d67f31c1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.626563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70344-2158-4cfe-9b0b-7d573e006e94 req-3d8b9050-144b-4edb-93ab-73e8d67f31c1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.636741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70344-2158-4cfe-9b0b-7d573e006e94 req-3d8b9050-144b-4edb-93ab-73e8d67f31c1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.645744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70344-2158-4cfe-9b0b-7d573e006e94 req-3d8b9050-144b-4edb-93ab-73e8d67f31c1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.655362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70344-2158-4cfe-9b0b-7d573e006e94 req-3d8b9050-144b-4edb-93ab-73e8d67f31c1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.665972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70344-2158-4cfe-9b0b-7d573e006e94 req-3d8b9050-144b-4edb-93ab-73e8d67f31c1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.666152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26b1eea-251a-4438-b4c6-e94ed69606cb {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:49.670342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61e70344-2158-4cfe-9b0b-7d573e006e94 req-3d8b9050-144b-4edb-93ab-73e8d67f31c1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5430 time: 0.1581218 Aug 16 02:07:49.690054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-f353ad8d-f051-47f6-a5eb-4dee98e598bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.691768 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-f353ad8d-f051-47f6-a5eb-4dee98e598bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8e47bfcf-f27b-402d-8681-b4723b13a21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745916 Aug 16 02:07:49.697195 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.711804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:49.726920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61e70344-2158-4cfe-9b0b-7d573e006e94 req-9aa82311-1b3a-42a8-8c4f-11cdff61fceb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459149 Aug 16 02:07:49.743177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d26b1eea-251a-4438-b4c6-e94ed69606cb, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-490baa23-c93b-4c22-a4c0-ccb505a4615b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ddc582c-847c-42a3-b7f6-542bb7a7c4e7: This subnet is being modified by another concurrent operation. Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:07:49.749633 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ddc582c-847c-42a3-b7f6-542bb7a7c4e7: This subnet is being modified by another concurrent operation. Aug 16 02:07:49.753030 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:07:49.779681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f', 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c', 'port_id': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f', 'mac_address': 'fa:16:3e:95:ec:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23d9bb9-ac5c-4fb5-8d39-140eed26815b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:49.781580 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.784348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01122f36-14b7-499f-9952-c14ab8ca14c1 None None] Network 763d705b-3e52-4326-89c5-0ac462399e9b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:49.850320 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.861232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763d705b-3e52-4326-89c5-0ac462399e9b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:49.877243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebba9ea-e231-4f38-9637-93efcce70532') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:49.877547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebba9ea-e231-4f38-9637-93efcce70532') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:49.881506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e620e0-8df3-4157-90dd-1163a261c211 req-e35a5401-9ed7-40e9-8b3b-3a37b2edaf99 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.883688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39e620e0-8df3-4157-90dd-1163a261c211 req-e35a5401-9ed7-40e9-8b3b-3a37b2edaf99 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 943 time: 0.0566757 Aug 16 02:07:49.937139 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.953813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.962095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:49.962379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.964010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39e620e0-8df3-4157-90dd-1163a261c211 req-bd30ee25-aa4f-42c5-b22e-7d6b57526e15 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730245 Aug 16 02:07:50.008451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=d26b1eea-251a-4438-b4c6-e94ed69606cb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.011882 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:50.041947 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:50.053184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c3f7f5-2db5-4740-bda3-29961ee0eb5f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:50.061065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f746d43f-d093-4113-a00b-24e0f023a573 None None] Network 763d705b-3e52-4326-89c5-0ac462399e9b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:50.075782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddc582c-847c-42a3-b7f6-542bb7a7c4e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.093654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['d26b1eea-251a-4438-b4c6-e94ed69606cb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:50.101009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.120095 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.126630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.126807 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/763d705b-3e52-4326-89c5-0ac462399e9b HTTP/1.1" status: 204 len: 168 time: 0.8966727 Aug 16 02:07:50.129913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:50.148983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e6a5d-dbed-4d19-a304-572eeff3b0bd tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=763d705b-3e52-4326-89c5-0ac462399e9b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.168725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.169629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:50.175239 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-eaec05cd-244e-4a97-8c83-8d76ed7d99cd service neutron] 10.222.0.86 "GET /v2.0/networks/8e47bfcf-f27b-402d-8681-b4723b13a21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682586 Aug 16 02:07:50.178890 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3f2f6d-7457-4355-8fd6-e6a764ffbdd9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:50.179386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3f2f6d-7457-4355-8fd6-e6a764ffbdd9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:50.183686 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cc3f2f6d-7457-4355-8fd6-e6a764ffbdd9 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/7ddc582c-847c-42a3-b7f6-542bb7a7c4e7 HTTP/1.1" status: 404 len: 337 time: 0.0426226 Aug 16 02:07:50.185228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.205611 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a00c92-a9a7-4048-89a4-a50a5e46d6aa tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:50.206225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a00c92-a9a7-4048-89a4-a50a5e46d6aa tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:50.210570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-52a00c92-a9a7-4048-89a4-a50a5e46d6aa tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/763d705b-3e52-4326-89c5-0ac462399e9b HTTP/1.1" status: 404 len: 339 time: 0.0227597 Aug 16 02:07:50.210698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'e13961b9-2684-4f3c-9636-53706ba1a98b', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'port_id': '6279a045-e1f4-4fe6-be46-53224dee2334', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'mac_address': 'fa:16:3e:ec:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:30Z', 'updated_at': '2021-08-16T02:07:47Z', 'revision_number': 1, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a', 'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'mac_address': 'fa:16:3e:60:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:23Z', 'updated_at': '2021-08-16T02:07:30Z', 'revision_number': 5, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'subnets': [{'id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.210956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.270418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] Checking router: ca5fbc91-fdcf-4cc3-abed-ca03a45438bc for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:50.351482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3605f7f3-fe80-496e-ad65-9f3568a215f9 req-6832f213-5e4e-4adc-9cef-f3409e34945e service neutron] 10.222.0.86 "GET /v2.0/networks/8e47bfcf-f27b-402d-8681-b4723b13a21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646056 Aug 16 02:07:50.360185 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.381964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.387953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a8800-d760-45d0-88f9-2bd0eff73116 req-0f35364f-946b-4246-b849-ba2a4c3d10f2 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.392741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:50.393152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:07:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.397185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-160a8800-d760-45d0-88f9-2bd0eff73116 req-0f35364f-946b-4246-b849-ba2a4c3d10f2 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 945 time: 0.0959485 Aug 16 02:07:50.445677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c01d0db-58d6-40ee-9fe3-d8897fa251b9 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:50.509231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-160a8800-d760-45d0-88f9-2bd0eff73116 req-4dd7d497-a821-4f1c-b8e3-05e38a0e1fda tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110761 Aug 16 02:07:50.519518 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.532466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc34f8c-283f-44ed-87d9-221591d5ad54']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.544139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d8d9f3-cf0b-48f4-828e-becc42a4038d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.545080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d8d9f3-cf0b-48f4-828e-becc42a4038d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.553926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.567945 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.574015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:50.575178 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:50.578530 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:50.644500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.655663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.660568 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/4cc34f8c-283f-44ed-87d9-221591d5ad54 HTTP/1.1" status: 204 len: 168 time: 0.4456439 Aug 16 02:07:50.660739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.678333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f38f-654d-48eb-8e5b-12f602246753 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=4cc34f8c-283f-44ed-87d9-221591d5ad54,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.689807 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-865b9492-7349-4b67-975f-cb46ca2e2d86 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:50.690272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865b9492-7349-4b67-975f-cb46ca2e2d86 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:50.692104 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-865b9492-7349-4b67-975f-cb46ca2e2d86 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/64920c7e-9ce6-42a1-9a12-f4f381301f1b HTTP/1.1" status: 404 len: 337 time: 0.0308361 Aug 16 02:07:50.694677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46920) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.713745 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24ebe30-c2c1-4746-a199-19c4b943d7a7 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:50.714460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24ebe30-c2c1-4746-a199-19c4b943d7a7 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:50.716278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e24ebe30-c2c1-4746-a199-19c4b943d7a7 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/3d0a6271-1fa6-4f6a-96ae-24ef164f8f24 HTTP/1.1" status: 404 len: 339 time: 0.0206416 Aug 16 02:07:50.718900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46922) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.787774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8941d68-d8e4-4189-8b67-efb07484c15a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting subnet c28148bf-adfb-48b5-b679-9a274ee613cf {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:50.792776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8941d68-d8e4-4189-8b67-efb07484c15a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.844181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8941d68-d8e4-4189-8b67-efb07484c15a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.853165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:50.876003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:50.922865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4feec179-1f21-4c78-b988-ce9cb3db9338 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:50.931394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7', 'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'port_id': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7', 'mac_address': 'fa:16:3e:8d:16:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762bbd8e-7242-4609-b9be-cf10a3309eb0', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:50.969355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfa5da-5f04-447e-b729-57fe0f7257bf req-0221a8e3-6de3-4b62-8fa6-614a98ed313c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.978025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfa5da-5f04-447e-b729-57fe0f7257bf req-0221a8e3-6de3-4b62-8fa6-614a98ed313c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.985963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfa5da-5f04-447e-b729-57fe0f7257bf req-0221a8e3-6de3-4b62-8fa6-614a98ed313c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.992775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfa5da-5f04-447e-b729-57fe0f7257bf req-0221a8e3-6de3-4b62-8fa6-614a98ed313c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.000525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfa5da-5f04-447e-b729-57fe0f7257bf req-0221a8e3-6de3-4b62-8fa6-614a98ed313c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.008097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfa5da-5f04-447e-b729-57fe0f7257bf req-0221a8e3-6de3-4b62-8fa6-614a98ed313c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.017790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfa5da-5f04-447e-b729-57fe0f7257bf req-0221a8e3-6de3-4b62-8fa6-614a98ed313c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.024050 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8941d68-d8e4-4189-8b67-efb07484c15a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.029343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5adfa5da-5f04-447e-b729-57fe0f7257bf req-0221a8e3-6de3-4b62-8fa6-614a98ed313c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5431 time: 0.1498675 Aug 16 02:07:51.091625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5adfa5da-5f04-447e-b729-57fe0f7257bf req-be087912-2c43-4233-a3ad-1e75ea98149e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551193 Aug 16 02:07:51.132328 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.162692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8941d68-d8e4-4189-8b67-efb07484c15a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.165284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c01d0db-58d6-40ee-9fe3-d8897fa251b9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:51.174620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:51.206675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8941d68-d8e4-4189-8b67-efb07484c15a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.212732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:51.213728 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a8941d68-d8e4-4189-8b67-efb07484c15a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/c28148bf-adfb-48b5-b679-9a274ee613cf HTTP/1.1" status: 204 len: 168 time: 0.4935830 Aug 16 02:07:51.214880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8941d68-d8e4-4189-8b67-efb07484c15a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=c28148bf-adfb-48b5-b679-9a274ee613cf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:51.257313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5baae-b2a6-4279-b649-fb4fba0c30ae req-b11e5590-a665-414a-baf6-900aad67a5f4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.258862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aed5baae-b2a6-4279-b649-fb4fba0c30ae req-b11e5590-a665-414a-baf6-900aad67a5f4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 943 time: 0.1358488 Aug 16 02:07:51.269797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:51.302066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f2f797-4450-4265-8ff4-3bf39c56db26 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting subnet 814cbf76-10e6-4045-bb90-967e07351479 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:51.308339 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6f2f797-4450-4265-8ff4-3bf39c56db26 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.316886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.317454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device aa416136-5e92-4449-92b9-803a71b0bdca details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:51.344261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aed5baae-b2a6-4279-b649-fb4fba0c30ae req-e8230e61-9ad0-4380-85fc-6f972ebba7a2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755091 Aug 16 02:07:51.361084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6f2f797-4450-4265-8ff4-3bf39c56db26 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.363363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4feec179-1f21-4c78-b988-ce9cb3db9338, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4feec179-1f21-4c78-b988-ce9cb3db9338,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:51.427242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '4feec179-1f21-4c78-b988-ce9cb3db9338', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'port_id': '4feec179-1f21-4c78-b988-ce9cb3db9338', 'mac_address': 'fa:16:3e:4d:67:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6492c11-2dd8-41be-8aa8-87347a69cd49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:51.455900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6f2f797-4450-4265-8ff4-3bf39c56db26 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.476365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port aa416136-5e92-4449-92b9-803a71b0bdca, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=aa416136-5e92-4449-92b9-803a71b0bdca,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:51.497931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:51.538132 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6f2f797-4450-4265-8ff4-3bf39c56db26 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.566641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'aa416136-5e92-4449-92b9-803a71b0bdca', 'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'port_id': 'aa416136-5e92-4449-92b9-803a71b0bdca', 'mac_address': 'fa:16:3e:fe:d7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762bbd8e-7242-4609-b9be-cf10a3309eb0', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:51.569641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2f797-4450-4265-8ff4-3bf39c56db26 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=814cbf76-10e6-4045-bb90-967e07351479,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:51.574691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6f2f797-4450-4265-8ff4-3bf39c56db26 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.578858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d6f2f797-4450-4265-8ff4-3bf39c56db26 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/814cbf76-10e6-4045-bb90-967e07351479 HTTP/1.1" status: 204 len: 168 time: 0.3597615 Aug 16 02:07:51.579149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:51.591206 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.658203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4feec179-1f21-4c78-b988-ce9cb3db9338 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:51.668876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.703536 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.706503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4feec179-1f21-4c78-b988-ce9cb3db9338, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4feec179-1f21-4c78-b988-ce9cb3db9338,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:51.725390 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.775874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting port 1fcc6f79-513d-4025-a241-fab707e877ec {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:51.776357 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.786030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa416136-5e92-4449-92b9-803a71b0bdca {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:51.850527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] For port 1fcc6f79-513d-4025-a241-fab707e877ec, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1fcc6f79-513d-4025-a241-fab707e877ec,segment=NetworkSegment(dcc017dd-cc32-40b4-8c78-f31a5c665ed8),segment_id=dcc017dd-cc32-40b4-8c78-f31a5c665ed8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:51.850704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'e13961b9-2684-4f3c-9636-53706ba1a98b', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'port_id': '6279a045-e1f4-4fe6-be46-53224dee2334', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'mac_address': 'fa:16:3e:ec:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:30Z', 'updated_at': '2021-08-16T02:07:47Z', 'revision_number': 1, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a', 'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'mac_address': 'fa:16:3e:60:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:23Z', 'updated_at': '2021-08-16T02:07:30Z', 'revision_number': 5, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'subnets': [{'id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:51.850834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.855563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port aa416136-5e92-4449-92b9-803a71b0bdca, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=aa416136-5e92-4449-92b9-803a71b0bdca,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:51.867965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Calling delete_port for 1fcc6f79-513d-4025-a241-fab707e877ec owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:51.894764 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.895500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:51.901287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e061e-a217-4c7d-8aca-94e6a35ace7b None None] The sync data for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 is: [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'e13961b9-2684-4f3c-9636-53706ba1a98b', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'port_id': '6279a045-e1f4-4fe6-be46-53224dee2334', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'mac_address': 'fa:16:3e:ec:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:30Z', 'updated_at': '2021-08-16T02:07:47Z', 'revision_number': 1, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a', 'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'mac_address': 'fa:16:3e:60:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:23Z', 'updated_at': '2021-08-16T02:07:30Z', 'revision_number': 5, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'subnets': [{'id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:51.934173 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4feec179-1f21-4c78-b988-ce9cb3db9338,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.001082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37225284-ef47-46f1-9f48-5685ffa6fc99 None None] Network 5818b0e3-341e-4391-87ea-3858a9ea9ba3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:52.010773 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.065205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['4feec179-1f21-4c78-b988-ce9cb3db9338'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:52.066708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Port': ['ID=1fcc6f79-513d-4025-a241-fab707e877ec,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.081297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fb7e3-8e52-4ed6-8f0c-fefb22bb2e1f req-ba2445b3-348e-4b67-a062-2240ea8a1d2d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.082998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-985fb7e3-8e52-4ed6-8f0c-fefb22bb2e1f req-ba2445b3-348e-4b67-a062-2240ea8a1d2d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 945 time: 0.4537628 Aug 16 02:07:52.084197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No DVR routers for this DVR port 1fcc6f79-513d-4025-a241-fab707e877ec on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:52.136413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:52.180298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=aa416136-5e92-4449-92b9-803a71b0bdca,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.191923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'cddd5100-08ec-4fdd-b5bc-d9fbf3d16040', 'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'port_id': 'cddd5100-08ec-4fdd-b5bc-d9fbf3d16040', 'mac_address': 'fa:16:3e:d3:f7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762bbd8e-7242-4609-b9be-cf10a3309eb0', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:52.252204 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.270040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-985fb7e3-8e52-4ed6-8f0c-fefb22bb2e1f req-6941cae5-de7a-47b2-b427-1b461ddbc6c4 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554732 Aug 16 02:07:52.275225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5818b0e3-341e-4391-87ea-3858a9ea9ba3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:52.290343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc017dd-cc32-40b4-8c78-f31a5c665ed8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:52.291044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc017dd-cc32-40b4-8c78-f31a5c665ed8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:52.299332 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f5d8f6-5b32-4329-8ffc-66ef39bf3242 None None] New status for floating IP e13961b9-2684-4f3c-9636-53706ba1a98b: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:07:52.337808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a42f-7fdc-4927-9b81-ca382e7f9b8e req-f06aed98-21ab-4739-8700-2d292c28ae0d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.347035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a42f-7fdc-4927-9b81-ca382e7f9b8e req-f06aed98-21ab-4739-8700-2d292c28ae0d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.353785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a42f-7fdc-4927-9b81-ca382e7f9b8e req-f06aed98-21ab-4739-8700-2d292c28ae0d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.360099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a42f-7fdc-4927-9b81-ca382e7f9b8e req-f06aed98-21ab-4739-8700-2d292c28ae0d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.366182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a42f-7fdc-4927-9b81-ca382e7f9b8e req-f06aed98-21ab-4739-8700-2d292c28ae0d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.375787 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.376811 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a42f-7fdc-4927-9b81-ca382e7f9b8e req-f06aed98-21ab-4739-8700-2d292c28ae0d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.385180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6a42f-7fdc-4927-9b81-ca382e7f9b8e req-f06aed98-21ab-4739-8700-2d292c28ae0d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.388042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0b6a42f-7fdc-4927-9b81-ca382e7f9b8e req-f06aed98-21ab-4739-8700-2d292c28ae0d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5433 time: 0.1965036 Aug 16 02:07:52.390288 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.398287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:52.422201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.432950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:52.433255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:52.433677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:52.439949 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:52.444470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32bbd23-2fdf-44f5-8610-53d597ce5373 None None] DHCP port deletion for 5818b0e3-341e-4391-87ea-3858a9ea9ba3 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:52.464411 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.465699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9e38f4fe-50a5-4383-a95e-e07b8f08367e details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:52.509954 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9e38f4fe-50a5-4383-a95e-e07b8f08367e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:52.529360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '9e38f4fe-50a5-4383-a95e-e07b8f08367e', 'network_id': '74df5850-9a31-4196-8424-af5506f238b9', 'port_id': '9e38f4fe-50a5-4383-a95e-e07b8f08367e', 'mac_address': 'fa:16:3e:83:f3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762bbd8e-7242-4609-b9be-cf10a3309eb0', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:52.674451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.686612 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.706775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e38f4fe-50a5-4383-a95e-e07b8f08367e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:52.737964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9e38f4fe-50a5-4383-a95e-e07b8f08367e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:52.742480 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.743456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 86dd75dd-3f11-43e2-9699-ede91d331b71 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:52.815908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 86dd75dd-3f11-43e2-9699-ede91d331b71, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=86dd75dd-3f11-43e2-9699-ede91d331b71,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:52.818371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9e38f4fe-50a5-4383-a95e-e07b8f08367e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.830607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '86dd75dd-3f11-43e2-9699-ede91d331b71', 'network_id': '3e61c9bc-2a0a-441c-9aa1-dcd18055303c', 'port_id': '86dd75dd-3f11-43e2-9699-ede91d331b71', 'mac_address': 'fa:16:3e:4d:2b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23d9bb9-ac5c-4fb5-8d39-140eed26815b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:52.870922 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.884722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dd75dd-3f11-43e2-9699-ede91d331b71 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:52.910900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 86dd75dd-3f11-43e2-9699-ede91d331b71, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=86dd75dd-3f11-43e2-9699-ede91d331b71,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:52.914867 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.915662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c749c68d-c8aa-4494-ad6c-f64fca81c308 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:52.936266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.955160 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.959555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/5818b0e3-341e-4391-87ea-3858a9ea9ba3 HTTP/1.1" status: 204 len: 168 time: 1.3771114 Aug 16 02:07:52.960032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:52.980708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0b6a42f-7fdc-4927-9b81-ca382e7f9b8e req-0d3a4cc4-19bc-4959-8398-3199e7f86cb8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5808609 Aug 16 02:07:52.986144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee5741-69d2-4005-8d92-d6f2b1df1fed tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=5818b0e3-341e-4391-87ea-3858a9ea9ba3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.989455 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3b8fe9-d29b-400d-9aa9-2a217e0dfd00 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:52.989912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3b8fe9-d29b-400d-9aa9-2a217e0dfd00 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:52.991971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ec3b8fe9-d29b-400d-9aa9-2a217e0dfd00 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/a91bee81-d625-48ba-bda7-3f70426cb6dc HTTP/1.1" status: 404 len: 337 time: 0.0309610 Aug 16 02:07:52.994604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.008693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fa29e-660a-4a72-bb5a-322ea198a68d req-d02b2476-ceb7-4729-81ad-7353b0cbfa40 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.010413 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a8fa29e-660a-4a72-bb5a-322ea198a68d req-d02b2476-ceb7-4729-81ad-7353b0cbfa40 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 944 time: 0.4594140 Aug 16 02:07:53.017746 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-12293c04-c254-427f-ae62-f3d05e477e99 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:53.018415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12293c04-c254-427f-ae62-f3d05e477e99 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:53.020811 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-12293c04-c254-427f-ae62-f3d05e477e99 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/ff818634-0294-4b7e-8e68-46adaa846493 HTTP/1.1" status: 404 len: 339 time: 0.0252399 Aug 16 02:07:53.023539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.054481 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11c3256-235d-47ae-a455-cb9e7e9ec377 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:53.055126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11c3256-235d-47ae-a455-cb9e7e9ec377 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:53.059159 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b11c3256-235d-47ae-a455-cb9e7e9ec377 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/d12716e3-a951-4eca-9a22-0c4577b97d48 HTTP/1.1" status: 404 len: 337 time: 0.0326042 Aug 16 02:07:53.060637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.073729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a8fa29e-660a-4a72-bb5a-322ea198a68d req-4f92dc99-09e7-4014-9e35-83a7fdf45b4d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485666 Aug 16 02:07:53.089126 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fca913-58a6-43b2-8b7c-673a04706304 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:53.090001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fca913-58a6-43b2-8b7c-673a04706304 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:53.093411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-38fca913-58a6-43b2-8b7c-673a04706304 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/7dacd209-11f0-4311-ae35-d0897748967f HTTP/1.1" status: 404 len: 339 time: 0.0311596 Aug 16 02:07:53.095872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.133122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d26b1eea-251a-4438-b4c6-e94ed69606cb up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:53.139741 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eacfc94-0349-49df-ad2e-44b3ea950573 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:53.140210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eacfc94-0349-49df-ad2e-44b3ea950573 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:53.141948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5eacfc94-0349-49df-ad2e-44b3ea950573 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/2afc1f7d-2653-4b3b-84ac-2c6b5a5f3992 HTTP/1.1" status: 404 len: 337 time: 0.0399415 Aug 16 02:07:53.145253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.165501 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7809783f-24bc-4551-ac12-c33ef624893a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:53.166052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7809783f-24bc-4551-ac12-c33ef624893a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:53.167873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7809783f-24bc-4551-ac12-c33ef624893a tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/6e95d5d1-7238-4fd4-9eeb-72da895c1cdd HTTP/1.1" status: 404 len: 339 time: 0.0216086 Aug 16 02:07:53.170524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.230050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-301a2880-369d-43b2-bebd-02f49c043d44 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting subnet de81da71-40e3-4459-9755-a0a50a1e3c77 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:53.234117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301a2880-369d-43b2-bebd-02f49c043d44 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.236649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=86dd75dd-3f11-43e2-9699-ede91d331b71,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.276490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port d26b1eea-251a-4438-b4c6-e94ed69606cb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:53.279226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301a2880-369d-43b2-bebd-02f49c043d44 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.285748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port d26b1eea-251a-4438-b4c6-e94ed69606cb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:53.286129 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.318238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c749c68d-c8aa-4494-ad6c-f64fca81c308, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:53.354082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'port_id': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'mac_address': 'fa:16:3e:c4:fe:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:53.427158 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.463684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301a2880-369d-43b2-bebd-02f49c043d44 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.471554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c749c68d-c8aa-4494-ad6c-f64fca81c308 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:53.486364 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.517928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c749c68d-c8aa-4494-ad6c-f64fca81c308, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:53.530832 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.539585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:53.542126 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4656ebf6-2f21-438e-ae79-2897aa11987d" -d '{"events": [{"server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "name": "network-vif-plugged", "status": "completed", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:53.548523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a473f2e-adaf-4b09-b40d-c99c5437b2c5 req-7a631b49-a045-4ddc-83a6-8b46ddbc7fdf tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.555720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a473f2e-adaf-4b09-b40d-c99c5437b2c5 req-7a631b49-a045-4ddc-83a6-8b46ddbc7fdf tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 945 time: 0.1638324 Aug 16 02:07:53.579550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d26b1eea-251a-4438-b4c6-e94ed69606cb, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:53.591208 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.608835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a473f2e-adaf-4b09-b40d-c99c5437b2c5 req-bee4c1c4-d312-4882-9764-21ea818c6490 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493793 Aug 16 02:07:53.611049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c749c68d-c8aa-4494-ad6c-f64fca81c308,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.642006 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301a2880-369d-43b2-bebd-02f49c043d44 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.648165 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb39676-9e8e-4811-9b84-ab2a2af57447 x-openstack-request-id: req-7bb39676-9e8e-4811-9b84-ab2a2af57447 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:53.648532 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "name": "network-vif-plugged", "status": "completed", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:53.648791 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7bb39676-9e8e-4811-9b84-ab2a2af57447 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:53.649546 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'code': 200} Aug 16 02:07:53.676268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a2880-369d-43b2-bebd-02f49c043d44 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=de81da71-40e3-4459-9755-a0a50a1e3c77,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.679948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-301a2880-369d-43b2-bebd-02f49c043d44 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.681844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-301a2880-369d-43b2-bebd-02f49c043d44 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/de81da71-40e3-4459-9755-a0a50a1e3c77 HTTP/1.1" status: 204 len: 168 time: 0.5103517 Aug 16 02:07:53.684880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.694107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd8deb6-cfae-43ef-8418-bfd9345cf5f9 None None] Network 727a0bfb-08f2-4f0e-a52b-f2276c761ef6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:53.785677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=d26b1eea-251a-4438-b4c6-e94ed69606cb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.810854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1fcc6f79-513d-4025-a241-fab707e877ec no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:53.817246 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec408f74-e392-415b-82a2-4a5999d980ef req-79c22143-05c3-4809-8aaa-852898b6c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:53.818833 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec408f74-e392-415b-82a2-4a5999d980ef req-79c22143-05c3-4809-8aaa-852898b6c79e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1098 time: 0.1252720 Aug 16 02:07:53.825556 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.860086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1fcc6f79-513d-4025-a241-fab707e877ec {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:53.860574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1fcc6f79-513d-4025-a241-fab707e877ec not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:53.873372 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec408f74-e392-415b-82a2-4a5999d980ef req-6f869341-001b-4a59-9856-5bc3aeeb3a2c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474131 Aug 16 02:07:53.905573 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:53.905930 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.975620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] For port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=95d81d1d-9cc8-4ac3-b410-6abc21ba12d6,segment=NetworkSegment(f7ef2c37-6655-4782-861e-19aed2be80cf),segment_id=f7ef2c37-6655-4782-861e-19aed2be80cf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:53.975995 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.991964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4415ff-539f-4e2a-95a6-654a8f59dd5c None None] DHCP port deletion for 727a0bfb-08f2-4f0e-a52b-f2276c761ef6 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:53.996204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Calling delete_port for 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:54.066775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ca4415ff-539f-4e2a-95a6-654a8f59dd5c None None] Deleting port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:54.067579 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca4415ff-539f-4e2a-95a6-654a8f59dd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.098871 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.161554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Port': ['ID=95d81d1d-9cc8-4ac3-b410-6abc21ba12d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.164504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No DVR routers for this DVR port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:54.189452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ca4415ff-539f-4e2a-95a6-654a8f59dd5c None None] For port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=95d81d1d-9cc8-4ac3-b410-6abc21ba12d6,segment=NetworkSegment(f7ef2c37-6655-4782-861e-19aed2be80cf),segment_id=f7ef2c37-6655-4782-861e-19aed2be80cf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:54.189843 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca4415ff-539f-4e2a-95a6-654a8f59dd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.205325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ca4415ff-539f-4e2a-95a6-654a8f59dd5c None None] Calling delete_port for 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:54.294658 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca4415ff-539f-4e2a-95a6-654a8f59dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.313358 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.325165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4415ff-539f-4e2a-95a6-654a8f59dd5c None None] Pushing event deleted for resources: {'Port': ['ID=95d81d1d-9cc8-4ac3-b410-6abc21ba12d6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.327459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4415ff-539f-4e2a-95a6-654a8f59dd5c None None] No DVR routers for this DVR port 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:54.345220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc0fb-2c99-48b7-8339-9132da95b0ce req-24790b09-1a03-4217-85f7-a6b2f131e68b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.351388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc0fb-2c99-48b7-8339-9132da95b0ce req-24790b09-1a03-4217-85f7-a6b2f131e68b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.358039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc0fb-2c99-48b7-8339-9132da95b0ce req-24790b09-1a03-4217-85f7-a6b2f131e68b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.364228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc0fb-2c99-48b7-8339-9132da95b0ce req-24790b09-1a03-4217-85f7-a6b2f131e68b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.373193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc0fb-2c99-48b7-8339-9132da95b0ce req-24790b09-1a03-4217-85f7-a6b2f131e68b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.379247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc0fb-2c99-48b7-8339-9132da95b0ce req-24790b09-1a03-4217-85f7-a6b2f131e68b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.385526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc0fb-2c99-48b7-8339-9132da95b0ce req-24790b09-1a03-4217-85f7-a6b2f131e68b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.387782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58bfc0fb-2c99-48b7-8339-9132da95b0ce req-24790b09-1a03-4217-85f7-a6b2f131e68b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5437 time: 0.2598758 Aug 16 02:07:54.393399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727a0bfb-08f2-4f0e-a52b-f2276c761ef6']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:54.417369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ef2c37-6655-4782-861e-19aed2be80cf') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:54.417591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ef2c37-6655-4782-861e-19aed2be80cf') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:54.444980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9667853-1779-473a-8eaa-8c52064976cd req-d0bc7c76-232e-4458-a713-be77c7c88edb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.446480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9667853-1779-473a-8eaa-8c52064976cd req-d0bc7c76-232e-4458-a713-be77c7c88edb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 944 time: 0.1752636 Aug 16 02:07:54.449238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.487379 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.501922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58bfc0fb-2c99-48b7-8339-9132da95b0ce req-d17f2c87-8dc9-49b2-94a5-b4d3a00ee6b2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006563 Aug 16 02:07:54.503196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:54.503617 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:54.506725 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:54.565065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9667853-1779-473a-8eaa-8c52064976cd req-66912b8e-99ac-4a5f-aec2-05b8fa0078a3 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042397 Aug 16 02:07:54.581962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.589385 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.593907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.594692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/727a0bfb-08f2-4f0e-a52b-f2276c761ef6 HTTP/1.1" status: 204 len: 168 time: 0.9087973 Aug 16 02:07:54.610087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca964106-e0e3-44ca-b68f-ad2640e227c6 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=727a0bfb-08f2-4f0e-a52b-f2276c761ef6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.633751 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2e991d-47f2-495c-adfc-fbb7a1c4c599 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:54.634591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2e991d-47f2-495c-adfc-fbb7a1c4c599 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:54.645109 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7b2e991d-47f2-495c-adfc-fbb7a1c4c599 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/03f4597f-3209-4cfb-a6be-0b578b2b26cc HTTP/1.1" status: 404 len: 337 time: 0.0477166 Aug 16 02:07:54.645212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.673408 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c96dee6-fab4-49d9-9f2b-c689800bfbd0 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:54.674049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c96dee6-fab4-49d9-9f2b-c689800bfbd0 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:54.676225 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1c96dee6-fab4-49d9-9f2b-c689800bfbd0 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/fe688c0e-74e6-4cef-8b9b-a09b0239ee1a HTTP/1.1" status: 404 len: 339 time: 0.0297501 Aug 16 02:07:54.678599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.763761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting subnet fe3247f4-4e8a-4170-ba8a-88bc348dd852 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:54.768990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.785954 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['60c3f7f5-2db5-4740-bda3-29961ee0eb5f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:54.808688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b9735-7247-4ff9-a0c6-32077aba3f65 req-449a7fbe-e5b0-4310-879e-e5a7dd127756 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:54.810766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a8b9735-7247-4ff9-a0c6-32077aba3f65 req-449a7fbe-e5b0-4310-879e-e5a7dd127756 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.1239901 Aug 16 02:07:54.819349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4b811e2b-9e3c-470e-ac9b-d35c8ba196f7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:54.838120 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.922559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a8b9735-7247-4ff9-a0c6-32077aba3f65 req-d09b9ee1-e2d6-4a66-a6ce-3e8845034679 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945766 Aug 16 02:07:54.930818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c749c68d-c8aa-4494-ad6c-f64fca81c308'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:54.947638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['86dd75dd-3f11-43e2-9699-ede91d331b71'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:54.950542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4feec179-1f21-4c78-b988-ce9cb3db9338 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:54.984470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.053177 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.090853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3247f4-4e8a-4170-ba8a-88bc348dd852,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:55.093526 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.097537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/subnets/fe3247f4-4e8a-4170-ba8a-88bc348dd852 HTTP/1.1" status: 204 len: 168 time: 0.4156795 Aug 16 02:07:55.098299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:55.112106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.112753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.112846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.113121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.113516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.113857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.114188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.114570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.114850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.115194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.115525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.115845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c76d52-3b9c-4a2a-b1df-4a088a53d450 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:55.118317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a898d07-bf36-40cc-8a3b-0718ebca03a5 None None] Network 74a20fa0-42c4-4939-b04a-9a524d708f20 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:55.214244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.273204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 4feec179-1f21-4c78-b988-ce9cb3db9338 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:55.285792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Deleting port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:55.286817 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.309097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 4feec179-1f21-4c78-b988-ce9cb3db9338 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:55.309656 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.360298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] For port 8436315d-a0f3-43f5-8fbc-5ba83d612a78, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8436315d-a0f3-43f5-8fbc-5ba83d612a78,segment=NetworkSegment(6d387b21-41a8-4084-bf33-8f9b4895e44b),segment_id=6d387b21-41a8-4084-bf33-8f9b4895e44b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:55.360704 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.374296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Calling delete_port for 8436315d-a0f3-43f5-8fbc-5ba83d612a78 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:55.469861 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.516035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] No DVR routers for this DVR port 8436315d-a0f3-43f5-8fbc-5ba83d612a78 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:55.518918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Port': ['ID=8436315d-a0f3-43f5-8fbc-5ba83d612a78,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:55.584442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120c6ae-e6c4-43cb-ba4a-d69f0f969f03 None None] DHCP port deletion for 74a20fa0-42c4-4939-b04a-9a524d708f20 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:55.613898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.655371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f59af38-a9eb-4593-abf9-56e5d9060a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feec179-1f21-4c78-b988-ce9cb3db9338'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:55.660566 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e704af6e-199f-4903-beb2-c6a35898f17c" -d '{"events": [{"server_uuid": "7f59af38-a9eb-4593-abf9-56e5d9060a07", "name": "network-vif-plugged", "status": "completed", "tag": "4feec179-1f21-4c78-b988-ce9cb3db9338"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:55.667544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4feec179-1f21-4c78-b988-ce9cb3db9338, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4feec179-1f21-4c78-b988-ce9cb3db9338,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:55.672593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.685350 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.723149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a20fa0-42c4-4939-b04a-9a524d708f20']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:55.736930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4cfd2-46da-44f5-bb4f-a0fe162fd210 req-1fa6d767-5877-4ef5-b690-c6c73d648cf8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.743200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4cfd2-46da-44f5-bb4f-a0fe162fd210 req-1fa6d767-5877-4ef5-b690-c6c73d648cf8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.749382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4cfd2-46da-44f5-bb4f-a0fe162fd210 req-1fa6d767-5877-4ef5-b690-c6c73d648cf8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.749880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4feec179-1f21-4c78-b988-ce9cb3db9338,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:55.755427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4cfd2-46da-44f5-bb4f-a0fe162fd210 req-1fa6d767-5877-4ef5-b690-c6c73d648cf8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.761391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4cfd2-46da-44f5-bb4f-a0fe162fd210 req-1fa6d767-5877-4ef5-b690-c6c73d648cf8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.767847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4cfd2-46da-44f5-bb4f-a0fe162fd210 req-1fa6d767-5877-4ef5-b690-c6c73d648cf8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.773776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4cfd2-46da-44f5-bb4f-a0fe162fd210 req-1fa6d767-5877-4ef5-b690-c6c73d648cf8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.775913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9f4cfd2-46da-44f5-bb4f-a0fe162fd210 req-1fa6d767-5877-4ef5-b690-c6c73d648cf8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5437 time: 0.1525249 Aug 16 02:07:55.787832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:55.790226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d387b21-41a8-4084-bf33-8f9b4895e44b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:55.791293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d387b21-41a8-4084-bf33-8f9b4895e44b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:55.809365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.817690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:55.820138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 95d81d1d-9cc8-4ac3-b410-6abc21ba12d6 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:55.820138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8436315d-a0f3-43f5-8fbc-5ba83d612a78 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:55.842794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8436315d-a0f3-43f5-8fbc-5ba83d612a78 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:55.843201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8436315d-a0f3-43f5-8fbc-5ba83d612a78 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:55.843639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2baed1-c514-4559-8abd-7b62cfea4125 req-7fec9a37-f69e-4856-afc5-866648311226 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:55.845251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc2baed1-c514-4559-8abd-7b62cfea4125 req-7fec9a37-f69e-4856-afc5-866648311226 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 945 time: 0.1793957 Aug 16 02:07:55.851918 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.884782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:55.885205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:55.891355 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:55.909614 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9f4cfd2-46da-44f5-bb4f-a0fe162fd210 req-aa1c3ac5-3854-4468-a795-75748cf5752d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215055 Aug 16 02:07:55.983909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc2baed1-c514-4559-8abd-7b62cfea4125 req-e57ce504-6794-4c30-a6ab-d8421233fc58 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219554 Aug 16 02:07:55.988202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['cddd5100-08ec-4fdd-b5bc-d9fbf3d16040'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:56.002565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.021890 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.023721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] 10.222.0.61 "DELETE /v2.0/networks/74a20fa0-42c4-4939-b04a-9a524d708f20 HTTP/1.1" status: 204 len: 168 time: 0.9250274 Aug 16 02:07:56.045463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['aa416136-5e92-4449-92b9-803a71b0bdca'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:56.054397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a320ccc-9d67-4f86-b7fb-75a2c4605c80 tempest-NetworksIpV6Test-49538170 tempest-NetworksIpV6Test-49538170-project] Pushing event deleted for resources: {'Network': ['ID=74a20fa0-42c4-4939-b04a-9a524d708f20,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.076545 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7176e89-189c-4db0-ba8b-2779a91eae6e x-openstack-request-id: req-a7176e89-189c-4db0-ba8b-2779a91eae6e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:56.076845 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f59af38-a9eb-4593-abf9-56e5d9060a07", "name": "network-vif-plugged", "status": "completed", "tag": "4feec179-1f21-4c78-b988-ce9cb3db9338", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:56.077107 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7176e89-189c-4db0-ba8b-2779a91eae6e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:56.077504 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f59af38-a9eb-4593-abf9-56e5d9060a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feec179-1f21-4c78-b988-ce9cb3db9338', 'code': 200} Aug 16 02:07:56.099703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['9e38f4fe-50a5-4383-a95e-e07b8f08367e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:56.148817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0513d-23da-4c2c-a04b-2addef4f141b req-12e485b8-ffb2-4c21-b62e-eb909d40229d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.152072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca0513d-23da-4c2c-a04b-2addef4f141b req-12e485b8-ffb2-4c21-b62e-eb909d40229d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0591562 Aug 16 02:07:56.190263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24972a01-c4ea-4c65-86cb-2f7a377239c9 req-2568ed22-41f0-4a4f-9c0a-ade44b91bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.192263 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24972a01-c4ea-4c65-86cb-2f7a377239c9 req-2568ed22-41f0-4a4f-9c0a-ade44b91bab2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 1097 time: 0.0575511 Aug 16 02:07:56.247588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca0513d-23da-4c2c-a04b-2addef4f141b req-0b439018-58bf-4e56-8729-86457ed0cc4b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808592 Aug 16 02:07:56.250591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24972a01-c4ea-4c65-86cb-2f7a377239c9 req-11865409-a4ea-414e-9ac0-c4a91fdecd7b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496109 Aug 16 02:07:56.401622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:56.526059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-7ebcc999-ae84-4309-9b78-72cffb2152d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.528854 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-7ebcc999-ae84-4309-9b78-72cffb2152d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1098 time: 0.0502880 Aug 16 02:07:56.557075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c7dcf-1abb-455a-aae7-e2a4902de400 req-c83de2bf-d78f-4b26-bc05-7b2984866687 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.559819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-755c7dcf-1abb-455a-aae7-e2a4902de400 req-c83de2bf-d78f-4b26-bc05-7b2984866687 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0675528 Aug 16 02:07:56.631801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6a369b76-cc91-4dbd-80ac-41cfe5e74cf1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cdd6f7fbe6f4c65b82637e4359bb458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280066 Aug 16 02:07:56.632297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:56.636148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-06c5af79-6bb5-4916-82f8-95eeec2e7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.637617 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-06c5af79-6bb5-4916-82f8-95eeec2e7680 service neutron] 10.222.0.93 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 920 time: 0.1009617 Aug 16 02:07:56.641714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-755c7dcf-1abb-455a-aae7-e2a4902de400 req-89d527c4-08ec-420c-b6b6-d4d4fccc8271 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583472 Aug 16 02:07:56.700748 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-c64d2a28-6139-4ccd-9707-5b6890425d34 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 217 time: 0.0508430 Aug 16 02:07:56.764861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.771730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-abecd05b-ade6-4c6f-81c3-6bd934000d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:56.773280 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-abecd05b-ade6-4c6f-81c3-6bd934000d5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 200 len: 859 time: 0.0629838 Aug 16 02:07:56.813968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.817301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-6699c095-448f-4713-9480-b5057aeccb83 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be312db1-4cad-4407-b1b0-b6a296f7f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362654 Aug 16 02:07:56.928406 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.930939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.932113 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a7e64f6-791b-4059-a349-2e3f7df96631 HTTP/1.1" status: 204 len: 168 time: 0.2987719 Aug 16 02:07:56.957386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-d94624e0-ede2-48a8-8fda-a5b60749f904 service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305299 Aug 16 02:07:56.958362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e64f6-791b-4059-a349-2e3f7df96631,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.967241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.967595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.967939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.968276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.968609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.968942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.969270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.969595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.969922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.970244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.970567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:56.970891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc214a06-922e-452e-a10f-a5636a7110a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:57.175462 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a5c9f50c-33e9-47f9-be89-347bff922883 req-b5f2ef69-de88-4e74-a2db-8c0e1910c489 service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000182 Aug 16 02:07:57.187506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641ff5-32f8-4378-b913-62ac2805d59e req-16cf9549-7c73-4c9f-99c4-09617d2c0305 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.195122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641ff5-32f8-4378-b913-62ac2805d59e req-16cf9549-7c73-4c9f-99c4-09617d2c0305 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.202893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641ff5-32f8-4378-b913-62ac2805d59e req-16cf9549-7c73-4c9f-99c4-09617d2c0305 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.211654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641ff5-32f8-4378-b913-62ac2805d59e req-16cf9549-7c73-4c9f-99c4-09617d2c0305 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.219972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641ff5-32f8-4378-b913-62ac2805d59e req-16cf9549-7c73-4c9f-99c4-09617d2c0305 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.227056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641ff5-32f8-4378-b913-62ac2805d59e req-16cf9549-7c73-4c9f-99c4-09617d2c0305 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.242764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641ff5-32f8-4378-b913-62ac2805d59e req-16cf9549-7c73-4c9f-99c4-09617d2c0305 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.245196 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24641ff5-32f8-4378-b913-62ac2805d59e req-16cf9549-7c73-4c9f-99c4-09617d2c0305 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5437 time: 0.1925745 Aug 16 02:07:57.327122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24641ff5-32f8-4378-b913-62ac2805d59e req-487bdc69-e915-454a-ac66-874e09a89bed tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694079 Aug 16 02:07:57.341995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc47980-c6a9-430f-9653-5d7a88a28ba5 req-1c75e806-c499-4167-be6c-6ee031664c5c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.351182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fcc47980-c6a9-430f-9653-5d7a88a28ba5 req-1c75e806-c499-4167-be6c-6ee031664c5c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 945 time: 0.1048505 Aug 16 02:07:57.391895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fcc47980-c6a9-430f-9653-5d7a88a28ba5 req-7d0564fc-1e9a-4637-9b99-6a695fccf812 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397823 Aug 16 02:07:57.805001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec6f7e-b006-4dbe-8577-d0a87ed5f6fe req-2abd6548-35e0-4be1-8aac-0d36bf97efa0 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.806499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4ec6f7e-b006-4dbe-8577-d0a87ed5f6fe req-2abd6548-35e0-4be1-8aac-0d36bf97efa0 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0669456 Aug 16 02:07:57.860306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4ec6f7e-b006-4dbe-8577-d0a87ed5f6fe req-661ecac5-e2bc-4b74-a323-2e30cbbc2f97 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434361 Aug 16 02:07:57.883139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:57.886774 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027018 Aug 16 02:07:57.889578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:58.005837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d786f1e0-93b0-4a4a-866b-cb40f511a120 tempest-NetworksApiDiscovery-1223612496 tempest-NetworksApiDiscovery-1223612496-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1151500 Aug 16 02:07:58.328070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:58.486944 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83321ce2-b44e-4eca-b131-f04ed629070b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.520904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43726e-3ae6-4c2f-903a-9a8876e95747 req-888c3b43-dab4-45c3-b1cd-a71ffe3ea258 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.527010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43726e-3ae6-4c2f-903a-9a8876e95747 req-888c3b43-dab4-45c3-b1cd-a71ffe3ea258 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.534650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43726e-3ae6-4c2f-903a-9a8876e95747 req-888c3b43-dab4-45c3-b1cd-a71ffe3ea258 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.540748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43726e-3ae6-4c2f-903a-9a8876e95747 req-888c3b43-dab4-45c3-b1cd-a71ffe3ea258 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.547561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43726e-3ae6-4c2f-903a-9a8876e95747 req-888c3b43-dab4-45c3-b1cd-a71ffe3ea258 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.553545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43726e-3ae6-4c2f-903a-9a8876e95747 req-888c3b43-dab4-45c3-b1cd-a71ffe3ea258 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.560033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43726e-3ae6-4c2f-903a-9a8876e95747 req-888c3b43-dab4-45c3-b1cd-a71ffe3ea258 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.562027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e43726e-3ae6-4c2f-903a-9a8876e95747 req-888c3b43-dab4-45c3-b1cd-a71ffe3ea258 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5437 time: 0.1343393 Aug 16 02:07:58.627369 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e43726e-3ae6-4c2f-903a-9a8876e95747 req-94c40a81-252d-4b6f-94f1-e00b0911277f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573549 Aug 16 02:07:58.686564 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83321ce2-b44e-4eca-b131-f04ed629070b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.690819 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83321ce2-b44e-4eca-b131-f04ed629070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.733543 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-83321ce2-b44e-4eca-b131-f04ed629070b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=824b7450bcdc44a4b8c5841a1c58c4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042952 Aug 16 02:07:58.734562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83321ce2-b44e-4eca-b131-f04ed629070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75391f4e-ae76-4ec3-80dc-cbdef4f0125f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:58.736175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:58.797411 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79a90fef-da98-42bb-9521-65b33b21c2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.822920 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79a90fef-da98-42bb-9521-65b33b21c2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.874674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79a90fef-da98-42bb-9521-65b33b21c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.877341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79a90fef-da98-42bb-9521-65b33b21c2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.879547 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-79a90fef-da98-42bb-9521-65b33b21c2fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75391f4e-ae76-4ec3-80dc-cbdef4f0125f HTTP/1.1" status: 204 len: 168 time: 0.1423049 Aug 16 02:07:58.891107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a90fef-da98-42bb-9521-65b33b21c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75391f4e-ae76-4ec3-80dc-cbdef4f0125f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.029017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b32de-3e28-47d2-84af-dbf83133bd72 req-de556669-0b60-4e06-a4eb-f4688ed9148d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.031587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e6b32de-3e28-47d2-84af-dbf83133bd72 req-de556669-0b60-4e06-a4eb-f4688ed9148d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0645757 Aug 16 02:07:59.083742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e6b32de-3e28-47d2-84af-dbf83133bd72 req-ad6ff96d-a56a-451b-bc71-435ada3b4aec tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464115 Aug 16 02:07:59.731602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 60c3f7f5-2db5-4740-bda3-29961ee0eb5f up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:59.800564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:59.804951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:59.805409 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.841539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5697-aac3-4e54-977d-443fc9591af0 req-7fe63916-cbba-423d-b2cb-8f60bcf4ff5b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.849207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5697-aac3-4e54-977d-443fc9591af0 req-7fe63916-cbba-423d-b2cb-8f60bcf4ff5b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.856886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5697-aac3-4e54-977d-443fc9591af0 req-7fe63916-cbba-423d-b2cb-8f60bcf4ff5b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.862068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5697-aac3-4e54-977d-443fc9591af0 req-7fe63916-cbba-423d-b2cb-8f60bcf4ff5b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.871793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5697-aac3-4e54-977d-443fc9591af0 req-7fe63916-cbba-423d-b2cb-8f60bcf4ff5b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.878517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5697-aac3-4e54-977d-443fc9591af0 req-7fe63916-cbba-423d-b2cb-8f60bcf4ff5b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.885288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5697-aac3-4e54-977d-443fc9591af0 req-7fe63916-cbba-423d-b2cb-8f60bcf4ff5b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.894103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c8c5697-aac3-4e54-977d-443fc9591af0 req-7fe63916-cbba-423d-b2cb-8f60bcf4ff5b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5437 time: 0.1649811 Aug 16 02:07:59.902747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.929329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:59.932074 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9250e4c6-7c1d-4539-814c-5de46856e18c" -d '{"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "60c3f7f5-2db5-4740-bda3-29961ee0eb5f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:59.951062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:59.959959 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.960930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:59.984172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c8c5697-aac3-4e54-977d-443fc9591af0 req-564deb04-2ec5-49cd-b002-f0379b410e85 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837941 Aug 16 02:08:00.015628 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df917b0-e9d1-49a3-954e-182ce268b3f6 x-openstack-request-id: req-5df917b0-e9d1-49a3-954e-182ce268b3f6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:00.015927 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "60c3f7f5-2db5-4740-bda3-29961ee0eb5f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:00.016182 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5df917b0-e9d1-49a3-954e-182ce268b3f6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:00.016680 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f', 'code': 200} Aug 16 02:08:00.056415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:00.071359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.071992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.072444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.072915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.073464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.074109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.075390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.075879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.076484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.076830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.077214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.077562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:00.093760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:00.099019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:00.099486 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.231636 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.272197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f169e-da5b-4801-96af-ad9d022b8e2b req-f292ebd4-8381-4b31-af71-c8d87f2cd15d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:00.281080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d98f169e-da5b-4801-96af-ad9d022b8e2b req-f292ebd4-8381-4b31-af71-c8d87f2cd15d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0987229 Aug 16 02:08:00.312536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:00.322127 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.323479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 86dd75dd-3f11-43e2-9699-ede91d331b71 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:00.344683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d98f169e-da5b-4801-96af-ad9d022b8e2b req-569ddb65-889a-4c65-8a0b-21a4248756c9 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623131 Aug 16 02:08:00.462869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:00.487400 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.487718 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 86dd75dd-3f11-43e2-9699-ede91d331b71 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:00.492029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 86dd75dd-3f11-43e2-9699-ede91d331b71 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:00.492476 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.593512 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.647552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 86dd75dd-3f11-43e2-9699-ede91d331b71, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=86dd75dd-3f11-43e2-9699-ede91d331b71,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:00.654886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.655799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c749c68d-c8aa-4494-ad6c-f64fca81c308 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:00.738548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=86dd75dd-3f11-43e2-9699-ede91d331b71,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:00.756336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port c749c68d-c8aa-4494-ad6c-f64fca81c308 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:00.762524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port c749c68d-c8aa-4494-ad6c-f64fca81c308 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:00.762961 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.924647 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.937576 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8602df1-5b6a-49b6-b91d-d1b29780476f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.967967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c749c68d-c8aa-4494-ad6c-f64fca81c308, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:00.974054 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.048184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c749c68d-c8aa-4494-ad6c-f64fca81c308,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:01.182814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ff85-c99e-4dad-a13b-802f99e42105 req-681a397e-9bf7-4aad-a6f4-a33570364e1d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.190066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ff85-c99e-4dad-a13b-802f99e42105 req-681a397e-9bf7-4aad-a6f4-a33570364e1d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.199757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ff85-c99e-4dad-a13b-802f99e42105 req-681a397e-9bf7-4aad-a6f4-a33570364e1d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.206864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ff85-c99e-4dad-a13b-802f99e42105 req-681a397e-9bf7-4aad-a6f4-a33570364e1d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.213033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ff85-c99e-4dad-a13b-802f99e42105 req-681a397e-9bf7-4aad-a6f4-a33570364e1d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.219346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ff85-c99e-4dad-a13b-802f99e42105 req-681a397e-9bf7-4aad-a6f4-a33570364e1d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.225662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ff85-c99e-4dad-a13b-802f99e42105 req-681a397e-9bf7-4aad-a6f4-a33570364e1d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.234357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9974ff85-c99e-4dad-a13b-802f99e42105 req-681a397e-9bf7-4aad-a6f4-a33570364e1d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5441 time: 0.1287935 Aug 16 02:08:01.291741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9974ff85-c99e-4dad-a13b-802f99e42105 req-93b1ea32-5118-41c5-94a5-c631323b541e tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563667 Aug 16 02:08:01.612912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc7c95-0a81-4bd4-822b-37b705173c87 req-174d41b1-dcc4-4223-812a-22a7d52560cd tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.626608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02bc7c95-0a81-4bd4-822b-37b705173c87 req-174d41b1-dcc4-4223-812a-22a7d52560cd tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.1472423 Aug 16 02:08:01.655450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.685450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02bc7c95-0a81-4bd4-822b-37b705173c87 req-bbde1273-0a01-4104-824c-648882b8fa9e tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Aug 16 02:08:01.732595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:01.791286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:01.796490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:01.796951 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.801113 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc465022-2183-4ca4-808d-05bb573388be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.984680 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc465022-2183-4ca4-808d-05bb573388be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.990273 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc465022-2183-4ca4-808d-05bb573388be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.036186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc465022-2183-4ca4-808d-05bb573388be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c641946-659a-44df-b2f0-5be88718adde,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.062858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7'}, {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dd75dd-3f11-43e2-9699-ede91d331b71'}, {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:02.065153 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6411a7b-7a4f-43f9-bfcc-b3d8615f50f4" -d '{"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "4b811e2b-9e3c-470e-ac9b-d35c8ba196f7"}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "86dd75dd-3f11-43e2-9699-ede91d331b71"}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:02.067884 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.069749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:02.069953 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc465022-2183-4ca4-808d-05bb573388be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d236aef38b342318a2502bc44c6d1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127359 Aug 16 02:08:02.112938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:02.117672 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.118525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device aa416136-5e92-4449-92b9-803a71b0bdca up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:02.162029 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c590242-c6cf-4212-8ca1-54377c55e8ff x-openstack-request-id: req-0c590242-c6cf-4212-8ca1-54377c55e8ff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:02.163720 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "4b811e2b-9e3c-470e-ac9b-d35c8ba196f7", "code": 200}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "86dd75dd-3f11-43e2-9699-ede91d331b71", "code": 200}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:02.164036 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c590242-c6cf-4212-8ca1-54377c55e8ff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:02.164456 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7', 'code': 200} Aug 16 02:08:02.164959 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dd75dd-3f11-43e2-9699-ede91d331b71', 'code': 200} Aug 16 02:08:02.165325 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'code': 200} Aug 16 02:08:02.181595 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120229f0-bf19-4763-99af-28baf59825d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.214101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120229f0-bf19-4763-99af-28baf59825d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.225597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port aa416136-5e92-4449-92b9-803a71b0bdca completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:02.232376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port aa416136-5e92-4449-92b9-803a71b0bdca triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:02.232679 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.239220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.295183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120229f0-bf19-4763-99af-28baf59825d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.298059 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120229f0-bf19-4763-99af-28baf59825d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.301528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-120229f0-bf19-4763-99af-28baf59825d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c641946-659a-44df-b2f0-5be88718adde HTTP/1.1" status: 204 len: 168 time: 0.2280543 Aug 16 02:08:02.331207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120229f0-bf19-4763-99af-28baf59825d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c641946-659a-44df-b2f0-5be88718adde,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.379075 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.438674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port aa416136-5e92-4449-92b9-803a71b0bdca, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=aa416136-5e92-4449-92b9-803a71b0bdca,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:02.446773 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.448746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9e38f4fe-50a5-4383-a95e-e07b8f08367e up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:02.506091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f699-4567-4b0d-b2f3-9aa15b0d8547 req-dbd410c0-9bcc-436d-b136-821510ac5803 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.526742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f699-4567-4b0d-b2f3-9aa15b0d8547 req-dbd410c0-9bcc-436d-b136-821510ac5803 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.542005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f699-4567-4b0d-b2f3-9aa15b0d8547 req-dbd410c0-9bcc-436d-b136-821510ac5803 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.546877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=aa416136-5e92-4449-92b9-803a71b0bdca,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.578652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 9e38f4fe-50a5-4383-a95e-e07b8f08367e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:02.578864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f699-4567-4b0d-b2f3-9aa15b0d8547 req-dbd410c0-9bcc-436d-b136-821510ac5803 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.580289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 9e38f4fe-50a5-4383-a95e-e07b8f08367e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:02.580680 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.588516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f699-4567-4b0d-b2f3-9aa15b0d8547 req-dbd410c0-9bcc-436d-b136-821510ac5803 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.602927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f699-4567-4b0d-b2f3-9aa15b0d8547 req-dbd410c0-9bcc-436d-b136-821510ac5803 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.614995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f699-4567-4b0d-b2f3-9aa15b0d8547 req-dbd410c0-9bcc-436d-b136-821510ac5803 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.624992 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62e4f699-4567-4b0d-b2f3-9aa15b0d8547 req-dbd410c0-9bcc-436d-b136-821510ac5803 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5442 time: 0.2137463 Aug 16 02:08:02.708767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62e4f699-4567-4b0d-b2f3-9aa15b0d8547 req-58b7a92c-95fc-477b-8e53-9f4a833e23b8 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681226 Aug 16 02:08:02.740935 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.813249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9e38f4fe-50a5-4383-a95e-e07b8f08367e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:02.821843 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.835748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:02.857404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c887f-db79-441f-bd29-f1aee08fd4a1 req-8b813668-683b-4e78-b6e3-3dcd673f4cfa tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:02.860233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e69c887f-db79-441f-bd29-f1aee08fd4a1 req-8b813668-683b-4e78-b6e3-3dcd673f4cfa tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0734470 Aug 16 02:08:02.862180 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-290223ec-9911-4c7f-bef7-b33cc9932450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.883148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9e38f4fe-50a5-4383-a95e-e07b8f08367e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.920359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e69c887f-db79-441f-bd29-f1aee08fd4a1 req-072a5572-fb0b-4811-9121-d05046af12c0 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540774 Aug 16 02:08:02.998979 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-290223ec-9911-4c7f-bef7-b33cc9932450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.004344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-290223ec-9911-4c7f-bef7-b33cc9932450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.044909 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-290223ec-9911-4c7f-bef7-b33cc9932450 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eac9c723fa194f60b19fb514907e9072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072246 Aug 16 02:08:03.045896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290223ec-9911-4c7f-bef7-b33cc9932450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a601818f-d2cd-4ea5-826f-ff9c2a0c95c0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:03.047507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.113825 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04693e32-cbc3-4a2c-a64b-0e6c7123ae35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.141883 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04693e32-cbc3-4a2c-a64b-0e6c7123ae35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.195763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04693e32-cbc3-4a2c-a64b-0e6c7123ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.198513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04693e32-cbc3-4a2c-a64b-0e6c7123ae35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.199875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-04693e32-cbc3-4a2c-a64b-0e6c7123ae35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a601818f-d2cd-4ea5-826f-ff9c2a0c95c0 HTTP/1.1" status: 204 len: 168 time: 0.1511626 Aug 16 02:08:03.210393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04693e32-cbc3-4a2c-a64b-0e6c7123ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601818f-d2cd-4ea5-826f-ff9c2a0c95c0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:03.582033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7ab4-6919-4719-92c2-39885c50a446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.859776 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.866535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bd697-97b5-4fc0-9b8b-bc7c405ccaa0 req-933477d7-d858-4c70-949c-2204b8e60c9f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.873624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bd697-97b5-4fc0-9b8b-bc7c405ccaa0 req-933477d7-d858-4c70-949c-2204b8e60c9f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.891936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bd697-97b5-4fc0-9b8b-bc7c405ccaa0 req-933477d7-d858-4c70-949c-2204b8e60c9f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.895863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bd697-97b5-4fc0-9b8b-bc7c405ccaa0 req-933477d7-d858-4c70-949c-2204b8e60c9f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.903530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bd697-97b5-4fc0-9b8b-bc7c405ccaa0 req-933477d7-d858-4c70-949c-2204b8e60c9f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.910159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bd697-97b5-4fc0-9b8b-bc7c405ccaa0 req-933477d7-d858-4c70-949c-2204b8e60c9f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.917247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bd697-97b5-4fc0-9b8b-bc7c405ccaa0 req-933477d7-d858-4c70-949c-2204b8e60c9f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.919713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-651bd697-97b5-4fc0-9b8b-bc7c405ccaa0 req-933477d7-d858-4c70-949c-2204b8e60c9f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.1226346 Aug 16 02:08:04.015512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-651bd697-97b5-4fc0-9b8b-bc7c405ccaa0 req-74ec2445-0420-426d-9c7f-65f1ea8d50a5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879192 Aug 16 02:08:04.116880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:04.147412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c84d25-d0ab-4891-8a19-8bc1fec4c01a req-9d7a1381-5436-4e25-b8b6-cfb7ad57792a tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.151703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29c84d25-d0ab-4891-8a19-8bc1fec4c01a req-9d7a1381-5436-4e25-b8b6-cfb7ad57792a tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0650482 Aug 16 02:08:04.166411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd5100-08ec-4fdd-b5bc-d9fbf3d16040'}, {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa416136-5e92-4449-92b9-803a71b0bdca'}, {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e38f4fe-50a5-4383-a95e-e07b8f08367e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:04.168813 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0002fd-246b-4196-85d7-0106828ba820" -d '{"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "cddd5100-08ec-4fdd-b5bc-d9fbf3d16040"}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "aa416136-5e92-4449-92b9-803a71b0bdca"}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "9e38f4fe-50a5-4383-a95e-e07b8f08367e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:04.215492 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a54b7-3c5d-4bb4-a557-f4d0c81aeb0d x-openstack-request-id: req-111a54b7-3c5d-4bb4-a557-f4d0c81aeb0d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:04.215796 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "cddd5100-08ec-4fdd-b5bc-d9fbf3d16040", "code": 200}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "aa416136-5e92-4449-92b9-803a71b0bdca", "code": 200}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-plugged", "status": "completed", "tag": "9e38f4fe-50a5-4383-a95e-e07b8f08367e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:04.216404 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-111a54b7-3c5d-4bb4-a557-f4d0c81aeb0d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:04.216819 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd5100-08ec-4fdd-b5bc-d9fbf3d16040', 'code': 200} Aug 16 02:08:04.217075 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa416136-5e92-4449-92b9-803a71b0bdca', 'code': 200} Aug 16 02:08:04.217332 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e38f4fe-50a5-4383-a95e-e07b8f08367e', 'code': 200} Aug 16 02:08:04.217544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29c84d25-d0ab-4891-8a19-8bc1fec4c01a req-37630a91-e641-47d6-b813-eaf58e02a2ac tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524845 Aug 16 02:08:04.283328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-550492040-network', 'tenant_id': 'ed30a76c9d094823b4da25de98bdb845'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:04.309097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Made reservation on behalf of ed30a76c9d094823b4da25de98bdb845 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:04.311837 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.326225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.474827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.483739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e454b-146b-4c5d-ae54-9a7a5d8c8070 req-eecbfba3-6e85-43b3-b874-431c990e200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.484403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e454b-146b-4c5d-ae54-9a7a5d8c8070 req-eecbfba3-6e85-43b3-b874-431c990e200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.484943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e454b-146b-4c5d-ae54-9a7a5d8c8070 req-eecbfba3-6e85-43b3-b874-431c990e200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.485472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e454b-146b-4c5d-ae54-9a7a5d8c8070 req-eecbfba3-6e85-43b3-b874-431c990e200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.486057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e454b-146b-4c5d-ae54-9a7a5d8c8070 req-eecbfba3-6e85-43b3-b874-431c990e200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.486673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e454b-146b-4c5d-ae54-9a7a5d8c8070 req-eecbfba3-6e85-43b3-b874-431c990e200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.487161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e454b-146b-4c5d-ae54-9a7a5d8c8070 req-eecbfba3-6e85-43b3-b874-431c990e200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.489439 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-566e454b-146b-4c5d-ae54-9a7a5d8c8070 req-eecbfba3-6e85-43b3-b874-431c990e200e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6508 time: 0.0840924 Aug 16 02:08:04.490285 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.534820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:04.549121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.560110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.560422 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Added segment 856cbe66-4058-4041-bb4c-5be5cb08ffdc of type vlan for network 4b559be6-030d-4c84-bf3b-607be0ae6e7d Aug 16 02:08:04.574256 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-566e454b-146b-4c5d-ae54-9a7a5d8c8070 req-1b850c09-e9cd-4d1f-a133-f3316eb4a406 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709708 Aug 16 02:08:04.611831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.643704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.645471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:04.645729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.710910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] Pushing event updated for resources: {'Network': ['ID=4b559be6-030d-4c84-bf3b-607be0ae6e7d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.713840 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-306c7ed0-135a-4b6d-ae48-209d975dcd82 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5959320 Aug 16 02:08:04.716889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:04.721644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Request body: {'subnet': {'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-550492040-subnet', 'tenant_id': 'ed30a76c9d094823b4da25de98bdb845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:04.723349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 4b559be6-030d-4c84-bf3b-607be0ae6e7d details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:04.748239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Made reservation on behalf of ed30a76c9d094823b4da25de98bdb845 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:04.750692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.788064 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.952575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.018558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=edecae95-2ea0-42ba-92ef-519feedbe87d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:05.023698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Checking segment: {'id': '856cbe66-4058-4041-bb4c-5be5cb08ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:05.023994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Network hostable DHCP agents. Network: 4b559be6-030d-4c84-bf3b-607be0ae6e7d, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:05.045779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Network 4b559be6-030d-4c84-bf3b-607be0ae6e7d is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:05.060060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 4b559be6-030d-4c84-bf3b-607be0ae6e7d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:05.064954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.065544 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.071941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c93b1-cc6f-42b1-8322-79ab9c8a7e62 None None] Network 4b559be6-030d-4c84-bf3b-607be0ae6e7d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:05.086514 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2b51f6f0-b3d1-49cf-a3ff-f3df655286fd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3677788 Aug 16 02:08:05.199894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda103f-ced6-44fd-a165-9fb3246a8a9d req-8ec36ee2-0d55-4e09-8d17-a977dfcc94b0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.209904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda103f-ced6-44fd-a165-9fb3246a8a9d req-8ec36ee2-0d55-4e09-8d17-a977dfcc94b0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.217630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda103f-ced6-44fd-a165-9fb3246a8a9d req-8ec36ee2-0d55-4e09-8d17-a977dfcc94b0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.224617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda103f-ced6-44fd-a165-9fb3246a8a9d req-8ec36ee2-0d55-4e09-8d17-a977dfcc94b0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.236649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda103f-ced6-44fd-a165-9fb3246a8a9d req-8ec36ee2-0d55-4e09-8d17-a977dfcc94b0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.244923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda103f-ced6-44fd-a165-9fb3246a8a9d req-8ec36ee2-0d55-4e09-8d17-a977dfcc94b0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.253396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda103f-ced6-44fd-a165-9fb3246a8a9d req-8ec36ee2-0d55-4e09-8d17-a977dfcc94b0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.263517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebda103f-ced6-44fd-a165-9fb3246a8a9d req-8ec36ee2-0d55-4e09-8d17-a977dfcc94b0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.1327722 Aug 16 02:08:05.282161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3387528-8e24-4af9-b948-619d46ae00a2 None None] Network 4b559be6-030d-4c84-bf3b-607be0ae6e7d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:05.375662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebda103f-ced6-44fd-a165-9fb3246a8a9d req-c353283c-55ab-4972-9ae4-ed4a81dc853a tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944619 Aug 16 02:08:05.416363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8493b-bec0-44cf-86b2-44fc014659a6 req-8098fdf4-64e2-48c8-861b-6a0c93090283 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.418184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fb8493b-bec0-44cf-86b2-44fc014659a6 req-8098fdf4-64e2-48c8-861b-6a0c93090283 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0948963 Aug 16 02:08:05.460036 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fb8493b-bec0-44cf-86b2-44fc014659a6 req-1cbaedbb-d516-4bd3-b765-7e9d70695251 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356703 Aug 16 02:08:06.526380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30596f-0ac0-48f5-8b4b-5879b94a2870 req-de15131a-a39c-471a-ac01-0570c1bf4375 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.533389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30596f-0ac0-48f5-8b4b-5879b94a2870 req-de15131a-a39c-471a-ac01-0570c1bf4375 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.539689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30596f-0ac0-48f5-8b4b-5879b94a2870 req-de15131a-a39c-471a-ac01-0570c1bf4375 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.546000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30596f-0ac0-48f5-8b4b-5879b94a2870 req-de15131a-a39c-471a-ac01-0570c1bf4375 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.552327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30596f-0ac0-48f5-8b4b-5879b94a2870 req-de15131a-a39c-471a-ac01-0570c1bf4375 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.559297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30596f-0ac0-48f5-8b4b-5879b94a2870 req-de15131a-a39c-471a-ac01-0570c1bf4375 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.565979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30596f-0ac0-48f5-8b4b-5879b94a2870 req-de15131a-a39c-471a-ac01-0570c1bf4375 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.568172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de30596f-0ac0-48f5-8b4b-5879b94a2870 req-de15131a-a39c-471a-ac01-0570c1bf4375 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.1107318 Aug 16 02:08:06.647015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b59cfa-6785-48b4-85df-9035c6c8e6ab req-043dfe5b-c2ed-44f7-b58c-0b6c5c82c226 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:06.648578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14b59cfa-6785-48b4-85df-9035c6c8e6ab req-043dfe5b-c2ed-44f7-b58c-0b6c5c82c226 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0790758 Aug 16 02:08:06.653092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de30596f-0ac0-48f5-8b4b-5879b94a2870 req-8f9bdc61-2d83-4e70-902c-438aa3c992ee tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712678 Aug 16 02:08:06.691040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14b59cfa-6785-48b4-85df-9035c6c8e6ab req-5dfc3908-0f5c-4b5d-a176-c933badae8dd tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Aug 16 02:08:06.844715 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.040130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-cd1d79f0-48e2-4d50-aa67-005d8cf46414 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.041691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-cd1d79f0-48e2-4d50-aa67-005d8cf46414 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/networks?id=4b559be6-030d-4c84-bf3b-607be0ae6e7d HTTP/1.1" status: 200 len: 808 time: 0.1203761 Aug 16 02:08:07.059420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-b5a1878a-2a79-4b5d-b9c6-4b3236533bce tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/quotas/ed30a76c9d094823b4da25de98bdb845 HTTP/1.1" status: 200 len: 375 time: 0.0104511 Aug 16 02:08:07.094772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-e43bd4f0-9eb7-4b6c-9af2-4ca7ce123502 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed30a76c9d094823b4da25de98bdb845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294886 Aug 16 02:08:07.202188 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-b0f11c5d-fc6f-4905-9db5-b77dd871c5a3 service neutron] 10.222.0.61 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983350 Aug 16 02:08:07.302994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-b98ea815-bafb-4205-935a-9182d992bf3a service neutron] 10.222.0.61 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999522 Aug 16 02:08:07.467414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffb04627-4235-4e07-8ad7-83fdf96af929 req-91a21456-0d23-489b-81e6-50a3f5e6e965 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 210 time: 0.0283432 Aug 16 02:08:07.831083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3161-3751-449c-aa09-1b59ad3f3cbe req-e551aebc-f100-4b9a-bf5d-2bcd240c33f9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.837309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3161-3751-449c-aa09-1b59ad3f3cbe req-e551aebc-f100-4b9a-bf5d-2bcd240c33f9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.845023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3161-3751-449c-aa09-1b59ad3f3cbe req-e551aebc-f100-4b9a-bf5d-2bcd240c33f9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.850276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3161-3751-449c-aa09-1b59ad3f3cbe req-e551aebc-f100-4b9a-bf5d-2bcd240c33f9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.857716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3161-3751-449c-aa09-1b59ad3f3cbe req-e551aebc-f100-4b9a-bf5d-2bcd240c33f9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.863657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3161-3751-449c-aa09-1b59ad3f3cbe req-e551aebc-f100-4b9a-bf5d-2bcd240c33f9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.870710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3161-3751-449c-aa09-1b59ad3f3cbe req-e551aebc-f100-4b9a-bf5d-2bcd240c33f9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.872847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a7c3161-3751-449c-aa09-1b59ad3f3cbe req-e551aebc-f100-4b9a-bf5d-2bcd240c33f9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.1361179 Aug 16 02:08:07.923579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ae794-b4a2-4b46-9afe-fb4926c2ef27 req-8fb6eb02-3ec2-4e59-bd2b-bafbceace07e tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.925280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d19ae794-b4a2-4b46-9afe-fb4926c2ef27 req-8fb6eb02-3ec2-4e59-bd2b-bafbceace07e tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.1440811 Aug 16 02:08:07.958818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a7c3161-3751-449c-aa09-1b59ad3f3cbe req-216f3ff0-37b3-4871-89f1-960287363562 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791926 Aug 16 02:08:08.024520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d19ae794-b4a2-4b46-9afe-fb4926c2ef27 req-6dc3b8e4-f5cc-413e-8e02-3d1a095d9d70 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867569 Aug 16 02:08:08.110894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2407a-2282-496e-ad76-2114b9496813 req-f3a96b08-ecba-4902-ad31-284259e9b074 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.117195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2407a-2282-496e-ad76-2114b9496813 req-f3a96b08-ecba-4902-ad31-284259e9b074 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.124695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2407a-2282-496e-ad76-2114b9496813 req-f3a96b08-ecba-4902-ad31-284259e9b074 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.130962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2407a-2282-496e-ad76-2114b9496813 req-f3a96b08-ecba-4902-ad31-284259e9b074 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.137775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2407a-2282-496e-ad76-2114b9496813 req-f3a96b08-ecba-4902-ad31-284259e9b074 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.143874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2407a-2282-496e-ad76-2114b9496813 req-f3a96b08-ecba-4902-ad31-284259e9b074 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.149942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2407a-2282-496e-ad76-2114b9496813 req-f3a96b08-ecba-4902-ad31-284259e9b074 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.151937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd2407a-2282-496e-ad76-2114b9496813 req-f3a96b08-ecba-4902-ad31-284259e9b074 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.1020870 Aug 16 02:08:08.164282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:08.170005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Request body: {'floatingip': {'port_id': 'c749c68d-c8aa-4494-ad6c-f64fca81c308'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:08.247055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.570962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af1b3f62-ea28-41ff-a452-5044d942da22 req-b238494f-ce51-440b-a6c5-1ab5879d16dc tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 210 time: 0.0316525 Aug 16 02:08:09.168578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-22154281-93f3-4beb-80ee-451310f4a348 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.170012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-22154281-93f3-4beb-80ee-451310f4a348 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.86 "GET /v2.0/networks?id=4b559be6-030d-4c84-bf3b-607be0ae6e7d HTTP/1.1" status: 200 len: 808 time: 0.2746463 Aug 16 02:08:09.186350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93b998-256b-4dcc-a54a-27b5d3646075 req-651e53d0-19d2-485e-a028-c105b850cae7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.187142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:08:09.188165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb93b998-256b-4dcc-a54a-27b5d3646075 req-651e53d0-19d2-485e-a028-c105b850cae7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0516264 Aug 16 02:08:09.193371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Request body: {'port': {'device_id': '1d3bf1f6-b945-4e55-ae1f-4926258fc5bd', 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d', 'admin_state_up': True, 'tenant_id': 'ed30a76c9d094823b4da25de98bdb845'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:09.229940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb93b998-256b-4dcc-a54a-27b5d3646075 req-275bf41e-59b1-4d4c-aaa3-28f221218c8e tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343289 Aug 16 02:08:09.312627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.319918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.469176 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Floating IP e94aa358-5c0e-4a47-b1ae-43fb1ca5d65d associated. External IP: 172.25.5.226, port: c749c68d-c8aa-4494-ad6c-f64fca81c308. Aug 16 02:08:09.508833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Made reservation on behalf of ed30a76c9d094823b4da25de98bdb845 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:09.513532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.693931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e76fc14c-f1a2-4e77-ad5d-03e9ce914049 req-6d2bd4c6-372a-40f5-9bbb-2f83402b541f tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 210 time: 0.0353189 Aug 16 02:08:09.797890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Allocated IP 172.20.0.11 (4b559be6-030d-4c84-bf3b-607be0ae6e7d/edecae95-2ea0-42ba-92ef-519feedbe87d/16475262-c39d-4081-9bb0-9135d15c5347) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:09.861306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:10.105030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.108636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:10.118335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.124191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] Sync routers for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:10.156542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:10.157219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:10.172477 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-688dd9c0-f9c5-49e1-9c7b-2477ecbe7d26 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "PUT /v2.0/floatingips/e94aa358-5c0e-4a47-b1ae-43fb1ca5d65d HTTP/1.1" status: 200 len: 991 time: 2.0067105 Aug 16 02:08:10.177038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:10.180939 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db37b931-bc93-48f9-9eff-07bb28c9baa1" -d '{"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:10.267005 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.270817 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620f661e-9f25-444a-8ce2-ccc42e441ad9 x-openstack-request-id: req-620f661e-9f25-444a-8ce2-ccc42e441ad9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:10.271201 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:10.271866 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-620f661e-9f25-444a-8ce2-ccc42e441ad9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:10.272262 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'status': 'completed', 'code': 200} Aug 16 02:08:10.366139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Network 4b559be6-030d-4c84-bf3b-607be0ae6e7d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:10.372942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:10.386544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:10.408764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:10.411861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Pushing event updated for resources: {'Port': ['ID=16475262-c39d-4081-9bb0-9135d15c5347,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:10.479292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.480495 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.485186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7262681-9e6a-429e-aa01-49f0144a929a req-a3501f59-e20f-4054-9c30-2c601db87432 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.493574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55a5e208-f4bb-4cc7-95f7-7b22c84d54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.494262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55a5e208-f4bb-4cc7-95f7-7b22c84d54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.494869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55a5e208-f4bb-4cc7-95f7-7b22c84d54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.495510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55a5e208-f4bb-4cc7-95f7-7b22c84d54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.496641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55a5e208-f4bb-4cc7-95f7-7b22c84d54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.497270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55a5e208-f4bb-4cc7-95f7-7b22c84d54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.497875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55a5e208-f4bb-4cc7-95f7-7b22c84d54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.500181 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55a5e208-f4bb-4cc7-95f7-7b22c84d54b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6508 time: 0.1324716 Aug 16 02:08:10.501687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7262681-9e6a-429e-aa01-49f0144a929a req-a3501f59-e20f-4054-9c30-2c601db87432 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.1324265 Aug 16 02:08:10.524286 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-fc72e8d2-95cd-41ef-aa82-516dba13a249 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3347578 Aug 16 02:08:10.600203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Request body: {'port': {'device_id': '1d3bf1f6-b945-4e55-ae1f-4926258fc5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:10.603216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7262681-9e6a-429e-aa01-49f0144a929a req-b769415c-ca13-425c-ad11-1297c0b3a0b7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975497 Aug 16 02:08:10.713362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'e94aa358-5c0e-4a47-b1ae-43fb1ca5d65d', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'port_id': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'mac_address': 'fa:16:3e:c4:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:08:09Z', 'revision_number': 1, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f7b722-fe69-4dc6-99df-012f734ca5fd', 'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'mac_address': 'fa:16:3e:5e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:55Z', 'revision_number': 5, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'subnets': [{'id': '751d740b-3e10-4938-9e59-82c96592c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:10.726322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.760872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] Checking router: 4d1f66e2-d195-4ccb-af03-ca222cbfd536 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:10.775550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:10.776196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:10.785200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-45af5b36-734a-44a5-82ec-2340ee7dc14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.790641 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-45af5b36-734a-44a5-82ec-2340ee7dc14a service neutron] 10.222.0.86 "GET /v2.0/networks?id=eb2528c8-5b9b-4161-9c71-1b504faa9674 HTTP/1.1" status: 200 len: 918 time: 0.2779119 Aug 16 02:08:10.900986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:10.948618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e08a1-e2ce-4e44-bb9b-9ceeba19a924 req-a98b1885-45d5-4eef-918e-0373a9c3ab15 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.952008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f68e08a1-e2ce-4e44-bb9b-9ceeba19a924 req-a98b1885-45d5-4eef-918e-0373a9c3ab15 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 932 time: 0.0689578 Aug 16 02:08:10.966306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf9ec7-2b27-4bdb-9aec-f181325c715a req-cb269704-e3ea-474d-807c-3b8602b2a9b2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.975010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6bf9ec7-2b27-4bdb-9aec-f181325c715a req-cb269704-e3ea-474d-807c-3b8602b2a9b2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 945 time: 0.1331718 Aug 16 02:08:10.993872 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-7964c792-5764-4326-ad63-113f8a1400a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308 HTTP/1.1" status: 200 len: 999 time: 0.1914449 Aug 16 02:08:11.046807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6bf9ec7-2b27-4bdb-9aec-f181325c715a req-12ae9cba-28cf-4bfb-8a95-205d00c6004d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705490 Aug 16 02:08:11.104007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f68e08a1-e2ce-4e44-bb9b-9ceeba19a924 req-818c370c-af33-4d76-9223-3110644cd439 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064568 Aug 16 02:08:11.233519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'e94aa358-5c0e-4a47-b1ae-43fb1ca5d65d', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'port_id': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'mac_address': 'fa:16:3e:c4:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:08:09Z', 'revision_number': 1, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f7b722-fe69-4dc6-99df-012f734ca5fd', 'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'mac_address': 'fa:16:3e:5e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:55Z', 'revision_number': 5, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'subnets': [{'id': '751d740b-3e10-4938-9e59-82c96592c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:11.274008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e323c-3b73-40e7-9735-ece778237ae0 None None] The sync data for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 is: [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'e94aa358-5c0e-4a47-b1ae-43fb1ca5d65d', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'port_id': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'mac_address': 'fa:16:3e:c4:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717035f5-0646-4198-9e41-b6681dc3bc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:40Z', 'updated_at': '2021-08-16T02:08:09Z', 'revision_number': 1, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f7b722-fe69-4dc6-99df-012f734ca5fd', 'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'mac_address': 'fa:16:3e:5e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:55Z', 'revision_number': 5, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'subnets': [{'id': '751d740b-3e10-4938-9e59-82c96592c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:11.446667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-0d697cc7-474a-4fa4-8eb4-f64aa436de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.448480 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-0d697cc7-474a-4fa4-8eb4-f64aa436de05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=751d740b-3e10-4938-9e59-82c96592c48b HTTP/1.1" status: 200 len: 856 time: 0.4411793 Aug 16 02:08:11.563361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55efce7f-f785-494f-9ea0-d6e6df2c42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.565049 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55efce7f-f785-494f-9ea0-d6e6df2c42c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eb2528c8-5b9b-4161-9c71-1b504faa9674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929005 Aug 16 02:08:11.606313 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37632d2d-9b75-4f90-b879-20cf4c7a7e3a None None] New status for floating IP e94aa358-5c0e-4a47-b1ae-43fb1ca5d65d: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:11.674776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16475262-c39d-4081-9bb0-9135d15c5347 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:11.688501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.719918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Transition to ACTIVE for port object 16475262-c39d-4081-9bb0-9135d15c5347 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:11.744463 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-55e07adc-9b1e-4b63-b483-49eaf2094974 service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705883 Aug 16 02:08:11.750223 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.840043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f64c92-ab74-48e5-adeb-f27a46ccffb5 req-8fcd700b-2649-46c5-a53d-b3d98edca8b5 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.848555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63f64c92-ab74-48e5-adeb-f27a46ccffb5 req-8fcd700b-2649-46c5-a53d-b3d98edca8b5 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0938325 Aug 16 02:08:11.883284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Pushing event updated for resources: {'Port': ['ID=16475262-c39d-4081-9bb0-9135d15c5347,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:11.892281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63f64c92-ab74-48e5-adeb-f27a46ccffb5 req-ce4a95b0-7ce8-4f10-a75b-e19ba5778279 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Aug 16 02:08:11.989287 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.994233 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db37b931-bc93-48f9-9eff-07bb28c9baa1 req-8bcd3079-1783-499f-b7fe-2e46d83d6265 service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404091 Aug 16 02:08:12.018949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Attempting to bind port 16475262-c39d-4081-9bb0-9135d15c5347 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:12.019394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Attempting to bind port 16475262-c39d-4081-9bb0-9135d15c5347 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '856cbe66-4058-4041-bb4c-5be5cb08ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:12.019796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Attempting to bind port 16475262-c39d-4081-9bb0-9135d15c5347 on network 4b559be6-030d-4c84-bf3b-607be0ae6e7d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:12.024536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Port 16475262-c39d-4081-9bb0-9135d15c5347 on network 4b559be6-030d-4c84-bf3b-607be0ae6e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:12.024975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Attempting to bind port 16475262-c39d-4081-9bb0-9135d15c5347 on network 4b559be6-030d-4c84-bf3b-607be0ae6e7d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:12.031107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:12.031487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Checking segment: {'id': '856cbe66-4058-4041-bb4c-5be5cb08ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:12.031898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Bound using segment: {'id': '856cbe66-4058-4041-bb4c-5be5cb08ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:12.032369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Bound port: 16475262-c39d-4081-9bb0-9135d15c5347, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856cbe66-4058-4041-bb4c-5be5cb08ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:12.032787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.098356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] For port 16475262-c39d-4081-9bb0-9135d15c5347, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:12.102104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] For port 16475262-c39d-4081-9bb0-9135d15c5347, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=16475262-c39d-4081-9bb0-9135d15c5347,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:12.106029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.158194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.158886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.160360 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] 10.222.0.86 "PUT /v2.0/ports/16475262-c39d-4081-9bb0-9135d15c5347 HTTP/1.1" status: 200 len: 1093 time: 1.6172788 Aug 16 02:08:12.181794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec13d56-930e-4a82-a529-d353adb54408 service neutron] Pushing event updated for resources: {'Port': ['ID=16475262-c39d-4081-9bb0-9135d15c5347,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.273230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3bf1f6-b945-4e55-ae1f-4926258fc5bd', 'tag': '16475262-c39d-4081-9bb0-9135d15c5347'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:12.275485 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6346c1c-71a0-438e-915c-aadff8403192" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3bf1f6-b945-4e55-ae1f-4926258fc5bd", "tag": "16475262-c39d-4081-9bb0-9135d15c5347"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:12.281774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4bca4-029f-46ed-a711-9d14727c78a7 req-90fbb494-89fd-4839-a78e-289c0d2cadad tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.283349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1de4bca4-029f-46ed-a711-9d14727c78a7 req-90fbb494-89fd-4839-a78e-289c0d2cadad tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 945 time: 0.1180797 Aug 16 02:08:12.289522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-058415f8-c314-4e81-ad8b-406fab0b5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.291166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-058415f8-c314-4e81-ad8b-406fab0b5465 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed30a76c9d094823b4da25de98bdb845&device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 1096 time: 0.0594499 Aug 16 02:08:12.291286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3fd67-f483-4884-853e-8ae8e82d0c70 req-57ab5a76-366b-4fa9-83f1-8771e86da0bd tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.292654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ec3fd67-f483-4884-853e-8ae8e82d0c70 req-57ab5a76-366b-4fa9-83f1-8771e86da0bd tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 944 time: 0.0749969 Aug 16 02:08:12.354271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1de4bca4-029f-46ed-a711-9d14727c78a7 req-14a4e13c-dfe7-4ad4-b0e8-79d8fe487923 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606370 Aug 16 02:08:12.355693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-faabb17e-b8ce-4353-afc3-8333aacfaf37 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16475262-c39d-4081-9bb0-9135d15c5347 HTTP/1.1" status: 200 len: 217 time: 0.0392270 Aug 16 02:08:12.357129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ec3fd67-f483-4884-853e-8ae8e82d0c70 req-ffffb3bf-9351-4b1a-b4b1-a87494ae5706 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575187 Aug 16 02:08:12.408970 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8892d4-4892-41cb-9fac-5fd5b4f39398 x-openstack-request-id: req-0e8892d4-4892-41cb-9fac-5fd5b4f39398 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:12.409264 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3bf1f6-b945-4e55-ae1f-4926258fc5bd", "tag": "16475262-c39d-4081-9bb0-9135d15c5347", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:12.409517 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e8892d4-4892-41cb-9fac-5fd5b4f39398 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:12.409905 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3bf1f6-b945-4e55-ae1f-4926258fc5bd', 'tag': '16475262-c39d-4081-9bb0-9135d15c5347', 'status': 'completed', 'code': 200} Aug 16 02:08:12.413720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-2b8a5ba2-b2b0-4a79-8d0b-45967f25b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.415206 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-2b8a5ba2-b2b0-4a79-8d0b-45967f25b393 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=edecae95-2ea0-42ba-92ef-519feedbe87d HTTP/1.1" status: 200 len: 848 time: 0.0524559 Aug 16 02:08:12.471182 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-7350bd8a-518b-4e71-aa27-8d72c2ab5518 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b559be6-030d-4c84-bf3b-607be0ae6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308268 Aug 16 02:08:12.578252 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-0d0e109d-6e68-4b6e-aeb7-626441b1d505 service neutron] 10.222.0.86 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990126 Aug 16 02:08:12.707272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-656896e9-8676-40d9-8dca-34fdb52f4ea7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.708730 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-656896e9-8676-40d9-8dca-34fdb52f4ea7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 945 time: 0.1010377 Aug 16 02:08:12.727017 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6dca8c8-c372-49fc-946c-03d0402dfa3b req-9d4e636f-84d8-4a6b-b044-93dcfff53c6d service neutron] 10.222.0.86 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391876 Aug 16 02:08:12.814427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Deleting port 4feec179-1f21-4c78-b988-ce9cb3db9338 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:12.814762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.920706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6346c1c-71a0-438e-915c-aadff8403192 req-26e8ea0a-caad-41d1-a246-107ff482c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.922208 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6346c1c-71a0-438e-915c-aadff8403192 req-26e8ea0a-caad-41d1-a246-107ff482c419 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed30a76c9d094823b4da25de98bdb845&device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 1096 time: 0.0901349 Aug 16 02:08:13.004508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] For port 4feec179-1f21-4c78-b988-ce9cb3db9338, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4feec179-1f21-4c78-b988-ce9cb3db9338,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:13.004900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.025879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Calling delete_port for 4feec179-1f21-4c78-b988-ce9cb3db9338 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:13.046192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d377f4-07b4-49ac-8124-a331e5307edc req-0299f215-c17d-4608-87ea-2c605320698d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.049074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9d377f4-07b4-49ac-8124-a331e5307edc req-0299f215-c17d-4608-87ea-2c605320698d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0697360 Aug 16 02:08:13.102435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6346c1c-71a0-438e-915c-aadff8403192 req-0519e222-ea2a-45ac-acf9-ae4c14694349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.102798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9d377f4-07b4-49ac-8124-a331e5307edc req-6725566c-0525-4ebd-91a0-9dda471fcf6e tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424736 Aug 16 02:08:13.103940 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6346c1c-71a0-438e-915c-aadff8403192 req-0519e222-ea2a-45ac-acf9-ae4c14694349 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b559be6-030d-4c84-bf3b-607be0ae6e7d HTTP/1.1" status: 200 len: 909 time: 0.1744497 Aug 16 02:08:13.162567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6346c1c-71a0-438e-915c-aadff8403192 req-e903ecc5-26a8-41a0-9f63-51830644177a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16475262-c39d-4081-9bb0-9135d15c5347 HTTP/1.1" status: 200 len: 217 time: 0.0473802 Aug 16 02:08:13.243741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6346c1c-71a0-438e-915c-aadff8403192 req-09a9147a-14f7-417a-8802-e187202b3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.245141 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6346c1c-71a0-438e-915c-aadff8403192 req-09a9147a-14f7-417a-8802-e187202b3426 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=edecae95-2ea0-42ba-92ef-519feedbe87d HTTP/1.1" status: 200 len: 848 time: 0.0723712 Aug 16 02:08:13.290058 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6346c1c-71a0-438e-915c-aadff8403192 req-6c29e5ac-2b72-4a03-8511-d446409c9eb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b559be6-030d-4c84-bf3b-607be0ae6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351624 Aug 16 02:08:13.291703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.303618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['4feec179-1f21-4c78-b988-ce9cb3db9338'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:13.329112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event deleted for resources: {'Port': ['ID=4feec179-1f21-4c78-b988-ce9cb3db9338,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.430038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] No DVR routers for this DVR port 4feec179-1f21-4c78-b988-ce9cb3db9338 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:13.434314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.436737 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-487e1dd9-50c8-468f-9dea-4e7144f56b4b req-135efaee-7857-4293-abc6-86aeb63b753c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "DELETE /v2.0/ports/4feec179-1f21-4c78-b988-ce9cb3db9338 HTTP/1.1" status: 204 len: 173 time: 0.7199628 Aug 16 02:08:13.472442 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6346c1c-71a0-438e-915c-aadff8403192 req-0afb4aa8-9463-4702-a2ba-11eba62a41ff service neutron] 10.222.0.86 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447575 Aug 16 02:08:13.498014 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6c07db9-0c6d-40ad-b448-0286ce6ef838 req-b39da741-6beb-41e0-b3fa-8ad1a970caa4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 210 time: 0.0513244 Aug 16 02:08:13.562630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-c1842358-58fb-4f16-9e79-3b2c68cb6948 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.564352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-c1842358-58fb-4f16-9e79-3b2c68cb6948 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 808 time: 0.1770377 Aug 16 02:08:13.587212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-f82707c1-3d1f-46f8-85e1-1372b90e023d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/quotas/877c996a282643eb960bdbf58b651d9f HTTP/1.1" status: 200 len: 375 time: 0.0156467 Aug 16 02:08:13.594511 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6346c1c-71a0-438e-915c-aadff8403192 req-8c1ca434-2766-4be4-aeca-b20c3b0564d1 service neutron] 10.222.0.86 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148932 Aug 16 02:08:13.675684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c4345-c87e-4ffe-a51e-ce0f1f4dba89 req-5445b5a4-6597-436c-bfdd-ebf1f70062f7 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.677821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-302c4345-c87e-4ffe-a51e-ce0f1f4dba89 req-5445b5a4-6597-436c-bfdd-ebf1f70062f7 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 944 time: 0.0871687 Aug 16 02:08:13.691530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-6ded7487-292a-4c6f-8280-930255677e1d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918331 Aug 16 02:08:13.788793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-302c4345-c87e-4ffe-a51e-ce0f1f4dba89 req-664159ac-2172-43ff-b87c-b1354ac872f1 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961716 Aug 16 02:08:13.833809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-a423f193-ead6-4f41-912b-fef5e3207a7a service neutron] 10.222.0.61 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354525 Aug 16 02:08:13.928814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-959ea9e9-b4dd-4245-b927-db9a52fab263 service neutron] 10.222.0.61 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883579 Aug 16 02:08:14.283873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9527003-cad3-431b-b7d1-e7fda0fb9dd8 req-7810ef03-97dc-46b1-adc1-988c405209e6 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 210 time: 0.0556440 Aug 16 02:08:14.314979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37500e-e0f0-491a-9ff5-92eaf1a64707 req-afa7d128-0ad2-4d50-96e1-f97e57b26290 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.316816 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca37500e-e0f0-491a-9ff5-92eaf1a64707 req-afa7d128-0ad2-4d50-96e1-f97e57b26290 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0770011 Aug 16 02:08:14.360669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca37500e-e0f0-491a-9ff5-92eaf1a64707 req-ffd8224c-cb12-44f0-a7d4-80557954d24c tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353627 Aug 16 02:08:14.412105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f59af38-a9eb-4593-abf9-56e5d9060a07', 'name': 'network-vif-deleted', 'tag': '4feec179-1f21-4c78-b988-ce9cb3db9338'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:14.414874 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80afc047-c1c3-4d08-a5ae-38a25c8f23e6" -d '{"events": [{"server_uuid": "7f59af38-a9eb-4593-abf9-56e5d9060a07", "name": "network-vif-deleted", "tag": "4feec179-1f21-4c78-b988-ce9cb3db9338"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:14.456263 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729d5b01-ab0c-4326-ae3d-6d4918d73561 x-openstack-request-id: req-729d5b01-ab0c-4326-ae3d-6d4918d73561 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:14.457332 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f59af38-a9eb-4593-abf9-56e5d9060a07", "name": "network-vif-deleted", "tag": "4feec179-1f21-4c78-b988-ce9cb3db9338", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:14.457332 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-729d5b01-ab0c-4326-ae3d-6d4918d73561 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:14.457748 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f59af38-a9eb-4593-abf9-56e5d9060a07', 'name': 'network-vif-deleted', 'tag': '4feec179-1f21-4c78-b988-ce9cb3db9338', 'status': 'completed', 'code': 200} Aug 16 02:08:14.617842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1eca8fe-a691-4ab5-855e-a3f6394ffd1b req-c76d0ab1-5107-498d-94b9-e589828b0ab8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 210 time: 0.0285649 Aug 16 02:08:14.914194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b405e7-615d-46a6-a001-0acb5dfbe295 req-dc425204-c261-4203-b23c-d86352e9e1f5 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.915818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40b405e7-615d-46a6-a001-0acb5dfbe295 req-dc425204-c261-4203-b23c-d86352e9e1f5 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 944 time: 0.0518539 Aug 16 02:08:14.960233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40b405e7-615d-46a6-a001-0acb5dfbe295 req-324eccb7-8e5f-4d19-89b8-3b9ea529a86c tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370622 Aug 16 02:08:15.411942 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9107b571-599f-4893-b52e-d939f7873936 req-9d0b306d-d5c5-40d5-af9a-12d09006b937 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 210 time: 0.0533597 Aug 16 02:08:15.490855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-0278dcdf-8805-480f-98cc-6c12d5bcae70 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.493166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-0278dcdf-8805-480f-98cc-6c12d5bcae70 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 808 time: 0.1468046 Aug 16 02:08:15.515080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Request body: {'port': {'device_id': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca', 'admin_state_up': True, 'tenant_id': '877c996a282643eb960bdbf58b651d9f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:15.516974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21562386-54db-4c83-ad25-e68bcde17e63 req-ac4202e3-3b80-4914-bd2e-ff1b7bd60c20 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.518813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21562386-54db-4c83-ad25-e68bcde17e63 req-ac4202e3-3b80-4914-bd2e-ff1b7bd60c20 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0606735 Aug 16 02:08:15.563344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21562386-54db-4c83-ad25-e68bcde17e63 req-d7da2b9a-0016-4221-adce-f9e96d1db358 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380435 Aug 16 02:08:15.638175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Made reservation on behalf of 877c996a282643eb960bdbf58b651d9f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:15.642074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.728803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8535b143-a724-4aa2-845e-fbec85706045 req-f308e465-163d-4544-b372-04b36b2ea53c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 210 time: 0.0296760 Aug 16 02:08:15.794827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 16475262-c39d-4081-9bb0-9135d15c5347 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:15.803718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Allocated IP 172.20.0.2 (469eeb41-d06c-4b45-994e-8ecd7f773dca/d55f8740-49c2-4cc7-9ea4-288ed3c7e417/9aa19961-33e1-43f7-bb36-e71ff1a2a5a2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:15.928837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 16475262-c39d-4081-9bb0-9135d15c5347, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=16475262-c39d-4081-9bb0-9135d15c5347,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:15.945405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '16475262-c39d-4081-9bb0-9135d15c5347', 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d', 'port_id': '16475262-c39d-4081-9bb0-9135d15c5347', 'mac_address': 'fa:16:3e:e6:ff:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edecae95-2ea0-42ba-92ef-519feedbe87d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:15.998278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.999792 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.022827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16475262-c39d-4081-9bb0-9135d15c5347 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:16.057122 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.069757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 16475262-c39d-4081-9bb0-9135d15c5347, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=16475262-c39d-4081-9bb0-9135d15c5347,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:16.078477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['21ee1be4-2ccc-4dcd-ab68-c6168d300a74'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:16.085778 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.124951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Network 469eeb41-d06c-4b45-994e-8ecd7f773dca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:16.133325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:16.141461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d395a2-4214-4296-a1bd-3b1ec1c91d1d req-c1a1ed3d-b5cf-488b-8332-f9fc5226ea2c tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.142676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:16.157586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9d395a2-4214-4296-a1bd-3b1ec1c91d1d req-c1a1ed3d-b5cf-488b-8332-f9fc5226ea2c tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 945 time: 0.0950243 Aug 16 02:08:16.171266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Pushing event updated for resources: {'Port': ['ID=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:16.212900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.213582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.219731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9d395a2-4214-4296-a1bd-3b1ec1c91d1d req-00ef7f8b-c928-474f-9808-c71720441d36 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Aug 16 02:08:16.237663 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-d24495cd-89e7-4979-ba5e-5b0b999d4fc4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279100 Aug 16 02:08:16.264878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=16475262-c39d-4081-9bb0-9135d15c5347,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:16.267461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Request body: {'port': {'device_id': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:16.332698 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.540276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db852-db51-42af-93ea-24191a2b22be req-a2c082b6-9b49-499e-a9f2-db5f007e0480 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.541900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f26db852-db51-42af-93ea-24191a2b22be req-a2c082b6-9b49-499e-a9f2-db5f007e0480 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 931 time: 0.0592666 Aug 16 02:08:16.584735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f26db852-db51-42af-93ea-24191a2b22be req-6894c12e-d32d-4687-b737-6213bafe270d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348661 Aug 16 02:08:16.608937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['16475262-c39d-4081-9bb0-9135d15c5347'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:16.631464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:16.638821 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.655299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Transition to ACTIVE for port object 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:16.662342 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.706892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cfb63-2d17-42a1-9a3f-2c29ec78f2e5 req-3da4ae1e-cb80-475d-b3dc-75974f4669da tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.708682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a0cfb63-2d17-42a1-9a3f-2c29ec78f2e5 req-3da4ae1e-cb80-475d-b3dc-75974f4669da tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0663059 Aug 16 02:08:16.762025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:16.774667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a0cfb63-2d17-42a1-9a3f-2c29ec78f2e5 req-ed05878e-1b6b-4f36-9a8f-2572bbd95252 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518906 Aug 16 02:08:16.846794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:16.847506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:16.848027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:16.853179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:16.853666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:16.857660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c7c5dfb-edc7-4f41-b28a-89b30fa1674f req-ebd1cf1f-14e2-4ea7-9ae9-a07531e5b94e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 210 time: 0.0320795 Aug 16 02:08:16.860253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:16.860544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:16.860931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:16.861356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Bound port: 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:16.861717 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.934417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:16.937920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:16.943358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.979598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.981347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.983042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] 10.222.0.86 "PUT /v2.0/ports/9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 HTTP/1.1" status: 200 len: 1092 time: 0.7214546 Aug 16 02:08:16.983687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:16.986461 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11928d7c-5810-43f6-9573-95bf0cc41699" -d '{"events": [{"name": "network-changed", "server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:17.024325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce9261-8a3e-41e7-86dc-daa6d5e80683 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:17.066943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4feec179-1f21-4c78-b988-ce9cb3db9338 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:17.094676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-fc13f5fa-1ef9-49f4-9641-60c525650ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.096254 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-fc13f5fa-1ef9-49f4-9641-60c525650ff4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 1095 time: 0.0467961 Aug 16 02:08:17.103413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 4feec179-1f21-4c78-b988-ce9cb3db9338 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:17.104325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4feec179-1f21-4c78-b988-ce9cb3db9338 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:17.159438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-acadc296-7f97-4e94-83dd-5a3a95c1686f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 HTTP/1.1" status: 200 len: 217 time: 0.0472822 Aug 16 02:08:17.197574 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffc420e-bdeb-4714-89a3-608b5c03a7ff x-openstack-request-id: req-dffc420e-bdeb-4714-89a3-608b5c03a7ff {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:17.197863 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:17.198117 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dffc420e-bdeb-4714-89a3-608b5c03a7ff {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:17.198515 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2', 'status': 'completed', 'code': 200} Aug 16 02:08:17.217551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-6c26ad94-161d-4634-8490-ed3f79157923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.218984 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-6c26ad94-161d-4634-8490-ed3f79157923 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0499823 Aug 16 02:08:17.263743 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:17.267024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-a69bc46a-017e-424a-8230-0f28a1e4507e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264184 Aug 16 02:08:17.345503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7709d-de09-43c3-a1d0-bc40fa13a435 req-0032851e-4515-4429-a6e2-01d9f9c5575f tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.346939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8eb7709d-de09-43c3-a1d0-bc40fa13a435 req-0032851e-4515-4429-a6e2-01d9f9c5575f tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 945 time: 0.0572517 Aug 16 02:08:17.391030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8eb7709d-de09-43c3-a1d0-bc40fa13a435 req-90576f23-451d-49ef-a47a-91483d452c0c tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Aug 16 02:08:17.395745 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-ed1d78ec-3c9d-41d5-897c-5da3f77f231c service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158414 Aug 16 02:08:17.525728 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-26a4a1c4-7d5f-4602-9dc9-921038f29474 req-8887f4a3-1ba1-4b9b-bc72-5462a17e861e service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020927 Aug 16 02:08:17.645614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-97bc12ba-e0fe-4dae-a6ad-03e94639f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.647193 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-97bc12ba-e0fe-4dae-a6ad-03e94639f78e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 1095 time: 0.0450490 Aug 16 02:08:17.707334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545dbaa-7cbb-494b-aafb-33749e623baf req-6c2cf801-9dfd-4a31-84e6-1639ebcf72c0 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.708942 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a545dbaa-7cbb-494b-aafb-33749e623baf req-6c2cf801-9dfd-4a31-84e6-1639ebcf72c0 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.0498395 Aug 16 02:08:17.748525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a545dbaa-7cbb-494b-aafb-33749e623baf req-55d1712a-dbb0-41c5-95c6-abb1054cfd83 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Aug 16 02:08:17.756430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-998ef9fc-53ea-4aab-8d47-bae19e1d7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.758070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-998ef9fc-53ea-4aab-8d47-bae19e1d7ab6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1035185 Aug 16 02:08:17.809922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-ae94b366-9f8c-4e2b-a437-722596f7112d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 HTTP/1.1" status: 200 len: 217 time: 0.0438578 Aug 16 02:08:17.891170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-05b5b20b-39b8-4dac-a237-77b33e549456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.893079 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-05b5b20b-39b8-4dac-a237-77b33e549456 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0759733 Aug 16 02:08:17.923943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2014f-34d8-4a96-b1bb-3c483d999863 req-2cced786-3358-46ce-a7b7-fe54f42b1550 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.926914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55e2014f-34d8-4a96-b1bb-3c483d999863 req-2cced786-3358-46ce-a7b7-fe54f42b1550 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0663202 Aug 16 02:08:17.942257 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-d83b4bcf-6c0b-4fbb-ad02-ee949d37713c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384660 Aug 16 02:08:18.006460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55e2014f-34d8-4a96-b1bb-3c483d999863 req-52ce7a03-edb4-4c6c-98a0-8ffe09e385df tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730705 Aug 16 02:08:18.034154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ca2b58b-3fa3-4962-a25a-ba720e5d8237 req-88f2dbec-6eae-488a-b0ee-ada5bf4ce030 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f59af38-a9eb-4593-abf9-56e5d9060a07 HTTP/1.1" status: 200 len: 210 time: 0.0456164 Aug 16 02:08:18.069452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-42211a99-cbf1-4278-a906-c8e07dcbbde9 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136191 Aug 16 02:08:18.189639 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-11928d7c-5810-43f6-9573-95bf0cc41699 req-be897e2f-0263-4fb2-b5dc-7933e609fe21 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167552 Aug 16 02:08:18.516485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402af8b-110a-4a53-a8f2-e34746edd8c3 req-b64e3275-0185-438a-baa1-85b6e721613c tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.518796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6402af8b-110a-4a53-a8f2-e34746edd8c3 req-b64e3275-0185-438a-baa1-85b6e721613c tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 945 time: 0.0554519 Aug 16 02:08:18.561442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6402af8b-110a-4a53-a8f2-e34746edd8c3 req-73db331a-dd19-43cf-8d0d-1fc47a1a4f6e tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Aug 16 02:08:18.871927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b130a4-0a92-450a-948c-ab46887e046d req-f1f60f7f-07ae-4766-94c2-e4f42ffb9cdc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.873488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1b130a4-0a92-450a-948c-ab46887e046d req-f1f60f7f-07ae-4766-94c2-e4f42ffb9cdc tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.0537684 Aug 16 02:08:18.912572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1b130a4-0a92-450a-948c-ab46887e046d req-b54ed067-fc4e-4585-85a7-eff3ee1bcbee tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Aug 16 02:08:19.139200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b59a6-2f03-48df-8b63-ed2909ebdbd7 req-ff7363c5-fc4b-4004-9b0d-77b2ab89d646 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.141058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c51b59a6-2f03-48df-8b63-ed2909ebdbd7 req-ff7363c5-fc4b-4004-9b0d-77b2ab89d646 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0606422 Aug 16 02:08:19.180294 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c51b59a6-2f03-48df-8b63-ed2909ebdbd7 req-c511d019-9552-4a0c-b5f5-f4f169f0cf11 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Aug 16 02:08:19.702422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0422-1798-48fb-a7bf-8af67ac89b25 req-82be1e50-a05a-4744-b81d-1f1268e3d918 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.703995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dbe0422-1798-48fb-a7bf-8af67ac89b25 req-82be1e50-a05a-4744-b81d-1f1268e3d918 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 945 time: 0.0520580 Aug 16 02:08:19.743042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dbe0422-1798-48fb-a7bf-8af67ac89b25 req-e40e7892-0f4b-4b0e-bbef-19626dd4dcac tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 Aug 16 02:08:19.809303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 16475262-c39d-4081-9bb0-9135d15c5347 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:19.859447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 16475262-c39d-4081-9bb0-9135d15c5347 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:19.863704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 16475262-c39d-4081-9bb0-9135d15c5347 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:19.864343 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.954743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.978757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3bf1f6-b945-4e55-ae1f-4926258fc5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16475262-c39d-4081-9bb0-9135d15c5347'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:19.981745 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8888e0b-9e74-4e1d-8be4-30764052713c" -d '{"events": [{"server_uuid": "1d3bf1f6-b945-4e55-ae1f-4926258fc5bd", "name": "network-vif-plugged", "status": "completed", "tag": "16475262-c39d-4081-9bb0-9135d15c5347"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:19.994818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 16475262-c39d-4081-9bb0-9135d15c5347, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=16475262-c39d-4081-9bb0-9135d15c5347,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:20.000432 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.035712 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27187bd2-51de-4796-a361-b94b6caeec13 x-openstack-request-id: req-27187bd2-51de-4796-a361-b94b6caeec13 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:20.035712 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3bf1f6-b945-4e55-ae1f-4926258fc5bd", "name": "network-vif-plugged", "status": "completed", "tag": "16475262-c39d-4081-9bb0-9135d15c5347", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:20.035712 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27187bd2-51de-4796-a361-b94b6caeec13 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:20.036123 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3bf1f6-b945-4e55-ae1f-4926258fc5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16475262-c39d-4081-9bb0-9135d15c5347', 'code': 200} Aug 16 02:08:20.046105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b287e-57da-4fa8-904f-4a6143693dc5 req-b71bd3ea-f07e-43ef-ad21-7d66f628d856 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.053688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb5b287e-57da-4fa8-904f-4a6143693dc5 req-b71bd3ea-f07e-43ef-ad21-7d66f628d856 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.0657418 Aug 16 02:08:20.064599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=16475262-c39d-4081-9bb0-9135d15c5347,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:20.091483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb5b287e-57da-4fa8-904f-4a6143693dc5 req-c977ed6f-a5c4-4f67-8a6d-9f101d36d2a2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367885 Aug 16 02:08:20.186558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959d488-33bf-40cc-994a-97aa2b8cda3d req-4ebe73c4-c5b9-45cc-9beb-c9be12328831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.188146 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5959d488-33bf-40cc-994a-97aa2b8cda3d req-4ebe73c4-c5b9-45cc-9beb-c9be12328831 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 1098 time: 0.0445020 Aug 16 02:08:20.245970 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5959d488-33bf-40cc-994a-97aa2b8cda3d req-85653fa2-de45-492d-b8db-f0eb6b234d40 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389762 Aug 16 02:08:20.321163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1992a-0688-4c8f-a39c-7f336ab8c39a req-44a999d4-2833-4538-b778-4f1df2cf03c7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.322630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63c1992a-0688-4c8f-a39c-7f336ab8c39a req-44a999d4-2833-4538-b778-4f1df2cf03c7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0527501 Aug 16 02:08:20.361213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63c1992a-0688-4c8f-a39c-7f336ab8c39a req-3a216465-12f2-4470-b19a-0c755cbcf865 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Aug 16 02:08:20.866465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee563e-98f5-49da-99a8-b69faa33f65e req-19f87b78-d3a7-42aa-ab13-f61f6c82f3c6 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.868191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecee563e-98f5-49da-99a8-b69faa33f65e req-19f87b78-d3a7-42aa-ab13-f61f6c82f3c6 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 946 time: 0.0557871 Aug 16 02:08:20.914788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecee563e-98f5-49da-99a8-b69faa33f65e req-13b6cb73-871d-461f-bd09-b00acac57c1e tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Aug 16 02:08:21.215730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da0207-ebf6-4020-95a5-b8aac0d9f5a6 req-a3f28a13-c83e-44ba-96a0-feb0cbc45893 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.217100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05da0207-ebf6-4020-95a5-b8aac0d9f5a6 req-a3f28a13-c83e-44ba-96a0-feb0cbc45893 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.0518746 Aug 16 02:08:21.255600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05da0207-ebf6-4020-95a5-b8aac0d9f5a6 req-1f0f302b-deb1-4b27-99b8-36376b98f01b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Aug 16 02:08:21.491001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9395b-dd52-4ae4-8219-517483b504d3 req-d553d59b-796e-40b1-861a-bfa31584bd63 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.492702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73f9395b-dd52-4ae4-8219-517483b504d3 req-d553d59b-796e-40b1-861a-bfa31584bd63 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0625322 Aug 16 02:08:21.533338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73f9395b-dd52-4ae4-8219-517483b504d3 req-089cca95-62ad-44d8-ab80-44039ac5be9c tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Aug 16 02:08:22.053022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d998e-270c-48a7-ae98-f8a0f828a6ba req-cba192f5-fa29-46b4-9809-263271eff9e3 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.054839 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-682d998e-270c-48a7-ae98-f8a0f828a6ba req-cba192f5-fa29-46b4-9809-263271eff9e3 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 946 time: 0.0611379 Aug 16 02:08:22.100574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-682d998e-270c-48a7-ae98-f8a0f828a6ba req-a5209687-1a66-494d-b8b1-8628648f9ca2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385237 Aug 16 02:08:22.381404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf8aed-bb4f-4dfd-863b-728e2477afaf req-3fc0458e-2d07-4213-ac53-1b7dc80da96f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.382904 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ddf8aed-bb4f-4dfd-863b-728e2477afaf req-3fc0458e-2d07-4213-ac53-1b7dc80da96f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.0499628 Aug 16 02:08:22.422577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ddf8aed-bb4f-4dfd-863b-728e2477afaf req-b3c3a7f8-e9fe-4b1f-b176-fa0f35031725 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Aug 16 02:08:22.656996 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b57e4-83d7-4917-8742-302155bcaa30 req-6c0fc33f-d1cd-40e3-aaa9-aad95b8bbe44 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:22.658387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac7b57e4-83d7-4917-8742-302155bcaa30 req-6c0fc33f-d1cd-40e3-aaa9-aad95b8bbe44 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0568895 Aug 16 02:08:22.695572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac7b57e4-83d7-4917-8742-302155bcaa30 req-c7f288eb-ed48-42dc-a4ba-0e21e3a76a91 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311208 Aug 16 02:08:23.284870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e851b0a5-662e-4241-b4d5-86364669818e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1345224 Aug 16 02:08:23.371797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-35e0543a-a043-424b-88ec-39e92b6aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.372583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-35e0543a-a043-424b-88ec-39e92b6aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.373131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-35e0543a-a043-424b-88ec-39e92b6aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.373614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-35e0543a-a043-424b-88ec-39e92b6aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.374092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-35e0543a-a043-424b-88ec-39e92b6aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.374562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-35e0543a-a043-424b-88ec-39e92b6aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.375032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-35e0543a-a043-424b-88ec-39e92b6aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.377681 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-35e0543a-a043-424b-88ec-39e92b6aff8d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6498 time: 0.0647945 Aug 16 02:08:23.584219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5386d6-8eea-40ff-b6d6-bba785db1291 req-811a440d-1f95-4b92-bfca-2d26996e0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.585923 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b5386d6-8eea-40ff-b6d6-bba785db1291 req-811a440d-1f95-4b92-bfca-2d26996e0628 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1098 time: 0.0683279 Aug 16 02:08:23.606638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cdeb9-12c2-4320-a058-cd2ec78d1631 req-19c63b51-9eb6-413f-b550-d080eb448032 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.614699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-262cdeb9-12c2-4320-a058-cd2ec78d1631 req-19c63b51-9eb6-413f-b550-d080eb448032 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.0918837 Aug 16 02:08:23.658179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e9184211-9f23-41a5-a7f2-197ba8c56915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.659063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e9184211-9f23-41a5-a7f2-197ba8c56915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.659592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e9184211-9f23-41a5-a7f2-197ba8c56915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.660670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-262cdeb9-12c2-4320-a058-cd2ec78d1631 req-63676ee3-d8a1-40df-983c-73262e3f335e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446672 Aug 16 02:08:23.663446 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e9184211-9f23-41a5-a7f2-197ba8c56915 service neutron] 10.222.0.93 "GET /v2.0/networks?id=67c32414-a736-42e3-a126-e9aaa16b00fb&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=c587edc1-1b39-4797-b043-f93444807fb5&id=c587edc1-1b39-4797-b043-f93444807fb5 HTTP/1.1" status: 200 len: 2291 time: 0.2557485 Aug 16 02:08:23.742367 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b5386d6-8eea-40ff-b6d6-bba785db1291 req-a21d75ad-14bb-4943-8590-a249c03af476 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417594 Aug 16 02:08:23.764378 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-317020b3-c57b-4b00-b638-ea01ee899f9f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 HTTP/1.1" status: 200 len: 1000 time: 0.0899739 Aug 16 02:08:23.853639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-0810f781-e45d-4bd7-9e32-3d6360fb4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.855680 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-0810f781-e45d-4bd7-9e32-3d6360fb4547 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=26713c1e-18e6-47fb-8693-e9d04e20b5ec HTTP/1.1" status: 200 len: 851 time: 0.0494142 Aug 16 02:08:23.876246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ed3e6-1f95-4938-9935-dcfaa885f2fc req-0c606517-571c-4dd3-8970-c149b52b263b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.877876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b8ed3e6-1f95-4938-9935-dcfaa885f2fc req-0c606517-571c-4dd3-8970-c149b52b263b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0842919 Aug 16 02:08:23.925687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-3b48f638-faf1-4438-813d-1733793c6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.927573 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-3b48f638-faf1-4438-813d-1733793c6822 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67c32414-a736-42e3-a126-e9aaa16b00fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504053 Aug 16 02:08:23.939972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-fb2246e6-3608-4cda-bd67-ed73b121bf77 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:08:23.941340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-fb2246e6-3608-4cda-bd67-ed73b121bf77 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052593 Aug 16 02:08:23.965153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b8ed3e6-1f95-4938-9935-dcfaa885f2fc req-1ac58f1e-ef13-4927-9d1f-73894e40c7c0 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563252 Aug 16 02:08:23.997836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c92b4-9e2e-4af7-bf2e-e59b8c23939a req-931f8198-7e3c-4a4b-857d-b960a5511db1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.999546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd5c92b4-9e2e-4af7-bf2e-e59b8c23939a req-931f8198-7e3c-4a4b-857d-b960a5511db1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.1644166 Aug 16 02:08:24.015788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd5c92b4-9e2e-4af7-bf2e-e59b8c23939a req-adeae9bf-fbbe-4b0b-a5d8-341331425aac tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/quotas/ced30993e38c4951aa7ea946b94abb6f HTTP/1.1" status: 200 len: 375 time: 0.0104721 Aug 16 02:08:24.056388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd5c92b4-9e2e-4af7-bf2e-e59b8c23939a req-ae5895d2-c1d9-4976-a281-4b6df2c04f84 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347505 Aug 16 02:08:24.060385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-d9cb3cce-9210-4139-a2d3-fab4482a7555 service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119223 Aug 16 02:08:24.061910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-bd5c92b4-9e2e-4af7-bf2e-e59b8c23939a req-7d129268-7d23-449e-a3f1-a6dca1f42a96 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:08:24.062850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd5c92b4-9e2e-4af7-bf2e-e59b8c23939a req-7d129268-7d23-449e-a3f1-a6dca1f42a96 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057287 Aug 16 02:08:24.197244 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-eb83a687-9aed-4f60-9a94-1f4b8f247615 service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272523 Aug 16 02:08:24.241150 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-6fcf69f8-7be1-44ec-b8a7-2174f8b99c09 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=5e1893e0-13a1-4368-a82e-4473b082391c HTTP/1.1" status: 200 len: 217 time: 0.0366349 Aug 16 02:08:24.304097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-00afb856-cece-4415-9db6-771bdc185aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.306581 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-00afb856-cece-4415-9db6-771bdc185aed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0569277 Aug 16 02:08:24.388826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-0dde030e-31b6-4353-bf9c-6190ac9200b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.392038 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-0dde030e-31b6-4353-bf9c-6190ac9200b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669324 Aug 16 02:08:24.569292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd5c92b4-9e2e-4af7-bf2e-e59b8c23939a req-366454f2-d32b-4b33-8800-557907ff8a36 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991536 Aug 16 02:08:24.758726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd5c92b4-9e2e-4af7-bf2e-e59b8c23939a req-7bcbc190-faf9-4947-bcf9-b0d33ddc1aa5 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747165 Aug 16 02:08:24.781321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cca3e-54a6-40a2-b169-1fe366a29625 req-d76b86e0-3cd1-4d98-b23b-f9850f9fcc6b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.788794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-373cca3e-54a6-40a2-b169-1fe366a29625 req-d76b86e0-3cd1-4d98-b23b-f9850f9fcc6b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 946 time: 0.0863349 Aug 16 02:08:24.833821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-373cca3e-54a6-40a2-b169-1fe366a29625 req-c230169e-8e66-4949-b52c-97f4777844ae tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 Aug 16 02:08:24.845333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e002e50d-c9ff-430d-bb86-e553f74ca439 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447420 Aug 16 02:08:24.983653 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-3e1f0d1e-d1ee-4231-8189-42955a87876f service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187267 Aug 16 02:08:25.029570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e080a4-48d7-443b-ad6c-51844cae0107 req-31bdf5e4-23da-4481-a8aa-0bf1856f3cd4 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.031183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44e080a4-48d7-443b-ad6c-51844cae0107 req-31bdf5e4-23da-4481-a8aa-0bf1856f3cd4 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 946 time: 0.1094706 Aug 16 02:08:25.039122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30050f-1ff9-4d03-9dcb-5b4a732a5c92 req-b7947155-97ef-4077-824d-0d36b3d72fb1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.040688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d30050f-1ff9-4d03-9dcb-5b4a732a5c92 req-b7947155-97ef-4077-824d-0d36b3d72fb1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.0965402 Aug 16 02:08:25.066946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-5f2e8351-7884-4e41-b690-047d6deea4a6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=726d1e56-868c-4100-ae97-55bcc59f5af8 HTTP/1.1" status: 200 len: 217 time: 0.0703325 Aug 16 02:08:25.108983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44e080a4-48d7-443b-ad6c-51844cae0107 req-29de7e85-13f5-4922-bbfe-fba26e44a3d3 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673981 Aug 16 02:08:25.119825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d30050f-1ff9-4d03-9dcb-5b4a732a5c92 req-cdd2133b-6b0b-43ec-b77f-2f1c5a3ddb76 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700722 Aug 16 02:08:25.140355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-de1b3832-55ec-4e45-88be-bf5b73e83b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.143145 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-de1b3832-55ec-4e45-88be-bf5b73e83b9a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0666835 Aug 16 02:08:25.205286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38f3b13f-33cb-4147-bd4e-925b15db59f4 req-f41c2eb1-d22e-4253-8346-e2b052765f6e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=98516727-ed76-4e59-a135-a6f36fd61d4e HTTP/1.1" status: 200 len: 210 time: 0.0336502 Aug 16 02:08:25.213302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-6face2c8-92fb-43ba-b026-3d902aa6ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.215783 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-6face2c8-92fb-43ba-b026-3d902aa6ceab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0657301 Aug 16 02:08:25.272347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aaf6f-efcc-47fb-8e9b-30bbe6ff0560 req-be42c459-8bd3-4b33-80ee-01d3a707e304 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.279708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-133aaf6f-efcc-47fb-8e9b-30bbe6ff0560 req-be42c459-8bd3-4b33-80ee-01d3a707e304 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0780075 Aug 16 02:08:25.332749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-133aaf6f-efcc-47fb-8e9b-30bbe6ff0560 req-c1b9f50e-68b0-43db-a37f-b89af2219ae2 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495307 Aug 16 02:08:25.336970 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-981ef8b8-1de7-4653-aac9-3161457dcfa1 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129134 Aug 16 02:08:25.463435 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-7dd92178-f9a2-41d2-a250-054b12b147ec service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178617 Aug 16 02:08:25.464985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-44aaf89b-f32d-44d4-91a2-756cfede0351 req-31317133-d015-40f6-8158-128dec652488 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1772266275', 'description': 'tempest-description-1769422726'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:25.494631 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-44aaf89b-f32d-44d4-91a2-756cfede0351 req-31317133-d015-40f6-8158-128dec652488 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.515638 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-ce9fa4f4-15ea-49cb-945b-88533cfb2a36 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3 HTTP/1.1" status: 200 len: 217 time: 0.0441270 Aug 16 02:08:25.582440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e6377dd4-670e-4e58-9e6d-c0e572cbc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.583946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e6377dd4-670e-4e58-9e6d-c0e572cbc17f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0594728 Aug 16 02:08:25.591684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-44aaf89b-f32d-44d4-91a2-756cfede0351 req-31317133-d015-40f6-8158-128dec652488 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.596175 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-44aaf89b-f32d-44d4-91a2-756cfede0351 req-31317133-d015-40f6-8158-128dec652488 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.626265 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-44aaf89b-f32d-44d4-91a2-756cfede0351 req-31317133-d015-40f6-8158-128dec652488 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.636809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44aaf89b-f32d-44d4-91a2-756cfede0351 req-31317133-d015-40f6-8158-128dec652488 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1716561 Aug 16 02:08:25.636809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31317133-d015-40f6-8158-128dec652488 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c341ec3-d327-4f7f-8c1c-db0b49a3f1dd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:25.643952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-ae443616-8f8e-44b3-8a95-893a4c39c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.645441 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-ae443616-8f8e-44b3-8a95-893a4c39c2e2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0526409 Aug 16 02:08:25.754705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-8b4eb8e9-cdb2-46a3-aab8-7623a5ebd32a service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004913 Aug 16 02:08:25.804394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-30e72595-2e1b-468e-94c1-4be351156297 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1772266275&fields=id&tenant_id=ef64eee1ea674f188937aedea1f22905 HTTP/1.1" status: 200 len: 267 time: 0.0414152 Aug 16 02:08:25.854188 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-bfb50ec6-98ac-49d5-b76d-47c59f235e5b service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911489 Aug 16 02:08:25.862250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-908a15ce-d3df-4456-af40-e48ac34cb5d7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.865986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-908a15ce-d3df-4456-af40-e48ac34cb5d7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0554650 Aug 16 02:08:25.878215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-9d29541d-133e-48c1-b63f-03e66eea727b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Request body: {'port': {'security_groups': ['cd673572-a395-48fb-a9bc-21a6bf6c9ad3', '5c341ec3-d327-4f7f-8c1c-db0b49a3f1dd']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:25.904316 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-431ca22f-29d5-48a0-8852-9f459a980a23 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9 HTTP/1.1" status: 200 len: 217 time: 0.0423546 Aug 16 02:08:25.954294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-3a2de05c-c771-4a23-8751-a7dfe8a2ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.956083 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-3a2de05c-c771-4a23-8751-a7dfe8a2ca17 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0439148 Aug 16 02:08:26.003690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-78feccd4-425b-4e22-8d6f-60ec4bb51033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.005165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-78feccd4-425b-4e22-8d6f-60ec4bb51033 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0412149 Aug 16 02:08:26.009779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-9d29541d-133e-48c1-b63f-03e66eea727b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.087328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095afc-6530-4403-b5b7-e09286f08460 req-dfd534c3-8be0-49c1-8aaf-740bb9d855c1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.088831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-dfd534c3-8be0-49c1-8aaf-740bb9d855c1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.1874864 Aug 16 02:08:26.109376 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-92d1087b-1298-4af3-8656-cbfd145dba00 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957372 Aug 16 02:08:26.119550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-1cc3be02-ada8-42f7-854b-d05027fb8431 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/quotas/ced30993e38c4951aa7ea946b94abb6f HTTP/1.1" status: 200 len: 375 time: 0.0221701 Aug 16 02:08:26.170082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-8b0bd201-de26-4f50-8eb4-bc2c0385f75c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366094 Aug 16 02:08:26.203805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-9a9c58d1-f3fc-4fb8-92cf-4b114dd787ff service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870779 Aug 16 02:08:26.248166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-89c27c89-abd6-4721-9cec-91a59be05931 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363 HTTP/1.1" status: 200 len: 217 time: 0.0371034 Aug 16 02:08:26.302018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-c7de4ec4-b5c8-40d6-a72a-eff0c217143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.303500 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-c7de4ec4-b5c8-40d6-a72a-eff0c217143d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.0486825 Aug 16 02:08:26.343431 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-5ec1bb06-1651-41a6-8c87-dbca798e70c0 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649318 Aug 16 02:08:26.345207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-9d29541d-133e-48c1-b63f-03e66eea727b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] For port d26b1eea-251a-4438-b4c6-e94ed69606cb, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:26.350527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-2d8c9097-46f3-4b98-813e-289a0a6c03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.352096 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-2d8c9097-46f3-4b98-813e-289a0a6c03a5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0415125 Aug 16 02:08:26.428565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-9d29541d-133e-48c1-b63f-03e66eea727b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.440539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-9d29541d-133e-48c1-b63f-03e66eea727b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.455534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['d26b1eea-251a-4438-b4c6-e94ed69606cb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:26.458012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-65a0322e-9cfb-4131-8981-0146844c11e9 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975134 Aug 16 02:08:26.517656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-9d29541d-133e-48c1-b63f-03e66eea727b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.518297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-9d29541d-133e-48c1-b63f-03e66eea727b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.519866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e7d3874-0fb9-4a4b-8d7c-2a929e4e651f req-9d29541d-133e-48c1-b63f-03e66eea727b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "PUT /v2.0/ports/d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 982 time: 0.6465783 Aug 16 02:08:26.520356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:26.522729 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7415b650-f12f-40a0-8912-d3753bc4e90f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:26.542287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-f592d0c2-9ed8-4dda-95b9-c34528a0e678 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884525 Aug 16 02:08:26.562211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29541d-133e-48c1-b63f-03e66eea727b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Pushing event updated for resources: {'Port': ['ID=d26b1eea-251a-4438-b4c6-e94ed69606cb,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.597906 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-cdb05c59-f8f9-4a78-9136-41e151c39e95 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252353 Aug 16 02:08:26.653928 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-b30739c8-9100-41d4-95a0-690867186e5d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee HTTP/1.1" status: 200 len: 217 time: 0.0472534 Aug 16 02:08:26.655907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['d26b1eea-251a-4438-b4c6-e94ed69606cb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:26.678667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe12b2c-1725-4d49-958b-bd217384a50e req-da16dc9e-3774-4c38-be1f-cda04f531f39 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.680617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fe12b2c-1725-4d49-958b-bd217384a50e req-da16dc9e-3774-4c38-be1f-cda04f531f39 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 946 time: 0.0727539 Aug 16 02:08:26.726731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e76cc1ba-11f8-4416-a8e5-89b4e910c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.728627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-e76cc1ba-11f8-4416-a8e5-89b4e910c42a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.0678904 Aug 16 02:08:26.749364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fe12b2c-1725-4d49-958b-bd217384a50e req-3c830c07-4611-49ec-a5f5-db612e746382 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487237 Aug 16 02:08:26.842738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-b3946748-9f06-46ab-8d50-b6da2d1a8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.844451 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-b3946748-9f06-46ab-8d50-b6da2d1a8142 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1083858 Aug 16 02:08:26.853893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c66faa66-3741-4344-8151-6dc664640b97 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.856439 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c66faa66-3741-4344-8151-6dc664640b97 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.86 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 946 time: 0.1003871 Aug 16 02:08:26.911042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7d905-eac1-42aa-acd4-507849339375 req-62491d1b-edfe-464c-93d4-988240e696d1 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.912646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0d7d905-eac1-42aa-acd4-507849339375 req-62491d1b-edfe-464c-93d4-988240e696d1 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 946 time: 0.1261253 Aug 16 02:08:26.923255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09f6a7-4b83-4b4c-94e3-b08d2adf1ed0 req-d83c2839-3bbe-4a4b-9851-107e38632e9e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.930857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f09f6a7-4b83-4b4c-94e3-b08d2adf1ed0 req-d83c2839-3bbe-4a4b-9851-107e38632e9e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.0820236 Aug 16 02:08:27.013749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f09f6a7-4b83-4b4c-94e3-b08d2adf1ed0 req-1e7c088d-6305-4fde-b504-93463647dd32 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780704 Aug 16 02:08:27.025858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0d7d905-eac1-42aa-acd4-507849339375 req-30363d63-0195-4d1c-b2de-2544adddc554 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906262 Aug 16 02:08:27.080037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-5bba1b38-d971-4ebc-b8a9-e8d99f10e78d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.081696 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-5bba1b38-d971-4ebc-b8a9-e8d99f10e78d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.86 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 946 time: 0.1307490 Aug 16 02:08:27.103634 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-40c6a731-6354-40dc-8fd0-8cabcff690f8 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458494 Aug 16 02:08:27.161892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-1073ed09-0e4e-4328-b9f2-20c7de157708 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1772266275&fields=id&tenant_id=ef64eee1ea674f188937aedea1f22905 HTTP/1.1" status: 200 len: 267 time: 0.0620327 Aug 16 02:08:27.200788 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaf617e-9f23-495b-b01f-2f7d223c412e x-openstack-request-id: req-baaf617e-9f23-495b-b01f-2f7d223c412e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:27.201807 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:27.201807 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-baaf617e-9f23-495b-b01f-2f7d223c412e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:27.204324 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'status': 'completed', 'code': 200} Aug 16 02:08:27.232790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-a1814b1b-0d58-4b54-903c-aac1727893e4 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.244494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-a1814b1b-0d58-4b54-903c-aac1727893e4 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 985 time: 0.0806813 Aug 16 02:08:27.252287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-d8fdb78f-1a6d-4371-b0bd-1e25c9260d00 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Request body: {'port': {'security_groups': ['cd673572-a395-48fb-a9bc-21a6bf6c9ad3']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:27.282584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Deleting port 16475262-c39d-4081-9bb0-9135d15c5347 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:27.282968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.323128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-917377a1-d34b-4513-a4f2-2815a81ec2de req-c1293b3f-7ad5-4f97-8907-bbc2b9733ce4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 210 time: 0.0670848 Aug 16 02:08:27.387270 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-d8fdb78f-1a6d-4371-b0bd-1e25c9260d00 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.406029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-3d22c0ee-bb0e-40d3-93da-402f88ea5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.410360 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-3d22c0ee-bb0e-40d3-93da-402f88ea5d73 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1137 time: 0.1657720 Aug 16 02:08:27.417781 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6e8dc67-e1c5-439b-a4f6-1872cf637cc2 req-bdd39056-f6e2-41fd-9b2a-53315ea43f35 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032987 Aug 16 02:08:27.442024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Deleting port ef5cd508-812e-498c-a87e-fbc3ccc651d6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:27.442385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.513751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] For port 16475262-c39d-4081-9bb0-9135d15c5347, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=16475262-c39d-4081-9bb0-9135d15c5347,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:27.514436 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.577566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Calling delete_port for 16475262-c39d-4081-9bb0-9135d15c5347 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:27.628341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-d8fdb78f-1a6d-4371-b0bd-1e25c9260d00 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] For port d26b1eea-251a-4438-b4c6-e94ed69606cb, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:27.662998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-d8fdb78f-1a6d-4371-b0bd-1e25c9260d00 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.668698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-d8fdb78f-1a6d-4371-b0bd-1e25c9260d00 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.678818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] For port ef5cd508-812e-498c-a87e-fbc3ccc651d6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ef5cd508-812e-498c-a87e-fbc3ccc651d6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:27.679217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.681076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['d26b1eea-251a-4438-b4c6-e94ed69606cb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:27.722445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-d8fdb78f-1a6d-4371-b0bd-1e25c9260d00 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.723183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-d8fdb78f-1a6d-4371-b0bd-1e25c9260d00 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.724683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee3502ed-6221-4118-8547-41f8b24b24a3 req-d8fdb78f-1a6d-4371-b0bd-1e25c9260d00 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "PUT /v2.0/ports/d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 943 time: 0.4792156 Aug 16 02:08:27.775933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-4bbcc945-0991-48f3-8fdb-28a1d794bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.778313 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-4bbcc945-0991-48f3-8fdb-28a1d794bbbd service neutron] 10.222.0.93 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 920 time: 0.2881663 Aug 16 02:08:27.855084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdb78f-1a6d-4371-b0bd-1e25c9260d00 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Pushing event updated for resources: {'Port': ['ID=d26b1eea-251a-4438-b4c6-e94ed69606cb,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:27.867963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:27.873926 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-af707017-8762-42ec-894e-8e29e241c4b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 217 time: 0.0768397 Aug 16 02:08:27.880194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['d26b1eea-251a-4438-b4c6-e94ed69606cb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:28.054733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:28.066470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10dbce-defb-46ec-b8d7-20247629b63a req-2ebf2268-7091-4ee9-b092-96b2d77d0723 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.068181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c10dbce-defb-46ec-b8d7-20247629b63a req-2ebf2268-7091-4ee9-b092-96b2d77d0723 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 946 time: 0.1594505 Aug 16 02:08:28.073144 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-f649058a-a8a2-4307-aebe-8845a5d87905 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3190038 Aug 16 02:08:28.084232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2', 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca', 'port_id': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2', 'mac_address': 'fa:16:3e:59:fb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55f8740-49c2-4cc7-9ea4-288ed3c7e417', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:28.092124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:28.148325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c10dbce-defb-46ec-b8d7-20247629b63a req-07dd4a36-ffd4-4f4f-b7d9-c1051b480304 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=13bb0bd7-f1ab-4d15-80ee-503935cce423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698700 Aug 16 02:08:28.149355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.157935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-67627f42-c93b-4120-8475-6c1db7fae9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.158167 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.159445 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-67627f42-c93b-4120-8475-6c1db7fae9cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 200 len: 859 time: 0.2781243 Aug 16 02:08:28.175543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:28.196558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:28.202116 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.258038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.338822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076c7d2-c075-4924-95fd-2855e62d5628 req-e95770ae-aa94-4a68-b9a1-18688da2ae8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.340863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1076c7d2-c075-4924-95fd-2855e62d5628 req-e95770ae-aa94-4a68-b9a1-18688da2ae8f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 944 time: 0.0718911 Aug 16 02:08:28.356442 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.434924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1076c7d2-c075-4924-95fd-2855e62d5628 req-b8042a6d-a83c-4a4a-aa80-01676a029bbd tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862889 Aug 16 02:08:28.534198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Allocated IP 172.25.5.62 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/11c54c21-32d3-4227-9835-4bbedcac52ff) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:28.540000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-44472a5f-6fc4-4124-91fe-204c053f746a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be312db1-4cad-4407-b1b0-b6a296f7f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3637297 Aug 16 02:08:28.641781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1962ed-7516-458e-974e-14ddddc00534 req-dcbd472f-f717-4450-ada5-778bcef8ad3b tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.643424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e1962ed-7516-458e-974e-14ddddc00534 req-dcbd472f-f717-4450-ada5-778bcef8ad3b tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 946 time: 0.1341007 Aug 16 02:08:28.701824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.707525 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.707900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.708215 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Floating IP a94504a5-73a9-4858-91aa-0d395ec26796 disassociated. External IP: 172.25.5.154, port: ef5cd508-812e-498c-a87e-fbc3ccc651d6. Aug 16 02:08:28.708563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Calling delete_port for ef5cd508-812e-498c-a87e-fbc3ccc651d6 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:28.721642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e1962ed-7516-458e-974e-14ddddc00534 req-53e72f70-1b00-4fb8-b425-03fefc5070b1 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715532 Aug 16 02:08:28.737665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095afc-6530-4403-b5b7-e09286f08460 req-550f6040-a9ee-4015-8112-8342a00c9d09 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:28.739392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-550f6040-a9ee-4015-8112-8342a00c9d09 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.6825902 Aug 16 02:08:28.750619 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.781817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Request body: {'port': {'device_id': '00d5f21e-8009-441e-9d41-641935f57f5d', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'admin_state_up': True, 'tenant_id': 'ced30993e38c4951aa7ea946b94abb6f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:28.790799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Pushing event deleted for resources: {'Port': ['ID=16475262-c39d-4081-9bb0-9135d15c5347,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.801515 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.843551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:28.846682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:28.850787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:28.874383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Pushing event updated for resources: {'Port': ['ID=11c54c21-32d3-4227-9835-4bbedcac52ff,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.925347 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-d26cbac8-7b05-40a8-9586-f3c5895f0e6f service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485672 Aug 16 02:08:28.925602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['9aa19961-33e1-43f7-bb36-e71ff1a2a5a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:28.966795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] No DVR routers for this DVR port 16475262-c39d-4081-9bb0-9135d15c5347 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:28.987481 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.989578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd1545e9-fecc-4e14-8625-8755056e8737 req-c32ce28e-2831-4a00-b974-5cab59501123 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.86 "DELETE /v2.0/ports/16475262-c39d-4081-9bb0-9135d15c5347 HTTP/1.1" status: 204 len: 173 time: 2.1237433 Aug 16 02:08:28.992954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3bf1f6-b945-4e55-ae1f-4926258fc5bd', 'name': 'network-vif-deleted', 'tag': '16475262-c39d-4081-9bb0-9135d15c5347'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:28.994878 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb04f37-db8a-47b3-a0e5-300270145250" -d '{"events": [{"server_uuid": "1d3bf1f6-b945-4e55-ae1f-4926258fc5bd", "name": "network-vif-deleted", "tag": "16475262-c39d-4081-9bb0-9135d15c5347"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:28.999427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd18f6c9-8a28-4c24-8d84-7633f9ea68d2 req-c6ba98b2-abd5-4d8d-88ad-9a4d03d27e0c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 210 time: 0.0605383 Aug 16 02:08:29.036854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.118315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.156857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Made reservation on behalf of ced30993e38c4951aa7ea946b94abb6f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:29.160696 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.176532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7415b650-f12f-40a0-8912-d3753bc4e90f req-a1dfa3cf-491d-41c0-a12e-a69e3527098b service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260206 Aug 16 02:08:29.213737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:29.216885 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53631fe-7934-4ebc-80c5-fd6e04c32625" -d '{"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:29.232625 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.277084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event deleted for resources: {'Port': ['ID=ef5cd508-812e-498c-a87e-fbc3ccc651d6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:29.294197 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522b70c4-1bc7-4745-88e3-9c01fe903e04 x-openstack-request-id: req-522b70c4-1bc7-4745-88e3-9c01fe903e04 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:29.294498 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3bf1f6-b945-4e55-ae1f-4926258fc5bd", "name": "network-vif-deleted", "tag": "16475262-c39d-4081-9bb0-9135d15c5347", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:29.294752 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-522b70c4-1bc7-4745-88e3-9c01fe903e04 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:29.295163 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3bf1f6-b945-4e55-ae1f-4926258fc5bd', 'name': 'network-vif-deleted', 'tag': '16475262-c39d-4081-9bb0-9135d15c5347', 'status': 'completed', 'code': 200} Aug 16 02:08:29.329839 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.335516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.401619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f4316e-67a1-482a-893d-073e0e21c649 req-49e28deb-8020-4693-a38f-e396bbbbc48f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 210 time: 0.0544009 Aug 16 02:08:29.436794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Allocated IP 172.20.0.3 (c659e69c-8c56-4059-85f6-ca1de257d7d8/d6492c11-2dd8-41be-8aa8-87347a69cd49/8c9063bb-e0b9-4f09-92f5-f4f424bc6186) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:29.451711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Pushing event updated for resources: {'Port': ['ID=11c54c21-32d3-4227-9835-4bbedcac52ff,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:29.457101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.469407 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7908c4c7-f076-40e6-bcea-74de83f20932 x-openstack-request-id: req-7908c4c7-f076-40e6-bcea-74de83f20932 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:29.469700 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:29.470072 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7908c4c7-f076-40e6-bcea-74de83f20932 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:29.470463 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'status': 'completed', 'code': 200} Aug 16 02:08:29.476646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:29.483247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.486251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-6d252a13-f4be-4fe8-b7ff-535be7958b14 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4054222 Aug 16 02:08:29.596123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-98f5f31b-bfec-423b-8f09-e051059e6c37 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.1031449 Aug 16 02:08:29.672912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d28ca2-b469-41d8-957a-ae999e485ace req-47ee7a26-018d-4e8b-b94c-e5f06006b99e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:29.674464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1d28ca2-b469-41d8-957a-ae999e485ace req-47ee7a26-018d-4e8b-b94c-e5f06006b99e tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 944 time: 0.1256113 Aug 16 02:08:29.704199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-f9035468-5af8-4458-8222-f382f2ab6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:29.704826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-f9035468-5af8-4458-8222-f382f2ab6ba0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1098 time: 0.2012293 Aug 16 02:08:29.750873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1d28ca2-b469-41d8-957a-ae999e485ace req-02de216a-b5c1-4fde-bca6-50fe6c318b47 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653119 Aug 16 02:08:29.789247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-9f9c7123-8732-4675-8be1-2ccf9de5c4c7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:29.795034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.801028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:29.804297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4da080a7-872b-4447-9273-dce2c9d7cba3 req-9f9c7123-8732-4675-8be1-2ccf9de5c4c7 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1996453 Aug 16 02:08:29.826947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] Sync routers for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:29.840729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:29.841381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:29.889807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-283b1054-96e4-406e-8604-9f3d0be181d6 req-aeb38e4a-11bf-4a42-977b-2f57a72b73e7 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d3bf1f6-b945-4e55-ae1f-4926258fc5bd HTTP/1.1" status: 200 len: 210 time: 0.0388145 Aug 16 02:08:29.922144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 16475262-c39d-4081-9bb0-9135d15c5347 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:30.000795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] No DVR routers for this DVR port ef5cd508-812e-498c-a87e-fbc3ccc651d6 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:30.004084 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.006440 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fc4e3df-fe5b-4485-a3c1-2904d2aa3bd6 req-3a7c9062-22ee-475d-893e-1a9ab0047895 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.86 "DELETE /v2.0/ports/ef5cd508-812e-498c-a87e-fbc3ccc651d6 HTTP/1.1" status: 204 len: 173 time: 2.9161229 Aug 16 02:08:30.062954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-1674f9d4-e83a-41ab-965c-c96e05c9f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.066699 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-1674f9d4-e83a-41ab-965c-c96e05c9f270 service neutron] 10.222.0.93 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 920 time: 0.3491576 Aug 16 02:08:30.071851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.088413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-7bc1be68-40e7-4636-abf2-4f3eb9ccf68f tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.097538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-7bc1be68-40e7-4636-abf2-4f3eb9ccf68f tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1253645 Aug 16 02:08:30.119550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 16475262-c39d-4081-9bb0-9135d15c5347 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:30.121207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 16475262-c39d-4081-9bb0-9135d15c5347 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:30.121797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:30.129330 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-dfa0c2f5-cda0-4df2-ae38-301106bd9d8c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 217 time: 0.0544863 Aug 16 02:08:30.149351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: ef5cd508-812e-498c-a87e-fbc3ccc651d6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:30.149685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ef5cd508-812e-498c-a87e-fbc3ccc651d6 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:30.195258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-38aec7f6-f768-4935-b10e-b23f679f6438 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0966282 Aug 16 02:08:30.196247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:30.201775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-1a38ea47-1e55-4129-a755-4f06548cd898 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Request body: {'floatingip': {'port_id': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:30.223268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:30.230845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:30.233135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:30.246920 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-1a38ea47-1e55-4129-a755-4f06548cd898 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.259345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event updated for resources: {'Port': ['ID=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.289802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073869f-5549-409c-b6d9-5aa953c67820 req-d43d5240-8d7e-4593-be84-c58d6d9307ee tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.290415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-f5277a89-8bb6-4cc1-8b40-e2cc77f971df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.291527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1073869f-5549-409c-b6d9-5aa953c67820 req-d43d5240-8d7e-4593-be84-c58d6d9307ee tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 931 time: 0.1911809 Aug 16 02:08:30.291907 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-f5277a89-8bb6-4cc1-8b40-e2cc77f971df service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 200 len: 859 time: 0.1158803 Aug 16 02:08:30.302331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:30.302331 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.336107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-27708edf-9b32-4741-90ae-f0f693b19750 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be312db1-4cad-4407-b1b0-b6a296f7f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303791 Aug 16 02:08:30.343100 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-ba5a32fa-4b48-4daa-90c8-5795726f35a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5666175 Aug 16 02:08:30.358016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Request body: {'port': {'device_id': '00d5f21e-8009-441e-9d41-641935f57f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:30.393676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1073869f-5549-409c-b6d9-5aa953c67820 req-7b9640c8-219f-4e62-a59c-646a1ed169c0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920963 Aug 16 02:08:30.482843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:30.488726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.524316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] Checking router: f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:30.541113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:30.543352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:30.579701 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-94371b70-f020-4115-a28d-45ea3ea75aa1 service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356005 Aug 16 02:08:30.581163 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.696091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:30.763028 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c53631fe-7934-4ebc-80c5-fd6e04c32625 req-2cafac3e-5e73-408c-bb0a-545bee8c81d5 service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756587 Aug 16 02:08:30.792974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccb417b1-4d39-4424-bc37-6a4822ad1960 req-e15573b6-879d-4493-b4e4-4c452fa1a5ff tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=711d7c97-cc77-417d-8fde-b0c4a7ff42f0 HTTP/1.1" status: 200 len: 210 time: 0.0735097 Aug 16 02:08:30.894816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-1a38ea47-1e55-4129-a755-4f06548cd898 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.899908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-1a38ea47-1e55-4129-a755-4f06548cd898 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.936062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65ec67c7-804c-4c9a-9222-a5d724046e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.952992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:30.968916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.988065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Transition to ACTIVE for port object 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:30.992434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:30.994004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.026116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b20d1-e5c8-4c2a-bdd1-a3a267d663c8 None None] The sync data for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 is: [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:31.067662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c8038-f16f-412c-a4f8-895cd8c8d264 req-a29a0878-6fbb-4d83-a086-5ed066f86476 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.069170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-685c8038-f16f-412c-a4f8-895cd8c8d264 req-a29a0878-6fbb-4d83-a086-5ed066f86476 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 944 time: 0.1223502 Aug 16 02:08:31.069302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.076736 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-1a38ea47-1e55-4129-a755-4f06548cd898 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Floating IP 584d3908-9640-44ef-b390-5110705e4df4 associated. External IP: 172.25.5.62, port: d26b1eea-251a-4438-b4c6-e94ed69606cb. Aug 16 02:08:31.158697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Attempting to bind port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:31.159232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Attempting to bind port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:31.159908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Attempting to bind port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:31.165609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 on network c659e69c-8c56-4059-85f6-ca1de257d7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:31.166107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Attempting to bind port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:31.172078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:31.172411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Checking segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:31.172889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Bound using segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:31.173371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Bound port: 8c9063bb-e0b9-4f09-92f5-f4f424bc6186, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:31.173799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.191938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-685c8038-f16f-412c-a4f8-895cd8c8d264 req-e05a2911-f330-4730-9267-d74c53f4d16a tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763628 Aug 16 02:08:31.273472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] For port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:31.294211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] For port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:31.296980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-deleted', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:31.301198 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e7de56-8654-48ba-b03e-185849370fdc" -d '{"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-deleted", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:31.308056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.356756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.357391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.359144 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] 10.222.0.93 "PUT /v2.0/ports/8c9063bb-e0b9-4f09-92f5-f4f424bc6186 HTTP/1.1" status: 200 len: 1092 time: 1.0072651 Aug 16 02:08:31.405041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8966a-8e2e-4d6d-9e9c-a34384a41305 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.422129 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8a3408-e875-443e-9ca4-4fff716f6a40 x-openstack-request-id: req-df8a3408-e875-443e-9ca4-4fff716f6a40 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:31.422670 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d7c97-cc77-417d-8fde-b0c4a7ff42f0", "name": "network-vif-deleted", "tag": "ef5cd508-812e-498c-a87e-fbc3ccc651d6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:31.423060 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df8a3408-e875-443e-9ca4-4fff716f6a40 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:31.424048 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d7c97-cc77-417d-8fde-b0c4a7ff42f0', 'name': 'network-vif-deleted', 'tag': 'ef5cd508-812e-498c-a87e-fbc3ccc651d6', 'status': 'completed', 'code': 200} Aug 16 02:08:31.442908 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa2876-eceb-4641-a3b9-c9e9fc0446f5 None None] New status for floating IP a94504a5-73a9-4858-91aa-0d395ec26796: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:31.488660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095afc-6530-4403-b5b7-e09286f08460 req-c1f22f34-f60e-46f5-a7d0-21a12b870ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.490194 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-c1f22f34-f60e-46f5-a7d0-21a12b870ca2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 1095 time: 0.0650094 Aug 16 02:08:31.538263 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-542e0e84-b65d-4f18-b83a-13b390b83f7d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c9063bb-e0b9-4f09-92f5-f4f424bc6186 HTTP/1.1" status: 200 len: 217 time: 0.0397975 Aug 16 02:08:31.611568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095afc-6530-4403-b5b7-e09286f08460 req-bc511450-82ac-4b16-9eb5-e13931c3d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.613364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-bc511450-82ac-4b16-9eb5-e13931c3d436 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0684536 Aug 16 02:08:31.648825 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-e6295c8c-b13a-4b1d-89df-dee88e613694 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278428 Aug 16 02:08:31.750595 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-89c76aba-ff2a-48eb-96eb-bb1c6954d25f service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935311 Aug 16 02:08:31.833972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-2501afee-e56a-4f0c-917d-e8cd0184d2d6 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:31.835504 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-2501afee-e56a-4f0c-917d-e8cd0184d2d6 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/networks?id=4b559be6-030d-4c84-bf3b-607be0ae6e7d HTTP/1.1" status: 200 len: 808 time: 0.1669796 Aug 16 02:08:31.837329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-1a38ea47-1e55-4129-a755-4f06548cd898 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Router d75c7827-cd0b-456d-8464-c99588b26ee6 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:31.852912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e4095afc-6530-4403-b5b7-e09286f08460 req-29f79de4-0b5f-4b0a-9a0e-f0a86ff1618c service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933363 Aug 16 02:08:31.859417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-3346c194-cdb3-4242-8899-e5667b00bbd6 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/quotas/ed30a76c9d094823b4da25de98bdb845 HTTP/1.1" status: 200 len: 375 time: 0.0163288 Aug 16 02:08:31.882816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:31.933941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:31.937913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:31.938537 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.939645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-9420c995-9629-496e-a542-9197c163070a tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed30a76c9d094823b4da25de98bdb845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369027 Aug 16 02:08:32.029684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.062780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:32.065438 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ef29c5-953e-4dae-8641-8ab7db794563" -d '{"events": [{"server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "name": "network-vif-plugged", "status": "completed", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:32.072033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-1a38ea47-1e55-4129-a755-4f06548cd898 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:32.079299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-1a38ea47-1e55-4129-a755-4f06548cd898 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.083047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:32.085930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] Sync routers for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:32.093123 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.123353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:32.123959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:32.124690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-1a38ea47-1e55-4129-a755-4f06548cd898 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "PUT /v2.0/floatingips/584d3908-9640-44ef-b390-5110705e4df4 HTTP/1.1" status: 200 len: 996 time: 1.9284735 Aug 16 02:08:32.126650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:32.129617 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c365a0-ed21-4eb9-bf03-f570c270cc71" -d '{"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:32.134150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-d6003637-eab7-4596-b708-bf80a6ff3ead service neutron] 10.222.0.61 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879566 Aug 16 02:08:32.200596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:32.260087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:32.273104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-805777a1-a1d3-456a-b79e-b6c5410f5a65 service neutron] 10.222.0.61 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318018 Aug 16 02:08:32.281193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-b844f91a-fd93-4f0a-8be3-aca7d5360363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.282719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-b844f91a-fd93-4f0a-8be3-aca7d5360363 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1098 time: 0.1330085 Aug 16 02:08:32.391276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-23d5575d-3959-484a-b2da-8675b8be8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.393153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-23d5575d-3959-484a-b2da-8675b8be8b6c service neutron] 10.222.0.61 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 920 time: 0.1022913 Aug 16 02:08:32.509063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '584d3908-9640-44ef-b390-5110705e4df4', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'port_id': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'mac_address': 'fa:16:3e:d5:41:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:28Z', 'updated_at': '2021-08-16T02:08:30Z', 'revision_number': 1, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ebe4b6-0ad6-4277-9e12-d086111e2558', 'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'mac_address': 'fa:16:3e:82:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:39Z', 'revision_number': 5, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'subnets': [{'id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:32.517087 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-2880cb75-4d32-4129-b014-f1a443c95371 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 999 time: 0.1177986 Aug 16 02:08:32.530438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b6246-f855-4cde-ac34-2793a72fad52 req-54a36157-1557-4a44-93b3-f1180879b444 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.532001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f7b6246-f855-4cde-ac34-2793a72fad52 req-54a36157-1557-4a44-93b3-f1180879b444 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 943 time: 0.0769098 Aug 16 02:08:32.543506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] Checking router: d75c7827-cd0b-456d-8464-c99588b26ee6 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:32.556449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:32.557160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:32.616043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f7b6246-f855-4cde-ac34-2793a72fad52 req-2847b043-701a-472f-9add-17f807836278 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738125 Aug 16 02:08:32.617605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-df322585-9a03-40b4-92ba-2f7dbedb3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:32.619829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-df322585-9a03-40b4-92ba-2f7dbedb3606 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 200 len: 859 time: 0.0869153 Aug 16 02:08:32.654921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-3ed5a921-b25c-4722-8d28-baf5c8f2e56b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be312db1-4cad-4407-b1b0-b6a296f7f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283484 Aug 16 02:08:32.666275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-574ecd96-39f2-4f39-aea8-c117b2be58d9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:08:32.668006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-574ecd96-39f2-4f39-aea8-c117b2be58d9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058966 Aug 16 02:08:32.701380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:32.781156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-671e5a87-4820-48eb-8b38-c380f9c9d063 service neutron] 10.222.0.61 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029477 Aug 16 02:08:32.898314 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea07ddb-a64f-4c3f-a3ab-d68bec04cd21 x-openstack-request-id: req-aea07ddb-a64f-4c3f-a3ab-d68bec04cd21 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:32.898833 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "name": "network-vif-plugged", "status": "completed", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:32.899036 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aea07ddb-a64f-4c3f-a3ab-d68bec04cd21 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:32.899621 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2', 'code': 200} Aug 16 02:08:32.910700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dd7da45-d4a1-4b1f-b104-b2c0ee74872a req-95cf10a0-f96d-4e94-876c-d66abb7f06b8 service neutron] 10.222.0.61 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231096 Aug 16 02:08:32.930929 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d7a969-f6fc-4dc4-b57e-a6847725295a x-openstack-request-id: req-51d7a969-f6fc-4dc4-b57e-a6847725295a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:32.931482 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:32.931737 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51d7a969-f6fc-4dc4-b57e-a6847725295a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:32.932146 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'status': 'completed', 'code': 200} Aug 16 02:08:33.018605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '584d3908-9640-44ef-b390-5110705e4df4', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'port_id': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'mac_address': 'fa:16:3e:d5:41:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:28Z', 'updated_at': '2021-08-16T02:08:30Z', 'revision_number': 1, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ebe4b6-0ad6-4277-9e12-d086111e2558', 'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'mac_address': 'fa:16:3e:82:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:39Z', 'revision_number': 5, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'subnets': [{'id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:33.054326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-fde0e8de-30a5-47e0-bb8a-2b603fee9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.055185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d72ab-da18-4dd9-b4b2-7dc95069d592 None None] The sync data for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 is: [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '584d3908-9640-44ef-b390-5110705e4df4', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'port_id': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'mac_address': 'fa:16:3e:d5:41:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:28Z', 'updated_at': '2021-08-16T02:08:30Z', 'revision_number': 1, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ebe4b6-0ad6-4277-9e12-d086111e2558', 'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'mac_address': 'fa:16:3e:82:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:39Z', 'revision_number': 5, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'subnets': [{'id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:33.055972 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-fde0e8de-30a5-47e0-bb8a-2b603fee9b48 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1098 time: 0.0674493 Aug 16 02:08:33.057871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d008e0b-04e4-42dd-bf38-34f9b231a2f2 req-cee27bad-d6be-41b2-a054-798099354a5a tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.059637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d008e0b-04e4-42dd-bf38-34f9b231a2f2 req-cee27bad-d6be-41b2-a054-798099354a5a tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.0607617 Aug 16 02:08:33.103423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d008e0b-04e4-42dd-bf38-34f9b231a2f2 req-97b8400f-78b9-42c0-b790-e7323d5f179d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Aug 16 02:08:33.180467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:33.220723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e77e3-213f-4538-a98a-d5570ebb57c2 req-58fe303e-e2ab-409c-9833-cdbc3a39c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.222746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f9e77e3-213f-4538-a98a-d5570ebb57c2 req-58fe303e-e2ab-409c-9833-cdbc3a39c043 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 1097 time: 0.1371138 Aug 16 02:08:33.253752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-508cc96c-96e3-4462-9888-f4a24008ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.255557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-508cc96c-96e3-4462-9888-f4a24008ed74 service neutron] 10.222.0.93 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 920 time: 0.1921673 Aug 16 02:08:33.315702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbf23b47-d142-4181-b627-3770a3b10e74 req-c6f30f2f-8732-4eb9-a384-8684b509e1d5 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 210 time: 0.0965729 Aug 16 02:08:33.317405 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f9e77e3-213f-4538-a98a-d5570ebb57c2 req-e9d0579a-727a-4110-a3f9-fe2258bf4a3b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786586 Aug 16 02:08:33.365686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-f36e0405-9abd-47d0-be93-5603abf65e7c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 999 time: 0.1016059 Aug 16 02:08:33.366104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-1813f105-216c-488e-aea6-0d44a1d22ab8 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 999 time: 0.1536648 Aug 16 02:08:33.369144 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d648f58f-2ea8-440b-a4fe-4e9a2f4fae3c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.378411 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f47c08-763d-46c5-bf40-f8b877039813 None None] New status for floating IP 584d3908-9640-44ef-b390-5110705e4df4: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:33.420832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-e25d6484-fd77-4338-af83-950c207f2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.422285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-e25d6484-fd77-4338-af83-950c207f2474 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 200 len: 859 time: 0.0487700 Aug 16 02:08:33.424876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d5f21e-8009-441e-9d41-641935f57f5d', 'tag': '8c9063bb-e0b9-4f09-92f5-f4f424bc6186'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:33.427167 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "00d5f21e-8009-441e-9d41-641935f57f5d", "tag": "8c9063bb-e0b9-4f09-92f5-f4f424bc6186"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:33.441550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d648f58f-2ea8-440b-a4fe-4e9a2f4fae3c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.452168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-645c7f55-a971-485c-85a7-9e16a0358928 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.453687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-645c7f55-a971-485c-85a7-9e16a0358928 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports/d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 943 time: 0.0781703 Aug 16 02:08:33.458199 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-85f9998f-7aed-4f16-ac65-0a0fb2a5fd0b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be312db1-4cad-4407-b1b0-b6a296f7f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268841 Aug 16 02:08:33.514988 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b358f9-2708-4fac-81d5-31c976c94a98 x-openstack-request-id: req-f7b358f9-2708-4fac-81d5-31c976c94a98 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:33.515478 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d5f21e-8009-441e-9d41-641935f57f5d", "tag": "8c9063bb-e0b9-4f09-92f5-f4f424bc6186", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:33.515780 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7b358f9-2708-4fac-81d5-31c976c94a98 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:33.516198 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d5f21e-8009-441e-9d41-641935f57f5d', 'tag': '8c9063bb-e0b9-4f09-92f5-f4f424bc6186', 'status': 'completed', 'code': 200} Aug 16 02:08:33.584717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d648f58f-2ea8-440b-a4fe-4e9a2f4fae3c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.587055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-b2cc5f4f-22c2-4f81-8d5c-af124cbe3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.587528 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f9a52cf-62ec-4997-b3ac-82e72cb803c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.588462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d648f58f-2ea8-440b-a4fe-4e9a2f4fae3c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.589262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-b2cc5f4f-22c2-4f81-8d5c-af124cbe3c63 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 1095 time: 0.0767367 Aug 16 02:08:33.593798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d648f58f-2ea8-440b-a4fe-4e9a2f4fae3c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "DELETE /v2.0/security-groups/13bb0bd7-f1ab-4d15-80ee-503935cce423 HTTP/1.1" status: 204 len: 168 time: 0.4120808 Aug 16 02:08:33.594495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:33.610233 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-fda0889a-ecfc-46a9-b1f7-d1e1a27bf2b7 service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445930 Aug 16 02:08:33.621810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648f58f-2ea8-440b-a4fe-4e9a2f4fae3c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb0bd7-f1ab-4d15-80ee-503935cce423,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:33.628143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-0c0e979b-333b-4394-b169-5411486b666e tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 999 time: 0.1182740 Aug 16 02:08:33.629255 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-bfbfca52-cdc0-4ddb-b9a1-b5a240334b01 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] show failed (client error): The resource could not be found. Aug 16 02:08:33.631913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bfbfca52-cdc0-4ddb-b9a1-b5a240334b01 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups/13bb0bd7-f1ab-4d15-80ee-503935cce423 HTTP/1.1" status: 404 len: 347 time: 0.0313618 Aug 16 02:08:33.633645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:33.856705 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.914746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bde44-2d9f-4657-b256-5778b7050081 req-ab1f97e9-22bf-4bc7-a834-0a5b10d55bd3 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.916327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c9bde44-2d9f-4657-b256-5778b7050081 req-ab1f97e9-22bf-4bc7-a834-0a5b10d55bd3 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 943 time: 0.1663334 Aug 16 02:08:33.928588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-3c8b95fb-39d3-4489-bea4-d13e2d92908d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.929871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-3c8b95fb-39d3-4489-bea4-d13e2d92908d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.2881019 Aug 16 02:08:34.029516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c9bde44-2d9f-4657-b256-5778b7050081 req-f9e8c443-0b0b-43f9-9475-a3783326fb0c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985525 Aug 16 02:08:34.034937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Deleting port 74d69f01-5cef-4a94-a83d-f023881301af {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:34.035325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.054368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-15f4d00f-3991-4bcf-8cc3-e06f1d07e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:34.055912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-15f4d00f-3991-4bcf-8cc3-e06f1d07e489 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 912 time: 0.4587948 Aug 16 02:08:34.093777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-90494938-cf38-4618-8716-15c4f76bcc0b tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.1539333 Aug 16 02:08:34.112843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-6711a0e7-e71e-4d9d-8f60-484530485ba3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:34.114675 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c1c365a0-ed21-4eb9-bf03-f570c270cc71 req-a00fe0f2-3654-47cd-b676-da33aa64620c service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946723 Aug 16 02:08:34.118317 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-aa32d65f-002f-48fe-887a-de7d55d01e0c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c9063bb-e0b9-4f09-92f5-f4f424bc6186 HTTP/1.1" status: 200 len: 217 time: 0.0480189 Aug 16 02:08:34.179812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-8ad5d2c4-7268-4958-b193-147e0318514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:34.181285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-8ad5d2c4-7268-4958-b193-147e0318514d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0557399 Aug 16 02:08:34.202021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.202351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.213451 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-d40f7724-5f9d-43d8-8b4f-940cb68b20bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245359 Aug 16 02:08:34.213939 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-6711a0e7-e71e-4d9d-8f60-484530485ba3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.249233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Calling delete_port for 74d69f01-5cef-4a94-a83d-f023881301af owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:34.328237 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-1e31f76c-467d-4666-a100-a563ea51d0ae service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075976 Aug 16 02:08:34.465009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-6711a0e7-e71e-4d9d-8f60-484530485ba3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.473848 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-6711a0e7-e71e-4d9d-8f60-484530485ba3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.474256 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-6711a0e7-e71e-4d9d-8f60-484530485ba3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Floating IP 584d3908-9640-44ef-b390-5110705e4df4 disassociated. External IP: 172.25.5.62, port: d26b1eea-251a-4438-b4c6-e94ed69606cb. Aug 16 02:08:34.485248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f922ff3-7e6a-435f-82e0-00fcbd7cc51e req-fb06e95f-97ac-4cf7-b6ae-112237273764 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:34.486787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f922ff3-7e6a-435f-82e0-00fcbd7cc51e req-fb06e95f-97ac-4cf7-b6ae-112237273764 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.1712835 Aug 16 02:08:34.522888 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70cea07a-5a4d-4d9f-bb96-db0c919c2bf4 req-76350924-6e62-4a52-95c1-d8f6240db79a service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863384 Aug 16 02:08:34.534465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-095bec5f-22f9-446b-8d3f-480a012ae118 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:34.536326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-095bec5f-22f9-446b-8d3f-480a012ae118 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.86 "GET /v2.0/networks?id=4b559be6-030d-4c84-bf3b-607be0ae6e7d HTTP/1.1" status: 200 len: 808 time: 0.1814196 Aug 16 02:08:34.611345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Request body: {'port': {'device_id': '3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f', 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d', 'admin_state_up': True, 'tenant_id': 'ed30a76c9d094823b4da25de98bdb845'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:34.631151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f922ff3-7e6a-435f-82e0-00fcbd7cc51e req-19af25c6-e857-44a9-bad9-57a83b78d630 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359382 Aug 16 02:08:34.663308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.727712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event deleted for resources: {'Port': ['ID=74d69f01-5cef-4a94-a83d-f023881301af,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.734957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Made reservation on behalf of ed30a76c9d094823b4da25de98bdb845 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:34.738643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.784613 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.845148 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.847958 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.849138 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2dea77e7-e2aa-4f0d-b637-62cfa6d09098 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "DELETE /v2.0/floatingips/a94504a5-73a9-4858-91aa-0d395ec26796 HTTP/1.1" status: 204 len: 168 time: 1.2145472 Aug 16 02:08:34.858786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eaef7411-7255-4acb-84e6-03b5a96cdd37 req-9a233424-6762-42ed-a108-222d7f3da85a tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 210 time: 0.0518811 Aug 16 02:08:34.893492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Allocated IP 172.20.0.2 (4b559be6-030d-4c84-bf3b-607be0ae6e7d/edecae95-2ea0-42ba-92ef-519feedbe87d/dac81b5c-260f-4b9c-82a9-3f67cce665fa) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:34.933871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-6711a0e7-e71e-4d9d-8f60-484530485ba3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Router d75c7827-cd0b-456d-8464-c99588b26ee6 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:35.058332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-6711a0e7-e71e-4d9d-8f60-484530485ba3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:35.063290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-6711a0e7-e71e-4d9d-8f60-484530485ba3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.071799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] Sync routers for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:35.080080 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.087459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:35.089501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:35.094612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-6711a0e7-e71e-4d9d-8f60-484530485ba3 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "PUT /v2.0/floatingips/584d3908-9640-44ef-b390-5110705e4df4 HTTP/1.1" status: 200 len: 694 time: 0.9898632 Aug 16 02:08:35.095185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:35.097741 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517" -d '{"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:35.136548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:35.158601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.164448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-5f38d115-78e7-4506-aa02-118885a116b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.166016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-5f38d115-78e7-4506-aa02-118885a116b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1098 time: 0.0539243 Aug 16 02:08:35.230210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Pushing event updated for resources: {'Port': ['ID=dac81b5c-260f-4b9c-82a9-3f67cce665fa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:35.233973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.241619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-02db6f77-acf1-461d-a452-c88a40d79d77 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1396207034', 'description': 'tempest-description--933084496'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:35.275502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Network 4b559be6-030d-4c84-bf3b-607be0ae6e7d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:35.277743 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02db6f77-acf1-461d-a452-c88a40d79d77 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.287027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:35.292575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:35.310279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:35.318635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-e9a136b1-26f7-420e-b9db-21610ec5876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.320695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-e9a136b1-26f7-420e-b9db-21610ec5876d service neutron] 10.222.0.61 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 920 time: 0.1426320 Aug 16 02:08:35.333722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94eac0-710b-4a5f-960f-ac25259f6065 req-5d7a5bee-0a3e-49d9-bc51-4c1fb8337230 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.335317 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f94eac0-710b-4a5f-960f-ac25259f6065 req-5d7a5bee-0a3e-49d9-bc51-4c1fb8337230 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 943 time: 0.0720401 Aug 16 02:08:35.368491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.369413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.392535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-69d931fa-46c3-4436-8590-25c3f0bc7f7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 217 time: 0.0562398 Aug 16 02:08:35.422149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:35.439230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f94eac0-710b-4a5f-960f-ac25259f6065 req-544179cc-3c81-40a2-a813-2bda3257f301 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949342 Aug 16 02:08:35.466111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-0e5edda8-1956-4cfa-8631-8c42dabd7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.468643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-0e5edda8-1956-4cfa-8631-8c42dabd7e9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 200 len: 859 time: 0.0653691 Aug 16 02:08:35.493670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '8c9063bb-e0b9-4f09-92f5-f4f424bc6186', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'port_id': '8c9063bb-e0b9-4f09-92f5-f4f424bc6186', 'mac_address': 'fa:16:3e:2a:de:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6492c11-2dd8-41be-8aa8-87347a69cd49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:35.507682 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02db6f77-acf1-461d-a452-c88a40d79d77 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.518493 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02db6f77-acf1-461d-a452-c88a40d79d77 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.542496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-f90cc33b-2fde-4aef-bfe8-0b66dd6b58ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be312db1-4cad-4407-b1b0-b6a296f7f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537448 Aug 16 02:08:35.543186 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-affae0cb-34d5-49ba-85fa-19202cd522d2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9351974 Aug 16 02:08:35.548203 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eb87ec-ead9-4cb0-89f8-8e934ab624e7 x-openstack-request-id: req-93eb87ec-ead9-4cb0-89f8-8e934ab624e7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:35.548779 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:35.550470 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93eb87ec-ead9-4cb0-89f8-8e934ab624e7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:35.550967 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'status': 'completed', 'code': 200} Aug 16 02:08:35.581302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-2838deb7-74a6-4a62-be5c-8c4f2953bc31 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:08:35.584834 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-2838deb7-74a6-4a62-be5c-8c4f2953bc31 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129340 Aug 16 02:08:35.606702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db6f77-acf1-461d-a452-c88a40d79d77 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9433fb79-56cd-427d-bfd1-fb62e0b2060e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:35.618793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Request body: {'port': {'device_id': '3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:35.681747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-a080327d-d160-47f3-ad54-74e4ee78e428 service neutron] 10.222.0.61 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216729 Aug 16 02:08:35.695649 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02db6f77-acf1-461d-a452-c88a40d79d77 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.697331 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-02db6f77-acf1-461d-a452-c88a40d79d77 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4598930 Aug 16 02:08:35.701422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47946) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.709122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5e4cb2d8-fa39-4954-bed7-594f72ca12d6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'security_group_rule': {'security_group_id': '9433fb79-56cd-427d-bfd1-fb62e0b2060e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:35.757483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.769786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-0c48a7d3-7e52-4b85-9c07-892126d6e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.770843 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-0c48a7d3-7e52-4b85-9c07-892126d6e1dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef64eee1ea674f188937aedea1f22905&device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 1098 time: 0.1217136 Aug 16 02:08:35.774372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.787080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:35.835930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:35.846459 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.868495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7047356e-2c8f-4af4-95b3-0770dcc8d3b6 req-9472bacf-e1f4-45b4-a6d2-e3131ccb486b service neutron] 10.222.0.61 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774704 Aug 16 02:08:35.923975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '14ebe4b6-0ad6-4277-9e12-d086111e2558', 'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'mac_address': 'fa:16:3e:82:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:39Z', 'revision_number': 5, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'subnets': [{'id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:35.925767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e4cb2d8-fa39-4954-bed7-594f72ca12d6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.940533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6251fb-4215-4b3b-9694-687ae616952a req-59faf397-53f1-4ae9-80a4-a9bbc71cb379 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.943052 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c6251fb-4215-4b3b-9694-687ae616952a req-59faf397-53f1-4ae9-80a4-a9bbc71cb379 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.0981386 Aug 16 02:08:35.959264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] Checking router: d75c7827-cd0b-456d-8464-c99588b26ee6 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:35.961296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:35.974141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:35.974770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:36.017427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c6251fb-4215-4b3b-9694-687ae616952a req-0932317a-63ed-4f67-a8fb-b436ba512406 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668025 Aug 16 02:08:36.112917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35325488-27f4-48eb-a718-83b0045acd10 req-4112fdea-2153-4110-9fc7-b936b222559d tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/floatingips/584d3908-9640-44ef-b390-5110705e4df4 HTTP/1.1" status: 200 len: 694 time: 0.0802598 Aug 16 02:08:36.117322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:36.132076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-14c87812-c278-4071-a477-4e33db1f0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.133577 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-14c87812-c278-4071-a477-4e33db1f0e63 service neutron] 10.222.0.93 "GET /v2.0/networks?id=be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 200 len: 920 time: 0.3412769 Aug 16 02:08:36.148197 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e4cb2d8-fa39-4954-bed7-594f72ca12d6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.190590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e4cb2d8-fa39-4954-bed7-594f72ca12d6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.217073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['8c9063bb-e0b9-4f09-92f5-f4f424bc6186'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:36.232351 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-791b823f-948b-4c61-9f9a-7f62f0e7c034 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 200 len: 217 time: 0.0829010 Aug 16 02:08:36.255595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cb2d8-fa39-4954-bed7-594f72ca12d6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda055ad-17fe-4954-b311-362ef317a89f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.288977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e4cb2d8-fa39-4954-bed7-594f72ca12d6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.294109 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5e4cb2d8-fa39-4954-bed7-594f72ca12d6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5849137 Aug 16 02:08:36.299853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:36.312269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d6fde4dd-611d-4ecb-ae8b-bd1b407e6266 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'security_group_rule': {'security_group_id': '9433fb79-56cd-427d-bfd1-fb62e0b2060e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:36.358125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-345b3b8d-6413-48c4-81ab-24ba6989aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.359914 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-345b3b8d-6413-48c4-81ab-24ba6989aab3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 200 len: 859 time: 0.1186156 Aug 16 02:08:36.413207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-ee40696b-3592-40f9-a4ed-0b5a59779e29 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=be312db1-4cad-4407-b1b0-b6a296f7f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425725 Aug 16 02:08:36.426336 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6fde4dd-611d-4ecb-ae8b-bd1b407e6266 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.501535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '14ebe4b6-0ad6-4277-9e12-d086111e2558', 'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'mac_address': 'fa:16:3e:82:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:39Z', 'revision_number': 5, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'subnets': [{'id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:36.550722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807f79d-451d-4a8e-9132-591db79b565d None None] The sync data for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 is: [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:07:33Z', 'revision_number': 4, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '14ebe4b6-0ad6-4277-9e12-d086111e2558', 'name': '', 'network_id': 'be312db1-4cad-4407-b1b0-b6a296f7f4da', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'mac_address': 'fa:16:3e:82:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:31Z', 'updated_at': '2021-08-16T02:07:39Z', 'revision_number': 5, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'subnets': [{'id': '7f67507e-835e-4886-8b3d-e3e980f122bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:36.554741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e2c1f-03bb-41c7-a4d4-424635a1790b req-5280de4d-bb59-45cb-941c-f4d5cbe34af9 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.556314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-609e2c1f-03bb-41c7-a4d4-424635a1790b req-5280de4d-bb59-45cb-941c-f4d5cbe34af9 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 931 time: 0.4681177 Aug 16 02:08:36.562419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac81b5c-260f-4b9c-82a9-3f67cce665fa {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:36.585836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.611476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6fde4dd-611d-4ecb-ae8b-bd1b407e6266 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.619832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Transition to ACTIVE for port object dac81b5c-260f-4b9c-82a9-3f67cce665fa will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:36.625739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35325488-27f4-48eb-a718-83b0045acd10 req-97b7918b-714e-4fad-90ed-f8383185ea09 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.626704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6fde4dd-611d-4ecb-ae8b-bd1b407e6266 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.627648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35325488-27f4-48eb-a718-83b0045acd10 req-97b7918b-714e-4fad-90ed-f8383185ea09 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.5138092 Aug 16 02:08:36.646327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.683538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fde4dd-611d-4ecb-ae8b-bd1b407e6266 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795e2292-3a47-4f28-982f-625163d22d3a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.686752 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-159c17de-0288-4d7d-b7c8-11080d0efc54 service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650476 Aug 16 02:08:36.687955 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-609e2c1f-03bb-41c7-a4d4-424635a1790b req-f6c639e0-d69e-46f5-aec7-bc99fd0a979a tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184206 Aug 16 02:08:36.711784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35325488-27f4-48eb-a718-83b0045acd10 req-08f9665d-f858-407f-9adf-457e06a042f5 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 697 time: 0.0754783 Aug 16 02:08:36.770465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6fde4dd-611d-4ecb-ae8b-bd1b407e6266 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.771988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d6fde4dd-611d-4ecb-ae8b-bd1b407e6266 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4696491 Aug 16 02:08:36.774778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Pushing event updated for resources: {'Port': ['ID=dac81b5c-260f-4b9c-82a9-3f67cce665fa,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.776673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:36.788647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:36.836019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35325488-27f4-48eb-a718-83b0045acd10 req-cef88f37-9477-4df7-bb1b-17f90ef43f36 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 697 time: 0.1159961 Aug 16 02:08:36.861159 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.880036 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daac68ab-4d8b-4fe2-84dc-1f9f68d9a517 req-8e30e792-721b-42ec-a8ca-0e8340d2aafc service neutron] 10.222.0.93 "GET /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737025 Aug 16 02:08:36.880854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Attempting to bind port dac81b5c-260f-4b9c-82a9-3f67cce665fa on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:36.881185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Attempting to bind port dac81b5c-260f-4b9c-82a9-3f67cce665fa by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '856cbe66-4058-4041-bb4c-5be5cb08ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:36.881508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Attempting to bind port dac81b5c-260f-4b9c-82a9-3f67cce665fa on network 4b559be6-030d-4c84-bf3b-607be0ae6e7d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:36.887978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Port dac81b5c-260f-4b9c-82a9-3f67cce665fa on network 4b559be6-030d-4c84-bf3b-607be0ae6e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:36.888300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Attempting to bind port dac81b5c-260f-4b9c-82a9-3f67cce665fa on network 4b559be6-030d-4c84-bf3b-607be0ae6e7d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:36.894725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:36.895175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Checking segment: {'id': '856cbe66-4058-4041-bb4c-5be5cb08ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:36.895624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Bound using segment: {'id': '856cbe66-4058-4041-bb4c-5be5cb08ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:36.896606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Bound port: dac81b5c-260f-4b9c-82a9-3f67cce665fa, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856cbe66-4058-4041-bb4c-5be5cb08ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:36.897017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.898283 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455303f0-6036-4026-9f12-ad9417cbdde2 None None] New status for floating IP 584d3908-9640-44ef-b390-5110705e4df4: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:36.915182 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.969806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43306bc4-6dbf-48b2-ba38-c1e8d0fb5374 req-1b95e509-7ef8-4671-89ec-a6c287bc0aca tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:36.971381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43306bc4-6dbf-48b2-ba38-c1e8d0fb5374 req-1b95e509-7ef8-4671-89ec-a6c287bc0aca tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 1097 time: 0.1953728 Aug 16 02:08:36.973968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] For port dac81b5c-260f-4b9c-82a9-3f67cce665fa, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:36.977356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] For port dac81b5c-260f-4b9c-82a9-3f67cce665fa, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dac81b5c-260f-4b9c-82a9-3f67cce665fa,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:36.984930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.033789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.034160 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.035847 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] 10.222.0.86 "PUT /v2.0/ports/dac81b5c-260f-4b9c-82a9-3f67cce665fa HTTP/1.1" status: 200 len: 1092 time: 1.4249587 Aug 16 02:08:37.036264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f', 'tag': 'dac81b5c-260f-4b9c-82a9-3f67cce665fa'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:37.040702 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f", "tag": "dac81b5c-260f-4b9c-82a9-3f67cce665fa"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:37.077452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a9f69-83a7-44e6-a5a8-b594b3fd265a service neutron] Pushing event updated for resources: {'Port': ['ID=dac81b5c-260f-4b9c-82a9-3f67cce665fa,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.077981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43306bc4-6dbf-48b2-ba38-c1e8d0fb5374 req-f12a7ba3-9e05-40d1-8577-acac76cee402 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737760 Aug 16 02:08:37.114463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-35325488-27f4-48eb-a718-83b0045acd10 req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Deleting port 11c54c21-32d3-4227-9835-4bbedcac52ff {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:37.114898 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35325488-27f4-48eb-a718-83b0045acd10 req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.243667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-32064439-f568-468c-8f41-4d8e14a6bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.245129 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-32064439-f568-468c-8f41-4d8e14a6bf36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed30a76c9d094823b4da25de98bdb845&device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 1095 time: 0.1091645 Aug 16 02:08:37.254254 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35325488-27f4-48eb-a718-83b0045acd10 req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.254591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35325488-27f4-48eb-a718-83b0045acd10 req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.271399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-35325488-27f4-48eb-a718-83b0045acd10 req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Calling delete_port for 11c54c21-32d3-4227-9835-4bbedcac52ff owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:37.283244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.296554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c51c9-da41-4d99-bdaf-0230507f2445 req-1c06b9f0-1025-442b-b744-d4c96187502b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.298060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-427c51c9-da41-4d99-bdaf-0230507f2445 req-1c06b9f0-1025-442b-b744-d4c96187502b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 944 time: 0.1210506 Aug 16 02:08:37.304533 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-87bfb714-621d-48a4-9a6f-d5846e62adfb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac81b5c-260f-4b9c-82a9-3f67cce665fa HTTP/1.1" status: 200 len: 217 time: 0.0376847 Aug 16 02:08:37.362901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-36cbe291-f236-4b72-95e8-940322502586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.364386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-36cbe291-f236-4b72-95e8-940322502586 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=edecae95-2ea0-42ba-92ef-519feedbe87d HTTP/1.1" status: 200 len: 848 time: 0.0498865 Aug 16 02:08:37.404061 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-b8b53e69-f934-4de9-91fa-d5dadfe40a1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b559be6-030d-4c84-bf3b-607be0ae6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268593 Aug 16 02:08:37.424135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-427c51c9-da41-4d99-bdaf-0230507f2445 req-9c501ef8-f119-49e7-b92e-22c33b00da31 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185882 Aug 16 02:08:37.498667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Allocated IP 172.25.5.88 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/5206bc7d-fe7f-4dff-a9f1-64c1da8066de) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:37.520763 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-2b2a13a4-a1f9-4ef1-b102-fb202bb700a1 service neutron] 10.222.0.86 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046145 Aug 16 02:08:37.655608 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50898c8c-241c-4ef8-ab9c-9dfe3677e123 req-16d15a56-19e8-4f10-952b-ce351bc0fa5c service neutron] 10.222.0.86 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245589 Aug 16 02:08:37.663681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35325488-27f4-48eb-a718-83b0045acd10 req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.713239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.716557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Pushing event deleted for resources: {'Port': ['ID=11c54c21-32d3-4227-9835-4bbedcac52ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.806827 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35325488-27f4-48eb-a718-83b0045acd10 req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.809368 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c35b14-3ab0-4b6a-bd1f-36b9f23716ab x-openstack-request-id: req-05c35b14-3ab0-4b6a-bd1f-36b9f23716ab {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:37.809771 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f", "tag": "dac81b5c-260f-4b9c-82a9-3f67cce665fa", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:37.809913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35325488-27f4-48eb-a718-83b0045acd10 req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.809999 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05c35b14-3ab0-4b6a-bd1f-36b9f23716ab {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:37.810302 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f', 'tag': 'dac81b5c-260f-4b9c-82a9-3f67cce665fa', 'status': 'completed', 'code': 200} Aug 16 02:08:37.810910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35325488-27f4-48eb-a718-83b0045acd10 req-5897093d-88a8-4733-b8cb-56ae61bc53de tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "DELETE /v2.0/floatingips/584d3908-9640-44ef-b390-5110705e4df4 HTTP/1.1" status: 204 len: 173 time: 0.9741783 Aug 16 02:08:37.821877 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.881223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'Port': ['ID=5206bc7d-fe7f-4dff-a9f1-64c1da8066de,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.915925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:37.922670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-89cc16f7-e28c-4314-b856-84d31936eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.924455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-89cc16f7-e28c-4314-b856-84d31936eef4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed30a76c9d094823b4da25de98bdb845&device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 1095 time: 0.0560226 Aug 16 02:08:37.926979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:37.930965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:38.000933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333849-94b0-4682-8f35-1de87b6aa408 req-0f2458a9-69e8-4bd9-8672-43f159d5614a tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.007617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0333849-94b0-4682-8f35-1de87b6aa408 req-0f2458a9-69e8-4bd9-8672-43f159d5614a tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 1097 time: 0.1401711 Aug 16 02:08:38.037968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-19f3d617-44f9-47a6-952b-aef88ed976dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.039754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-19f3d617-44f9-47a6-952b-aef88ed976dd service neutron] 10.222.0.86 "GET /v2.0/networks?id=4b559be6-030d-4c84-bf3b-607be0ae6e7d HTTP/1.1" status: 200 len: 909 time: 0.1030622 Aug 16 02:08:38.044319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c243-b78b-498d-8f94-1888c1156314 req-dbb996a8-853a-4304-8e5a-bc6b9d70d544 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.045837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6273c243-b78b-498d-8f94-1888c1156314 req-dbb996a8-853a-4304-8e5a-bc6b9d70d544 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 943 time: 0.1325197 Aug 16 02:08:38.090107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-4a36466c-cbc5-4b9c-8fac-5a150498a8ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac81b5c-260f-4b9c-82a9-3f67cce665fa HTTP/1.1" status: 200 len: 217 time: 0.0402846 Aug 16 02:08:38.124623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0333849-94b0-4682-8f35-1de87b6aa408 req-b171770c-dad2-4a59-a1f6-ebe9adb7b904 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156621 Aug 16 02:08:38.131123 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.149796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6273c243-b78b-498d-8f94-1888c1156314 req-76d3974a-f52c-44a4-9549-67a6811c30ed tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802510 Aug 16 02:08:38.170562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-9edcab14-353d-4d66-8991-0fdaf0750c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.172490 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-9edcab14-353d-4d66-8991-0fdaf0750c44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=edecae95-2ea0-42ba-92ef-519feedbe87d HTTP/1.1" status: 200 len: 848 time: 0.0612483 Aug 16 02:08:38.211068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-5ae91d81-8f3e-4111-ba75-a750ad91fe91 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4b559be6-030d-4c84-bf3b-607be0ae6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311379 Aug 16 02:08:38.223070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.290407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65f320d5-b89d-42a5-8f16-51b28726f4d1 req-e1088d9e-d007-40f7-b829-12c8e62a50ed tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups/5c341ec3-d327-4f7f-8c1c-db0b49a3f1dd HTTP/1.1" status: 200 len: 1810 time: 0.1005163 Aug 16 02:08:38.346623 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-54779b41-2001-4a82-9fe4-e890c1569b62 service neutron] 10.222.0.86 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260183 Aug 16 02:08:38.441859 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65f320d5-b89d-42a5-8f16-51b28726f4d1 req-6e3e4cbd-29e5-41ca-8654-c3131fb6409f tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.464083 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-10e4c5f4-3ee7-4488-ab10-bfcb569a1d8b req-d420d2da-9956-47f0-ab58-0eed5b8557f2 service neutron] 10.222.0.86 "GET /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022155 Aug 16 02:08:38.486205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65f320d5-b89d-42a5-8f16-51b28726f4d1 req-6e3e4cbd-29e5-41ca-8654-c3131fb6409f tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.530212 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.537880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.601571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65f320d5-b89d-42a5-8f16-51b28726f4d1 req-6e3e4cbd-29e5-41ca-8654-c3131fb6409f tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.604080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65f320d5-b89d-42a5-8f16-51b28726f4d1 req-6e3e4cbd-29e5-41ca-8654-c3131fb6409f tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.605338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65f320d5-b89d-42a5-8f16-51b28726f4d1 req-6e3e4cbd-29e5-41ca-8654-c3131fb6409f tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "DELETE /v2.0/security-groups/5c341ec3-d327-4f7f-8c1c-db0b49a3f1dd HTTP/1.1" status: 204 len: 173 time: 0.2986491 Aug 16 02:08:38.626122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e4cbd-29e5-41ca-8654-c3131fb6409f tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c341ec3-d327-4f7f-8c1c-db0b49a3f1dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:38.633748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'Port': ['ID=5206bc7d-fe7f-4dff-a9f1-64c1da8066de,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:38.651987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.668618 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.670030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ce01b4e9-cbd4-4003-ab49-9c9d4f73481d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8853302 Aug 16 02:08:38.744124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13a337-514b-4c04-919e-63b9ef9ff28a req-ef1cef71-2514-4adc-baf9-fc2b86259561 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:38.746375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a13a337-514b-4c04-919e-63b9ef9ff28a req-ef1cef71-2514-4adc-baf9-fc2b86259561 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 944 time: 0.0731006 Aug 16 02:08:38.789963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a13a337-514b-4c04-919e-63b9ef9ff28a req-e6a828fa-6188-4307-a480-c33997173e65 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355427 Aug 16 02:08:39.133288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-1c061457-c8d5-40cb-b2a2-536bc5bd59dc tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:08:39.142003 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-1c061457-c8d5-40cb-b2a2-536bc5bd59dc tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134358 Aug 16 02:08:39.146803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Request body: {'binding': {'host': 'n-h2-768862-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:39.147331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:08:39.152400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:39.203835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-0a2fbe54-061a-4f90-b995-546c9a97b42a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1396207034&fields=id&tenant_id=8dda2d21c6364f58bd08e8e8c7278035 HTTP/1.1" status: 200 len: 267 time: 0.0374849 Aug 16 02:08:39.214388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:39.218979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:39.219450 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.314434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on host n-h2-768862-14 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:39.314742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:39.315130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:39.315273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.320283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:39.320827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:39.327204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:39.327782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:39.328423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:39.328917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Bound port: 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:39.329038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-a29fa8b0-981f-4357-9ab4-511724858b68 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.331109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-a29fa8b0-981f-4357-9ab4-511724858b68 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 817 time: 0.1178801 Aug 16 02:08:39.342655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5f21e-8009-441e-9d41-641935f57f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9063bb-e0b9-4f09-92f5-f4f424bc6186'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:39.345462 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d0c83f-8431-4828-a4b5-02ed0092a541" -d '{"events": [{"server_uuid": "00d5f21e-8009-441e-9d41-641935f57f5d", "name": "network-vif-plugged", "status": "completed", "tag": "8c9063bb-e0b9-4f09-92f5-f4f424bc6186"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:39.353175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-caf1dbbe-1b48-4018-a40d-c8e0ca5f9992 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/quotas/8dda2d21c6364f58bd08e8e8c7278035 HTTP/1.1" status: 200 len: 375 time: 0.0150609 Aug 16 02:08:39.360893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:39.365709 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.395221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:39.404143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.408572 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-98dfcfe9-ce5b-46d3-bbce-fc2b4dad9c3f service neutron] 10.222.0.61 "POST /v2.0/ports/9aa19961-33e1-43f7-bb36-e71ff1a2a5a2/bindings HTTP/1.1" status: 201 len: 390 time: 0.2657349 Aug 16 02:08:39.428059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:39.431766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-b13bd650-d4d1-4065-950f-73a8ce177877 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696721 Aug 16 02:08:39.450608 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-2df1ef55-12b6-4bfd-b1d0-ee0102bf793b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:08:39.451895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-2df1ef55-12b6-4bfd-b1d0-ee0102bf793b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071433 Aug 16 02:08:39.563558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-e3eb069c-2ded-44fd-b7ae-bcc027678177 service neutron] 10.222.0.61 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007411 Aug 16 02:08:39.712102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-373c22ea-f478-42a8-a85d-6b3bddc24e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.712666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cdfe3-1d7f-4cf6-80ad-a0a23b707aef req-9800804e-e7e8-4b6e-a16a-61813f63dc91 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.713703 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-373c22ea-f478-42a8-a85d-6b3bddc24e13 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 1097 time: 0.0450897 Aug 16 02:08:39.714219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f89cdfe3-1d7f-4cf6-80ad-a0a23b707aef req-9800804e-e7e8-4b6e-a16a-61813f63dc91 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0846353 Aug 16 02:08:39.720134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-d53024f3-2f62-4af6-9d3a-a9b7a75c90a5 service neutron] 10.222.0.61 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503317 Aug 16 02:08:39.764636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f89cdfe3-1d7f-4cf6-80ad-a0a23b707aef req-8c4fff10-9baa-4850-837b-914ed42f2e7f tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Aug 16 02:08:39.828355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e82da1a3-e88a-45b8-941a-0a4895f5f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.830139 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e82da1a3-e88a-45b8-941a-0a4895f5f723 service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1084926 Aug 16 02:08:39.881858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-d4b6808b-e88d-48d9-ab6b-cfce20b71c71 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 HTTP/1.1" status: 200 len: 217 time: 0.0437262 Aug 16 02:08:39.899703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce0bef-de1e-4fff-b263-435ad3411642 req-853187f7-385c-4caf-9f0e-0cbd260bf5ed tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.903143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5ce0bef-de1e-4fff-b263-435ad3411642 req-853187f7-385c-4caf-9f0e-0cbd260bf5ed tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 943 time: 0.0731113 Aug 16 02:08:39.930160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device dac81b5c-260f-4b9c-82a9-3f67cce665fa details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:39.958103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5ce0bef-de1e-4fff-b263-435ad3411642 req-3e6c60df-699c-43a1-902a-ef8d56d9393a tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488901 Aug 16 02:08:39.987722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-967baba1-d981-4023-8162-9014ca50049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.989250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-967baba1-d981-4023-8162-9014ca50049e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0992906 Aug 16 02:08:40.020880 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e044975c-e9c6-41f6-b0d5-0007aa55c969 x-openstack-request-id: req-e044975c-e9c6-41f6-b0d5-0007aa55c969 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:40.021171 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d5f21e-8009-441e-9d41-641935f57f5d", "name": "network-vif-plugged", "status": "completed", "tag": "8c9063bb-e0b9-4f09-92f5-f4f424bc6186", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:40.021423 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e044975c-e9c6-41f6-b0d5-0007aa55c969 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:40.021812 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5f21e-8009-441e-9d41-641935f57f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9063bb-e0b9-4f09-92f5-f4f424bc6186', 'code': 200} Aug 16 02:08:40.038190 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-592d27ab-9ee9-483b-beb8-03197f6c920f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400460 Aug 16 02:08:40.070831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port dac81b5c-260f-4b9c-82a9-3f67cce665fa, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dac81b5c-260f-4b9c-82a9-3f67cce665fa,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:40.083052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'dac81b5c-260f-4b9c-82a9-3f67cce665fa', 'network_id': '4b559be6-030d-4c84-bf3b-607be0ae6e7d', 'port_id': 'dac81b5c-260f-4b9c-82a9-3f67cce665fa', 'mac_address': 'fa:16:3e:5f:0c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edecae95-2ea0-42ba-92ef-519feedbe87d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:40.146575 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.164028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac81b5c-260f-4b9c-82a9-3f67cce665fa {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:40.184982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3c416-2639-444b-b222-fe057a3d59d5 req-ad7ff0e0-060b-4daa-ba0f-48ec98fce59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.187407 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01d3c416-2639-444b-b222-fe057a3d59d5 req-ad7ff0e0-060b-4daa-ba0f-48ec98fce59d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 1097 time: 0.0840232 Aug 16 02:08:40.197772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port dac81b5c-260f-4b9c-82a9-3f67cce665fa, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dac81b5c-260f-4b9c-82a9-3f67cce665fa,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:40.203984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.210436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee613c8-3e0a-4a92-81f0-be834101c164 req-3d4b7fef-fa0d-4ea6-9bcc-fa34e6ff84ea tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.219385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ee613c8-3e0a-4a92-81f0-be834101c164 req-3d4b7fef-fa0d-4ea6-9bcc-fa34e6ff84ea tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.1480267 Aug 16 02:08:40.224354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-d838781d-c13e-4d77-9663-4d6e2cfa1ac5 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783485 Aug 16 02:08:40.251509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ffa5-0f4f-4342-b034-7c44d3888288 req-acfb9310-112a-428c-bd40-c89a0943b41c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.253287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ef0ffa5-0f4f-4342-b034-7c44d3888288 req-acfb9310-112a-428c-bd40-c89a0943b41c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 945 time: 0.1190188 Aug 16 02:08:40.262276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-01d3c416-2639-444b-b222-fe057a3d59d5 req-596cacb2-5326-41e2-bf0b-df9fa896af6e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620074 Aug 16 02:08:40.278987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=dac81b5c-260f-4b9c-82a9-3f67cce665fa,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:40.284336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ee613c8-3e0a-4a92-81f0-be834101c164 req-f0e30a45-6253-492e-8b63-81988db250e4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639744 Aug 16 02:08:40.350987 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-49a0ab2e-2904-49c5-b032-83b3935ee5f7 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129384 Aug 16 02:08:40.368311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b880a535-18ca-469b-999a-35cec735852a req-ea0e1d9a-59db-4899-bc74-0fa989364343 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 210 time: 0.0406945 Aug 16 02:08:40.372543 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ef0ffa5-0f4f-4342-b034-7c44d3888288 req-2d00d481-3195-4963-a4b0-3accb2eee8a7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000237 Aug 16 02:08:40.755803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['dac81b5c-260f-4b9c-82a9-3f67cce665fa'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:40.914471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755035a-2213-40dc-a3b1-ff5bec1250e8 req-0371d1c1-6d04-47d2-ab5d-feda9ba4c43a tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:40.916134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a755035a-2213-40dc-a3b1-ff5bec1250e8 req-0371d1c1-6d04-47d2-ab5d-feda9ba4c43a tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0665965 Aug 16 02:08:40.962017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a755035a-2213-40dc-a3b1-ff5bec1250e8 req-20c1d84e-2603-4d43-9ad3-5022f6d5515a tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390992 Aug 16 02:08:41.090799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c90a44-43a6-4107-9cc1-210fe430b8b4 req-f94ebee0-89ff-49e5-8012-0daa2a46fe3e tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.092498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99c90a44-43a6-4107-9cc1-210fe430b8b4 req-f94ebee0-89ff-49e5-8012-0daa2a46fe3e tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 944 time: 0.0563009 Aug 16 02:08:41.146665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99c90a44-43a6-4107-9cc1-210fe430b8b4 req-e1b9767f-6cfc-414c-a3be-8cd2a11ec482 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Aug 16 02:08:41.446054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accabae-45e3-4c6f-a9b7-a3c8a7f534f0 req-7b18d0ec-1255-4b74-97bb-96ca3a32f31d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.455637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1accabae-45e3-4c6f-a9b7-a3c8a7f534f0 req-7b18d0ec-1255-4b74-97bb-96ca3a32f31d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.0859690 Aug 16 02:08:41.518245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1accabae-45e3-4c6f-a9b7-a3c8a7f534f0 req-8853204e-0d7c-46ef-89a3-daa0caeb90ef tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615289 Aug 16 02:08:41.542303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5827a01-cb36-442f-b46f-00210ca87f0f req-34fb100d-bd63-46d0-a81c-ccb06b922b74 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 210 time: 0.0536647 Aug 16 02:08:41.589452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-8dc8b146-422a-456c-bd7b-bd29dda89353 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.591736 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-8dc8b146-422a-456c-bd7b-bd29dda89353 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.93 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 817 time: 0.4933164 Aug 16 02:08:41.647212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-9d5dfb59-446b-4de4-8bfb-579e3b2d49be tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dda2d21c6364f58bd08e8e8c7278035 HTTP/1.1" status: 200 len: 380 time: 0.0399928 Aug 16 02:08:41.665257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'port': {'device_id': '4b219273-9f02-4112-aa4e-188336785b26', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'admin_state_up': True, 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'security_groups': ['9433fb79-56cd-427d-bfd1-fb62e0b2060e']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:41.670956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26add7-5647-4a85-9635-78f5ddf998f8 req-3ca4ac2c-03e8-421a-9fc9-13bdc6a2c747 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.673027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da26add7-5647-4a85-9635-78f5ddf998f8 req-3ca4ac2c-03e8-421a-9fc9-13bdc6a2c747 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 945 time: 0.0655005 Aug 16 02:08:41.719319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da26add7-5647-4a85-9635-78f5ddf998f8 req-e29fb32a-b6a3-42ff-9344-8016f3d423b2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394599 Aug 16 02:08:41.822114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Made reservation on behalf of 8dda2d21c6364f58bd08e8e8c7278035 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:41.827392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.944382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-38d42ad5-9046-4be5-b23d-bd2f135bf68c tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:41.945771 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-38d42ad5-9046-4be5-b23d-bd2f135bf68c tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.0946894 Aug 16 02:08:41.985484 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.025378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffbc55-82b2-4890-ad3c-428af0db6498 req-01f37bb3-dfd3-4b12-a460-f99237fe1aa9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.028086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dffbc55-82b2-4890-ad3c-428af0db6498 req-01f37bb3-dfd3-4b12-a460-f99237fe1aa9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 945 time: 0.0762942 Aug 16 02:08:42.122556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dffbc55-82b2-4890-ad3c-428af0db6498 req-e7919d40-9b80-4189-a10f-0c3b82a69202 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871363 Aug 16 02:08:42.124718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Allocated IP 172.20.0.7 (1d037ab6-476b-4559-a0ae-90faec753940/21580483-754d-4024-8d37-a3899f6eb150/dd3ab008-36fc-4a1a-93fa-4019f9e46ad6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:42.152884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2161f-a7d6-4bdc-9394-e4f856adcbf1 req-2dd08fdc-54c1-462d-9119-51923b53a61e tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.154467 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69c2161f-a7d6-4bdc-9394-e4f856adcbf1 req-2dd08fdc-54c1-462d-9119-51923b53a61e tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 946 time: 0.1114421 Aug 16 02:08:42.196274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Deleting port d26b1eea-251a-4438-b4c6-e94ed69606cb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:42.196678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.201933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69c2161f-a7d6-4bdc-9394-e4f856adcbf1 req-f753e566-fcd2-44b5-956f-9929e52b8a16 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd673572-a395-48fb-a9bc-21a6bf6c9ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Aug 16 02:08:42.296357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546a76c-7861-4d37-a5df-c45c18938ae7 req-d01a63e4-79bd-475f-b1ed-cb3d19e626ed tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.297959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1546a76c-7861-4d37-a5df-c45c18938ae7 req-d01a63e4-79bd-475f-b1ed-cb3d19e626ed tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 944 time: 0.0549409 Aug 16 02:08:42.340231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1546a76c-7861-4d37-a5df-c45c18938ae7 req-5d739f75-4c05-4e1d-acb0-bf80f10335b1 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354323 Aug 16 02:08:42.366087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] For port d26b1eea-251a-4438-b4c6-e94ed69606cb, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d26b1eea-251a-4438-b4c6-e94ed69606cb,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:42.366449 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.387418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.389573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Calling delete_port for d26b1eea-251a-4438-b4c6-e94ed69606cb owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:42.410108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Transition to ACTIVE for port object dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:42.500573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.580243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Network 1d037ab6-476b-4559-a0ae-90faec753940 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:42.591211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:42.599358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:42.607911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.666887 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.679204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['d26b1eea-251a-4438-b4c6-e94ed69606cb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:42.730812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Pushing event deleted for resources: {'Port': ['ID=d26b1eea-251a-4438-b4c6-e94ed69606cb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.739056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706030-05ed-4ded-9160-bc8d9a8e9883 req-2c5a8511-9594-4e8c-bfce-b8880a37ad26 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.743173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7706030-05ed-4ded-9160-bc8d9a8e9883 req-2c5a8511-9594-4e8c-bfce-b8880a37ad26 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.1326017 Aug 16 02:08:42.749785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.750447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.772307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] No DVR routers for this DVR port d26b1eea-251a-4438-b4c6-e94ed69606cb on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:42.776871 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.779121 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d160cc8a-84d1-4ede-8d89-9e49a59240d5 req-05b58b22-77eb-4b8b-a18f-11df43c05a80 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.93 "DELETE /v2.0/ports/d26b1eea-251a-4438-b4c6-e94ed69606cb HTTP/1.1" status: 204 len: 173 time: 0.8258176 Aug 16 02:08:42.783362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195e88-e7b8-4d7e-bfd6-c827eca95416 req-21d2d22f-ae95-4ae7-bbac-401367c8db40 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.787902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'name': 'network-vif-deleted', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:42.792404 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be355b85-b8da-4b44-9bee-2efe02afc603" -d '{"events": [{"server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "name": "network-vif-deleted", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:42.793178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5195e88-e7b8-4d7e-bfd6-c827eca95416 req-21d2d22f-ae95-4ae7-bbac-401367c8db40 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 931 time: 0.1473331 Aug 16 02:08:42.810716 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-cf74cace-feeb-4557-ab18-e298e5dc92ed tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1505151 Aug 16 02:08:42.824564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Request body: {'port': {'device_id': '4b219273-9f02-4112-aa4e-188336785b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:42.870613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7706030-05ed-4ded-9160-bc8d9a8e9883 req-df41932e-2c80-4258-b9ee-2b75df948a25 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128495 Aug 16 02:08:42.889889 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5195e88-e7b8-4d7e-bfd6-c827eca95416 req-65a0503c-a461-4e07-9917-9077ab65d048 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955324 Aug 16 02:08:42.955754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.996244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-876d2e34-7e6f-4c64-ba11-a4b4c6e62d51 None None] Provisioning for port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:43.005285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-876d2e34-7e6f-4c64-ba11-a4b4c6e62d51 None None] Provisioning complete for port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:43.006362 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-876d2e34-7e6f-4c64-ba11-a4b4c6e62d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.039707 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e3453c-1ff3-4c9a-9832-19d4cf76c0d9 x-openstack-request-id: req-c9e3453c-1ff3-4c9a-9832-19d4cf76c0d9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:43.040155 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4adac3a-5bba-47ab-a524-11a1df0da21e", "name": "network-vif-deleted", "tag": "d26b1eea-251a-4438-b4c6-e94ed69606cb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:43.040482 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9e3453c-1ff3-4c9a-9832-19d4cf76c0d9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:43.040964 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4adac3a-5bba-47ab-a524-11a1df0da21e', 'name': 'network-vif-deleted', 'tag': 'd26b1eea-251a-4438-b4c6-e94ed69606cb', 'status': 'completed', 'code': 200} Aug 16 02:08:43.055998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-876d2e34-7e6f-4c64-ba11-a4b4c6e62d51 None None] Port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:43.263807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9a46b-1140-4103-ad33-d176f62ea38b req-5a72b6d2-a2a2-46f6-ade0-a1d9d43c9283 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.274234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08c9a46b-1140-4103-ad33-d176f62ea38b req-5a72b6d2-a2a2-46f6-ade0-a1d9d43c9283 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 945 time: 0.0788300 Aug 16 02:08:43.314453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:43.319424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08c9a46b-1140-4103-ad33-d176f62ea38b req-31b0bc30-1bf5-4e7c-9153-559d080f94fc tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441523 Aug 16 02:08:43.353279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.370022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1955686-51b9-42f7-b404-ca4e2fa7e1bf req-fdaf199f-4db6-47e7-808a-de0792681c38 tempest-ServerRescueTestJSONUnderV235-959942948 tempest-ServerRescueTestJSONUnderV235-959942948-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4adac3a-5bba-47ab-a524-11a1df0da21e HTTP/1.1" status: 200 len: 210 time: 0.0415151 Aug 16 02:08:43.382787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Transition to ACTIVE for port object dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:43.390497 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.437528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:43.561382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba730-1e0d-42ed-a2da-dddc2835aefc req-c5286510-d1b3-4fe5-ab5e-1d627350b13e tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.563004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c95ba730-1e0d-42ed-a2da-dddc2835aefc req-c5286510-d1b3-4fe5-ab5e-1d627350b13e tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 944 time: 0.0944388 Aug 16 02:08:43.584766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Attempting to bind port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:43.585104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Attempting to bind port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:43.585435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Attempting to bind port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 on network 1d037ab6-476b-4559-a0ae-90faec753940 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:43.591215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 on network 1d037ab6-476b-4559-a0ae-90faec753940 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:43.591536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Attempting to bind port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 on network 1d037ab6-476b-4559-a0ae-90faec753940 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:43.602186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:43.602681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Checking segment: {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:43.603143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Bound using segment: {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:43.603578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Bound port: dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618eedba-5d9a-4cbd-acee-4c96979d9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:43.603942 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.683066 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c95ba730-1e0d-42ed-a2da-dddc2835aefc req-ff1cac70-f5d5-47e8-a731-7b1e277c6fd6 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088510 Aug 16 02:08:43.697544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:43.706258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:43.715023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.734141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191b0da-7572-431e-ac5f-bdf3facaa939 req-ab785282-af30-4013-8860-1968dbb72c7d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.739921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d191b0da-7572-431e-ac5f-bdf3facaa939 req-ab785282-af30-4013-8860-1968dbb72c7d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 945 time: 0.0816152 Aug 16 02:08:43.794448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d191b0da-7572-431e-ac5f-bdf3facaa939 req-b396336a-d09f-4022-ba2f-594716ad1453 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463467 Aug 16 02:08:43.794918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:43.805658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.806662 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.809333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-18432a34-3810-438f-98bb-25c2f9023a2b service neutron] 10.222.0.93 "PUT /v2.0/ports/dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 HTTP/1.1" status: 200 len: 1092 time: 0.9894159 Aug 16 02:08:43.927333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-4450da89-2a8e-4fdc-af87-eaadd1ea5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.929595 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-4450da89-2a8e-4fdc-af87-eaadd1ea5e4b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 1095 time: 0.0712690 Aug 16 02:08:43.986140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device dac81b5c-260f-4b9c-82a9-3f67cce665fa up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:43.998333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-425ae498-ab77-4a21-8463-cbd945bf0341 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 HTTP/1.1" status: 200 len: 217 time: 0.0589435 Aug 16 02:08:44.066359 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-5603619b-1867-4e68-8cb7-52493d43d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.068374 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-5603619b-1867-4e68-8cb7-52493d43d862 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.0570416 Aug 16 02:08:44.069391 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port dac81b5c-260f-4b9c-82a9-3f67cce665fa completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:44.074358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port dac81b5c-260f-4b9c-82a9-3f67cce665fa triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:44.074820 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.118621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cae6e2-7c1d-4499-bc6a-b601353e28a0 req-f9f15d68-35a2-4e5e-b977-5bbd5fcb6cb6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.121275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43cae6e2-7c1d-4499-bc6a-b601353e28a0 req-f9f15d68-35a2-4e5e-b977-5bbd5fcb6cb6 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.1024487 Aug 16 02:08:44.132361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e41c4a-8a50-4647-b52c-d7a3e2700dbf req-a641b0c6-afb6-4a4f-8944-ad480d3ced37 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.132361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1e41c4a-8a50-4647-b52c-d7a3e2700dbf req-a641b0c6-afb6-4a4f-8944-ad480d3ced37 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.1247518 Aug 16 02:08:44.185938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-6024dd54-4eba-41ee-8d45-79081ae54d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.188380 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-6024dd54-4eba-41ee-8d45-79081ae54d11 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091580 Aug 16 02:08:44.200847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43cae6e2-7c1d-4499-bc6a-b601353e28a0 req-ced86094-2474-4f85-ab00-4c3d936347eb tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680521 Aug 16 02:08:44.210714 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.224839 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1e41c4a-8a50-4647-b52c-d7a3e2700dbf req-f898b5db-55a5-447d-814d-d34f133faf52 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847371 Aug 16 02:08:44.254220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port dac81b5c-260f-4b9c-82a9-3f67cce665fa, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dac81b5c-260f-4b9c-82a9-3f67cce665fa,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:44.255379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac81b5c-260f-4b9c-82a9-3f67cce665fa'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:44.258173 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126cef19-62d8-4871-9a42-d7795e92aed3" -d '{"events": [{"server_uuid": "3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f", "name": "network-vif-plugged", "status": "completed", "tag": "dac81b5c-260f-4b9c-82a9-3f67cce665fa"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:44.263727 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.319908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=dac81b5c-260f-4b9c-82a9-3f67cce665fa,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.368780 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-a6d5295e-8ff8-44ee-94c1-3b11c75ef44a service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721146 Aug 16 02:08:44.392772 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ee969c-6cd3-4e2f-a9e4-c192afe78d08 x-openstack-request-id: req-68ee969c-6cd3-4e2f-a9e4-c192afe78d08 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:44.393064 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f", "name": "network-vif-plugged", "status": "completed", "tag": "dac81b5c-260f-4b9c-82a9-3f67cce665fa", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:44.393316 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68ee969c-6cd3-4e2f-a9e4-c192afe78d08 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:44.393707 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac81b5c-260f-4b9c-82a9-3f67cce665fa', 'code': 200} Aug 16 02:08:44.444239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:44.485708 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7b4fb87f-ef3f-4955-8c4c-7a30b39b39e9 req-f99bac3f-09c3-4cf8-91a3-a6cb6888f66c service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082687 Aug 16 02:08:44.546617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c2be-eba8-4cdb-a9a8-094deaf885d2 req-d9e9dc47-a28f-4bc0-a6c4-437f27e76e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.548281 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70b4c2be-eba8-4cdb-a9a8-094deaf885d2 req-d9e9dc47-a28f-4bc0-a6c4-437f27e76e77 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 1097 time: 0.0583057 Aug 16 02:08:44.587585 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70b4c2be-eba8-4cdb-a9a8-094deaf885d2 req-a36553f5-fbe7-44e0-a86c-63ce66fcb5d7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301001 Aug 16 02:08:44.835713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46d52-ffc0-492b-83ff-f9097c8a77c9 req-4a2bc523-f407-40f3-92c5-d5e962c87a35 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.837182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffc46d52-ffc0-492b-83ff-f9097c8a77c9 req-4a2bc523-f407-40f3-92c5-d5e962c87a35 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 945 time: 0.0809340 Aug 16 02:08:44.886948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.930772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffc46d52-ffc0-492b-83ff-f9097c8a77c9 req-daf9a605-fd39-42d7-a5fa-b3584ed604e2 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849226 Aug 16 02:08:45.015587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabded7e-1aad-475d-8218-204c39a3b1ef req-c801337b-759e-4cb8-85c7-050d47f16563 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.017114 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eabded7e-1aad-475d-8218-204c39a3b1ef req-c801337b-759e-4cb8-85c7-050d47f16563 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 945 time: 0.1361668 Aug 16 02:08:45.051596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:45.054180 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29739bb-ddd6-490f-910b-6fbc3aaadc57" -d '{"events": [{"name": "network-changed", "server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:45.106313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-e69e16c1-ec9c-4a95-9390-f53485c4df6b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.110601 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-e69e16c1-ec9c-4a95-9390-f53485c4df6b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 945 time: 0.0849125 Aug 16 02:08:45.112652 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c680e5e5-aa41-4ace-91d3-0ae14b022e79 x-openstack-request-id: req-c680e5e5-aa41-4ace-91d3-0ae14b022e79 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:45.113113 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:45.113464 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c680e5e5-aa41-4ace-91d3-0ae14b022e79 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:45.113937 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'status': 'completed', 'code': 200} Aug 16 02:08:45.115902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eabded7e-1aad-475d-8218-204c39a3b1ef req-38a468c5-ad11-4f0d-8663-343907049dcf tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916960 Aug 16 02:08:45.203961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d26b1eea-251a-4438-b4c6-e94ed69606cb no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:45.233125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: d26b1eea-251a-4438-b4c6-e94ed69606cb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:45.233730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d26b1eea-251a-4438-b4c6-e94ed69606cb not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:45.245559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Deleting port 14ebe4b6-0ad6-4277-9e12-d086111e2558 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:45.246014 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.260847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-0b2147c9-4aaa-44e5-a172-9927921d6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.262379 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-0b2147c9-4aaa-44e5-a172-9927921d6632 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 1095 time: 0.1059685 Aug 16 02:08:45.347808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Deleting port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:45.348053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.446874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-ef95b7b4-d81f-493c-a1a4-0000f7d19e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.449839 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-ef95b7b4-d81f-493c-a1a4-0000f7d19e26 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.1785257 Aug 16 02:08:45.508977 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-fa7fc774-31eb-4d22-8139-3d27f18bee7a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 HTTP/1.1" status: 200 len: 217 time: 0.0492420 Aug 16 02:08:45.533428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] For port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:45.533800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.575536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Calling delete_port for 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:45.601570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-970198f6-8b5b-43cf-9b12-8d84a967b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.602987 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-970198f6-8b5b-43cf-9b12-8d84a967b43b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.0871742 Aug 16 02:08:45.701501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-cc7ba49a-7a62-4f19-a423-ed5cd625c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.703021 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-cc7ba49a-7a62-4f19-a423-ed5cd625c457 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663524 Aug 16 02:08:45.758270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b4c52-6a65-472d-98f9-0f06bad9cc1b req-e2c488e7-c143-41c2-9451-cda041f01a4a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.759767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae7b4c52-6a65-472d-98f9-0f06bad9cc1b req-e2c488e7-c143-41c2-9451-cda041f01a4a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.1041560 Aug 16 02:08:45.772138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231eb9f-f364-4302-8e92-57c927ba5905 req-91e1dcdb-edd3-499e-b6d4-d42baf72a1f6 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:45.773650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d231eb9f-f364-4302-8e92-57c927ba5905 req-91e1dcdb-edd3-499e-b6d4-d42baf72a1f6 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.1191351 Aug 16 02:08:45.787135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] For port 14ebe4b6-0ad6-4277-9e12-d086111e2558, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=14ebe4b6-0ad6-4277-9e12-d086111e2558,segment=NetworkSegment(cee9e273-e25d-41c4-8a34-31c95d5ef7a3),segment_id=cee9e273-e25d-41c4-8a34-31c95d5ef7a3)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:45.787501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.817729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.824966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Calling delete_port for 14ebe4b6-0ad6-4277-9e12-d086111e2558 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:45.830095 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['8c9063bb-e0b9-4f09-92f5-f4f424bc6186'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:45.863720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d231eb9f-f364-4302-8e92-57c927ba5905 req-f51b7cd5-5101-410b-a9f2-f4c9450264f2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784709 Aug 16 02:08:45.866358 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae7b4c52-6a65-472d-98f9-0f06bad9cc1b req-dd81fa05-7f4d-45e6-a94c-266219cf5bb4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902300 Aug 16 02:08:45.867994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event deleted for resources: {'Port': ['ID=8c9063bb-e0b9-4f09-92f5-f4f424bc6186,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:45.900922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-5ada61ab-9668-4972-b5b1-d9c94929c9b3 service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836965 Aug 16 02:08:45.916712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] No DVR routers for this DVR port 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:45.920378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.923679 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32b05b72-f2db-4f8a-8628-c3276b4988d8 req-36c7a45f-1882-4c6d-b5c7-944642fb5e1e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "DELETE /v2.0/ports/8c9063bb-e0b9-4f09-92f5-f4f424bc6186 HTTP/1.1" status: 204 len: 173 time: 0.8052125 Aug 16 02:08:46.053588 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c29739bb-ddd6-490f-910b-6fbc3aaadc57 req-e1bf63a4-f847-41df-9302-f743a14eda5f service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381691 Aug 16 02:08:46.082116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.113989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=14ebe4b6-0ad6-4277-9e12-d086111e2558,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:46.212433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b368a-ff58-415f-bae4-5d45276e208b req-72553ed5-00cd-4bbd-86fe-85b043a97c69 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:46.214483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-779b368a-ff58-415f-bae4-5d45276e208b req-72553ed5-00cd-4bbd-86fe-85b043a97c69 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 945 time: 0.1038136 Aug 16 02:08:46.253909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9ca7c0f-2700-4887-9b05-103b022f2755 req-228d7b65-2904-461a-9e9a-5116697b673c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=00d5f21e-8009-441e-9d41-641935f57f5d HTTP/1.1" status: 200 len: 210 time: 0.0384378 Aug 16 02:08:46.324178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-779b368a-ff58-415f-bae4-5d45276e208b req-c0d52f02-9d22-4eb5-9151-52917c2a7e0e tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972648 Aug 16 02:08:46.386567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.614886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Router d75c7827-cd0b-456d-8464-c99588b26ee6 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:46.732248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:46.737475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-98cdebb5-e34b-4605-a307-8f3b909d6a8b admin admin] 10.222.0.61 "PUT /v2.0/routers/d75c7827-cd0b-456d-8464-c99588b26ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2920883 Aug 16 02:08:46.739990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:46.741606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] Sync routers for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:46.751636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:46.752251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:46.847848 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.858488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:46.998621 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.063531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '32716818-77d4-4961-9593-f99ad7177d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 5, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port': {'id': '32716818-77d4-4961-9593-f99ad7177d10', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:25Z', 'updated_at': '2021-08-16T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:47.079585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c1875-dd97-47dc-8ca9-160c5594ed3d req-d670b484-615b-4c9c-9860-283d057f4190 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.081099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce2c1875-dd97-47dc-8ca9-160c5594ed3d req-d670b484-615b-4c9c-9860-283d057f4190 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.1220186 Aug 16 02:08:47.089930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] Checking router: d75c7827-cd0b-456d-8464-c99588b26ee6 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:47.098483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] Routers {'d75c7827-cd0b-456d-8464-c99588b26ee6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:47.099122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d75c7827-cd0b-456d-8464-c99588b26ee6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:47.099428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2ee85-a5c6-4a9f-be5e-2428ea12d83f req-e9283c65-e56f-40c7-8f93-c78e9269b506 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.100953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3c2ee85-a5c6-4a9f-be5e-2428ea12d83f req-e9283c65-e56f-40c7-8f93-c78e9269b506 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.1078589 Aug 16 02:08:47.115453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5f21e-8009-441e-9d41-641935f57f5d', 'name': 'network-vif-deleted', 'tag': '8c9063bb-e0b9-4f09-92f5-f4f424bc6186'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:47.118521 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df494afb-d4e4-4d0e-a88a-8cbf6e579de9" -d '{"events": [{"server_uuid": "00d5f21e-8009-441e-9d41-641935f57f5d", "name": "network-vif-deleted", "tag": "8c9063bb-e0b9-4f09-92f5-f4f424bc6186"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:47.166589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Deleting port 32716818-77d4-4961-9593-f99ad7177d10 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:47.167126 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.176029 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce2c1875-dd97-47dc-8ca9-160c5594ed3d req-e5492b3b-64d2-415b-9757-b5ff5df4b092 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879381 Aug 16 02:08:47.190407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] Set router d75c7827-cd0b-456d-8464-c99588b26ee6 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:47.219421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:47.223491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3c2ee85-a5c6-4a9f-be5e-2428ea12d83f req-60f3a05d-9fda-4a35-be4d-ce6812271e79 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008155 Aug 16 02:08:47.259782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 6, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:47.294747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] For port 32716818-77d4-4961-9593-f99ad7177d10, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=32716818-77d4-4961-9593-f99ad7177d10,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:47.295300 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.304211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a289fa-da0f-455b-a4a9-708c08641b82 None None] The sync data for ids ['d75c7827-cd0b-456d-8464-c99588b26ee6'] in n-d-768862-14 is: [{'id': 'd75c7827-cd0b-456d-8464-c99588b26ee6', 'name': 'tempest-ServerRescueTestJSONUnderV235-386542160-router', 'tenant_id': 'ef64eee1ea674f188937aedea1f22905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:24Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 6, 'project_id': 'ef64eee1ea674f188937aedea1f22905', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:47.316100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Calling delete_port for 32716818-77d4-4961-9593-f99ad7177d10 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:47.341334 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c677e6-60d5-49d7-8848-1071dcda4cdb x-openstack-request-id: req-b7c677e6-60d5-49d7-8848-1071dcda4cdb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:47.343292 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d5f21e-8009-441e-9d41-641935f57f5d", "name": "network-vif-deleted", "tag": "8c9063bb-e0b9-4f09-92f5-f4f424bc6186", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:47.343292 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7c677e6-60d5-49d7-8848-1071dcda4cdb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:47.343292 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5f21e-8009-441e-9d41-641935f57f5d', 'name': 'network-vif-deleted', 'tag': '8c9063bb-e0b9-4f09-92f5-f4f424bc6186', 'status': 'completed', 'code': 200} Aug 16 02:08:47.421037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:47.449964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'port_id': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'mac_address': 'fa:16:3e:8e:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:47.496482 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.509825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:47.532362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:47.536991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.546930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0648446-f285-4930-a407-1557589d4cc8 req-0ff8a1e2-33d1-4231-8bd8-dcc32c7ec91e tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.548485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0648446-f285-4930-a407-1557589d4cc8 req-0ff8a1e2-33d1-4231-8bd8-dcc32c7ec91e tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 945 time: 0.0731096 Aug 16 02:08:47.587712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.690766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0648446-f285-4930-a407-1557589d4cc8 req-4926a080-5ded-4ca8-967e-aa3a391834d7 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314535 Aug 16 02:08:47.703939 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.748355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156ec7a-d41c-473a-b84f-25201a675505 req-e1276ae3-fb61-43fb-b40e-945ad215296a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:47.749499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-e1276ae3-fb61-43fb-b40e-945ad215296a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.2155638 Aug 16 02:08:47.751760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Pushing event deleted for resources: {'Port': ['ID=32716818-77d4-4961-9593-f99ad7177d10,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.788807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-242a3ca3-106a-4953-84b1-4196f1d3768f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/quotas/ced30993e38c4951aa7ea946b94abb6f HTTP/1.1" status: 200 len: 375 time: 0.0135565 Aug 16 02:08:47.831684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:47.846221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4c33e3dc-42b1-4624-94cf-40a05d8c0087 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387623 Aug 16 02:08:47.868340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.008173 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.012262 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.077614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.078126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d75c7827-cd0b-456d-8464-c99588b26ee6 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:48.083531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.084805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ecdcec4a-cdea-43ff-baea-b6dc33e04480 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d75c7827-cd0b-456d-8464-c99588b26ee6 HTTP/1.1" status: 204 len: 168 time: 1.3438516 Aug 16 02:08:48.087417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:48.089610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-95d830da-dc96-4820-98d5-27c3f6567a6b service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311246 Aug 16 02:08:48.177263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 14ebe4b6-0ad6-4277-9e12-d086111e2558 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:48.191352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5d3321-27f0-4afb-b3aa-b5dca4965a8e admin admin] Deleting subnet 7f67507e-835e-4886-8b3d-e3e980f122bd {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:48.195068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f5d3321-27f0-4afb-b3aa-b5dca4965a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.217320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 14ebe4b6-0ad6-4277-9e12-d086111e2558 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:48.219963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 14ebe4b6-0ad6-4277-9e12-d086111e2558 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:48.240178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-d2f8a2b6-d60b-48ee-9852-dae0e2c844e2 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439402 Aug 16 02:08:48.259158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f5d3321-27f0-4afb-b3aa-b5dca4965a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.314543 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f5d3321-27f0-4afb-b3aa-b5dca4965a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.331127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbd3ce-f21d-4417-98ff-d5a862b548f4 req-c52db039-6289-4db2-95ca-107d8a054cea tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.332668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1efbd3ce-f21d-4417-98ff-d5a862b548f4 req-c52db039-6289-4db2-95ca-107d8a054cea tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.0605004 Aug 16 02:08:48.399075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1efbd3ce-f21d-4417-98ff-d5a862b548f4 req-86be1e1c-ccf7-48b1-a45b-fe7bc8d7a4f0 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577242 Aug 16 02:08:48.414204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f5d3321-27f0-4afb-b3aa-b5dca4965a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.468881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f5d3321-27f0-4afb-b3aa-b5dca4965a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.473295 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8f5d3321-27f0-4afb-b3aa-b5dca4965a8e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7f67507e-835e-4886-8b3d-e3e980f122bd HTTP/1.1" status: 204 len: 168 time: 0.3824034 Aug 16 02:08:48.473295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d3321-27f0-4afb-b3aa-b5dca4965a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f67507e-835e-4886-8b3d-e3e980f122bd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:48.474479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:48.595006 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.619940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1724a9-2b65-4c3c-b9da-4a3f32457d8c req-ab14800f-62a3-4cc9-b9f1-7045ad75b7a7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.621563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c1724a9-2b65-4c3c-b9da-4a3f32457d8c req-ab14800f-62a3-4cc9-b9f1-7045ad75b7a7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 944 time: 0.0911050 Aug 16 02:08:48.725412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.748281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c1724a9-2b65-4c3c-b9da-4a3f32457d8c req-83ac4ecf-6075-4bff-8bff-9730187d4e7c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985324 Aug 16 02:08:48.749988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be312db1-4cad-4407-b1b0-b6a296f7f4da']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:48.763821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:48.764126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee9e273-e25d-41c4-8a34-31c95d5ef7a3') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:48.788480 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.826032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c0ae241-f2c2-4039-93eb-53a233c8b823 req-3d8b5e8f-01a2-4dc2-8a0e-9366f6d36725 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 210 time: 0.0430591 Aug 16 02:08:48.828143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.834868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:48.835295 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:48.837211 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:48.940452 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.946047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.952307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] 10.222.0.61 "DELETE /v2.0/networks/be312db1-4cad-4407-b1b0-b6a296f7f4da HTTP/1.1" status: 204 len: 168 time: 0.4719377 Aug 16 02:08:48.963746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f98ad9-c121-4363-857f-7316933af404 admin admin] Pushing event deleted for resources: {'Network': ['ID=be312db1-4cad-4407-b1b0-b6a296f7f4da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:48.984380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b7be6-b947-4186-8e37-391829dd5e3a req-4080b416-49d3-4805-bad4-6503c15014b9 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.986480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f53b7be6-b947-4186-8e37-391829dd5e3a req-4080b416-49d3-4805-bad4-6503c15014b9 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 945 time: 0.0776837 Aug 16 02:08:49.036592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f53b7be6-b947-4186-8e37-391829dd5e3a req-eea3e77b-c9d8-4fb3-9ee7-64643908e163 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Aug 16 02:08:49.106239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:49.150582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d514eb1c-ebd1-450c-886c-230b83abeb80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef64eee1ea674f188937aedea1f22905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453012 Aug 16 02:08:49.153959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:49.211895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:49.218429 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c030-8645-4373-9fff-02cfe70c6bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.245787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c030-8645-4373-9fff-02cfe70c6bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.273151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:49.278218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:49.278596 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.297260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c030-8645-4373-9fff-02cfe70c6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.299893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c030-8645-4373-9fff-02cfe70c6bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.301073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cdb9c030-8645-4373-9fff-02cfe70c6bcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd673572-a395-48fb-a9bc-21a6bf6c9ad3 HTTP/1.1" status: 204 len: 168 time: 0.1461570 Aug 16 02:08:49.309333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9c030-8645-4373-9fff-02cfe70c6bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd673572-a395-48fb-a9bc-21a6bf6c9ad3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.373938 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.404319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:49.406662 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f8ad54-3d26-4356-a5e2-0c14963f5df6" -d '{"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:49.420494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:49.424920 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.426070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:49.451518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:49.451892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8c9063bb-e0b9-4f09-92f5-f4f424bc6186 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:49.476209 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc91895-73ce-46fc-b326-d7184f2998ff x-openstack-request-id: req-bcc91895-73ce-46fc-b326-d7184f2998ff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:49.476515 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:49.476785 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bcc91895-73ce-46fc-b326-d7184f2998ff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:49.477227 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'code': 200} Aug 16 02:08:49.508607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.555648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851cefe-ae36-459d-a3ef-fc1eb55254fa req-4ebda987-30b4-4752-8c71-5e1cbc22dcc0 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.557765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d851cefe-ae36-459d-a3ef-fc1eb55254fa req-4ebda987-30b4-4752-8c71-5e1cbc22dcc0 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.0677447 Aug 16 02:08:49.585930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3782254-093e-4ab7-8c11-734208f708d7 req-5bfd5b34-887e-46f2-ad08-4ff632a89248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.589800 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b3782254-093e-4ab7-8c11-734208f708d7 req-5bfd5b34-887e-46f2-ad08-4ff632a89248 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 1097 time: 0.0611479 Aug 16 02:08:49.640513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d851cefe-ae36-459d-a3ef-fc1eb55254fa req-4edc1d3f-5c01-4518-862a-cab9941ad074 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755725 Aug 16 02:08:49.643907 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b3782254-093e-4ab7-8c11-734208f708d7 req-fa31f658-3923-4872-bf1d-56de9aaa5673 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375848 Aug 16 02:08:49.824141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 32716818-77d4-4961-9593-f99ad7177d10 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:49.859032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 32716818-77d4-4961-9593-f99ad7177d10 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:49.859032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 32716818-77d4-4961-9593-f99ad7177d10 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:49.934775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156ec7a-d41c-473a-b84f-25201a675505 req-84839c0e-a37b-49db-ac9d-66ad5ba0fe43 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.936333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-84839c0e-a37b-49db-ac9d-66ad5ba0fe43 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.86 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.1833165 Aug 16 02:08:49.961863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Request body: {'port': {'device_id': '4a598769-8926-429b-8208-bd7de89a7332', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'admin_state_up': True, 'tenant_id': 'ced30993e38c4951aa7ea946b94abb6f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:49.967664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a60df9f7-5469-4f6a-8fa6-06a510913422 req-b45ccaf5-d0cd-4cad-b8cd-e558fd0b80a6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 210 time: 0.0392160 Aug 16 02:08:49.986818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdc7ee-f7ec-43e2-97d5-2b7b75668d2e req-dcac96e9-423e-4700-9084-d5eba7969415 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:49.988872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9bdc7ee-f7ec-43e2-97d5-2b7b75668d2e req-dcac96e9-423e-4700-9084-d5eba7969415 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1126175 Aug 16 02:08:50.044210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9bdc7ee-f7ec-43e2-97d5-2b7b75668d2e req-88dc3b39-0344-4ea0-a264-c423ae44095d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466380 Aug 16 02:08:50.141868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Made reservation on behalf of ced30993e38c4951aa7ea946b94abb6f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:50.145835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.183286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62e120-64ca-47ce-8336-763249620f78 req-541f9d44-e018-4556-a4e5-b93c45e7cf49 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.185051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c62e120-64ca-47ce-8336-763249620f78 req-541f9d44-e018-4556-a4e5-b93c45e7cf49 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 945 time: 0.0583107 Aug 16 02:08:50.226691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c62e120-64ca-47ce-8336-763249620f78 req-23828403-8c09-4527-9692-0ee5ee5e0cf4 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351770 Aug 16 02:08:50.280863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.300229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Allocated IP 172.20.0.8 (c659e69c-8c56-4059-85f6-ca1de257d7d8/d6492c11-2dd8-41be-8aa8-87347a69cd49/2aa4d905-8198-478b-8d5c-ed7db3158ac0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:50.386660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-network', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:50.410941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Made reservation on behalf of c368790413fc46979bd11f4ccd0dbf48 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:50.413806 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.423763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.467703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.517121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.547772 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.552445 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.564044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:50.569921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:50.574368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:50.583709 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:50.594914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f973ff82-1ffc-428f-9d34-6766f2c3f31a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.600936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.601295 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Added segment a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa of type vlan for network 81198490-59d5-4e95-9155-f109086e1a37 Aug 16 02:08:50.621549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event updated for resources: {'Port': ['ID=2aa4d905-8198-478b-8d5c-ed7db3158ac0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.637729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.638363 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.644948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.654927 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-de7afd13-ea29-43c4-8106-a53c073d7a91 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7003801 Aug 16 02:08:50.678629 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.678780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Request body: {'port': {'device_id': '4a598769-8926-429b-8208-bd7de89a7332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:50.680029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.683348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.746447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.789453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5074620 Aug 16 02:08:50.796288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48254) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.798002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd1916-ef0b-4520-8e9d-a6ad0bc374c7 admin admin] Pushing event updated for resources: {'Network': ['ID=81198490-59d5-4e95-9155-f109086e1a37,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.804003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Request body: {'subnet': {'network_id': '81198490-59d5-4e95-9155-f109086e1a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-subnet', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:50.822518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfbbc1-2ad5-4d95-a597-38734e136571 req-43ff823e-f5ca-4f12-84c6-f9b5d4ba9c45 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.824622 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bdbfbbc1-2ad5-4d95-a597-38734e136571 req-43ff823e-f5ca-4f12-84c6-f9b5d4ba9c45 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.0873272 Aug 16 02:08:50.828056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 81198490-59d5-4e95-9155-f109086e1a37 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:50.891124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bdbfbbc1-2ad5-4d95-a597-38734e136571 req-e9a852a6-7bc2-48b1-bd1f-9b50e3d555c4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 Aug 16 02:08:50.924036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Made reservation on behalf of c368790413fc46979bd11f4ccd0dbf48 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:50.926464 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.114123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0642c-1dc9-4936-8a82-a5425800b2d3 req-8a2cf03b-d392-4366-be2c-d2b1a5f90e23 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.115875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5c0642c-1dc9-4936-8a82-a5425800b2d3 req-8a2cf03b-d392-4366-be2c-d2b1a5f90e23 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 931 time: 0.0649030 Aug 16 02:08:51.189103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5c0642c-1dc9-4936-8a82-a5425800b2d3 req-f8cce316-2ddc-4149-85de-7322d69c5ca8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637743 Aug 16 02:08:51.216158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325f8e5-6f71-4ce5-96aa-79134ee983c3 req-a30c4223-bd97-469e-b4f2-5da5a01e6c97 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.218137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8325f8e5-6f71-4ce5-96aa-79134ee983c3 req-a30c4223-bd97-469e-b4f2-5da5a01e6c97 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0678420 Aug 16 02:08:51.271830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa4d905-8198-478b-8d5c-ed7db3158ac0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:51.272601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8325f8e5-6f71-4ce5-96aa-79134ee983c3 req-29fca902-18d9-46cb-b747-5d61db7ea59e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458272 Aug 16 02:08:51.283760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.287053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.335378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Transition to ACTIVE for port object 2aa4d905-8198-478b-8d5c-ed7db3158ac0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:51.349216 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.388450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724b25a0-2418-4c54-a670-0a9703bc2fc7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:51.442180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7074a66-88d3-41d1-9c2c-aa38b05c16e4 req-a52c9027-4558-437f-872d-9bf475c43638 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.443729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7074a66-88d3-41d1-9c2c-aa38b05c16e4 req-a52c9027-4558-437f-872d-9bf475c43638 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 945 time: 0.0947709 Aug 16 02:08:51.466365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Pushing event updated for resources: {'Port': ['ID=2aa4d905-8198-478b-8d5c-ed7db3158ac0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:51.466989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad843d-f72e-41fc-8715-06dce7c4c436 req-67c1f0c6-9dc8-4efb-8f06-d01a31c7fb57 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.468511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbad843d-f72e-41fc-8715-06dce7c4c436 req-67c1f0c6-9dc8-4efb-8f06-d01a31c7fb57 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0897565 Aug 16 02:08:51.472439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Checking segment: {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:51.472809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Network hostable DHCP agents. Network: 81198490-59d5-4e95-9155-f109086e1a37, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:51.480477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:51.488404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Request body: {'floatingip': {'port_id': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:51.543460 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.546116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-eb5c923d-12d5-4cf4-b186-f0a1bc18b220 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.547901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-eb5c923d-12d5-4cf4-b186-f0a1bc18b220 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.86 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 945 time: 0.1456661 Aug 16 02:08:51.548041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7074a66-88d3-41d1-9c2c-aa38b05c16e4 req-491e4b30-ee65-4a42-9827-e27922a06592 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/security-groups?id=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955298 Aug 16 02:08:51.571406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Network 81198490-59d5-4e95-9155-f109086e1a37 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:51.609176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 81198490-59d5-4e95-9155-f109086e1a37) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:51.614242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.614976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.627942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf8209d-2c64-4046-adf9-2e698136dd65 None None] Network 81198490-59d5-4e95-9155-f109086e1a37 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:51.644029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Attempting to bind port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:51.644580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Attempting to bind port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:51.644580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Attempting to bind port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:51.658276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 on network c659e69c-8c56-4059-85f6-ca1de257d7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:51.658843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Attempting to bind port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:51.690052 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cdbc266e-6550-45bd-b438-c55e93cb7dc9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8897088 Aug 16 02:08:51.691709 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48270) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:51.692205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:51.692535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Checking segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:51.692922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Bound using segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:51.693533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Bound port: 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:51.693900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.740011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:51.785357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a859e1-ecaf-4ed1-be23-55694bc9f327 None None] Network 81198490-59d5-4e95-9155-f109086e1a37 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:51.788806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Deleting port dac81b5c-260f-4b9c-82a9-3f67cce665fa {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:51.789198 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.815424 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.816606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.850978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] For port 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:51.874773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] For port 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:51.891699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.930845 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.949914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:51.950608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.952170 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] 10.222.0.86 "PUT /v2.0/ports/2aa4d905-8198-478b-8d5c-ed7db3158ac0 HTTP/1.1" status: 200 len: 1092 time: 1.2800527 Aug 16 02:08:51.960019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a598769-8926-429b-8208-bd7de89a7332', 'tag': '2aa4d905-8198-478b-8d5c-ed7db3158ac0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:51.966138 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a598769-8926-429b-8208-bd7de89a7332", "tag": "2aa4d905-8198-478b-8d5c-ed7db3158ac0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:52.048500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77c66d-eafb-47e6-a0db-bd5f9242049f service neutron] Pushing event updated for resources: {'Port': ['ID=2aa4d905-8198-478b-8d5c-ed7db3158ac0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.061215 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa0a17f-212e-4140-8829-bbdd6227ddca x-openstack-request-id: req-9fa0a17f-212e-4140-8829-bbdd6227ddca {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:52.061515 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a598769-8926-429b-8208-bd7de89a7332", "tag": "2aa4d905-8198-478b-8d5c-ed7db3158ac0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:52.061767 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9fa0a17f-212e-4140-8829-bbdd6227ddca {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:52.062155 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a598769-8926-429b-8208-bd7de89a7332', 'tag': '2aa4d905-8198-478b-8d5c-ed7db3158ac0', 'status': 'completed', 'code': 200} Aug 16 02:08:52.067952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] For port dac81b5c-260f-4b9c-82a9-3f67cce665fa, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=dac81b5c-260f-4b9c-82a9-3f67cce665fa,segment=NetworkSegment(856cbe66-4058-4041-bb4c-5be5cb08ffdc),segment_id=856cbe66-4058-4041-bb4c-5be5cb08ffdc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:52.068328 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.106340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Calling delete_port for dac81b5c-260f-4b9c-82a9-3f67cce665fa owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:52.128330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-818bed0b-cd7f-4467-a28a-a27678fa3a10 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.129886 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-818bed0b-cd7f-4467-a28a-a27678fa3a10 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.1276042 Aug 16 02:08:52.178623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768862-14'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:52.185072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156ec7a-d41c-473a-b84f-25201a675505 req-6ec6f150-94e3-4f37-aa3a-48e9e0d53f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.186594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-6ec6f150-94e3-4f37-aa3a-48e9e0d53f7d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 1095 time: 0.1566608 Aug 16 02:08:52.264246 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-bd6adfe0-f8f5-4a71-9ab7-35ec10e41b7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0 HTTP/1.1" status: 200 len: 217 time: 0.0565162 Aug 16 02:08:52.339566 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.368972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a635f3a-f0b9-436f-8b03-df1adacd4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.370868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-4a635f3a-f0b9-436f-8b03-df1adacd4235 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0839643 Aug 16 02:08:52.450090 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-f2dc8571-3f27-476d-83cd-3a97089a5e8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575972 Aug 16 02:08:52.521294 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.643850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.665975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80cd2-ddd1-43b8-b369-cc24ceee8a89 req-42199d5b-b857-48a6-8f5c-b61f1134e402 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.668811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7b80cd2-ddd1-43b8-b369-cc24ceee8a89 req-42199d5b-b857-48a6-8f5c-b61f1134e402 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 945 time: 0.2775140 Aug 16 02:08:52.686526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c35e56-a51d-4922-923c-8cf92d16cfc4 req-d489b780-7b27-49ac-b0d6-fcd6c87c0bbb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.688408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07c35e56-a51d-4922-923c-8cf92d16cfc4 req-d489b780-7b27-49ac-b0d6-fcd6c87c0bbb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 943 time: 0.2940974 Aug 16 02:08:52.845382 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:08:52.894286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7b80cd2-ddd1-43b8-b369-cc24ceee8a89 req-d31df683-5c6e-4eb8-b4aa-8e360c2c32a6 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047715 Aug 16 02:08:52.905530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Pushing event deleted for resources: {'Port': ['ID=dac81b5c-260f-4b9c-82a9-3f67cce665fa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.906501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07c35e56-a51d-4922-923c-8cf92d16cfc4 req-0aba8dc9-013d-4ba7-81b6-532c9196c093 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898777 Aug 16 02:08:52.939557 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.951617 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.986682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] No DVR routers for this DVR port dac81b5c-260f-4b9c-82a9-3f67cce665fa on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:52.990282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.992431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-301dc8ad-ab1c-4253-b808-d21ecc197b63 req-e3810963-78db-4a77-94d3-be62acefbf42 tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.86 "DELETE /v2.0/ports/dac81b5c-260f-4b9c-82a9-3f67cce665fa HTTP/1.1" status: 204 len: 173 time: 1.4360015 Aug 16 02:08:53.048030 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-42af95a4-5d38-4414-83c7-0e784dbc0091 service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786397 Aug 16 02:08:53.050718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:53.084889 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-057f5b02-ead3-4959-8fea-956ad171ba57 req-099a4ab3-e7dc-4782-903b-6fcb5d6f32dc tempest-VolumesActionsTest-320648929 tempest-VolumesActionsTest-320648929-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f HTTP/1.1" status: 200 len: 210 time: 0.0660725 Aug 16 02:08:53.182308 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Floating IP 02b88285-77ae-43a8-a593-7555b6983904 associated. External IP: 172.25.5.88, port: dd3ab008-36fc-4a1a-93fa-4019f9e46ad6. Aug 16 02:08:53.190424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:53.212517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:53.253800 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9156ec7a-d41c-473a-b84f-25201a675505 req-771bee4f-020d-4b90-ae0b-c1ca4a40310b service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923780 Aug 16 02:08:53.259731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.270406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.276807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.327987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.330193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:53.349171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 has no active binding in host n-h2-768862-14 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:08:53.389067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on host n-h1-768862-14 for vnic_type normal with profile {"migrating_to": "n-h2-768862-14"} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:53.389254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:53.389490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:53.401589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Pushing event updated for resources: {'Port': ['ID=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.409161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:53.409533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Attempting to bind port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on network 469eeb41-d06c-4b45-994e-8ecd7f773dca {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:53.430697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:53.431067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Checking segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:53.431448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Bound using segment: {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:53.432266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Bound port: 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b220bc8a-67dc-4a95-8e02-29ac1c04225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '469eeb41-d06c-4b45-994e-8ecd7f773dca'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:53.432781 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.491719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-6e17e547-89d2-41d8-8396-a8a39e8a7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:53.493304 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-6e17e547-89d2-41d8-8396-a8a39e8a7458 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 1095 time: 0.1014264 Aug 16 02:08:53.532327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Allocated IP 172.25.5.129 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/756bd57c-4f65-41cd-8f4a-926617563bc1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:53.538484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:53.581773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:53.590729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.602144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:53.711464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:53.712110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.714248 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] 10.222.0.93 "PUT /v2.0/ports/9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 HTTP/1.1" status: 200 len: 1123 time: 1.5748186 Aug 16 02:08:53.714903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098db17f-6595-4816-a3b6-ed44c177096c service neutron] Pushing event updated for resources: {'Port': ['ID=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.720126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-396450f1-c7a3-4824-b53b-a4e20f53b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:53.722404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-396450f1-c7a3-4824-b53b-a4e20f53b04a service neutron] 10.222.0.86 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 912 time: 0.2112553 Aug 16 02:08:53.743764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.771803 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:53.778792 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.779293 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-c06f7a80-c2fc-41f5-a14a-f29c78075ed9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0 HTTP/1.1" status: 200 len: 217 time: 0.0499058 Aug 16 02:08:53.786570 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] Sync routers for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:53.809956 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:53.811058 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:53.825701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5e558520-2897-4bc6-9fc0-310087a07a24 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "PUT /v2.0/floatingips/02b88285-77ae-43a8-a593-7555b6983904 HTTP/1.1" status: 200 len: 990 time: 2.3441370 Aug 16 02:08:53.827720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:53.830007 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc68561-b0f3-488b-b302-3ee072b40d09" -d '{"events": [{"name": "network-changed", "server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:53.839898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-1b89811e-2b9c-4c3a-a293-08925e94f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:53.841707 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-1b89811e-2b9c-4c3a-a293-08925e94f595 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0546279 Aug 16 02:08:53.853663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.861972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['9aa19961-33e1-43f7-bb36-e71ff1a2a5a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:53.934468 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef92b7a-a7ec-497b-b819-ba0cb869dacb x-openstack-request-id: req-8ef92b7a-a7ec-497b-b819-ba0cb869dacb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:53.934468 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:53.934762 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ef92b7a-a7ec-497b-b819-ba0cb869dacb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:53.935253 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'status': 'completed', 'code': 200} Aug 16 02:08:53.936108 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-2341b53d-4cbf-436a-a7ce-796e112dcd71 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585380 Aug 16 02:08:53.980001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:53.988985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-add7a8a1-ec37-4fe7-ba97-668e58690a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:53.991145 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-add7a8a1-ec37-4fe7-ba97-668e58690a5f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 1097 time: 0.0582786 Aug 16 02:08:53.996154 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:54.019691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:54.042163 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:54.043061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['9aa19961-33e1-43f7-bb36-e71ff1a2a5a2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:54.071770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device dac81b5c-260f-4b9c-82a9-3f67cce665fa no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:54.076612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Pushing event updated for resources: {'Port': ['ID=756bd57c-4f65-41cd-8f4a-926617563bc1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.095485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: dac81b5c-260f-4b9c-82a9-3f67cce665fa {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:54.095485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device dac81b5c-260f-4b9c-82a9-3f67cce665fa not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:54.120761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f', 'name': 'network-vif-deleted', 'tag': 'dac81b5c-260f-4b9c-82a9-3f67cce665fa'}, {'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2'}, {'name': 'network-changed', 'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:54.123488 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4c637d-9830-4374-a0d1-93dc23d31696" -d '{"events": [{"server_uuid": "3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f", "name": "network-vif-deleted", "tag": "dac81b5c-260f-4b9c-82a9-3f67cce665fa"}, {"server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2"}, {"name": "network-changed", "server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:54.137585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-38782f81-3c17-496d-a378-210f785711f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.139261 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-38782f81-3c17-496d-a378-210f785711f7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.1399171 Aug 16 02:08:54.258776 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-7fa7cabf-63b9-4d28-89c5-98355c1bc54c service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174901 Aug 16 02:08:54.333658 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:54.368230 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '02b88285-77ae-43a8-a593-7555b6983904', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'port_id': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'mac_address': 'fa:16:3e:8e:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b219273-9f02-4112-aa4e-188336785b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:52Z', 'revision_number': 1, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:54.392484 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-656be6ba-14f5-4baf-9098-d63884746ac5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 HTTP/1.1" status: 200 len: 998 time: 0.1325998 Aug 16 02:08:54.395606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f5f91-4f8a-44b8-9ed1-893233fd8c4a req-6461bffc-2f04-43ca-b43b-b74942d9938b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.399577 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] Checking router: f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:54.400182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc5f5f91-4f8a-44b8-9ed1-893233fd8c4a req-6461bffc-2f04-43ca-b43b-b74942d9938b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.3498263 Aug 16 02:08:54.410305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40116cde-4369-4b6f-8aa6-968e9efe8b59 req-10875849-955a-420f-a42b-864f8d909dd4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.410748 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:54.411439 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:54.415950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40116cde-4369-4b6f-8aa6-968e9efe8b59 req-10875849-955a-420f-a42b-864f8d909dd4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 943 time: 0.3906512 Aug 16 02:08:54.466113 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f085c2-139d-4cfd-ac7e-0b6e4d7024e7 req-9268d6cb-cdd8-42bf-b270-001604abae6f service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956546 Aug 16 02:08:54.472012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-e809f37f-7eef-4fd5-b97e-a2e69682fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.473514 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-e809f37f-7eef-4fd5-b97e-a2e69682fc0b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.0673029 Aug 16 02:08:54.523482 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40116cde-4369-4b6f-8aa6-968e9efe8b59 req-c369a05e-53b7-4404-a1c0-19df93dd9c9f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846598 Aug 16 02:08:54.529011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-32b7b20d-a593-4d1c-8d8e-29f7e86c57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.531261 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-32b7b20d-a593-4d1c-8d8e-29f7e86c57f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496519 Aug 16 02:08:54.533410 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:54.565092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc5f5f91-4f8a-44b8-9ed1-893233fd8c4a req-45ad81bc-5215-429b-bce8-a4752c885f87 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450646 Aug 16 02:08:54.663119 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.730260 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf63b3d-17ca-482e-8d2e-5a47673cdbac x-openstack-request-id: req-caf63b3d-17ca-482e-8d2e-5a47673cdbac {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:54.731165 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f", "name": "network-vif-deleted", "tag": "dac81b5c-260f-4b9c-82a9-3f67cce665fa", "status": "completed", "code": 200}, {"server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2", "code": 200}, {"name": "network-changed", "server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:54.734191 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-caf63b3d-17ca-482e-8d2e-5a47673cdbac {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:54.734904 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfac5e2-5ccd-46b2-9ef0-9d9db9e7ea4f', 'name': 'network-vif-deleted', 'tag': 'dac81b5c-260f-4b9c-82a9-3f67cce665fa', 'status': 'completed', 'code': 200} Aug 16 02:08:54.735657 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2', 'code': 200} Aug 16 02:08:54.736784 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2', 'status': 'completed', 'code': 200} Aug 16 02:08:54.771353 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-9eebc925-0ef6-45ed-a568-0df92db4e410 service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268531 Aug 16 02:08:54.925742 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '02b88285-77ae-43a8-a593-7555b6983904', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'port_id': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'mac_address': 'fa:16:3e:8e:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b219273-9f02-4112-aa4e-188336785b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:52Z', 'revision_number': 1, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:54.950083 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-acc68561-b0f3-488b-b302-3ee072b40d09 req-d525ccd9-98fd-4580-8405-8d00cf5520bd service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735260 Aug 16 02:08:54.957302 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173bd59-2629-46fe-9724-5a2c8939a9a4 None None] The sync data for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 is: [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '02b88285-77ae-43a8-a593-7555b6983904', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'port_id': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'mac_address': 'fa:16:3e:8e:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b219273-9f02-4112-aa4e-188336785b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:52Z', 'revision_number': 1, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:54.989617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-bc407830-b842-422d-97da-df573ca571ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.991771 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-bc407830-b842-422d-97da-df573ca571ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 1126 time: 0.1157198 Aug 16 02:08:55.029069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.144543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-f1a3dacb-621f-423c-9067-8125545dbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.146270 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-f1a3dacb-621f-423c-9067-8125545dbaac service neutron] 10.222.0.86 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1442235 Aug 16 02:08:55.202314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Router 2f15cecd-eecc-442a-ab85-a99edf617b9a is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:55.207601 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-ca7cab2e-c903-488a-a4be-6ae01b345dec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 HTTP/1.1" status: 200 len: 217 time: 0.0454700 Aug 16 02:08:55.288045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef2ac61-bed5-4358-9df4-2058e63890f8 None None] New status for floating IP 02b88285-77ae-43a8-a593-7555b6983904: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:55.296992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-77a69b84-6109-47e3-b468-39eaaa04e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.298665 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-77a69b84-6109-47e3-b468-39eaaa04e44a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0786471 Aug 16 02:08:55.350499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-5c281221-a01b-4527-9011-f4cf7e688aca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368164 Aug 16 02:08:55.500504 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-f1aaeeee-6a9b-4c09-901f-15c408a6185a service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392913 Aug 16 02:08:55.629735 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4c4c637d-9830-4374-a0d1-93dc23d31696 req-d32439e4-0776-4523-8a1c-db2178d93866 service neutron] 10.222.0.86 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190555 Aug 16 02:08:55.803548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:55.813694 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Sync routers for ids ['2f15cecd-eecc-442a-ab85-a99edf617b9a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:55.824210 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Routers {'2f15cecd-eecc-442a-ab85-a99edf617b9a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:55.824884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dde5-9ef6-477b-9924-8a5ec45c45af req-735b6a89-b15d-4152-bc19-b71b15c6fee2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.825024 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2f15cecd-eecc-442a-ab85-a99edf617b9a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:55.826412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a536dde5-9ef6-477b-9924-8a5ec45c45af req-735b6a89-b15d-4152-bc19-b71b15c6fee2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 943 time: 0.1077399 Aug 16 02:08:55.836886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd946d1-f272-42da-8106-ef66f520a9b8 req-feaefb05-234f-49fe-880b-38ec01b3811b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.838989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fd946d1-f272-42da-8106-ef66f520a9b8 req-feaefb05-234f-49fe-880b-38ec01b3811b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.1211772 Aug 16 02:08:55.850891 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.855666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-25633700-a8e5-415e-a16c-c283d04c5b39 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1594040 Aug 16 02:08:55.855931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48360) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:55.904701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a536dde5-9ef6-477b-9924-8a5ec45c45af req-d25c2a9e-1898-41ee-9257-328e84c9a501 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639765 Aug 16 02:08:55.913116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fd946d1-f272-42da-8106-ef66f520a9b8 req-3265f386-5d6b-470d-9f33-b4c7404de082 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647330 Aug 16 02:08:55.973029 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Set router 2f15cecd-eecc-442a-ab85-a99edf617b9a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:56.066303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aa4d905-8198-478b-8d5c-ed7db3158ac0 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:56.234998 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 3, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'gw_port': {'id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:53Z', 'updated_at': '2021-08-16T02:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:56.260850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:56.279953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '2aa4d905-8198-478b-8d5c-ed7db3158ac0', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'port_id': '2aa4d905-8198-478b-8d5c-ed7db3158ac0', 'mac_address': 'fa:16:3e:5e:ac:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6492c11-2dd8-41be-8aa8-87347a69cd49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:56.333353 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.354882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa4d905-8198-478b-8d5c-ed7db3158ac0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:56.377339 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Checking router: 2f15cecd-eecc-442a-ab85-a99edf617b9a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:56.377663 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Updating router 2f15cecd-eecc-442a-ab85-a99edf617b9a port 756bd57c-4f65-41cd-8f4a-926617563bc1 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:56.385904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:56.399439 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.413027 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.499606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=2aa4d905-8198-478b-8d5c-ed7db3158ac0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.538913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.737168 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.771366 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Transition to ACTIVE for port object 756bd57c-4f65-41cd-8f4a-926617563bc1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:56.782434 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.799278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Allocated IP 172.20.0.1 (81198490-59d5-4e95-9155-f109086e1a37/724b25a0-2418-4c54-a670-0a9703bc2fc7/43eb9b4d-bef1-4701-8ff5-088865795a3c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:56.839720 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Pushing event updated for resources: {'Port': ['ID=756bd57c-4f65-41cd-8f4a-926617563bc1,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.853150 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.854475 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.855074 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.855635 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.856246 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.856777 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.857304 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.857832 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.858609 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.859207 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.859756 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.860310 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:56.881199 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Attempting to bind port 756bd57c-4f65-41cd-8f4a-926617563bc1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:56.881748 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Attempting to bind port 756bd57c-4f65-41cd-8f4a-926617563bc1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:56.882283 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Attempting to bind port 756bd57c-4f65-41cd-8f4a-926617563bc1 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:56.887953 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:56.888512 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:56.889005 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.889504 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:56.890067 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Bound port: 756bd57c-4f65-41cd-8f4a-926617563bc1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:56.890540 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.962694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.029810 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] For port 756bd57c-4f65-41cd-8f4a-926617563bc1, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:57.040466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.048679 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] For port 756bd57c-4f65-41cd-8f4a-926617563bc1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=756bd57c-4f65-41cd-8f4a-926617563bc1,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:57.057634 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.138912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Network 81198490-59d5-4e95-9155-f109086e1a37 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:57.144115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:57.147873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:57.188653 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cf68d-7ad6-4039-a186-e8d9f333fbe4 None None] Pushing event updated for resources: {'Port': ['ID=756bd57c-4f65-41cd-8f4a-926617563bc1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:57.191484 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Routers {'2f15cecd-eecc-442a-ab85-a99edf617b9a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:57.192238 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2f15cecd-eecc-442a-ab85-a99edf617b9a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:57.224054 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.243553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b839ab-b5da-4136-999e-845abb4ff563 req-178de950-218b-4086-ae1a-8adfb7c965b5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:57.247689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83b839ab-b5da-4136-999e-845abb4ff563 req-178de950-218b-4086-ae1a-8adfb7c965b5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 944 time: 0.2038219 Aug 16 02:08:57.256852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8947944-ce29-42a4-9454-018d09dbf197 req-572fd91a-082a-4733-951a-1b0ebca7d583 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:57.268414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8947944-ce29-42a4-9454-018d09dbf197 req-572fd91a-082a-4733-951a-1b0ebca7d583 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.1609032 Aug 16 02:08:57.353307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['2aa4d905-8198-478b-8d5c-ed7db3158ac0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:57.359913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8947944-ce29-42a4-9454-018d09dbf197 req-682369bd-951d-4f07-babc-71ac429e6792 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904086 Aug 16 02:08:57.401373 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] Set router 2f15cecd-eecc-442a-ab85-a99edf617b9a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:57.414604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83b839ab-b5da-4136-999e-845abb4ff563 req-ee70fe89-fc33-42df-bc35-0ef84abb369d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426742 Aug 16 02:08:57.440218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.442516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Pushing event updated for resources: {'Port': ['ID=43eb9b4d-bef1-4701-8ff5-088865795a3c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:57.465170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.466366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.467450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.467800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.468844 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.469572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.470261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.471644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.472895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.474989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.476838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.477692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:57.826240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.833335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.848458 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 3, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'gw_port': {'id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:53Z', 'updated_at': '2021-08-16T02:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:57.914432 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d6d1bc-41e8-4235-ae35-2eb7ad7926b7 None None] The sync data for ids ['2f15cecd-eecc-442a-ab85-a99edf617b9a'] in n-d-768862-14 is: [{'id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 3, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'gw_port': {'id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:53Z', 'updated_at': '2021-08-16T02:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:57.921201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.934681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Pushing event updated for resources: {'Port': ['ID=43eb9b4d-bef1-4701-8ff5-088865795a3c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.069773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Network 81198490-59d5-4e95-9155-f109086e1a37 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:58.071336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:58.314837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Router 2f15cecd-eecc-442a-ab85-a99edf617b9a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:58.514910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:58.525319 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ced640d9-3f19-4d57-bd27-8b78ecf44251 admin admin] 10.222.0.61 "PUT /v2.0/routers/2f15cecd-eecc-442a-ab85-a99edf617b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6681955 Aug 16 02:08:58.779122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943e676-41ce-4f39-9881-0903144cc3c2 req-08a09c2d-2e2e-414e-9fe2-2f736636e884 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.788730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a943e676-41ce-4f39-9881-0903144cc3c2 req-08a09c2d-2e2e-414e-9fe2-2f736636e884 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.2703276 Aug 16 02:08:58.824261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb93f-b4da-49a8-b18b-8bd8323b446c req-2951d208-e4b2-4e93-b7c9-d3dcb4762c2f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.837080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83feb93f-b4da-49a8-b18b-8bd8323b446c req-2951d208-e4b2-4e93-b7c9-d3dcb4762c2f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 944 time: 0.2456644 Aug 16 02:08:58.930679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a943e676-41ce-4f39-9881-0903144cc3c2 req-5296440c-6c19-47f8-848d-76ba76f913a2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375253 Aug 16 02:08:58.971496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83feb93f-b4da-49a8-b18b-8bd8323b446c req-7607132c-f7fa-4f76-a67e-0d721557aab8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339297 Aug 16 02:08:59.694834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-732f3a48-774b-4cf7-99ce-72d2363a065b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.702340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-732f3a48-774b-4cf7-99ce-72d2363a065b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 819 time: 0.2178080 Aug 16 02:08:59.721900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-3edad61a-4992-45d4-b38e-acd7a2959edd tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/quotas/c368790413fc46979bd11f4ccd0dbf48 HTTP/1.1" status: 200 len: 375 time: 0.0185339 Aug 16 02:08:59.831732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-62800a64-6627-4df4-9fc3-8113f4dd9bae tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1087897 Aug 16 02:08:59.945373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 756bd57c-4f65-41cd-8f4a-926617563bc1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:59.990361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-a1a1a6d3-c554-463c-99c3-157fdf12ea0b service neutron] 10.222.0.61 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576526 Aug 16 02:09:00.051463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 756bd57c-4f65-41cd-8f4a-926617563bc1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:00.056536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 756bd57c-4f65-41cd-8f4a-926617563bc1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:00.057048 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.108540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aa4d905-8198-478b-8d5c-ed7db3158ac0 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:00.232236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ddbb-8de3-4a93-9d4a-fc92a6eaf066 req-162a8b2d-758f-4f70-be4c-a7d47374005a tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.233780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86b4ddbb-8de3-4a93-9d4a-fc92a6eaf066 req-162a8b2d-758f-4f70-be4c-a7d47374005a tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.1897628 Aug 16 02:09:00.267044 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.300224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1a994503-9faa-47de-b1ea-52f4c388e646 service neutron] 10.222.0.61 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014805 Aug 16 02:09:00.308060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 756bd57c-4f65-41cd-8f4a-926617563bc1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=756bd57c-4f65-41cd-8f4a-926617563bc1,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:00.321716 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.328343 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:00.353805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86b4ddbb-8de3-4a93-9d4a-fc92a6eaf066 req-6c091e55-4176-4492-800f-83794de79931 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069944 Aug 16 02:09:00.413577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:00.413956 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.483433 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-aa62053f-150f-46ee-9909-576cfe120b74 service neutron] 10.222.0.86 "GET /v2.0/ports/9aa19961-33e1-43f7-bb36-e71ff1a2a5a2/bindings/n-h2-768862-14 HTTP/1.1" status: 200 len: 385 time: 0.1526701 Aug 16 02:09:00.555394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5130-d2f1-4bd1-a175-45f24a722f65 req-017ebc56-73b8-41c9-90b4-fbe6455dbc35 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:00.560613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=756bd57c-4f65-41cd-8f4a-926617563bc1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:00.567348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21ae5130-d2f1-4bd1-a175-45f24a722f65 req-017ebc56-73b8-41c9-90b4-fbe6455dbc35 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 944 time: 0.1094596 Aug 16 02:09:00.622859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.627646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21ae5130-d2f1-4bd1-a175-45f24a722f65 req-d81afffc-f44f-4b47-a389-2c71547474cb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584321 Aug 16 02:09:00.629984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.631675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.642915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.642915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.642915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.642915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.642915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.642915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.642915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.642915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.642915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:00.705193 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.857346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.887516 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Sync routers for ids ['2f15cecd-eecc-442a-ab85-a99edf617b9a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:00.951535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Routers {'2f15cecd-eecc-442a-ab85-a99edf617b9a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:00.953180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2f15cecd-eecc-442a-ab85-a99edf617b9a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:00.970550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:00.974043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d38bdd58-a75f-4918-ad69-1b99f82fff0b req-54dca8b8-0603-434c-984d-c0c643a3aeb6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 210 time: 0.0635896 Aug 16 02:09:00.997852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:01.006331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a598769-8926-429b-8208-bd7de89a7332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa4d905-8198-478b-8d5c-ed7db3158ac0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:01.009150 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91411cef-5cd0-488a-b2df-c27469d48e88" -d '{"events": [{"server_uuid": "4a598769-8926-429b-8208-bd7de89a7332", "name": "network-vif-plugged", "status": "completed", "tag": "2aa4d905-8198-478b-8d5c-ed7db3158ac0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:01.036627 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d052e6f1-af20-410b-8d5f-df2ccc88d3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.071553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:01.083465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:01.113773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:01.121914 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efad6fd2-900c-4e88-b56f-92df8908b4ff x-openstack-request-id: req-efad6fd2-900c-4e88-b56f-92df8908b4ff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:01.124650 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a598769-8926-429b-8208-bd7de89a7332", "name": "network-vif-plugged", "status": "completed", "tag": "2aa4d905-8198-478b-8d5c-ed7db3158ac0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:01.125727 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efad6fd2-900c-4e88-b56f-92df8908b4ff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:01.126307 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a598769-8926-429b-8208-bd7de89a7332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa4d905-8198-478b-8d5c-ed7db3158ac0', 'code': 200} Aug 16 02:09:01.136754 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.136754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:01.151869 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.288170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Set router 2f15cecd-eecc-442a-ab85-a99edf617b9a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:01.364399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-cc736463-ccbb-46f5-aaa1-3f25e9982281 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:01.373400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-cc736463-ccbb-46f5-aaa1-3f25e9982281 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 819 time: 0.1984723 Aug 16 02:09:01.397067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-f3abeb19-7d32-46df-8dc4-1ee40f2e236d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/quotas/c368790413fc46979bd11f4ccd0dbf48 HTTP/1.1" status: 200 len: 375 time: 0.0226400 Aug 16 02:09:01.471471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-6278ec99-d0f7-4e75-a67d-2a9cb58ff663 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734844 Aug 16 02:09:01.763128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06cb4c-5fcb-47e3-a242-853ec7abe936 req-9616570f-cd4e-4ba1-9337-6d0dffd305aa tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:01.776747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f06cb4c-5fcb-47e3-a242-853ec7abe936 req-9616570f-cd4e-4ba1-9337-6d0dffd305aa tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 943 time: 0.3028371 Aug 16 02:09:01.903651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 756bd57c-4f65-41cd-8f4a-926617563bc1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:01.940691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f06cb4c-5fcb-47e3-a242-853ec7abe936 req-aa551a7e-e7ae-4da4-b90a-2fc966ae5220 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628628 Aug 16 02:09:01.953174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-7a4fe570-4545-430f-9abe-597de100f018 service neutron] 10.222.0.61 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154036 Aug 16 02:09:02.080943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=2aa4d905-8198-478b-8d5c-ed7db3158ac0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:02.199742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eda256-458a-4b1a-b88c-e34769ddcab6 req-aba87829-bb65-4ebc-b95c-ce92c0a5f2ee tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.207068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73eda256-458a-4b1a-b88c-e34769ddcab6 req-aba87829-bb65-4ebc-b95c-ce92c0a5f2ee tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1063044 Aug 16 02:09:02.208583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:08:57Z', 'revision_number': 4, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'gw_port': {'id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:53Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '43eb9b4d-bef1-4701-8ff5-088865795a3c', 'name': '', 'network_id': '81198490-59d5-4e95-9155-f109086e1a37', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'mac_address': 'fa:16:3e:ba:01:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '724b25a0-2418-4c54-a670-0a9703bc2fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:08:57Z', 'revision_number': 2, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'subnets': [{'id': '724b25a0-2418-4c54-a670-0a9703bc2fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:02.230982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ea574-fbdc-4085-a56d-ea797c54e5f6 req-c124f4bb-8d64-4541-ae19-b7adb2079eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:02.233261 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-831ea574-fbdc-4085-a56d-ea797c54e5f6 req-c124f4bb-8d64-4541-ae19-b7adb2079eb1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 1097 time: 0.9851048 Aug 16 02:09:02.237748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-be3cc362-614a-4930-894e-90eeb80dbdc1 service neutron] 10.222.0.61 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755897 Aug 16 02:09:02.248509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Checking router: 2f15cecd-eecc-442a-ab85-a99edf617b9a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:02.249006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Updating router 2f15cecd-eecc-442a-ab85-a99edf617b9a port 43eb9b4d-bef1-4701-8ff5-088865795a3c binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:02.265553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73eda256-458a-4b1a-b88c-e34769ddcab6 req-5aee422f-512d-42f8-abbc-d2eb7b0fff84 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573540 Aug 16 02:09:02.283312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 756bd57c-4f65-41cd-8f4a-926617563bc1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:02.283759 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.309811 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.311338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] Transition to ACTIVE for port object 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:02.349623 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.390107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-831ea574-fbdc-4085-a56d-ea797c54e5f6 req-04768228-29ba-48ea-8da9-559fe5d76ff1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315722 Aug 16 02:09:02.438775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] No DVR routers for this DVR port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:02.486789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:02.509264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e9b7d797-220e-46bd-a77b-784888b40863 service neutron] 10.222.0.86 "PUT /v2.0/ports/9aa19961-33e1-43f7-bb36-e71ff1a2a5a2/bindings/n-h2-768862-14/activate HTTP/1.1" status: 200 len: 370 time: 2.0173347 Aug 16 02:09:03.062152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c9a5b1a-ff3b-495c-be30-362b5bad6532 req-d18cedd0-7b08-4522-a627-18a3f6c85dc9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 210 time: 0.1110079 Aug 16 02:09:03.173956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-8fba8850-06ed-445d-8e82-82885ba49728 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.175614 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-8fba8850-06ed-445d-8e82-82885ba49728 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.1868081 Aug 16 02:09:03.215908 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.228047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Transition to ACTIVE for port object 43eb9b4d-bef1-4701-8ff5-088865795a3c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:03.238463 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.311237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6305a-91cb-4829-a8a5-1654d530a15a req-a043d8e0-a82b-4a12-9b12-ad1fc2bbc021 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.324459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50a6305a-91cb-4829-a8a5-1654d530a15a req-a043d8e0-a82b-4a12-9b12-ad1fc2bbc021 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 944 time: 0.1683111 Aug 16 02:09:03.337569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-88748bde-bd89-4b75-910f-3d645f95186d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.340019 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-88748bde-bd89-4b75-910f-3d645f95186d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.86 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 819 time: 0.3689139 Aug 16 02:09:03.355342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-2656bdeb-658b-4b63-bb64-68bba63e249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.356843 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-2656bdeb-658b-4b63-bb64-68bba63e249c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b&tenant_id=877c996a282643eb960bdbf58b651d9f HTTP/1.1" status: 200 len: 1096 time: 0.1630933 Aug 16 02:09:03.374821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Request body: {'port': {'device_id': 'a6ef3c5c-9c27-493c-a765-f3976e263ba9', 'network_id': '81198490-59d5-4e95-9155-f109086e1a37', 'admin_state_up': True, 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:03.406559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9066ea4-f60c-4932-ba49-6815a1a66f24 None None] Pushing event updated for resources: {'Port': ['ID=43eb9b4d-bef1-4701-8ff5-088865795a3c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:03.426140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Attempting to bind port 43eb9b4d-bef1-4701-8ff5-088865795a3c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:03.426754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Attempting to bind port 43eb9b4d-bef1-4701-8ff5-088865795a3c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:03.427446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Attempting to bind port 43eb9b4d-bef1-4701-8ff5-088865795a3c on network 81198490-59d5-4e95-9155-f109086e1a37 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:03.436186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:03.436849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Checking segment: {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:03.437471 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.438025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Bound using segment: {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:03.438868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Bound port: 43eb9b4d-bef1-4701-8ff5-088865795a3c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:03.439519 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.475348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50a6305a-91cb-4829-a8a5-1654d530a15a req-4e7d0fb4-b886-4d36-b69b-fa692cc16554 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497517 Aug 16 02:09:03.553786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90a18c-6d42-4248-adb8-3074261c2ef9 req-5f292d5e-4e0e-42e9-87fa-7bcaf6ffc8e8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.559927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e90a18c-6d42-4248-adb8-3074261c2ef9 req-5f292d5e-4e0e-42e9-87fa-7bcaf6ffc8e8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1635475 Aug 16 02:09:03.605962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-8145b90a-5ddf-4bd4-8ebf-b5474895a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.608712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-8145b90a-5ddf-4bd4-8ebf-b5474895a0b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877c996a282643eb960bdbf58b651d9f&device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 1096 time: 0.1263354 Aug 16 02:09:03.627149 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2226adea-db40-4ba2-a091-3ace6baf01e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.673759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] For port 43eb9b4d-bef1-4701-8ff5-088865795a3c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:03.678153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] For port 43eb9b4d-bef1-4701-8ff5-088865795a3c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=43eb9b4d-bef1-4701-8ff5-088865795a3c,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:03.691523 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.727262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Made reservation on behalf of c368790413fc46979bd11f4ccd0dbf48 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:03.732391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.748557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e90a18c-6d42-4248-adb8-3074261c2ef9 req-0b47cf2b-d8b1-4fa8-9d77-fba035ce7bd4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794918 Aug 16 02:09:03.805272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-1b90ca6a-0dcd-403e-8cec-052b6f698ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.808024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-1b90ca6a-0dcd-403e-8cec-052b6f698ca3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 200 len: 909 time: 0.1836989 Aug 16 02:09:03.887010 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-e734670e-c672-4be2-9024-a263967f1c36 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 HTTP/1.1" status: 200 len: 217 time: 0.0689054 Aug 16 02:09:03.890168 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Routers {'2f15cecd-eecc-442a-ab85-a99edf617b9a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:03.890827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:09:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2f15cecd-eecc-442a-ab85-a99edf617b9a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:03.912449 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.972059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9066ea4-f60c-4932-ba49-6815a1a66f24 None None] Pushing event updated for resources: {'Port': ['ID=43eb9b4d-bef1-4701-8ff5-088865795a3c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:03.991887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-8428dfd0-09c7-4986-a9ca-0e48e4843b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.993433 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-8428dfd0-09c7-4986-a9ca-0e48e4843b11 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 200 len: 848 time: 0.0968659 Aug 16 02:09:04.097862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] Set router 2f15cecd-eecc-442a-ab85-a99edf617b9a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:04.117312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Allocated IP 172.20.0.10 (81198490-59d5-4e95-9155-f109086e1a37/724b25a0-2418-4c54-a670-0a9703bc2fc7/f8f04689-ccc1-4e51-a94d-3c275ab41805) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:04.135576 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-a78c8fb7-c731-4e94-985e-6ddacd0383f8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=469eeb41-d06c-4b45-994e-8ecd7f773dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090701 Aug 16 02:09:04.258062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95c5556f-4f2b-4882-a796-15f57cae30cf req-ea6d00d0-d7a4-4634-8ead-721287e30e54 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 210 time: 0.0504398 Aug 16 02:09:04.439992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:08:57Z', 'revision_number': 4, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'gw_port': {'id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:53Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '43eb9b4d-bef1-4701-8ff5-088865795a3c', 'name': '', 'network_id': '81198490-59d5-4e95-9155-f109086e1a37', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'mac_address': 'fa:16:3e:ba:01:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '724b25a0-2418-4c54-a670-0a9703bc2fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:03Z', 'revision_number': 4, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'subnets': [{'id': '724b25a0-2418-4c54-a670-0a9703bc2fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:04.477916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa83fe-25ad-49f6-975c-060a4debb05b None None] The sync data for ids ['2f15cecd-eecc-442a-ab85-a99edf617b9a'] in n-d-768862-14 is: [{'id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:08:57Z', 'revision_number': 4, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'gw_port': {'id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:53Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '43eb9b4d-bef1-4701-8ff5-088865795a3c', 'name': '', 'network_id': '81198490-59d5-4e95-9155-f109086e1a37', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'mac_address': 'fa:16:3e:ba:01:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '724b25a0-2418-4c54-a670-0a9703bc2fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:56Z', 'updated_at': '2021-08-16T02:09:03Z', 'revision_number': 4, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'subnets': [{'id': '724b25a0-2418-4c54-a670-0a9703bc2fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:04.715106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-42db5b5a-589a-4d8e-b061-52b1b02077e2 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681169 Aug 16 02:09:04.743400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422ff1-f607-4704-b3c9-697741f76bf6 req-c8c3850e-50ac-42f4-81f1-821e0c28b95c tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.752712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7422ff1-f607-4704-b3c9-697741f76bf6 req-c8c3850e-50ac-42f4-81f1-821e0c28b95c tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 944 time: 0.1190970 Aug 16 02:09:04.796420 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.836613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7422ff1-f607-4704-b3c9-697741f76bf6 req-84905a76-c79c-48b6-bc66-62da1df68ea3 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828853 Aug 16 02:09:04.885657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.974383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788ede-78fb-466e-9574-08e6f5fe4832 req-4707443c-4bf6-487c-9a44-0f147181f139 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.986430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36788ede-78fb-466e-9574-08e6f5fe4832 req-4707443c-4bf6-487c-9a44-0f147181f139 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0767007 Aug 16 02:09:05.054780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36788ede-78fb-466e-9574-08e6f5fe4832 req-177e4e3b-5252-49e5-9be7-4c4b3b773718 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607138 Aug 16 02:09:05.072005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-05f279d2-f5d6-4ae7-aa0e-9cb4888b16ed tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:05.075749 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-05f279d2-f5d6-4ae7-aa0e-9cb4888b16ed tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.93 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 819 time: 0.7621851 Aug 16 02:09:05.091888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.116770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Request body: {'port': {'device_id': '38eb8db4-197f-4d24-8c22-9990028decac', 'network_id': '81198490-59d5-4e95-9155-f109086e1a37', 'admin_state_up': True, 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:05.364235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Network 81198490-59d5-4e95-9155-f109086e1a37 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:05.406544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:05.412471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Pushing event updated for resources: {'Port': ['ID=f8f04689-ccc1-4e51-a94d-3c275ab41805,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:05.423662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:05.442524 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-f087575b-f46e-4d2e-9eb3-3d324850fb81 service neutron] 10.222.0.93 "GET /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110357 Aug 16 02:09:05.538626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20429db3-22c0-4596-b448-2ab4c61bf931 req-21878a71-be9e-4a69-a051-530493733128 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 210 time: 0.0692127 Aug 16 02:09:05.605057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:05.605747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.637144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Made reservation on behalf of c368790413fc46979bd11f4ccd0dbf48 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:05.643390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.655698 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1aa7bf78-bfc8-433c-bbef-96f3ce9a82ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2850575 Aug 16 02:09:05.698951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Request body: {'port': {'device_id': 'a6ef3c5c-9c27-493c-a765-f3976e263ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:06.066150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43eb9b4d-bef1-4701-8ff5-088865795a3c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:06.074127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.090640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fff7e4-7f17-4d71-9d98-c55ff9268c40 req-fc3f7fd9-e5fc-463b-be96-27a115b61e50 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.096170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06fff7e4-7f17-4d71-9d98-c55ff9268c40 req-fc3f7fd9-e5fc-463b-be96-27a115b61e50 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1608179 Aug 16 02:09:06.183882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 43eb9b4d-bef1-4701-8ff5-088865795a3c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:06.188562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 43eb9b4d-bef1-4701-8ff5-088865795a3c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:06.188960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.202086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-7f1999ee-8f14-4e19-a5f2-48a49ee69652 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.203647 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-7f1999ee-8f14-4e19-a5f2-48a49ee69652 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b&tenant_id=877c996a282643eb960bdbf58b651d9f&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1096 time: 0.4510443 Aug 16 02:09:06.231234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06fff7e4-7f17-4d71-9d98-c55ff9268c40 req-abf97d50-b7dd-4e94-a195-bdac3bf78ce6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169007 Aug 16 02:09:06.263459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75799f1a-c5e5-464b-aecb-bbe26da03016 req-542223ce-59b7-4c63-8414-c8929b63711b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.270937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75799f1a-c5e5-464b-aecb-bbe26da03016 req-542223ce-59b7-4c63-8414-c8929b63711b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 944 time: 0.1306279 Aug 16 02:09:06.341322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.361028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75799f1a-c5e5-464b-aecb-bbe26da03016 req-6e89f44f-d06b-43fc-8512-bd1ece6ca5ea tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817685 Aug 16 02:09:06.486312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 43eb9b4d-bef1-4701-8ff5-088865795a3c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=43eb9b4d-bef1-4701-8ff5-088865795a3c,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:06.497737 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.526476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Allocated IP 172.20.0.9 (81198490-59d5-4e95-9155-f109086e1a37/724b25a0-2418-4c54-a670-0a9703bc2fc7/6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:06.617593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=43eb9b4d-bef1-4701-8ff5-088865795a3c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:06.657788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-a566e545-4e01-46b9-b715-a9060c02e24d service neutron] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:06.664374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-a566e545-4e01-46b9-b715-a9060c02e24d service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.665488 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cae39c88-86fd-44a9-b103-4cd04eb7cd2b req-a566e545-4e01-46b9-b715-a9060c02e24d service neutron] 10.222.0.93 "DELETE /v2.0/ports/9aa19961-33e1-43f7-bb36-e71ff1a2a5a2/bindings/n-h1-768862-14 HTTP/1.1" status: 204 len: 173 time: 0.4083712 Aug 16 02:09:06.751386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbfef1-f816-4303-82d1-1d4a36673fae req-32d276dc-bebd-491a-ad95-61988bcdf241 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.771324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bfbfef1-f816-4303-82d1-1d4a36673fae req-32d276dc-bebd-491a-ad95-61988bcdf241 tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 1096 time: 0.1151705 Aug 16 02:09:06.827045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bfbfef1-f816-4303-82d1-1d4a36673fae req-469f9371-9c64-46a0-ab2d-c8e096e40ece tempest-LiveMigrationTest-371820266 tempest-LiveMigrationTest-371820266-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497172 Aug 16 02:09:06.886183 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.926571 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.950898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2913cb11-4a79-4226-8bb0-a1bf29911de2 req-0be6b60d-8786-47b1-a4de-e167f7c46047 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 210 time: 0.1024959 Aug 16 02:09:07.012118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.190827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Network 81198490-59d5-4e95-9155-f109086e1a37 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:07.201310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:07.229138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:07.298848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.300096 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.305177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Pushing event updated for resources: {'Port': ['ID=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.347180 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-ca216274-d0c2-4512-8f14-fae466f08de9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2462914 Aug 16 02:09:07.379934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Request body: {'port': {'device_id': '38eb8db4-197f-4d24-8c22-9990028decac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:07.503973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9808309-929e-4cc9-953b-17f4cf84951a req-0077754d-5c5c-4995-91cd-23698f8d8407 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.514845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9808309-929e-4cc9-953b-17f4cf84951a req-0077754d-5c5c-4995-91cd-23698f8d8407 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 944 time: 0.1804085 Aug 16 02:09:07.538089 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.546752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa06fa6-f54f-4941-bc5c-8cd241e9d92d req-67a0a484-06a7-470d-8edc-ea62a2103536 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.558212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2fa06fa6-f54f-4941-bc5c-8cd241e9d92d req-67a0a484-06a7-470d-8edc-ea62a2103536 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1295354 Aug 16 02:09:07.565043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f04689-ccc1-4e51-a94d-3c275ab41805 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:07.607918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.625994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9808309-929e-4cc9-953b-17f4cf84951a req-a55147e8-9e0d-4726-a752-2ebc602b0ec0 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058693 Aug 16 02:09:07.656407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Transition to ACTIVE for port object f8f04689-ccc1-4e51-a94d-3c275ab41805 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:07.665607 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.677518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2fa06fa6-f54f-4941-bc5c-8cd241e9d92d req-0800d2d9-f9b4-46e7-92fb-bccef0f24c81 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175563 Aug 16 02:09:07.905234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43eb9b4d-bef1-4701-8ff5-088865795a3c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:07.972568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f04689-ccc1-4e51-a94d-3c275ab41805,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.089403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-f4a2c0ad-ab59-4e21-9081-71182f5705dd tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.091266 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-f4a2c0ad-ab59-4e21-9081-71182f5705dd tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.93 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 944 time: 0.2202320 Aug 16 02:09:08.122972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 43eb9b4d-bef1-4701-8ff5-088865795a3c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:08.124701 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.312141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad3985-acf5-4f61-997d-96c0842da6ae req-cf99bd62-ce0e-45f0-afa7-34d2a942e1c2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.315079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51ad3985-acf5-4f61-997d-96c0842da6ae req-cf99bd62-ce0e-45f0-afa7-34d2a942e1c2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 931 time: 0.1354468 Aug 16 02:09:08.339125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Attempting to bind port f8f04689-ccc1-4e51-a94d-3c275ab41805 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:08.339699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Attempting to bind port f8f04689-ccc1-4e51-a94d-3c275ab41805 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:08.340132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Attempting to bind port f8f04689-ccc1-4e51-a94d-3c275ab41805 on network 81198490-59d5-4e95-9155-f109086e1a37 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:08.362951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Port f8f04689-ccc1-4e51-a94d-3c275ab41805 on network 81198490-59d5-4e95-9155-f109086e1a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:08.364018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Attempting to bind port f8f04689-ccc1-4e51-a94d-3c275ab41805 on network 81198490-59d5-4e95-9155-f109086e1a37 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:08.372102 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51ad3985-acf5-4f61-997d-96c0842da6ae req-275ced84-1d1e-4093-a820-44ac454880db tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486610 Aug 16 02:09:08.378873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:08.379346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Checking segment: {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:08.379826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Bound using segment: {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:08.380365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Bound port: f8f04689-ccc1-4e51-a94d-3c275ab41805, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:08.380833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.498887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Deleting port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:08.499393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.507499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] For port f8f04689-ccc1-4e51-a94d-3c275ab41805, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:08.838835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace7c3-d81c-4a52-ada8-a585b1e927c7 req-ac6a3d9b-2973-486b-a53d-079457063817 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.840250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:08.848057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37ace7c3-d81c-4a52-ada8-a585b1e927c7 req-ac6a3d9b-2973-486b-a53d-079457063817 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 944 time: 0.1455600 Aug 16 02:09:08.874794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] For port f8f04689-ccc1-4e51-a94d-3c275ab41805, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:08.881962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.916895 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.921074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Transition to ACTIVE for port object 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:08.946495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9ab3-ff98-4d60-a906-1d8e92f52f85 req-b42f739e-5b67-4c63-93c2-7f53290b7d4e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.948626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-697c9ab3-ff98-4d60-a906-1d8e92f52f85 req-b42f739e-5b67-4c63-93c2-7f53290b7d4e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1514075 Aug 16 02:09:08.955907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.965591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37ace7c3-d81c-4a52-ada8-a585b1e927c7 req-cf1e480a-e244-47c9-b94f-8288a0c97363 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162305 Aug 16 02:09:08.980275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.980904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.982321 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] 10.222.0.86 "PUT /v2.0/ports/f8f04689-ccc1-4e51-a94d-3c275ab41805 HTTP/1.1" status: 200 len: 1093 time: 3.2973831 Aug 16 02:09:08.984827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ef3c5c-9c27-493c-a765-f3976e263ba9', 'tag': 'f8f04689-ccc1-4e51-a94d-3c275ab41805'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:08.987083 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ef3c5c-9c27-493c-a765-f3976e263ba9", "tag": "f8f04689-ccc1-4e51-a94d-3c275ab41805"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:09.028249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-697c9ab3-ff98-4d60-a906-1d8e92f52f85 req-5cb1b3cc-fa32-4c66-b123-174d82c56f07 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612004 Aug 16 02:09:09.148278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] For port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:09.148644 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.186212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0f9fe-5727-4b81-be6d-801360f65b52 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f04689-ccc1-4e51-a94d-3c275ab41805,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.241078 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14af2f18-a984-40fe-9cd5-02836bba2575 x-openstack-request-id: req-14af2f18-a984-40fe-9cd5-02836bba2575 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:09.241406 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ef3c5c-9c27-493c-a765-f3976e263ba9", "tag": "f8f04689-ccc1-4e51-a94d-3c275ab41805", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:09.241607 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14af2f18-a984-40fe-9cd5-02836bba2575 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:09.241997 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ef3c5c-9c27-493c-a765-f3976e263ba9', 'tag': 'f8f04689-ccc1-4e51-a94d-3c275ab41805', 'status': 'completed', 'code': 200} Aug 16 02:09:09.242903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Calling delete_port for 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:09.287250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.326129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Attempting to bind port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:09.326465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Attempting to bind port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:09.326781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Attempting to bind port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 on network 81198490-59d5-4e95-9155-f109086e1a37 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:09.334040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-970464b2-70cb-4d13-84db-e90eddbade6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.335590 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-970464b2-70cb-4d13-84db-e90eddbade6e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1096 time: 0.2550626 Aug 16 02:09:09.338152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 on network 81198490-59d5-4e95-9155-f109086e1a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:09.338477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Attempting to bind port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 on network 81198490-59d5-4e95-9155-f109086e1a37 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:09.351161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:09.351872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Checking segment: {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:09.351872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Bound using segment: {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:09.352290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Bound port: 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81198490-59d5-4e95-9155-f109086e1a37'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:09.352645 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.415515 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-cfc3f624-0c38-49bb-a435-7c36ac3c812f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805 HTTP/1.1" status: 200 len: 217 time: 0.0605154 Aug 16 02:09:09.553031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] For port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:09.555941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-c7dc443d-c039-4eb3-af9e-f9a7e557316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.557587 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-c7dc443d-c039-4eb3-af9e-f9a7e557316d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.1141000 Aug 16 02:09:09.561355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] For port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:09.562681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea22786-5dc2-454d-9eec-f15ed195ab05 req-a400b285-6903-477d-8bbb-a3b041b5ddba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.566060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cea22786-5dc2-454d-9eec-f15ed195ab05 req-a400b285-6903-477d-8bbb-a3b041b5ddba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 943 time: 0.0992544 Aug 16 02:09:09.580060 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.604679 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-9839dec6-a7cf-4780-8b8f-96235e9312c7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363963 Aug 16 02:09:09.609303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.622864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['21ee1be4-2ccc-4dcd-ab68-c6168d300a74'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:09.633470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cea22786-5dc2-454d-9eec-f15ed195ab05 req-f4e162cf-02f6-4252-afef-c7262fa41dfa tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616438 Aug 16 02:09:09.652028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.652649 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.654301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] 10.222.0.93 "PUT /v2.0/ports/6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 HTTP/1.1" status: 200 len: 1092 time: 2.2886224 Aug 16 02:09:09.813280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15e67a-0151-47cd-b4ee-c87306b1ea5d service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.822917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] No DVR routers for this DVR port 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:09.825607 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.827879 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50fb78ec-075e-4c1e-bad3-5ac58432fcc9 req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.93 "DELETE /v2.0/ports/9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 HTTP/1.1" status: 204 len: 173 time: 1.7262361 Aug 16 02:09:09.873934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241c072-c935-4d1d-936f-c8f5632051a9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Pushing event deleted for resources: {'Port': ['ID=9aa19961-33e1-43f7-bb36-e71ff1a2a5a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.907345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-4b5159be-8aba-4c98-81cf-479a4f905677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.908900 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-4b5159be-8aba-4c98-81cf-479a4f905677 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 1095 time: 0.1867726 Aug 16 02:09:09.912640 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-0f49bc1f-34dc-4b37-abf4-fef8ef5f25cb service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792709 Aug 16 02:09:09.983428 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-d3e0be92-5ec7-4b74-9659-5dcf8ddbdb4d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 HTTP/1.1" status: 200 len: 217 time: 0.0658500 Aug 16 02:09:10.095132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-96895d9e-ec78-4bc2-9062-5b76f24c9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.096965 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-96895d9e-ec78-4bc2-9062-5b76f24c9c50 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.0825584 Aug 16 02:09:10.131814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa49950f-cde4-4e30-8e6d-35d1fa613562 req-339c0ac3-d5bf-4097-abfb-228aa41dd514 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 210 time: 0.0757325 Aug 16 02:09:10.152377 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-4d82ac2b-68b6-473d-a365-9c3fbb34f421 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369842 Aug 16 02:09:10.176315 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f2b2f3f-540d-4ee0-af13-a3671d93bb37 req-d8c480a5-5bc8-4e31-898b-bec4b48c854d service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483799 Aug 16 02:09:10.257544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456c778-be21-4e64-8a91-46e9cdc3b112 req-bfd888c2-af2d-4625-9e17-db2c5633432c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.269631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2456c778-be21-4e64-8a91-46e9cdc3b112 req-bfd888c2-af2d-4625-9e17-db2c5633432c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1100082 Aug 16 02:09:10.342111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2456c778-be21-4e64-8a91-46e9cdc3b112 req-0d092ae9-5f41-4660-8629-3cf7125455ce tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716321 Aug 16 02:09:10.372173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-fce414ea-22f5-45d7-8bd1-46f46fd39452 service neutron] 10.222.0.93 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142801 Aug 16 02:09:10.517288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-7670292b-b0f3-4e1b-8116-a5536f22a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.519046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-7670292b-b0f3-4e1b-8116-a5536f22a9cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1096 time: 0.2195375 Aug 16 02:09:10.621040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188ed43a-65cc-4383-acb5-2e9ff07f539c req-51a1e9a9-ae5c-4b30-854b-0d4cc9cf0cf0 service neutron] 10.222.0.93 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389174 Aug 16 02:09:10.700507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-6928fd72-f8c6-449e-8765-f17b3a2b8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.702014 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-6928fd72-f8c6-449e-8765-f17b3a2b8586 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 920 time: 0.1690781 Aug 16 02:09:10.788163 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-8ab36bb1-e82f-4fba-a131-096fc6f43c3f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805 HTTP/1.1" status: 200 len: 217 time: 0.0785346 Aug 16 02:09:10.838597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a271f1-ab6d-4517-889f-4e237450962b req-eaa41f30-6408-4bce-a0ce-9b70912ec1b7 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.853146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10a271f1-ab6d-4517-889f-4e237450962b req-eaa41f30-6408-4bce-a0ce-9b70912ec1b7 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 943 time: 0.1015868 Aug 16 02:09:10.884326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-a1a564eb-cc90-49c3-863c-8c66d8721aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.886444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-a1a564eb-cc90-49c3-863c-8c66d8721aeb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.0876372 Aug 16 02:09:10.936421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10a271f1-ab6d-4517-889f-4e237450962b req-425985c2-e7f0-4b5d-b002-172459749e68 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797391 Aug 16 02:09:10.962104 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-d0642004-95e1-446a-86cd-47bec9a56ade service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683861 Aug 16 02:09:11.161227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-01cb4d4f-7e4e-4a1d-9b3b-931e0ef66131 service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877396 Aug 16 02:09:11.280815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38eb8db4-197f-4d24-8c22-9990028decac', 'tag': '6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4'}, {'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'name': 'network-vif-deleted', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:11.283356 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "38eb8db4-197f-4d24-8c22-9990028decac", "tag": "6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4"}, {"server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "name": "network-vif-deleted", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:11.288158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b147ddaf-9dc2-4183-89d5-7ec9afced9d5 req-2eba297f-017b-4c6f-9018-1f12db590cce service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178958 Aug 16 02:09:11.320750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:11.330548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8f7e841-8459-47c0-ae64-ff96cf1acd8f req-5305170f-82d5-40e2-84d3-23391f40b438 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 210 time: 0.0682571 Aug 16 02:09:11.388823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:11.391612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9aa19961-33e1-43f7-bb36-e71ff1a2a5a2 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:11.427379 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ecfd17-57b4-4134-a557-80d97d3d46d8 x-openstack-request-id: req-d7ecfd17-57b4-4134-a557-80d97d3d46d8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:11.427928 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38eb8db4-197f-4d24-8c22-9990028decac", "tag": "6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4", "status": "completed", "code": 200}, {"server_uuid": "11c58a54-fda7-4a66-a060-fdc09fb9945b", "name": "network-vif-deleted", "tag": "9aa19961-33e1-43f7-bb36-e71ff1a2a5a2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:11.428102 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7ecfd17-57b4-4134-a557-80d97d3d46d8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:11.429769 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38eb8db4-197f-4d24-8c22-9990028decac', 'tag': '6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4', 'status': 'completed', 'code': 200} Aug 16 02:09:11.430141 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c58a54-fda7-4a66-a060-fdc09fb9945b', 'name': 'network-vif-deleted', 'tag': '9aa19961-33e1-43f7-bb36-e71ff1a2a5a2', 'status': 'completed', 'code': 200} Aug 16 02:09:11.573652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-3b38097a-f3a1-47c4-9436-475ed43f94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.577003 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-3b38097a-f3a1-47c4-9436-475ed43f94fd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 1095 time: 0.1231263 Aug 16 02:09:11.610410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fb7d7-68f0-4172-9398-e070471e6298 req-3f3efdd5-c8b5-4dee-94bd-1e08b80a6018 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.612632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c8fb7d7-68f0-4172-9398-e070471e6298 req-3f3efdd5-c8b5-4dee-94bd-1e08b80a6018 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1068947 Aug 16 02:09:11.698655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c8fb7d7-68f0-4172-9398-e070471e6298 req-e586f15e-ecd5-4457-8f89-2267cd986ccc tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748968 Aug 16 02:09:11.708254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-42c8d354-be2c-4d3a-a02d-75cf5fe4b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.709849 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-42c8d354-be2c-4d3a-a02d-75cf5fe4b2b7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 920 time: 0.1218286 Aug 16 02:09:11.774311 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-eb6a809f-29e2-4ac6-96ae-54b59751a765 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 HTTP/1.1" status: 200 len: 217 time: 0.0567307 Aug 16 02:09:11.854313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-d5babd7d-a873-4353-8316-99e849825bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.856086 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-d5babd7d-a873-4353-8316-99e849825bfd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.0742729 Aug 16 02:09:11.899053 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-67244851-13b9-49a3-9ce2-58707085301e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334966 Aug 16 02:09:12.001660 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.065613 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-3a557755-d994-491a-81e3-43d62623c70d service neutron] 10.222.0.93 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589272 Aug 16 02:09:12.106212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b3a0e-5015-478f-a137-c5647ba3ec4a req-a9019ab9-97d7-4473-b762-265584fa84b0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:12.123307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-670b3a0e-5015-478f-a137-c5647ba3ec4a req-a9019ab9-97d7-4473-b762-265584fa84b0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 943 time: 0.0777309 Aug 16 02:09:12.203725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-670b3a0e-5015-478f-a137-c5647ba3ec4a req-91d29379-5f66-49aa-91fb-abf263a253ad tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770769 Aug 16 02:09:12.250324 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c23df1c-b1e0-4c29-8b39-1c1cedef8ad2 req-940e409c-a27b-4cec-af44-7e863be7bf80 service neutron] 10.222.0.93 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772685 Aug 16 02:09:12.504628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7b7d0d3-6e0c-4480-b00b-b9b17808ce98 req-16a04d3e-316e-4d94-8135-1a7cda7be3cd tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 210 time: 0.0317116 Aug 16 02:09:12.887254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b040-13e6-4390-b5c1-730a549808e4 req-9a526250-ff96-4f5b-83c4-a6e6b45be10a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:12.888974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6cf6b040-13e6-4390-b5c1-730a549808e4 req-9a526250-ff96-4f5b-83c4-a6e6b45be10a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0852644 Aug 16 02:09:12.983341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6cf6b040-13e6-4390-b5c1-730a549808e4 req-30f4a02e-802f-4676-9dff-3d3b8677706b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764089 Aug 16 02:09:13.318351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:13.355369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bf233-036d-4755-8a10-8a99f82106bd req-8e9feba0-f2e9-43aa-9a37-89eb94467e8f tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:13.364579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e3bf233-036d-4755-8a10-8a99f82106bd req-8e9feba0-f2e9-43aa-9a37-89eb94467e8f tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 943 time: 0.0691361 Aug 16 02:09:13.411938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e3bf233-036d-4755-8a10-8a99f82106bd req-e1f5e5b5-3d45-4f37-bdce-71e9a083da5a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Aug 16 02:09:13.535328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:13.548863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4', 'network_id': '81198490-59d5-4e95-9155-f109086e1a37', 'port_id': '6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4', 'mac_address': 'fa:16:3e:10:c1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724b25a0-2418-4c54-a670-0a9703bc2fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:13.604751 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.622863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:13.656003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:13.661202 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.712491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9d85a36-9c8f-4569-b57e-efd237318cb2 req-48a30f1c-9cbb-4657-b55f-1af360c4e4c2 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 210 time: 0.1063538 Aug 16 02:09:13.771539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:14.023659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:14.159796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f8f04689-ccc1-4e51-a94d-3c275ab41805 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:14.177633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0897c-d63a-48cb-a066-6247c9887642 req-4f5558f5-c6b4-43bb-a016-25201c15bee2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:14.189876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57a0897c-d63a-48cb-a066-6247c9887642 req-4f5558f5-c6b4-43bb-a016-25201c15bee2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1199505 Aug 16 02:09:14.270677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57a0897c-d63a-48cb-a066-6247c9887642 req-74b0b607-e559-4374-b2e7-1a074baf1769 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717940 Aug 16 02:09:14.324543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f8f04689-ccc1-4e51-a94d-3c275ab41805, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:14.344961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'f8f04689-ccc1-4e51-a94d-3c275ab41805', 'network_id': '81198490-59d5-4e95-9155-f109086e1a37', 'port_id': 'f8f04689-ccc1-4e51-a94d-3c275ab41805', 'mac_address': 'fa:16:3e:a5:aa:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724b25a0-2418-4c54-a670-0a9703bc2fc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:14.391724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.418800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f04689-ccc1-4e51-a94d-3c275ab41805 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:14.440095 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f8f04689-ccc1-4e51-a94d-3c275ab41805, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:14.447604 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.525894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=f8f04689-ccc1-4e51-a94d-3c275ab41805,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:14.613556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629e1af-aeb4-4560-858a-2296eda3fecf req-f0603e13-842a-4e09-b105-2a97ec0eea64 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:14.619705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b629e1af-aeb4-4560-858a-2296eda3fecf req-f0603e13-842a-4e09-b105-2a97ec0eea64 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 944 time: 0.0711386 Aug 16 02:09:14.707686 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b629e1af-aeb4-4560-858a-2296eda3fecf req-7e54999b-667b-495a-9c6a-951c5efcafe8 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725174 Aug 16 02:09:14.856904 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e48edb65-cf72-44bf-8369-ca8435f02632 req-d3bca89e-788b-41df-b1cf-12e7ebec3dcb tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c58a54-fda7-4a66-a060-fdc09fb9945b HTTP/1.1" status: 200 len: 210 time: 0.0587306 Aug 16 02:09:14.940450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['f8f04689-ccc1-4e51-a94d-3c275ab41805'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:15.336303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:15.444826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:15.450977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e183cf-986d-438d-a59d-529a94143bbd req-0b69b39a-a502-4af1-a5db-1491ea000dde tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.452702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:15.453238 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.463298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39e183cf-986d-438d-a59d-529a94143bbd req-0b69b39a-a502-4af1-a5db-1491ea000dde tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0950871 Aug 16 02:09:15.510162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39e183cf-986d-438d-a59d-529a94143bbd req-e29a4f9d-f6ee-4c37-bc9f-9eba1fce602f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Aug 16 02:09:15.553405 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.581882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eb8db4-197f-4d24-8c22-9990028decac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:15.584972 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc8c19b-32a8-4172-9367-6da867e9a7ad" -d '{"events": [{"server_uuid": "38eb8db4-197f-4d24-8c22-9990028decac", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:15.632655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:15.641553 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.648596 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bac05b-39a7-4d45-9ae3-fe3a86a4d489 x-openstack-request-id: req-a5bac05b-39a7-4d45-9ae3-fe3a86a4d489 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:15.648891 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38eb8db4-197f-4d24-8c22-9990028decac", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:15.649162 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a5bac05b-39a7-4d45-9ae3-fe3a86a4d489 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:15.649564 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eb8db4-197f-4d24-8c22-9990028decac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4', 'code': 200} Aug 16 02:09:15.725578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:15.779665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061d79-e98b-4148-821e-a7702ef23912 req-7c45d939-3d9d-4bca-ae15-b22b3a643eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.781385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-62061d79-e98b-4148-821e-a7702ef23912 req-7c45d939-3d9d-4bca-ae15-b22b3a643eb5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 1097 time: 0.0574639 Aug 16 02:09:15.830627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-62061d79-e98b-4148-821e-a7702ef23912 req-60102fb9-a6ab-494b-b663-250767cb94ef service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Aug 16 02:09:15.956960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf8d65-23eb-4bdc-9e89-88cb072e2e4f req-a77329c5-6234-4d67-b549-58e2027f91f9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.959188 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21bf8d65-23eb-4bdc-9e89-88cb072e2e4f req-a77329c5-6234-4d67-b549-58e2027f91f9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1486342 Aug 16 02:09:16.035867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21bf8d65-23eb-4bdc-9e89-88cb072e2e4f req-22fb6f99-faae-4f3d-a90c-f70d8d156ced tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646155 Aug 16 02:09:16.704977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5f0cc-b9b7-4402-af15-dee375cea1ab req-67271f3b-d50e-467a-9027-3e6fc51f6023 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:16.706826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fa5f0cc-b9b7-4402-af15-dee375cea1ab req-67271f3b-d50e-467a-9027-3e6fc51f6023 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0690453 Aug 16 02:09:16.816937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fa5f0cc-b9b7-4402-af15-dee375cea1ab req-58ed191b-8339-4252-a770-cd057a2329c4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017146 Aug 16 02:09:17.269381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477c3c-6fa4-40e0-91a9-8719b4dc9574 req-073b33a1-522e-4832-ad25-e92dfa29c5f6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:17.291806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b477c3c-6fa4-40e0-91a9-8719b4dc9574 req-073b33a1-522e-4832-ad25-e92dfa29c5f6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1155603 Aug 16 02:09:17.334284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b477c3c-6fa4-40e0-91a9-8719b4dc9574 req-dced8ccc-058f-4ea5-a7b6-a970d240ac0b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Aug 16 02:09:17.764281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-4f7d7dab-385f-4122-a1c9-95e24b204b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:17.765801 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-4f7d7dab-385f-4122-a1c9-95e24b204b2b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 1097 time: 0.1113136 Aug 16 02:09:17.813086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158040e5-0bdd-493a-b8dd-3fc6886237ea req-c2445b25-e9ac-4d48-857b-763ed6af0604 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:17.829514 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-158040e5-0bdd-493a-b8dd-3fc6886237ea req-c2445b25-e9ac-4d48-857b-763ed6af0604 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1015944 Aug 16 02:09:17.922292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-ccb07fc4-19eb-40aa-9006-c5955986a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:17.924243 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-ccb07fc4-19eb-40aa-9006-c5955986a7fc service neutron] 10.222.0.93 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 920 time: 0.1475525 Aug 16 02:09:17.925928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-158040e5-0bdd-493a-b8dd-3fc6886237ea req-64986ee5-4d3c-4124-b5df-6ed9362edae8 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954247 Aug 16 02:09:18.054820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eca7ed-158f-44b2-ae0e-912f41a68d19 req-a3f6748d-84a1-4e9b-a9b0-a1a6546270a7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.062536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9eca7ed-158f-44b2-ae0e-912f41a68d19 req-a3f6748d-84a1-4e9b-a9b0-a1a6546270a7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1240902 Aug 16 02:09:18.072789 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-aeb482db-0f05-4271-a96f-18a7585b920d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 HTTP/1.1" status: 200 len: 217 time: 0.1347523 Aug 16 02:09:18.138738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9eca7ed-158f-44b2-ae0e-912f41a68d19 req-12be20e3-6797-438a-bfc2-a83b2e3565b8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727408 Aug 16 02:09:18.144430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-61c31cbb-5fd4-486f-844e-527559a18777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.145941 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-61c31cbb-5fd4-486f-844e-527559a18777 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.0639288 Aug 16 02:09:18.148971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f8f04689-ccc1-4e51-a94d-3c275ab41805 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:18.186117 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-eb1d2079-bf84-4f46-9d52-cc1746d44426 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307255 Aug 16 02:09:18.284861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port f8f04689-ccc1-4e51-a94d-3c275ab41805 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:18.291452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port f8f04689-ccc1-4e51-a94d-3c275ab41805 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:18.292040 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.393829 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-0034812f-23ac-4967-b436-e86755a19d4e service neutron] 10.222.0.93 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952567 Aug 16 02:09:18.536077 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.597761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port f8f04689-ccc1-4e51-a94d-3c275ab41805, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:18.599006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ef3c5c-9c27-493c-a765-f3976e263ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f04689-ccc1-4e51-a94d-3c275ab41805'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:18.602491 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f915a67c-f3f7-4685-8f61-5ed9fcd566b7" -d '{"events": [{"server_uuid": "a6ef3c5c-9c27-493c-a765-f3976e263ba9", "name": "network-vif-plugged", "status": "completed", "tag": "f8f04689-ccc1-4e51-a94d-3c275ab41805"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:18.607040 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.659897 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5fe2b5dc-24dd-46b2-8bd7-3b3b2554427e req-b1dfab29-af2f-46a1-8e0c-a6b9be8522a8 service neutron] 10.222.0.93 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505186 Aug 16 02:09:18.682779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=f8f04689-ccc1-4e51-a94d-3c275ab41805,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.689821 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a889af40-42f6-4d20-a6f0-7857599a294c x-openstack-request-id: req-a889af40-42f6-4d20-a6f0-7857599a294c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:18.690210 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ef3c5c-9c27-493c-a765-f3976e263ba9", "name": "network-vif-plugged", "status": "completed", "tag": "f8f04689-ccc1-4e51-a94d-3c275ab41805", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:18.690408 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a889af40-42f6-4d20-a6f0-7857599a294c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:18.690833 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ef3c5c-9c27-493c-a765-f3976e263ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f04689-ccc1-4e51-a94d-3c275ab41805', 'code': 200} Aug 16 02:09:18.843291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe647551-91a1-48f0-87f7-7d59e7f608e1 req-d5ea8fb1-b558-4f62-b155-6f0331859346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.854666 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fe647551-91a1-48f0-87f7-7d59e7f608e1 req-d5ea8fb1-b558-4f62-b155-6f0331859346 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0799336 Aug 16 02:09:18.907125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fe647551-91a1-48f0-87f7-7d59e7f608e1 req-315f7e53-b710-4226-8bce-c6788aa3b3f3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450966 Aug 16 02:09:19.159313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da16204-a790-4350-a226-06f69319b98c req-5bb1b587-b21f-4644-9d1e-9fa5036fc956 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:19.160874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9da16204-a790-4350-a226-06f69319b98c req-5bb1b587-b21f-4644-9d1e-9fa5036fc956 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1020424 Aug 16 02:09:19.250726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9da16204-a790-4350-a226-06f69319b98c req-83c9d83b-9eaa-47ed-bcd1-e815b138b8d6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Aug 16 02:09:19.435429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea984447-378e-4016-b16a-e99ab52bdb02 req-67e60d9a-ae12-473a-902e-a8e39dd9b167 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:19.437497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea984447-378e-4016-b16a-e99ab52bdb02 req-67e60d9a-ae12-473a-902e-a8e39dd9b167 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1291704 Aug 16 02:09:19.496185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea984447-378e-4016-b16a-e99ab52bdb02 req-04d96175-9e69-42d1-9cbb-5899db98c16d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495245 Aug 16 02:09:20.450488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b222c3-e09a-43ad-87e4-183ec530f000 req-94bf9b82-5e58-49a3-a56f-f3df7b88be0d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:20.452207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2b222c3-e09a-43ad-87e4-183ec530f000 req-94bf9b82-5e58-49a3-a56f-f3df7b88be0d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0995674 Aug 16 02:09:20.529008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2b222c3-e09a-43ad-87e4-183ec530f000 req-16507c0a-489c-4a35-8e0a-ec370ae92a00 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682793 Aug 16 02:09:20.794641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a057a3-69c2-4ffe-bcf5-145d54eee1b6 req-2af56001-f2f5-4bb5-b9d8-17fce0f46bf1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:20.808598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7a057a3-69c2-4ffe-bcf5-145d54eee1b6 req-2af56001-f2f5-4bb5-b9d8-17fce0f46bf1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1613796 Aug 16 02:09:20.870850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7a057a3-69c2-4ffe-bcf5-145d54eee1b6 req-b99c527a-41ac-4059-bbc7-f6ab44a54605 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611525 Aug 16 02:09:20.990866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bccfc-422b-431a-a12c-c3d4a395cb99 req-1033b147-3630-4913-a4bd-c33c1c22d2cf tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.001674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a5bccfc-422b-431a-a12c-c3d4a395cb99 req-1033b147-3630-4913-a4bd-c33c1c22d2cf tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 944 time: 0.0691881 Aug 16 02:09:21.053748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a5bccfc-422b-431a-a12c-c3d4a395cb99 req-0b0f2709-7ae1-4bea-9e09-9863ca6da69f tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466850 Aug 16 02:09:21.366513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-27c3f91f-ff60-4976-856d-11272e9b07d9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.368251 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-27c3f91f-ff60-4976-856d-11272e9b07d9 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.93 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 944 time: 0.0799301 Aug 16 02:09:21.489573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Deleting port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:21.489922 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.618089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] For port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:21.620385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.636087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Calling delete_port for 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:21.739139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ad414-6ffc-45ef-8b05-2b32f4cf5a1f req-5e72d8c7-863a-453f-9b0e-00b7e4851398 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.747628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e26ad414-6ffc-45ef-8b05-2b32f4cf5a1f req-5e72d8c7-863a-453f-9b0e-00b7e4851398 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0895538 Aug 16 02:09:21.807846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e26ad414-6ffc-45ef-8b05-2b32f4cf5a1f req-2f8bd512-b793-4876-a305-ff8e6aa264f8 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 Aug 16 02:09:21.885589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.907058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['21ee1be4-2ccc-4dcd-ab68-c6168d300a74'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:22.005855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Pushing event deleted for resources: {'Port': ['ID=21ee1be4-2ccc-4dcd-ab68-c6168d300a74,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:22.083230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] No DVR routers for this DVR port 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:22.087111 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.091601 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-112a7e06-898f-49a7-b2dd-97cb4bd30f1f req-9253e7e9-a093-4b4f-b58e-a4718e499da7 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.93 "DELETE /v2.0/ports/21ee1be4-2ccc-4dcd-ab68-c6168d300a74 HTTP/1.1" status: 204 len: 173 time: 0.7146161 Aug 16 02:09:22.092119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'name': 'network-vif-deleted', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:22.113475 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4dd35c-869e-4b4d-8328-76a185319434" -d '{"events": [{"server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "name": "network-vif-deleted", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:22.119643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502cd31-4576-4489-bab0-90e85b7f4ced req-5169c4e5-94ad-4811-b015-f236bedddb22 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.127657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f502cd31-4576-4489-bab0-90e85b7f4ced req-5169c4e5-94ad-4811-b015-f236bedddb22 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1210086 Aug 16 02:09:22.198091 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f502cd31-4576-4489-bab0-90e85b7f4ced req-422a6c56-e2d1-4cde-ad9a-98f9c9e8d6a0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671859 Aug 16 02:09:22.281451 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a8d213-fc8f-4db5-84cf-3647b90d8bcb x-openstack-request-id: req-22a8d213-fc8f-4db5-84cf-3647b90d8bcb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:22.282429 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616a21c-6957-4af3-ba15-ae1e9b3eb241", "name": "network-vif-deleted", "tag": "21ee1be4-2ccc-4dcd-ab68-c6168d300a74", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:22.287764 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22a8d213-fc8f-4db5-84cf-3647b90d8bcb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:22.287764 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616a21c-6957-4af3-ba15-ae1e9b3eb241', 'name': 'network-vif-deleted', 'tag': '21ee1be4-2ccc-4dcd-ab68-c6168d300a74', 'status': 'completed', 'code': 200} Aug 16 02:09:22.364487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8ba49e1-ecda-4946-9706-06024be5621b req-301eb698-8608-49d0-8d13-29236fe82493 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=2616a21c-6957-4af3-ba15-ae1e9b3eb241 HTTP/1.1" status: 200 len: 210 time: 0.0361128 Aug 16 02:09:22.930772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b43d3-ff1e-4a9c-9d2c-be46b62b725c req-c53fa65b-608e-46dc-ac0d-40719eb814a0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.933352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-195b43d3-ff1e-4a9c-9d2c-be46b62b725c req-c53fa65b-608e-46dc-ac0d-40719eb814a0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0662549 Aug 16 02:09:23.001163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-195b43d3-ff1e-4a9c-9d2c-be46b62b725c req-c13a3070-b92a-40e2-87e9-0e1a9c31334f tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Aug 16 02:09:23.335637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1abae-804b-4e19-8db4-cb0d8675950b req-579c2017-5157-405b-9932-0c9b708f8704 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:23.337156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cb1abae-804b-4e19-8db4-cb0d8675950b req-579c2017-5157-405b-9932-0c9b708f8704 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0575051 Aug 16 02:09:23.379929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cb1abae-804b-4e19-8db4-cb0d8675950b req-8a49bc87-3584-47a6-add9-d7405e08a5e2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359242 Aug 16 02:09:23.667146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dc280-6e59-46d9-afaa-652ee08b8228 req-9776c8d0-0fac-4515-a41e-40a54051fa4d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:23.668758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-663dc280-6e59-46d9-afaa-652ee08b8228 req-9776c8d0-0fac-4515-a41e-40a54051fa4d tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 945 time: 0.0549257 Aug 16 02:09:23.711460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-663dc280-6e59-46d9-afaa-652ee08b8228 req-eb572d6f-8947-4226-bd1c-01297c01bfae tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367782 Aug 16 02:09:24.093074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-d039e0b8-2b6a-44ee-a86a-f2b7215c33a4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.094573 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-d039e0b8-2b6a-44ee-a86a-f2b7215c33a4 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.93 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 945 time: 0.0522823 Aug 16 02:09:24.145159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edb8fe-2cc3-4d4f-823f-915f4096b268 req-2fe40e2d-772c-4fca-ba93-3516f4e8cb28 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.146695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3edb8fe-2cc3-4d4f-823f-915f4096b268 req-2fe40e2d-772c-4fca-ba93-3516f4e8cb28 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0558183 Aug 16 02:09:24.190137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3edb8fe-2cc3-4d4f-823f-915f4096b268 req-faf6157d-23a2-4358-b8c8-139026c6c2d5 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Aug 16 02:09:24.202025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Deleting port 794cb396-fea5-45bb-9192-effcf7e874f6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:24.202432 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.293364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] For port 794cb396-fea5-45bb-9192-effcf7e874f6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=794cb396-fea5-45bb-9192-effcf7e874f6,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:24.293364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.305393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Calling delete_port for 794cb396-fea5-45bb-9192-effcf7e874f6 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:24.455181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.484445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Pushing event deleted for resources: {'Port': ['ID=794cb396-fea5-45bb-9192-effcf7e874f6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:24.530074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b11a6-e78c-49e9-a215-1419f5eebae5 req-c60f171c-99a1-425b-b8c5-43ee7cc17f62 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:24.531670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-550b11a6-e78c-49e9-a215-1419f5eebae5 req-c60f171c-99a1-425b-b8c5-43ee7cc17f62 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0599566 Aug 16 02:09:24.540975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] No DVR routers for this DVR port 794cb396-fea5-45bb-9192-effcf7e874f6 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:24.544427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.546687 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84af0ce0-c4bc-4797-bb73-8aa4af053391 req-e59e955d-9496-4c41-9e3f-1fb65f1d8b7b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.93 "DELETE /v2.0/ports/794cb396-fea5-45bb-9192-effcf7e874f6 HTTP/1.1" status: 204 len: 173 time: 0.4461846 Aug 16 02:09:24.547368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'name': 'network-vif-deleted', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:24.549829 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04600a6-172e-4d25-8df4-0072f0e3abc4" -d '{"events": [{"server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "name": "network-vif-deleted", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:24.580745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-550b11a6-e78c-49e9-a215-1419f5eebae5 req-113f4cd8-dab3-4c35-a2bc-9d176fa6ada1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Aug 16 02:09:24.638363 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbaab35-5a12-47fa-ae56-02b8d88d6bbe x-openstack-request-id: req-abbaab35-5a12-47fa-ae56-02b8d88d6bbe {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:24.638661 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f177dbe8-6a09-412f-93c1-69e0e5f7c108", "name": "network-vif-deleted", "tag": "794cb396-fea5-45bb-9192-effcf7e874f6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:24.638913 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abbaab35-5a12-47fa-ae56-02b8d88d6bbe {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:24.639350 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f177dbe8-6a09-412f-93c1-69e0e5f7c108', 'name': 'network-vif-deleted', 'tag': '794cb396-fea5-45bb-9192-effcf7e874f6', 'status': 'completed', 'code': 200} Aug 16 02:09:24.825069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f77a6740-cdf7-45e7-8ba4-bdd1f31c4137 req-7d7f6480-3300-47cf-ba97-20a9211fe882 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=f177dbe8-6a09-412f-93c1-69e0e5f7c108 HTTP/1.1" status: 200 len: 210 time: 0.0282207 Aug 16 02:09:25.317745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609afcd-a43b-4552-8dbe-3a014f702ac4 req-96266263-125c-464c-8995-891b1d11fd7b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:25.319327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4609afcd-a43b-4552-8dbe-3a014f702ac4 req-96266263-125c-464c-8995-891b1d11fd7b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0562742 Aug 16 02:09:25.370152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4609afcd-a43b-4552-8dbe-3a014f702ac4 req-5fca3a95-4352-46b6-ae74-200979b3c8c6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 Aug 16 02:09:25.432819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 794cb396-fea5-45bb-9192-effcf7e874f6 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:25.453510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 794cb396-fea5-45bb-9192-effcf7e874f6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:25.453852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 794cb396-fea5-45bb-9192-effcf7e874f6 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:25.454322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:25.473096 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:25.473440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 21ee1be4-2ccc-4dcd-ab68-c6168d300a74 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:25.705803 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ed9b-beec-4bef-8a2e-2f0c0593c6c7 req-ec504529-1b80-4f66-a208-e7f93d9f795a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:25.707432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72b3ed9b-beec-4bef-8a2e-2f0c0593c6c7 req-ec504529-1b80-4f66-a208-e7f93d9f795a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0551634 Aug 16 02:09:25.747738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72b3ed9b-beec-4bef-8a2e-2f0c0593c6c7 req-c74a1e81-c1b5-4066-86cf-8a3de7221904 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Aug 16 02:09:26.099399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc71dc-76d0-4755-bc20-d5aa8de3ac36 req-de53eedd-d436-40d8-8d2c-451ed2c9b90b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:26.100804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7afc71dc-76d0-4755-bc20-d5aa8de3ac36 req-de53eedd-d436-40d8-8d2c-451ed2c9b90b tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 944 time: 0.0501530 Aug 16 02:09:26.143484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7afc71dc-76d0-4755-bc20-d5aa8de3ac36 req-4a63a2de-08f2-4b5a-9cd9-9df3ca1eb558 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/security-groups?id=59ef4f82-b180-4339-bd6d-aa5aac9aebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356808 Aug 16 02:09:26.507404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01192062-a8c4-48cf-9408-b534c6b52245 req-fc24b23d-e3bd-4aec-920a-8752d5200d28 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:26.509211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01192062-a8c4-48cf-9408-b534c6b52245 req-fc24b23d-e3bd-4aec-920a-8752d5200d28 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0660863 Aug 16 02:09:26.549690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01192062-a8c4-48cf-9408-b534c6b52245 req-fffe8822-ebca-4c1b-aa4f-0954e11eff13 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338962 Aug 16 02:09:26.813044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-e55724cf-f5b0-4a6b-ab8b-38fb7b3332a1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:26.814715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-e55724cf-f5b0-4a6b-ab8b-38fb7b3332a1 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.93 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 944 time: 0.0565202 Aug 16 02:09:26.880158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18f838-1b82-479b-b064-b0051359d411 req-b0ef9379-5b9c-44cc-9f4d-ab1e6ec83c6f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:26.881734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa18f838-1b82-479b-b064-b0051359d411 req-b0ef9379-5b9c-44cc-9f4d-ab1e6ec83c6f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0621431 Aug 16 02:09:26.924929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa18f838-1b82-479b-b064-b0051359d411 req-2f3d5ce0-cb4e-45c9-acc3-3ca6215ba6c1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350878 Aug 16 02:09:26.929698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Deleting port 54529ad1-6d23-429e-976b-e31f8955e4ec {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:26.930167 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.026757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] For port 54529ad1-6d23-429e-976b-e31f8955e4ec, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=54529ad1-6d23-429e-976b-e31f8955e4ec,segment=NetworkSegment(b220bc8a-67dc-4a95-8e02-29ac1c04225b),segment_id=b220bc8a-67dc-4a95-8e02-29ac1c04225b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:27.027050 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.041306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Calling delete_port for 54529ad1-6d23-429e-976b-e31f8955e4ec owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:27.185978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.224770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Pushing event deleted for resources: {'Port': ['ID=54529ad1-6d23-429e-976b-e31f8955e4ec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.249957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-453877cb-f21e-48bd-b9f1-0fa59a71a180 req-d9349d7f-fd63-436a-8e17-363ea9825989 tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.61 "GET /v2.0/ports?device_id=797d62e1-71d8-42f8-9ab7-619ac4034204 HTTP/1.1" status: 200 len: 210 time: 0.0284998 Aug 16 02:09:27.262169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] No DVR routers for this DVR port 54529ad1-6d23-429e-976b-e31f8955e4ec on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:27.264631 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.266605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8f320888-5855-4063-bb38-d3cf62ac98ff req-5e2548ba-3cad-49d6-af82-e1938274e6de tempest-LiveMigrationTest-2097884310 tempest-LiveMigrationTest-2097884310-project] 10.222.0.93 "DELETE /v2.0/ports/54529ad1-6d23-429e-976b-e31f8955e4ec HTTP/1.1" status: 204 len: 173 time: 0.4424469 Aug 16 02:09:27.267047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'name': 'network-vif-deleted', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:27.269265 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8903e3-03bb-44fc-a506-bf73bea8bd39" -d '{"events": [{"server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "name": "network-vif-deleted", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:27.310328 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1375b67b-941d-4e32-ad0c-664e94995bad x-openstack-request-id: req-1375b67b-941d-4e32-ad0c-664e94995bad {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:27.310617 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797d62e1-71d8-42f8-9ab7-619ac4034204", "name": "network-vif-deleted", "tag": "54529ad1-6d23-429e-976b-e31f8955e4ec", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:27.310865 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1375b67b-941d-4e32-ad0c-664e94995bad {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:27.311292 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797d62e1-71d8-42f8-9ab7-619ac4034204', 'name': 'network-vif-deleted', 'tag': '54529ad1-6d23-429e-976b-e31f8955e4ec', 'status': 'completed', 'code': 200} Aug 16 02:09:27.505666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:27.554037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc45e53c-567f-4a4c-8faf-2011ee7c03d8 admin admin] Deleting subnet edecae95-2ea0-42ba-92ef-519feedbe87d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:27.558723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc45e53c-567f-4a4c-8faf-2011ee7c03d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.600560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc45e53c-567f-4a4c-8faf-2011ee7c03d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.653989 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc45e53c-567f-4a4c-8faf-2011ee7c03d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.684251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c20c-e321-48b3-a9a0-9a5b3174c0c5 req-2fc8e320-3597-4396-91fd-2e065c3699fe tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.685917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e533c20c-e321-48b3-a9a0-9a5b3174c0c5 req-2fc8e320-3597-4396-91fd-2e065c3699fe tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0538669 Aug 16 02:09:27.718214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc45e53c-567f-4a4c-8faf-2011ee7c03d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.739766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e533c20c-e321-48b3-a9a0-9a5b3174c0c5 req-427be69e-3ce8-463e-95e1-febbc0376c47 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472472 Aug 16 02:09:27.745273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45e53c-567f-4a4c-8faf-2011ee7c03d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edecae95-2ea0-42ba-92ef-519feedbe87d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.750517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc45e53c-567f-4a4c-8faf-2011ee7c03d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.755318 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dc45e53c-567f-4a4c-8faf-2011ee7c03d8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/edecae95-2ea0-42ba-92ef-519feedbe87d HTTP/1.1" status: 204 len: 168 time: 0.2482817 Aug 16 02:09:27.755576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:27.847731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.936454 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.946093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b559be6-030d-4c84-bf3b-607be0ae6e7d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:27.956869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856cbe66-4058-4041-bb4c-5be5cb08ffdc') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:27.957182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856cbe66-4058-4041-bb4c-5be5cb08ffdc') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:27.968467 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.983133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.989252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:27.989604 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:27.991440 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:28.078235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.090218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa90ce-5db9-4b22-bfb2-609c2b07a100 req-38d070d8-b053-43f5-83d8-03b5bd37603c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.091757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28fa90ce-5db9-4b22-bfb2-609c2b07a100 req-38d070d8-b053-43f5-83d8-03b5bd37603c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0913997 Aug 16 02:09:28.092745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.094474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4b559be6-030d-4c84-bf3b-607be0ae6e7d HTTP/1.1" status: 204 len: 168 time: 0.3380435 Aug 16 02:09:28.111141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b559be6-030d-4c84-bf3b-607be0ae6e7d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.126009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.126359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.126703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.127046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.128461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.128461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.128461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.128461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.128771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.129022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.129347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.129668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533ceae-acac-48ff-befa-1602adbc8468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:28.153240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28fa90ce-5db9-4b22-bfb2-609c2b07a100 req-13ee30ff-1e66-408d-83f5-4d79e828cc5a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480208 Aug 16 02:09:28.216649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49044) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:28.258617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44338a1b-4a8a-4a77-a012-c52b26ae7ebc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed30a76c9d094823b4da25de98bdb845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407917 Aug 16 02:09:28.261072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:28.308144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:28.315025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8418cbc2-cb59-4a94-a8e1-9b1cbbbfc2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.345669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8418cbc2-cb59-4a94-a8e1-9b1cbbbfc2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.366392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a36200-6069-452c-a4f1-5218719373b1 admin admin] Deleting subnet d55f8740-49c2-4cc7-9ea4-288ed3c7e417 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:28.370725 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a36200-6069-452c-a4f1-5218719373b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.392621 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8418cbc2-cb59-4a94-a8e1-9b1cbbbfc2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.395245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8418cbc2-cb59-4a94-a8e1-9b1cbbbfc2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.396418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8418cbc2-cb59-4a94-a8e1-9b1cbbbfc2e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4 HTTP/1.1" status: 204 len: 168 time: 0.1344502 Aug 16 02:09:28.404364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418cbc2-cb59-4a94-a8e1-9b1cbbbfc2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a81ff2-3ddf-4dcf-bc9a-b75bf31eeeb4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.408029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a36200-6069-452c-a4f1-5218719373b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.451850 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a36200-6069-452c-a4f1-5218719373b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.513339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a36200-6069-452c-a4f1-5218719373b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.545246 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a36200-6069-452c-a4f1-5218719373b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55f8740-49c2-4cc7-9ea4-288ed3c7e417,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.548798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58a36200-6069-452c-a4f1-5218719373b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.550710 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-58a36200-6069-452c-a4f1-5218719373b1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d55f8740-49c2-4cc7-9ea4-288ed3c7e417 HTTP/1.1" status: 204 len: 168 time: 0.2415311 Aug 16 02:09:28.553417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:28.627531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.926205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ace62-216d-4785-a849-74a20b375758 req-c8a0169f-6ca2-4fce-ae8c-e81b3567dcab tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.928245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-894ace62-216d-4785-a849-74a20b375758 req-c8a0169f-6ca2-4fce-ae8c-e81b3567dcab tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0903447 Aug 16 02:09:28.980770 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-894ace62-216d-4785-a849-74a20b375758 req-14f19e9a-fd7d-40c8-b6d8-84b188985a89 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Aug 16 02:09:28.999203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.009091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469eeb41-d06c-4b45-994e-8ecd7f773dca']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:29.020146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b220bc8a-67dc-4a95-8e02-29ac1c04225b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:29.020447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b220bc8a-67dc-4a95-8e02-29ac1c04225b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:29.030249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.044438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.050407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:29.050781 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:29.052584 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:29.107796 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.114564 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.116636 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] 10.222.0.61 "DELETE /v2.0/networks/469eeb41-d06c-4b45-994e-8ecd7f773dca HTTP/1.1" status: 204 len: 168 time: 0.5621853 Aug 16 02:09:29.120118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:29.127543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d37c7-d621-47e7-9055-1375e76b532a admin admin] Pushing event deleted for resources: {'Network': ['ID=469eeb41-d06c-4b45-994e-8ecd7f773dca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.289220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc34d8-4513-40ae-95fe-d6034c4f437e req-d513d113-a93a-4bdc-9c7b-71b5c68b02cf tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.291726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bcc34d8-4513-40ae-95fe-d6034c4f437e req-d513d113-a93a-4bdc-9c7b-71b5c68b02cf tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0625718 Aug 16 02:09:29.358857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1598bd4c-1fb6-4d81-966c-b9ce339979f7 admin admin] Deleting subnet 3d15514d-65e1-4df1-b51a-fb291de9785b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:29.363513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1598bd4c-1fb6-4d81-966c-b9ce339979f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.387689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bcc34d8-4513-40ae-95fe-d6034c4f437e req-278f731d-5802-4d9f-ac73-4740ef2de2c9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889230 Aug 16 02:09:29.405164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1598bd4c-1fb6-4d81-966c-b9ce339979f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.444143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1598bd4c-1fb6-4d81-966c-b9ce339979f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.444821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 54529ad1-6d23-429e-976b-e31f8955e4ec no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:29.468267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 54529ad1-6d23-429e-976b-e31f8955e4ec {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:29.468612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 54529ad1-6d23-429e-976b-e31f8955e4ec not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:29.505590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1598bd4c-1fb6-4d81-966c-b9ce339979f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.533769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598bd4c-1fb6-4d81-966c-b9ce339979f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d15514d-65e1-4df1-b51a-fb291de9785b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.535813 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1598bd4c-1fb6-4d81-966c-b9ce339979f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.539772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1598bd4c-1fb6-4d81-966c-b9ce339979f7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3d15514d-65e1-4df1-b51a-fb291de9785b HTTP/1.1" status: 204 len: 168 time: 0.4183996 Aug 16 02:09:29.540442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:29.625398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.721587 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.734687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f366076-5ef5-4834-b09d-6d659a7a2883']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:29.747982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b25511c-d80c-4666-a018-9a42f13025fc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:29.748272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b25511c-d80c-4666-a018-9a42f13025fc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:29.762895 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.781556 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.788269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:29.788813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:29.790654 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:29.856301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.861046 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.866930 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] 10.222.0.61 "DELETE /v2.0/networks/2f366076-5ef5-4834-b09d-6d659a7a2883 HTTP/1.1" status: 204 len: 168 time: 0.3201928 Aug 16 02:09:29.878689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62abbea-e755-4e9b-97e1-f93dda5108fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2f366076-5ef5-4834-b09d-6d659a7a2883,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.993228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:30.037065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e3080b91-874d-4515-9d11-a8d329d5ffca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=877c996a282643eb960bdbf58b651d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423934 Aug 16 02:09:30.039422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:30.122058 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c1420b-4207-43aa-872b-4e8515d66ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.132057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71788fb-67d2-483f-895a-f934dd76c81c req-47e332c0-4b9e-4b62-8990-30d3ca6a5cc5 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:30.133792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a71788fb-67d2-483f-895a-f934dd76c81c req-47e332c0-4b9e-4b62-8990-30d3ca6a5cc5 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0732644 Aug 16 02:09:30.169750 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c1420b-4207-43aa-872b-4e8515d66ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.211269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a71788fb-67d2-483f-895a-f934dd76c81c req-084cbaaf-f2fc-4521-ac4e-cb53fa3803ca tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673389 Aug 16 02:09:30.242551 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c1420b-4207-43aa-872b-4e8515d66ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.245987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c1420b-4207-43aa-872b-4e8515d66ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.247176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-13c1420b-4207-43aa-872b-4e8515d66ab3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59ef4f82-b180-4339-bd6d-aa5aac9aebdb HTTP/1.1" status: 204 len: 168 time: 0.2067537 Aug 16 02:09:30.255171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1420b-4207-43aa-872b-4e8515d66ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ef4f82-b180-4339-bd6d-aa5aac9aebdb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.516203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d7a39-0dfe-40ec-a098-81c557f6ff3f req-e53004ff-1d26-46ec-9b09-8f2a908e0f19 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:30.518025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c23d7a39-0dfe-40ec-a098-81c557f6ff3f req-e53004ff-1d26-46ec-9b09-8f2a908e0f19 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0534694 Aug 16 02:09:30.534446 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.561305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c23d7a39-0dfe-40ec-a098-81c557f6ff3f req-ce2b9f49-59a4-486f-8f09-3557ecba9aa2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369704 Aug 16 02:09:30.604395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:30.643393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3adddf08-4945-4c4f-a35f-c626b30684f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=615289463c514c70aac14af1c27ecf02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376995 Aug 16 02:09:30.645672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:30.693883 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64de5c32-58f9-4d8f-9433-1d9d6b790c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.718095 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64de5c32-58f9-4d8f-9433-1d9d6b790c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.778928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64de5c32-58f9-4d8f-9433-1d9d6b790c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.782301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64de5c32-58f9-4d8f-9433-1d9d6b790c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.786304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-64de5c32-58f9-4d8f-9433-1d9d6b790c25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b42d801-e25a-40e1-be01-0a6d91cc8c96 HTTP/1.1" status: 204 len: 168 time: 0.1396220 Aug 16 02:09:30.795731 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de5c32-58f9-4d8f-9433-1d9d6b790c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b42d801-e25a-40e1-be01-0a6d91cc8c96,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.913781 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aaea5f5b-2a4f-4214-b960-3ba488264a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.296989 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:09:31.341677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203a660-3c75-48e0-8287-0547f5f0dc0f req-9bf49620-b8c7-4ffb-8b2b-31badc7ec1ea tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.343226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b203a660-3c75-48e0-8287-0547f5f0dc0f req-9bf49620-b8c7-4ffb-8b2b-31badc7ec1ea tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0549808 Aug 16 02:09:31.387655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b203a660-3c75-48e0-8287-0547f5f0dc0f req-077b0cc1-4766-4cae-a05e-e73f7590b649 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382528 Aug 16 02:09:31.713597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcd583-f196-4639-bab0-8dc3f2c8bf15 req-35de0fff-71fa-45f0-ac8d-38316f96fdcb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.716072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94fcd583-f196-4639-bab0-8dc3f2c8bf15 req-35de0fff-71fa-45f0-ac8d-38316f96fdcb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0662279 Aug 16 02:09:31.761267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94fcd583-f196-4639-bab0-8dc3f2c8bf15 req-037c31d9-0439-4fb1-a802-8bcdb86da22d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Aug 16 02:09:32.537736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ebeaa-82e7-478a-bc21-a399b3a9325b req-8b844823-0d6e-4713-86f1-d2249c15180d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.539770 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-538ebeaa-82e7-478a-bc21-a399b3a9325b req-8b844823-0d6e-4713-86f1-d2249c15180d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0665011 Aug 16 02:09:32.587909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-538ebeaa-82e7-478a-bc21-a399b3a9325b req-4ab809be-e6eb-49fc-91cc-f6cee96246f4 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Aug 16 02:09:32.897499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74fa02-b5d6-4112-b947-9979fba6f803 req-c3ff39a6-e786-4a3d-88bf-ad1948e593c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:32.906772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d74fa02-b5d6-4112-b947-9979fba6f803 req-c3ff39a6-e786-4a3d-88bf-ad1948e593c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0739756 Aug 16 02:09:32.944119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d74fa02-b5d6-4112-b947-9979fba6f803 req-6a259169-d175-44c3-b93d-e57a8944a7de tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359542 Aug 16 02:09:33.085285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49234) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.205316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38141c8b-cad8-4a5c-bc36-04400fd462d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.299154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38141c8b-cad8-4a5c-bc36-04400fd462d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.302780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38141c8b-cad8-4a5c-bc36-04400fd462d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.340141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-38141c8b-cad8-4a5c-bc36-04400fd462d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b86b7fe839a54ea8acaaa2d8bcb90182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537642 Aug 16 02:09:33.342080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38141c8b-cad8-4a5c-bc36-04400fd462d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b61f2-86a7-42a6-9ada-0a37243249cc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:33.342822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49240) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.392477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a90ac0e-07cd-4c99-8a57-ab624510814d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.413819 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a90ac0e-07cd-4c99-8a57-ab624510814d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.460347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a90ac0e-07cd-4c99-8a57-ab624510814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.462840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a90ac0e-07cd-4c99-8a57-ab624510814d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.464013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3a90ac0e-07cd-4c99-8a57-ab624510814d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b82b61f2-86a7-42a6-9ada-0a37243249cc HTTP/1.1" status: 204 len: 168 time: 0.1201856 Aug 16 02:09:33.472050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90ac0e-07cd-4c99-8a57-ab624510814d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b61f2-86a7-42a6-9ada-0a37243249cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:33.584491 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f194f91-124d-4da0-8577-970b7507286c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.720494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d653d-e743-4a28-af8a-181eb9c8f35b req-fdf6bbda-fdf9-4aee-98b6-fc00a59b1460 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:33.722031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-886d653d-e743-4a28-af8a-181eb9c8f35b req-fdf6bbda-fdf9-4aee-98b6-fc00a59b1460 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0624654 Aug 16 02:09:33.761245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49258) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.766708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-886d653d-e743-4a28-af8a-181eb9c8f35b req-2af616b5-d7c6-47f4-8c91-bec516b11fe6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Aug 16 02:09:33.782747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b41b50fb-14bd-414f-8dbd-920c340380a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.870427 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.885668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b41b50fb-14bd-414f-8dbd-920c340380a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.889481 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b41b50fb-14bd-414f-8dbd-920c340380a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.930440 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b41b50fb-14bd-414f-8dbd-920c340380a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba80e6703c0342898c25577fcbfdea4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680264 Aug 16 02:09:33.932208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b50fb-14bd-414f-8dbd-920c340380a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a83a08e-966d-43c6-b4f4-e85b91e9ee81,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:33.933673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:34.005799 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a1169d6-979e-4eae-b283-ae77b43be138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.032860 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a1169d6-979e-4eae-b283-ae77b43be138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.124630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03194b46-8f18-40f2-ae76-187bb5fee40a req-de02031f-70ca-4f64-9b57-dc8d1e8ae157 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.124630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03194b46-8f18-40f2-ae76-187bb5fee40a req-de02031f-70ca-4f64-9b57-dc8d1e8ae157 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0759375 Aug 16 02:09:34.140302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a1169d6-979e-4eae-b283-ae77b43be138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.142940 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a1169d6-979e-4eae-b283-ae77b43be138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.144022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5a1169d6-979e-4eae-b283-ae77b43be138 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a83a08e-966d-43c6-b4f4-e85b91e9ee81 HTTP/1.1" status: 204 len: 168 time: 0.2089777 Aug 16 02:09:34.158982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1169d6-979e-4eae-b283-ae77b43be138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a83a08e-966d-43c6-b4f4-e85b91e9ee81,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:34.198314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03194b46-8f18-40f2-ae76-187bb5fee40a req-c2520df7-44ca-4c97-b10d-1c8e467fe9be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687501 Aug 16 02:09:34.784301 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.893512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0370d9-0a91-43a2-9e18-6dadd26360b6 req-b01a8426-de5b-4b01-9781-5b7cda0f4111 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:34.899548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d0370d9-0a91-43a2-9e18-6dadd26360b6 req-b01a8426-de5b-4b01-9781-5b7cda0f4111 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0597644 Aug 16 02:09:34.936759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d0370d9-0a91-43a2-9e18-6dadd26360b6 req-d84d6ef0-45bb-4685-b9bd-f5fb7b8d98ed tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348232 Aug 16 02:09:35.343729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4722309-6f9d-4622-8f28-209d91e61330 req-4c3a80dc-170c-46f6-9302-2c442ea782c3 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.345255 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4722309-6f9d-4622-8f28-209d91e61330 req-4c3a80dc-170c-46f6-9302-2c442ea782c3 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0700085 Aug 16 02:09:35.404647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4722309-6f9d-4622-8f28-209d91e61330 req-87431b6c-a9da-4577-899b-5f893cca1a16 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473061 Aug 16 02:09:36.100963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27d81b-337a-4338-879c-2db49ef54a08 req-0d66f666-e7a6-4b65-a45f-e88f5ed95a75 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.117642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca27d81b-337a-4338-879c-2db49ef54a08 req-0d66f666-e7a6-4b65-a45f-e88f5ed95a75 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0839691 Aug 16 02:09:36.187228 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca27d81b-337a-4338-879c-2db49ef54a08 req-7d87f983-c97a-4cf8-a3d6-a5a8ad3c2a75 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660727 Aug 16 02:09:36.574418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66102a59-7639-4cc5-bc18-ae2194186ebd req-76f06591-a98c-43b5-a4fa-6bc6975252a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.575940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66102a59-7639-4cc5-bc18-ae2194186ebd req-76f06591-a98c-43b5-a4fa-6bc6975252a1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0573668 Aug 16 02:09:36.620081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66102a59-7639-4cc5-bc18-ae2194186ebd req-e3b24405-9c2c-42e1-b846-ede436aaaf26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363867 Aug 16 02:09:36.852188 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.265446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:37.342504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0847b-f1a9-4212-b871-60e01e0d8330 req-565410c3-a324-4603-8076-6ef1991daa2a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:37.349756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62e0847b-f1a9-4212-b871-60e01e0d8330 req-565410c3-a324-4603-8076-6ef1991daa2a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0864956 Aug 16 02:09:37.405347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3595f951-8b01-41e6-b47a-40970ba9ef3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.429412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62e0847b-f1a9-4212-b871-60e01e0d8330 req-acfdfd71-ce5b-429d-a342-a2ec219dd439 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644085 Aug 16 02:09:37.512012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3595f951-8b01-41e6-b47a-40970ba9ef3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.520801 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3595f951-8b01-41e6-b47a-40970ba9ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.572211 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3595f951-8b01-41e6-b47a-40970ba9ef3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=355e8a70da40436aa68e3730697aff43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050516 Aug 16 02:09:37.572467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:37.586423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595f951-8b01-41e6-b47a-40970ba9ef3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12ba745-f69c-45fd-93ea-ede3b0783d03,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.637047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f049a71-209f-4c3e-9354-60c6f5740d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.663116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f049a71-209f-4c3e-9354-60c6f5740d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.758120 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f049a71-209f-4c3e-9354-60c6f5740d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.761838 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f049a71-209f-4c3e-9354-60c6f5740d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.763009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4f049a71-209f-4c3e-9354-60c6f5740d2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c12ba745-f69c-45fd-93ea-ede3b0783d03 HTTP/1.1" status: 204 len: 168 time: 0.1893623 Aug 16 02:09:37.780851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01d191-2183-4c32-885e-9a991b39a351 req-8c7aed0c-df4e-4a52-89c4-149403d5a1a4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:37.788165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa01d191-2183-4c32-885e-9a991b39a351 req-8c7aed0c-df4e-4a52-89c4-149403d5a1a4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0816863 Aug 16 02:09:37.795841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f049a71-209f-4c3e-9354-60c6f5740d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12ba745-f69c-45fd-93ea-ede3b0783d03,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.831109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa01d191-2183-4c32-885e-9a991b39a351 req-c95e32e7-39da-49cc-9de6-00002207781f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Aug 16 02:09:38.062132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.076697 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5563-3dcf-4dbb-beaf-39288bfcaab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.182574 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5563-3dcf-4dbb-beaf-39288bfcaab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.186768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5563-3dcf-4dbb-beaf-39288bfcaab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.228542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fc2f5563-3dcf-4dbb-beaf-39288bfcaab7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=842d7458e4e24d80929975fb03ded321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649816 Aug 16 02:09:38.229295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f5563-3dcf-4dbb-beaf-39288bfcaab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f6c2c-4d61-4877-bbfc-3ff1611d0782,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.232311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.296321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0656c469-21c8-4f3f-b3bd-1e74497c128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.326752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0656c469-21c8-4f3f-b3bd-1e74497c128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.400545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0656c469-21c8-4f3f-b3bd-1e74497c128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.414687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0656c469-21c8-4f3f-b3bd-1e74497c128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.419246 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0656c469-21c8-4f3f-b3bd-1e74497c128d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b12f6c2c-4d61-4877-bbfc-3ff1611d0782 HTTP/1.1" status: 204 len: 168 time: 0.1853826 Aug 16 02:09:38.447604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656c469-21c8-4f3f-b3bd-1e74497c128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f6c2c-4d61-4877-bbfc-3ff1611d0782,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.560960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b4a7e-4bd2-4fdd-9609-5f5cf85e8cc7 req-aaeb7cff-8220-4811-82fc-47b31fe460ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:38.569338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc1b4a7e-4bd2-4fdd-9609-5f5cf85e8cc7 req-aaeb7cff-8220-4811-82fc-47b31fe460ba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0635521 Aug 16 02:09:38.615802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc1b4a7e-4bd2-4fdd-9609-5f5cf85e8cc7 req-e7f96450-2a31-43e0-aca4-d472b49a8296 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454161 Aug 16 02:09:38.968942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67c9f-cff9-492c-b91e-f69a617895f9 req-e7fb00fb-6418-4454-85dc-6c8b78fea504 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:38.970500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38f67c9f-cff9-492c-b91e-f69a617895f9 req-e7fb00fb-6418-4454-85dc-6c8b78fea504 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0602188 Aug 16 02:09:39.016047 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38f67c9f-cff9-492c-b91e-f69a617895f9 req-67ddbf85-5605-4e59-9666-93aa04529813 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382462 Aug 16 02:09:39.765630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063f2a0-10b0-42ed-a86a-3c619f93b0d4 req-77cf1e21-b3e1-4121-ba76-b429726cc6f0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.771629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b063f2a0-10b0-42ed-a86a-3c619f93b0d4 req-77cf1e21-b3e1-4121-ba76-b429726cc6f0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0705700 Aug 16 02:09:39.827549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b063f2a0-10b0-42ed-a86a-3c619f93b0d4 req-df617ef7-3347-471c-9fb9-cabea15843a4 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Aug 16 02:09:40.137393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc623acf-9ef4-4366-8df6-7fadf1814503 req-0cd9da67-8639-4c0c-816b-6b772e76f6c0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.139200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc623acf-9ef4-4366-8df6-7fadf1814503 req-0cd9da67-8639-4c0c-816b-6b772e76f6c0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Aug 16 02:09:40.186216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc623acf-9ef4-4366-8df6-7fadf1814503 req-9374807c-24fd-4fd0-9ff3-1384d3b3abce tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 Aug 16 02:09:40.218580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-3e909438-6c64-4462-9539-ff25f50eb188 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238755 Aug 16 02:09:40.287397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aa4d905-8198-478b-8d5c-ed7db3158ac0 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:40.330693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-d628d928-f47d-4518-8b11-af838f1c63b7 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.332198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-d628d928-f47d-4518-8b11-af838f1c63b7 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077478 Aug 16 02:09:40.347856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-0cee5978-bdc4-40ce-811f-6c170e1956a3 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/quotas/8aad6fdbe8334ce2bcbca3ed5893e2f1 HTTP/1.1" status: 200 len: 375 time: 0.0092738 Aug 16 02:09:40.383782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-17c1a51f-a31b-4216-8e51-d503f8292a65 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302756 Aug 16 02:09:40.389483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:40.403590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '2aa4d905-8198-478b-8d5c-ed7db3158ac0', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'port_id': '2aa4d905-8198-478b-8d5c-ed7db3158ac0', 'mac_address': 'fa:16:3e:5e:ac:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6492c11-2dd8-41be-8aa8-87347a69cd49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:40.442341 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.457792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aa4d905-8198-478b-8d5c-ed7db3158ac0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:40.481093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:40.488852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.553966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=2aa4d905-8198-478b-8d5c-ed7db3158ac0,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:40.694396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['2aa4d905-8198-478b-8d5c-ed7db3158ac0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:40.734026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ef726c4a-a940-46db-8d9d-b494fb6fa8b4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468874 Aug 16 02:09:40.924465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-0dc812bc-f3ee-40e1-8395-d1798685318f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.935720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-0dc812bc-f3ee-40e1-8395-d1798685318f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005522 Aug 16 02:09:40.951875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-8e1a5664-6235-4537-b4a9-531fdbf444cb tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/quotas/8aad6fdbe8334ce2bcbca3ed5893e2f1 HTTP/1.1" status: 200 len: 375 time: 0.0147796 Aug 16 02:09:40.997259 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-4d73d160-95d0-4b59-8659-1b3ce33357ad tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385725 Aug 16 02:09:41.072871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f705550-c597-4d89-8f8b-6e8ca790a320 req-a52ada05-8b79-45fb-b4c0-e55d2579a795 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.082878 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f705550-c597-4d89-8f8b-6e8ca790a320 req-a52ada05-8b79-45fb-b4c0-e55d2579a795 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0774243 Aug 16 02:09:41.151708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f705550-c597-4d89-8f8b-6e8ca790a320 req-e4a9178d-d53f-43c1-9df8-926a6e016e2a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677052 Aug 16 02:09:41.283344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e7b6978-63b8-420a-9eeb-b4d4b8c08e13 req-1395b3dd-3670-43cf-a243-3278ac367a6a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 210 time: 0.0463221 Aug 16 02:09:41.337048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d21f-b266-4e30-a2b9-8f49868a7f5a req-842cfac2-1c73-44a9-a28f-5b9cb73252c9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.340022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c76d21f-b266-4e30-a2b9-8f49868a7f5a req-842cfac2-1c73-44a9-a28f-5b9cb73252c9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 944 time: 0.0556667 Aug 16 02:09:41.383077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c76d21f-b266-4e30-a2b9-8f49868a7f5a req-a60b6938-c8a1-4143-b323-84befff35047 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370502 Aug 16 02:09:41.825085 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-b2ba5192-d13d-4ab2-8544-231a99193c4a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449011 Aug 16 02:09:41.999503 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.032347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-9dfe4195-2699-4c3f-b6b4-d38fb60539e3 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.033851 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-9dfe4195-2699-4c3f-b6b4-d38fb60539e3 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032254 Aug 16 02:09:42.057314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Request body: {'port': {'device_id': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '8aad6fdbe8334ce2bcbca3ed5893e2f1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:42.186781 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-386f31cd-bd5f-4847-a700-a9dae0b943d9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294280 Aug 16 02:09:42.280576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Made reservation on behalf of 8aad6fdbe8334ce2bcbca3ed5893e2f1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:42.286419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.299326 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.303316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aa4d905-8198-478b-8d5c-ed7db3158ac0 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:42.377376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2cf9-e14c-48ec-bdf9-b1be3e4d97ad req-14db7f26-a148-4f7e-9eb1-bf9487f14ca2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.379418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62cd2cf9-e14c-48ec-bdf9-b1be3e4d97ad req-14db7f26-a148-4f7e-9eb1-bf9487f14ca2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1234982 Aug 16 02:09:42.404475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-a2150981-c9c2-4ce6-8fbd-fcf7609f6526 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.406300 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-a2150981-c9c2-4ce6-8fbd-fcf7609f6526 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118104 Aug 16 02:09:42.411844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:42.414095 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.427455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Request body: {'port': {'device_id': '1b2754cf-849f-4fe7-9fd8-31fa387e4734', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '8aad6fdbe8334ce2bcbca3ed5893e2f1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:42.430041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9182399c-c003-4c11-8b75-a4c70ea74133 req-9c3917c4-9de6-4a51-9b24-7a57d07af387 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 210 time: 0.0487428 Aug 16 02:09:42.483207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62cd2cf9-e14c-48ec-bdf9-b1be3e4d97ad req-d688d6f9-84af-42eb-82f6-b2d85b390a70 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885932 Aug 16 02:09:42.567682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c9950-58e8-440f-a90e-881854c6b340 req-e97656c0-9b25-456b-ad0c-7b6f30cb78d6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:42.567986 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.570007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb5c9950-58e8-440f-a90e-881854c6b340 req-e97656c0-9b25-456b-ad0c-7b6f30cb78d6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 944 time: 0.0551739 Aug 16 02:09:42.609431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.612581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a598769-8926-429b-8208-bd7de89a7332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa4d905-8198-478b-8d5c-ed7db3158ac0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:42.614649 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.616788 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f91c9-a751-451d-95b5-1fa292c07e88" -d '{"events": [{"server_uuid": "4a598769-8926-429b-8208-bd7de89a7332", "name": "network-vif-plugged", "status": "completed", "tag": "2aa4d905-8198-478b-8d5c-ed7db3158ac0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:42.624251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:42.631834 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.641862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb5c9950-58e8-440f-a90e-881854c6b340 req-de84d99b-3be4-43de-a5ec-80ec29d760fa tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605173 Aug 16 02:09:42.711792 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff57cb7b-8abb-45a6-aa48-42bfcacf7460 x-openstack-request-id: req-ff57cb7b-8abb-45a6-aa48-42bfcacf7460 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:42.712573 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a598769-8926-429b-8208-bd7de89a7332", "name": "network-vif-plugged", "status": "completed", "tag": "2aa4d905-8198-478b-8d5c-ed7db3158ac0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:42.713041 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff57cb7b-8abb-45a6-aa48-42bfcacf7460 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:42.713670 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a598769-8926-429b-8208-bd7de89a7332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa4d905-8198-478b-8d5c-ed7db3158ac0', 'code': 200} Aug 16 02:09:42.714756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def646a9-f45e-447e-83c7-f48ea7303903,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:42.720642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=2aa4d905-8198-478b-8d5c-ed7db3158ac0,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:42.726484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Made reservation on behalf of 8aad6fdbe8334ce2bcbca3ed5893e2f1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:42.730603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.871530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Allocated IP 192.168.233.240 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/502ecc6d-cec2-4aa3-b1f3-c32328619741) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:43.133935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:43.174729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.203397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Transition to ACTIVE for port object 502ecc6d-cec2-4aa3-b1f3-c32328619741 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:43.295660 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a6096d9-6db2-462c-b811-6e95f5a60425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.339193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Allocated IP 192.168.233.111 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:43.360125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.423067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:43.434465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:43.448668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a6096d9-6db2-462c-b811-6e95f5a60425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.463466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a6096d9-6db2-462c-b811-6e95f5a60425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.468767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:43.565625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9a6096d9-6db2-462c-b811-6e95f5a60425 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02ad92b63df846459c2cfe87ea82cc41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278343 Aug 16 02:09:43.569740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:43.581081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:43.697865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6096d9-6db2-462c-b811-6e95f5a60425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67359da-c4c3-4802-b6b8-768e79790ad1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:43.713459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c70286e-1a67-4447-b36e-43d00c947279 req-9d7c02e9-e0c2-40c0-a434-4d83ef040a2b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 210 time: 0.1391530 Aug 16 02:09:43.763750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.763987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.779757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8353da7-15ee-4683-ba88-36982afdcf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.859209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8353da7-15ee-4683-ba88-36982afdcf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.871160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e666c1-0b34-45db-88ed-19a4b8a07df5 req-11332455-87da-4526-8c3c-ce28b9a0c2de tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.872355 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-ba260af4-51f7-4eff-a5f1-dcbb7950d035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8191533 Aug 16 02:09:43.873629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15e666c1-0b34-45db-88ed-19a4b8a07df5 req-11332455-87da-4526-8c3c-ce28b9a0c2de tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.2306309 Aug 16 02:09:43.903899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Request body: {'port': {'device_id': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:43.983760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-24f7ced5-2ad8-4df0-9b4a-c7047b410fa9 None None] Provisioning for port 502ecc6d-cec2-4aa3-b1f3-c32328619741 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:43.988448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-24f7ced5-2ad8-4df0-9b4a-c7047b410fa9 None None] Provisioning complete for port 502ecc6d-cec2-4aa3-b1f3-c32328619741 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:43.989047 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24f7ced5-2ad8-4df0-9b4a-c7047b410fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.996097 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15e666c1-0b34-45db-88ed-19a4b8a07df5 req-3845a7d2-4963-435a-be42-39f196de4eba tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095202 Aug 16 02:09:44.028515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61265-973b-4f51-a61c-2fbe7f8d02f6 req-d6e1c843-4176-429b-8a68-a7493b4116ca tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.035286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afa61265-973b-4f51-a61c-2fbe7f8d02f6 req-d6e1c843-4176-429b-8a68-a7493b4116ca tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1711528 Aug 16 02:09:44.063567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.073013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-24f7ced5-2ad8-4df0-9b4a-c7047b410fa9 None None] Port 502ecc6d-cec2-4aa3-b1f3-c32328619741 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:44.079203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8353da7-15ee-4683-ba88-36982afdcf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.079820 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.082463 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8353da7-15ee-4683-ba88-36982afdcf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.095494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b8353da7-15ee-4683-ba88-36982afdcf63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a67359da-c4c3-4802-b6b8-768e79790ad1 HTTP/1.1" status: 204 len: 168 time: 0.5073531 Aug 16 02:09:44.098271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Transition to ACTIVE for port object c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:44.189921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afa61265-973b-4f51-a61c-2fbe7f8d02f6 req-1a129cd6-3da6-42e8-b2f1-7a7c7fcfeeb8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495166 Aug 16 02:09:44.190951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8353da7-15ee-4683-ba88-36982afdcf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67359da-c4c3-4802-b6b8-768e79790ad1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:44.267833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.332976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:44.359293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:44.390492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:44.424961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Pushing event updated for resources: {'Port': ['ID=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:44.502533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.503232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.559136 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-ca63dfed-0f97-48d5-b5d0-dd83d3096894 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1400681 Aug 16 02:09:44.579871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Request body: {'port': {'device_id': '1b2754cf-849f-4fe7-9fd8-31fa387e4734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:44.711547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2587ac79-33d5-4118-98e3-14ebb2bfca85 None None] Provisioning for port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:44.716996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2587ac79-33d5-4118-98e3-14ebb2bfca85 None None] Provisioning complete for port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:44.718192 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2587ac79-33d5-4118-98e3-14ebb2bfca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.738283 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.776154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2587ac79-33d5-4118-98e3-14ebb2bfca85 None None] Port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:44.791887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502ecc6d-cec2-4aa3-b1f3-c32328619741 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:44.809105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.880074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Transition to ACTIVE for port object 502ecc6d-cec2-4aa3-b1f3-c32328619741 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:44.884398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642cc1e-2317-45f7-84b4-92d10cfef777 req-8bc5041d-4a53-4a93-a274-899749eaf4c1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.894614 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9642cc1e-2317-45f7-84b4-92d10cfef777 req-8bc5041d-4a53-4a93-a274-899749eaf4c1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 936 time: 0.0656471 Aug 16 02:09:44.898809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.962115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9642cc1e-2317-45f7-84b4-92d10cfef777 req-7d80c169-40ce-4eaf-a313-9d7a8712cea7 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662768 Aug 16 02:09:45.140317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.195373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c40c-064e-46aa-a72f-a5f99a5252ac req-6f0ed393-d395-4549-99f7-ca133fba55ce tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.203965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a225c40c-064e-46aa-a72f-a5f99a5252ac req-6f0ed393-d395-4549-99f7-ca133fba55ce tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1042707 Aug 16 02:09:45.259555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a225c40c-064e-46aa-a72f-a5f99a5252ac req-cea09375-3855-4011-9c2e-52a529bd695d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536816 Aug 16 02:09:45.391422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:45.413756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Attempting to bind port 502ecc6d-cec2-4aa3-b1f3-c32328619741 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:45.414264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Attempting to bind port 502ecc6d-cec2-4aa3-b1f3-c32328619741 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:45.414770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Attempting to bind port 502ecc6d-cec2-4aa3-b1f3-c32328619741 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:45.433667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Port 502ecc6d-cec2-4aa3-b1f3-c32328619741 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:45.434274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Attempting to bind port 502ecc6d-cec2-4aa3-b1f3-c32328619741 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:45.443315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:45.443879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:45.444432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:45.445030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Bound port: 502ecc6d-cec2-4aa3-b1f3-c32328619741, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:45.445553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.446102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f538c05-6afd-4600-abaf-b02fe4aed9a8 req-f82c8bd2-a71c-4311-af79-886193123bf6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.455739 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f538c05-6afd-4600-abaf-b02fe4aed9a8 req-f82c8bd2-a71c-4311-af79-886193123bf6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1059878 Aug 16 02:09:45.515713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f538c05-6afd-4600-abaf-b02fe4aed9a8 req-f1c05b4f-7df6-48ac-bca6-11697d1653f4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590079 Aug 16 02:09:45.573604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:45.584495 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.590753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:45.596326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:45.606303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.608637 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Transition to ACTIVE for port object c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:45.642635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2117673332-network', 'tenant_id': 'c54df8fdc6f740309931fa28b65cfd8a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:45.648714 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.660965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.662311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.663597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] 10.222.0.93 "PUT /v2.0/ports/502ecc6d-cec2-4aa3-b1f3-c32328619741 HTTP/1.1" status: 200 len: 1097 time: 1.7781644 Aug 16 02:09:45.672484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:45.675564 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:45.745893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Made reservation on behalf of c54df8fdc6f740309931fa28b65cfd8a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:45.749348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.751383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beb90e-91ba-4685-8ade-f24d1354e4fa service neutron] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.757385 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e026beb6-b771-49f5-a33e-dace75081536 x-openstack-request-id: req-e026beb6-b771-49f5-a33e-dace75081536 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:45.757676 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:45.757925 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e026beb6-b771-49f5-a33e-dace75081536 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:45.758310 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'status': 'completed', 'code': 200} Aug 16 02:09:45.842413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.874337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.948903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Attempting to bind port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:45.950063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Attempting to bind port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:45.950638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Attempting to bind port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:45.954105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-80f90fdc-f860-4edb-b81d-a06c78af6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.956285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-80f90fdc-f860-4edb-b81d-a06c78af6fa7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 1100 time: 0.2293673 Aug 16 02:09:45.974642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:45.975402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Attempting to bind port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:46.035477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:46.035907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:46.036385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:46.037010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Bound port: c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:46.046743 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.053817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-8f763982-eefd-455e-8b8b-5bf31391dab3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741 HTTP/1.1" status: 200 len: 217 time: 0.0844564 Aug 16 02:09:46.167195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee34148-8c77-4eff-910e-0f2a66a82260 req-1f10eae8-df1d-4d03-b17f-fd4e98741229 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.172116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aee34148-8c77-4eff-910e-0f2a66a82260 req-1f10eae8-df1d-4d03-b17f-fd4e98741229 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 948 time: 0.0730648 Aug 16 02:09:46.248721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.249850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aee34148-8c77-4eff-910e-0f2a66a82260 req-138b9144-b978-444c-a58e-7476f3577970 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710962 Aug 16 02:09:46.288256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-eba76dc1-c494-4d5a-aa04-411d358c069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.290187 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-eba76dc1-c494-4d5a-aa04-411d358c069a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2238743 Aug 16 02:09:46.306862 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.416025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3439c3-e803-48c5-a2d5-e6edf4136af7 req-34caa429-d6a8-41c4-b894-08e47fecf719 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.418975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:46.424638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f3439c3-e803-48c5-a2d5-e6edf4136af7 req-34caa429-d6a8-41c4-b894-08e47fecf719 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0753939 Aug 16 02:09:46.466002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d41d57-2a93-4a57-a43d-7885a40b14f5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.479700 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-feba6a2a-04e4-4edb-8103-5b7f9e666e66 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2425618 Aug 16 02:09:46.482113 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.482643 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Added segment 27caf0a8-1570-49fb-8bbd-fa3aef7bd412 of type vlan for network cf63ec84-8556-4112-9c7b-20f30705e6ff Aug 16 02:09:46.503189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f3439c3-e803-48c5-a2d5-e6edf4136af7 req-58af9c90-67df-4693-b811-f9da9bfaacc7 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678837 Aug 16 02:09:46.506000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-b8fba841-669a-4dea-ac40-ef5d84d824af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.507548 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-b8fba841-669a-4dea-ac40-ef5d84d824af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1951442 Aug 16 02:09:46.510740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] For port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:46.516286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] For port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:46.561536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.695014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb70a0b-4ffc-4ab3-9b13-26bc9d2b3d48 req-24ed5e63-7f71-4235-ad2c-cf9f443cfb89 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.704757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6eb70a0b-4ffc-4ab3-9b13-26bc9d2b3d48 req-24ed5e63-7f71-4235-ad2c-cf9f443cfb89 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0712047 Aug 16 02:09:46.756768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6eb70a0b-4ffc-4ab3-9b13-26bc9d2b3d48 req-35edc067-b1d7-489f-8573-2c920702a439 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447218 Aug 16 02:09:46.983985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.024104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.024834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.026845 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] 10.222.0.93 "PUT /v2.0/ports/c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 HTTP/1.1" status: 200 len: 1097 time: 2.4577262 Aug 16 02:09:47.032924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bd675-58f9-4d5d-add1-16d99c027b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:47.108101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9baed261-649b-4e88-84bf-d025f802dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.108754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9baed261-649b-4e88-84bf-d025f802dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.109232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9baed261-649b-4e88-84bf-d025f802dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.109688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9baed261-649b-4e88-84bf-d025f802dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.110146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9baed261-649b-4e88-84bf-d025f802dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.110606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9baed261-649b-4e88-84bf-d025f802dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.111241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9baed261-649b-4e88-84bf-d025f802dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.114557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9baed261-649b-4e88-84bf-d025f802dafd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6508 time: 0.1651559 Aug 16 02:09:47.138722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.139739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.140479 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.163309 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-234b3f82-492f-4f0c-acea-906ac6cadec1 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254928 Aug 16 02:09:47.313436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] Pushing event updated for resources: {'Network': ['ID=cf63ec84-8556-4112-9c7b-20f30705e6ff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:47.331276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network cf63ec84-8556-4112-9c7b-20f30705e6ff details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:47.374073 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4efbb842-eb4f-4824-8555-a265c878925b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9762709 Aug 16 02:09:47.380181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.390542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-0e96103e-3dbc-4b54-a152-cb5a17202718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.391456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Request body: {'subnet': {'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2117673332-subnet', 'tenant_id': 'c54df8fdc6f740309931fa28b65cfd8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:47.392670 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-0e96103e-3dbc-4b54-a152-cb5a17202718 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 1100 time: 0.3129294 Aug 16 02:09:47.414047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2f4b2-5eab-4ba5-bbe2-4d2c5d68eed4 req-ae1716ba-5434-4c81-ae60-420b6a90d5e5 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.422945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3c2f4b2-5eab-4ba5-bbe2-4d2c5d68eed4 req-ae1716ba-5434-4c81-ae60-420b6a90d5e5 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 948 time: 0.0980186 Aug 16 02:09:47.467540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Made reservation on behalf of c54df8fdc6f740309931fa28b65cfd8a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:47.472493 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.474531 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-0d88e964-d69a-4333-89d8-62713172eb97 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 HTTP/1.1" status: 200 len: 217 time: 0.0704546 Aug 16 02:09:47.523862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-a8dd01fc-8477-4e18-bf34-f32294c3a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.524508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-a8dd01fc-8477-4e18-bf34-f32294c3a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.525791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-a8dd01fc-8477-4e18-bf34-f32294c3a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.527514 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-a8dd01fc-8477-4e18-bf34-f32294c3a433 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eb2528c8-5b9b-4161-9c71-1b504faa9674&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c HTTP/1.1" status: 200 len: 2298 time: 0.3607960 Aug 16 02:09:47.584183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3c2f4b2-5eab-4ba5-bbe2-4d2c5d68eed4 req-91f21093-8339-4c14-829e-99efee07e0e8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601686 Aug 16 02:09:47.591258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e7b7d34-58ab-44c5-a19d-cae4d511a037 req-b70ee708-9eaa-4f18-be08-612f038b74f9 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857160 Aug 16 02:09:47.626827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-c497037b-9104-451d-a988-e15f2cce7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.628603 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-c497037b-9104-451d-a988-e15f2cce7c90 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1427896 Aug 16 02:09:47.677119 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-3a27f185-064a-4f87-8a0c-1e8fcab259ce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308 HTTP/1.1" status: 200 len: 1001 time: 0.1407983 Aug 16 02:09:47.762794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2754cf-849f-4fe7-9fd8-31fa387e4734', 'tag': 'c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:47.765110 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c87d30e-ac59-43a1-af1b-04656f175fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2754cf-849f-4fe7-9fd8-31fa387e4734", "tag": "c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:47.776317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-9d021c48-13b1-46fe-a3bf-26efda0db305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.777775 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-9d021c48-13b1-46fe-a3bf-26efda0db305 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1389329 Aug 16 02:09:47.786322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-11125489-2caf-4789-98ea-d2be7a82e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.787778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-11125489-2caf-4789-98ea-d2be7a82e837 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 1100 time: 0.1207259 Aug 16 02:09:47.816981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.872188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09203b6d-abd5-4774-9b4f-db928c816669,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:47.904267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9cd0ee18-9423-43a5-8e43-9420cc05982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.905756 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9cd0ee18-9423-43a5-8e43-9420cc05982a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=751d740b-3e10-4938-9e59-82c96592c48b HTTP/1.1" status: 200 len: 856 time: 0.1941907 Aug 16 02:09:47.946355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48533068-ada5-471b-b5ac-d426da6b987a req-ddd15df2-b2b2-4c70-ac51-372d2ff50e2c tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.949314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48533068-ada5-471b-b5ac-d426da6b987a req-ddd15df2-b2b2-4c70-ac51-372d2ff50e2c tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.2031155 Aug 16 02:09:47.973126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Checking segment: {'id': '27caf0a8-1570-49fb-8bbd-fa3aef7bd412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:47.973646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Network hostable DHCP agents. Network: cf63ec84-8556-4112-9c7b-20f30705e6ff, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:48.000715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-a7d8ab0c-2620-48b7-aff1-abd07b6176ec service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102842 Aug 16 02:09:48.018957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83f519-e94d-4500-81cb-eb81de8fc12a req-03ddca1d-dd03-4d09-9e4a-d466e8f9d7fe tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.020849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d83f519-e94d-4500-81cb-eb81de8fc12a req-03ddca1d-dd03-4d09-9e4a-d466e8f9d7fe tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1342287 Aug 16 02:09:48.031030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48533068-ada5-471b-b5ac-d426da6b987a req-28404452-48c7-49d5-95ca-073cde987027 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728824 Aug 16 02:09:48.047458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Network cf63ec84-8556-4112-9c7b-20f30705e6ff is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:48.080369 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d83f519-e94d-4500-81cb-eb81de8fc12a req-a4fa21ec-b735-4103-859a-895aef9d972a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481379 Aug 16 02:09:48.090289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-2cc9f140-648c-416a-adac-4d43f943d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.091889 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-2cc9f140-648c-416a-adac-4d43f943d50c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eb2528c8-5b9b-4161-9c71-1b504faa9674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1692002 Aug 16 02:09:48.092119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, cf63ec84-8556-4112-9c7b-20f30705e6ff) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:48.113385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164422a-fba6-4732-933a-43448f32a59e None None] Network cf63ec84-8556-4112-9c7b-20f30705e6ff requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:48.119219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.120453 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.158633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-fbd738fc-d301-4a6a-8bae-72ec274e0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.158633 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-fbd738fc-d301-4a6a-8bae-72ec274e0e1d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2653837 Aug 16 02:09:48.161392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-96e0f1ec-b217-46c8-88d7-d27333065224 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7764270 Aug 16 02:09:48.285716 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4b9f1e-91d9-42dd-bae4-e6be25f96256 x-openstack-request-id: req-da4b9f1e-91d9-42dd-bae4-e6be25f96256 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:48.286002 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2754cf-849f-4fe7-9fd8-31fa387e4734", "tag": "c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:48.286295 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da4b9f1e-91d9-42dd-bae4-e6be25f96256 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:48.286629 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2754cf-849f-4fe7-9fd8-31fa387e4734', 'tag': 'c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14', 'status': 'completed', 'code': 200} Aug 16 02:09:48.295348 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-ea35daa9-28bf-4250-8c1b-e868fed97bf6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741 HTTP/1.1" status: 200 len: 217 time: 0.0940394 Aug 16 02:09:48.315923 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-555a7adf-8ebd-4854-a476-d895aafaf649 service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000723 Aug 16 02:09:48.348778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb7c34-55ae-4346-af8a-edf31c4cc62b None None] Network cf63ec84-8556-4112-9c7b-20f30705e6ff requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:48.377391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a8b80c9c-4e83-4d8d-8268-0ed0d3a694b6 req-be3ca803-d46a-4be5-9c93-dde3c5a45897 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602839 Aug 16 02:09:48.480328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-81636177-77ed-476a-81ca-2677d77d8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.482337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-81636177-77ed-476a-81ca-2677d77d8b41 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1788368 Aug 16 02:09:48.578519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-87a04ca9-f20f-4b3e-a508-cf0f6ebdab23 service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292433 Aug 16 02:09:48.697523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-65cfa75c-5802-4bbb-9a71-0c3cd156282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.700552 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-65cfa75c-5802-4bbb-9a71-0c3cd156282a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 1100 time: 0.2413781 Aug 16 02:09:48.703321 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-2c02c317-7af6-4f32-a800-8e6c311b3eed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 200 len: 217 time: 0.1128728 Aug 16 02:09:48.706544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-74accbe2-2389-4e2e-8470-939c287759ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.708047 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-74accbe2-2389-4e2e-8470-939c287759ee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2118540 Aug 16 02:09:48.817365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c108e4-1d23-4bd4-b387-8b631ca69bcc req-96ee058e-b1c3-43f8-a247-b278020e3c23 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.829878 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12c108e4-1d23-4bd4-b387-8b631ca69bcc req-96ee058e-b1c3-43f8-a247-b278020e3c23 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 948 time: 0.1403079 Aug 16 02:09:48.880839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-e5c2700b-531c-4685-80c7-b386793c0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.883117 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-e5c2700b-531c-4685-80c7-b386793c0c8a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1689336 Aug 16 02:09:48.937318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12c108e4-1d23-4bd4-b387-8b631ca69bcc req-e0202dbb-a1ad-46fa-9ea1-c9dcbf6d2e4f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048272 Aug 16 02:09:48.985193 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-be67730f-b5e6-43c7-b673-20d6a3fc1283 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597265 Aug 16 02:09:48.986294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-06452e4d-1f76-49b4-ac13-a22f7489e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.988322 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-06452e4d-1f76-49b4-ac13-a22f7489e30a service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.2785110 Aug 16 02:09:48.995402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-420eb289-ee1c-4fb9-a98f-c3d398531c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.999201 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-420eb289-ee1c-4fb9-a98f-c3d398531c9e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1021795 Aug 16 02:09:49.145032 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-afd16ec3-f5bc-48a9-b70b-5155c7b45e0f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 HTTP/1.1" status: 200 len: 217 time: 0.1428921 Aug 16 02:09:49.246533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e819a7d-d4e6-4df0-8313-378c86234fd7 req-b296c475-4f49-4e63-88f8-e1f9e17219c2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.255341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e819a7d-d4e6-4df0-8313-378c86234fd7 req-b296c475-4f49-4e63-88f8-e1f9e17219c2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0834215 Aug 16 02:09:49.291202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-27b9ef83-6b28-4c95-b045-ce8fb18bc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.292738 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-27b9ef83-6b28-4c95-b045-ce8fb18bc178 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1337051 Aug 16 02:09:49.322278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e819a7d-d4e6-4df0-8313-378c86234fd7 req-cfa539ca-8b77-40d5-960d-42e0a214353e tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616024 Aug 16 02:09:49.371487 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f4599c18-c06a-47e0-a798-c1ad42d4f5e6 req-5d5a1243-f9f1-4355-a187-69027d9e046d service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704958 Aug 16 02:09:49.389008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87951298-ba00-4e7e-99c3-9907516b59c8 req-0403c778-faca-44f0-8b4a-cd865b8c6c0e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.390407 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-d6686701-c3ad-462d-a05a-1e2383f3f576 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716495 Aug 16 02:09:49.390919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87951298-ba00-4e7e-99c3-9907516b59c8 req-0403c778-faca-44f0-8b4a-cd865b8c6c0e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0721376 Aug 16 02:09:49.468191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87951298-ba00-4e7e-99c3-9907516b59c8 req-edba77d9-5146-4ce3-9c37-f3952f4ca2c4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691981 Aug 16 02:09:49.469122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-a4126229-ec55-488c-953c-d4f00b686939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.470631 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-a4126229-ec55-488c-953c-d4f00b686939 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1687191 Aug 16 02:09:49.531759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:49.618098 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-58a19521-70c0-411c-8c2d-4375af7df472 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165730 Aug 16 02:09:49.638667 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-f2b4af72-a9b4-46e1-b371-e7f76ee50618 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540258 Aug 16 02:09:49.686258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9f876489-e552-4770-9cf9-876c6a5917c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 200 len: 217 time: 0.0565503 Aug 16 02:09:49.703226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:49.719269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'mac_address': 'fa:16:3e:ce:8e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:49.812307 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.815756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-599aaf41-677a-4e26-a05f-3179de21b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.817241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-599aaf41-677a-4e26-a05f-3179de21b7b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1193070 Aug 16 02:09:49.835405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502ecc6d-cec2-4aa3-b1f3-c32328619741 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:49.876402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:49.887234 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.935804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8c87d30e-ac59-43a1-af1b-04656f175fbf req-18f59866-0de6-4e06-8ee0-1d8cb1e5a990 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485199 Aug 16 02:09:49.940044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-fd70d215-64a9-49d9-966f-79cfa31177dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.941754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-fd70d215-64a9-49d9-966f-79cfa31177dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1172116 Aug 16 02:09:50.022984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:50.146764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c2f0-e823-4d19-8a70-f33c6f25edda req-e8dd437f-eb92-42cb-8375-07f7c5dddc1c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.155595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e318c2f0-e823-4d19-8a70-f33c6f25edda req-e8dd437f-eb92-42cb-8375-07f7c5dddc1c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 948 time: 0.0982473 Aug 16 02:09:50.185841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd640182-3acc-4889-9119-7e36f85c1b48 req-9f586b32-9423-4655-9b85-ea7d52abe961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.189869 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd640182-3acc-4889-9119-7e36f85c1b48 req-9f586b32-9423-4655-9b85-ea7d52abe961 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 1097 time: 0.1165066 Aug 16 02:09:50.190891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['502ecc6d-cec2-4aa3-b1f3-c32328619741'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:50.244064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e318c2f0-e823-4d19-8a70-f33c6f25edda req-257e018e-05cb-41b0-86a5-5e2ed270f13f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818503 Aug 16 02:09:50.312229 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd640182-3acc-4889-9119-7e36f85c1b48 req-fb1bd788-208e-4dcd-a1f4-ff01461cb9aa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161580 Aug 16 02:09:50.314875 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-036e2cd4-474e-47ec-a926-c75361385a9e service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647363 Aug 16 02:09:50.490115 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-047c13f2-c10a-407e-9dae-084f13e7a2d3 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669047 Aug 16 02:09:50.569339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1fd0f-ceca-4da3-b147-9d08bd2ff3a3 req-37271a3e-6dd6-40c0-8f5f-6779cecea0aa tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.580129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8c1fd0f-ceca-4da3-b147-9d08bd2ff3a3 req-37271a3e-6dd6-40c0-8f5f-6779cecea0aa tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1555622 Aug 16 02:09:50.619264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-dc9e1b98-bbe6-4766-8bdd-081108ef4ec3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 HTTP/1.1" status: 200 len: 217 time: 0.1188309 Aug 16 02:09:50.658728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8c1fd0f-ceca-4da3-b147-9d08bd2ff3a3 req-6b8199f7-1fe2-4da6-b9bf-123642b7986f tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763834 Aug 16 02:09:50.703462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fbe7f-2ee3-46cc-8cf6-6b22650a864e req-8d5155d2-20b4-4f9e-b471-fc21fde68477 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.710870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-768fbe7f-2ee3-46cc-8cf6-6b22650a864e req-8d5155d2-20b4-4f9e-b471-fc21fde68477 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0835068 Aug 16 02:09:50.761866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-768fbe7f-2ee3-46cc-8cf6-6b22650a864e req-8a0d7265-7a7f-4012-97a3-1a56235ed5c8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497959 Aug 16 02:09:51.121997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-91f4a1a9-114f-4968-988c-d6ea5ba59b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.122767 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-91f4a1a9-114f-4968-988c-d6ea5ba59b67 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.4907556 Aug 16 02:09:51.195899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-2d6bd867-cc07-4159-84da-e2daf563530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.198511 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-2d6bd867-cc07-4159-84da-e2daf563530d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659158 Aug 16 02:09:51.324311 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-6c63c2f1-cbea-44fa-aaa5-307a112536ec service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164186 Aug 16 02:09:51.414487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a4cb3-74bf-48c8-b3ae-586f3f042e36 req-4b23ad26-194b-4216-a87d-b3d06b31cad6 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.416949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-163a4cb3-74bf-48c8-b3ae-586f3f042e36 req-4b23ad26-194b-4216-a87d-b3d06b31cad6 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 948 time: 0.0676730 Aug 16 02:09:51.473843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-163a4cb3-74bf-48c8-b3ae-586f3f042e36 req-67ccce7b-89c5-410c-997c-f153da0b8dff tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503409 Aug 16 02:09:51.496139 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-53920e22-75bd-47b6-9b13-b2971966145b service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561170 Aug 16 02:09:51.544505 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-26aecf7d-81de-44d5-a588-fba9b8e286ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=aa416136-5e92-4449-92b9-803a71b0bdca HTTP/1.1" status: 200 len: 217 time: 0.0397310 Aug 16 02:09:51.546998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:51.549279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:51.641290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-b3ca0d07-2120-4dd3-8888-f38081714e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.643172 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-b3ca0d07-2120-4dd3-8888-f38081714e40 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.0893512 Aug 16 02:09:51.735581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-c421cb64-a5aa-4e37-acdf-9546720d5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.739974 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-c421cb64-a5aa-4e37-acdf-9546720d5737 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0883324 Aug 16 02:09:51.748401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:51.772985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14', 'mac_address': 'fa:16:3e:c4:b8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:51.852872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5ff5-3acc-437f-8496-5dec1263cfd8 req-52eea040-5bc4-4632-8f00-ad3f000687d2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.854930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29fe5ff5-3acc-437f-8496-5dec1263cfd8 req-52eea040-5bc4-4632-8f00-ad3f000687d2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.0962403 Aug 16 02:09:51.893665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 502ecc6d-cec2-4aa3-b1f3-c32328619741 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:51.940193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 502ecc6d-cec2-4aa3-b1f3-c32328619741 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:51.940491 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.949133 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-79bdb98c-69a2-4c3d-ad49-1004eaf800e4 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013550 Aug 16 02:09:52.012911 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.057022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:52.075176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29fe5ff5-3acc-437f-8496-5dec1263cfd8 req-cd33e92a-9e3b-4ec7-8b57-96f0b1d89152 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118142 Aug 16 02:09:52.121985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f68af7-ce9d-4b3b-b284-1c9d285a8d20 req-eab971c3-8d42-4853-975a-87de8fe5493d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.148070 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f68af7-ce9d-4b3b-b284-1c9d285a8d20 req-eab971c3-8d42-4853-975a-87de8fe5493d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.2457173 Aug 16 02:09:52.163264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-0bae8c4b-a890-4e3b-ae50-f202429c5cd5 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062459 Aug 16 02:09:52.186492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:52.265573 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-2cc36300-da51-4963-b7fa-6bc719a33021 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86dd75dd-3f11-43e2-9699-ede91d331b71 HTTP/1.1" status: 200 len: 217 time: 0.0916157 Aug 16 02:09:52.281213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13f68af7-ce9d-4b3b-b284-1c9d285a8d20 req-234426aa-d8a6-4792-b6fc-35f47215786e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316307 Aug 16 02:09:52.291427 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.406819 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.414282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-cdb12fe6-d470-4ec3-863d-332e5606cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.421079 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-cdb12fe6-d470-4ec3-863d-332e5606cb73 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.1481316 Aug 16 02:09:52.480908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001aafb-c82f-404b-b807-2119b930ffe0 req-14d0dabb-cbae-41e3-9075-9f2a5fff66ab tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.482506 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b001aafb-c82f-404b-b807-2119b930ffe0 req-14d0dabb-cbae-41e3-9075-9f2a5fff66ab tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1228194 Aug 16 02:09:52.487214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.498124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:52.500498 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38110a2f-2001-495d-b8ce-df320bfb1b88" -d '{"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-plugged", "status": "completed", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:52.516453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:52.523015 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.538133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-6497bc60-9ae8-428e-b138-495f33217de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.540049 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-6497bc60-9ae8-428e-b138-495f33217de3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1098056 Aug 16 02:09:52.574522 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b001aafb-c82f-404b-b807-2119b930ffe0 req-3ab13f2d-b3b3-4259-905f-a9998524b897 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852802 Aug 16 02:09:52.611150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.621801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:52.699888 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d334a4-dd8c-40e8-8483-10f75d459711 x-openstack-request-id: req-84d334a4-dd8c-40e8-8483-10f75d459711 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:52.700189 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-plugged", "status": "completed", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:52.700443 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84d334a4-dd8c-40e8-8483-10f75d459711 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:52.701171 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'code': 200} Aug 16 02:09:52.791030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985243fb-093d-427d-b952-10e53c88036b req-df396bb7-6e9b-458e-a4c9-0a6e9b641a5a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.794048 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-985243fb-093d-427d-b952-10e53c88036b req-df396bb7-6e9b-458e-a4c9-0a6e9b641a5a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 949 time: 0.1445954 Aug 16 02:09:52.863114 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-985243fb-093d-427d-b952-10e53c88036b req-3383597d-e6ad-4049-914d-7a60c5e35a29 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627906 Aug 16 02:09:52.870054 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-b24a2312-cd34-45ea-be31-a622277ba61c service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170149 Aug 16 02:09:52.976736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f5442-6292-4442-b698-b0cb8457aa90 req-3113169c-62d0-402c-a6e0-54bbddfdfca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.980146 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-470f5442-6292-4442-b698-b0cb8457aa90 req-3113169c-62d0-402c-a6e0-54bbddfdfca0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 1102 time: 0.1964915 Aug 16 02:09:53.050645 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-470f5442-6292-4442-b698-b0cb8457aa90 req-f38b5324-267b-4e63-927b-412a695e056a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608823 Aug 16 02:09:53.073109 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-727bb474-612b-4988-a5d9-d71791b4798d service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939304 Aug 16 02:09:53.148335 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-d5d96f43-3168-4ce0-9d03-ee4f9e2bcf83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f HTTP/1.1" status: 200 len: 217 time: 0.0658565 Aug 16 02:09:53.221752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b75d3-b20c-4cf0-a882-0f7d0c16c7fb req-1ea517be-123d-497c-aa1e-872f59462d40 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.226270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9bf4b12b-3983-4adf-80c7-35abb1075bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.228583 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-9bf4b12b-3983-4adf-80c7-35abb1075bb5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.0709915 Aug 16 02:09:53.230248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-310b75d3-b20c-4cf0-a882-0f7d0c16c7fb req-1ea517be-123d-497c-aa1e-872f59462d40 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0769875 Aug 16 02:09:53.334676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-310b75d3-b20c-4cf0-a882-0f7d0c16c7fb req-e9557f2a-891c-4c60-a4a2-d74f874d32c7 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034791 Aug 16 02:09:53.353900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-11e64a9b-4241-4d84-90ea-1677042731ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.356262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-11e64a9b-4241-4d84-90ea-1677042731ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1184998 Aug 16 02:09:53.563673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63fce3-ad8a-450e-a47a-f1cdfef37186 req-de44476d-3449-41c7-9e4d-ce41010c2055 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.566014 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-cd501d68-7927-4ceb-a498-b54c2dc3b931 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017233 Aug 16 02:09:53.567856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da63fce3-ad8a-450e-a47a-f1cdfef37186 req-de44476d-3449-41c7-9e4d-ce41010c2055 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.1064396 Aug 16 02:09:53.637660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da63fce3-ad8a-450e-a47a-f1cdfef37186 req-e13c8a55-183a-46cf-a344-0f19899cd466 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549695 Aug 16 02:09:53.756841 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4aed293f-753f-426d-b4fa-9daf20dc7b75 req-4161237d-5fdc-4f10-8c33-bdd567643655 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827075 Aug 16 02:09:54.089389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660fa9d-8dd6-4269-bcb7-91d89c500297 req-ef877ff1-9d9c-49e2-90e7-ce66a5150949 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:54.092006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9660fa9d-8dd6-4269-bcb7-91d89c500297 req-ef877ff1-9d9c-49e2-90e7-ce66a5150949 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 949 time: 0.0767758 Aug 16 02:09:54.195946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9660fa9d-8dd6-4269-bcb7-91d89c500297 req-41a26000-dfde-45f2-8b82-725aa01d5846 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816605 Aug 16 02:09:54.505893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baf4ef-9e82-47a5-9f27-50525c598a47 req-7596934f-011e-4792-aa8f-248a1e27d6f6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:54.513974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36baf4ef-9e82-47a5-9f27-50525c598a47 req-7596934f-011e-4792-aa8f-248a1e27d6f6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1153390 Aug 16 02:09:54.573842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36baf4ef-9e82-47a5-9f27-50525c598a47 req-2c7016b3-ed24-431e-aeae-46c3033d4b0a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584123 Aug 16 02:09:54.804450 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23c19a-1634-4309-888d-183047bd373c req-0530c5c0-0262-416b-bba6-1b5d91c81e34 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:54.813077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e23c19a-1634-4309-888d-183047bd373c req-0530c5c0-0262-416b-bba6-1b5d91c81e34 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0958736 Aug 16 02:09:54.880615 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e23c19a-1634-4309-888d-183047bd373c req-8fdd82b8-d57b-4eb6-ab71-f0f22ff8990c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621862 Aug 16 02:09:54.996349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b728b7-1437-4f1e-8f8d-053de9530873 req-11c8b26e-4a59-4cac-ad95-7b6c934da108 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:55.011520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7b728b7-1437-4f1e-8f8d-053de9530873 req-11c8b26e-4a59-4cac-ad95-7b6c934da108 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0728421 Aug 16 02:09:55.072190 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7b728b7-1437-4f1e-8f8d-053de9530873 req-096276cc-1dac-4d4d-bf54-147318695a8c tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599298 Aug 16 02:09:55.316606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba17b3d-d1fe-412e-a45c-0b9fcbd772da req-26a5cad8-f9ee-4a3c-bd15-79e04b27ed86 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:55.325561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dba17b3d-d1fe-412e-a45c-0b9fcbd772da req-26a5cad8-f9ee-4a3c-bd15-79e04b27ed86 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 949 time: 0.0607934 Aug 16 02:09:55.370907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dba17b3d-d1fe-412e-a45c-0b9fcbd772da req-d720f5b5-c707-4de7-a916-d9478b4f480b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442493 Aug 16 02:09:55.554294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:55.660075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:55.668589 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:55.669168 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.788259 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.821580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2754cf-849f-4fe7-9fd8-31fa387e4734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:55.824766 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ba53f-fcea-44a1-ba93-a7fd05548b49" -d '{"events": [{"server_uuid": "1b2754cf-849f-4fe7-9fd8-31fa387e4734", "name": "network-vif-plugged", "status": "completed", "tag": "c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:55.855202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:55.860201 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.941263 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff451c4-c76f-4d4e-99d1-eaf77fd02f34 x-openstack-request-id: req-1ff451c4-c76f-4d4e-99d1-eaf77fd02f34 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:55.941665 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2754cf-849f-4fe7-9fd8-31fa387e4734", "name": "network-vif-plugged", "status": "completed", "tag": "c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:55.941802 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ff451c4-c76f-4d4e-99d1-eaf77fd02f34 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:55.942433 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2754cf-849f-4fe7-9fd8-31fa387e4734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14', 'code': 200} Aug 16 02:09:56.003155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:56.078479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b181-60a5-4246-860f-962afa7b226e req-7474eb0f-72d4-41a5-b370-4d25bc698849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:56.081025 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c388b181-60a5-4246-860f-962afa7b226e req-7474eb0f-72d4-41a5-b370-4d25bc698849 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 1102 time: 0.0942056 Aug 16 02:09:56.125824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7345869-c709-4ac2-ab15-ecf7cd393070 req-3ebef75a-6b24-4250-b6e1-a4e354c97ea5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:56.129197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7345869-c709-4ac2-ab15-ecf7cd393070 req-3ebef75a-6b24-4250-b6e1-a4e354c97ea5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0990231 Aug 16 02:09:56.184849 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c388b181-60a5-4246-860f-962afa7b226e req-1c3dc228-e57a-4a61-8eb6-01849294a89f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929148 Aug 16 02:09:56.204233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7345869-c709-4ac2-ab15-ecf7cd393070 req-9a82af9e-ff5f-4d3c-9f33-f6c59b90764b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660388 Aug 16 02:09:56.321983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264591f-deff-45e7-9b06-2cdad38f24ed req-bd7dd1ed-a21a-47a8-bc01-c14548bb9377 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:56.329495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a264591f-deff-45e7-9b06-2cdad38f24ed req-bd7dd1ed-a21a-47a8-bc01-c14548bb9377 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0983062 Aug 16 02:09:56.374580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a264591f-deff-45e7-9b06-2cdad38f24ed req-3065cda0-8923-4dc6-b84a-d8216ae7b2dd tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Aug 16 02:09:56.537208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a872aa-0ee5-4f96-952e-b5da09d9d3fb req-333dcf53-d20c-4153-b833-9c81fc6aa642 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:56.538791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6a872aa-0ee5-4f96-952e-b5da09d9d3fb req-333dcf53-d20c-4153-b833-9c81fc6aa642 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.0551968 Aug 16 02:09:56.623464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6a872aa-0ee5-4f96-952e-b5da09d9d3fb req-1a3e8112-aa40-4a55-b192-e1efec0c5b3f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686774 Aug 16 02:09:57.826140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0b502-e88b-460a-b6bb-b2e015df227f req-c9a89e1b-2ea8-40ed-962a-0f673b3a15e7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:57.829023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cc0b502-e88b-460a-b6bb-b2e015df227f req-c9a89e1b-2ea8-40ed-962a-0f673b3a15e7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.5047336 Aug 16 02:09:57.957281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cc0b502-e88b-460a-b6bb-b2e015df227f req-0cb685ab-0188-476f-bfe7-c6b83ae1bac4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217554 Aug 16 02:09:57.968457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd847e-874d-4e3d-b9ef-c01ffaedddf6 req-207348d0-7763-4eac-903d-f515d7a24944 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:57.970278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25dd847e-874d-4e3d-b9ef-c01ffaedddf6 req-207348d0-7763-4eac-903d-f515d7a24944 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.0761023 Aug 16 02:09:58.017454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25dd847e-874d-4e3d-b9ef-c01ffaedddf6 req-280c215f-48be-4dea-85a1-7f34d4538096 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Aug 16 02:09:58.325521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4378fd1-7a40-49d0-a34e-7ae1b24301d3 req-bf6983db-ad04-40ff-b18a-b58c2e5746e4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.329434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4378fd1-7a40-49d0-a34e-7ae1b24301d3 req-bf6983db-ad04-40ff-b18a-b58c2e5746e4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1318107 Aug 16 02:09:58.382022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4378fd1-7a40-49d0-a34e-7ae1b24301d3 req-a1248575-3e19-4d96-ad56-3443ff7a6658 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Aug 16 02:09:58.452371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886369a1-3ef6-43cc-924c-64f6360aa061 req-d4f0fcef-ddbe-403b-812b-0da27b262ba0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.460500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-886369a1-3ef6-43cc-924c-64f6360aa061 req-d4f0fcef-ddbe-403b-812b-0da27b262ba0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0627141 Aug 16 02:09:58.485864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c4982-7b51-48af-9293-0f4863287c0c req-bee4f020-e91c-4306-bdfe-9592683e4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.492846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059c4982-7b51-48af-9293-0f4863287c0c req-bee4f020-e91c-4306-bdfe-9592683e4fca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1098 time: 0.1461010 Aug 16 02:09:58.613397 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-886369a1-3ef6-43cc-924c-64f6360aa061 req-9f6a446a-723b-4e6e-a16b-e841922c01fc tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518035 Aug 16 02:09:58.690592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c4982-7b51-48af-9293-0f4863287c0c req-3222344d-df30-455e-8043-3ead6ecac3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.691412 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059c4982-7b51-48af-9293-0f4863287c0c req-3222344d-df30-455e-8043-3ead6ecac3bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 920 time: 0.1907189 Aug 16 02:09:58.748867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059c4982-7b51-48af-9293-0f4863287c0c req-a1e4a6c8-fd8b-4070-ac42-6a2fb092f034 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805 HTTP/1.1" status: 200 len: 217 time: 0.0497396 Aug 16 02:09:58.785705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-722efcae-235d-4828-9200-74f696769071 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304029 Aug 16 02:09:58.808938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c4982-7b51-48af-9293-0f4863287c0c req-1e1e6b89-f81c-4f9a-bf83-aa0b43b40d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.810617 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059c4982-7b51-48af-9293-0f4863287c0c req-1e1e6b89-f81c-4f9a-bf83-aa0b43b40d1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.0510142 Aug 16 02:09:58.847551 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059c4982-7b51-48af-9293-0f4863287c0c req-9135ef99-6ed6-4999-85c7-d62d2ec7578d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293198 Aug 16 02:09:58.905189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254718e6-9227-4e18-a984-971a339b819b req-8b12e6d0-4377-4eda-b3f7-0f8fe824a83a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.912491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-8b12e6d0-4377-4eda-b3f7-0f8fe824a83a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256800 Aug 16 02:09:58.929435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-7e803a85-69e4-4148-a3cd-67456a625aea tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/quotas/8aad6fdbe8334ce2bcbca3ed5893e2f1 HTTP/1.1" status: 200 len: 375 time: 0.0159934 Aug 16 02:09:58.980000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059c4982-7b51-48af-9293-0f4863287c0c req-34c2c36d-71d4-4f2e-8f16-1776c461eba0 service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253793 Aug 16 02:09:58.982054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-574e7017-0d1d-4d4a-88a5-a8cbf2fe3978 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517323 Aug 16 02:09:59.087602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059c4982-7b51-48af-9293-0f4863287c0c req-cd1156a1-c9af-4ff3-b3b1-b39345f8d23a service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904727 Aug 16 02:09:59.124883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fb05b-c17b-4379-a31c-b51adeb90ca0 req-f12a7419-e541-47cf-86cd-4f506b055d44 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:59.132762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf5fb05b-c17b-4379-a31c-b51adeb90ca0 req-f12a7419-e541-47cf-86cd-4f506b055d44 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0802138 Aug 16 02:09:59.185876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf5fb05b-c17b-4379-a31c-b51adeb90ca0 req-8a273d45-32fe-4d63-9b21-2b55bb0050a8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521700 Aug 16 02:09:59.264248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87767468-343f-4f0e-a25e-21eafad7cbc3 req-1665398b-94ff-49c7-b7b8-a30eb915d21e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 210 time: 0.0351353 Aug 16 02:09:59.816505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73984504-592f-4aa7-a56c-d280709ef015 req-44f36e8d-1210-4577-b0c8-48935c4327fc tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:59.818192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73984504-592f-4aa7-a56c-d280709ef015 req-44f36e8d-1210-4577-b0c8-48935c4327fc tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1004095 Aug 16 02:09:59.872466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-4f81b0bc-d738-499d-b226-e0c74f84b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:59.874768 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-4f81b0bc-d738-499d-b226-e0c74f84b4db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 1097 time: 0.0678678 Aug 16 02:09:59.889382 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73984504-592f-4aa7-a56c-d280709ef015 req-3aa9a5af-d143-46d3-8548-05648e4fdce5 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540640 Aug 16 02:09:59.989696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-d6d675d7-ba98-4a0e-b269-9013bf2e2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:59.991790 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-d6d675d7-ba98-4a0e-b269-9013bf2e2c90 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 912 time: 0.1101742 Aug 16 02:10:00.038241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-e8decb18-2645-47f0-af11-7d8e19d3ee8a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0 HTTP/1.1" status: 200 len: 217 time: 0.0381012 Aug 16 02:10:00.093130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-c388bc59-3272-4e8b-8339-604905243571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.094772 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-c388bc59-3272-4e8b-8339-604905243571 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0458815 Aug 16 02:10:00.141949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-3e1c07d6-0173-4280-b4b1-9fe52c62d395 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401006 Aug 16 02:10:00.282425 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-b3bc73ab-a2dd-484f-9dea-95dde38635f9 service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329310 Aug 16 02:10:00.322962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefea5c-a7da-4c0d-bfb9-b663f5ffb73b req-74aeb3a6-6d0e-4952-98df-740454f0247e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.326990 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-b4f6c804-df3e-43d0-8bde-b05901d6cbc2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242946 Aug 16 02:10:00.332364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eeefea5c-a7da-4c0d-bfb9-b663f5ffb73b req-74aeb3a6-6d0e-4952-98df-740454f0247e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0614591 Aug 16 02:10:00.430225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eeefea5c-a7da-4c0d-bfb9-b663f5ffb73b req-81c1ca4b-3f15-4c51-8dff-32d0312031ca tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877011 Aug 16 02:10:00.526391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9f30955-2bce-4932-969c-04bb502af9a2 req-9ac26b2a-2e82-43bd-85fe-144a4ed11e21 service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368083 Aug 16 02:10:00.538346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254718e6-9227-4e18-a984-971a339b819b req-10b4f72e-b93b-4b0b-942b-0c843306770a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.540708 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-10b4f72e-b93b-4b0b-942b-0c843306770a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039680 Aug 16 02:10:00.541735 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.544366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf27865e-40fc-4b77-baad-5e11ab15265b req-44e796b3-3f88-4ace-abdc-f85a1c1a6cdb tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 210 time: 0.0617962 Aug 16 02:10:00.570067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Request body: {'port': {'device_id': 'bc42e841-9c3d-419f-a8aa-63621eb9052c', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '8aad6fdbe8334ce2bcbca3ed5893e2f1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:00.692614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Made reservation on behalf of 8aad6fdbe8334ce2bcbca3ed5893e2f1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:00.696318 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.843971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Allocated IP 192.168.233.95 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/604d0c6a-a967-4e29-8123-77bcc0df8c9c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:00.929490 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49d494eb-2669-46c8-add1-ff56fe6c6670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.023018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea231c-f588-48f9-acc9-7ccbba81a583 req-1fe9b794-802f-4c06-942d-0dca6e2b44ad tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:01.024403 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.030924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7ea231c-f588-48f9-acc9-7ccbba81a583 req-1fe9b794-802f-4c06-942d-0dca6e2b44ad tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0753167 Aug 16 02:10:01.041427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Transition to ACTIVE for port object 604d0c6a-a967-4e29-8123-77bcc0df8c9c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:01.076594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7ea231c-f588-48f9-acc9-7ccbba81a583 req-02675ce7-3830-4063-b96c-fc63a332f24a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436320 Aug 16 02:10:01.092380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.096145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['502ecc6d-cec2-4aa3-b1f3-c32328619741', 'c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:01.138902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:01.142528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:01.146393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:01.153793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Pushing event updated for resources: {'Port': ['ID=604d0c6a-a967-4e29-8123-77bcc0df8c9c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:01.194890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.195263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.195633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.196627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.197071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.197431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.202065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.202306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.206157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.206528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.206875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.207239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:01.245278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:01.246733 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.275991 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-305657e0-3357-457f-b8a6-be725e0ddf00 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7137139 Aug 16 02:10:01.288941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Request body: {'port': {'device_id': 'bc42e841-9c3d-419f-a8aa-63621eb9052c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:01.359531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.500646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5aeb37ed-b467-4215-8eac-1ebaa9948192 None None] Provisioning for port 604d0c6a-a967-4e29-8123-77bcc0df8c9c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:01.506953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5aeb37ed-b467-4215-8eac-1ebaa9948192 None None] Provisioning complete for port 604d0c6a-a967-4e29-8123-77bcc0df8c9c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:01.507567 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5aeb37ed-b467-4215-8eac-1ebaa9948192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.556161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb37ed-b467-4215-8eac-1ebaa9948192 None None] Port 604d0c6a-a967-4e29-8123-77bcc0df8c9c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:01.590040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e5bd2-77ca-4645-82a1-c533b934f873 req-67ca9474-838c-424b-9d7c-0e35949176ad tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:01.591741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-831e5bd2-77ca-4645-82a1-c533b934f873 req-67ca9474-838c-424b-9d7c-0e35949176ad tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0829024 Aug 16 02:10:01.673918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-831e5bd2-77ca-4645-82a1-c533b934f873 req-40bcfb0d-3c97-4011-b0e4-20eeea84fd8e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729065 Aug 16 02:10:01.688355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0c88a-3172-412a-bdbf-5a9b48cbacbe req-85cb2464-fd62-4921-aabb-4b3cd4be89c1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:01.689732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61f0c88a-3172-412a-bdbf-5a9b48cbacbe req-85cb2464-fd62-4921-aabb-4b3cd4be89c1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 935 time: 0.0687079 Aug 16 02:10:01.755264 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61f0c88a-3172-412a-bdbf-5a9b48cbacbe req-4b7a1592-98a9-4c17-8e77-b24442aa2743 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591991 Aug 16 02:10:01.766222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604d0c6a-a967-4e29-8123-77bcc0df8c9c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:01.774966 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.804600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Transition to ACTIVE for port object 604d0c6a-a967-4e29-8123-77bcc0df8c9c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:01.819461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.882971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Pushing event updated for resources: {'Port': ['ID=604d0c6a-a967-4e29-8123-77bcc0df8c9c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:01.973936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Attempting to bind port 604d0c6a-a967-4e29-8123-77bcc0df8c9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:01.974280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Attempting to bind port 604d0c6a-a967-4e29-8123-77bcc0df8c9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:01.974648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Attempting to bind port 604d0c6a-a967-4e29-8123-77bcc0df8c9c on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:01.980609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Port 604d0c6a-a967-4e29-8123-77bcc0df8c9c on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:01.980964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Attempting to bind port 604d0c6a-a967-4e29-8123-77bcc0df8c9c on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:01.988377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:01.988754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:01.989081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:01.989510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Bound port: 604d0c6a-a967-4e29-8123-77bcc0df8c9c, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:01.989981 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.080853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] For port 604d0c6a-a967-4e29-8123-77bcc0df8c9c, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:02.084928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] For port 604d0c6a-a967-4e29-8123-77bcc0df8c9c, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=604d0c6a-a967-4e29-8123-77bcc0df8c9c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:02.101121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.201313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.205398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.207328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] 10.222.0.93 "PUT /v2.0/ports/604d0c6a-a967-4e29-8123-77bcc0df8c9c HTTP/1.1" status: 200 len: 1096 time: 0.9233425 Aug 16 02:10:02.212929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc42e841-9c3d-419f-a8aa-63621eb9052c', 'tag': '604d0c6a-a967-4e29-8123-77bcc0df8c9c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:02.215661 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf272a1-5aad-4703-881f-1a517eee0392" -d '{"events": [{"name": "network-changed", "server_uuid": "bc42e841-9c3d-419f-a8aa-63621eb9052c", "tag": "604d0c6a-a967-4e29-8123-77bcc0df8c9c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:02.260652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1f270-212f-41f2-8e55-7306e39b01b9 service neutron] Pushing event updated for resources: {'Port': ['ID=604d0c6a-a967-4e29-8123-77bcc0df8c9c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.350472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422a17a-ed5b-4c81-9af6-b689ab78bf9f req-1b915df1-2a94-497d-9e8b-d642c43bf342 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.358969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c422a17a-ed5b-4c81-9af6-b689ab78bf9f req-1b915df1-2a94-497d-9e8b-d642c43bf342 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1600671 Aug 16 02:10:02.389400 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeb6cff-b6c9-4c48-b383-7018548eeda2 x-openstack-request-id: req-cbeb6cff-b6c9-4c48-b383-7018548eeda2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:02.389698 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc42e841-9c3d-419f-a8aa-63621eb9052c", "tag": "604d0c6a-a967-4e29-8123-77bcc0df8c9c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:02.389957 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cbeb6cff-b6c9-4c48-b383-7018548eeda2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:02.390332 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc42e841-9c3d-419f-a8aa-63621eb9052c', 'tag': '604d0c6a-a967-4e29-8123-77bcc0df8c9c', 'status': 'completed', 'code': 200} Aug 16 02:10:02.403852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254718e6-9227-4e18-a984-971a339b819b req-3fb4bdb9-41d9-4822-97ef-2525509ecd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.410272 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-3fb4bdb9-41d9-4822-97ef-2525509ecd3b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 1099 time: 0.1427429 Aug 16 02:10:02.454067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c422a17a-ed5b-4c81-9af6-b689ab78bf9f req-9f0a8bbb-f5d4-46bb-8fea-797f2d0e4bc2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937905 Aug 16 02:10:02.500608 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-a90bcb33-5304-4c2d-ae0f-0351b8478b21 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=604d0c6a-a967-4e29-8123-77bcc0df8c9c HTTP/1.1" status: 200 len: 217 time: 0.0845628 Aug 16 02:10:02.582081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254718e6-9227-4e18-a984-971a339b819b req-5a3a8ec0-7605-4163-a855-fe5539cd487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.584368 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-5a3a8ec0-7605-4163-a855-fe5539cd487c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0685153 Aug 16 02:10:02.638576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254718e6-9227-4e18-a984-971a339b819b req-cf4c448c-fa55-4f8f-a54d-b95f0b0bd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.640182 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-cf4c448c-fa55-4f8f-a54d-b95f0b0bd313 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0483007 Aug 16 02:10:02.786665 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-985c0769-62fe-4267-a670-5c55af6a8314 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389892 Aug 16 02:10:02.816050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2efcf-69b5-40e2-9561-b409bc295fe6 req-562be275-d9f5-4d31-99e6-25ead7a1b533 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.817943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4b2efcf-69b5-40e2-9561-b409bc295fe6 req-562be275-d9f5-4d31-99e6-25ead7a1b533 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0692613 Aug 16 02:10:02.867679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4b2efcf-69b5-40e2-9561-b409bc295fe6 req-7a7c9609-acf4-4cfc-96e6-fb71403b4347 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Aug 16 02:10:02.935778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-254718e6-9227-4e18-a984-971a339b819b req-fbce35d2-7456-47fd-84ea-264a5180dd68 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402194 Aug 16 02:10:02.954715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f576-ef5c-4942-9dbc-e69717e14612 req-0c5915cb-0c55-487f-87dd-c80fbc5694b0 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.956989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a30f576-ef5c-4942-9dbc-e69717e14612 req-0c5915cb-0c55-487f-87dd-c80fbc5694b0 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 947 time: 0.0813475 Aug 16 02:10:03.065527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a30f576-ef5c-4942-9dbc-e69717e14612 req-f237950d-e582-415a-bbbb-e43104e53394 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012852 Aug 16 02:10:03.094349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-ae5138b2-40c9-447d-93b4-a92ca5268154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.096013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-ae5138b2-40c9-447d-93b4-a92ca5268154 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 1099 time: 0.0830991 Aug 16 02:10:03.249295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-c7a4c547-b177-4bcd-bda7-96d51854cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.250929 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-c7a4c547-b177-4bcd-bda7-96d51854cd4b service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1284099 Aug 16 02:10:03.298493 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-1b2e8374-4b54-4d02-80ea-59f07b12e240 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=604d0c6a-a967-4e29-8123-77bcc0df8c9c HTTP/1.1" status: 200 len: 217 time: 0.0400090 Aug 16 02:10:03.373075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-458ad093-9b0d-49ce-9da4-339801056b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.374747 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-458ad093-9b0d-49ce-9da4-339801056b7c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0586822 Aug 16 02:10:03.431186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-3b584805-e5b4-4931-9809-570f6d05e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.432868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-3b584805-e5b4-4931-9809-570f6d05e859 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444486 Aug 16 02:10:03.558242 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-fc8ee9d1-ebcc-4093-904c-816fca6b0ee5 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164007 Aug 16 02:10:03.599162 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c19193d-b720-45ba-8a84-af38a10894f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.617471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96899e52-b96e-4beb-af14-f2b5c720c68b req-54cfbefd-7129-49d3-a75e-32354058170e tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.625300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96899e52-b96e-4beb-af14-f2b5c720c68b req-54cfbefd-7129-49d3-a75e-32354058170e tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0923102 Aug 16 02:10:03.667289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96899e52-b96e-4beb-af14-f2b5c720c68b req-d7bfe4ea-91f0-41f7-b571-d62d47694dbc tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Aug 16 02:10:03.712842 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dcf272a1-5aad-4703-881f-1a517eee0392 req-00179a5e-1c01-4afd-9d6d-9b89e629de45 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419427 Aug 16 02:10:03.867343 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.991255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-594e7811-b847-4ee2-bf89-6837c12ed499 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.993331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-594e7811-b847-4ee2-bf89-6837c12ed499 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a598769-8926-429b-8208-bd7de89a7332 HTTP/1.1" status: 200 len: 945 time: 0.0582142 Aug 16 02:10:04.099433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Deleting port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:04.099783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.244341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8990c-505d-4e3b-b812-272da2a6fd23 req-00712fe9-8fea-405f-816b-5e4c894ed085 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:04.245837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63e8990c-505d-4e3b-b812-272da2a6fd23 req-00712fe9-8fea-405f-816b-5e4c894ed085 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 947 time: 0.0818126 Aug 16 02:10:04.247667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] For port 2aa4d905-8198-478b-8d5c-ed7db3158ac0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=2aa4d905-8198-478b-8d5c-ed7db3158ac0,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:04.248044 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.266383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Calling delete_port for 2aa4d905-8198-478b-8d5c-ed7db3158ac0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:04.332736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63e8990c-505d-4e3b-b812-272da2a6fd23 req-6a16107b-89ef-4d31-babf-cbe368433f2b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770516 Aug 16 02:10:04.425797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aa4d905-8198-478b-8d5c-ed7db3158ac0 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:04.428204 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.456227 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 2aa4d905-8198-478b-8d5c-ed7db3158ac0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:04.456577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 2aa4d905-8198-478b-8d5c-ed7db3158ac0 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:04.466181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event deleted for resources: {'Port': ['ID=2aa4d905-8198-478b-8d5c-ed7db3158ac0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:04.520362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] No DVR routers for this DVR port 2aa4d905-8198-478b-8d5c-ed7db3158ac0 on host n-h1-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:04.523200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.525388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-083e9753-d2cb-4132-ba09-18d87109fe92 req-e61a4f82-bf09-4c11-8dbc-2fcc38c88c26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "DELETE /v2.0/ports/2aa4d905-8198-478b-8d5c-ed7db3158ac0 HTTP/1.1" status: 204 len: 173 time: 0.5266030 Aug 16 02:10:04.525825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a598769-8926-429b-8208-bd7de89a7332', 'name': 'network-vif-deleted', 'tag': '2aa4d905-8198-478b-8d5c-ed7db3158ac0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:04.528337 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b552a4-052c-41e1-b60a-2f4a0066efc4" -d '{"events": [{"server_uuid": "4a598769-8926-429b-8208-bd7de89a7332", "name": "network-vif-deleted", "tag": "2aa4d905-8198-478b-8d5c-ed7db3158ac0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:04.772491 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1136f963-45dc-41eb-b2f9-cefda6d4b4cd x-openstack-request-id: req-1136f963-45dc-41eb-b2f9-cefda6d4b4cd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:04.773024 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a598769-8926-429b-8208-bd7de89a7332", "name": "network-vif-deleted", "tag": "2aa4d905-8198-478b-8d5c-ed7db3158ac0", "status": "failed", "code": 422}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:04.775607 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1136f963-45dc-41eb-b2f9-cefda6d4b4cd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:04.776677 n-d-768862-14 neutron-server[94639]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a598769-8926-429b-8208-bd7de89a7332', 'name': 'network-vif-deleted', 'tag': '2aa4d905-8198-478b-8d5c-ed7db3158ac0', 'status': 'failed', 'code': 422} returned with failed status Aug 16 02:10:04.797482 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.844813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f53b-53b2-4a39-a6cc-2887d1853797 req-a93a2348-56df-45b2-9fb5-83767c2bb7e8 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:04.846658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6372f53b-53b2-4a39-a6cc-2887d1853797 req-a93a2348-56df-45b2-9fb5-83767c2bb7e8 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0663238 Aug 16 02:10:04.887647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6372f53b-53b2-4a39-a6cc-2887d1853797 req-ade7c70f-8311-424d-80da-832042ed4cf6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Aug 16 02:10:05.088986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-5c774efe-8ee1-4f89-a974-26ba867a9b51 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.090468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-5c774efe-8ee1-4f89-a974-26ba867a9b51 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.1128321 Aug 16 02:10:05.107136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-43de7257-b667-4ff2-82bc-8586dcb64457 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/quotas/ced30993e38c4951aa7ea946b94abb6f HTTP/1.1" status: 200 len: 375 time: 0.0103517 Aug 16 02:10:05.151704 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-600424dc-c280-452e-be85-1293475f305e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373349 Aug 16 02:10:05.290984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-9e809431-a73c-4d96-94ce-90178ede6a08 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360636 Aug 16 02:10:05.386133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-1f66afb1-246a-454f-b34b-0dac77747a99 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877101 Aug 16 02:10:05.463846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c4352-55f0-40c8-9ebb-1fc2830b8ca5 req-9d30ee4e-e2b1-4711-9fe5-114cc9674c99 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.466005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-978c4352-55f0-40c8-9ebb-1fc2830b8ca5 req-9d30ee4e-e2b1-4711-9fe5-114cc9674c99 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 947 time: 0.0585513 Aug 16 02:10:05.518513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-978c4352-55f0-40c8-9ebb-1fc2830b8ca5 req-857a271d-b713-4408-97e4-2d5450a52f64 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Aug 16 02:10:05.563820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 604d0c6a-a967-4e29-8123-77bcc0df8c9c details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:05.622204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ff6ab3f-6cd9-4505-8def-ec374e998932 req-0a39540d-737d-4739-b18f-81b49fb46730 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0501950 Aug 16 02:10:05.709031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 604d0c6a-a967-4e29-8123-77bcc0df8c9c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=604d0c6a-a967-4e29-8123-77bcc0df8c9c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:05.723644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '604d0c6a-a967-4e29-8123-77bcc0df8c9c', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '604d0c6a-a967-4e29-8123-77bcc0df8c9c', 'mac_address': 'fa:16:3e:07:a0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:05.768992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.783489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604d0c6a-a967-4e29-8123-77bcc0df8c9c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:05.806070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 604d0c6a-a967-4e29-8123-77bcc0df8c9c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=604d0c6a-a967-4e29-8123-77bcc0df8c9c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:05.811743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.876661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=604d0c6a-a967-4e29-8123-77bcc0df8c9c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.884616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.885011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.885358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.885700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.886034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.886567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.886888 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.887321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.887655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.887982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.888312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.888639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:06.028027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82b2d4-6115-41b1-8c46-e75953698583 req-23d98b67-87bf-4f50-b0c3-6c84a8d4fb63 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:06.029840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a82b2d4-6115-41b1-8c46-e75953698583 req-23d98b67-87bf-4f50-b0c3-6c84a8d4fb63 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0605061 Aug 16 02:10:06.072465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a82b2d4-6115-41b1-8c46-e75953698583 req-d80f39fb-2374-4de5-acda-c0afff646673 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 Aug 16 02:10:06.159051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['604d0c6a-a967-4e29-8123-77bcc0df8c9c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:06.339983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424225c6-7560-4555-8b87-595f43ec5b34 req-f7e715f1-1667-47aa-8548-61f2d397d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:06.341514 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-424225c6-7560-4555-8b87-595f43ec5b34 req-f7e715f1-1667-47aa-8548-61f2d397d66f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0461314 Aug 16 02:10:06.378144 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-424225c6-7560-4555-8b87-595f43ec5b34 req-a356380b-8dce-4948-b6d6-c3384aa6535a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289581 Aug 16 02:10:06.649263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d51c-ec9c-4f7d-b2c5-2d58459b9edd req-f15e0f57-587f-4448-8312-4b0e8d2dc2da tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:06.650943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ac5d51c-ec9c-4f7d-b2c5-2d58459b9edd req-f15e0f57-587f-4448-8312-4b0e8d2dc2da tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 948 time: 0.0616398 Aug 16 02:10:06.691874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ac5d51c-ec9c-4f7d-b2c5-2d58459b9edd req-2f43c721-a85e-4174-b5ab-41bce621112f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336370 Aug 16 02:10:06.776525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e99ec25-d3c3-4067-93c2-788ca9ce82fc req-77d671b2-a20e-49dd-987e-cdf94e613f8f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0284050 Aug 16 02:10:06.858626 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.134522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-b14e0a22-28e8-456f-a121-0df93d68e0b8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:07.134522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-b14e0a22-28e8-456f-a121-0df93d68e0b8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.86 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.1234367 Aug 16 02:10:07.155898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Request body: {'port': {'device_id': 'fb59dc26-52a7-47c5-b005-c62e5ea1ffb2', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'admin_state_up': True, 'tenant_id': 'ced30993e38c4951aa7ea946b94abb6f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:07.222173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0686d0-b72b-4d12-8def-e86338dd3690 req-00dc5941-afb6-4fca-8e59-497168c85c23 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:07.223756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f0686d0-b72b-4d12-8def-e86338dd3690 req-00dc5941-afb6-4fca-8e59-497168c85c23 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0551691 Aug 16 02:10:07.268557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f0686d0-b72b-4d12-8def-e86338dd3690 req-bff53e42-ea9b-48e4-aa98-5bdd6c40c5ae tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Aug 16 02:10:07.276277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Made reservation on behalf of ced30993e38c4951aa7ea946b94abb6f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:07.282126 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.419421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Allocated IP 172.20.0.13 (c659e69c-8c56-4059-85f6-ca1de257d7d8/d6492c11-2dd8-41be-8aa8-87347a69cd49/c138bfdb-dc6b-4be5-b6e2-ad297359fa1d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:07.583304 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.589621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 604d0c6a-a967-4e29-8123-77bcc0df8c9c up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:07.629740 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.646608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 604d0c6a-a967-4e29-8123-77bcc0df8c9c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:07.651209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 604d0c6a-a967-4e29-8123-77bcc0df8c9c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:07.651590 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.678528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:07.682943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:07.687261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:07.694182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event updated for resources: {'Port': ['ID=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:07.755643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:07.756576 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.757581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.779102 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-578a977a-2490-48e7-96de-f49753c8c3be tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6276515 Aug 16 02:10:07.791430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc42e841-9c3d-419f-a8aa-63621eb9052c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604d0c6a-a967-4e29-8123-77bcc0df8c9c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:07.793627 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a46fccf-ffa0-4845-a666-90cc855bef21" -d '{"events": [{"server_uuid": "bc42e841-9c3d-419f-a8aa-63621eb9052c", "name": "network-vif-plugged", "status": "completed", "tag": "604d0c6a-a967-4e29-8123-77bcc0df8c9c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:07.807382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 604d0c6a-a967-4e29-8123-77bcc0df8c9c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=604d0c6a-a967-4e29-8123-77bcc0df8c9c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:07.815078 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.844189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b4085-e3a0-4460-abf7-4e87cce80c8f req-617c9fbf-be34-4e2b-9b89-f5c054975394 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:07.854203 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e8b4085-e3a0-4460-abf7-4e87cce80c8f req-617c9fbf-be34-4e2b-9b89-f5c054975394 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 948 time: 0.0752709 Aug 16 02:10:07.879519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=604d0c6a-a967-4e29-8123-77bcc0df8c9c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:07.890482 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Request body: {'port': {'device_id': 'fb59dc26-52a7-47c5-b005-c62e5ea1ffb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:07.904728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e8b4085-e3a0-4460-abf7-4e87cce80c8f req-b39d3153-2459-4cdf-9905-018ffd70ec85 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514600 Aug 16 02:10:07.950560 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e8abd7-7b90-41de-9de0-80c4d33c4f28 x-openstack-request-id: req-34e8abd7-7b90-41de-9de0-80c4d33c4f28 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:07.951106 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc42e841-9c3d-419f-a8aa-63621eb9052c", "name": "network-vif-plugged", "status": "completed", "tag": "604d0c6a-a967-4e29-8123-77bcc0df8c9c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:07.953561 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34e8abd7-7b90-41de-9de0-80c4d33c4f28 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:07.953993 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc42e841-9c3d-419f-a8aa-63621eb9052c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604d0c6a-a967-4e29-8123-77bcc0df8c9c', 'code': 200} Aug 16 02:10:07.990187 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.075784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dac8d-f31e-4195-b092-f32c5e8707c1 req-bfeb9a0f-c962-4360-aa75-2681311ace40 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.079764 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e3dac8d-f31e-4195-b092-f32c5e8707c1 req-bfeb9a0f-c962-4360-aa75-2681311ace40 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 932 time: 0.0806937 Aug 16 02:10:08.151115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e3dac8d-f31e-4195-b092-f32c5e8707c1 req-d94fd3fa-11ef-4166-9f60-f3030efea966 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651209 Aug 16 02:10:08.173260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e450d-a8aa-44bd-9798-dfa399fab304 req-65fb6f89-3c92-46e4-bd4d-d6a1af4ffd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.174821 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-249e450d-a8aa-44bd-9798-dfa399fab304 req-65fb6f89-3c92-46e4-bd4d-d6a1af4ffd83 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 1101 time: 0.1272502 Aug 16 02:10:08.276387 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-249e450d-a8aa-44bd-9798-dfa399fab304 req-dacc9187-3022-4e0e-9347-0b8a0cf0640f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942764 Aug 16 02:10:08.297123 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:08.379458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c138bfdb-dc6b-4be5-b6e2-ad297359fa1d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:08.388445 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.401489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Transition to ACTIVE for port object c138bfdb-dc6b-4be5-b6e2-ad297359fa1d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:08.405734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.414059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fe0cd-8ad9-4f3b-9a3f-fce2e2fc90aa req-1e23de80-3e44-41e9-82ef-d1cdc80bc4c1 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.435754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c52fe0cd-8ad9-4f3b-9a3f-fce2e2fc90aa req-1e23de80-3e44-41e9-82ef-d1cdc80bc4c1 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0801666 Aug 16 02:10:08.463527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:08.473856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c52fe0cd-8ad9-4f3b-9a3f-fce2e2fc90aa req-3cf35b4e-f6f1-49b0-af72-d91edd24c777 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Aug 16 02:10:08.529419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Attempting to bind port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:08.529755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Attempting to bind port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:08.530086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Attempting to bind port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:08.534374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d on network c659e69c-8c56-4059-85f6-ca1de257d7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:08.534698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Attempting to bind port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:08.539828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:08.540507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Checking segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:08.540696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Bound using segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:08.541132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Bound port: c138bfdb-dc6b-4be5-b6e2-ad297359fa1d, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:08.541555 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.621382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] For port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:08.625025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] For port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:08.630190 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.674988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.675647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.677197 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] 10.222.0.86 "PUT /v2.0/ports/c138bfdb-dc6b-4be5-b6e2-ad297359fa1d HTTP/1.1" status: 200 len: 1093 time: 0.7923200 Aug 16 02:10:08.679812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb59dc26-52a7-47c5-b005-c62e5ea1ffb2', 'tag': 'c138bfdb-dc6b-4be5-b6e2-ad297359fa1d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:08.684331 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3969c6-b301-4ad2-b711-920aedfc93b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb59dc26-52a7-47c5-b005-c62e5ea1ffb2", "tag": "c138bfdb-dc6b-4be5-b6e2-ad297359fa1d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:08.749608 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c243876-6094-4773-8e9b-d547db116c09 req-9f435f62-696f-4872-9096-3f4d36d00e4d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.751194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c243876-6094-4773-8e9b-d547db116c09 req-9f435f62-696f-4872-9096-3f4d36d00e4d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0658331 Aug 16 02:10:08.752202 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f967c423-f62a-4d0e-bc9d-8669910fc2d1 x-openstack-request-id: req-f967c423-f62a-4d0e-bc9d-8669910fc2d1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:08.752486 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb59dc26-52a7-47c5-b005-c62e5ea1ffb2", "tag": "c138bfdb-dc6b-4be5-b6e2-ad297359fa1d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:08.752748 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f967c423-f62a-4d0e-bc9d-8669910fc2d1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:08.753115 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb59dc26-52a7-47c5-b005-c62e5ea1ffb2', 'tag': 'c138bfdb-dc6b-4be5-b6e2-ad297359fa1d', 'status': 'completed', 'code': 200} Aug 16 02:10:08.772555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770faa-3ce7-407d-a9e8-d8230539f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:08.792709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387a65-9694-475f-b6c1-516c112ec438 req-2e03e9be-4b43-40c7-a813-b41f46d1cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.794305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c5387a65-9694-475f-b6c1-516c112ec438 req-2e03e9be-4b43-40c7-a813-b41f46d1cc50 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0994346 Aug 16 02:10:08.798340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c243876-6094-4773-8e9b-d547db116c09 req-a9a8fdec-cfe0-4d8c-86d6-4261588337f8 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Aug 16 02:10:08.801531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-d1bde50f-2fe4-47e3-97f5-a414d602d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.802997 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-d1bde50f-2fe4-47e3-97f5-a414d602d37e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 1096 time: 0.0612688 Aug 16 02:10:08.884234 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-2cb9cd4f-691e-4969-ae24-86891af42f72 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d HTTP/1.1" status: 200 len: 217 time: 0.0622180 Aug 16 02:10:08.962202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-f81f032e-c6d2-4d94-b2e6-3d924584f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.963717 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-f81f032e-c6d2-4d94-b2e6-3d924584f4fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0719945 Aug 16 02:10:08.966452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387a65-9694-475f-b6c1-516c112ec438 req-03aec594-6bd1-4159-a7ac-a06967f2f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.967826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c5387a65-9694-475f-b6c1-516c112ec438 req-03aec594-6bd1-4159-a7ac-a06967f2f157 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 920 time: 0.1638319 Aug 16 02:10:09.037226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b0be-eafe-4f71-85cd-7347bb304810 req-8eda99d9-d12f-4ec2-9938-29e682a488c9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.038744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53e7b0be-eafe-4f71-85cd-7347bb304810 req-8eda99d9-d12f-4ec2-9938-29e682a488c9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 949 time: 0.0529339 Aug 16 02:10:09.044627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-6ec81edf-d7af-4d87-8ece-5febba41c08a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599988 Aug 16 02:10:09.046273 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c5387a65-9694-475f-b6c1-516c112ec438 req-ae2b1d99-afe3-49a5-9263-3844a0bfde6e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805 HTTP/1.1" status: 200 len: 217 time: 0.0535986 Aug 16 02:10:09.077594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53e7b0be-eafe-4f71-85cd-7347bb304810 req-051fbbf9-47e7-4f4e-8506-12566cb42b2f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Aug 16 02:10:09.168042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387a65-9694-475f-b6c1-516c112ec438 req-3fdd4e68-a98b-4e84-b755-118e34ec8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.169525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c5387a65-9694-475f-b6c1-516c112ec438 req-3fdd4e68-a98b-4e84-b755-118e34ec8b64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.0996041 Aug 16 02:10:09.212276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c5387a65-9694-475f-b6c1-516c112ec438 req-6d4f6b0a-7ae3-468f-8eb0-6db2f0c507c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337253 Aug 16 02:10:09.216550 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-ea88fe99-42b6-415a-b95d-845bcd100bdb service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538813 Aug 16 02:10:09.298883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e4ee8-89be-498a-812f-84455c50bdbd req-153c9153-5422-47e9-9f1b-1d405a6c4ab6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.300663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd1e4ee8-89be-498a-812f-84455c50bdbd req-153c9153-5422-47e9-9f1b-1d405a6c4ab6 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 944 time: 0.0647519 Aug 16 02:10:09.366959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd1e4ee8-89be-498a-812f-84455c50bdbd req-d742139b-14cd-4a0a-91f8-7ca6518327d9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597014 Aug 16 02:10:09.681107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c5387a65-9694-475f-b6c1-516c112ec438 req-632c39c4-b675-4d1c-8210-9c795018b881 service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569998 Aug 16 02:10:09.683166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a02b4be5-a6f4-4b27-891a-d952aca1ddf3 req-75d59ac3-b441-4111-b796-06d21531e4ef service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505794 Aug 16 02:10:09.816989 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c5387a65-9694-475f-b6c1-516c112ec438 req-407324c2-c268-4c68-8e28-df16a10df650 service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161842 Aug 16 02:10:09.836113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-df8a16bd-9cb8-40b5-a43f-61f5c25c817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.837911 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-df8a16bd-9cb8-40b5-a43f-61f5c25c817d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 1096 time: 0.0495420 Aug 16 02:10:09.927607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e89d7d-666d-450e-9a7b-186dd190dafd req-6a3af9fc-dd8d-4adb-9d59-e3b5d7afe948 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.935612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90e89d7d-666d-450e-9a7b-186dd190dafd req-6a3af9fc-dd8d-4adb-9d59-e3b5d7afe948 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0677149 Aug 16 02:10:09.948145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-a95a5281-2aa1-431a-86da-861e78c257e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.949936 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-a95a5281-2aa1-431a-86da-861e78c257e3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 912 time: 0.1040528 Aug 16 02:10:09.978643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90e89d7d-666d-450e-9a7b-186dd190dafd req-cf1577c3-c45c-48d2-8a02-0a108ebb5c69 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Aug 16 02:10:10.005167 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-2e5a3592-2ee2-42d9-9839-b812ef8be2e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d HTTP/1.1" status: 200 len: 217 time: 0.0416903 Aug 16 02:10:10.063835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-3c192fa0-9938-4dd5-a630-4eee3f07c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.065449 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-3c192fa0-9938-4dd5-a630-4eee3f07c19c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0530927 Aug 16 02:10:10.126160 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-a4f60710-b242-47d2-8765-90f78ba9f8ec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308166 Aug 16 02:10:10.217181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2071c7-b0bb-441b-a3ac-95bcae37bfc8 req-8d250e66-6028-42bd-96a1-020762ccd603 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.218759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf2071c7-b0bb-441b-a3ac-95bcae37bfc8 req-8d250e66-6028-42bd-96a1-020762ccd603 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 949 time: 0.0654194 Aug 16 02:10:10.257890 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-c18504ea-d513-4692-8f7a-8d7c4b8f89aa service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187129 Aug 16 02:10:10.260827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf2071c7-b0bb-441b-a3ac-95bcae37bfc8 req-8d840190-a603-4481-aa5d-3c80530f67ec tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353348 Aug 16 02:10:10.438225 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f3969c6-b301-4ad2-b711-920aedfc93b0 req-9b7b0202-6aee-4bf2-8ed4-adabc4d421e9 service neutron] 10.222.0.86 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226060 Aug 16 02:10:10.536909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a367c-0d96-4c9f-8ec0-d5f3401c73fa req-4fd6aba5-8328-41b0-8de7-364542fc00b7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.538648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b20a367c-0d96-4c9f-8ec0-d5f3401c73fa req-4fd6aba5-8328-41b0-8de7-364542fc00b7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 944 time: 0.0707450 Aug 16 02:10:10.583914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b20a367c-0d96-4c9f-8ec0-d5f3401c73fa req-1a03a89c-7049-48a8-bf77-77ffc6821cac tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Aug 16 02:10:10.936104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.936594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.937075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.937547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.938016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.938487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.938950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.939441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.939912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.940374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.940835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.941296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.941755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.942221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.942680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.943162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.943621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.944083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.944548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.945011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.945472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.946606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.949523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c973acb3-48c7-4642-9115-b441e6612768 req-2bd82d78-8e02-4df1-90e3-ac2a35076d35 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2&device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c&device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734&device_id=a6b13f99-69b6-472e-94f2-710e1af5b629&device_id=38eb8db4-197f-4d24-8c22-9990028decac&device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9&device_id=4b219273-9f02-4112-aa4e-188336785b26&device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f&device_id=717035f5-0646-4198-9e41-b6681dc3bc38&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 19907 time: 0.0748842 Aug 16 02:10:10.970709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c973acb3-48c7-4642-9115-b441e6612768 req-1abf0aed-4f82-4d53-afba-72be7d86f045 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.079371 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c973acb3-48c7-4642-9115-b441e6612768 req-1abf0aed-4f82-4d53-afba-72be7d86f045 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.093578 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c973acb3-48c7-4642-9115-b441e6612768 req-1abf0aed-4f82-4d53-afba-72be7d86f045 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.139366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c973acb3-48c7-4642-9115-b441e6612768 req-1abf0aed-4f82-4d53-afba-72be7d86f045 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&id=5182138d-2c1c-4f9a-834d-47149e27b554&id=97be3f34-2b64-49a6-9064-ccc36cce3094&id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&id=def646a9-f45e-447e-83c7-f48ea7303903&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 926 time: 0.1818702 Aug 16 02:10:11.157341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf0aed-4f82-4d53-afba-72be7d86f045 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14159dde-b0c1-4cf6-a191-302f29dce5ab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:11.178899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f765f-30ac-46c6-9675-187010d68fbd req-783dd975-1655-45bc-b3a9-9da0e50001c3 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.180916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-045f765f-30ac-46c6-9675-187010d68fbd req-783dd975-1655-45bc-b3a9-9da0e50001c3 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1043699 Aug 16 02:10:11.222610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-045f765f-30ac-46c6-9675-187010d68fbd req-8578c3a5-3e4c-4f7c-8f7d-ae59a8594479 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Aug 16 02:10:11.566987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ff3f-1660-4ca9-af47-77d4f3a88f42 req-64788a04-97ee-41c5-8c12-cb860d821e7c tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.567507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ff3f-1660-4ca9-af47-77d4f3a88f42 req-64788a04-97ee-41c5-8c12-cb860d821e7c tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.567982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ff3f-1660-4ca9-af47-77d4f3a88f42 req-64788a04-97ee-41c5-8c12-cb860d821e7c tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.569813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7113ff3f-1660-4ca9-af47-77d4f3a88f42 req-64788a04-97ee-41c5-8c12-cb860d821e7c tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c&device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734&device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 2886 time: 0.0556448 Aug 16 02:10:11.610521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7113ff3f-1660-4ca9-af47-77d4f3a88f42 req-1a8e95d8-00f0-473f-ab1f-52aecb61db75 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Aug 16 02:10:11.757392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617478b4-2944-4146-bb9b-faa3535caa21 req-649dacd8-d00a-4192-8dcc-7739973985e2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.759331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-617478b4-2944-4146-bb9b-faa3535caa21 req-649dacd8-d00a-4192-8dcc-7739973985e2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 944 time: 0.0806639 Aug 16 02:10:11.808493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-617478b4-2944-4146-bb9b-faa3535caa21 req-7875dbd6-0d0d-477e-a768-ad85934d6c5f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418904 Aug 16 02:10:12.015432 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.277294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb859a-4684-450b-ba65-aff340c434ff req-9aa14ab8-ef97-4cb7-97b2-0d30282a1231 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.279140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cb859a-4684-450b-ba65-aff340c434ff req-9aa14ab8-ef97-4cb7-97b2-0d30282a1231 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 1102 time: 0.0424325 Aug 16 02:10:12.327565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cb859a-4684-450b-ba65-aff340c434ff req-ac2ad220-3d51-4700-b1e6-d6472e59a780 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Aug 16 02:10:12.366065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29942-ef3e-4a9c-b227-3d595e6d27f3 req-b2159bcd-6fd7-4f34-98fb-026705973467 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.368207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fd29942-ef3e-4a9c-b227-3d595e6d27f3 req-b2159bcd-6fd7-4f34-98fb-026705973467 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0555427 Aug 16 02:10:12.411710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fd29942-ef3e-4a9c-b227-3d595e6d27f3 req-ce18f375-301e-49ff-859c-a834475df4f1 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368941 Aug 16 02:10:12.525904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3106b3-afd5-45e0-a021-634d135ddf31 req-537a8fcf-b57b-49a6-8266-48e6a6e09f96 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.527415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e3106b3-afd5-45e0-a021-634d135ddf31 req-537a8fcf-b57b-49a6-8266-48e6a6e09f96 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 1102 time: 0.0473199 Aug 16 02:10:12.566333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e3106b3-afd5-45e0-a021-634d135ddf31 req-d9f59a32-9eac-4f3f-b77e-67411e83dab8 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Aug 16 02:10:12.966861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a983d4-f250-4e94-89f0-bf9e3127421f req-9f47494e-9f6f-4bbc-95ee-4df2668f75dc tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.969259 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7a983d4-f250-4e94-89f0-bf9e3127421f req-9f47494e-9f6f-4bbc-95ee-4df2668f75dc tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 944 time: 0.0554461 Aug 16 02:10:13.025513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7a983d4-f250-4e94-89f0-bf9e3127421f req-c5e4d99f-23ce-44de-a44a-48a9507ec4cb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Aug 16 02:10:13.334447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad467b-e4a8-4cca-af63-30416ce415fa req-ca0939c7-0c03-4e4c-bda7-ff25a511873f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.337539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22ad467b-e4a8-4cca-af63-30416ce415fa req-ca0939c7-0c03-4e4c-bda7-ff25a511873f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0561821 Aug 16 02:10:13.380042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22ad467b-e4a8-4cca-af63-30416ce415fa req-f7f7e736-19f6-455f-a3b2-094ba500aa4c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333960 Aug 16 02:10:13.550665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7620c-544f-4f39-af56-cb9e480b9bc6 req-b738e7f5-a2b0-47bf-8bad-b3f4be344985 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:13.552667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-92c7620c-544f-4f39-af56-cb9e480b9bc6 req-b738e7f5-a2b0-47bf-8bad-b3f4be344985 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0616817 Aug 16 02:10:13.600292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-92c7620c-544f-4f39-af56-cb9e480b9bc6 req-0203838f-158b-4eea-9b85-107afdd85860 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Aug 16 02:10:14.182674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d44f6-c2c4-46a3-8378-14aabd4ad439 req-cb046be0-241b-4508-a669-2668bd7fab9e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.185885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e9d44f6-c2c4-46a3-8378-14aabd4ad439 req-cb046be0-241b-4508-a669-2668bd7fab9e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 944 time: 0.0785537 Aug 16 02:10:14.238764 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e9d44f6-c2c4-46a3-8378-14aabd4ad439 req-70f03757-211e-402a-8789-b31b550e58a7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460820 Aug 16 02:10:14.428434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c138bfdb-dc6b-4be5-b6e2-ad297359fa1d details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:14.572653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10572f4-1f77-430b-b36c-05a3ccdac58c req-5bde2387-141e-41d2-b95a-264853dc15a1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.578799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e10572f4-1f77-430b-b36c-05a3ccdac58c req-5bde2387-141e-41d2-b95a-264853dc15a1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1059756 Aug 16 02:10:14.581499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:14.612092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'c138bfdb-dc6b-4be5-b6e2-ad297359fa1d', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'port_id': 'c138bfdb-dc6b-4be5-b6e2-ad297359fa1d', 'mac_address': 'fa:16:3e:ed:3f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6492c11-2dd8-41be-8aa8-87347a69cd49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:14.645049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e10572f4-1f77-430b-b36c-05a3ccdac58c req-9e5004e7-6f74-4ece-bfaa-e08d50b601e7 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624690 Aug 16 02:10:14.717652 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.733077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c138bfdb-dc6b-4be5-b6e2-ad297359fa1d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:14.761813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:14.767317 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.825840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:15.108075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4154e-e762-4181-918d-d0f90181d6f7 req-9a56e510-c763-4c3f-b0fe-a9c0f8dfcc06 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:15.108075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5cc4154e-e762-4181-918d-d0f90181d6f7 req-9a56e510-c763-4c3f-b0fe-a9c0f8dfcc06 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0569048 Aug 16 02:10:15.147745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5cc4154e-e762-4181-918d-d0f90181d6f7 req-0fcf1acd-182b-429d-8858-ef9609e4e6e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353227 Aug 16 02:10:15.259613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c138bfdb-dc6b-4be5-b6e2-ad297359fa1d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:15.409457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a9031-3401-4ed5-b490-4b5e53686038 req-94deeddf-4fae-4f4f-a21c-c096d5e539ed tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:15.411009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa1a9031-3401-4ed5-b490-4b5e53686038 req-94deeddf-4fae-4f4f-a21c-c096d5e539ed tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 945 time: 0.0723493 Aug 16 02:10:15.456463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa1a9031-3401-4ed5-b490-4b5e53686038 req-43815af4-4ef5-4604-9df7-be2ba4ad5f29 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386961 Aug 16 02:10:15.805985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ceab-92fd-4a78-8c8c-633523cc2b2d req-a6223a32-4b0a-4100-8ca0-d029f1108203 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:15.816575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2b9ceab-92fd-4a78-8c8c-633523cc2b2d req-a6223a32-4b0a-4100-8ca0-d029f1108203 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0693793 Aug 16 02:10:15.861076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2b9ceab-92fd-4a78-8c8c-633523cc2b2d req-5db120ac-974f-4840-a84b-2697de86bb67 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Aug 16 02:10:16.595591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5af2a-50e7-4884-bec8-c7c08cb61c15 req-0b011927-7d73-4fd6-b2e5-c509f4607289 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.597204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0a5af2a-50e7-4884-bec8-c7c08cb61c15 req-0b011927-7d73-4fd6-b2e5-c509f4607289 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 945 time: 0.0613797 Aug 16 02:10:16.639968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0a5af2a-50e7-4884-bec8-c7c08cb61c15 req-e323e84a-cc9c-4005-b9a1-6d31e5d5fbcb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360413 Aug 16 02:10:17.000648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e5661-279e-47a8-a4f4-160314a2a5f5 req-106e060e-05cf-48e9-b9cd-34a5f5ebdef1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.007459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d4e5661-279e-47a8-a4f4-160314a2a5f5 req-106e060e-05cf-48e9-b9cd-34a5f5ebdef1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0573499 Aug 16 02:10:17.063718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d4e5661-279e-47a8-a4f4-160314a2a5f5 req-c10d9348-9ccd-4b80-9a7e-405732f28148 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553045 Aug 16 02:10:17.770797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605564c-2d36-4e3f-8872-66c81c423324 req-faf8d321-3bd1-43cc-8651-1a1ecf186d33 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.772457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0605564c-2d36-4e3f-8872-66c81c423324 req-faf8d321-3bd1-43cc-8651-1a1ecf186d33 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 945 time: 0.0510924 Aug 16 02:10:17.813841 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0605564c-2d36-4e3f-8872-66c81c423324 req-5c6ed7a4-ce05-4acd-97e3-dc093c4ca531 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339136 Aug 16 02:10:18.203039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0174f-d7b1-4e10-b04d-6622f5ce2a55 req-f9c39178-a277-44b6-9dcb-70445376473b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.204588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30f0174f-d7b1-4e10-b04d-6622f5ce2a55 req-f9c39178-a277-44b6-9dcb-70445376473b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0615175 Aug 16 02:10:18.247257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30f0174f-d7b1-4e10-b04d-6622f5ce2a55 req-364be94f-6043-4a99-87fb-c12b829ccc77 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Aug 16 02:10:18.434009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c138bfdb-dc6b-4be5-b6e2-ad297359fa1d up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:18.488774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:18.493812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:18.494307 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.583255 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.611522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb59dc26-52a7-47c5-b005-c62e5ea1ffb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c138bfdb-dc6b-4be5-b6e2-ad297359fa1d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:18.613951 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bdf0ab-bfe5-4030-8f09-4b3ce74da68a" -d '{"events": [{"server_uuid": "fb59dc26-52a7-47c5-b005-c62e5ea1ffb2", "name": "network-vif-plugged", "status": "completed", "tag": "c138bfdb-dc6b-4be5-b6e2-ad297359fa1d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:18.644079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:18.652098 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.656937 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3be6775-986b-41bb-a375-9707ec060c0f x-openstack-request-id: req-a3be6775-986b-41bb-a375-9707ec060c0f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:18.657236 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb59dc26-52a7-47c5-b005-c62e5ea1ffb2", "name": "network-vif-plugged", "status": "completed", "tag": "c138bfdb-dc6b-4be5-b6e2-ad297359fa1d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:18.657493 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3be6775-986b-41bb-a375-9707ec060c0f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:18.657884 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb59dc26-52a7-47c5-b005-c62e5ea1ffb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c138bfdb-dc6b-4be5-b6e2-ad297359fa1d', 'code': 200} Aug 16 02:10:18.721426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:18.787405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f89e9-23bf-4088-8a0a-2a04538fef21 req-70bec167-09ec-46ac-af29-3b8465b50525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.789700 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1f89e9-23bf-4088-8a0a-2a04538fef21 req-70bec167-09ec-46ac-af29-3b8465b50525 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 1098 time: 0.0494874 Aug 16 02:10:18.829597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1f89e9-23bf-4088-8a0a-2a04538fef21 req-c63aac77-9deb-4afa-ac3d-b15a982dad4e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330415 Aug 16 02:10:18.961977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3084d-2416-440c-be2b-b14bb0bdce5d req-fd33342e-9530-4ad2-97ab-3ae9027b901a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.970192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84b3084d-2416-440c-be2b-b14bb0bdce5d req-fd33342e-9530-4ad2-97ab-3ae9027b901a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0833187 Aug 16 02:10:19.010518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84b3084d-2416-440c-be2b-b14bb0bdce5d req-e78db838-7a78-4516-8de0-4ed835adf53d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Aug 16 02:10:19.436164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651a444-6c6e-4210-ae9b-039362f2687f req-aa6c3e78-4d01-4caf-a013-85f8018b9ec1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.437766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b651a444-6c6e-4210-ae9b-039362f2687f req-aa6c3e78-4d01-4caf-a013-85f8018b9ec1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0588741 Aug 16 02:10:19.477987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b651a444-6c6e-4210-ae9b-039362f2687f req-4b8b6613-8904-4781-ae88-cee91deffd66 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Aug 16 02:10:20.143220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9929e7-614b-4dd4-91ea-0f6c4d1822b6 req-cda709f5-d688-47e1-ae3d-e28620532d13 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.144723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f9929e7-614b-4dd4-91ea-0f6c4d1822b6 req-cda709f5-d688-47e1-ae3d-e28620532d13 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0589375 Aug 16 02:10:20.192058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f9929e7-614b-4dd4-91ea-0f6c4d1822b6 req-6ebd59e7-a1f1-43d8-a54d-77588cb78ff4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Aug 16 02:10:20.602624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99412a77-d748-4b15-9d28-b9c15d1c18ce req-0bd184e3-febf-49d8-9fb8-746e32c9088f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.604327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99412a77-d748-4b15-9d28-b9c15d1c18ce req-0bd184e3-febf-49d8-9fb8-746e32c9088f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0509853 Aug 16 02:10:20.644536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99412a77-d748-4b15-9d28-b9c15d1c18ce req-964ee74d-935f-4cc2-b5d0-297fb633943e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340958 Aug 16 02:10:21.312304 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3abed2-b761-4232-b4df-5e070ea8b7b3 req-9932f0e0-8b82-4605-8221-0185e01db1d9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.313825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3abed2-b761-4232-b4df-5e070ea8b7b3 req-9932f0e0-8b82-4605-8221-0185e01db1d9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0505228 Aug 16 02:10:21.354744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d3abed2-b761-4232-b4df-5e070ea8b7b3 req-743ec5de-e2e4-4a70-8935-e884b57f9276 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349147 Aug 16 02:10:21.650030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8ebeb-b328-4d04-91c1-8d547315fe95 req-cfef5c3d-86ef-450e-9691-d273f505f64e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.651560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bc8ebeb-b328-4d04-91c1-8d547315fe95 req-cfef5c3d-86ef-450e-9691-d273f505f64e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0557809 Aug 16 02:10:21.697141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bc8ebeb-b328-4d04-91c1-8d547315fe95 req-47a2a01a-5bd3-4d02-a9a6-3b6618874ab8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392244 Aug 16 02:10:21.776268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca59d-b9b3-4994-ab10-a36bfa95d47c req-174bbdde-0156-48ea-98ee-2683f78b3849 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.777864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-229ca59d-b9b3-4994-ab10-a36bfa95d47c req-174bbdde-0156-48ea-98ee-2683f78b3849 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0526230 Aug 16 02:10:21.818640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-229ca59d-b9b3-4994-ab10-a36bfa95d47c req-7871b4c3-d0ff-4205-8b27-2e98a837c80e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Aug 16 02:10:22.823106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b5d50-4b30-49a3-a9ae-d64d1a15cd0b req-ac21e118-b055-479d-b479-2cff2a9a9ad9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.824666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b9b5d50-4b30-49a3-a9ae-d64d1a15cd0b req-ac21e118-b055-479d-b479-2cff2a9a9ad9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0544860 Aug 16 02:10:22.864865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b9b5d50-4b30-49a3-a9ae-d64d1a15cd0b req-2f1a3667-85bb-48a3-875d-5b64689c5de5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341716 Aug 16 02:10:22.941833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17afbf2-b99b-4309-938a-16ac6a7795e5 req-06e34a4f-f87d-43c3-a21f-5ac7409a52c2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.943366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c17afbf2-b99b-4309-938a-16ac6a7795e5 req-06e34a4f-f87d-43c3-a21f-5ac7409a52c2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0537915 Aug 16 02:10:22.982973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c17afbf2-b99b-4309-938a-16ac6a7795e5 req-74908f86-5a71-491a-9b8d-4c76b73d3f2c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327153 Aug 16 02:10:24.006370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c324817-592a-49a7-887b-30b9a7e58472 req-caff24db-3ee0-4b95-9d7d-0cf103501ceb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.007953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c324817-592a-49a7-887b-30b9a7e58472 req-caff24db-3ee0-4b95-9d7d-0cf103501ceb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0544455 Aug 16 02:10:24.067062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c324817-592a-49a7-887b-30b9a7e58472 req-371634df-5a80-441d-8e20-2c99287be7d5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495398 Aug 16 02:10:24.156220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15466c0-efdb-4c8e-a4d5-b4f24c8523b9 req-bee18899-184a-42ad-991b-2d10c257f08e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.157752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d15466c0-efdb-4c8e-a4d5-b4f24c8523b9 req-bee18899-184a-42ad-991b-2d10c257f08e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0617683 Aug 16 02:10:24.198417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d15466c0-efdb-4c8e-a4d5-b4f24c8523b9 req-d8325b5f-bb99-45db-a657-e1aa17d4a88e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342093 Aug 16 02:10:25.193401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3318b0-b48e-4a62-8b1e-12bbe4a29599 req-dcbecfa4-6b9f-4168-a339-f0a71f68c345 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.195126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b3318b0-b48e-4a62-8b1e-12bbe4a29599 req-dcbecfa4-6b9f-4168-a339-f0a71f68c345 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0582051 Aug 16 02:10:25.243757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b3318b0-b48e-4a62-8b1e-12bbe4a29599 req-5b753790-bee2-4e82-9645-a789bf59f105 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Aug 16 02:10:25.340159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd617e2-9de8-495c-87f7-b6652042db21 req-c465b587-af74-424c-9b62-67dbd462b9ad tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.342008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1fd617e2-9de8-495c-87f7-b6652042db21 req-c465b587-af74-424c-9b62-67dbd462b9ad tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0565164 Aug 16 02:10:25.393551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1fd617e2-9de8-495c-87f7-b6652042db21 req-27e5c4d3-6608-4b0f-a5fa-bd0da8fc01a9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Aug 16 02:10:26.395322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16f6ae-77e2-4783-ae36-b99443d7354d req-2c0996b4-e3d8-4b06-8edb-dae9d316cf2f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.395916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed16f6ae-77e2-4783-ae36-b99443d7354d req-2c0996b4-e3d8-4b06-8edb-dae9d316cf2f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0618715 Aug 16 02:10:26.396018 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-3e638750-7092-443b-a0af-78859cefd37c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0584583 Aug 16 02:10:26.443910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed16f6ae-77e2-4783-ae36-b99443d7354d req-9b6bf1ea-6230-477c-9d15-ee3a415cda43 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Aug 16 02:10:26.525916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-7569fa8a-9843-4af5-9109-11fff6257211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.526396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-7569fa8a-9843-4af5-9109-11fff6257211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.526861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-7569fa8a-9843-4af5-9109-11fff6257211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.527344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-7569fa8a-9843-4af5-9109-11fff6257211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.527933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-7569fa8a-9843-4af5-9109-11fff6257211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.528862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-7569fa8a-9843-4af5-9109-11fff6257211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.529326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-7569fa8a-9843-4af5-9109-11fff6257211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.531256 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-7569fa8a-9843-4af5-9109-11fff6257211 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6498 time: 0.0802348 Aug 16 02:10:26.571325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615d0b-d36b-4e9a-838a-21ee6a37cb5f req-b4d25b89-9964-4389-a34c-babf0fa54035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.572962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4615d0b-d36b-4e9a-838a-21ee6a37cb5f req-b4d25b89-9964-4389-a34c-babf0fa54035 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0707972 Aug 16 02:10:26.634693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4615d0b-d36b-4e9a-838a-21ee6a37cb5f req-81336c4d-c8c7-4ce3-aa0c-9a380d90ff90 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548429 Aug 16 02:10:26.688065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-31b47d2d-6643-43e7-82dd-ea45804f5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.688622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-31b47d2d-6643-43e7-82dd-ea45804f5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.689095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-31b47d2d-6643-43e7-82dd-ea45804f5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.690784 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-31b47d2d-6643-43e7-82dd-ea45804f5d7d service neutron] 10.222.0.93 "GET /v2.0/networks?id=67c32414-a736-42e3-a126-e9aaa16b00fb&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=c587edc1-1b39-4797-b043-f93444807fb5&id=c587edc1-1b39-4797-b043-f93444807fb5 HTTP/1.1" status: 200 len: 2291 time: 0.1300683 Aug 16 02:10:26.731900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072fd85-7194-4fbe-9883-cbe8925a1970 req-41a98aa5-1e21-4e62-af76-90dbf316e3dd tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.739173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4072fd85-7194-4fbe-9883-cbe8925a1970 req-41a98aa5-1e21-4e62-af76-90dbf316e3dd tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0641344 Aug 16 02:10:26.794690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4072fd85-7194-4fbe-9883-cbe8925a1970 req-8441100b-5acf-4fdd-aa92-dfcbc8fdb0ab tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Aug 16 02:10:26.794792 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-da7a5b43-3727-49d2-b0bf-bd0e9f89bdf5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 HTTP/1.1" status: 200 len: 1000 time: 0.0920908 Aug 16 02:10:26.802663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-afa9626a-cb95-4bb6-b992-0882c76dd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.805394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-afa9626a-cb95-4bb6-b992-0882c76dd7f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1098 time: 0.1128752 Aug 16 02:10:26.901954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-ab6559e3-56c1-4c12-98e8-734cad8d8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.903702 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-ab6559e3-56c1-4c12-98e8-734cad8d8c92 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=26713c1e-18e6-47fb-8693-e9d04e20b5ec HTTP/1.1" status: 200 len: 851 time: 0.0951884 Aug 16 02:10:27.004364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-88d792dd-7055-4d9a-9042-a8b0e56c6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.006006 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-88d792dd-7055-4d9a-9042-a8b0e56c6168 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 920 time: 0.1666443 Aug 16 02:10:27.009949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-14545555-d9e0-4b52-9d28-0c463f514a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.012848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-14545555-d9e0-4b52-9d28-0c463f514a2f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67c32414-a736-42e3-a126-e9aaa16b00fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951357 Aug 16 02:10:27.057268 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-dff52554-8f70-419e-8bc7-4e27c02be1c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805 HTTP/1.1" status: 200 len: 217 time: 0.0434866 Aug 16 02:10:27.158227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-36f2e09d-823a-4361-9166-0a2cfef6f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.159718 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-36f2e09d-823a-4361-9166-0a2cfef6f253 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.0894089 Aug 16 02:10:27.210065 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-b3acc956-11ef-4d8b-910c-3808c32186b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340445 Aug 16 02:10:27.213005 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-23e54d5f-d205-4f8f-bb56-9ad5ac6a826b service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652288 Aug 16 02:10:27.381172 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-409f11f1-706a-46c7-ad58-6afc4df4694b service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524737 Aug 16 02:10:27.383679 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-7a83ddc9-599c-4dd1-8b37-ac6234aee8e8 service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621449 Aug 16 02:10:27.470105 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-61c0fc13-4a0e-4ed4-92bd-69adfc5e0ff3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=5e1893e0-13a1-4368-a82e-4473b082391c HTTP/1.1" status: 200 len: 217 time: 0.0723948 Aug 16 02:10:27.571606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4764-2978-4586-a7a6-6e795be18f73 req-7d8a60ae-cfd3-4a77-9995-00771fe24a51 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.572499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eb0b47-a419-4b6d-b580-c59744eebcd5 req-2aa83555-206a-40f0-87d6-8868f8a5de14 service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818793 Aug 16 02:10:27.573933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f8f4764-2978-4586-a7a6-6e795be18f73 req-7d8a60ae-cfd3-4a77-9995-00771fe24a51 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0536368 Aug 16 02:10:27.574055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-761ee235-54ba-4cf8-8700-a12587f99132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.575401 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-761ee235-54ba-4cf8-8700-a12587f99132 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0939553 Aug 16 02:10:27.617094 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f8f4764-2978-4586-a7a6-6e795be18f73 req-a77beb66-1bb0-4c3f-a5a5-c8bd65f7500c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364585 Aug 16 02:10:27.641668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-71ad6d75-b5d6-4082-a69f-b2c1ccdd1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.641668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-71ad6d75-b5d6-4082-a69f-b2c1ccdd1e42 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517006 Aug 16 02:10:27.731742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:27.750738 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-240b459a-5294-4fd7-be3e-d6af722fc594 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068587 Aug 16 02:10:27.753138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:27.780874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15581dac-0660-4b5b-888e-32332268d0e8 req-4a7162b4-eb18-41fd-8880-9842ab0bada2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.790515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15581dac-0660-4b5b-888e-32332268d0e8 req-4a7162b4-eb18-41fd-8880-9842ab0bada2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0726335 Aug 16 02:10:27.840458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15581dac-0660-4b5b-888e-32332268d0e8 req-41185e48-6252-44b3-8962-fc1259b3d602 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484672 Aug 16 02:10:27.913374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:27.916216 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.928946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-8d371bb6-90b7-497b-84f2-ec632309d499 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607528 Aug 16 02:10:27.959342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:27.964033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:27.966576 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1ea013-00bb-418b-9bf1-8b01678ee0c5" -d '{"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-unplugged", "status": "completed", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:27.971499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d5d89-7b55-4559-8b62-4935bd90f273 req-a458ecb4-61aa-40bd-bf1e-3a37b91f4afd tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.974062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.980622 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c14d5d89-7b55-4559-8b62-4935bd90f273 req-a458ecb4-61aa-40bd-bf1e-3a37b91f4afd tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0960944 Aug 16 02:10:28.021386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-1b13129c-16b7-4022-9cf9-4bd2a6872fef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=726d1e56-868c-4100-ae97-55bcc59f5af8 HTTP/1.1" status: 200 len: 217 time: 0.0805218 Aug 16 02:10:28.034802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c14d5d89-7b55-4559-8b62-4935bd90f273 req-4a051cfe-7e1f-4082-b4e2-d586822919c4 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529361 Aug 16 02:10:28.037706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.042760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'mac_address': 'fa:16:3e:ce:8e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:28.088468 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7bf0e1-fc11-42bd-b2e9-71c257df7bd2 x-openstack-request-id: req-6a7bf0e1-fc11-42bd-b2e9-71c257df7bd2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:28.089306 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-unplugged", "status": "completed", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:28.089574 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a7bf0e1-fc11-42bd-b2e9-71c257df7bd2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:28.089977 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'code': 200} Aug 16 02:10:28.091166 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.117285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502ecc6d-cec2-4aa3-b1f3-c32328619741 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:28.121180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-6b0cac00-cfdb-4974-bda3-3c807c403dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.122936 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-6b0cac00-cfdb-4974-bda3-3c807c403dbc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0966089 Aug 16 02:10:28.145712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:28.151774 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.214614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-bb7fd574-dda4-4225-a1ee-d8c65d80c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.216291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-bb7fd574-dda4-4225-a1ee-d8c65d80c4ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0847523 Aug 16 02:10:28.218376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.314970 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-5dde8a9d-111e-40a7-8aa7-7c3283f058fc service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892956 Aug 16 02:10:28.414794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-53d12f4a-55df-403b-a064-4c360a29a920 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908360 Aug 16 02:10:28.469852 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-2df36c59-f931-4589-8135-4029e7a3d04d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3 HTTP/1.1" status: 200 len: 217 time: 0.0480125 Aug 16 02:10:28.521574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['502ecc6d-cec2-4aa3-b1f3-c32328619741'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:28.522120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-5c047289-8e77-4d22-87d3-d0e5f8c9864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.524114 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-5c047289-8e77-4d22-87d3-d0e5f8c9864a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0444844 Aug 16 02:10:28.578650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-06831a67-d9b0-45da-827b-efc8b317e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.580207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-06831a67-d9b0-45da-827b-efc8b317e6cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423274 Aug 16 02:10:28.703954 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-9bd6b5e1-ba57-4bb3-a448-cfcfb844faa3 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970776 Aug 16 02:10:28.775481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d350c-094c-4207-a4f7-be0568c541c1 req-e52c8926-3e01-4cef-86f0-1903bd1151c7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.776914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e7d350c-094c-4207-a4f7-be0568c541c1 req-e52c8926-3e01-4cef-86f0-1903bd1151c7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0533869 Aug 16 02:10:28.808293 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-9ba57e1a-4f17-4e51-9870-40cff3d30bde service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936031 Aug 16 02:10:28.816850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e7d350c-094c-4207-a4f7-be0568c541c1 req-0915dd27-9d95-48fe-a7d6-1cf15e08db23 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Aug 16 02:10:28.853858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-0809875c-6c85-4d79-aa3e-cceb2dd02602 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9 HTTP/1.1" status: 200 len: 217 time: 0.0369315 Aug 16 02:10:28.913690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-36d84bda-8137-4bf1-bdfe-d5c2e74fe5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.916073 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-36d84bda-8137-4bf1-bdfe-d5c2e74fe5a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0528765 Aug 16 02:10:28.968622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b2271-6b5d-4b0a-8c27-501e5a7d2c3a req-df476b9f-e1c6-4b8b-8ce5-c1b154a3804c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.969516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-9688e808-b3d9-4861-aee2-000fce403b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.970436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-633b2271-6b5d-4b0a-8c27-501e5a7d2c3a req-df476b9f-e1c6-4b8b-8ce5-c1b154a3804c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 949 time: 0.0567436 Aug 16 02:10:28.971233 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-9688e808-b3d9-4861-aee2-000fce403b1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429294 Aug 16 02:10:29.017954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-633b2271-6b5d-4b0a-8c27-501e5a7d2c3a req-6cc07ffc-821d-498e-8d6d-553f231922fe tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Aug 16 02:10:29.096782 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-3d9d1ae7-8c3a-45ab-9b78-a6e19ef8e9bb service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059244 Aug 16 02:10:29.164776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2d4ae-7840-45e8-9d5e-5b23fcb2c58c req-4564bb49-bf45-4acc-a7b0-dd911c8040be tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.166551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebf2d4ae-7840-45e8-9d5e-5b23fcb2c58c req-4564bb49-bf45-4acc-a7b0-dd911c8040be tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0611839 Aug 16 02:10:29.234398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebf2d4ae-7840-45e8-9d5e-5b23fcb2c58c req-269dfa77-ce6d-45cb-bad6-7be6ceb5d817 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602012 Aug 16 02:10:29.256377 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-b293adfa-5f93-463b-8292-3f2b16652241 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461630 Aug 16 02:10:29.300877 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-71e60565-289a-4c58-ad5c-f18b378c85f1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363 HTTP/1.1" status: 200 len: 217 time: 0.0384610 Aug 16 02:10:29.374862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-aa5bff40-eb5b-45eb-bc80-6000fcaf8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.376513 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-aa5bff40-eb5b-45eb-bc80-6000fcaf8ab9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.0671573 Aug 16 02:10:29.427400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-39446085-aaa1-490a-83d9-8bf35ba99b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.428911 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-39446085-aaa1-490a-83d9-8bf35ba99b7a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406148 Aug 16 02:10:29.537842 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-25fe91ba-0af1-4c1b-bfe9-edf5fa321162 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007535 Aug 16 02:10:29.640572 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-650f761c-bb3a-4058-89dd-38c17750a149 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914776 Aug 16 02:10:29.688782 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-c3670c5f-92a7-40f9-8ca7-67a4b0d0c4d8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee HTTP/1.1" status: 200 len: 217 time: 0.0368123 Aug 16 02:10:29.728282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:29.753330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-9670b0f0-8d4b-4ef4-b928-ceaa62e9dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.754808 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-9670b0f0-8d4b-4ef4-b928-ceaa62e9dd35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.0499597 Aug 16 02:10:29.778761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 502ecc6d-cec2-4aa3-b1f3-c32328619741 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:29.779154 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.828053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-367180ca-005d-46f3-9cc0-8ba58ea3bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.830061 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-367180ca-005d-46f3-9cc0-8ba58ea3bbec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0661800 Aug 16 02:10:29.891358 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.926079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:29.933124 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.941421 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-238062b2-ec09-4168-95c2-66115e7c1a08 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025991 Aug 16 02:10:29.957214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90555ce5-cf8a-4167-a5e8-2bf9f50002a7 req-abc772e4-4199-4225-97bf-df17ec779306 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.966344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90555ce5-cf8a-4167-a5e8-2bf9f50002a7 req-abc772e4-4199-4225-97bf-df17ec779306 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0655525 Aug 16 02:10:29.987394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:30.007663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90555ce5-cf8a-4167-a5e8-2bf9f50002a7 req-2c0b31cd-c99d-473e-bcf9-024c7af6b32b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Aug 16 02:10:30.058426 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52dc0675-52dd-44dd-aa90-b0076bffbc8f req-e375a75d-3b8d-4c7c-b7d5-aeafadd325d4 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022439 Aug 16 02:10:30.091631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:30.095352 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbed573-3cb7-422a-ab33-b3e3c4e7c11c" -d '{"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-plugged", "status": "completed", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:30.160398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fe971-50db-47f1-acb0-2fdfa8c9aafa req-9c81fe06-f02e-47d3-9f55-3e4ba2e092bd tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.162025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f6fe971-50db-47f1-acb0-2fdfa8c9aafa req-9c81fe06-f02e-47d3-9f55-3e4ba2e092bd tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0699513 Aug 16 02:10:30.207537 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df392f3-83b8-43eb-a45e-ad9622b8672e x-openstack-request-id: req-0df392f3-83b8-43eb-a45e-ad9622b8672e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:30.208310 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-plugged", "status": "completed", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:30.208890 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0df392f3-83b8-43eb-a45e-ad9622b8672e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:30.209043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f6fe971-50db-47f1-acb0-2fdfa8c9aafa req-cac8324b-0b8c-4ac4-b2b9-aecf975e7a70 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 Aug 16 02:10:30.209569 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'code': 200} Aug 16 02:10:30.366729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430f429-a492-4a6c-ba61-889b685a8973 req-a2240b71-b5c9-498c-b099-2bdb8e7326e3 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.369256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b430f429-a492-4a6c-ba61-889b685a8973 req-a2240b71-b5c9-498c-b099-2bdb8e7326e3 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0576420 Aug 16 02:10:30.403766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfbe2f-7bdb-437e-8bee-c6a1d6534d82 req-b6533aed-5a0f-4e19-bfd9-86a3b2971f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.405786 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eecfbe2f-7bdb-437e-8bee-c6a1d6534d82 req-b6533aed-5a0f-4e19-bfd9-86a3b2971f24 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 1102 time: 0.0674031 Aug 16 02:10:30.413430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b430f429-a492-4a6c-ba61-889b685a8973 req-5581593d-1f2c-499d-8628-fe5c739d3c9f tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379419 Aug 16 02:10:30.451579 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eecfbe2f-7bdb-437e-8bee-c6a1d6534d82 req-cbc6a50a-34bc-41d9-a94f-bca73be76a7c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309508 Aug 16 02:10:30.531313 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.916381 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b7e2e23-2963-42be-ba57-11e09f2546ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.127551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de2144-ed55-4a70-a1d3-575dddbe0f90 req-a7d063b3-097e-4b73-b292-dc93b676e6a8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.129222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9de2144-ed55-4a70-a1d3-575dddbe0f90 req-a7d063b3-097e-4b73-b292-dc93b676e6a8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0532238 Aug 16 02:10:31.172432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9de2144-ed55-4a70-a1d3-575dddbe0f90 req-529f7d22-92db-49cc-8673-3e18a529db78 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360780 Aug 16 02:10:31.347328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5098a1-7814-4033-b6ab-8e936dbaabea req-e243d088-4c0e-462d-a7a2-36add16270ad tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.348828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db5098a1-7814-4033-b6ab-8e936dbaabea req-e243d088-4c0e-462d-a7a2-36add16270ad tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0583389 Aug 16 02:10:31.389434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db5098a1-7814-4033-b6ab-8e936dbaabea req-e5793044-698a-42a7-be40-96590de28886 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334308 Aug 16 02:10:31.550766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccfee7-ce8d-49e8-af97-e9415e300bb6 req-0758627f-eedc-4314-814c-44db8fd41856 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.560781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8ccfee7-ce8d-49e8-af97-e9415e300bb6 req-0758627f-eedc-4314-814c-44db8fd41856 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0625226 Aug 16 02:10:31.600515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8ccfee7-ce8d-49e8-af97-e9415e300bb6 req-b293b3b9-181f-455a-81d5-3bfae6efc7e9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Aug 16 02:10:32.294313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2d43-9e72-4be0-be0a-74978c951ff3 req-e2bd2e62-5792-435d-8310-8263521c3c64 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.296185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c5c2d43-9e72-4be0-be0a-74978c951ff3 req-e2bd2e62-5792-435d-8310-8263521c3c64 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0525508 Aug 16 02:10:32.347337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c5c2d43-9e72-4be0-be0a-74978c951ff3 req-4b830ddf-4df6-4f57-8bf6-39f87e98308d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373418 Aug 16 02:10:32.516150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea285f0e-5f14-4ba3-bd64-965d42c6c13f req-95d9414c-718d-499e-a847-518465fabbe9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.517454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea285f0e-5f14-4ba3-bd64-965d42c6c13f req-95d9414c-718d-499e-a847-518465fabbe9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0572536 Aug 16 02:10:32.558286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea285f0e-5f14-4ba3-bd64-965d42c6c13f req-7a414687-0688-4dbe-9a55-d9a75ec11f63 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Aug 16 02:10:32.681144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051bb96-8f05-4191-b633-34d3e6cb532d req-035436db-0665-435a-a8a7-61102dbd21e8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.682760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3051bb96-8f05-4191-b633-34d3e6cb532d req-035436db-0665-435a-a8a7-61102dbd21e8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0514579 Aug 16 02:10:32.725392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3051bb96-8f05-4191-b633-34d3e6cb532d req-c966c09e-daac-47d0-b263-c20578532c2e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366259 Aug 16 02:10:32.808592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed16972-8fd6-488a-86e5-1fd7ea8449d1 req-2675f3e3-583a-473e-96cb-32ce30125498 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.815640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bed16972-8fd6-488a-86e5-1fd7ea8449d1 req-2675f3e3-583a-473e-96cb-32ce30125498 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0578253 Aug 16 02:10:32.869047 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bed16972-8fd6-488a-86e5-1fd7ea8449d1 req-b50b9c4e-4a0b-4abd-9a01-ee48d6d0d224 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524428 Aug 16 02:10:33.080077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea139106-0738-4349-a971-3c109e167347 req-828a212e-1268-4ce4-8058-0736b0d05f0f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.081647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea139106-0738-4349-a971-3c109e167347 req-828a212e-1268-4ce4-8058-0736b0d05f0f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0566769 Aug 16 02:10:33.130467 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea139106-0738-4349-a971-3c109e167347 req-c0d03dbc-6f46-41d2-a266-54da215bd4a2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 Aug 16 02:10:33.472418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c5671-82fe-40e2-b80d-f4ca0d9a69e9 req-00ecb9f4-20e7-4c1d-9553-e104ed2d8684 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.473987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e0c5671-82fe-40e2-b80d-f4ca0d9a69e9 req-00ecb9f4-20e7-4c1d-9553-e104ed2d8684 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0538781 Aug 16 02:10:33.513768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e0c5671-82fe-40e2-b80d-f4ca0d9a69e9 req-f67f1938-bd15-4c74-8a73-34c10cfd775d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Aug 16 02:10:33.587701 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b987034f-953d-4073-a08f-cc96afa23e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.860223 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.996235 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea6074-16e4-41ef-a34e-314ec603857e req-d71b2d21-37be-4abb-8afb-f56a98e7309d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.997777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51ea6074-16e4-41ef-a34e-314ec603857e req-d71b2d21-37be-4abb-8afb-f56a98e7309d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0554035 Aug 16 02:10:34.037832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51ea6074-16e4-41ef-a34e-314ec603857e req-98bdf172-ffa0-4b28-bc19-ce0e4bd7273a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340538 Aug 16 02:10:34.266935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215bdf9-dd71-4d20-8ef6-d1269aa42028 req-73bbe115-8cab-4f0d-a815-fd34f4b12144 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:34.268439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c215bdf9-dd71-4d20-8ef6-d1269aa42028 req-73bbe115-8cab-4f0d-a815-fd34f4b12144 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0581977 Aug 16 02:10:34.308064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c215bdf9-dd71-4d20-8ef6-d1269aa42028 req-a538b054-71d8-4471-badb-e0da31567308 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Aug 16 02:10:34.673603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f48ff-f3c7-4d59-a798-67403558e2fd req-c13309b8-1455-4ccd-90f2-3469633eaeff tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:34.683071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-190f48ff-f3c7-4d59-a798-67403558e2fd req-c13309b8-1455-4ccd-90f2-3469633eaeff tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0846004 Aug 16 02:10:34.732577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-190f48ff-f3c7-4d59-a798-67403558e2fd req-b4249296-5d45-41ce-9dac-71ea95870ad4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479188 Aug 16 02:10:34.790170 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.158773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac4bf2-06d4-4464-9a0b-3e119fa3303d req-4346ae9c-0c7c-4561-adb1-f24fd4ef1e29 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.160420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eac4bf2-06d4-4464-9a0b-3e119fa3303d req-4346ae9c-0c7c-4561-adb1-f24fd4ef1e29 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0514135 Aug 16 02:10:35.204174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9eac4bf2-06d4-4464-9a0b-3e119fa3303d req-71d0a3c9-27c0-455f-a062-02d98ea10c41 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362027 Aug 16 02:10:35.434511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d989af9-5df1-42c1-99b3-4e30ec58bd99 req-f9e1f63d-bdc9-4e62-a153-d10901a6b4c4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.436050 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d989af9-5df1-42c1-99b3-4e30ec58bd99 req-f9e1f63d-bdc9-4e62-a153-d10901a6b4c4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0573001 Aug 16 02:10:35.474117 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d989af9-5df1-42c1-99b3-4e30ec58bd99 req-deb7462c-0fc6-41a2-926c-e5f5b8dd3a78 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Aug 16 02:10:35.862526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8830ed-e42f-411a-9eeb-148d6df66c27 req-5f43cf6c-8812-404d-b807-1965ca532542 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.864198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e8830ed-e42f-411a-9eeb-148d6df66c27 req-5f43cf6c-8812-404d-b807-1965ca532542 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0532022 Aug 16 02:10:35.905846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e8830ed-e42f-411a-9eeb-148d6df66c27 req-feb6120f-c374-4261-95c1-55b129099b8f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344253 Aug 16 02:10:36.326736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc3e98-a1ec-4b6c-b212-a07ff690ebdc req-120fdb4f-43e6-41fc-b616-98213aa958c3 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.328587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23cc3e98-a1ec-4b6c-b212-a07ff690ebdc req-120fdb4f-43e6-41fc-b616-98213aa958c3 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0535862 Aug 16 02:10:36.369269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23cc3e98-a1ec-4b6c-b212-a07ff690ebdc req-dd02dc88-a403-409c-9e03-14cc66552a2c tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Aug 16 02:10:36.600748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef7e8b-eb60-42f7-a93f-da1925b9b06c req-cd8d921a-9a67-4c57-9630-20a363f86852 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.602460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97ef7e8b-eb60-42f7-a93f-da1925b9b06c req-cd8d921a-9a67-4c57-9630-20a363f86852 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0565794 Aug 16 02:10:36.642484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97ef7e8b-eb60-42f7-a93f-da1925b9b06c req-81cd231d-3907-41a2-a293-4d9032ec74bd tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335197 Aug 16 02:10:36.863276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.036702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e4c78-83cf-4d1d-9819-7c30abfb2ce5 req-1a3a4463-0d2e-4dd8-a1e8-fb784e9105f5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.038316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-880e4c78-83cf-4d1d-9819-7c30abfb2ce5 req-1a3a4463-0d2e-4dd8-a1e8-fb784e9105f5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0608475 Aug 16 02:10:37.100745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-880e4c78-83cf-4d1d-9819-7c30abfb2ce5 req-eebb01ae-ccab-464a-a24b-0c5401f70a4a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524292 Aug 16 02:10:37.514030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c952d-1813-4bce-af71-5996523713e1 req-48e4cd5e-5a58-443b-b426-d02a03e0d0fa tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.515831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f31c952d-1813-4bce-af71-5996523713e1 req-48e4cd5e-5a58-443b-b426-d02a03e0d0fa tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0534029 Aug 16 02:10:37.558185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f31c952d-1813-4bce-af71-5996523713e1 req-6ca9f6b0-217e-4cab-b542-2de3402aea4b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Aug 16 02:10:37.796234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdbaf6-01c8-48d3-9b6d-7d3c5d554926 req-185a310c-d728-44c7-baad-635c96ca4c7d tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.797768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33cdbaf6-01c8-48d3-9b6d-7d3c5d554926 req-185a310c-d728-44c7-baad-635c96ca4c7d tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0687816 Aug 16 02:10:37.854988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33cdbaf6-01c8-48d3-9b6d-7d3c5d554926 req-4a50d563-020d-428e-a32b-6c2f97e05c89 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496891 Aug 16 02:10:38.272341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025c2e-b756-4df5-b489-bca8f4c19f24 req-1c8e50e8-2511-42f8-a475-ebf30c8573fd tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.274845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b025c2e-b756-4df5-b489-bca8f4c19f24 req-1c8e50e8-2511-42f8-a475-ebf30c8573fd tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0671244 Aug 16 02:10:38.319487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b025c2e-b756-4df5-b489-bca8f4c19f24 req-fe6c7018-99b2-4b2e-b01d-242bbd3f64bb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379395 Aug 16 02:10:38.683455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6489972-072a-4f90-b87f-02036003588b req-b8e5dbab-6d8c-4965-b250-c0481a9efde9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.685043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6489972-072a-4f90-b87f-02036003588b req-b8e5dbab-6d8c-4965-b250-c0481a9efde9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0541816 Aug 16 02:10:38.725731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6489972-072a-4f90-b87f-02036003588b req-ab029fd1-bbb7-42df-8014-1a27848a5c86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Aug 16 02:10:38.986952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20558e47-bf96-458d-8d66-1af6a5c1782c req-31101283-ce12-48e3-9121-222b8b115e8b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.988475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20558e47-bf96-458d-8d66-1af6a5c1782c req-31101283-ce12-48e3-9121-222b8b115e8b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0543618 Aug 16 02:10:39.036154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20558e47-bf96-458d-8d66-1af6a5c1782c req-8e9b0fbf-ab52-46b3-9639-690c3e006e59 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397789 Aug 16 02:10:39.155475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272357fc-9712-48ca-a1f9-0fa75c219729 req-8c583c12-51d8-4f51-a8f3-91c835b5e548 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:39.157143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272357fc-9712-48ca-a1f9-0fa75c219729 req-8c583c12-51d8-4f51-a8f3-91c835b5e548 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.0608921 Aug 16 02:10:39.213344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272357fc-9712-48ca-a1f9-0fa75c219729 req-29cfa9f9-231d-4ac8-8572-27fb5d84102f tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480928 Aug 16 02:10:39.427016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a88cd9-df71-472d-97e5-763c2fab8912 req-cc91a60e-34cf-4c8e-96e3-d2158e259b41 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:39.428727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82a88cd9-df71-472d-97e5-763c2fab8912 req-cc91a60e-34cf-4c8e-96e3-d2158e259b41 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0528584 Aug 16 02:10:39.469511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82a88cd9-df71-472d-97e5-763c2fab8912 req-f061a053-a4eb-4e32-8012-1a527c090976 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341725 Aug 16 02:10:39.528781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efde99c-475d-4718-91d0-cdc93002070a req-3e3e76ad-9e20-490b-887c-8abae09f3abd tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:39.530282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5efde99c-475d-4718-91d0-cdc93002070a req-3e3e76ad-9e20-490b-887c-8abae09f3abd tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0598192 Aug 16 02:10:39.572795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5efde99c-475d-4718-91d0-cdc93002070a req-aa69c998-140f-4e05-8eae-eb4acc540997 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362852 Aug 16 02:10:39.842804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964ed2-c637-489e-b8d4-a3b28c214e05 req-4caf19b8-85f6-4f94-888c-0054cb5746cc tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:39.844476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e964ed2-c637-489e-b8d4-a3b28c214e05 req-4caf19b8-85f6-4f94-888c-0054cb5746cc tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0499492 Aug 16 02:10:39.884283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e964ed2-c637-489e-b8d4-a3b28c214e05 req-0737d80e-d273-4b2a-94df-a3054c357ef6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334473 Aug 16 02:10:40.160275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81f07-d30d-46de-ab0b-c483e7840cee req-395a23e2-9c71-4290-aab7-09fdf1ac5a80 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.161826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79c81f07-d30d-46de-ab0b-c483e7840cee req-395a23e2-9c71-4290-aab7-09fdf1ac5a80 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0525396 Aug 16 02:10:40.237601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eba2f-230f-4da5-add3-461e8764e706 req-204e8179-b48b-43ee-8790-46d31d00b3b4 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.239208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-655eba2f-230f-4da5-add3-461e8764e706 req-204e8179-b48b-43ee-8790-46d31d00b3b4 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.0764141 Aug 16 02:10:40.242241 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79c81f07-d30d-46de-ab0b-c483e7840cee req-f42f28d8-77eb-4582-9330-6c14b940f884 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707078 Aug 16 02:10:40.282452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-655eba2f-230f-4da5-add3-461e8764e706 req-065a2cd1-d978-4dc7-9cbd-3345b9147be8 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339875 Aug 16 02:10:40.598342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcb21-e9ce-4dc6-80ab-ddffd4cebfd9 req-77e51af0-834e-4e42-8e8c-7cb7d96f6e53 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.600011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42bfcb21-e9ce-4dc6-80ab-ddffd4cebfd9 req-77e51af0-834e-4e42-8e8c-7cb7d96f6e53 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0505290 Aug 16 02:10:40.640807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42bfcb21-e9ce-4dc6-80ab-ddffd4cebfd9 req-95926cb1-dd86-41f4-a7bc-0dc845710f78 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339458 Aug 16 02:10:40.707357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf2439-42bb-4605-86eb-cf4d8509bdfb req-840ba10d-cd56-430c-9bdb-b31c9b13398e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.708949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4edf2439-42bb-4605-86eb-cf4d8509bdfb req-840ba10d-cd56-430c-9bdb-b31c9b13398e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0601649 Aug 16 02:10:40.751581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4edf2439-42bb-4605-86eb-cf4d8509bdfb req-b4567226-753d-45f3-8b91-68d04578ba0d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Aug 16 02:10:40.894646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43490897-7479-44df-a0ad-1f86379a4f72 req-41e84107-1e23-4771-bd5c-db2071aa981a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.896172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43490897-7479-44df-a0ad-1f86379a4f72 req-41e84107-1e23-4771-bd5c-db2071aa981a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.0554936 Aug 16 02:10:40.936420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43490897-7479-44df-a0ad-1f86379a4f72 req-8b67680a-dc5b-4232-be3a-2b7e1bd29caf tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339272 Aug 16 02:10:41.006739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341cbb-68fa-4bd0-80c5-c0beb31f0177 req-cc47cb6a-4bf5-4e2f-8f28-88ee8fe7c225 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.008460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74341cbb-68fa-4bd0-80c5-c0beb31f0177 req-cc47cb6a-4bf5-4e2f-8f28-88ee8fe7c225 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0501063 Aug 16 02:10:41.047269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74341cbb-68fa-4bd0-80c5-c0beb31f0177 req-2b36b162-3e35-48c8-b1e1-708413a4d27d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Aug 16 02:10:41.362151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9819fe3-8f55-49eb-a80e-27cbe0d945ac req-54b97258-3c79-43b2-8eda-cffbbdab6dee tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.363695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9819fe3-8f55-49eb-a80e-27cbe0d945ac req-54b97258-3c79-43b2-8eda-cffbbdab6dee tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0499632 Aug 16 02:10:41.404958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9819fe3-8f55-49eb-a80e-27cbe0d945ac req-943e5b12-0133-4e0c-88b9-3dca62ec9107 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350995 Aug 16 02:10:41.770891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88284c-be4a-41cb-9a3d-903947e969d8 req-634670ad-0a92-40e7-86da-baa762cee885 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.772457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d88284c-be4a-41cb-9a3d-903947e969d8 req-634670ad-0a92-40e7-86da-baa762cee885 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0540802 Aug 16 02:10:41.812807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d88284c-be4a-41cb-9a3d-903947e969d8 req-23fa4ffd-d7bf-40c2-b9f0-9bcb7726979b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Aug 16 02:10:41.879981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6d9bb-27de-4a55-96c9-99fe2bc247ec req-d7d7be7d-0203-4ed2-8aa5-67461858bf87 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.881480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62a6d9bb-27de-4a55-96c9-99fe2bc247ec req-d7d7be7d-0203-4ed2-8aa5-67461858bf87 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0569165 Aug 16 02:10:41.921201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62a6d9bb-27de-4a55-96c9-99fe2bc247ec req-eaf63786-251e-41cb-8033-44fa7cb9692d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328314 Aug 16 02:10:42.019110 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.066337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f5699-1fad-4c3b-9c8e-1baffd9648a8 req-b548bc23-bf63-4193-a242-6fd6c4112e2c tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:42.067830 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b9f5699-1fad-4c3b-9c8e-1baffd9648a8 req-b548bc23-bf63-4193-a242-6fd6c4112e2c tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.0540996 Aug 16 02:10:42.113494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b9f5699-1fad-4c3b-9c8e-1baffd9648a8 req-58ad2a30-c680-4e5d-b4f8-fe9e4594f6a5 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380230 Aug 16 02:10:42.180929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4aa39-d823-43b3-a1d5-6101e34d60e1 req-3e8d8833-3660-495b-89d6-6176f72b79cc tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:42.182411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ead4aa39-d823-43b3-a1d5-6101e34d60e1 req-3e8d8833-3660-495b-89d6-6176f72b79cc tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0551944 Aug 16 02:10:42.220370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ead4aa39-d823-43b3-a1d5-6101e34d60e1 req-bbdc1e6c-3203-47e5-9f40-b8e61188ea72 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318856 Aug 16 02:10:42.534169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054e42-d2f9-4668-abbe-7c28347f7b55 req-00d92bde-7270-42ae-a550-b58423cb600b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:42.535856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5054e42-d2f9-4668-abbe-7c28347f7b55 req-00d92bde-7270-42ae-a550-b58423cb600b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0594726 Aug 16 02:10:42.576759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5054e42-d2f9-4668-abbe-7c28347f7b55 req-2c05de33-0787-4025-b477-842023e9e322 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336232 Aug 16 02:10:42.872814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-d9355012-0a01-48e8-aff0-b519fec81ce3 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:42.874317 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-d9355012-0a01-48e8-aff0-b519fec81ce3 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.86 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.0566542 Aug 16 02:10:42.951106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb059b-89f0-49a4-b538-1321ac7db4c8 req-1528da79-b3e6-4c28-9793-422dbb6017fd tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:42.953965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4efb059b-89f0-49a4-b538-1321ac7db4c8 req-1528da79-b3e6-4c28-9793-422dbb6017fd tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0577695 Aug 16 02:10:42.993084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Deleting port 6279a045-e1f4-4fe6-be46-53224dee2334 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:42.993384 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.001436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4efb059b-89f0-49a4-b538-1321ac7db4c8 req-80c3e35d-694d-464c-855e-6a89264ab609 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408225 Aug 16 02:10:43.073384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7095940-b10f-4057-a349-c14b9d64175b req-72e6aa53-95d5-42ad-8524-d29790a31a2c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.077803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7095940-b10f-4057-a349-c14b9d64175b req-72e6aa53-95d5-42ad-8524-d29790a31a2c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0687995 Aug 16 02:10:43.101592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] For port 6279a045-e1f4-4fe6-be46-53224dee2334, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=6279a045-e1f4-4fe6-be46-53224dee2334,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:43.102385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.121586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7095940-b10f-4057-a349-c14b9d64175b req-7b6c4591-fc0b-4053-b046-51d97421530a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Aug 16 02:10:43.238835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5420c57-049d-48b1-abb3-b4381ae988f1 req-36198c9e-8d7e-4c34-866d-8cd389048ed3 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.240396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5420c57-049d-48b1-abb3-b4381ae988f1 req-36198c9e-8d7e-4c34-866d-8cd389048ed3 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 946 time: 0.0539904 Aug 16 02:10:43.292643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5420c57-049d-48b1-abb3-b4381ae988f1 req-7e74f2cd-722b-415a-a462-c210ef939152 tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups?id=55b5ab11-158e-4847-a7da-2876927007fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442009 Aug 16 02:10:43.293643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.294231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.294706 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Floating IP e13961b9-2684-4f3c-9636-53706ba1a98b disassociated. External IP: 172.25.5.40, port: 6279a045-e1f4-4fe6-be46-53224dee2334. Aug 16 02:10:43.295512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Calling delete_port for 6279a045-e1f4-4fe6-be46-53224dee2334 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:43.349211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07362ba9-94ab-48a3-841e-aff71c5d6b93 req-08d14947-34bd-48f1-aed2-874364b71554 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.351277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07362ba9-94ab-48a3-841e-aff71c5d6b93 req-08d14947-34bd-48f1-aed2-874364b71554 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0576468 Aug 16 02:10:43.397237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07362ba9-94ab-48a3-841e-aff71c5d6b93 req-12055c01-f60c-4b95-93b1-41eb5435098c tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395365 Aug 16 02:10:43.437292 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.472067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Pushing event deleted for resources: {'Port': ['ID=6279a045-e1f4-4fe6-be46-53224dee2334,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:43.588810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:44.146716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:44.165546 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] Sync routers for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:44.182232 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:44.188235 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:44.194447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] No DVR routers for this DVR port 6279a045-e1f4-4fe6-be46-53224dee2334 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:44.198858 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.202361 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d467c9ce-3fa1-4110-aca6-2c48fe4d86ff req-4be5da7d-681c-443a-a8cf-2ea9e212433a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.86 "DELETE /v2.0/ports/6279a045-e1f4-4fe6-be46-53224dee2334 HTTP/1.1" status: 204 len: 173 time: 1.3206673 Aug 16 02:10:44.202827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'name': 'network-vif-deleted', 'tag': '6279a045-e1f4-4fe6-be46-53224dee2334'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:44.205138 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75640fbc-a664-451d-969b-58002bbddffd" -d '{"events": [{"server_uuid": "2abfc2a6-ed74-4df1-9e00-0f1e78548c9f", "name": "network-vif-deleted", "tag": "6279a045-e1f4-4fe6-be46-53224dee2334"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:44.260503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3476e37-57cc-4991-97b9-bfd8f08844d0 req-c09e690e-9664-4731-b47d-cd32da5fa051 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.268566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3476e37-57cc-4991-97b9-bfd8f08844d0 req-c09e690e-9664-4731-b47d-cd32da5fa051 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.6141217 Aug 16 02:10:44.317321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a4c6a-692b-4910-ac6e-88906d877627 req-2a23c326-5a88-4fc0-adff-a6db00a1597d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.325410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-605a4c6a-692b-4910-ac6e-88906d877627 req-2a23c326-5a88-4fc0-adff-a6db00a1597d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1252337 Aug 16 02:10:44.338780 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:44.373922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3476e37-57cc-4991-97b9-bfd8f08844d0 req-379596c4-0b07-439e-a177-94d7fe7b7852 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038718 Aug 16 02:10:44.417602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-605a4c6a-692b-4910-ac6e-88906d877627 req-11dbf6b2-25d8-47c2-be63-4142aa953658 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891492 Aug 16 02:10:44.531572 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb7f35-6a1c-4daf-92fe-3014dc253857 x-openstack-request-id: req-69bb7f35-6a1c-4daf-92fe-3014dc253857 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:44.532058 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abfc2a6-ed74-4df1-9e00-0f1e78548c9f", "name": "network-vif-deleted", "tag": "6279a045-e1f4-4fe6-be46-53224dee2334", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:44.532602 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69bb7f35-6a1c-4daf-92fe-3014dc253857 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:44.533136 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abfc2a6-ed74-4df1-9e00-0f1e78548c9f', 'name': 'network-vif-deleted', 'tag': '6279a045-e1f4-4fe6-be46-53224dee2334', 'status': 'completed', 'code': 200} Aug 16 02:10:44.547170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27098024-bfc5-43ed-9699-94665a0313a1 req-2a3c2068-ae7a-4b21-a025-25cb19797dc1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.548851 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27098024-bfc5-43ed-9699-94665a0313a1 req-2a3c2068-ae7a-4b21-a025-25cb19797dc1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0788388 Aug 16 02:10:44.639625 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a', 'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'mac_address': 'fa:16:3e:60:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:23Z', 'updated_at': '2021-08-16T02:07:30Z', 'revision_number': 5, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'subnets': [{'id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:44.644283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27098024-bfc5-43ed-9699-94665a0313a1 req-6767dee7-d80d-448b-9e1c-01059859c4e7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785236 Aug 16 02:10:44.684976 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da477d44-9bcb-4d34-bfed-21e4ae81f01b req-323bd0e2-3b46-474a-9925-8b2c6b7b4c0a tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2abfc2a6-ed74-4df1-9e00-0f1e78548c9f HTTP/1.1" status: 200 len: 210 time: 0.0560119 Aug 16 02:10:44.690654 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] Checking router: ca5fbc91-fdcf-4cc3-abed-ca03a45438bc for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:44.699864 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:44.703719 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:44.827658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9922d-696b-4025-b6a4-3a36d3c221f5 req-3651d9b7-73e7-4199-b4cb-6136022b1c55 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.840849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4c9922d-696b-4025-b6a4-3a36d3c221f5 req-3651d9b7-73e7-4199-b4cb-6136022b1c55 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0862715 Aug 16 02:10:44.915758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4c9922d-696b-4025-b6a4-3a36d3c221f5 req-46a64ca2-5ce8-4363-9e29-7bc42925bbed tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753067 Aug 16 02:10:44.933905 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:45.300418 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:45.310734 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a', 'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'mac_address': 'fa:16:3e:60:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:23Z', 'updated_at': '2021-08-16T02:07:30Z', 'revision_number': 5, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'subnets': [{'id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:45.347707 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c301df4-ff11-49a0-9bc4-027c45d3c7c7 None None] The sync data for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 is: [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 4, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a', 'name': '', 'network_id': '8e47bfcf-f27b-402d-8681-b4723b13a21e', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'mac_address': 'fa:16:3e:60:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:23Z', 'updated_at': '2021-08-16T02:07:30Z', 'revision_number': 5, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'subnets': [{'id': '03d0b714-d9e1-4908-8e67-6f2c1426832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:45.558625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646574b-9df3-4675-bf1c-c4f753e25d3e req-bec68bf3-bb37-4a16-8ed6-02ded9ffff05 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.560225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d646574b-9df3-4675-bf1c-c4f753e25d3e req-bec68bf3-bb37-4a16-8ed6-02ded9ffff05 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0953493 Aug 16 02:10:45.595816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eacfef-4821-43e9-b1d5-810592ead1b5 req-236b0c3e-90f6-42d2-bf4d-3f4fe9df087a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.597487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84eacfef-4821-43e9-b1d5-810592ead1b5 req-236b0c3e-90f6-42d2-bf4d-3f4fe9df087a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0868025 Aug 16 02:10:45.636729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d646574b-9df3-4675-bf1c-c4f753e25d3e req-59c3af79-0710-4495-93ce-d09c4c370f85 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675657 Aug 16 02:10:45.664229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84eacfef-4821-43e9-b1d5-810592ead1b5 req-eae5487d-3e7e-47ba-a33e-557231ec99a2 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570025 Aug 16 02:10:45.674895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6617026-4f84-4a1f-bf57-083d5f0f955e None None] New status for floating IP e13961b9-2684-4f3c-9636-53706ba1a98b: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:10:45.801980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffee7d4-84ec-481a-b778-5883cf6cacc5 req-79f648a6-4c09-47ee-8743-0a2b0d07b45f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.804180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:45.812028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ffee7d4-84ec-481a-b778-5883cf6cacc5 req-79f648a6-4c09-47ee-8743-0a2b0d07b45f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0784438 Aug 16 02:10:45.875322 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ffee7d4-84ec-481a-b778-5883cf6cacc5 req-cc4d499d-d0b0-4703-8577-25c96e2b12a3 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615203 Aug 16 02:10:45.912142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2677655c-edeb-41f3-a009-eace66c075ac tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.961395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2677655c-edeb-41f3-a009-eace66c075ac tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.025114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2677655c-edeb-41f3-a009-eace66c075ac tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.028216 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2677655c-edeb-41f3-a009-eace66c075ac tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.030058 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2677655c-edeb-41f3-a009-eace66c075ac tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "DELETE /v2.0/security-groups/55b5ab11-158e-4847-a7da-2876927007fe HTTP/1.1" status: 204 len: 168 time: 0.2241049 Aug 16 02:10:46.036878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:46.042211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677655c-edeb-41f3-a009-eace66c075ac tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b5ab11-158e-4847-a7da-2876927007fe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:46.071229 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b4992bfc-5543-46b7-815a-c77fd0deea5b tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] show failed (client error): The resource could not be found. Aug 16 02:10:46.072277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b4992bfc-5543-46b7-815a-c77fd0deea5b tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "GET /v2.0/security-groups/55b5ab11-158e-4847-a7da-2876927007fe HTTP/1.1" status: 404 len: 347 time: 0.0342350 Aug 16 02:10:46.075365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:46.094319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a32d5b-0659-4af0-9859-bbd12eae8ddb req-e122d15d-e262-4608-8bf0-f85f9c8120c3 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.095905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0a32d5b-0659-4af0-9859-bbd12eae8ddb req-e122d15d-e262-4608-8bf0-f85f9c8120c3 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0722466 Aug 16 02:10:46.155901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0a32d5b-0659-4af0-9859-bbd12eae8ddb req-d12b4cbb-e7d2-4883-b81e-b2d9675c4e27 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512636 Aug 16 02:10:46.230331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Deleting port 5de4dc80-2196-410f-af6f-c3f60317d35f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:46.230672 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.314693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.315021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.327394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Calling delete_port for 5de4dc80-2196-410f-af6f-c3f60317d35f owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:46.482758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.508377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Pushing event deleted for resources: {'Port': ['ID=5de4dc80-2196-410f-af6f-c3f60317d35f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:46.576477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.579202 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.582946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-074fd0ef-b51c-4e0b-853c-5dec1da5b23e tempest-ServersTestJSON-1015287786 tempest-ServersTestJSON-1015287786-project] 10.222.0.61 "DELETE /v2.0/floatingips/e13961b9-2684-4f3c-9636-53706ba1a98b HTTP/1.1" status: 204 len: 168 time: 0.5037541 Aug 16 02:10:46.583392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:46.596136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6279a045-e1f4-4fe6-be46-53224dee2334 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:46.621442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 6279a045-e1f4-4fe6-be46-53224dee2334 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:46.621786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 6279a045-e1f4-4fe6-be46-53224dee2334 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:46.859915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11d2c1-a607-4fc2-8a62-556c87cf98aa req-c8b0b669-7f1f-49ad-b2a9-3e08993c0a5c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.861432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca11d2c1-a607-4fc2-8a62-556c87cf98aa req-c8b0b669-7f1f-49ad-b2a9-3e08993c0a5c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1374543 Aug 16 02:10:46.912066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36eba2-51cb-4e3c-9931-b9cb51a6a228 req-097ab0e6-45ea-4e81-b889-cc11561a305e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.915182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd36eba2-51cb-4e3c-9931-b9cb51a6a228 req-097ab0e6-45ea-4e81-b889-cc11561a305e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1539297 Aug 16 02:10:46.998693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca11d2c1-a607-4fc2-8a62-556c87cf98aa req-9c2bd762-36a8-4cdc-b1b0-e8ddddebde96 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052170 Aug 16 02:10:47.021327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd36eba2-51cb-4e3c-9931-b9cb51a6a228 req-ec8b9c97-32ba-4125-9b74-50373d85d8db tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942800 Aug 16 02:10:47.182733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d7e75-6a3b-4f57-b065-e81954558142 req-f2bb158d-79b9-4a9b-83f7-eae3491c6a3f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:47.184709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a0d7e75-6a3b-4f57-b065-e81954558142 req-f2bb158d-79b9-4a9b-83f7-eae3491c6a3f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0916116 Aug 16 02:10:47.241069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.246487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a0d7e75-6a3b-4f57-b065-e81954558142 req-609310e3-f44a-4646-ac4f-881fcd39266f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536788 Aug 16 02:10:47.411724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9710488-4f61-4698-8229-d34ccc450c5a req-7df602d3-abba-402b-9e1b-50b8c05d6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:47.414215 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9710488-4f61-4698-8229-d34ccc450c5a req-7df602d3-abba-402b-9e1b-50b8c05d6865 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0632825 Aug 16 02:10:47.430688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04dac8-9342-4028-854b-9adaeed24f84 req-d2bcac94-39b1-47fc-a35b-669a8a35c5a9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:47.432521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a04dac8-9342-4028-854b-9adaeed24f84 req-d2bcac94-39b1-47fc-a35b-669a8a35c5a9 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1072028 Aug 16 02:10:47.521696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a04dac8-9342-4028-854b-9adaeed24f84 req-1b3d9014-57dd-46c2-9bdc-f8b7aed69de3 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569000 Aug 16 02:10:47.534254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9710488-4f61-4698-8229-d34ccc450c5a req-906c32c7-5c2b-4712-9dd7-fd367f4431ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:47.536331 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9710488-4f61-4698-8229-d34ccc450c5a req-906c32c7-5c2b-4712-9dd7-fd367f4431ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 920 time: 0.0982428 Aug 16 02:10:47.588509 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9710488-4f61-4698-8229-d34ccc450c5a req-eb783eeb-1f00-44ee-bdec-a8ed745614ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805 HTTP/1.1" status: 200 len: 217 time: 0.0443988 Aug 16 02:10:47.625155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Deleting port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:47.626129 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.644043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9710488-4f61-4698-8229-d34ccc450c5a req-c39cc0e9-767e-481b-a006-a769c86e3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:47.645626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9710488-4f61-4698-8229-d34ccc450c5a req-c39cc0e9-767e-481b-a006-a769c86e3891 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.0493453 Aug 16 02:10:47.678159 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9710488-4f61-4698-8229-d34ccc450c5a req-4f7deac8-22da-4205-b416-f7d0c7dafb53 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249734 Aug 16 02:10:47.707368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] For port 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:47.707845 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.721348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Calling delete_port for 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:47.771029 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9710488-4f61-4698-8229-d34ccc450c5a req-d42df66a-3802-42e2-8351-b5c9ca250655 service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852816 Aug 16 02:10:47.868545 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9710488-4f61-4698-8229-d34ccc450c5a req-c826bfdd-55cd-4c3f-8913-201f9ea22109 service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900066 Aug 16 02:10:47.910181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.944200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:47.992427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.992791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.993175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.993523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.993863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.994203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.994754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.994866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.995227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.995562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.995894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:47.996225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:48.219460 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.241213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bd50c-a080-41bd-a887-cba5e13db985 req-bb92b242-10ca-4846-94b6-4605a85f91e1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.242698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-344bd50c-a080-41bd-a887-cba5e13db985 req-bb92b242-10ca-4846-94b6-4605a85f91e1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1004798 Aug 16 02:10:48.250160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299d092-881f-46f7-9c60-e8be287303a7 req-6cb9bdeb-b8e4-4d43-b3ff-38253513a69a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.251574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8299d092-881f-46f7-9c60-e8be287303a7 req-6cb9bdeb-b8e4-4d43-b3ff-38253513a69a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1104813 Aug 16 02:10:48.360935 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-344bd50c-a080-41bd-a887-cba5e13db985 req-1c9dba8b-de8a-4704-a48b-7b55ad13eb71 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072314 Aug 16 02:10:48.392273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8299d092-881f-46f7-9c60-e8be287303a7 req-dc8253c4-0776-4b9d-8bb4-84d32075e14c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259732 Aug 16 02:10:48.636706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ba4c4-a529-4b33-adc8-a0aaee3a6d68 req-3b05197a-dcf9-4e12-81c7-82c7e834131e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.638203 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-379ba4c4-a529-4b33-adc8-a0aaee3a6d68 req-3b05197a-dcf9-4e12-81c7-82c7e834131e tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.1226952 Aug 16 02:10:48.667403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-5f12da2e-c3f2-456d-bf6e-71a66e1a8192 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.668831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-5f12da2e-c3f2-456d-bf6e-71a66e1a8192 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/networks?id=cf63ec84-8556-4112-9c7b-20f30705e6ff HTTP/1.1" status: 200 len: 814 time: 0.2072828 Aug 16 02:10:48.675928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:48.706144 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-522937a4-215f-4af8-bc07-9bd1ca52b50c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/quotas/c54df8fdc6f740309931fa28b65cfd8a HTTP/1.1" status: 200 len: 375 time: 0.0273638 Aug 16 02:10:48.710325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-379ba4c4-a529-4b33-adc8-a0aaee3a6d68 req-2550df4e-78ac-42f9-b8d1-d3c9b0d5f949 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640059 Aug 16 02:10:48.773538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-49cf0900-d7f6-436e-b853-888b1df4f918 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c54df8fdc6f740309931fa28b65cfd8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602918 Aug 16 02:10:48.931374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:48.939267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8e4bf8a3-b4e3-4f1f-980e-43ec89815008 admin admin] 10.222.0.61 "PUT /v2.0/routers/ca5fbc91-fdcf-4cc3-abed-ca03a45438bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3548040 Aug 16 02:10:48.940428 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] Sync routers for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:48.941804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:48.950193 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:48.951176 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:48.958242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962a6e4-76d3-4a50-93d5-98ad7468e109 req-ede6544f-2da8-4746-abaf-c7b979188c30 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.959842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a962a6e4-76d3-4a50-93d5-98ad7468e109 req-ede6544f-2da8-4746-abaf-c7b979188c30 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0996141 Aug 16 02:10:48.962748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-8a0b7983-c11f-44c8-88b7-71c9b982a83f service neutron] 10.222.0.61 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791708 Aug 16 02:10:49.066328 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:49.067051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a962a6e4-76d3-4a50-93d5-98ad7468e109 req-fdca7d5d-5313-42d5-b8f1-6de5cd06a67a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993910 Aug 16 02:10:49.071171 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.113853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-7e9f7f3e-e798-4b9d-80a8-4b1a840df34b service neutron] 10.222.0.61 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449413 Aug 16 02:10:49.193295 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.251700 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:10:47Z', 'revision_number': 5, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port': {'id': 'c69d25ed-a97a-418e-9359-2f6c4ee28758', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:49.255538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Deleting port c69d25ed-a97a-418e-9359-2f6c4ee28758 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:49.255832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.279027 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] Checking router: ca5fbc91-fdcf-4cc3-abed-ca03a45438bc for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:49.288041 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] Routers {'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:49.288946 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:49.346599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1b83138-f1c2-4c8a-99fc-7cb5326987c3 req-bfd0869d-fd6d-4cd1-9e67-8a22d2f2560c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 210 time: 0.0418260 Aug 16 02:10:49.378936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] For port c69d25ed-a97a-418e-9359-2f6c4ee28758, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c69d25ed-a97a-418e-9359-2f6c4ee28758,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:49.378936 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.388857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Calling delete_port for c69d25ed-a97a-418e-9359-2f6c4ee28758 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:49.401339 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] Set router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:49.469057 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:10:49Z', 'revision_number': 6, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:49.501831 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fda935-8d1c-45d4-825a-a68e019e4b6a None None] The sync data for ids ['ca5fbc91-fdcf-4cc3-abed-ca03a45438bc'] in n-d-768862-14 is: [{'id': 'ca5fbc91-fdcf-4cc3-abed-ca03a45438bc', 'name': 'tempest-ServersTestJSON-1559318719-router', 'tenant_id': 'e057c50193204cf0a1ba99efa140da36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:13Z', 'updated_at': '2021-08-16T02:10:49Z', 'revision_number': 6, 'project_id': 'e057c50193204cf0a1ba99efa140da36', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:49.516151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50509067-7f1a-46f4-8a37-c0f4726779ce req-3237b26c-8105-4fd0-bfc6-1566af614d64 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:49.517809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50509067-7f1a-46f4-8a37-c0f4726779ce req-3237b26c-8105-4fd0-bfc6-1566af614d64 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0733151 Aug 16 02:10:49.597011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50509067-7f1a-46f4-8a37-c0f4726779ce req-cf833481-2a4b-4e16-8547-7e506bc1c723 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657406 Aug 16 02:10:49.612112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481810a-cffa-46b4-a991-c4ee55233642 req-44430980-11a8-4483-9733-ad859a30ccb4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:49.622468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2481810a-cffa-46b4-a991-c4ee55233642 req-44430980-11a8-4483-9733-ad859a30ccb4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0931582 Aug 16 02:10:49.635825 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.673866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69d25ed-a97a-418e-9359-2f6c4ee28758,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:49.730713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2481810a-cffa-46b4-a991-c4ee55233642 req-92fe570a-95af-4c4c-b22c-e1877ebd4849 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003091 Aug 16 02:10:49.755727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.878135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80714cec-d155-47b8-bef8-6233054409e7 req-a4157f78-7dfc-460c-8f5d-687096b9545c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:49.880175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80714cec-d155-47b8-bef8-6233054409e7 req-a4157f78-7dfc-460c-8f5d-687096b9545c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0549636 Aug 16 02:10:49.905817 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.908740 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.931773 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80714cec-d155-47b8-bef8-6233054409e7 req-8ff00756-46a2-4053-9c15-16d43ebc1ae5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430241 Aug 16 02:10:49.977908 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.978541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5fbc91-fdcf-4cc3-abed-ca03a45438bc {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:49.981819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3d43-be0f-48cc-89c8-02bf16af7313 req-39d90a4a-007f-4a4f-9da6-b4d3ce6d4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:49.983519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f1e3d43-be0f-48cc-89c8-02bf16af7313 req-39d90a4a-007f-4a4f-9da6-b4d3ce6d4ce6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1098 time: 0.1048517 Aug 16 02:10:49.986475 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.987773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c877566e-bcf0-44bf-bc5b-d1bc061dcba4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ca5fbc91-fdcf-4cc3-abed-ca03a45438bc HTTP/1.1" status: 204 len: 168 time: 1.0446153 Aug 16 02:10:49.990151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:50.062244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fa9c10-a2b8-453a-a093-21098bc11e33 admin admin] Deleting subnet 03d0b714-d9e1-4908-8e67-6f2c1426832f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:50.066678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c10-a2b8-453a-a093-21098bc11e33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.090738 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f1e3d43-be0f-48cc-89c8-02bf16af7313 req-1d7ff17a-d9f2-42c6-a4bf-3b88eb9db6d1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696659 Aug 16 02:10:50.107211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c10-a2b8-453a-a093-21098bc11e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.201397 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c10-a2b8-453a-a093-21098bc11e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.232184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4549-3819-436e-ab53-c6b052a2bfb3 req-5acf6b78-9dbd-4289-a6bf-67b3ee2c74de tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.233710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a83e4549-3819-436e-ab53-c6b052a2bfb3 req-5acf6b78-9dbd-4289-a6bf-67b3ee2c74de tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0677912 Aug 16 02:10:50.240125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:50.265593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:50.266354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21c181c0-a1fc-48ae-9ff9-37d4a6f7b09a not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:50.266936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c69d25ed-a97a-418e-9359-2f6c4ee28758 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:50.279619 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c10-a2b8-453a-a093-21098bc11e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.293493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: c69d25ed-a97a-418e-9359-2f6c4ee28758 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:50.294057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c69d25ed-a97a-418e-9359-2f6c4ee28758 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:50.295645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a83e4549-3819-436e-ab53-c6b052a2bfb3 req-0b2213ae-5718-4634-9a1d-17e735143bd0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531180 Aug 16 02:10:50.314160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9c10-a2b8-453a-a093-21098bc11e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d0b714-d9e1-4908-8e67-6f2c1426832f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:50.317091 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c10-a2b8-453a-a093-21098bc11e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.319402 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e8fa9c10-a2b8-453a-a093-21098bc11e33 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/03d0b714-d9e1-4908-8e67-6f2c1426832f HTTP/1.1" status: 204 len: 168 time: 0.3280754 Aug 16 02:10:50.321429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd627e6-22dc-45c9-8f78-2dce05f823cc None None] Network 8e47bfcf-f27b-402d-8681-b4723b13a21e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:50.322643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:50.399201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.461463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Deleting port 9f5f1f01-c468-4c73-ac62-ab0a472663ff {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:50.461803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.477605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5bb8631d-9830-4051-b18e-9753f8e4002d req-90f85556-2e4b-448e-a662-894da0ada608 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 210 time: 0.0388184 Aug 16 02:10:50.552651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] For port 9f5f1f01-c468-4c73-ac62-ab0a472663ff, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9f5f1f01-c468-4c73-ac62-ab0a472663ff,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:50.553018 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.564860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620e6e78-ed6f-4c77-b48a-c4c5c1a07b6e None None] DHCP port deletion for 8e47bfcf-f27b-402d-8681-b4723b13a21e request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:50.571215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Calling delete_port for 9f5f1f01-c468-4c73-ac62-ab0a472663ff owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:50.613251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-620e6e78-ed6f-4c77-b48a-c4c5c1a07b6e None None] Deleting port 9f5f1f01-c468-4c73-ac62-ab0a472663ff {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:50.613735 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-620e6e78-ed6f-4c77-b48a-c4c5c1a07b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.678721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.693756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-620e6e78-ed6f-4c77-b48a-c4c5c1a07b6e None None] For port 9f5f1f01-c468-4c73-ac62-ab0a472663ff, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9f5f1f01-c468-4c73-ac62-ab0a472663ff,segment=NetworkSegment(4b04240e-022c-4f0e-933b-c8ca3cc17c27),segment_id=4b04240e-022c-4f0e-933b-c8ca3cc17c27)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:50.695211 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-620e6e78-ed6f-4c77-b48a-c4c5c1a07b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.710072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-620e6e78-ed6f-4c77-b48a-c4c5c1a07b6e None None] Calling delete_port for 9f5f1f01-c468-4c73-ac62-ab0a472663ff owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:50.710593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5f1f01-c468-4c73-ac62-ab0a472663ff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:50.716588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] No DVR routers for this DVR port 9f5f1f01-c468-4c73-ac62-ab0a472663ff on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:50.756207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c139d4-e0dd-47fb-a162-c01cc1ea9d75 req-9cc70630-d0b6-4c77-8765-f311c9640243 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.757944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13c139d4-e0dd-47fb-a162-c01cc1ea9d75 req-9cc70630-d0b6-4c77-8765-f311c9640243 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0788574 Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: from cryptography.utils import int_from_bytes Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: from cryptography.utils import int_from_bytes Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.800258 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:50.805042 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:10:50.811004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13c139d4-e0dd-47fb-a162-c01cc1ea9d75 req-c6a2902a-37d5-4cfe-8df9-738ab5934236 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461035 Aug 16 02:10:50.815823 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-620e6e78-ed6f-4c77-b48a-c4c5c1a07b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.824933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.848502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e6e78-ed6f-4c77-b48a-c4c5c1a07b6e None None] Pushing event deleted for resources: {'Port': ['ID=9f5f1f01-c468-4c73-ac62-ab0a472663ff,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:50.852207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e6e78-ed6f-4c77-b48a-c4c5c1a07b6e None None] No DVR routers for this DVR port 9f5f1f01-c468-4c73-ac62-ab0a472663ff on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:50.872858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e47bfcf-f27b-402d-8681-b4723b13a21e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:50.885124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b04240e-022c-4f0e-933b-c8ca3cc17c27') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:50.885410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b04240e-022c-4f0e-933b-c8ca3cc17c27') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:50.898526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.912719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a3b09-5346-4fd4-85ea-8cc15329bca8 req-9af86868-b7ac-467a-8bed-553b8daa441a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.921010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a7a3b09-5346-4fd4-85ea-8cc15329bca8 req-9af86868-b7ac-467a-8bed-553b8daa441a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0884490 Aug 16 02:10:50.927051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.937143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:50.937504 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:50.939451 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:50.973906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a7a3b09-5346-4fd4-85ea-8cc15329bca8 req-4ab9293a-c6d3-4945-8807-0c37d7673e7f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518887 Aug 16 02:10:51.026259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.043156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.045115 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8e47bfcf-f27b-402d-8681-b4723b13a21e HTTP/1.1" status: 204 len: 168 time: 0.7211168 Aug 16 02:10:51.090885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671a648-a1f3-4010-a23c-7e3f5e01f7a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e47bfcf-f27b-402d-8681-b4723b13a21e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.126222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f078-a1a8-4c70-b0fb-ded3ff2c2a89 req-d0f16a6a-a83e-4728-921f-0e0e4a1207db tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.134809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed42f078-a1a8-4c70-b0fb-ded3ff2c2a89 req-d0f16a6a-a83e-4728-921f-0e0e4a1207db tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.0757146 Aug 16 02:10:51.172816 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed42f078-a1a8-4c70-b0fb-ded3ff2c2a89 req-0e8386ce-ef38-429f-9dc6-9b16a1b82ebd tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370018 Aug 16 02:10:51.185190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-7852d2ca-ec2b-411d-9d79-c908efc5a957 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.186735 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-7852d2ca-ec2b-411d-9d79-c908efc5a957 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.86 "GET /v2.0/networks?id=cf63ec84-8556-4112-9c7b-20f30705e6ff HTTP/1.1" status: 200 len: 814 time: 0.1404426 Aug 16 02:10:51.207044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Request body: {'port': {'device_id': '0b79f7cc-0270-491a-85d1-95ff5389ac2f', 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff', 'admin_state_up': True, 'tenant_id': 'c54df8fdc6f740309931fa28b65cfd8a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:51.227859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:51.270554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ed5b0f9f-fc69-4210-a5e3-22a52b7078fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e057c50193204cf0a1ba99efa140da36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413067 Aug 16 02:10:51.273658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:51.326661 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba06dd7-a1e0-4222-beec-7b661986e1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.337546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Made reservation on behalf of c54df8fdc6f740309931fa28b65cfd8a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:51.341629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.350205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba06dd7-a1e0-4222-beec-7b661986e1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.433020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221598d-6e90-4b4c-899d-a1e26ac85acb req-147503b6-d0b3-41d3-a138-a2d3410f287b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.434533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f221598d-6e90-4b4c-899d-a1e26ac85acb req-147503b6-d0b3-41d3-a138-a2d3410f287b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0671928 Aug 16 02:10:51.449650 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba06dd7-a1e0-4222-beec-7b661986e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.452115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba06dd7-a1e0-4222-beec-7b661986e1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.453209 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1ba06dd7-a1e0-4222-beec-7b661986e1ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5d7acdf-b464-4a0c-b39a-663e94144b17 HTTP/1.1" status: 204 len: 168 time: 0.1786573 Aug 16 02:10:51.469690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba06dd7-a1e0-4222-beec-7b661986e1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d7acdf-b464-4a0c-b39a-663e94144b17,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.507897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Allocated IP 172.20.0.13 (cf63ec84-8556-4112-9c7b-20f30705e6ff/09203b6d-abd5-4774-9b4f-db928c816669/bbf1c1be-c15a-4b45-9e07-d14b65e76855) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:51.512156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f221598d-6e90-4b4c-899d-a1e26ac85acb req-d10e3621-14ea-40c1-abd7-07c110e70fc5 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704827 Aug 16 02:10:51.592492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1cf665b-c835-4bdb-a350-c0e6890fbbd0 req-63cb1815-f9b3-459c-8201-bef25eb87887 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 210 time: 0.0310972 Aug 16 02:10:51.686292 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.727013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.777125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Network cf63ec84-8556-4112-9c7b-20f30705e6ff is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:51.780561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:51.784365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:51.810115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Pushing event updated for resources: {'Port': ['ID=bbf1c1be-c15a-4b45-9e07-d14b65e76855,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.839293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.839999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.842596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:51.864354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-e6ca4da9-4c4c-4951-9a16-9f28e047281c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6614616 Aug 16 02:10:51.896417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Request body: {'port': {'device_id': '0b79f7cc-0270-491a-85d1-95ff5389ac2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:51.962918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9f5f1f01-c468-4c73-ac62-ab0a472663ff no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:51.981844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a04bc-de15-46b9-a520-0bf863d49e12 req-bd4e1d4b-89e5-440a-9cf1-7ca1b45aa915 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.989870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b82a04bc-de15-46b9-a520-0bf863d49e12 req-bd4e1d4b-89e5-440a-9cf1-7ca1b45aa915 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0769944 Aug 16 02:10:51.990097 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.995585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 9f5f1f01-c468-4c73-ac62-ab0a472663ff {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:51.995933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9f5f1f01-c468-4c73-ac62-ab0a472663ff not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:52.070985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b82a04bc-de15-46b9-a520-0bf863d49e12 req-d049f6ff-154c-4ee6-8fc7-5e8a3ad40c1f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788038 Aug 16 02:10:52.076643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:52.091993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'port_id': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'mac_address': 'fa:16:3e:8e:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:52.179980 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.226620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:52.251631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:52.255337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e013a-4c1d-43bd-ba53-a2933ed2e22d req-bf4e1813-abd2-4847-a60e-e9d986d41feb tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.260364 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.264879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d02e013a-4c1d-43bd-ba53-a2933ed2e22d req-bf4e1813-abd2-4847-a60e-e9d986d41feb tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1017368 Aug 16 02:10:52.323808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:52.364826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d02e013a-4c1d-43bd-ba53-a2933ed2e22d req-df014138-0c43-4f0f-a4b1-ffc6e80c983b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990586 Aug 16 02:10:52.396696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5dc6d-4c1a-4f01-8794-ce6ddd8c8eff req-30ab3a21-4ecc-42c9-9b61-68a7cf1f7fb7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.400129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80e5dc6d-4c1a-4f01-8794-ce6ddd8c8eff req-30ab3a21-4ecc-42c9-9b61-68a7cf1f7fb7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.1069942 Aug 16 02:10:52.411259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf1c1be-c15a-4b45-9e07-d14b65e76855 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:52.422338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:52.422832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.442794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Transition to ACTIVE for port object bbf1c1be-c15a-4b45-9e07-d14b65e76855 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:52.456576 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.470292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80e5dc6d-4c1a-4f01-8794-ce6ddd8c8eff req-99678f98-2707-44f9-9b36-38d93a960124 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526264 Aug 16 02:10:52.521924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:52.608463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf1c1be-c15a-4b45-9e07-d14b65e76855,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:52.638109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Attempting to bind port bbf1c1be-c15a-4b45-9e07-d14b65e76855 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:52.638451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Attempting to bind port bbf1c1be-c15a-4b45-9e07-d14b65e76855 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '27caf0a8-1570-49fb-8bbd-fa3aef7bd412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:52.638783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Attempting to bind port bbf1c1be-c15a-4b45-9e07-d14b65e76855 on network cf63ec84-8556-4112-9c7b-20f30705e6ff {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:52.646204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Port bbf1c1be-c15a-4b45-9e07-d14b65e76855 on network cf63ec84-8556-4112-9c7b-20f30705e6ff not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:52.646541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Attempting to bind port bbf1c1be-c15a-4b45-9e07-d14b65e76855 on network cf63ec84-8556-4112-9c7b-20f30705e6ff {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:52.665574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:52.665919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Checking segment: {'id': '27caf0a8-1570-49fb-8bbd-fa3aef7bd412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:52.669088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Bound using segment: {'id': '27caf0a8-1570-49fb-8bbd-fa3aef7bd412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:52.669572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Bound port: bbf1c1be-c15a-4b45-9e07-d14b65e76855, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27caf0a8-1570-49fb-8bbd-fa3aef7bd412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:52.670103 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.725506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1877178510-network', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:52.761111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc0dc8-38f6-41f9-8e4f-37f707b35e8d req-1f35a0ea-415b-4ad8-a425-650fac52cb1d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.762449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fbc0dc8-38f6-41f9-8e4f-37f707b35e8d req-1f35a0ea-415b-4ad8-a425-650fac52cb1d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1227243 Aug 16 02:10:52.768162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Made reservation on behalf of 78d3ed06304148d8928828d7a6d46d58 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:52.771401 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.790440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.795623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] For port bbf1c1be-c15a-4b45-9e07-d14b65e76855, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:52.799509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] For port bbf1c1be-c15a-4b45-9e07-d14b65e76855, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bbf1c1be-c15a-4b45-9e07-d14b65e76855,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:52.806532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.848741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.849357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.851696 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] 10.222.0.86 "PUT /v2.0/ports/bbf1c1be-c15a-4b45-9e07-d14b65e76855 HTTP/1.1" status: 200 len: 1093 time: 0.9619589 Aug 16 02:10:52.852381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b79f7cc-0270-491a-85d1-95ff5389ac2f', 'tag': 'bbf1c1be-c15a-4b45-9e07-d14b65e76855'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:52.856114 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d0027c-1836-4a23-ae78-b10701f72b54" -d '{"events": [{"name": "network-changed", "server_uuid": "0b79f7cc-0270-491a-85d1-95ff5389ac2f", "tag": "bbf1c1be-c15a-4b45-9e07-d14b65e76855"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:52.870356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fbc0dc8-38f6-41f9-8e4f-37f707b35e8d req-a130a321-04d8-4685-90d3-347a8fc060a8 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956631 Aug 16 02:10:52.891453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cd275-818e-4b5a-a9c7-7f71f4bdb2f5 req-f2c358c1-c1f2-4e0d-ad06-3e329455e3ad tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.892985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac0cd275-818e-4b5a-a9c7-7f71f4bdb2f5 req-f2c358c1-c1f2-4e0d-ad06-3e329455e3ad tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 944 time: 0.1057267 Aug 16 02:10:52.931740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d192cc5-4f5e-487a-842b-95c7597f06e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf1c1be-c15a-4b45-9e07-d14b65e76855,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:52.988071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-b558e179-77b6-4c70-af8b-7040cf295459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:52.990030 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-b558e179-77b6-4c70-af8b-7040cf295459 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c54df8fdc6f740309931fa28b65cfd8a&device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 1096 time: 0.0550423 Aug 16 02:10:53.022168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac0cd275-818e-4b5a-a9c7-7f71f4bdb2f5 req-34947ae8-0614-4792-8659-ffe3acf66d6c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931919 Aug 16 02:10:53.049440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.059824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8ecc3-605d-4e53-9952-16f92c8a6ba4 req-1d7a9117-869a-496d-80cc-f39529fbaf86 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.062042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7f8ecc3-605d-4e53-9952-16f92c8a6ba4 req-1d7a9117-869a-496d-80cc-f39529fbaf86 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.1009419 Aug 16 02:10:53.063796 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.071974 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-43be8b1a-1291-46b2-aef6-c9d3f309ef10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbf1c1be-c15a-4b45-9e07-d14b65e76855 HTTP/1.1" status: 200 len: 217 time: 0.0572007 Aug 16 02:10:53.121761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:53.124003 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec66aeb4-9a92-47e5-be91-f28157449514 x-openstack-request-id: req-ec66aeb4-9a92-47e5-be91-f28157449514 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:53.124670 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b79f7cc-0270-491a-85d1-95ff5389ac2f", "tag": "bbf1c1be-c15a-4b45-9e07-d14b65e76855", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:53.125096 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec66aeb4-9a92-47e5-be91-f28157449514 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:53.125499 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b79f7cc-0270-491a-85d1-95ff5389ac2f', 'tag': 'bbf1c1be-c15a-4b45-9e07-d14b65e76855', 'status': 'completed', 'code': 200} Aug 16 02:10:53.143868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfed231b-af18-47f2-ab10-8468c228eeaa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.164021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7f8ecc3-605d-4e53-9952-16f92c8a6ba4 req-54e8e5a9-6d50-4683-86fc-d8f230f403d7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855863 Aug 16 02:10:53.168483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.168483 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Added segment 7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f of type vlan for network 27454c82-47c3-43be-9e93-2f78deb953d0 Aug 16 02:10:53.189645 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-299d4f28-456c-4f9c-a86a-c97fd138327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.191314 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-299d4f28-456c-4f9c-a86a-c97fd138327a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09203b6d-abd5-4774-9b4f-db928c816669 HTTP/1.1" status: 200 len: 854 time: 0.1102102 Aug 16 02:10:53.239805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-9c4a8625-6a6b-4e72-bbef-1ef964e8014a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cf63ec84-8556-4112-9c7b-20f30705e6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372036 Aug 16 02:10:53.281422 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.364521 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-3898164e-061b-49f8-9eaa-bbf5ad93653e service neutron] 10.222.0.86 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145389 Aug 16 02:10:53.391343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046da5a0-187c-48a8-b85c-bf958fa3a9e0 req-b425b999-f6f0-47f1-a8c3-7b22941bdc57 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.392900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-046da5a0-187c-48a8-b85c-bf958fa3a9e0 req-b425b999-f6f0-47f1-a8c3-7b22941bdc57 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0763278 Aug 16 02:10:53.394073 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.394982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.395603 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.457410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] Pushing event updated for resources: {'Network': ['ID=27454c82-47c3-43be-9e93-2f78deb953d0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.495370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cf949894-7232-4b00-ab6b-c2170b43ab12 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9689765 Aug 16 02:10:53.500890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:53.501887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 27454c82-47c3-43be-9e93-2f78deb953d0 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:53.508756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Request body: {'subnet': {'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1877178510-subnet', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:53.532871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-046da5a0-187c-48a8-b85c-bf958fa3a9e0 req-89d3ac90-9962-43eb-b40b-4e38a7e9dda9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762863 Aug 16 02:10:53.543310 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d5e43de-219d-4fec-9cac-af6a982599fd req-2d672059-8587-4e71-9d85-6c665d6723b6 service neutron] 10.222.0.86 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274459 Aug 16 02:10:53.586872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Made reservation on behalf of 78d3ed06304148d8928828d7a6d46d58 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:53.590114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.769430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999c702-bc20-4633-80e3-e40c8ad22f08 req-cf39bdad-88a9-40bc-95be-de268a3bdc2e tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.770952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e999c702-bc20-4633-80e3-e40c8ad22f08 req-cf39bdad-88a9-40bc-95be-de268a3bdc2e tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0928047 Aug 16 02:10:53.778732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91633-c0af-4d65-add3-1c81dc1a65f6 req-fa9bb442-b5a4-4129-8f5e-7a51bc3f14e0 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.780558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75b91633-c0af-4d65-add3-1c81dc1a65f6 req-fa9bb442-b5a4-4129-8f5e-7a51bc3f14e0 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 944 time: 0.1352007 Aug 16 02:10:53.797604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-d68cf046-3507-469f-90b7-a5ddb30b4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.800149 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-d68cf046-3507-469f-90b7-a5ddb30b4a23 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c368790413fc46979bd11f4ccd0dbf48&device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0928128 Aug 16 02:10:53.802665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-f35a399e-1a6b-4417-943e-9091c110c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.804981 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-f35a399e-1a6b-4417-943e-9091c110c08b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c54df8fdc6f740309931fa28b65cfd8a&device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 1096 time: 0.1098218 Aug 16 02:10:53.848629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:53.899328 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75b91633-c0af-4d65-add3-1c81dc1a65f6 req-040c0166-adb8-46fc-aa1a-22bbdc2476e7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057358 Aug 16 02:10:53.928513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:53.929475 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.989934 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e999c702-bc20-4633-80e3-e40c8ad22f08 req-9b212507-44f7-4a46-852f-636cdb432607 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081656 Aug 16 02:10:53.997422 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.059026 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.102646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:54.106724 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e4109d-6be9-438b-aa32-e254379fe842" -d '{"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:54.126454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:54.145929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Checking segment: {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:54.145929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Network hostable DHCP agents. Network: 27454c82-47c3-43be-9e93-2f78deb953d0, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:54.147062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.218215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a10498-9717-491f-842b-427898cb7a7f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:54.243218 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e689917-685c-4f45-b13a-beb8e68c95b9 x-openstack-request-id: req-8e689917-685c-4f45-b13a-beb8e68c95b9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:54.243218 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:54.243218 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e689917-685c-4f45-b13a-beb8e68c95b9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:54.243218 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'code': 200} Aug 16 02:10:54.252060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Network 27454c82-47c3-43be-9e93-2f78deb953d0 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:54.263131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1042f-2593-4cdf-ab51-b77464ef4f5b req-b889abd7-ae7a-43a6-b064-2da50697327e tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.275687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59d1042f-2593-4cdf-ab51-b77464ef4f5b req-b889abd7-ae7a-43a6-b064-2da50697327e tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 944 time: 0.1060188 Aug 16 02:10:54.294696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:54.354398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 27454c82-47c3-43be-9e93-2f78deb953d0) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:54.365154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1cb178-ffc7-4080-abd7-0b04d8405d89 None None] Network 27454c82-47c3-43be-9e93-2f78deb953d0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:54.370941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.372316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.390217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-8b05cc05-f6f6-44be-8460-bbaff8dff0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.391920 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-8b05cc05-f6f6-44be-8460-bbaff8dff0fe service neutron] 10.222.0.86 "GET /v2.0/networks?id=81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 200 len: 920 time: 0.5666878 Aug 16 02:10:54.400226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-2b470853-8d7f-4d9b-9cbd-8cc2a1e6f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.400226 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-2b470853-8d7f-4d9b-9cbd-8cc2a1e6f7c7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cf63ec84-8556-4112-9c7b-20f30705e6ff HTTP/1.1" status: 200 len: 915 time: 0.5722766 Aug 16 02:10:54.400527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:54.401146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8179fc8b-4c10-494b-9522-be47dfb4f235 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8989604 Aug 16 02:10:54.405572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:54.442396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59d1042f-2593-4cdf-ab51-b77464ef4f5b req-7ea8be9a-8f35-42d3-81b7-df01a188826c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488123 Aug 16 02:10:54.472969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a9f62-48c3-4f2f-99b8-09a505a591b9 req-8411f100-d4db-4fb3-9136-5f1167e2710b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.486603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d46a9f62-48c3-4f2f-99b8-09a505a591b9 req-8411f100-d4db-4fb3-9136-5f1167e2710b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.1999800 Aug 16 02:10:54.526376 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-6fdfedd3-e2b3-4fcb-931b-3400bc9ff319 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805 HTTP/1.1" status: 200 len: 217 time: 0.1106033 Aug 16 02:10:54.534424 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-4eacbf57-88c4-4df9-a778-170073ec0d27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbf1c1be-c15a-4b45-9e07-d14b65e76855 HTTP/1.1" status: 200 len: 217 time: 0.1097679 Aug 16 02:10:54.559713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d46a9f62-48c3-4f2f-99b8-09a505a591b9 req-8b56eb10-87de-4fc7-9d60-5bbcf8a25d04 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716078 Aug 16 02:10:54.583214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-d29499ed-15db-4178-804f-9deb6b86f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.584794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-d29499ed-15db-4178-804f-9deb6b86f419 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 200 len: 859 time: 0.0485332 Aug 16 02:10:54.587239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.587849 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.681066 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.685716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-27454c82-47c3-43be-9e93-2f78deb953d0', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:54.688038 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.739506 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-ce90eb39-6e50-4ba2-9253-f9b27f2d7e7d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81198490-59d5-4e95-9155-f109086e1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878873 Aug 16 02:10:54.885517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-fa8386b4-c8a2-4d66-add2-77ebbca6e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.886939 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-fa8386b4-c8a2-4d66-add2-77ebbca6e18d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09203b6d-abd5-4774-9b4f-db928c816669 HTTP/1.1" status: 200 len: 854 time: 0.2345052 Aug 16 02:10:54.898745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Allocated IP 172.20.0.2 (27454c82-47c3-43be-9e93-2f78deb953d0/45a10498-9717-491f-842b-427898cb7a7f/3417af49-e882-4a77-9eee-73507a09cd45) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:54.984454 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.005715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-bcf3f5a3-27e2-4cdd-bc17-fa50d6b449c8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.007709 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-bcf3f5a3-27e2-4cdd-bc17-fa50d6b449c8 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.86 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.3573596 Aug 16 02:10:55.035743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-272441aa-35bc-432c-92e2-df970139469a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cf63ec84-8556-4112-9c7b-20f30705e6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276040 Aug 16 02:10:55.098092 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.131617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Transition to ACTIVE for port object 3417af49-e882-4a77-9eee-73507a09cd45 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:55.178110 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Transition to ACTIVE for port object 3417af49-e882-4a77-9eee-73507a09cd45 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:55.201283 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.243783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Network 27454c82-47c3-43be-9e93-2f78deb953d0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:55.246694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:55.247366 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2df20-6a64-43d1-abce-05db16b18512 req-6c711577-93ec-4fc3-9e6d-839eed13fd07 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.253252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:55.255928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19d2df20-6a64-43d1-abce-05db16b18512 req-6c711577-93ec-4fc3-9e6d-839eed13fd07 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0753698 Aug 16 02:10:55.271635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f0e5-126d-4e41-aaca-3f5f49cbc6c6 req-967d7fed-d26c-4e3d-83f9-60d8bb41ac5c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.273803 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-be97f8b1-a910-4d07-8372-edfe59febe1f service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840856 Aug 16 02:10:55.280537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3383f0e5-126d-4e41-aaca-3f5f49cbc6c6 req-967d7fed-d26c-4e3d-83f9-60d8bb41ac5c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.6592731 Aug 16 02:10:55.322985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Attempting to bind port 3417af49-e882-4a77-9eee-73507a09cd45 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:55.323365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Attempting to bind port 3417af49-e882-4a77-9eee-73507a09cd45 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:55.323726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Attempting to bind port 3417af49-e882-4a77-9eee-73507a09cd45 on network 27454c82-47c3-43be-9e93-2f78deb953d0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:55.326692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Pushing event updated for resources: {'Port': ['ID=3417af49-e882-4a77-9eee-73507a09cd45,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.338997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:55.339407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Checking segment: {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:55.339822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.340209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Bound using segment: {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:55.340670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Bound port: 3417af49-e882-4a77-9eee-73507a09cd45, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:55.341060 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.356351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19d2df20-6a64-43d1-abce-05db16b18512 req-fc2b0469-dc5b-471d-b2fb-2a94691cf203 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994990 Aug 16 02:10:55.376423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3383f0e5-126d-4e41-aaca-3f5f49cbc6c6 req-25e54aaf-10ed-4ec4-9840-52ca31a796d9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910614 Aug 16 02:10:55.405139 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f9cae065-7b34-4a0e-a2c5-0663628babe0 req-ad38651e-ae59-495e-a1e1-ad5befb2c16f service neutron] 10.222.0.86 "GET /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212082 Aug 16 02:10:55.418387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-84493275-fb59-4757-b498-6fd5619203ab None None] For port 3417af49-e882-4a77-9eee-73507a09cd45, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:55.433734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-84493275-fb59-4757-b498-6fd5619203ab None None] For port 3417af49-e882-4a77-9eee-73507a09cd45, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3417af49-e882-4a77-9eee-73507a09cd45,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:55.438852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.452684 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Deleting port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:55.453188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.521631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d7cf-2026-4deb-af87-fb1130d77931 req-7554de65-73c2-46c4-a914-3f28fd5ce4ef tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.526064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93e0d7cf-2026-4deb-af87-fb1130d77931 req-7554de65-73c2-46c4-a914-3f28fd5ce4ef tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0896678 Aug 16 02:10:55.560116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84493275-fb59-4757-b498-6fd5619203ab None None] Pushing event updated for resources: {'Port': ['ID=3417af49-e882-4a77-9eee-73507a09cd45,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.591402 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-5ba58d1b-de33-4167-9013-e97cf56057d1 service neutron] 10.222.0.86 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942858 Aug 16 02:10:55.648809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde218d-5a96-4890-933f-88f53b8ed3b5 req-fbe4d0ec-d1d3-41b5-a9ec-c21bb582e725 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.656759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bde218d-5a96-4890-933f-88f53b8ed3b5 req-fbe4d0ec-d1d3-41b5-a9ec-c21bb582e725 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 944 time: 0.0837955 Aug 16 02:10:55.667062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93e0d7cf-2026-4deb-af87-fb1130d77931 req-652dece6-1958-467e-8824-819fe86178d7 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313963 Aug 16 02:10:55.731728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bde218d-5a96-4890-933f-88f53b8ed3b5 req-63b9f93b-9d16-4ecc-9f3d-4a27422f92b3 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740535 Aug 16 02:10:55.905554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] For port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:55.906126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb937ce-0acb-4101-a410-aceb2842ce35 req-438a9541-a2d2-430e-be0c-7cb27634bea0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.910062 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.921226 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05d0027c-1836-4a23-ae78-b10701f72b54 req-9f86ee36-551b-47dd-9b40-346c094de658 service neutron] 10.222.0.86 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177621 Aug 16 02:10:55.922072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbb937ce-0acb-4101-a410-aceb2842ce35 req-438a9541-a2d2-430e-be0c-7cb27634bea0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 946 time: 0.1101837 Aug 16 02:10:55.933787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Calling delete_port for c138bfdb-dc6b-4be5-b6e2-ad297359fa1d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:56.013761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbb937ce-0acb-4101-a410-aceb2842ce35 req-7275453f-babf-4aa4-89bf-5f9d52e3588b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907109 Aug 16 02:10:56.082283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3417af49-e882-4a77-9eee-73507a09cd45 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:56.145762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.152700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3417af49-e882-4a77-9eee-73507a09cd45 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:56.189956 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.348616 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.387208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c138bfdb-dc6b-4be5-b6e2-ad297359fa1d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:56.405733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event deleted for resources: {'Port': ['ID=c138bfdb-dc6b-4be5-b6e2-ad297359fa1d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:56.429679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Allocated IP 172.25.5.100 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/f11515f4-9960-49ff-b657-914a7f4c23e5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:56.492656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] No DVR routers for this DVR port c138bfdb-dc6b-4be5-b6e2-ad297359fa1d on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:56.498369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.500458 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67ee6daf-052c-4d07-9b14-d53babf4386e req-b84812bd-34c9-414e-a9d7-f096652416c5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.86 "DELETE /v2.0/ports/c138bfdb-dc6b-4be5-b6e2-ad297359fa1d HTTP/1.1" status: 204 len: 173 time: 1.4691465 Aug 16 02:10:56.500915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb59dc26-52a7-47c5-b005-c62e5ea1ffb2', 'name': 'network-vif-deleted', 'tag': 'c138bfdb-dc6b-4be5-b6e2-ad297359fa1d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:56.503457 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5330967c-689e-4895-a4c9-f256f30afbaa" -d '{"events": [{"server_uuid": "fb59dc26-52a7-47c5-b005-c62e5ea1ffb2", "name": "network-vif-deleted", "tag": "c138bfdb-dc6b-4be5-b6e2-ad297359fa1d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:56.630976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c821-728b-402d-aed1-18f025b574b7 req-011b9539-d308-44da-8104-b1fdf1af3c01 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.633418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6306c821-728b-402d-aed1-18f025b574b7 req-011b9539-d308-44da-8104-b1fdf1af3c01 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1535475 Aug 16 02:10:56.644935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb5564-e22a-4eb5-bb31-f73c45f8f566 req-816b1d02-dd2c-4f77-9d95-b52a6eaf68f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.654224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9adb5564-e22a-4eb5-bb31-f73c45f8f566 req-816b1d02-dd2c-4f77-9d95-b52a6eaf68f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1608210 Aug 16 02:10:56.661713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.731620 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.753761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6306c821-728b-402d-aed1-18f025b574b7 req-30f6ee75-5195-4f9e-a496-2143fec5ee36 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974140 Aug 16 02:10:56.773993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9adb5564-e22a-4eb5-bb31-f73c45f8f566 req-edaa6c2a-6f55-4818-b97a-c6220f7cf4d4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060858 Aug 16 02:10:56.798186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Pushing event updated for resources: {'Port': ['ID=f11515f4-9960-49ff-b657-914a7f4c23e5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:56.815175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:56.817165 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23493b87-5dd8-4afd-8ff0-4e16d0110d84 x-openstack-request-id: req-23493b87-5dd8-4afd-8ff0-4e16d0110d84 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:56.817512 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb59dc26-52a7-47c5-b005-c62e5ea1ffb2", "name": "network-vif-deleted", "tag": "c138bfdb-dc6b-4be5-b6e2-ad297359fa1d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:56.817820 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23493b87-5dd8-4afd-8ff0-4e16d0110d84 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:56.818389 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb59dc26-52a7-47c5-b005-c62e5ea1ffb2', 'name': 'network-vif-deleted', 'tag': 'c138bfdb-dc6b-4be5-b6e2-ad297359fa1d', 'status': 'completed', 'code': 200} Aug 16 02:10:56.819421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:56.823159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:57.017641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29024e-f726-4d60-956f-0c06e0bb11a6 req-ec4987bc-f512-4e05-9b08-2b36847baf7d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:57.020485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce29024e-f726-4d60-956f-0c06e0bb11a6 req-ec4987bc-f512-4e05-9b08-2b36847baf7d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1353173 Aug 16 02:10:57.038507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb66d9b-f827-46e9-8661-f2fcf6bbdec2 req-a75a02e5-c076-4c25-be2d-0256f2f772eb tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:57.040156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7fb66d9b-f827-46e9-8661-f2fcf6bbdec2 req-a75a02e5-c076-4c25-be2d-0256f2f772eb tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 944 time: 0.1180382 Aug 16 02:10:57.112448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce29024e-f726-4d60-956f-0c06e0bb11a6 req-e6803c79-146d-4f20-a6eb-fee4ac706947 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709126 Aug 16 02:10:57.141803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef24824-3bdd-4b92-86d1-b6b0db9abd33 None None] Network 27454c82-47c3-43be-9e93-2f78deb953d0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:57.168510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7fb66d9b-f827-46e9-8661-f2fcf6bbdec2 req-494eac7c-10e3-4e12-aa5d-07308e43abb0 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122842 Aug 16 02:10:57.235853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.366345 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b569e261-7b65-489c-90c5-974f5191a19d None None] Provisioning for port 3417af49-e882-4a77-9eee-73507a09cd45 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:57.400214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b569e261-7b65-489c-90c5-974f5191a19d None None] Provisioning complete for port 3417af49-e882-4a77-9eee-73507a09cd45 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:57.400844 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b569e261-7b65-489c-90c5-974f5191a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.408711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c71f155-cef8-4312-af35-02fe37017868 req-5eac7208-f300-42c1-851d-3fb8a8001c74 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb59dc26-52a7-47c5-b005-c62e5ea1ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0568194 Aug 16 02:10:57.552168 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b569e261-7b65-489c-90c5-974f5191a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.613108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b569e261-7b65-489c-90c5-974f5191a19d None None] For port 3417af49-e882-4a77-9eee-73507a09cd45, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3417af49-e882-4a77-9eee-73507a09cd45,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:57.622083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b569e261-7b65-489c-90c5-974f5191a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.636431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.689717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569e261-7b65-489c-90c5-974f5191a19d None None] Pushing event updated for resources: {'Port': ['ID=3417af49-e882-4a77-9eee-73507a09cd45,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.856829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1fd8c6cc-5da7-4a40-8903-1a95586f0c8a None None] Provisioning complete for port 3417af49-e882-4a77-9eee-73507a09cd45 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:57.857081 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c6cc-5da7-4a40-8903-1a95586f0c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.997001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3417af49-e882-4a77-9eee-73507a09cd45 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:58.024948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ab7d2-d032-4c23-bf64-e2d10db32e3f req-2015dbfd-5438-4d39-9c22-095114d8bd7d tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.035542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b0ab7d2-d032-4c23-bf64-e2d10db32e3f req-2015dbfd-5438-4d39-9c22-095114d8bd7d tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1427372 Aug 16 02:10:58.057932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca74aac-1016-41ba-93bb-a88ceef7827a req-d99a7b45-d803-46c2-a0f3-b121cdb3ecac tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.065814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca74aac-1016-41ba-93bb-a88ceef7827a req-d99a7b45-d803-46c2-a0f3-b121cdb3ecac tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1541722 Aug 16 02:10:58.083465 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3417af49-e882-4a77-9eee-73507a09cd45 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:58.084023 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.156739 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca74aac-1016-41ba-93bb-a88ceef7827a req-8b0e7ebf-d44a-4cb2-96cc-ee1483deb445 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893934 Aug 16 02:10:58.187217 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b0ab7d2-d032-4c23-bf64-e2d10db32e3f req-564d305d-ebc5-4515-ade0-7934ff9fa6a9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313565 Aug 16 02:10:58.287842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:58.400494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797dd43-a519-4185-8c07-29e9aecda00c req-29f73097-8f11-41b1-9b95-7587ec9baa1f tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.402148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0797dd43-a519-4185-8c07-29e9aecda00c req-29f73097-8f11-41b1-9b95-7587ec9baa1f tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 944 time: 0.1072268 Aug 16 02:10:58.416255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3798c36-7b17-4ad9-b09a-08dda390662c req-bb55c7c6-689b-4e92-bce9-3cf2b13d39d0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.417828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b3798c36-7b17-4ad9-b09a-08dda390662c req-bb55c7c6-689b-4e92-bce9-3cf2b13d39d0 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1362832 Aug 16 02:10:58.432914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:58.446307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Sync routers for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:58.451686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.453444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d588499b-430c-4c8e-aebc-1c05ba3cc18f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0518103 Aug 16 02:10:58.456373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:58.458409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:58.459364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:58.492490 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b3798c36-7b17-4ad9-b09a-08dda390662c req-f3fe7477-bf8d-4394-b34b-952e97d88bce tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658469 Aug 16 02:10:58.527736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0797dd43-a519-4185-8c07-29e9aecda00c req-59068bc6-a996-4f37-bf0e-de8e5f853005 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085067 Aug 16 02:10:58.812170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device bbf1c1be-c15a-4b45-9e07-d14b65e76855 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:58.814805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c138bfdb-dc6b-4be5-b6e2-ad297359fa1d no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:58.846807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: c138bfdb-dc6b-4be5-b6e2-ad297359fa1d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:58.847186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c138bfdb-dc6b-4be5-b6e2-ad297359fa1d not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:58.860398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:59.066716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port bbf1c1be-c15a-4b45-9e07-d14b65e76855, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bbf1c1be-c15a-4b45-9e07-d14b65e76855,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:59.071583 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.103906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'bbf1c1be-c15a-4b45-9e07-d14b65e76855', 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff', 'port_id': 'bbf1c1be-c15a-4b45-9e07-d14b65e76855', 'mac_address': 'fa:16:3e:c2:67:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09203b6d-abd5-4774-9b4f-db928c816669', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:59.106332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b58b2-64cf-4950-bc91-9782917d00bb req-da774633-7d5f-40c1-a4ba-7401a1ae7a5c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.118031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-da774633-7d5f-40c1-a4ba-7401a1ae7a5c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.1492560 Aug 16 02:10:59.135767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-4cd4eeba-af58-42cf-94ee-be55feb97b26 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/quotas/ced30993e38c4951aa7ea946b94abb6f HTTP/1.1" status: 200 len: 375 time: 0.0168009 Aug 16 02:10:59.154440 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.175015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-7a287b60-46aa-4a72-b846-42869a0b8b1c tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383000 Aug 16 02:10:59.175669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf1c1be-c15a-4b45-9e07-d14b65e76855 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:59.199716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port bbf1c1be-c15a-4b45-9e07-d14b65e76855, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bbf1c1be-c15a-4b45-9e07-d14b65e76855,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:59.207743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.267452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=bbf1c1be-c15a-4b45-9e07-d14b65e76855,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.283395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-fb52cb58-dec2-45e6-b064-41e389052b36 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073802 Aug 16 02:10:59.292907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:10:57Z', 'revision_number': 3, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:59.353834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Checking router: 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:59.354697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Updating router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da port f11515f4-9960-49ff-b657-914a7f4c23e5 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:10:59.370557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Allocated IP 172.20.0.1 (27454c82-47c3-43be-9e93-2f78deb953d0/45a10498-9717-491f-842b-427898cb7a7f/85e51636-b15a-4cc2-bd8c-04863e763338) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:59.411387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.419340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94495363-bb86-434f-b6bf-45e323f1a2b5 req-cc08d16f-a097-443b-af64-89cf0113ad73 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.420891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94495363-bb86-434f-b6bf-45e323f1a2b5 req-cc08d16f-a097-443b-af64-89cf0113ad73 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0821030 Aug 16 02:10:59.482978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-ce11baa8-4dcf-4eb9-8f20-6f4dc89a66a3 service neutron] 10.222.0.61 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986485 Aug 16 02:10:59.506791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94495363-bb86-434f-b6bf-45e323f1a2b5 req-6064f91d-179d-4eaa-b0f4-d866f7704b32 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723462 Aug 16 02:10:59.534284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.547669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Transition to ACTIVE for port object 85e51636-b15a-4cc2-bd8c-04863e763338 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:59.624841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.703541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02915d0b-2b11-4b27-aabc-43a2ec11c67a req-705e9328-2a0a-4a14-93e5-f0f5eab90251 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.705159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02915d0b-2b11-4b27-aabc-43a2ec11c67a req-705e9328-2a0a-4a14-93e5-f0f5eab90251 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1051495 Aug 16 02:10:59.722868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Network 27454c82-47c3-43be-9e93-2f78deb953d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:59.730727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:59.736642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:59.816754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Pushing event updated for resources: {'Port': ['ID=85e51636-b15a-4cc2-bd8c-04863e763338,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.837769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.845049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.870304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02915d0b-2b11-4b27-aabc-43a2ec11c67a req-80c7e491-6a07-4405-a0c2-ab6f78825abe tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569698 Aug 16 02:10:59.872938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Transition to ACTIVE for port object f11515f4-9960-49ff-b657-914a7f4c23e5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:59.883488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.944691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b9496-3089-45e5-9803-fdc5c2f764b0 req-43d6d7f8-2ea0-4ce8-ab45-a499c565ea1d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.952558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec4b9496-3089-45e5-9803-fdc5c2f764b0 req-43d6d7f8-2ea0-4ce8-ab45-a499c565ea1d tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.2105978 Aug 16 02:10:59.963017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['bbf1c1be-c15a-4b45-9e07-d14b65e76855'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:00.013069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Attempting to bind port f11515f4-9960-49ff-b657-914a7f4c23e5 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:00.013383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Attempting to bind port f11515f4-9960-49ff-b657-914a7f4c23e5 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:00.013707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Attempting to bind port f11515f4-9960-49ff-b657-914a7f4c23e5 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:00.023021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:00.023507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:00.023932 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.025083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:00.025585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Bound port: f11515f4-9960-49ff-b657-914a7f4c23e5, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:00.026713 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.029125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55749b50-a20a-4086-ab00-d4b3d811a576 None None] Pushing event updated for resources: {'Port': ['ID=f11515f4-9960-49ff-b657-914a7f4c23e5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.110432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec4b9496-3089-45e5-9803-fdc5c2f764b0 req-e337a9fe-309a-4e58-bfda-72e1c0b36617 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551092 Aug 16 02:11:00.185826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c506fdb-d060-43ae-811d-f5e6e53eb896 req-d4994fe0-f26a-4fc6-a68f-50bcd9f64374 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:00.194274 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c506fdb-d060-43ae-811d-f5e6e53eb896 req-d4994fe0-f26a-4fc6-a68f-50bcd9f64374 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 945 time: 0.1463668 Aug 16 02:11:00.224201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.299718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c506fdb-d060-43ae-811d-f5e6e53eb896 req-27fb69ac-ae64-4b88-ab70-88db40b8d6c5 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037955 Aug 16 02:11:00.337067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] For port f11515f4-9960-49ff-b657-914a7f4c23e5, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:00.341541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] For port f11515f4-9960-49ff-b657-914a7f4c23e5, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f11515f4-9960-49ff-b657-914a7f4c23e5,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:00.357713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a920cb0b-1117-4076-baab-4f81e8a8da95 None None] Provisioning for port 85e51636-b15a-4cc2-bd8c-04863e763338 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:00.376860 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.390065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a920cb0b-1117-4076-baab-4f81e8a8da95 None None] Provisioning complete for port 85e51636-b15a-4cc2-bd8c-04863e763338 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:00.391505 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a920cb0b-1117-4076-baab-4f81e8a8da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.408032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08c001c8-42f8-49b5-a1a7-91d85bacbd27 req-08d0eb82-ebf8-4b6c-94b8-f70e7fd6ade1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 210 time: 0.0703316 Aug 16 02:11:00.533493 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.547468 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.563137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:00.563799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:00.565631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a920cb0b-1117-4076-baab-4f81e8a8da95 None None] Port 85e51636-b15a-4cc2-bd8c-04863e763338 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:00.628555 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.636212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55749b50-a20a-4086-ab00-d4b3d811a576 None None] Pushing event updated for resources: {'Port': ['ID=f11515f4-9960-49ff-b657-914a7f4c23e5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.704677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Pushing event updated for resources: {'Port': ['ID=85e51636-b15a-4cc2-bd8c-04863e763338,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.730671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.747750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696e139-2ed1-40c8-aed9-af5d691b5d85 req-a4179958-1c06-4ef4-ad92-e252eb6d8167 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:00.757819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6696e139-2ed1-40c8-aed9-af5d691b5d85 req-a4179958-1c06-4ef4-ad92-e252eb6d8167 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.0949583 Aug 16 02:11:00.764455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:00.853309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6696e139-2ed1-40c8-aed9-af5d691b5d85 req-3baa4baa-ead8-4143-aeab-fc2297480aff tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887859 Aug 16 02:11:01.051573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Network 27454c82-47c3-43be-9e93-2f78deb953d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:01.053521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:01.082521 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a82715f5-5aa8-4f09-b7a9-942f59e736f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.095437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acc0e4-d940-439e-8c73-200dc284ee56 req-431d0019-7df7-453f-8eb5-4a4815b16f9e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.097231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60acc0e4-d940-439e-8c73-200dc284ee56 req-431d0019-7df7-453f-8eb5-4a4815b16f9e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1080308 Aug 16 02:11:01.178485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60acc0e4-d940-439e-8c73-200dc284ee56 req-2e897706-7bba-4ef3-b76e-3301bbf738b7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729487 Aug 16 02:11:01.245798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:01.268979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 2, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:01.302161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e6f95-e753-49b9-b35d-00757a5d1998 None None] The sync data for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 is: [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 2, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:01.457556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ae8eb-d8d8-4136-8fac-e5c1ee6b008a req-6b7e769e-855c-4a4d-b7d4-29f7ce5f712b tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.468879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da8ae8eb-d8d8-4136-8fac-e5c1ee6b008a req-6b7e769e-855c-4a4d-b7d4-29f7ce5f712b tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 945 time: 0.0881913 Aug 16 02:11:01.489841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:01.506080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f1b18fa7-a083-4e5b-8dc8-0deefb0b6d9d None None] Provisioning complete for port 85e51636-b15a-4cc2-bd8c-04863e763338 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:01.506461 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1b18fa7-a083-4e5b-8dc8-0deefb0b6d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.516530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c5a75749-b1c8-40de-a846-824aad78828d admin admin] 10.222.0.61 "PUT /v2.0/routers/7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0583248 Aug 16 02:11:01.547223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da8ae8eb-d8d8-4136-8fac-e5c1ee6b008a req-481b962f-ab0a-4a3e-9334-a39bc194ed64 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771995 Aug 16 02:11:01.672180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f1b18fa7-a083-4e5b-8dc8-0deefb0b6d9d None None] Port 85e51636-b15a-4cc2-bd8c-04863e763338 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:01.701829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-133cabbc-6eda-4975-9bd0-0fa985aad5c5 req-283ddf7f-6a75-4d3c-be45-12b02ae0925d tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 210 time: 0.0917704 Aug 16 02:11:01.841896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b58b2-64cf-4950-bc91-9782917d00bb req-79e93254-48f0-465e-8ed4-5897d6074a47 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.845326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-79e93254-48f0-465e-8ed4-5897d6074a47 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 811 time: 0.2472594 Aug 16 02:11:01.915021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Request body: {'port': {'device_id': '962226d6-c1e3-4f54-8fb9-137e2f7b8661', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'admin_state_up': True, 'tenant_id': 'ced30993e38c4951aa7ea946b94abb6f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:02.133732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0854a05-41b6-4991-b392-cb8d1c09aaa6 req-d94e7ab0-aece-4a0d-8b21-098b31865998 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:02.141337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0854a05-41b6-4991-b392-cb8d1c09aaa6 req-d94e7ab0-aece-4a0d-8b21-098b31865998 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1171279 Aug 16 02:11:02.153292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Made reservation on behalf of ced30993e38c4951aa7ea946b94abb6f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:02.163732 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.261127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0854a05-41b6-4991-b392-cb8d1c09aaa6 req-f1813a6c-ca36-4cb0-8b63-4809c63f1268 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139269 Aug 16 02:11:02.263991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:02.279533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-745b6d51-6ed2-4b95-9be3-5ec0ed622e4b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954617406', 'description': 'tempest-description--1523702852'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:02.347782 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-745b6d51-6ed2-4b95-9be3-5ec0ed622e4b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.510448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661673b8-3d62-46fc-839f-328caa61115c req-832d0967-ba79-4a8d-a848-e15658f96c30 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:02.548063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-661673b8-3d62-46fc-839f-328caa61115c req-832d0967-ba79-4a8d-a848-e15658f96c30 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1490908 Aug 16 02:11:02.555433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Allocated IP 172.20.0.9 (c659e69c-8c56-4059-85f6-ca1de257d7d8/d6492c11-2dd8-41be-8aa8-87347a69cd49/a101d60f-afd1-4723-88ef-a4d2aeef3c1d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:02.665338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device bbf1c1be-c15a-4b45-9e07-d14b65e76855 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:02.726837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-661673b8-3d62-46fc-839f-328caa61115c req-4c594ad8-199f-4127-866c-cb4656f7c0f4 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774294 Aug 16 02:11:02.896662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port bbf1c1be-c15a-4b45-9e07-d14b65e76855 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:02.902699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port bbf1c1be-c15a-4b45-9e07-d14b65e76855 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:02.903119 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.097120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.120549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4867-62be-45db-9b9e-7577f21cc62c req-096dd7c7-4746-4b0a-b587-63930331dd9f tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.135579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c54b4867-62be-45db-9b9e-7577f21cc62c req-096dd7c7-4746-4b0a-b587-63930331dd9f tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 945 time: 0.4033909 Aug 16 02:11:03.140471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-745b6d51-6ed2-4b95-9be3-5ec0ed622e4b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.145354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.183684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.204057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b79f7cc-0270-491a-85d1-95ff5389ac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf1c1be-c15a-4b45-9e07-d14b65e76855'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:03.206463 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5929ec-1cd5-497a-8f4f-b5d86294d30c" -d '{"events": [{"server_uuid": "0b79f7cc-0270-491a-85d1-95ff5389ac2f", "name": "network-vif-plugged", "status": "completed", "tag": "bbf1c1be-c15a-4b45-9e07-d14b65e76855"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:03.213182 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-745b6d51-6ed2-4b95-9be3-5ec0ed622e4b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.218609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6749ea2-4b2c-4c14-9c5e-56046d606fbd req-d332d981-933f-46a2-ae48-73d8fa53fa92 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 210 time: 0.1215839 Aug 16 02:11:03.259596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Network c659e69c-8c56-4059-85f6-ca1de257d7d8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:03.268936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:03.269743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port bbf1c1be-c15a-4b45-9e07-d14b65e76855, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bbf1c1be-c15a-4b45-9e07-d14b65e76855,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:03.283029 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.283470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:03.316854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-745b6d51-6ed2-4b95-9be3-5ec0ed622e4b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.333680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-745b6d51-6ed2-4b95-9be3-5ec0ed622e4b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0679381 Aug 16 02:11:03.336811 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dcb130-45a4-4318-8037-e833d8965766 x-openstack-request-id: req-26dcb130-45a4-4318-8037-e833d8965766 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:03.337212 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b79f7cc-0270-491a-85d1-95ff5389ac2f", "name": "network-vif-plugged", "status": "completed", "tag": "bbf1c1be-c15a-4b45-9e07-d14b65e76855", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:03.337653 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26dcb130-45a4-4318-8037-e833d8965766 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:03.338310 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b79f7cc-0270-491a-85d1-95ff5389ac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf1c1be-c15a-4b45-9e07-d14b65e76855', 'code': 200} Aug 16 02:11:03.339185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:03.340011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b6d51-6ed2-4b95-9be3-5ec0ed622e4b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:03.349541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fe70ecf7-43fe-48b7-8ab8-15fc5f12fe94 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Request body: {'security_group_rule': {'security_group_id': 'bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:03.369370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c54b4867-62be-45db-9b9e-7577f21cc62c req-0f7ce5b9-9b95-4a80-ab7f-1b9d9eb34525 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078674 Aug 16 02:11:03.412515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=bbf1c1be-c15a-4b45-9e07-d14b65e76855,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:03.442023 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe70ecf7-43fe-48b7-8ab8-15fc5f12fe94 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.531690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event updated for resources: {'Port': ['ID=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:03.592954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e2a1f81a-669c-4294-a6f5-071bec678628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.603214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.603566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.603928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.604256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.604799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.605136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.605456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.605784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.606111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.606440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.606853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.607206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:03.629826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.630480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.643859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273fa89-5b7c-4236-a478-e37dc3479d43 req-7ac27123-45e9-495a-8177-4ecd7fc266aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.645400 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5273fa89-5b7c-4236-a478-e37dc3479d43 req-7ac27123-45e9-495a-8177-4ecd7fc266aa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 1098 time: 0.2098336 Aug 16 02:11:03.652823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02480dd-fb79-485c-b304-6a0cd6bec2dc req-d6049bde-edd6-4f2f-ae8e-1dc351534534 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.655027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e02480dd-fb79-485c-b304-6a0cd6bec2dc req-d6049bde-edd6-4f2f-ae8e-1dc351534534 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1646714 Aug 16 02:11:03.692429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-88adb4be-ebff-4b56-83c0-d0be0aeff50b tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8004746 Aug 16 02:11:03.707348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe70ecf7-43fe-48b7-8ab8-15fc5f12fe94 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.734230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5273fa89-5b7c-4236-a478-e37dc3479d43 req-a7571002-e169-4887-84c6-17e1f8d106ec service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789819 Aug 16 02:11:03.738688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Request body: {'port': {'device_id': '962226d6-c1e3-4f54-8fb9-137e2f7b8661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:03.742486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe70ecf7-43fe-48b7-8ab8-15fc5f12fe94 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.790652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e02480dd-fb79-485c-b304-6a0cd6bec2dc req-9de8e56a-27b9-43e2-88f3-0f9a24d60cc4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277630 Aug 16 02:11:03.810174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70ecf7-43fe-48b7-8ab8-15fc5f12fe94 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdac544-fbd7-4b2f-9849-76a51e5ec7bf,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:03.835405 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe70ecf7-43fe-48b7-8ab8-15fc5f12fe94 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.839769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fe70ecf7-43fe-48b7-8ab8-15fc5f12fe94 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4965301 Aug 16 02:11:03.840427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:03.846265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1f841361-1ad8-4240-836a-7d3dd35a1152 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Request body: {'security_group_rule': {'security_group_id': 'bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:03.881367 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.921966 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.968120 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f841361-1ad8-4240-836a-7d3dd35a1152 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.063162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ef26d-4d96-4a06-8daf-50e0169c6a6f req-829b9734-7a53-443f-b09b-0b709fab3e97 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:04.079990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c2ef26d-4d96-4a06-8daf-50e0169c6a6f req-829b9734-7a53-443f-b09b-0b709fab3e97 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1469662 Aug 16 02:11:04.089443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f11515f4-9960-49ff-b657-914a7f4c23e5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:04.141032 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f841361-1ad8-4240-836a-7d3dd35a1152 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.155453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c2ef26d-4d96-4a06-8daf-50e0169c6a6f req-094ec917-6406-40d1-b0a4-c7c2595bbc80 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741873 Aug 16 02:11:04.165336 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f841361-1ad8-4240-836a-7d3dd35a1152 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.224309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f841361-1ad8-4240-836a-7d3dd35a1152 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5879305-7f9c-45b3-a2e0-3226c073d015,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:04.242696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port f11515f4-9960-49ff-b657-914a7f4c23e5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:04.248517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f11515f4-9960-49ff-b657-914a7f4c23e5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:04.249214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.251924 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f841361-1ad8-4240-836a-7d3dd35a1152 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.255528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1f841361-1ad8-4240-836a-7d3dd35a1152 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4136589 Aug 16 02:11:04.259262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:04.273166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:04.331751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.424854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a101d60f-afd1-4723-88ef-a4d2aeef3c1d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:04.440910 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.456974 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.464045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Transition to ACTIVE for port object a101d60f-afd1-4723-88ef-a4d2aeef3c1d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:04.480469 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.516532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port f11515f4-9960-49ff-b657-914a7f4c23e5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f11515f4-9960-49ff-b657-914a7f4c23e5,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:04.527124 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.545969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Pushing event updated for resources: {'Port': ['ID=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:04.639386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=f11515f4-9960-49ff-b657-914a7f4c23e5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:04.661209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a579b-ada9-4346-8954-6b87bafbd1f0 req-6c75f018-ea9d-4c19-8e48-92b80b8e86b3 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:04.669191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b4a579b-ada9-4346-8954-6b87bafbd1f0 req-6c75f018-ea9d-4c19-8e48-92b80b8e86b3 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 931 time: 0.3082185 Aug 16 02:11:04.695562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0f57d-2f2f-4cec-a57a-1c1c1158b516 req-0957f894-60d4-4fb6-bf25-4f7021857499 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:04.704369 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37f0f57d-2f2f-4cec-a57a-1c1c1158b516 req-0957f894-60d4-4fb6-bf25-4f7021857499 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 946 time: 0.1996448 Aug 16 02:11:04.756030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Attempting to bind port a101d60f-afd1-4723-88ef-a4d2aeef3c1d on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:04.757485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Attempting to bind port a101d60f-afd1-4723-88ef-a4d2aeef3c1d by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:04.757909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Attempting to bind port a101d60f-afd1-4723-88ef-a4d2aeef3c1d on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:04.769937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Port a101d60f-afd1-4723-88ef-a4d2aeef3c1d on network c659e69c-8c56-4059-85f6-ca1de257d7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:04.772272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Attempting to bind port a101d60f-afd1-4723-88ef-a4d2aeef3c1d on network c659e69c-8c56-4059-85f6-ca1de257d7d8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:04.787595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37f0f57d-2f2f-4cec-a57a-1c1c1158b516 req-496461a8-1bc9-4711-84be-a13bb3a70a85 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821316 Aug 16 02:11:04.791567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:04.795190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Checking segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:04.795714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Bound using segment: {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:04.796812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.797208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Bound port: a101d60f-afd1-4723-88ef-a4d2aeef3c1d, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dece28-6c35-4979-a714-15c89343be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:04.797590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.824140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b4a579b-ada9-4346-8954-6b87bafbd1f0 req-63d1361d-a000-4111-a636-79d7181d5c01 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539757 Aug 16 02:11:04.903803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.963786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] For port a101d60f-afd1-4723-88ef-a4d2aeef3c1d, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:04.976827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] For port a101d60f-afd1-4723-88ef-a4d2aeef3c1d, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:04.985053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.058550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.059235 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.060902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] 10.222.0.93 "PUT /v2.0/ports/a101d60f-afd1-4723-88ef-a4d2aeef3c1d HTTP/1.1" status: 200 len: 1092 time: 1.3520977 Aug 16 02:11:05.061351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962226d6-c1e3-4f54-8fb9-137e2f7b8661', 'tag': 'a101d60f-afd1-4723-88ef-a4d2aeef3c1d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:05.063661 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "962226d6-c1e3-4f54-8fb9-137e2f7b8661", "tag": "a101d60f-afd1-4723-88ef-a4d2aeef3c1d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:05.153361 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Sync routers for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:05.161584 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c02936b-27a4-4f8c-98d9-c8dff730f3a3 x-openstack-request-id: req-6c02936b-27a4-4f8c-98d9-c8dff730f3a3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:05.163806 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962226d6-c1e3-4f54-8fb9-137e2f7b8661", "tag": "a101d60f-afd1-4723-88ef-a4d2aeef3c1d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:05.164573 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c02936b-27a4-4f8c-98d9-c8dff730f3a3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:05.166022 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962226d6-c1e3-4f54-8fb9-137e2f7b8661', 'tag': 'a101d60f-afd1-4723-88ef-a4d2aeef3c1d', 'status': 'completed', 'code': 200} Aug 16 02:11:05.166251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1c80-abdb-4200-915b-e34a71da3f74 req-9b5bfc9b-ba3f-4bf3-9113-0c2011b3d3f1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.168179 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:05.169566 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:11:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:05.182507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-502e1c80-abdb-4200-915b-e34a71da3f74 req-9b5bfc9b-ba3f-4bf3-9113-0c2011b3d3f1 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1381571 Aug 16 02:11:05.211573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8020ec-6573-427a-bd0b-92dbdb070971 service neutron] Pushing event updated for resources: {'Port': ['ID=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.232223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b58b2-64cf-4950-bc91-9782917d00bb req-f4018220-e4d9-4e41-a7cc-72661e0234e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.233830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-f4018220-e4d9-4e41-a7cc-72661e0234e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 1095 time: 0.1020939 Aug 16 02:11:05.298808 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-7859a840-0ff3-4283-bfa6-db314a01020c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a101d60f-afd1-4723-88ef-a4d2aeef3c1d HTTP/1.1" status: 200 len: 217 time: 0.0488935 Aug 16 02:11:05.342008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Allocated IP 172.25.5.10 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/7dd3acfe-1d89-477b-b939-0af6ca7f9a36) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:05.355112 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:05.365464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b58b2-64cf-4950-bc91-9782917d00bb req-80724e81-924a-4d29-a4fc-05b013784bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.368238 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-80724e81-924a-4d29-a4fc-05b013784bdf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.0571129 Aug 16 02:11:05.382338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-502e1c80-abdb-4200-915b-e34a71da3f74 req-46983b23-9e57-4aa4-9b11-8a8f121cef5b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982481 Aug 16 02:11:05.422904 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-77176a39-0897-44ad-93aa-a8ce52d52742 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421245 Aug 16 02:11:05.569700 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-afc551fd-002c-47c3-944e-9163e40bb55f service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369274 Aug 16 02:11:05.599288 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 2, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:05.630029 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Checking router: 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:05.630745 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Updating router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da port 85e51636-b15a-4cc2-bd8c-04863e763338 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:05.662042 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.674800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35baa47-7dae-4309-bf7d-134e064a0410 req-d655c8b6-f454-46ae-b528-cc4aef9dcb64 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.692148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e35baa47-7dae-4309-bf7d-134e064a0410 req-d655c8b6-f454-46ae-b528-cc4aef9dcb64 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1606021 Aug 16 02:11:05.753851 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-369b58b2-64cf-4950-bc91-9782917d00bb req-a9834137-b89e-4b70-819c-f8d3437632d6 service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762507 Aug 16 02:11:05.760634 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.799689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e35baa47-7dae-4309-bf7d-134e064a0410 req-4e975251-cf85-4fe6-964f-fa74f0d12052 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057734 Aug 16 02:11:05.937977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-51f18417-85d9-4884-8cab-b5fa751cdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.939511 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-51f18417-85d9-4884-8cab-b5fa751cdd35 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ced30993e38c4951aa7ea946b94abb6f&device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 1095 time: 0.1347535 Aug 16 02:11:06.000787 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.033067 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Transition to ACTIVE for port object 85e51636-b15a-4cc2-bd8c-04863e763338 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:06.045582 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.063906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f11515f4-9960-49ff-b657-914a7f4c23e5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:06.117259 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.164192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-35dee53f-cb10-4792-b408-a705db0a806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.166049 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-35dee53f-cb10-4792-b408-a705db0a806b service neutron] 10.222.0.93 "GET /v2.0/networks?id=c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 200 len: 912 time: 0.2156405 Aug 16 02:11:06.199348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f11515f4-9960-49ff-b657-914a7f4c23e5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:06.199857 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.227485 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Pushing event updated for resources: {'Port': ['ID=85e51636-b15a-4cc2-bd8c-04863e763338,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.262298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc178929-f591-4b35-b226-c5a02d3f19f9 req-a4c0e8f2-fa76-4420-9505-c33a5afbc4c1 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.267874 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-2478c2e7-3694-468c-aefb-c2b96e4282c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a101d60f-afd1-4723-88ef-a4d2aeef3c1d HTTP/1.1" status: 200 len: 217 time: 0.0896025 Aug 16 02:11:06.276360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc178929-f591-4b35-b226-c5a02d3f19f9 req-a4c0e8f2-fa76-4420-9505-c33a5afbc4c1 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 946 time: 0.3797216 Aug 16 02:11:06.300760 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.301418 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.301970 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.305618 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.306276 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.306845 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.307438 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.308006 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.308543 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.309078 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.309631 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.315675 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:06.347696 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Attempting to bind port 85e51636-b15a-4cc2-bd8c-04863e763338 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:06.348408 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Attempting to bind port 85e51636-b15a-4cc2-bd8c-04863e763338 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:06.349011 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Attempting to bind port 85e51636-b15a-4cc2-bd8c-04863e763338 on network 27454c82-47c3-43be-9e93-2f78deb953d0 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:06.352857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:06.368628 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:06.369401 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Checking segment: {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:06.370128 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.370750 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Bound using segment: {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:06.371636 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Bound port: 85e51636-b15a-4cc2-bd8c-04863e763338, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:06.372098 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.381480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ae31b-528e-458b-93b2-076b844ee221 req-7acc689b-7f4e-4acb-8caa-c8b1fc133109 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.405448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c2ae31b-528e-458b-93b2-076b844ee221 req-7acc689b-7f4e-4acb-8caa-c8b1fc133109 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 943 time: 0.3843541 Aug 16 02:11:06.406439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-b1a6eba4-8c3b-4fca-b966-754e0c05adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.408037 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-b1a6eba4-8c3b-4fca-b966-754e0c05adc0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 200 len: 851 time: 0.1357639 Aug 16 02:11:06.414946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:06.436839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Pushing event updated for resources: {'Port': ['ID=7dd3acfe-1d89-477b-b939-0af6ca7f9a36,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.442955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:06.472179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-1b95209c-e6d6-4187-a901-21ca83aeb804 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c659e69c-8c56-4059-85f6-ca1de257d7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527105 Aug 16 02:11:06.551885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc178929-f591-4b35-b226-c5a02d3f19f9 req-bb6dacac-0a02-4804-bc0e-f95890cfb97b tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701881 Aug 16 02:11:06.577826 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] For port 85e51636-b15a-4cc2-bd8c-04863e763338, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:06.577826 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] For port 85e51636-b15a-4cc2-bd8c-04863e763338, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=85e51636-b15a-4cc2-bd8c-04863e763338,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:06.611036 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.626168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c2ae31b-528e-458b-93b2-076b844ee221 req-80093977-747e-4053-bc12-95e0c76337d4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190852 Aug 16 02:11:06.760745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.779428 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-f75ac822-69f0-4024-9183-9102d63acdf5 service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977405 Aug 16 02:11:06.906453 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.919689 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:06.920331 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:11:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:06.920464 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.119183 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f14be79e-f36d-4b7b-87d0-c406dd9f6eb7 req-9a57f6ab-6d5c-407a-8aa6-76babdc42129 service neutron] 10.222.0.93 "GET /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316529 Aug 16 02:11:07.195849 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f9b71-1059-4860-92ad-9d1b8174f486 None None] Pushing event updated for resources: {'Port': ['ID=85e51636-b15a-4cc2-bd8c-04863e763338,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:07.225831 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:07.436632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bca0bf-7c32-4e60-9417-763131451108 req-6d9ba3dc-36f2-4c3a-a079-158dc0bfcb16 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.438327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37bca0bf-7c32-4e60-9417-763131451108 req-6d9ba3dc-36f2-4c3a-a079-158dc0bfcb16 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.2456849 Aug 16 02:11:07.473456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5ca78-43f5-4412-bdc0-1c669f41a6fe req-0406a91e-7cf9-497f-8da4-6452a9ac65db tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.481436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0c5ca78-43f5-4412-bdc0-1c669f41a6fe req-0406a91e-7cf9-497f-8da4-6452a9ac65db tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.2799265 Aug 16 02:11:07.575447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0c5ca78-43f5-4412-bdc0-1c669f41a6fe req-2971047a-4944-497d-8777-0c4bbb9432d5 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929203 Aug 16 02:11:07.597887 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:06Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:07.618984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37bca0bf-7c32-4e60-9417-763131451108 req-de92f74f-7c6e-4946-83dd-2792b97f47d5 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679513 Aug 16 02:11:07.630241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.639824 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b219c48-e430-4b1b-9089-e2e7592bc8f7 None None] The sync data for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 is: [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:06Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:07.644149 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.800333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Pushing event updated for resources: {'Port': ['ID=7dd3acfe-1d89-477b-b939-0af6ca7f9a36,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:07.911466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a101d60f-afd1-4723-88ef-a4d2aeef3c1d details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:07.931866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.964417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb55d3-4af2-413d-afc3-d004da6fa5e7 req-94bffdd7-539b-4ef6-8759-169ddded93a0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.968482 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-04cb55d3-4af2-413d-afc3-d004da6fa5e7 req-94bffdd7-539b-4ef6-8759-169ddded93a0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 943 time: 0.2237113 Aug 16 02:11:08.038730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.054227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d27cb320-d1a5-4da4-bbc8-c6967530deb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7823915 Aug 16 02:11:08.145281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 85e51636-b15a-4cc2-bd8c-04863e763338 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:08.173292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-04cb55d3-4af2-413d-afc3-d004da6fa5e7 req-91c8b719-9f09-4433-b103-42ed158834d7 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900642 Aug 16 02:11:08.258404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 85e51636-b15a-4cc2-bd8c-04863e763338 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:08.269451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 85e51636-b15a-4cc2-bd8c-04863e763338 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:08.269999 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.332005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a101d60f-afd1-4723-88ef-a4d2aeef3c1d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:08.363946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'a101d60f-afd1-4723-88ef-a4d2aeef3c1d', 'network_id': 'c659e69c-8c56-4059-85f6-ca1de257d7d8', 'port_id': 'a101d60f-afd1-4723-88ef-a4d2aeef3c1d', 'mac_address': 'fa:16:3e:2c:90:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6492c11-2dd8-41be-8aa8-87347a69cd49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:08.497873 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.505671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.564181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 85e51636-b15a-4cc2-bd8c-04863e763338, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=85e51636-b15a-4cc2-bd8c-04863e763338,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:08.568013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a101d60f-afd1-4723-88ef-a4d2aeef3c1d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:08.576573 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.658519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a101d60f-afd1-4723-88ef-a4d2aeef3c1d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:08.688394 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.689234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:08.758311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=85e51636-b15a-4cc2-bd8c-04863e763338,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:08.786081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.786577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.788672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.789211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.790300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.790748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.791542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.792326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.793266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.794088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.794572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.794724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdc946-0298-4070-ae49-381c0be34cdf req-100bd4d1-bf94-4861-a433-860ede203752 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:08.795246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:08.808070 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53bdc946-0298-4070-ae49-381c0be34cdf req-100bd4d1-bf94-4861-a433-860ede203752 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 950 time: 0.1240184 Aug 16 02:11:08.894204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53bdc946-0298-4070-ae49-381c0be34cdf req-bbb0f3f7-946f-496f-981b-845ebe8ab06a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775709 Aug 16 02:11:08.925839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:08.936914 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:11:09.063123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfd142-5c57-46b7-8253-c7ee272b02fd req-d4407eb9-0f26-45af-9489-68798fd5c69d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.073100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10cfd142-5c57-46b7-8253-c7ee272b02fd req-d4407eb9-0f26-45af-9489-68798fd5c69d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0930896 Aug 16 02:11:09.138376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:09.154250 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'mac_address': 'fa:16:3e:ce:8e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:09.155173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10cfd142-5c57-46b7-8253-c7ee272b02fd req-a49999e9-6979-483e-a242-e1dceeb16a52 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808506 Aug 16 02:11:09.224110 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.263024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 502ecc6d-cec2-4aa3-b1f3-c32328619741 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:09.288302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:09.293542 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.358554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:09.558207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215624d0-bd4f-4a5c-a633-f6f4d13583c7 req-4e1534c5-349b-49dc-b0ae-7703d27f6def tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.560173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-215624d0-bd4f-4a5c-a633-f6f4d13583c7 req-4e1534c5-349b-49dc-b0ae-7703d27f6def tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 944 time: 0.0716567 Aug 16 02:11:09.618670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-215624d0-bd4f-4a5c-a633-f6f4d13583c7 req-8fb366d3-ff2e-454c-986b-d8d62de42178 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Aug 16 02:11:09.650808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a101d60f-afd1-4723-88ef-a4d2aeef3c1d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:09.661482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['502ecc6d-cec2-4aa3-b1f3-c32328619741'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:09.974187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:09.977418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 85e51636-b15a-4cc2-bd8c-04863e763338 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:10.095173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c47603-ead5-41de-ae50-f806629d2184 req-2a3b9c6c-a6d8-48f3-8dd9-e22bc46bdfe4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.105134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76c47603-ead5-41de-ae50-f806629d2184 req-2a3b9c6c-a6d8-48f3-8dd9-e22bc46bdfe4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 949 time: 0.0838146 Aug 16 02:11:10.130496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 85e51636-b15a-4cc2-bd8c-04863e763338 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:10.130854 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.171400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76c47603-ead5-41de-ae50-f806629d2184 req-47e05af8-5b16-453e-bacd-2508001ffd44 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641577 Aug 16 02:11:10.311185 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.330406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae5a5-9dc2-44d3-a950-4f7b3687608e req-0ba0af1a-0eaf-4402-bb2b-9d5f919b4801 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.335967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a71ae5a5-9dc2-44d3-a950-4f7b3687608e req-0ba0af1a-0eaf-4402-bb2b-9d5f919b4801 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0706830 Aug 16 02:11:10.382544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 502ecc6d-cec2-4aa3-b1f3-c32328619741 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:10.405994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a71ae5a5-9dc2-44d3-a950-4f7b3687608e req-9f5f15c5-0dd0-46e4-8038-dbf78a000fee tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636413 Aug 16 02:11:10.433466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:10.445284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.556292 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:10.858749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345edfb-c05a-4f0b-82f2-0a0a38412812 req-947e41f0-34f0-4d04-a916-648d1a2bbda2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.860636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e345edfb-c05a-4f0b-82f2-0a0a38412812 req-947e41f0-34f0-4d04-a916-648d1a2bbda2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 944 time: 0.0627952 Aug 16 02:11:10.911267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e345edfb-c05a-4f0b-82f2-0a0a38412812 req-311f46ec-138c-49b7-bdb6-7026a2f38055 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Aug 16 02:11:11.347334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b92da-de63-4455-b112-d9727c689384 req-2fa4af3f-eace-480f-9985-61c8c9a3ff09 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.359340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f1b92da-de63-4455-b112-d9727c689384 req-2fa4af3f-eace-480f-9985-61c8c9a3ff09 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 949 time: 0.0963144 Aug 16 02:11:11.445768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f1b92da-de63-4455-b112-d9727c689384 req-8ccfccad-48fa-432c-b100-5788b70dfdc3 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836515 Aug 16 02:11:11.579288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c731c24-e54b-4feb-9ab7-c5d2c3fa9074 req-29e14308-f8e8-4406-ac7e-ce41c624b325 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.580980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c731c24-e54b-4feb-9ab7-c5d2c3fa9074 req-29e14308-f8e8-4406-ac7e-ce41c624b325 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.0659311 Aug 16 02:11:11.668356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c731c24-e54b-4feb-9ab7-c5d2c3fa9074 req-b51be60f-a6d3-469a-a109-e99de67b0238 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792537 Aug 16 02:11:11.925720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a101d60f-afd1-4723-88ef-a4d2aeef3c1d up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:12.087412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port a101d60f-afd1-4723-88ef-a4d2aeef3c1d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:12.093576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32825c-afd6-48b3-a36d-1de292b68e7a req-4331e0c8-015b-44e0-a3de-021fd3907741 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.105643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc32825c-afd6-48b3-a36d-1de292b68e7a req-4331e0c8-015b-44e0-a3de-021fd3907741 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 944 time: 0.0846486 Aug 16 02:11:12.108618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port a101d60f-afd1-4723-88ef-a4d2aeef3c1d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:12.109067 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.114229 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.168059 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc32825c-afd6-48b3-a36d-1de292b68e7a req-e9dc2df0-e4b8-48e1-a432-9007c064ff51 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562050 Aug 16 02:11:12.264225 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.296733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962226d6-c1e3-4f54-8fb9-137e2f7b8661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a101d60f-afd1-4723-88ef-a4d2aeef3c1d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:12.299027 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0bca83-a6ac-48a3-a089-a44947854ff8" -d '{"events": [{"server_uuid": "962226d6-c1e3-4f54-8fb9-137e2f7b8661", "name": "network-vif-plugged", "status": "completed", "tag": "a101d60f-afd1-4723-88ef-a4d2aeef3c1d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:12.326048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a101d60f-afd1-4723-88ef-a4d2aeef3c1d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:12.337344 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.338153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:12.386763 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f4fcb7-5c92-45cd-917a-76eed28a9116 x-openstack-request-id: req-b2f4fcb7-5c92-45cd-917a-76eed28a9116 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:12.387110 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962226d6-c1e3-4f54-8fb9-137e2f7b8661", "name": "network-vif-plugged", "status": "completed", "tag": "a101d60f-afd1-4723-88ef-a4d2aeef3c1d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:12.387327 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2f4fcb7-5c92-45cd-917a-76eed28a9116 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:12.387726 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962226d6-c1e3-4f54-8fb9-137e2f7b8661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a101d60f-afd1-4723-88ef-a4d2aeef3c1d', 'code': 200} Aug 16 02:11:12.464557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 502ecc6d-cec2-4aa3-b1f3-c32328619741 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:12.466569 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.526674 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc686-f6d4-408e-a27e-b6f7310ecb08 req-b28c2806-dc3b-4aaa-809d-700b9a4080da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.532875 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68bbc686-f6d4-408e-a27e-b6f7310ecb08 req-b28c2806-dc3b-4aaa-809d-700b9a4080da service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 1097 time: 0.0956707 Aug 16 02:11:12.598295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:12.599674 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-68bbc686-f6d4-408e-a27e-b6f7310ecb08 req-2c7efd26-09cb-4ab0-8161-53f9958a430d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560987 Aug 16 02:11:12.618430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df11dd-390e-4d31-b4ad-5be63c9838af req-cf882b88-1200-4bfc-ae44-4f2f5282a8b6 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.620280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4df11dd-390e-4d31-b4ad-5be63c9838af req-cf882b88-1200-4bfc-ae44-4f2f5282a8b6 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 949 time: 0.0743856 Aug 16 02:11:12.662952 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.690099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4df11dd-390e-4d31-b4ad-5be63c9838af req-b201d6c4-b69d-4160-9271-5bda062eac0f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607989 Aug 16 02:11:12.724784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:12.732960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.804978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:12.930690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40777b-114c-4201-98a9-1db4aec88ca3 req-1c221618-a3be-4800-a75d-f073ab6baa8a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:12.942291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc40777b-114c-4201-98a9-1db4aec88ca3 req-1c221618-a3be-4800-a75d-f073ab6baa8a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1130764 Aug 16 02:11:13.028176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc40777b-114c-4201-98a9-1db4aec88ca3 req-1746ca4a-c1b1-4a09-a435-7fe8466a918d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849943 Aug 16 02:11:13.342531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5991cc6-cbcf-4179-afeb-e229e5fd3dd6 req-f5dfbebe-707c-4d15-87d6-7137b6cd10a4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.344433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5991cc6-cbcf-4179-afeb-e229e5fd3dd6 req-f5dfbebe-707c-4d15-87d6-7137b6cd10a4 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 945 time: 0.0592628 Aug 16 02:11:13.417452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5991cc6-cbcf-4179-afeb-e229e5fd3dd6 req-1529fce8-63ab-453c-a9c7-fd83308746f2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662408 Aug 16 02:11:13.699911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-2a9d1534-ebcf-428d-8f38-11b7e361a7fa tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--954617406&fields=id&tenant_id=78d3ed06304148d8928828d7a6d46d58 HTTP/1.1" status: 200 len: 267 time: 0.0398908 Aug 16 02:11:13.860470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1c4e320d-a249-4f18-9ec9-76150c2abe31 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.863568 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1c4e320d-a249-4f18-9ec9-76150c2abe31 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/networks?id=27454c82-47c3-43be-9e93-2f78deb953d0 HTTP/1.1" status: 200 len: 812 time: 0.1547055 Aug 16 02:11:13.875341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7d6a0-7eed-44ad-9242-5f6068da1668 req-fafaf83d-9e53-429e-99ec-05e8ceceb119 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.877199 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26b7d6a0-7eed-44ad-9242-5f6068da1668 req-fafaf83d-9e53-429e-99ec-05e8ceceb119 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 951 time: 0.0988131 Aug 16 02:11:13.905136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-6dbedbb6-2e4a-475c-8a4a-6af27e83bfbe tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/quotas/78d3ed06304148d8928828d7a6d46d58 HTTP/1.1" status: 200 len: 375 time: 0.0267117 Aug 16 02:11:13.953314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26b7d6a0-7eed-44ad-9242-5f6068da1668 req-9136e33c-fcb0-4a83-b497-26f3ea1a4a24 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671773 Aug 16 02:11:13.993142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-73f588f3-766b-48d7-96f5-376d0d69a92d tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=78d3ed06304148d8928828d7a6d46d58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804486 Aug 16 02:11:14.173078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-09f6fe0b-2ab7-4bcf-9dd8-a06211d43dc2 service neutron] 10.222.0.61 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633129 Aug 16 02:11:14.210223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-50f3205a-d2fe-4388-828c-0ffb6d5bff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.212074 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-50f3205a-d2fe-4388-828c-0ffb6d5bff82 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 1097 time: 0.0741124 Aug 16 02:11:14.293180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d098b8-2e91-48ba-8f2c-5adbc6027d6a req-c6f47f0c-255e-45c0-9083-79a6322eaa21 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.294746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81d098b8-2e91-48ba-8f2c-5adbc6027d6a req-c6f47f0c-255e-45c0-9083-79a6322eaa21 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1505044 Aug 16 02:11:14.349253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-91471bfc-8563-40cf-aa4f-b13edf4a4592 service neutron] 10.222.0.61 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503234 Aug 16 02:11:14.382206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81d098b8-2e91-48ba-8f2c-5adbc6027d6a req-0e96c8c7-cd72-4188-9905-bf0e326ddc53 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685136 Aug 16 02:11:14.389512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:14.393054 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a1a230-162a-4d76-a4e3-89796e16ea15" -d '{"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-plugged", "status": "completed", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:14.443010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-60138ff7-2a67-4df5-a69b-9965661fb48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.447811 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-60138ff7-2a67-4df5-a69b-9965661fb48a service neutron] 10.222.0.93 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.2275064 Aug 16 02:11:14.561564 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-fbe2ebe3-ad55-47f4-afaf-b1add047b3e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 HTTP/1.1" status: 200 len: 1000 time: 0.1044292 Aug 16 02:11:14.633757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-9227c744-0366-4797-97eb-b61355270bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.636048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-9227c744-0366-4797-97eb-b61355270bd7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.0670412 Aug 16 02:11:14.661121 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7860ed3-1f89-4018-ad9a-64b7c01cd43c x-openstack-request-id: req-e7860ed3-1f89-4018-ad9a-64b7c01cd43c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:14.661408 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-plugged", "status": "completed", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:14.661658 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7860ed3-1f89-4018-ad9a-64b7c01cd43c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:14.662053 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'code': 200} Aug 16 02:11:14.771872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-7a9f91bf-a3fb-41bb-bb50-ca7c757172fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.773760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-7a9f91bf-a3fb-41bb-bb50-ca7c757172fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283288 Aug 16 02:11:14.852782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f29f4a7-387d-4c4d-bde6-94173e839d2c req-732949cf-263c-4930-86e5-d890c3747347 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 210 time: 0.0447133 Aug 16 02:11:14.877265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475eb56-dc2a-4fa2-9cd3-1c264fdf8fa7 req-89af5652-a3a0-4d19-99eb-82ace8fcad57 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.880190 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7475eb56-dc2a-4fa2-9cd3-1c264fdf8fa7 req-89af5652-a3a0-4d19-99eb-82ace8fcad57 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 945 time: 0.1150963 Aug 16 02:11:14.983354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a75f05-539c-4e5a-88fc-2822dfd2b99f req-522cca62-05b1-4698-af8e-d7dfea2f752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.985308 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84a75f05-539c-4e5a-88fc-2822dfd2b99f req-522cca62-05b1-4698-af8e-d7dfea2f752e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 1103 time: 0.1523402 Aug 16 02:11:15.011430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7475eb56-dc2a-4fa2-9cd3-1c264fdf8fa7 req-c4a60c12-a50b-484b-8ad0-55eef68a03c1 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218524 Aug 16 02:11:15.137000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-18e5ca04-2585-459c-8f91-7e165bcee56b service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533196 Aug 16 02:11:15.187432 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-84a75f05-539c-4e5a-88fc-2822dfd2b99f req-be53019a-1285-4f90-abbe-07841b51103e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859984 Aug 16 02:11:15.264346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97a69e-623d-4326-ae1b-dd24d21b7360 req-00d8ec1b-3c80-46df-aee1-13ac682364f2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.266458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf97a69e-623d-4326-ae1b-dd24d21b7360 req-00d8ec1b-3c80-46df-aee1-13ac682364f2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 951 time: 0.1412652 Aug 16 02:11:15.355956 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf97a69e-623d-4326-ae1b-dd24d21b7360 req-2d0decc1-1ba4-41b6-947e-ead5702a7387 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820236 Aug 16 02:11:15.410898 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-81649c7c-1320-423f-82c7-004c1cc8dcff req-0cc1efc6-4130-4ef3-95da-3b7a6eb51234 service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362721 Aug 16 02:11:15.546398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28645242-8e49-4dbf-b3b0-9be09d5d547d req-e91994f9-c358-44ea-9655-eb9f3b6bd8fc tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.548973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28645242-8e49-4dbf-b3b0-9be09d5d547d req-e91994f9-c358-44ea-9655-eb9f3b6bd8fc tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 945 time: 0.0989966 Aug 16 02:11:15.587760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a1c5f-0c7a-4393-95fc-3792c8882bd5 req-81c468f3-3f33-4f6d-ab5e-ed8f8eb53ae5 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.595294 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-409a1c5f-0c7a-4393-95fc-3792c8882bd5 req-81c468f3-3f33-4f6d-ab5e-ed8f8eb53ae5 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.1058767 Aug 16 02:11:15.660286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-409a1c5f-0c7a-4393-95fc-3792c8882bd5 req-10b9fee3-e8f1-4a97-b871-a5a030c36326 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575974 Aug 16 02:11:15.680019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28645242-8e49-4dbf-b3b0-9be09d5d547d req-797d0def-2bb3-4bd0-9a87-a0acab754abc tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210980 Aug 16 02:11:15.956070 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee43219d-cd50-41ce-9ee4-3052d88912e5 req-6d646e9b-85a7-4b0f-bbc7-369e36c64240 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 210 time: 0.0297005 Aug 16 02:11:16.484265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae9399-0de7-4af0-8135-6540fab10b54 req-25fdcbbb-237d-4968-9172-d93c51398996 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:16.485721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33ae9399-0de7-4af0-8135-6540fab10b54 req-25fdcbbb-237d-4968-9172-d93c51398996 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 951 time: 0.0544930 Aug 16 02:11:16.530680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33ae9399-0de7-4af0-8135-6540fab10b54 req-1fa4ab07-0729-46d9-b444-f743aeb42b06 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377748 Aug 16 02:11:16.833533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-6eb63880-21db-4428-9b3f-cf9b9f88b571 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:16.836793 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-6eb63880-21db-4428-9b3f-cf9b9f88b571 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.86 "GET /v2.0/networks?id=27454c82-47c3-43be-9e93-2f78deb953d0 HTTP/1.1" status: 200 len: 812 time: 0.1406095 Aug 16 02:11:16.915922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-3d758766-9830-4cd1-8b90-199103f70eca tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78d3ed06304148d8928828d7a6d46d58 HTTP/1.1" status: 200 len: 379 time: 0.0553424 Aug 16 02:11:16.927270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Request body: {'port': {'device_id': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'admin_state_up': True, 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'security_groups': ['bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:17.072884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Made reservation on behalf of 78d3ed06304148d8928828d7a6d46d58 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:17.077922 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.246042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33fce-0b71-43f3-8981-72bdbbe91a8c req-a637d6dd-428c-42f7-bda8-5ca166ddb647 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.248385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9e33fce-0b71-43f3-8981-72bdbbe91a8c req-a637d6dd-428c-42f7-bda8-5ca166ddb647 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 945 time: 0.5120986 Aug 16 02:11:17.255349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04c63-818b-4da9-a763-d3053e17836f req-fc71cf14-c7b9-477f-a8a3-f45a00b9a3b6 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.257960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fcb04c63-818b-4da9-a763-d3053e17836f req-fc71cf14-c7b9-477f-a8a3-f45a00b9a3b6 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 1103 time: 0.4723325 Aug 16 02:11:17.329179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9e33fce-0b71-43f3-8981-72bdbbe91a8c req-24120ad7-c76b-4ac8-bdca-56c9b2dd358c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698416 Aug 16 02:11:17.339800 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fcb04c63-818b-4da9-a763-d3053e17836f req-19d8e4a3-cb9e-4ef7-8ad5-51ad9f8c0e7d tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733488 Aug 16 02:11:17.566805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876d75d-bf32-401e-a897-ac9d38b7ecea req-f084a1c1-30a5-4f75-85ed-46839bc6aaaf tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.572444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a876d75d-bf32-401e-a897-ac9d38b7ecea req-f084a1c1-30a5-4f75-85ed-46839bc6aaaf tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 945 time: 0.0792260 Aug 16 02:11:17.639813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a876d75d-bf32-401e-a897-ac9d38b7ecea req-28422dc6-b0cd-4d51-b547-0cab3342b776 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602436 Aug 16 02:11:17.716157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Allocated IP 172.20.0.11 (27454c82-47c3-43be-9e93-2f78deb953d0/45a10498-9717-491f-842b-427898cb7a7f/49dbcc6a-55eb-4765-96bd-52cc3b6fceff) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:17.825497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-277e3517-1453-4fb9-b740-65659681081a req-26e1e525-570e-48c1-9e68-e8ed91d4269d tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 210 time: 0.0508034 Aug 16 02:11:17.958545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:18.021755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.059450 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aba950-a474-4aec-8e25-65487673420f req-0da6ffbb-3d4a-4ab2-9fd0-52114aab8342 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.059728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Transition to ACTIVE for port object 49dbcc6a-55eb-4765-96bd-52cc3b6fceff will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:18.074236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63aba950-a474-4aec-8e25-65487673420f req-0da6ffbb-3d4a-4ab2-9fd0-52114aab8342 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1248076 Aug 16 02:11:18.076452 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.105901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:18.106635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.109958 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2608bb-0855-4669-95e9-1de1d418d31d" -d '{"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-unplugged", "status": "completed", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:18.132860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:18.143968 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.155662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63aba950-a474-4aec-8e25-65487673420f req-8c1e0200-fb66-4a08-ad9e-12cab9899e37 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806499 Aug 16 02:11:18.188643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Network 27454c82-47c3-43be-9e93-2f78deb953d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:18.191902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:18.211234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:18.282721 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb1a8fc-e5b0-4d6c-a1df-cc707f86b816 x-openstack-request-id: req-ffb1a8fc-e5b0-4d6c-a1df-cc707f86b816 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:18.283289 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-unplugged", "status": "failed", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:18.283872 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffb1a8fc-e5b0-4d6c-a1df-cc707f86b816 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:18.284288 n-d-768862-14 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'code': 422} returned with failed status Aug 16 02:11:18.285485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.306971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Pushing event updated for resources: {'Port': ['ID=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.329517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714bf8d-863a-4345-9666-f38b044e3fc5 req-72106f3e-9523-463c-9208-4e547aea7e5c tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.344550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7714bf8d-863a-4345-9666-f38b044e3fc5 req-72106f3e-9523-463c-9208-4e547aea7e5c tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 1103 time: 0.1085408 Aug 16 02:11:18.353845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.354529 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.377029 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-a9278ee2-aede-44ad-8ef1-068cf177a600 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4538827 Aug 16 02:11:18.405193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Request body: {'port': {'device_id': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:18.441956 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7714bf8d-863a-4345-9666-f38b044e3fc5 req-c09ccca1-c2fb-4f57-89a8-395276e29089 tempest-ServersAdminTestJSON-55866530 tempest-ServersAdminTestJSON-55866530-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953400 Aug 16 02:11:18.483406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b449e4-5142-44c4-8863-09b989486cc4 req-7c407b5b-3c4b-43f0-8847-30915e9b28c9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.484986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87b449e4-5142-44c4-8863-09b989486cc4 req-7c407b5b-3c4b-43f0-8847-30915e9b28c9 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 945 time: 0.1367238 Aug 16 02:11:18.498284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.543388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87b449e4-5142-44c4-8863-09b989486cc4 req-97415196-65ce-4a3c-8e3c-dc628fc5bc3a tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476379 Aug 16 02:11:18.571065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c09c5209-22e7-4115-b9dd-3de4a4aed914 None None] Provisioning for port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:18.575834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c09c5209-22e7-4115-b9dd-3de4a4aed914 None None] Provisioning complete for port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:18.576201 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c09c5209-22e7-4115-b9dd-3de4a4aed914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.623390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4482d-8468-44ad-a452-1c702fc5272a req-d357393b-abb2-44fe-a368-d382b9505c75 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.625006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57d4482d-8468-44ad-a452-1c702fc5272a req-d357393b-abb2-44fe-a368-d382b9505c75 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.0973585 Aug 16 02:11:18.650378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c09c5209-22e7-4115-b9dd-3de4a4aed914 None None] Port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:18.672076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57d4482d-8468-44ad-a452-1c702fc5272a req-cdc6bd98-973a-4c61-84a4-a4f041011e09 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404367 Aug 16 02:11:18.892232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dbcc6a-55eb-4765-96bd-52cc3b6fceff {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:18.903498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.920643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Transition to ACTIVE for port object 49dbcc6a-55eb-4765-96bd-52cc3b6fceff will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:18.926165 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.957496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6488-8243-4a7d-b6a7-6bfc1e95040b req-2e3799f4-305a-4ad6-b6f3-60f27d31f67e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.960099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c75c6488-8243-4a7d-b6a7-6bfc1e95040b req-2e3799f4-305a-4ad6-b6f3-60f27d31f67e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 949 time: 0.0644503 Aug 16 02:11:19.020177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c75c6488-8243-4a7d-b6a7-6bfc1e95040b req-97f99d6c-b940-4ad8-9d21-8a024a6c190b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529664 Aug 16 02:11:19.035444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Pushing event updated for resources: {'Port': ['ID=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.092136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Attempting to bind port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:19.092498 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Attempting to bind port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:19.092785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Attempting to bind port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff on network 27454c82-47c3-43be-9e93-2f78deb953d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:19.098962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff on network 27454c82-47c3-43be-9e93-2f78deb953d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:19.099290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Attempting to bind port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff on network 27454c82-47c3-43be-9e93-2f78deb953d0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:19.113910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:19.114245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Checking segment: {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:19.114638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Bound using segment: {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:19.115342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Bound port: 49dbcc6a-55eb-4765-96bd-52cc3b6fceff, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:19.117886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.227659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] For port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:19.231483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] For port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:19.241995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.291381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b36e1f-6141-4932-9f17-a767a390ec64 req-13e5b296-5aa2-4d8e-a984-5ab9f2d57bad tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.301931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6b36e1f-6141-4932-9f17-a767a390ec64 req-13e5b296-5aa2-4d8e-a984-5ab9f2d57bad tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 944 time: 0.1352625 Aug 16 02:11:19.312992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Pushing event updated for resources: {'Port': ['ID=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.323496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.324248 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.325902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-1d6490f3-18db-4bd0-8fd2-726c88c8def0 service neutron] 10.222.0.86 "PUT /v2.0/ports/49dbcc6a-55eb-4765-96bd-52cc3b6fceff HTTP/1.1" status: 200 len: 1093 time: 0.9289317 Aug 16 02:11:19.326396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'tag': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:19.329377 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e333057d-29d6-40be-ab0e-662863fbc246" -d '{"events": [{"name": "network-changed", "server_uuid": "a308a08d-0a29-46de-8cb7-ab06d78ea998", "tag": "49dbcc6a-55eb-4765-96bd-52cc3b6fceff"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:19.402679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6b36e1f-6141-4932-9f17-a767a390ec64 req-1098e60d-e61a-4be4-b987-811b2c7468cd tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974689 Aug 16 02:11:19.431749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3225917-b639-4194-a852-8293710cb317 req-a3d9e77c-51b9-4fd5-b304-299c6e4e00a7 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.433343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3225917-b639-4194-a852-8293710cb317 req-a3d9e77c-51b9-4fd5-b304-299c6e4e00a7 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1632261 Aug 16 02:11:19.456162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-2080ccc9-66b1-4ae6-822a-8f2b75ced651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.458053 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-2080ccc9-66b1-4ae6-822a-8f2b75ced651 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78d3ed06304148d8928828d7a6d46d58&device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 1096 time: 0.0567217 Aug 16 02:11:19.492430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3225917-b639-4194-a852-8293710cb317 req-043d5ae7-6f1a-4a75-b5f0-89f80f1001da tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514495 Aug 16 02:11:19.523205 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-5c3c54c2-db76-412b-8db6-2a9fe88d12f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49dbcc6a-55eb-4765-96bd-52cc3b6fceff HTTP/1.1" status: 200 len: 217 time: 0.0420303 Aug 16 02:11:19.592703 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c670ac11-ef14-461d-8b54-25f6fe39c16d x-openstack-request-id: req-c670ac11-ef14-461d-8b54-25f6fe39c16d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:19.593092 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a308a08d-0a29-46de-8cb7-ab06d78ea998", "tag": "49dbcc6a-55eb-4765-96bd-52cc3b6fceff", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:19.593342 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c670ac11-ef14-461d-8b54-25f6fe39c16d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:19.593739 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'tag': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff', 'status': 'completed', 'code': 200} Aug 16 02:11:19.636080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-67c3de04-89a2-48a6-ac80-1a6c563b76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.637578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-67c3de04-89a2-48a6-ac80-1a6c563b76e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=45a10498-9717-491f-842b-427898cb7a7f HTTP/1.1" status: 200 len: 851 time: 0.1001754 Aug 16 02:11:19.702052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-77cbc922-486d-40fe-8784-aec83989cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.704353 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-77cbc922-486d-40fe-8784-aec83989cd3b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27454c82-47c3-43be-9e93-2f78deb953d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551960 Aug 16 02:11:19.712844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459dcf5-093f-42c6-983b-b45bfb637d16 req-791c18c1-f676-4fa2-b85c-c02479f9d540 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.714537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d459dcf5-093f-42c6-983b-b45bfb637d16 req-791c18c1-f676-4fa2-b85c-c02479f9d540 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 945 time: 0.0675728 Aug 16 02:11:19.756342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d459dcf5-093f-42c6-983b-b45bfb637d16 req-28d0d361-f309-44e7-9867-e890e6b680e2 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354235 Aug 16 02:11:19.924952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-337e9857-60c1-486a-8be0-52a5090b18d2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.926431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-337e9857-60c1-486a-8be0-52a5090b18d2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.93 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1240687 Aug 16 02:11:19.940598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-609f202b-e76a-47bf-8498-527390c2aee5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.942333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-609f202b-e76a-47bf-8498-527390c2aee5 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 945 time: 0.1511350 Aug 16 02:11:20.002394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-706a6f0d-9d5e-49da-815f-e1796dab56b1 service neutron] 10.222.0.86 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856467 Aug 16 02:11:20.214851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0bc15-2ebe-46fe-b5e3-f7eda421e7b3 req-2d4e7c61-9a67-4a54-b614-b92a281af2d2 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.223517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5da0bc15-2ebe-46fe-b5e3-f7eda421e7b3 req-2d4e7c61-9a67-4a54-b614-b92a281af2d2 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.1402452 Aug 16 02:11:20.267508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Deleting port a101d60f-afd1-4723-88ef-a4d2aeef3c1d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:20.268107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.285561 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0bcf3829-43e2-46e4-821d-7f9ba5545dc4 req-9592aba2-75f1-45a6-b8c1-9260d868be06 service neutron] 10.222.0.86 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610357 Aug 16 02:11:20.307660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5da0bc15-2ebe-46fe-b5e3-f7eda421e7b3 req-7ac4e9b2-a1bd-41a8-ba51-13eed3ae683b tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829914 Aug 16 02:11:20.328128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7891274-fa2c-473e-a330-6b0f6d5ba981 req-d11ff04c-82e3-4918-a023-f6811d04d72d tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.343326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Deleting port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:20.343326 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.343515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7891274-fa2c-473e-a330-6b0f6d5ba981 req-d11ff04c-82e3-4918-a023-f6811d04d72d tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 949 time: 0.1857429 Aug 16 02:11:20.388185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-534c6456-8eb9-4102-8930-f4e7bb2f7065 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.389765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-534c6456-8eb9-4102-8930-f4e7bb2f7065 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 949 time: 0.1640544 Aug 16 02:11:20.421446 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7891274-fa2c-473e-a330-6b0f6d5ba981 req-70a42bdf-3250-4245-afd5-0e3aa1e25dd8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815697 Aug 16 02:11:20.541093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] For port a101d60f-afd1-4723-88ef-a4d2aeef3c1d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,segment=NetworkSegment(41dece28-6c35-4979-a714-15c89343be1b),segment_id=41dece28-6c35-4979-a714-15c89343be1b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:20.541465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.557993 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-86667394-7695-43c9-921c-493070677d51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2336149 Aug 16 02:11:20.575396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Calling delete_port for a101d60f-afd1-4723-88ef-a4d2aeef3c1d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:20.586110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] For port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:20.586570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.591857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333057d-29d6-40be-ab0e-662863fbc246 req-3d23ac8c-950c-41fd-b775-0aa06a74defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.593242 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e333057d-29d6-40be-ab0e-662863fbc246 req-3d23ac8c-950c-41fd-b775-0aa06a74defe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78d3ed06304148d8928828d7a6d46d58&device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 1096 time: 0.1381538 Aug 16 02:11:20.603203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac126e3-7ba0-49d4-8253-6ca528b3059e req-e5c13a82-57e8-4b77-9837-a5255d642d33 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.604783 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ac126e3-7ba0-49d4-8253-6ca528b3059e req-e5c13a82-57e8-4b77-9837-a5255d642d33 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 944 time: 0.0833538 Aug 16 02:11:20.609017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Calling delete_port for 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:20.618442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Deleting port 604d0c6a-a967-4e29-8123-77bcc0df8c9c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:20.619007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.799078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] For port 604d0c6a-a967-4e29-8123-77bcc0df8c9c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=604d0c6a-a967-4e29-8123-77bcc0df8c9c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:20.799446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.837061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333057d-29d6-40be-ab0e-662863fbc246 req-e1327e5f-f948-4bf5-8e60-cd24c950a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.839143 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e333057d-29d6-40be-ab0e-662863fbc246 req-e1327e5f-f948-4bf5-8e60-cd24c950a650 service neutron] 10.222.0.86 "GET /v2.0/networks?id=27454c82-47c3-43be-9e93-2f78deb953d0 HTTP/1.1" status: 200 len: 913 time: 0.2313225 Aug 16 02:11:20.841065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Calling delete_port for 604d0c6a-a967-4e29-8123-77bcc0df8c9c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:20.860183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ac126e3-7ba0-49d4-8253-6ca528b3059e req-79002f63-4d14-4e59-8525-d465e1604ec4 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363241 Aug 16 02:11:20.870993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80207d1f-6b6f-427e-86e1-2c745aef5ec8 req-80cbdc91-67ce-4d03-9415-a2b79c1d5148 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.872922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80207d1f-6b6f-427e-86e1-2c745aef5ec8 req-80cbdc91-67ce-4d03-9415-a2b79c1d5148 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 945 time: 0.1975834 Aug 16 02:11:20.976924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80207d1f-6b6f-427e-86e1-2c745aef5ec8 req-3724c177-42d9-418d-87ef-0a7d797b577a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919106 Aug 16 02:11:21.003545 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e333057d-29d6-40be-ab0e-662863fbc246 req-3c40eaa8-4953-4db0-997a-af7332238e82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49dbcc6a-55eb-4765-96bd-52cc3b6fceff HTTP/1.1" status: 200 len: 217 time: 0.1513574 Aug 16 02:11:21.093877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.098128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.102826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac8f5-a7b1-4c3b-a356-bbc3c5206a18 req-ba164379-759f-40fd-b1ec-d631f3153ebb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.105254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53fac8f5-a7b1-4c3b-a356-bbc3c5206a18 req-ba164379-759f-40fd-b1ec-d631f3153ebb tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 945 time: 0.1258631 Aug 16 02:11:21.114094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:21.121388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333057d-29d6-40be-ab0e-662863fbc246 req-cb0532c0-11b7-4d4a-ac71-52a213055296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.123140 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e333057d-29d6-40be-ab0e-662863fbc246 req-cb0532c0-11b7-4d4a-ac71-52a213055296 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=45a10498-9717-491f-842b-427898cb7a7f HTTP/1.1" status: 200 len: 851 time: 0.1089509 Aug 16 02:11:21.144681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['f8f04689-ccc1-4e51-a94d-3c275ab41805'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:21.149237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a101d60f-afd1-4723-88ef-a4d2aeef3c1d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:21.173976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Pushing event deleted for resources: {'Port': ['ID=6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.210211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53fac8f5-a7b1-4c3b-a356-bbc3c5206a18 req-8242fe78-96c1-4457-8927-192a06c6e332 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/security-groups?id=97be3f34-2b64-49a6-9064-ccc36cce3094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787284 Aug 16 02:11:21.255350 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.266911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Pushing event deleted for resources: {'Port': ['ID=a101d60f-afd1-4723-88ef-a4d2aeef3c1d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.284067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14', '604d0c6a-a967-4e29-8123-77bcc0df8c9c', '502ecc6d-cec2-4aa3-b1f3-c32328619741'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:21.301280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Pushing event deleted for resources: {'Port': ['ID=604d0c6a-a967-4e29-8123-77bcc0df8c9c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.319489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] No DVR routers for this DVR port 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:21.323026 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.325553 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ca1a1d40-9699-465b-a662-76dfb01af0e3 req-d93d6f56-ecea-49cb-a9aa-ca96bc6a47e2 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.93 "DELETE /v2.0/ports/6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 HTTP/1.1" status: 204 len: 173 time: 1.3823144 Aug 16 02:11:21.329713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] No DVR routers for this DVR port a101d60f-afd1-4723-88ef-a4d2aeef3c1d on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:21.332395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.334983 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa12d65-09e2-4e52-8f19-1b6199ebf051 req-e1471939-15d5-4218-a1bb-3d44e037811f tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.93 "DELETE /v2.0/ports/a101d60f-afd1-4723-88ef-a4d2aeef3c1d HTTP/1.1" status: 204 len: 173 time: 1.3825777 Aug 16 02:11:21.343860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333057d-29d6-40be-ab0e-662863fbc246 req-5b10715f-3246-4974-b7a8-cce6af740e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.346564 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e333057d-29d6-40be-ab0e-662863fbc246 req-5b10715f-3246-4974-b7a8-cce6af740e72 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27454c82-47c3-43be-9e93-2f78deb953d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1836722 Aug 16 02:11:21.387161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] No DVR routers for this DVR port 604d0c6a-a967-4e29-8123-77bcc0df8c9c on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:21.390537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.393006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe1af1cd-117d-41b9-98ea-ab4efd137521 req-bb0638aa-5656-43bb-a3f0-0bfe681956f4 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "DELETE /v2.0/ports/604d0c6a-a967-4e29-8123-77bcc0df8c9c HTTP/1.1" status: 204 len: 173 time: 0.9844334 Aug 16 02:11:21.393577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc42e841-9c3d-419f-a8aa-63621eb9052c', 'name': 'network-vif-deleted', 'tag': '604d0c6a-a967-4e29-8123-77bcc0df8c9c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:21.400271 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4a06d0-3f7e-444e-b4a8-944c9daae68a" -d '{"events": [{"server_uuid": "bc42e841-9c3d-419f-a8aa-63621eb9052c", "name": "network-vif-deleted", "tag": "604d0c6a-a967-4e29-8123-77bcc0df8c9c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:21.491582 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a4dc1e-5a1e-4cc7-b2bf-a2c39adbcefe x-openstack-request-id: req-66a4dc1e-5a1e-4cc7-b2bf-a2c39adbcefe {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:21.492285 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc42e841-9c3d-419f-a8aa-63621eb9052c", "name": "network-vif-deleted", "tag": "604d0c6a-a967-4e29-8123-77bcc0df8c9c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:21.492382 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66a4dc1e-5a1e-4cc7-b2bf-a2c39adbcefe {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:21.492834 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc42e841-9c3d-419f-a8aa-63621eb9052c', 'name': 'network-vif-deleted', 'tag': '604d0c6a-a967-4e29-8123-77bcc0df8c9c', 'status': 'completed', 'code': 200} Aug 16 02:11:21.522810 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e333057d-29d6-40be-ab0e-662863fbc246 req-d02c4873-2167-490b-b406-d6dcefb6f4c1 service neutron] 10.222.0.86 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652415 Aug 16 02:11:21.559918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4ce93-37a1-4a42-829b-3deb9604a726 req-968e4af1-aaef-498e-820e-e0440c88d4fd tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.569752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8f4ce93-37a1-4a42-829b-3deb9604a726 req-968e4af1-aaef-498e-820e-e0440c88d4fd tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.0997279 Aug 16 02:11:21.637588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8f4ce93-37a1-4a42-829b-3deb9604a726 req-9bd6625f-6373-4e50-a08c-a87bae63491c tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661442 Aug 16 02:11:21.707971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eb8db4-197f-4d24-8c22-9990028decac', 'name': 'network-vif-deleted', 'tag': '6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4'}, {'server_uuid': '962226d6-c1e3-4f54-8fb9-137e2f7b8661', 'name': 'network-vif-deleted', 'tag': 'a101d60f-afd1-4723-88ef-a4d2aeef3c1d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:21.716144 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0178c87-6cff-4419-8a9a-0bdb2006f971" -d '{"events": [{"server_uuid": "38eb8db4-197f-4d24-8c22-9990028decac", "name": "network-vif-deleted", "tag": "6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4"}, {"server_uuid": "962226d6-c1e3-4f54-8fb9-137e2f7b8661", "name": "network-vif-deleted", "tag": "a101d60f-afd1-4723-88ef-a4d2aeef3c1d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:21.722828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e333057d-29d6-40be-ab0e-662863fbc246 req-6df3f9cf-750c-43e6-8c64-d41e7955f241 service neutron] 10.222.0.86 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907692 Aug 16 02:11:21.726344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a55ded21-30e1-4c5d-a08c-6a7b14f75e5d req-24fcab9d-5455-4a58-b2a2-566d296d3c5c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc42e841-9c3d-419f-a8aa-63621eb9052c HTTP/1.1" status: 200 len: 210 time: 0.1204011 Aug 16 02:11:21.751247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-e50d65a2-953c-4e61-b6d8-1f2166251de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.752884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-e50d65a2-953c-4e61-b6d8-1f2166251de7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26&tenant_id=8dda2d21c6364f58bd08e8e8c7278035 HTTP/1.1" status: 200 len: 1095 time: 0.1330032 Aug 16 02:11:21.820475 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243de174-58ce-45df-8403-cd8548d81db4 x-openstack-request-id: req-243de174-58ce-45df-8403-cd8548d81db4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:21.820977 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38eb8db4-197f-4d24-8c22-9990028decac", "name": "network-vif-deleted", "tag": "6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4", "status": "completed", "code": 200}, {"server_uuid": "962226d6-c1e3-4f54-8fb9-137e2f7b8661", "name": "network-vif-deleted", "tag": "a101d60f-afd1-4723-88ef-a4d2aeef3c1d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:21.821620 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-243de174-58ce-45df-8403-cd8548d81db4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:21.822125 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eb8db4-197f-4d24-8c22-9990028decac', 'name': 'network-vif-deleted', 'tag': '6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4', 'status': 'completed', 'code': 200} Aug 16 02:11:21.822455 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962226d6-c1e3-4f54-8fb9-137e2f7b8661', 'name': 'network-vif-deleted', 'tag': 'a101d60f-afd1-4723-88ef-a4d2aeef3c1d', 'status': 'completed', 'code': 200} Aug 16 02:11:21.840264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-aa51132d-29a5-4126-a779-bb5e5999e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.841252 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-aa51132d-29a5-4126-a779-bb5e5999e9b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 1095 time: 0.0610201 Aug 16 02:11:21.970274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-5aaa4901-9df6-458f-b945-ba16f6d91b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.971802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-5aaa4901-9df6-458f-b945-ba16f6d91b25 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.1229191 Aug 16 02:11:21.996490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:22.052350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:22.055071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6ebd8a66-f9d7-45b5-8080-ce2dd7fe5eb4 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:22.055661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:22.086029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c6288-a1cc-41bc-b01a-214dd57b21f8 req-9e1d6df6-b23c-41ca-a933-dc5b83a6c2fa tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.087677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b5c6288-a1cc-41bc-b01a-214dd57b21f8 req-9e1d6df6-b23c-41ca-a933-dc5b83a6c2fa tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 944 time: 0.1127949 Aug 16 02:11:22.092207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-eb7e929d-cae6-4e17-b650-081bb11ef9d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 HTTP/1.1" status: 200 len: 998 time: 0.1064954 Aug 16 02:11:22.180057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a101d60f-afd1-4723-88ef-a4d2aeef3c1d no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:22.203217 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb6e204c-8a15-4367-8586-5333ec26277c req-e5ce2c2a-b97d-40c8-85ec-3ea98d991afe tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=38eb8db4-197f-4d24-8c22-9990028decac HTTP/1.1" status: 200 len: 210 time: 0.0809293 Aug 16 02:11:22.215715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b5c6288-a1cc-41bc-b01a-214dd57b21f8 req-e53338c0-921d-4040-bed7-bb1465cfd902 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214180 Aug 16 02:11:22.244926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: a101d60f-afd1-4723-88ef-a4d2aeef3c1d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:22.245809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a101d60f-afd1-4723-88ef-a4d2aeef3c1d not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:22.259957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-68c3fddc-f3f5-4c82-ae05-b02ddffe6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.261684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-68c3fddc-f3f5-4c82-ae05-b02ddffe6876 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.1383903 Aug 16 02:11:22.301252 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:11:22.347387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-54ab1749-d6e0-443b-9afb-b9caf1b80597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.349079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-54ab1749-d6e0-443b-9afb-b9caf1b80597 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731397 Aug 16 02:11:22.388086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0a78542-4946-4d53-980e-eaad2775ded5 req-5208b221-4b77-482a-b096-2e8492d23ea0 tempest-DeleteServersTestJSON-1494701136 tempest-DeleteServersTestJSON-1494701136-project] 10.222.0.61 "GET /v2.0/ports?device_id=962226d6-c1e3-4f54-8fb9-137e2f7b8661 HTTP/1.1" status: 200 len: 210 time: 0.0358603 Aug 16 02:11:22.477755 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-f70a977e-605e-4d65-a35a-694d9062286e service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164551 Aug 16 02:11:22.585978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f60d9ca8-6c22-41d7-adb0-30c2df44eaed req-12604872-5a30-465c-8068-cf2556c24d80 service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973222 Aug 16 02:11:22.813650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c5d37-d586-4612-a202-60412ffa00f5 req-aa156d7a-b536-4f8f-970a-6c3e4efca8e1 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.815305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a46c5d37-d586-4612-a202-60412ffa00f5 req-aa156d7a-b536-4f8f-970a-6c3e4efca8e1 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.0905559 Aug 16 02:11:22.875471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a46c5d37-d586-4612-a202-60412ffa00f5 req-8787b547-c263-4602-8793-037cb4209085 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481758 Aug 16 02:11:23.320191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7abeb-9599-46f0-b229-10dbf04096d3 req-4c6d3c33-f352-4ea8-9ea0-a301c5d854bf tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.329226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23c7abeb-9599-46f0-b229-10dbf04096d3 req-4c6d3c33-f352-4ea8-9ea0-a301c5d854bf tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.0714939 Aug 16 02:11:23.383961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23c7abeb-9599-46f0-b229-10dbf04096d3 req-05f08462-d87e-461f-b944-bebae2e59c9d tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481362 Aug 16 02:11:23.501020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b91dc6-6a51-4cfe-b83a-6667aa109e02 req-3890ade4-2498-4aa0-a180-2a933105981f tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.509709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6b91dc6-6a51-4cfe-b83a-6667aa109e02 req-3890ade4-2498-4aa0-a180-2a933105981f tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 944 time: 0.0931132 Aug 16 02:11:23.559208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6b91dc6-6a51-4cfe-b83a-6667aa109e02 req-a53d9909-5e04-4ea1-aeeb-044d723b5aec tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482287 Aug 16 02:11:23.802209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f9241-6a15-4be5-9620-0b493801e4ca req-e610b3be-dc25-4cda-a8ff-532060161d29 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.804276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a9f9241-6a15-4be5-9620-0b493801e4ca req-e610b3be-dc25-4cda-a8ff-532060161d29 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0774856 Aug 16 02:11:23.856101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a9f9241-6a15-4be5-9620-0b493801e4ca req-34f2f91c-083d-4e46-87b4-8198ece08572 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Aug 16 02:11:24.082843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0e4d8-5733-49ac-8532-3d09eced711a req-197b8f15-08e9-4046-8f23-24a6e419aea8 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.085005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cea0e4d8-5733-49ac-8532-3d09eced711a req-197b8f15-08e9-4046-8f23-24a6e419aea8 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.0626044 Aug 16 02:11:24.135366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cea0e4d8-5733-49ac-8532-3d09eced711a req-5c73473b-5748-42e3-bf20-83c933abb49e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398231 Aug 16 02:11:24.523158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee338428-4fa1-45f3-97cd-3d4adcba586b req-29c00677-91e7-4d75-b321-330c9de2501a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.524843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee338428-4fa1-45f3-97cd-3d4adcba586b req-29c00677-91e7-4d75-b321-330c9de2501a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.0649962 Aug 16 02:11:24.577759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee338428-4fa1-45f3-97cd-3d4adcba586b req-4ff9ead1-5f59-4d93-b1e3-bc09e180d8ac tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Aug 16 02:11:24.757219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b007711-322f-4bd3-a750-7be62b501789 req-2a9fe06a-6537-428c-9ff5-8a605f5e41b1 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.758763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b007711-322f-4bd3-a750-7be62b501789 req-2a9fe06a-6537-428c-9ff5-8a605f5e41b1 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 944 time: 0.0827167 Aug 16 02:11:24.804427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b007711-322f-4bd3-a750-7be62b501789 req-5ef1a754-01f7-4521-93fa-8a32d574b5ab tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 Aug 16 02:11:24.886008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 49dbcc6a-55eb-4765-96bd-52cc3b6fceff details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:25.056427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:25.061690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff3b05-ffe0-408d-b9f2-67cbfd5237d1 req-9aa0fcef-a75a-44bd-a1b2-db9afd0402fd tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.079247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8eff3b05-ffe0-408d-b9f2-67cbfd5237d1 req-9aa0fcef-a75a-44bd-a1b2-db9afd0402fd tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1371095 Aug 16 02:11:25.082117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'port_id': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff', 'mac_address': 'fa:16:3e:76:ce:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:25.127636 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.143408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8eff3b05-ffe0-408d-b9f2-67cbfd5237d1 req-0c46d500-5274-4848-9829-3e73919e490e tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592711 Aug 16 02:11:25.150091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dbcc6a-55eb-4765-96bd-52cc3b6fceff {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:25.181374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:25.186109 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.319655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:25.365455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1ea31-1e3e-46ad-9298-d8cc8b830097 req-a01c6ca2-fe2f-4c58-81b9-e3b360508a61 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.367056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42e1ea31-1e3e-46ad-9298-d8cc8b830097 req-a01c6ca2-fe2f-4c58-81b9-e3b360508a61 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.0576129 Aug 16 02:11:25.412528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42e1ea31-1e3e-46ad-9298-d8cc8b830097 req-07a6f447-c003-4a35-8ec0-ae72ee53a043 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360775 Aug 16 02:11:25.762900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c8fa6-4409-44ca-8d5c-b2fe859bf35d req-9f18d515-3528-486c-9317-8c42920e9487 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.764523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d97c8fa6-4409-44ca-8d5c-b2fe859bf35d req-9f18d515-3528-486c-9317-8c42920e9487 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.0838659 Aug 16 02:11:25.784177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['49dbcc6a-55eb-4765-96bd-52cc3b6fceff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:25.832702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d97c8fa6-4409-44ca-8d5c-b2fe859bf35d req-ccbdcc0b-911b-4799-bca9-bd43c7105c7b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607622 Aug 16 02:11:25.996793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23bf04-49b0-43f3-86be-dc4ea80301ec req-27cb1677-18e8-49b2-8e73-480f48e6ba26 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.006518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb23bf04-49b0-43f3-86be-dc4ea80301ec req-27cb1677-18e8-49b2-8e73-480f48e6ba26 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 945 time: 0.1128721 Aug 16 02:11:26.013598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 604d0c6a-a967-4e29-8123-77bcc0df8c9c no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:26.073854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 604d0c6a-a967-4e29-8123-77bcc0df8c9c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:26.075526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 604d0c6a-a967-4e29-8123-77bcc0df8c9c not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:26.101167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb23bf04-49b0-43f3-86be-dc4ea80301ec req-4936a382-28aa-4ffc-bd50-e10c08bfdff3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879071 Aug 16 02:11:26.297486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69dda1-affb-4dc2-b625-1ade80913cef req-8207d19f-458b-48a4-861f-5cca9959b080 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.299482 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f69dda1-affb-4dc2-b625-1ade80913cef req-8207d19f-458b-48a4-861f-5cca9959b080 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0675192 Aug 16 02:11:26.368572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f69dda1-affb-4dc2-b625-1ade80913cef req-a3f53e3c-f592-4b3d-a60c-b76d356945f6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628273 Aug 16 02:11:26.591309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b347a-a14b-42bd-8e2d-a00d368cb70f req-9045639f-304b-4025-a566-f99446a295ff tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.602443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-383b347a-a14b-42bd-8e2d-a00d368cb70f req-9045639f-304b-4025-a566-f99446a295ff tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.0877774 Aug 16 02:11:26.645112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-383b347a-a14b-42bd-8e2d-a00d368cb70f req-1c151bd7-2ced-422b-8c10-aadeb12083ad tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Aug 16 02:11:27.009575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1705dc-5c0d-4ec9-b6da-7ecad5bce347 req-f24cb658-4ec3-4867-a10c-f7a727e74a6f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.012242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf1705dc-5c0d-4ec9-b6da-7ecad5bce347 req-f24cb658-4ec3-4867-a10c-f7a727e74a6f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.1014314 Aug 16 02:11:27.093696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf1705dc-5c0d-4ec9-b6da-7ecad5bce347 req-c45140c3-fced-4d65-be4c-f903392a0455 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753174 Aug 16 02:11:27.284408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f2895-fbb1-4405-b23f-8bbae8f5040a req-45a6fa7b-1083-4a36-92fa-a3621ab963d4 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.291329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-054f2895-fbb1-4405-b23f-8bbae8f5040a req-45a6fa7b-1083-4a36-92fa-a3621ab963d4 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 945 time: 0.1004205 Aug 16 02:11:27.362099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-054f2895-fbb1-4405-b23f-8bbae8f5040a req-e1199e67-aa73-4c49-b79a-4a3639496f7c tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581007 Aug 16 02:11:27.566008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981d5b-25aa-485f-b63a-33c911f1348f req-3b44732a-fa95-4c7f-9322-6ad2538b900a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.575356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b981d5b-25aa-485f-b63a-33c911f1348f req-3b44732a-fa95-4c7f-9322-6ad2538b900a tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.0898783 Aug 16 02:11:27.652168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b981d5b-25aa-485f-b63a-33c911f1348f req-6c82f177-455f-48b6-9f50-138f023c8a6e tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754364 Aug 16 02:11:27.841007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891fbd3-4092-42d8-9d7a-53dd565813b6 req-5b1bab72-f8db-469e-9b79-eaed6a3c71e9 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.842815 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0891fbd3-4092-42d8-9d7a-53dd565813b6 req-5b1bab72-f8db-469e-9b79-eaed6a3c71e9 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.0826175 Aug 16 02:11:27.895194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0891fbd3-4092-42d8-9d7a-53dd565813b6 req-cfe04016-2e4e-44fa-8d7e-26f36fb62fe8 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457256 Aug 16 02:11:28.259012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8616033-791e-4117-a3ae-5d75292ab70f req-3df19c2c-d006-4db2-b996-fbc262e1efcf tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:28.268563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8616033-791e-4117-a3ae-5d75292ab70f req-3df19c2c-d006-4db2-b996-fbc262e1efcf tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.0673907 Aug 16 02:11:28.322747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8616033-791e-4117-a3ae-5d75292ab70f req-a8b9a063-de5e-47a3-a9a6-746bb7910bc9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529256 Aug 16 02:11:28.516261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252074d-ce86-436e-8df1-36510026c7cf req-dd87ee8d-d3ac-4e6a-bb16-dd2cb1ea8cb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:28.517965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1252074d-ce86-436e-8df1-36510026c7cf req-dd87ee8d-d3ac-4e6a-bb16-dd2cb1ea8cb7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 945 time: 0.0671480 Aug 16 02:11:28.580250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1252074d-ce86-436e-8df1-36510026c7cf req-e58ad6bc-2381-48a8-98dd-f33e7bdf5f22 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522022 Aug 16 02:11:28.819830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c390b94-6885-4bbc-90cf-572c9c38f763 req-9ef8d556-7319-4f6f-a49e-1394a68a55c4 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:28.843845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c390b94-6885-4bbc-90cf-572c9c38f763 req-9ef8d556-7319-4f6f-a49e-1394a68a55c4 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1052454 Aug 16 02:11:28.900780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c390b94-6885-4bbc-90cf-572c9c38f763 req-2aee5470-5d74-474f-a0a0-4eaad2b8046f tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534911 Aug 16 02:11:28.919426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 49dbcc6a-55eb-4765-96bd-52cc3b6fceff up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:29.025063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:29.030480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:29.030863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.098148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7e0a0-bfd6-4088-8467-3f8419a7f300 req-21c07de7-2fe8-4f3b-babe-d5ae675b0441 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.100288 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69b7e0a0-bfd6-4088-8467-3f8419a7f300 req-21c07de7-2fe8-4f3b-babe-d5ae675b0441 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.0728195 Aug 16 02:11:29.132824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.159673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:29.169297 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9078ab3e-a403-42a8-bf53-e00f966ab1df" -d '{"events": [{"server_uuid": "a308a08d-0a29-46de-8cb7-ab06d78ea998", "name": "network-vif-plugged", "status": "completed", "tag": "49dbcc6a-55eb-4765-96bd-52cc3b6fceff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:29.180593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69b7e0a0-bfd6-4088-8467-3f8419a7f300 req-217966f9-86f8-4e03-b932-d3490af55a1d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572724 Aug 16 02:11:29.192439 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:29.200552 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.268001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:29.354460 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebb59e3-0129-4ac9-ae0d-8868fcb47f42 x-openstack-request-id: req-4ebb59e3-0129-4ac9-ae0d-8868fcb47f42 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:29.355123 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a308a08d-0a29-46de-8cb7-ab06d78ea998", "name": "network-vif-plugged", "status": "completed", "tag": "49dbcc6a-55eb-4765-96bd-52cc3b6fceff", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:29.355123 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ebb59e3-0129-4ac9-ae0d-8868fcb47f42 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:29.355586 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff', 'code': 200} Aug 16 02:11:29.522729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30119f7-2142-453f-97f7-e96d0fcd4320 req-a693147f-f76f-4617-be16-4960236a9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.525218 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f30119f7-2142-453f-97f7-e96d0fcd4320 req-a693147f-f76f-4617-be16-4960236a9838 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 1098 time: 0.0647447 Aug 16 02:11:29.605196 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f30119f7-2142-453f-97f7-e96d0fcd4320 req-68d1f3df-c869-443e-a743-557877bd4f47 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710032 Aug 16 02:11:29.644210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b0109-0bb9-46b5-ad21-d015ccb2af5c req-1f50bd27-531d-4cc0-9d5c-324dbe0addd7 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.649849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b3b0109-0bb9-46b5-ad21-d015ccb2af5c req-1f50bd27-531d-4cc0-9d5c-324dbe0addd7 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.1825051 Aug 16 02:11:29.746680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b3b0109-0bb9-46b5-ad21-d015ccb2af5c req-d175e1fb-29b3-41a9-9d63-5f936f4d38b2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857112 Aug 16 02:11:29.795020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:29.930777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-870f5015-a1a7-4ac8-ac2b-fac2a5d8f8d2 admin admin] Deleting subnet d6492c11-2dd8-41be-8aa8-87347a69cd49 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:29.940703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-870f5015-a1a7-4ac8-ac2b-fac2a5d8f8d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.037197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8c6a-7065-4eb2-849a-3282f15947c2 req-235ed387-5f0b-4908-b91b-83f97e03034d tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.039792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acdf8c6a-7065-4eb2-849a-3282f15947c2 req-235ed387-5f0b-4908-b91b-83f97e03034d tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 946 time: 0.1836977 Aug 16 02:11:30.045442 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-870f5015-a1a7-4ac8-ac2b-fac2a5d8f8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.150824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acdf8c6a-7065-4eb2-849a-3282f15947c2 req-0cfd4458-7a3d-419f-9963-1a403c0030d7 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026595 Aug 16 02:11:30.152418 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-870f5015-a1a7-4ac8-ac2b-fac2a5d8f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.273397 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-870f5015-a1a7-4ac8-ac2b-fac2a5d8f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.322811 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f5015-a1a7-4ac8-ac2b-fac2a5d8f8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6492c11-2dd8-41be-8aa8-87347a69cd49,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.326518 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-870f5015-a1a7-4ac8-ac2b-fac2a5d8f8d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.330158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-870f5015-a1a7-4ac8-ac2b-fac2a5d8f8d2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d6492c11-2dd8-41be-8aa8-87347a69cd49 HTTP/1.1" status: 204 len: 168 time: 0.5335577 Aug 16 02:11:30.332488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:30.357136 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57c8bd-9210-4c7c-b904-22c32d3b5da6 req-03786dcf-9e39-4d0a-acb3-fd8fa58b6953 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.367004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b57c8bd-9210-4c7c-b904-22c32d3b5da6 req-03786dcf-9e39-4d0a-acb3-fd8fa58b6953 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1463690 Aug 16 02:11:30.427862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b57c8bd-9210-4c7c-b904-22c32d3b5da6 req-d4fb138c-0aac-4cdb-9f3d-24d1f2718881 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597546 Aug 16 02:11:30.498749 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.546488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.609426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a026d-85c0-45a0-8f41-dd010255d2a0 req-49caeefc-9440-413b-842b-cf615ba93668 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.622790 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f9a026d-85c0-45a0-8f41-dd010255d2a0 req-49caeefc-9440-413b-842b-cf615ba93668 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.1110802 Aug 16 02:11:30.660604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.671767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f9a026d-85c0-45a0-8f41-dd010255d2a0 req-dbaabf92-325b-4f39-add6-49e043c349f2 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480471 Aug 16 02:11:30.676120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c659e69c-8c56-4059-85f6-ca1de257d7d8']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:30.699357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41dece28-6c35-4979-a714-15c89343be1b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:30.699467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41dece28-6c35-4979-a714-15c89343be1b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:30.718389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.734612 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.742486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:30.742882 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:30.759340 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:30.837240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.850730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.853562 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] 10.222.0.61 "DELETE /v2.0/networks/c659e69c-8c56-4059-85f6-ca1de257d7d8 HTTP/1.1" status: 204 len: 168 time: 0.5198362 Aug 16 02:11:30.883266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881edcf-468d-4eed-b7cc-aeeee8403c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=c659e69c-8c56-4059-85f6-ca1de257d7d8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.936384 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80aee352-599e-4703-8730-cacceb7cf020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.979505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec7ec-41b8-4746-838d-5ee0585404e1 req-84e5fd6d-0911-4c8f-b964-d251db74297a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.988607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-211ec7ec-41b8-4746-838d-5ee0585404e1 req-84e5fd6d-0911-4c8f-b964-d251db74297a tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.0968096 Aug 16 02:11:31.031736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-211ec7ec-41b8-4746-838d-5ee0585404e1 req-3262c274-e897-4651-91c1-5d8fd4ea016b tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Aug 16 02:11:31.044469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.111613 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1cc5a268-bf70-4979-92d1-6ba06e98de50 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ced30993e38c4951aa7ea946b94abb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656266 Aug 16 02:11:31.113796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.170210 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b72dd649-36e6-4995-a0a0-e118ddc5d72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.198490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b72dd649-36e6-4995-a0a0-e118ddc5d72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.300640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b72dd649-36e6-4995-a0a0-e118ddc5d72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.302711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ee901-c20a-4317-88da-70f747145e32 req-77149d3d-37a4-4f53-a61e-33668d49e991 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.305001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-265ee901-c20a-4317-88da-70f747145e32 req-77149d3d-37a4-4f53-a61e-33668d49e991 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 946 time: 0.0650699 Aug 16 02:11:31.313141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b72dd649-36e6-4995-a0a0-e118ddc5d72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.314029 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b72dd649-36e6-4995-a0a0-e118ddc5d72e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97be3f34-2b64-49a6-9064-ccc36cce3094 HTTP/1.1" status: 204 len: 168 time: 0.1992593 Aug 16 02:11:31.374874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-265ee901-c20a-4317-88da-70f747145e32 req-b572a131-86b9-479d-9517-eda35f8b0b9a tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578401 Aug 16 02:11:31.388832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dd649-36e6-4995-a0a0-e118ddc5d72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97be3f34-2b64-49a6-9064-ccc36cce3094,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.413813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-c9e70dbb-3a6f-4161-a7bb-79c32e5a350b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.416521 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-c9e70dbb-3a6f-4161-a7bb-79c32e5a350b tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1306608 Aug 16 02:11:31.607537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Deleting port f8f04689-ccc1-4e51-a94d-3c275ab41805 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:31.607971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.703471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91570e-f6c8-4afd-87f4-e24592b69f11 req-2bc6e5d2-caec-45ce-84a3-f82a11e2c1b6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.705106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff91570e-f6c8-4afd-87f4-e24592b69f11 req-2bc6e5d2-caec-45ce-84a3-f82a11e2c1b6 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6ef3c5c-9c27-493c-a765-f3976e263ba9 HTTP/1.1" status: 200 len: 946 time: 0.1458333 Aug 16 02:11:31.761344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] For port f8f04689-ccc1-4e51-a94d-3c275ab41805, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=f8f04689-ccc1-4e51-a94d-3c275ab41805,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:31.761820 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.780519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Calling delete_port for f8f04689-ccc1-4e51-a94d-3c275ab41805 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:31.782221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff91570e-f6c8-4afd-87f4-e24592b69f11 req-6348fb96-095d-467e-829f-967a7d089db7 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.61 "GET /v2.0/security-groups?id=f973ff82-1ffc-428f-9d34-6766f2c3f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661209 Aug 16 02:11:31.959752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.002224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['f8f04689-ccc1-4e51-a94d-3c275ab41805'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:32.037580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Pushing event deleted for resources: {'Port': ['ID=f8f04689-ccc1-4e51-a94d-3c275ab41805,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.116960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] No DVR routers for this DVR port f8f04689-ccc1-4e51-a94d-3c275ab41805 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:32.121376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.124064 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b583adb3-6fa1-41e4-9351-bba2a20ffc62 req-64bbedab-1ac7-4135-8bae-76234fdb2b86 tempest-ServerRescueNegativeTestJSON-1508135957 tempest-ServerRescueNegativeTestJSON-1508135957-project] 10.222.0.86 "DELETE /v2.0/ports/f8f04689-ccc1-4e51-a94d-3c275ab41805 HTTP/1.1" status: 204 len: 173 time: 0.7001362 Aug 16 02:11:32.124739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ef3c5c-9c27-493c-a765-f3976e263ba9', 'name': 'network-vif-deleted', 'tag': 'f8f04689-ccc1-4e51-a94d-3c275ab41805'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:32.128167 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0792b90-3bb7-4655-ad06-55515d0d4c62" -d '{"events": [{"server_uuid": "a6ef3c5c-9c27-493c-a765-f3976e263ba9", "name": "network-vif-deleted", "tag": "f8f04689-ccc1-4e51-a94d-3c275ab41805"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:32.454619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065c735-e690-4cc3-be02-f21f951aa66b req-478c3e5e-29a3-4aea-b789-b710dcae4083 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.456472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6065c735-e690-4cc3-be02-f21f951aa66b req-478c3e5e-29a3-4aea-b789-b710dcae4083 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.0641763 Aug 16 02:11:32.501577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6065c735-e690-4cc3-be02-f21f951aa66b req-c4d665ad-bb82-43ec-b986-7990328dbf96 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355494 Aug 16 02:11:32.508137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:32.679286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1999472911-network', 'tenant_id': 'e5c0f859ac584b129e0c86551c26020a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:32.744091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Made reservation on behalf of e5c0f859ac584b129e0c86551c26020a for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:32.747024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.770299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cbe31-6c0e-493e-9242-022be015477a req-1a488d97-3268-481f-9725-bab03b41e6a9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.773060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a5cbe31-6c0e-493e-9242-022be015477a req-1a488d97-3268-481f-9725-bab03b41e6a9 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.0837927 Aug 16 02:11:32.774550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.846173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a5cbe31-6c0e-493e-9242-022be015477a req-1336ee12-46d6-42c8-9a9e-6d4858cf1f73 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617192 Aug 16 02:11:32.922917 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969fcdea-6cf5-4534-ab0f-64c4c4d3cb37 x-openstack-request-id: req-969fcdea-6cf5-4534-ab0f-64c4c4d3cb37 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:32.923491 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ef3c5c-9c27-493c-a765-f3976e263ba9", "name": "network-vif-deleted", "tag": "f8f04689-ccc1-4e51-a94d-3c275ab41805", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:32.923603 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-969fcdea-6cf5-4534-ab0f-64c4c4d3cb37 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:32.924061 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ef3c5c-9c27-493c-a765-f3976e263ba9', 'name': 'network-vif-deleted', 'tag': 'f8f04689-ccc1-4e51-a94d-3c275ab41805', 'status': 'completed', 'code': 200} Aug 16 02:11:32.981625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.986779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.069337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:33.091322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0da42e-c6d6-4be9-8a8f-d53f45e78410,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:33.094779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.095186 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Added segment bd68d5bf-0257-4d19-a734-a9f0a9e5836e of type vlan for network ab1146f3-36b4-4ac9-923e-880803c5fd43 Aug 16 02:11:33.134835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaccbd-4549-4d59-832b-892203296fc9 req-b330d941-eaf4-4bad-a2a4-335a2afc5eee tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.137262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03eaccbd-4549-4d59-832b-892203296fc9 req-b330d941-eaf4-4bad-a2a4-335a2afc5eee tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 946 time: 0.1468525 Aug 16 02:11:33.191780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.221701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03eaccbd-4549-4d59-832b-892203296fc9 req-24ff488c-f850-4f10-b0a8-a8c5315a0fa4 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605288 Aug 16 02:11:33.241242 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.242499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.243222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.289721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:33.327412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8174157 Aug 16 02:11:33.330730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:33.336184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Request body: {'subnet': {'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1999472911-subnet', 'tenant_id': 'e5c0f859ac584b129e0c86551c26020a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:33.342783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9c76d-8fa5-46a5-8aeb-50b4c03c8f61 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1146f3-36b4-4ac9-923e-880803c5fd43,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:33.355796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:33.402380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Made reservation on behalf of e5c0f859ac584b129e0c86551c26020a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:33.405004 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.534187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97babd60-aab0-4fdd-82a6-6cd7d636abc9 req-0e143dd6-22a7-44a3-a09f-ed7e7444f34d tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.539254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97babd60-aab0-4fdd-82a6-6cd7d636abc9 req-0e143dd6-22a7-44a3-a09f-ed7e7444f34d tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 946 time: 0.1799386 Aug 16 02:11:33.561014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:33.566744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Request body: {'floatingip': {'port_id': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:33.601600 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c51614c-b16e-4f0b-a71c-cdb26645555f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.638101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.835973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb0afa-c926-491c-bd2a-543a017adf39 req-31ecb675-ddf0-4596-8a91-190003db3945 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.837603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7cbb0afa-c926-491c-bd2a-543a017adf39 req-31ecb675-ddf0-4596-8a91-190003db3945 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.1579645 Aug 16 02:11:33.871374 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.996708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.010920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7cbb0afa-c926-491c-bd2a-543a017adf39 req-e4c0fef1-086c-46f8-a28a-9cbcf1132cc9 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549609 Aug 16 02:11:34.132653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.147279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Checking segment: {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:34.147717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Network hostable DHCP agents. Network: ab1146f3-36b4-4ac9-923e-880803c5fd43, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:34.264284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:34.307475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ab1146f3-36b4-4ac9-923e-880803c5fd43) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:34.312812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.318803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2677bdee-f757-4032-b563-72037bb9f966 None None] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:34.338638 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.409211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.439861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e14164f2-aaa7-4e52-b517-000a3e3c9011 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1078811 Aug 16 02:11:34.456144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a226ad-7162-4614-8183-449c6cef6692 req-07f5b839-481c-4280-981b-fc446afd1c3c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.477950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6a226ad-7162-4614-8183-449c6cef6692 req-07f5b839-481c-4280-981b-fc446afd1c3c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.2296212 Aug 16 02:11:34.511585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-ab1146f3-36b4-4ac9-923e-880803c5fd43', 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43', 'tenant_id': 'e5c0f859ac584b129e0c86551c26020a', 'fixed_ips': [{'subnet_id': '0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:34.512536 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.537945 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:11:34.654613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6a226ad-7162-4614-8183-449c6cef6692 req-bea2c2cb-82ab-4b72-b8f4-11708540b39c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753182 Aug 16 02:11:34.688332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.690907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-12e9fae9-6fa8-48f6-a9ee-755c185b5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.693185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-12e9fae9-6fa8-48f6-a9ee-755c185b5117 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 1095 time: 0.1910312 Aug 16 02:11:34.699964 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.821524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Allocated IP 172.20.0.2 (ab1146f3-36b4-4ac9-923e-880803c5fd43/0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4/54f3ea06-274d-4c89-b4a7-826c633a3c99) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:34.900907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Deleting port 43eb9b4d-bef1-4701-8ff5-088865795a3c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:34.901589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.980940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f8f04689-ccc1-4e51-a94d-3c275ab41805 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:35.018782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: f8f04689-ccc1-4e51-a94d-3c275ab41805 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:35.019600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device f8f04689-ccc1-4e51-a94d-3c275ab41805 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:35.046067 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.073576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] For port 43eb9b4d-bef1-4701-8ff5-088865795a3c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=43eb9b4d-bef1-4701-8ff5-088865795a3c,segment=NetworkSegment(a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa),segment_id=a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:35.074035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.125840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Calling delete_port for 43eb9b4d-bef1-4701-8ff5-088865795a3c owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:35.126233 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.166867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Transition to ACTIVE for port object 54f3ea06-274d-4c89-b4a7-826c633a3c99 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:35.189133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Transition to ACTIVE for port object 54f3ea06-274d-4c89-b4a7-826c633a3c99 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:35.198971 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.267583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Pushing event updated for resources: {'Port': ['ID=54f3ea06-274d-4c89-b4a7-826c633a3c99,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:35.278362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:35.280780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:35.285291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:35.368478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Attempting to bind port 54f3ea06-274d-4c89-b4a7-826c633a3c99 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:35.369209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Attempting to bind port 54f3ea06-274d-4c89-b4a7-826c633a3c99 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:35.370313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Attempting to bind port 54f3ea06-274d-4c89-b4a7-826c633a3c99 on network ab1146f3-36b4-4ac9-923e-880803c5fd43 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:35.378366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:35.378683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Checking segment: {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:35.379112 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.379511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Bound using segment: {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:35.379982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Bound port: 54f3ea06-274d-4c89-b4a7-826c633a3c99, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:35.380370 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.406184 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.438969 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Floating IP 8dafba28-eb60-4072-bfa2-f14a8d2da580 associated. External IP: 172.25.5.10, port: 49dbcc6a-55eb-4765-96bd-52cc3b6fceff. Aug 16 02:11:35.452697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb69fb1-7639-4684-bf3d-5eed57b36d97 req-e980f458-c9a5-4f92-a311-8b02af86da52 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.453502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=43eb9b4d-bef1-4701-8ff5-088865795a3c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:35.462157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fb69fb1-7639-4684-bf3d-5eed57b36d97 req-e980f458-c9a5-4f92-a311-8b02af86da52 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 943 time: 0.2260728 Aug 16 02:11:35.462625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] For port 54f3ea06-274d-4c89-b4a7-826c633a3c99, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:35.466831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] For port 54f3ea06-274d-4c89-b4a7-826c633a3c99, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=54f3ea06-274d-4c89-b4a7-826c633a3c99,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:35.472981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.526488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-8cd73b67-ed3c-476a-9547-055fc3c4ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.527997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-8cd73b67-ed3c-476a-9547-055fc3c4ddd8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 200 len: 918 time: 0.7864420 Aug 16 02:11:35.550403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f90ddb-ee7d-442c-a850-6f92f243d536 None None] Pushing event updated for resources: {'Port': ['ID=54f3ea06-274d-4c89-b4a7-826c633a3c99,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:35.694763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.697067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-65fd425a-0aa1-4bad-b5fb-dbb8ca76381e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.698811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-65fd425a-0aa1-4bad-b5fb-dbb8ca76381e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 816 time: 0.4439738 Aug 16 02:11:35.735154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3fb69fb1-7639-4684-bf3d-5eed57b36d97 req-230468a7-974f-449c-8e0b-2af63533f042 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720580 Aug 16 02:11:35.736414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-a184b893-708a-487a-bc77-0341cf9e8248 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/quotas/e5c0f859ac584b129e0c86551c26020a HTTP/1.1" status: 200 len: 375 time: 0.0197890 Aug 16 02:11:35.754219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-6142e3cb-ec23-4990-9cd8-671a9293ba42 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 HTTP/1.1" status: 200 len: 998 time: 0.2079468 Aug 16 02:11:35.897609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-bfd4faa1-9605-4aae-bb77-293f6a8e886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.898893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-bfd4faa1-9605-4aae-bb77-293f6a8e886d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 200 len: 856 time: 0.1281762 Aug 16 02:11:35.993833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a81132-0354-4c71-8f27-748219c2a509 req-b6d827d6-1630-4991-9adc-c73dfc74b134 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.995846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-14a81132-0354-4c71-8f27-748219c2a509 req-b6d827d6-1630-4991-9adc-c73dfc74b134 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.1826518 Aug 16 02:11:35.999896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-85bb2c4d-17e6-43dd-9196-ccaf8a8d9dca tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2346509 Aug 16 02:11:36.050158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:36.226096 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 54f3ea06-274d-4c89-b4a7-826c633a3c99 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:36.227124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:36.244035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-a7a4e2de-fd5f-4493-b08f-24a1b7764968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.245804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-a7a4e2de-fd5f-4493-b08f-24a1b7764968 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1d037ab6-476b-4559-a0ae-90faec753940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3303845 Aug 16 02:11:36.281129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:36.297010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Router 2f15cecd-eecc-442a-ab85-a99edf617b9a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:36.298674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'port_id': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'mac_address': 'fa:16:3e:8e:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:36.301997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-14a81132-0354-4c71-8f27-748219c2a509 req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Deleting port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:36.303133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-14a81132-0354-4c71-8f27-748219c2a509 req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.336682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 54f3ea06-274d-4c89-b4a7-826c633a3c99 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:36.356529 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.377267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:36.403135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:36.404932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da399c1-83d9-4966-bce6-0d6f2fb29a8f req-cf3c9a90-1152-4eda-87d5-b991e25ea4e2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.406722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9da399c1-83d9-4966-bce6-0d6f2fb29a8f req-cf3c9a90-1152-4eda-87d5-b991e25ea4e2 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 950 time: 0.2442665 Aug 16 02:11:36.416614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.464625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-14a81132-0354-4c71-8f27-748219c2a509 req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] For port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:36.465199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-14a81132-0354-4c71-8f27-748219c2a509 req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.489905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.500958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-14a81132-0354-4c71-8f27-748219c2a509 req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Calling delete_port for c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:36.518251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-9f1ad55c-1a81-476e-92f9-7f6c7c6bfa97 service neutron] 10.222.0.61 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380951 Aug 16 02:11:36.647729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9da399c1-83d9-4966-bce6-0d6f2fb29a8f req-1a09060b-0b5b-4dff-b966-44600ef1feab tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250521 Aug 16 02:11:36.649873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-8e655248-ea3b-4b99-8834-e2d0201ba184 service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942766 Aug 16 02:11:36.656851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:36.666458 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.669746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] Sync routers for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:36.688689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:36.689245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:11:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:36.697149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:36.847852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-75a9864f-3642-444c-afa3-bcfe3d3809b6 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "PUT /v2.0/floatingips/8dafba28-eb60-4072-bfa2-f14a8d2da580 HTTP/1.1" status: 200 len: 991 time: 3.2856021 Aug 16 02:11:36.852483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'tag': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:36.854919 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe41aed-26f6-4585-9685-091156ee086a" -d '{"events": [{"name": "network-changed", "server_uuid": "a308a08d-0a29-46de-8cb7-ab06d78ea998", "tag": "49dbcc6a-55eb-4765-96bd-52cc3b6fceff"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:36.887419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-0deb5797-4019-46f8-8304-b9d2540db6d0 service neutron] 10.222.0.61 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571296 Aug 16 02:11:36.937064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:36.953522 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] Sync routers for ids ['2f15cecd-eecc-442a-ab85-a99edf617b9a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:36.958253 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2ac8d109-ab44-45d2-8395-4a2c11b4cd31 admin admin] 10.222.0.61 "PUT /v2.0/routers/2f15cecd-eecc-442a-ab85-a99edf617b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6649909 Aug 16 02:11:36.958253 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-14a81132-0354-4c71-8f27-748219c2a509 req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.962681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.979432 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] Routers {'2f15cecd-eecc-442a-ab85-a99edf617b9a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:36.980297 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:11:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2f15cecd-eecc-442a-ab85-a99edf617b9a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:37.004894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f2c53f9-3133-4a36-ba45-28a40fe82473 req-fc53459e-8ccd-43a9-9b58-78323cfd0b41 service neutron] 10.222.0.93 "GET /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439684 Aug 16 02:11:37.041515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbd092-7816-4c56-8e50-6798af22dc21 req-68eeb43f-b78a-49da-8110-47b472877528 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.054600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93fbd092-7816-4c56-8e50-6798af22dc21 req-68eeb43f-b78a-49da-8110-47b472877528 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 944 time: 0.1282623 Aug 16 02:11:37.083940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Pushing event deleted for resources: {'Port': ['ID=c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.159591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93fbd092-7816-4c56-8e50-6798af22dc21 req-e619f84b-fecf-4c45-a3d9-e87da82fbc15 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952501 Aug 16 02:11:37.245453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a81132-0354-4c71-8f27-748219c2a509 req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] No DVR routers for this DVR port c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:37.250279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-14a81132-0354-4c71-8f27-748219c2a509 req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.253097 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-14a81132-0354-4c71-8f27-748219c2a509 req-e503276b-6388-446e-bfbb-5edf24f62af8 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "DELETE /v2.0/ports/c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 HTTP/1.1" status: 204 len: 173 time: 1.2484446 Aug 16 02:11:37.253894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2754cf-849f-4fe7-9fd8-31fa387e4734', 'name': 'network-vif-deleted', 'tag': 'c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:37.260450 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dec2507-019a-48f8-a598-79c95a5ade1c" -d '{"events": [{"server_uuid": "1b2754cf-849f-4fe7-9fd8-31fa387e4734", "name": "network-vif-deleted", "tag": "c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:37.266052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6874fe-1c25-46ae-8ea3-4b8a583400cb None None] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:37.292980 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] Set router 2f15cecd-eecc-442a-ab85-a99edf617b9a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:37.300117 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.315169 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7438b04-eee3-4e49-bfce-15c64a276e01 x-openstack-request-id: req-f7438b04-eee3-4e49-bfce-15c64a276e01 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:37.315962 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a308a08d-0a29-46de-8cb7-ab06d78ea998", "tag": "49dbcc6a-55eb-4765-96bd-52cc3b6fceff", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:37.316302 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7438b04-eee3-4e49-bfce-15c64a276e01 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:37.316710 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'tag': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff', 'status': 'completed', 'code': 200} Aug 16 02:11:37.439315 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.448457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04693fc6-9ffa-49ba-9b0f-352dfed5346a None None] Provisioning for port 54f3ea06-274d-4c89-b4a7-826c633a3c99 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:37.496990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-04693fc6-9ffa-49ba-9b0f-352dfed5346a None None] Provisioning complete for port 54f3ea06-274d-4c89-b4a7-826c633a3c99 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:37.497378 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04693fc6-9ffa-49ba-9b0f-352dfed5346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.700463 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7f2fbc-ad24-4676-b75d-3b5655e7334b x-openstack-request-id: req-fb7f2fbc-ad24-4676-b75d-3b5655e7334b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:37.704890 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2754cf-849f-4fe7-9fd8-31fa387e4734", "name": "network-vif-deleted", "tag": "c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:37.706512 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb7f2fbc-ad24-4676-b75d-3b5655e7334b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:37.706950 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2754cf-849f-4fe7-9fd8-31fa387e4734', 'name': 'network-vif-deleted', 'tag': 'c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14', 'status': 'completed', 'code': 200} Aug 16 02:11:37.736739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe41aed-26f6-4585-9685-091156ee086a req-e38608d0-bb82-4bb2-927c-1ee675bb2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.747958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7fe41aed-26f6-4585-9685-091156ee086a req-e38608d0-bb82-4bb2-927c-1ee675bb2eb7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78d3ed06304148d8928828d7a6d46d58&device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 1098 time: 0.3146532 Aug 16 02:11:37.816565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:37.893678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce519dd2-1397-4f51-951e-7827a7704940 req-3914cd42-a00d-4fda-b9f3-14cb28fc68c7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.905868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-3914cd42-a00d-4fda-b9f3-14cb28fc68c7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 816 time: 0.3446026 Aug 16 02:11:38.043065 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:11:35Z', 'revision_number': 5, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'gw_port': {'id': '756bd57c-4f65-41cd-8f4a-926617563bc1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:53Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:38.070394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29b81ef7-e4c0-4c5b-be32-6484b10fac0d req-ffbe8175-bb19-43d0-9144-e2f7d6f9ae9e tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2754cf-849f-4fe7-9fd8-31fa387e4734 HTTP/1.1" status: 200 len: 210 time: 0.1588666 Aug 16 02:11:38.071927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-4b9f2548-62e0-46f8-98f8-0cd51b6f5622 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/quotas/e5c0f859ac584b129e0c86551c26020a HTTP/1.1" status: 200 len: 375 time: 0.1640143 Aug 16 02:11:38.088242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.124278 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] Checking router: 2f15cecd-eecc-442a-ab85-a99edf617b9a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:38.162251 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] Routers {'2f15cecd-eecc-442a-ab85-a99edf617b9a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:38.163526 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:11:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2f15cecd-eecc-442a-ab85-a99edf617b9a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:38.198641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-a4b45da6-f12b-42e1-950d-ea09aa44bcc9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192374 Aug 16 02:11:38.245166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe41aed-26f6-4585-9685-091156ee086a req-3f4c4b21-6293-4931-935e-5b9805677ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.250975 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7fe41aed-26f6-4585-9685-091156ee086a req-3f4c4b21-6293-4931-935e-5b9805677ad7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=27454c82-47c3-43be-9e93-2f78deb953d0 HTTP/1.1" status: 200 len: 913 time: 0.4816210 Aug 16 02:11:38.254990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:38.346609 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] Set router 2f15cecd-eecc-442a-ab85-a99edf617b9a gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:38.369424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Deleting port 756bd57c-4f65-41cd-8f4a-926617563bc1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:38.369424 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.453981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:38.455559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c4b86ff8-a4b7-4973-8a5e-d82c57d4aa14 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:38.478176 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:11:38Z', 'revision_number': 6, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:38.483590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] For port 756bd57c-4f65-41cd-8f4a-926617563bc1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=756bd57c-4f65-41cd-8f4a-926617563bc1,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:38.484218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.505260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Calling delete_port for 756bd57c-4f65-41cd-8f4a-926617563bc1 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:38.521853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-fa7c941f-1f2a-420f-8bb8-22d28f838c22 service neutron] 10.222.0.61 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159559 Aug 16 02:11:38.551155 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a75886-1a7c-41c5-bc14-ed4a03cd1726 None None] The sync data for ids ['2f15cecd-eecc-442a-ab85-a99edf617b9a'] in n-d-768862-14 is: [{'id': '2f15cecd-eecc-442a-ab85-a99edf617b9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1467803417-router', 'tenant_id': 'c368790413fc46979bd11f4ccd0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:11:38Z', 'revision_number': 6, 'project_id': 'c368790413fc46979bd11f4ccd0dbf48', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:38.699814 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04693fc6-9ffa-49ba-9b0f-352dfed5346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.768416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-6bdea5d0-9e9d-45a6-b16b-b11b27231e78 service neutron] 10.222.0.61 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416322 Aug 16 02:11:38.781029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-04693fc6-9ffa-49ba-9b0f-352dfed5346a None None] For port 54f3ea06-274d-4c89-b4a7-826c633a3c99, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=54f3ea06-274d-4c89-b4a7-826c633a3c99,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:38.806523 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04693fc6-9ffa-49ba-9b0f-352dfed5346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.823579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb220f-8fd3-425b-a53c-8c7f460ebe3f req-e9a609d5-9311-48a0-885c-bef48c8fe92a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.842871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24fb220f-8fd3-425b-a53c-8c7f460ebe3f req-e9a609d5-9311-48a0-885c-bef48c8fe92a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 944 time: 0.4577377 Aug 16 02:11:39.057880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24fb220f-8fd3-425b-a53c-8c7f460ebe3f req-16c42a36-d6b5-452d-b99b-f7d56a83dc86 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050562 Aug 16 02:11:39.159830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04693fc6-9ffa-49ba-9b0f-352dfed5346a None None] Pushing event updated for resources: {'Port': ['ID=54f3ea06-274d-4c89-b4a7-826c633a3c99,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.169957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cfdeccbf-782b-4582-9f2b-2b9496280f98 None None] Provisioning complete for port 54f3ea06-274d-4c89-b4a7-826c633a3c99 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:39.172115 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfdeccbf-782b-4582-9f2b-2b9496280f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.282739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '8dafba28-eb60-4072-bfa2-f14a8d2da580', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'port_id': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'mac_address': 'fa:16:3e:76:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:06Z', 'updated_at': '2021-08-16T02:11:34Z', 'revision_number': 1, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:08Z', 'revision_number': 5, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:39.309350 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7fe41aed-26f6-4585-9685-091156ee086a req-b3ffb10e-2800-4df8-889e-59cb577355a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49dbcc6a-55eb-4765-96bd-52cc3b6fceff HTTP/1.1" status: 200 len: 999 time: 1.0513685 Aug 16 02:11:39.327167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['502ecc6d-cec2-4aa3-b1f3-c32328619741'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:39.393504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] Checking router: 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:39.430869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:39.431714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:11:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:39.572965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe41aed-26f6-4585-9685-091156ee086a req-dd39fd6a-703c-4548-a63d-574d15a1e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.574517 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7fe41aed-26f6-4585-9685-091156ee086a req-dd39fd6a-703c-4548-a63d-574d15a1e851 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=45a10498-9717-491f-842b-427898cb7a7f HTTP/1.1" status: 200 len: 851 time: 0.2527196 Aug 16 02:11:39.676444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-ef465c71-6a40-4c41-a9fa-c378b1e148b6 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.679209 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-ef465c71-6a40-4c41-a9fa-c378b1e148b6 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.93 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 816 time: 0.3723724 Aug 16 02:11:39.695455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Request body: {'port': {'device_id': '4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf', 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43', 'admin_state_up': True, 'tenant_id': 'e5c0f859ac584b129e0c86551c26020a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:39.754808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe41aed-26f6-4585-9685-091156ee086a req-a7adb3f3-4da6-466f-90bc-bebff300e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.756661 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7fe41aed-26f6-4585-9685-091156ee086a req-a7adb3f3-4da6-466f-90bc-bebff300e598 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27454c82-47c3-43be-9e93-2f78deb953d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462290 Aug 16 02:11:39.791923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:39.810911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-7fae0f21-e02c-41cd-89bf-aa7c9fd632c1 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.812737 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-7fae0f21-e02c-41cd-89bf-aa7c9fd632c1 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 816 time: 0.3109486 Aug 16 02:11:39.847589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-72cfe1c6-2803-469c-98b2-07ce95de31dc tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/quotas/e5c0f859ac584b129e0c86551c26020a HTTP/1.1" status: 200 len: 375 time: 0.0258465 Aug 16 02:11:39.953694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.955983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-f0938d1c-047c-4be9-9947-c575a7b30d4a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012516 Aug 16 02:11:40.043404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=756bd57c-4f65-41cd-8f4a-926617563bc1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:40.056553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 54f3ea06-274d-4c89-b4a7-826c633a3c99 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:40.089838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:40.091902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7fe41aed-26f6-4585-9685-091156ee086a req-18f2af48-b525-40f4-a807-6383c72a6869 service neutron] 10.222.0.86 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142862 Aug 16 02:11:40.096465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.104370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f69b6-d844-47eb-9056-afd89e587a06 req-d3b99c66-a1e3-4379-9b84-59c9cee5f615 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.105907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-677f69b6-d844-47eb-9056-afd89e587a06 req-d3b99c66-a1e3-4379-9b84-59c9cee5f615 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 951 time: 0.1284337 Aug 16 02:11:40.136113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-0736c0c3-630d-4672-ac17-cb1b433d5663 service neutron] 10.222.0.61 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784482 Aug 16 02:11:40.148814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Made reservation on behalf of e5c0f859ac584b129e0c86551c26020a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:40.152005 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.182056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-677f69b6-d844-47eb-9056-afd89e587a06 req-b1491b2e-fb94-4708-96f8-570cd935e355 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Aug 16 02:11:40.216347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:40.216976 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.250813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 54f3ea06-274d-4c89-b4a7-826c633a3c99 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:40.251215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.283850 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.291070 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.300267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-08c7778d-1a22-4a70-9b2e-7360396f5cf9 service neutron] 10.222.0.61 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499040 Aug 16 02:11:40.342245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '8dafba28-eb60-4072-bfa2-f14a8d2da580', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'port_id': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'mac_address': 'fa:16:3e:76:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:06Z', 'updated_at': '2021-08-16T02:11:34Z', 'revision_number': 1, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:08Z', 'revision_number': 5, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:40.421344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.421960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f15cecd-eecc-442a-ab85-a99edf617b9a {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:40.433203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.434425 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f49e55c2-569a-439d-b67c-2cc9cd8bcbb5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2f15cecd-eecc-442a-ab85-a99edf617b9a HTTP/1.1" status: 204 len: 168 time: 3.4705603 Aug 16 02:11:40.440200 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497408f-bf28-46b5-9624-3b052e427b88 None None] The sync data for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 is: [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '8dafba28-eb60-4072-bfa2-f14a8d2da580', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'port_id': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'mac_address': 'fa:16:3e:76:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:06Z', 'updated_at': '2021-08-16T02:11:34Z', 'revision_number': 1, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:08Z', 'revision_number': 5, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:40.440471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e4aa2-5e5d-4e5e-b65d-75a75a69a8c5 req-e5addc57-5ee4-4336-a05c-fd6761868a54 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.444947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:40.455474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-021e4aa2-5e5d-4e5e-b65d-75a75a69a8c5 req-e5addc57-5ee4-4336-a05c-fd6761868a54 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 944 time: 0.0931599 Aug 16 02:11:40.479238 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.559294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:40.563717 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63851e1-a239-4243-9129-a21d59b146c8" -d '{"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:40.568106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7fe41aed-26f6-4585-9685-091156ee086a req-a28ddf6e-93b9-4125-b1df-d3cf156b3668 service neutron] 10.222.0.86 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665213 Aug 16 02:11:40.573894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-021e4aa2-5e5d-4e5e-b65d-75a75a69a8c5 req-87f7fd56-7cbb-4a23-a674-afd7e68b0cb8 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892794 Aug 16 02:11:40.643186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Allocated IP 172.20.0.3 (ab1146f3-36b4-4ac9-923e-880803c5fd43/0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4/3bb39e01-ae7b-4472-9505-55f906d7b1c9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:40.739950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-985996f6-46e9-48ce-b094-f6742603e28c admin admin] Deleting subnet 724b25a0-2418-4c54-a670-0a9703bc2fc7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:40.752415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-985996f6-46e9-48ce-b094-f6742603e28c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.891818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-985996f6-46e9-48ce-b094-f6742603e28c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.960417 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a79ab3-012e-458a-b855-1eda050d3765 x-openstack-request-id: req-a6a79ab3-012e-458a-b855-1eda050d3765 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:40.961101 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-plugged", "status": "completed", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:40.961730 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6a79ab3-012e-458a-b855-1eda050d3765 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:40.962911 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'code': 200} Aug 16 02:11:40.966127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-985996f6-46e9-48ce-b094-f6742603e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.967492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 756bd57c-4f65-41cd-8f4a-926617563bc1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:40.971959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8206a-6056-461e-904e-ee5cd6c6dc5f None None] New status for floating IP 8dafba28-eb60-4072-bfa2-f14a8d2da580: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:11:40.975689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a288c858-54f0-4cf8-a1e2-fd7eb8259bb1 req-4e2c9e2a-ad79-4b23-a884-49a56474d8f7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 210 time: 0.0540080 Aug 16 02:11:40.977720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:41.009650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.032106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Transition to ACTIVE for port object 3bb39e01-ae7b-4472-9505-55f906d7b1c9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:41.047265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 756bd57c-4f65-41cd-8f4a-926617563bc1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:41.047678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 756bd57c-4f65-41cd-8f4a-926617563bc1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:41.049356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43eb9b4d-bef1-4701-8ff5-088865795a3c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:41.087799 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.107969 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-985996f6-46e9-48ce-b094-f6742603e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.168260 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 43eb9b4d-bef1-4701-8ff5-088865795a3c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:41.168732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43eb9b4d-bef1-4701-8ff5-088865795a3c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:41.211811 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce519dd2-1397-4f51-951e-7827a7704940 req-1607412a-9824-40b4-974f-68b31d081ca1 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.213560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-1607412a-9824-40b4-974f-68b31d081ca1 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.93 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 816 time: 0.1837459 Aug 16 02:11:41.214011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985996f6-46e9-48ce-b094-f6742603e28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724b25a0-2418-4c54-a670-0a9703bc2fc7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.219521 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-985996f6-46e9-48ce-b094-f6742603e28c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.224090 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-985996f6-46e9-48ce-b094-f6742603e28c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/724b25a0-2418-4c54-a670-0a9703bc2fc7 HTTP/1.1" status: 204 len: 168 time: 0.7781484 Aug 16 02:11:41.224779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.235723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.238509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Request body: {'port': {'device_id': '021a70c7-7619-4f41-8a39-94faeaa06e64', 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43', 'admin_state_up': True, 'tenant_id': 'e5c0f859ac584b129e0c86551c26020a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:41.354272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87378b9-7345-40f8-94ca-ee6ec397b102 req-d584b015-239e-4359-8caf-34bba0a91bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.355873 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c87378b9-7345-40f8-94ca-ee6ec397b102 req-d584b015-239e-4359-8caf-34bba0a91bf7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 1098 time: 0.2220252 Aug 16 02:11:41.359394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:41.368249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:41.379242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.386210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:41.397025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.408563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Pushing event updated for resources: {'Port': ['ID=3bb39e01-ae7b-4472-9505-55f906d7b1c9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.487174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439533e-e8fe-4b98-b9ff-1a38a4c9b2d9 req-dc320502-3d8e-4d0a-abf0-290227be2323 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.495650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f439533e-e8fe-4b98-b9ff-1a38a4c9b2d9 req-dc320502-3d8e-4d0a-abf0-290227be2323 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 951 time: 0.1755919 Aug 16 02:11:41.533042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c87378b9-7345-40f8-94ca-ee6ec397b102 req-adabf313-e8f5-4d86-981f-2ca9ff3c63b5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663556 Aug 16 02:11:41.544833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.545588 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.550573 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-56e20f2f-2ea5-450f-b66b-d394fe48ed98 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.552529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-56e20f2f-2ea5-450f-b66b-d394fe48ed98 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 951 time: 0.1885633 Aug 16 02:11:41.580389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f439533e-e8fe-4b98-b9ff-1a38a4c9b2d9 req-ded06d2e-d577-4658-a0b1-3952a4d31d5c tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830891 Aug 16 02:11:41.602037 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Made reservation on behalf of e5c0f859ac584b129e0c86551c26020a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:41.612452 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.618098 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.632080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81198490-59d5-4e95-9155-f109086e1a37']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:41.646499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:41.647275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34bd279-77a7-4837-b5c4-f2f7f7a2e9aa') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:41.659245 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.688593 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-1586ca02-1a59-4bdd-b1b7-da9a420bd043 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9994371 Aug 16 02:11:41.694605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.705869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Request body: {'port': {'device_id': '4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:41.727470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:41.728146 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:41.730097 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:41.750000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-686f9dbb-b4b6-45bb-bbb9-f036385db854 None None] Provisioning for port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:41.753874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-686f9dbb-b4b6-45bb-bbb9-f036385db854 None None] Provisioning complete for port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:41.754246 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-686f9dbb-b4b6-45bb-bbb9-f036385db854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.817282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.831334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-686f9dbb-b4b6-45bb-bbb9-f036385db854 None None] Port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:41.837106 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.841345 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.845921 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] 10.222.0.61 "DELETE /v2.0/networks/81198490-59d5-4e95-9155-f109086e1a37 HTTP/1.1" status: 204 len: 168 time: 0.6158345 Aug 16 02:11:41.866228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87dd0d-d2de-4ad1-928d-7a59d6834079 req-d17ea3f6-3720-4791-8983-6a4991d5423a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.873729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d87dd0d-d2de-4ad1-928d-7a59d6834079 req-d17ea3f6-3720-4791-8983-6a4991d5423a tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 946 time: 0.1854122 Aug 16 02:11:41.883260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fbafd-157c-4d1e-ad3c-0623a2973375 admin admin] Pushing event deleted for resources: {'Network': ['ID=81198490-59d5-4e95-9155-f109086e1a37,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.936302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Allocated IP 172.20.0.8 (ab1146f3-36b4-4ac9-923e-880803c5fd43/0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4/13bdbf43-82df-416d-a344-a5fa7c7030c9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:41.944821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Deleting port 502ecc6d-cec2-4aa3-b1f3-c32328619741 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:41.945544 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.030894 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.046948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d87dd0d-d2de-4ad1-928d-7a59d6834079 req-4d3eb1d3-c5ca-4054-acd8-64b0b64cccce tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723266 Aug 16 02:11:42.095723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:42.216586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-2fffcd40-5dd4-476e-ae39-2e4e11a1ef23 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.230933 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-2fffcd40-5dd4-476e-ae39-2e4e11a1ef23 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.86 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 816 time: 0.1546695 Aug 16 02:11:42.267443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Request body: {'port': {'device_id': '3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1', 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43', 'admin_state_up': True, 'tenant_id': 'e5c0f859ac584b129e0c86551c26020a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:42.397526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Made reservation on behalf of e5c0f859ac584b129e0c86551c26020a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:42.401229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.503014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] For port 502ecc6d-cec2-4aa3-b1f3-c32328619741, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=502ecc6d-cec2-4aa3-b1f3-c32328619741,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:42.503014 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.546520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85af1cd8-4802-48e3-87a0-22d0c69c89a6 req-027b312a-3a61-4193-a45f-6c3b9f0f6a07 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 210 time: 0.0598199 Aug 16 02:11:42.551213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Calling delete_port for 502ecc6d-cec2-4aa3-b1f3-c32328619741 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:42.670833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9ded273d-66be-4f22-b7d6-24d02b570dd9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c368790413fc46979bd11f4ccd0dbf48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738344 Aug 16 02:11:42.673863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:42.732655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21e0fd5c-551f-43d2-aff9-d2cecaa44d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.759405 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21e0fd5c-551f-43d2-aff9-d2cecaa44d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.772692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623da674-c614-427e-8437-aeaac507d9fb req-e7f04622-1cd5-407c-956f-8bdf5c51e456 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.774250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-623da674-c614-427e-8437-aeaac507d9fb req-e7f04622-1cd5-407c-956f-8bdf5c51e456 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 951 time: 0.1148462 Aug 16 02:11:42.803152 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.819287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21e0fd5c-551f-43d2-aff9-d2cecaa44d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.822305 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21e0fd5c-551f-43d2-aff9-d2cecaa44d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.823758 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-21e0fd5c-551f-43d2-aff9-d2cecaa44d8c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f973ff82-1ffc-428f-9d34-6766f2c3f31a HTTP/1.1" status: 204 len: 168 time: 0.1488097 Aug 16 02:11:42.839957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Transition to ACTIVE for port object 13bdbf43-82df-416d-a344-a5fa7c7030c9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:42.842073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0fd5c-551f-43d2-aff9-d2cecaa44d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f973ff82-1ffc-428f-9d34-6766f2c3f31a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.894436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-623da674-c614-427e-8437-aeaac507d9fb req-b5ddfafd-8b68-482e-9db6-f8e4d014c87f tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/security-groups?id=def646a9-f45e-447e-83c7-f48ea7303903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983708 Aug 16 02:11:42.941411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.953097 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.954518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['502ecc6d-cec2-4aa3-b1f3-c32328619741'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:43.000421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:43.002822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:43.028005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Pushing event deleted for resources: {'Port': ['ID=502ecc6d-cec2-4aa3-b1f3-c32328619741,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.053625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:43.215923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] No DVR routers for this DVR port 502ecc6d-cec2-4aa3-b1f3-c32328619741 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:43.242346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb39e01-ae7b-4472-9505-55f906d7b1c9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:43.253568 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.274426 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.281881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b42b593-afa1-4886-9c37-94bd43fb6491 req-a5ce851f-811f-4cec-8c25-f242a6b3e110 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.93 "DELETE /v2.0/ports/502ecc6d-cec2-4aa3-b1f3-c32328619741 HTTP/1.1" status: 204 len: 173 time: 1.6666417 Aug 16 02:11:43.288003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-deleted', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:43.290346 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fca9e6-a87c-4d61-b3f2-8da80d964952" -d '{"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-deleted", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:43.305310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Transition to ACTIVE for port object 3bb39e01-ae7b-4472-9505-55f906d7b1c9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:43.322769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.422481 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579f221b-c915-44f7-94e6-8a7ff4c2d29d x-openstack-request-id: req-579f221b-c915-44f7-94e6-8a7ff4c2d29d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:43.422481 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b13f99-69b6-472e-94f2-710e1af5b629", "name": "network-vif-deleted", "tag": "502ecc6d-cec2-4aa3-b1f3-c32328619741", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:43.422824 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-579f221b-c915-44f7-94e6-8a7ff4c2d29d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:43.422998 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b13f99-69b6-472e-94f2-710e1af5b629', 'name': 'network-vif-deleted', 'tag': '502ecc6d-cec2-4aa3-b1f3-c32328619741', 'status': 'completed', 'code': 200} Aug 16 02:11:43.455335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.456285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.504723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0ed4ee4-3a8b-42d2-a5fe-6a95537ae5bc None None] Provisioning for port 13bdbf43-82df-416d-a344-a5fa7c7030c9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:43.505299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c11f9-1864-41fc-929e-22c1df62bfe5 req-8de3ca05-7f4d-442d-b50b-86b7611b48c7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.514646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-283c11f9-1864-41fc-929e-22c1df62bfe5 req-8de3ca05-7f4d-442d-b50b-86b7611b48c7 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 946 time: 0.2999036 Aug 16 02:11:43.516888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-9eb2f058-b86d-4015-aced-aaa369ed8af7 {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:11:43.517278 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:11:43.518911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Pushing event updated for resources: {'Port': ['ID=3bb39e01-ae7b-4472-9505-55f906d7b1c9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.521892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0ed4ee4-3a8b-42d2-a5fe-6a95537ae5bc None None] Provisioning complete for port 13bdbf43-82df-416d-a344-a5fa7c7030c9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:43.522280 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0ed4ee4-3a8b-42d2-a5fe-6a95537ae5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.528152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2942328 Aug 16 02:11:43.529765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3b233-9c11-4723-a9d0-f1e6c2c1a30e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Pushing event updated for resources: {'Port': ['ID=13bdbf43-82df-416d-a344-a5fa7c7030c9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.544850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Request body: {'port': {'device_id': '021a70c7-7619-4f41-8a39-94faeaa06e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:43.582449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed4ee4-3a8b-42d2-a5fe-6a95537ae5bc None None] Port 13bdbf43-82df-416d-a344-a5fa7c7030c9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:43.617402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-283c11f9-1864-41fc-929e-22c1df62bfe5 req-72caddff-7e7f-4dfa-91d5-af31f74269c3 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016240 Aug 16 02:11:43.621646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Attempting to bind port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:43.622451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Attempting to bind port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:43.625410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Attempting to bind port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 on network ab1146f3-36b4-4ac9-923e-880803c5fd43 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:43.645293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 on network ab1146f3-36b4-4ac9-923e-880803c5fd43 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:43.645755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Attempting to bind port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 on network ab1146f3-36b4-4ac9-923e-880803c5fd43 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:43.661219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:43.661219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Checking segment: {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:43.661219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Bound using segment: {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:43.661219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Bound port: 3bb39e01-ae7b-4472-9505-55f906d7b1c9, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:43.661219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.713872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74a83ef-3aea-49de-9716-5bc80f150da9 req-fa2d032f-b2c3-45f3-90c4-0c214d370b55 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 210 time: 0.0341103 Aug 16 02:11:43.718956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.748658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] For port 3bb39e01-ae7b-4472-9505-55f906d7b1c9, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:43.758866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] For port 3bb39e01-ae7b-4472-9505-55f906d7b1c9, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3bb39e01-ae7b-4472-9505-55f906d7b1c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:43.774878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.818858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.819518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.820975 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] 10.222.0.93 "PUT /v2.0/ports/3bb39e01-ae7b-4472-9505-55f906d7b1c9 HTTP/1.1" status: 200 len: 1092 time: 2.1223793 Aug 16 02:11:43.821471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf', 'tag': '3bb39e01-ae7b-4472-9505-55f906d7b1c9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:43.823714 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2b765b-d867-48e5-ace4-48ead87fef04" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf", "tag": "3bb39e01-ae7b-4472-9505-55f906d7b1c9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:43.862363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18abb8b-136c-499b-a7ea-1e2cde38f02a service neutron] Pushing event updated for resources: {'Port': ['ID=3bb39e01-ae7b-4472-9505-55f906d7b1c9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.894107 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924ff36d-f4c0-4642-a528-1fd046626ee6 x-openstack-request-id: req-924ff36d-f4c0-4642-a528-1fd046626ee6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:43.894406 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf", "tag": "3bb39e01-ae7b-4472-9505-55f906d7b1c9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:43.894657 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-924ff36d-f4c0-4642-a528-1fd046626ee6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:43.895868 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf', 'tag': '3bb39e01-ae7b-4472-9505-55f906d7b1c9', 'status': 'completed', 'code': 200} Aug 16 02:11:44.021470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.041391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-30a3d3ef-4715-4cf5-850d-1a1a04a1d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.048884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-30a3d3ef-4715-4cf5-850d-1a1a04a1d3fb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 1095 time: 0.1506422 Aug 16 02:11:44.181194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34c44874-7d1f-4ac3-b6f0-4cddaa0578e4 req-7fb606d3-cd25-4093-b0f2-ad5d1c09a303 tempest-ServersAdminTestJSON-324726563 tempest-ServersAdminTestJSON-324726563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6b13f99-69b6-472e-94f2-710e1af5b629 HTTP/1.1" status: 200 len: 210 time: 0.0788336 Aug 16 02:11:44.236964 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-f456d34a-4899-4cad-9a9d-9ccfe020ec70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bb39e01-ae7b-4472-9505-55f906d7b1c9 HTTP/1.1" status: 200 len: 217 time: 0.1496847 Aug 16 02:11:44.315897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bdbf43-82df-416d-a344-a5fa7c7030c9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:44.328799 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.348380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Transition to ACTIVE for port object 13bdbf43-82df-416d-a344-a5fa7c7030c9 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:44.352939 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.434903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-42f1ac7a-65f9-4d8b-911a-ce645ad6f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.437524 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-42f1ac7a-65f9-4d8b-911a-ce645ad6f993 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4 HTTP/1.1" status: 200 len: 855 time: 0.1829543 Aug 16 02:11:44.457779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Pushing event updated for resources: {'Port': ['ID=13bdbf43-82df-416d-a344-a5fa7c7030c9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.500092 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Attempting to bind port 13bdbf43-82df-416d-a344-a5fa7c7030c9 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:44.500434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Attempting to bind port 13bdbf43-82df-416d-a344-a5fa7c7030c9 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:44.500817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Attempting to bind port 13bdbf43-82df-416d-a344-a5fa7c7030c9 on network ab1146f3-36b4-4ac9-923e-880803c5fd43 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:44.507016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Port 13bdbf43-82df-416d-a344-a5fa7c7030c9 on network ab1146f3-36b4-4ac9-923e-880803c5fd43 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:44.507714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Attempting to bind port 13bdbf43-82df-416d-a344-a5fa7c7030c9 on network ab1146f3-36b4-4ac9-923e-880803c5fd43 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:44.513183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:44.513534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Checking segment: {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:44.513924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Bound using segment: {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:44.514355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Bound port: 13bdbf43-82df-416d-a344-a5fa7c7030c9, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:44.514720 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.572821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Allocated IP 172.20.0.7 (ab1146f3-36b4-4ac9-923e-880803c5fd43/0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4/24557f65-a601-43c4-8b3f-05dbda7a2cdb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:44.611440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] For port 13bdbf43-82df-416d-a344-a5fa7c7030c9, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:44.615812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] For port 13bdbf43-82df-416d-a344-a5fa7c7030c9, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=13bdbf43-82df-416d-a344-a5fa7c7030c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:44.622341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.724820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Pushing event updated for resources: {'Port': ['ID=13bdbf43-82df-416d-a344-a5fa7c7030c9,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.760356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.764927 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.769135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-0b9b25fb-f582-443a-bbe8-5ffd776159da service neutron] 10.222.0.93 "PUT /v2.0/ports/13bdbf43-82df-416d-a344-a5fa7c7030c9 HTTP/1.1" status: 200 len: 1092 time: 1.2306576 Aug 16 02:11:44.837334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-d3e7b19b-c3e7-485b-a100-038b2c330c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.839367 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-d3e7b19b-c3e7-485b-a100-038b2c330c98 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1146f3-36b4-4ac9-923e-880803c5fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3944597 Aug 16 02:11:44.940749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6a50046-94f9-4556-9eea-b7d5d37d8db0 req-140567f9-dc7c-4891-b7e0-4cecdc318c32 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 210 time: 0.0470297 Aug 16 02:11:44.964053 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0fb2-beb5-4b85-97a1-a9e0ecba8f23 req-a5bcafa4-6e17-407f-8cef-723a900bae7d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.972554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96ae0fb2-beb5-4b85-97a1-a9e0ecba8f23 req-a5bcafa4-6e17-407f-8cef-723a900bae7d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 946 time: 0.2000291 Aug 16 02:11:44.985943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.004172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce519dd2-1397-4f51-951e-7827a7704940 req-fee98f4c-141e-4a6d-86f1-d645e0aec6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.007360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-fee98f4c-141e-4a6d-86f1-d645e0aec6df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&device_id=021a70c7-7619-4f41-8a39-94faeaa06e64 HTTP/1.1" status: 200 len: 1095 time: 0.1525643 Aug 16 02:11:45.025115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Transition to ACTIVE for port object 24557f65-a601-43c4-8b3f-05dbda7a2cdb will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:45.036182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96ae0fb2-beb5-4b85-97a1-a9e0ecba8f23 req-f7a6f354-76c2-4b97-abb8-0b25bd020044 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622048 Aug 16 02:11:45.047437 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-195c7603-1bdd-43a8-a686-a2e3615158ad service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952052 Aug 16 02:11:45.091843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-35da1561-dc4f-462e-811e-bd26b863e13a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13bdbf43-82df-416d-a344-a5fa7c7030c9 HTTP/1.1" status: 200 len: 217 time: 0.0670822 Aug 16 02:11:45.103744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:45.154710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce519dd2-1397-4f51-951e-7827a7704940 req-36005455-fa91-47d6-9d36-8998bd1a70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.156251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-36005455-fa91-47d6-9d36-8998bd1a70d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4 HTTP/1.1" status: 200 len: 855 time: 0.0547490 Aug 16 02:11:45.199978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.221645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce519dd2-1397-4f51-951e-7827a7704940 req-e99f65f6-4fdf-46c2-b2fc-3b11aa938e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.223183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-e99f65f6-4fdf-46c2-b2fc-3b11aa938e1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1146f3-36b4-4ac9-923e-880803c5fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592093 Aug 16 02:11:45.268729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:45.276824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:45.283043 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94be1e40-5c9c-4712-b6b5-a75548413302 req-5275440d-9216-47b7-ad48-afb43e0e6a73 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249095 Aug 16 02:11:45.284029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:45.295077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Pushing event updated for resources: {'Port': ['ID=24557f65-a601-43c4-8b3f-05dbda7a2cdb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.358108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79c30cc6-7443-4a32-b848-b9fd71819e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.406561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-82e670d0-97a5-49b7-be65-9a1c57d8df2d service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764569 Aug 16 02:11:45.440309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.440987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.487418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-75ffc45f-ff37-4ff2-ae96-6d6bd3e29652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.488961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-75ffc45f-ff37-4ff2-ae96-6d6bd3e29652 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 1095 time: 0.1159022 Aug 16 02:11:45.530940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021a70c7-7619-4f41-8a39-94faeaa06e64', 'tag': '13bdbf43-82df-416d-a344-a5fa7c7030c9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:45.533513 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca4423f-32f6-4f6b-a7d3-695962369981" -d '{"events": [{"name": "network-changed", "server_uuid": "021a70c7-7619-4f41-8a39-94faeaa06e64", "tag": "13bdbf43-82df-416d-a344-a5fa7c7030c9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:45.539833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce519dd2-1397-4f51-951e-7827a7704940 req-98b4cee6-cd0a-40ca-b424-c525e7b1423c service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206522 Aug 16 02:11:45.556926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:45.606976 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d716d354-4851-4381-bdb9-90af5c66a853 x-openstack-request-id: req-d716d354-4851-4381-bdb9-90af5c66a853 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:45.607327 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021a70c7-7619-4f41-8a39-94faeaa06e64", "tag": "13bdbf43-82df-416d-a344-a5fa7c7030c9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:45.607553 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d716d354-4851-4381-bdb9-90af5c66a853 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:45.608947 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021a70c7-7619-4f41-8a39-94faeaa06e64', 'tag': '13bdbf43-82df-416d-a344-a5fa7c7030c9', 'status': 'completed', 'code': 200} Aug 16 02:11:45.638730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79c30cc6-7443-4a32-b848-b9fd71819e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.647220 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79c30cc6-7443-4a32-b848-b9fd71819e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.659009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-161200de-4c63-4439-af18-eba348948daf None None] Provisioning for port 24557f65-a601-43c4-8b3f-05dbda7a2cdb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:45.664361 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-06f6694b-bd34-45ab-97d8-d68dcca2b1af tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4013085 Aug 16 02:11:45.666716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-161200de-4c63-4439-af18-eba348948daf None None] Provisioning complete for port 24557f65-a601-43c4-8b3f-05dbda7a2cdb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:45.667334 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-161200de-4c63-4439-af18-eba348948daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.690383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Request body: {'port': {'device_id': '3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:45.696156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-f402cda2-35e5-4b38-b203-e1aa6ab12153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.697759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-f402cda2-35e5-4b38-b203-e1aa6ab12153 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&device_id=021a70c7-7619-4f41-8a39-94faeaa06e64 HTTP/1.1" status: 200 len: 1095 time: 0.0681827 Aug 16 02:11:45.701605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-4f900769-87f5-4e90-b8a1-025087b33895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.703338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-4f900769-87f5-4e90-b8a1-025087b33895 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 917 time: 0.1959243 Aug 16 02:11:45.720143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-161200de-4c63-4439-af18-eba348948daf None None] Port 24557f65-a601-43c4-8b3f-05dbda7a2cdb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:45.744925 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-79c30cc6-7443-4a32-b848-b9fd71819e29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=98a12fd514aa4568903889b2dd822556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314931 Aug 16 02:11:45.758989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:45.776504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c30cc6-7443-4a32-b848-b9fd71819e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8002ba4-0ff1-4829-9d8e-1546dfde6628,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.779863 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-ffa5da75-d0c1-4868-9f26-f66a18104512 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bb39e01-ae7b-4472-9505-55f906d7b1c9 HTTP/1.1" status: 200 len: 217 time: 0.0506444 Aug 16 02:11:45.826632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-10048059-6eec-452f-9848-4b235c696373 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8aad6fdbe8334ce2bcbca3ed5893e2f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684865 Aug 16 02:11:45.831603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53024) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:45.837910 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.863857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-da71c371-1c33-4b97-95aa-0f0d3e5c2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.866096 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-da71c371-1c33-4b97-95aa-0f0d3e5c2b2a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 917 time: 0.1553836 Aug 16 02:11:45.884936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c11fcc6a-4bd2-4c69-8afa-208bd1a0d878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.907655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-a0fcce22-b7a7-4e88-9671-6cd8d8b4ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.909137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-a0fcce22-b7a7-4e88-9671-6cd8d8b4ed08 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4 HTTP/1.1" status: 200 len: 855 time: 0.1079810 Aug 16 02:11:45.934168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-ac0d6948-6417-427d-a4da-df5602feb9b5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13bdbf43-82df-416d-a344-a5fa7c7030c9 HTTP/1.1" status: 200 len: 217 time: 0.0582967 Aug 16 02:11:45.939794 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c11fcc6a-4bd2-4c69-8afa-208bd1a0d878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.026318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-ccadfe42-e6bc-4c9c-b465-6a3e9e779c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.028071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-ccadfe42-e6bc-4c9c-b465-6a3e9e779c03 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4 HTTP/1.1" status: 200 len: 855 time: 0.0861924 Aug 16 02:11:46.119405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:46.140889 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c11fcc6a-4bd2-4c69-8afa-208bd1a0d878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.145211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c11fcc6a-4bd2-4c69-8afa-208bd1a0d878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.146654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 502ecc6d-cec2-4aa3-b1f3-c32328619741 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:46.147009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c11fcc6a-4bd2-4c69-8afa-208bd1a0d878 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8002ba4-0ff1-4829-9d8e-1546dfde6628 HTTP/1.1" status: 204 len: 168 time: 0.3850150 Aug 16 02:11:46.147257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 502ecc6d-cec2-4aa3-b1f3-c32328619741 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:46.163868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fcc6a-4bd2-4c69-8afa-208bd1a0d878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8002ba4-0ff1-4829-9d8e-1546dfde6628,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.208089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaddf0-ab98-4cc3-9f07-902588c8bcd8 req-3da03de3-1be1-40d2-afed-9e530f53724e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.217226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8deaddf0-ab98-4cc3-9f07-902588c8bcd8 req-3da03de3-1be1-40d2-afed-9e530f53724e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 931 time: 0.1666994 Aug 16 02:11:46.221245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-0b04d4d9-9415-4572-a058-01c2c402487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.222822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-0b04d4d9-9415-4572-a058-01c2c402487c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1146f3-36b4-4ac9-923e-880803c5fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827679 Aug 16 02:11:46.356287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-5e340a25-f1fa-4515-9cd7-eb4c51b07c38 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168423 Aug 16 02:11:46.370767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8deaddf0-ab98-4cc3-9f07-902588c8bcd8 req-bee41e8c-23a4-4a3d-ac5e-93ec1c3d148e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525335 Aug 16 02:11:46.457921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b8765b5-c215-4d11-b191-b85ec462f4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.482738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ca4423f-32f6-4f6b-a7d3-695962369981 req-5d7106e3-f209-47c2-a59a-17be7ad6748c service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096942 Aug 16 02:11:46.508846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-80cecc33-b875-4e5e-bbae-c2e89999a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.510904 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-80cecc33-b875-4e5e-bbae-c2e89999a183 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1146f3-36b4-4ac9-923e-880803c5fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5909781 Aug 16 02:11:46.520452 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b8765b5-c215-4d11-b191-b85ec462f4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.726558 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-dcc3243c-a690-4c51-a46e-7aa3a827e5fb service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964600 Aug 16 02:11:46.727243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b8765b5-c215-4d11-b191-b85ec462f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.729816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b8765b5-c215-4d11-b191-b85ec462f4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.733270 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9b8765b5-c215-4d11-b191-b85ec462f4d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/def646a9-f45e-447e-83c7-f48ea7303903 HTTP/1.1" status: 204 len: 168 time: 0.8939683 Aug 16 02:11:46.759723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8765b5-c215-4d11-b191-b85ec462f4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def646a9-f45e-447e-83c7-f48ea7303903,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.898196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24557f65-a601-43c4-8b3f-05dbda7a2cdb {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:46.909197 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.917915 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1c2b765b-d867-48e5-ace4-48ead87fef04 req-9d5bfef0-4039-4723-9acd-c1d4411c01d0 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727893 Aug 16 02:11:46.926291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Transition to ACTIVE for port object 24557f65-a601-43c4-8b3f-05dbda7a2cdb will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:46.932282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.011237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Pushing event updated for resources: {'Port': ['ID=24557f65-a601-43c4-8b3f-05dbda7a2cdb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.148161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Attempting to bind port 24557f65-a601-43c4-8b3f-05dbda7a2cdb on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:47.148599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Attempting to bind port 24557f65-a601-43c4-8b3f-05dbda7a2cdb by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:47.149153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Attempting to bind port 24557f65-a601-43c4-8b3f-05dbda7a2cdb on network ab1146f3-36b4-4ac9-923e-880803c5fd43 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:47.162363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Port 24557f65-a601-43c4-8b3f-05dbda7a2cdb on network ab1146f3-36b4-4ac9-923e-880803c5fd43 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:47.162696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Attempting to bind port 24557f65-a601-43c4-8b3f-05dbda7a2cdb on network ab1146f3-36b4-4ac9-923e-880803c5fd43 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:47.168235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:47.168721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Checking segment: {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:47.169217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Bound using segment: {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:47.169720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Bound port: 24557f65-a601-43c4-8b3f-05dbda7a2cdb, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:47.170365 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.278533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] For port 24557f65-a601-43c4-8b3f-05dbda7a2cdb, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:47.283604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] For port 24557f65-a601-43c4-8b3f-05dbda7a2cdb, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=24557f65-a601-43c4-8b3f-05dbda7a2cdb,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:47.291870 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.342601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.343444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.345293 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] 10.222.0.86 "PUT /v2.0/ports/24557f65-a601-43c4-8b3f-05dbda7a2cdb HTTP/1.1" status: 200 len: 1092 time: 1.6610591 Aug 16 02:11:47.345621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1', 'tag': '24557f65-a601-43c4-8b3f-05dbda7a2cdb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:47.348312 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3b3c54-4245-46f5-89b9-95a527893f63" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1", "tag": "24557f65-a601-43c4-8b3f-05dbda7a2cdb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:47.379667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.408900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f74ba-127a-4ba9-975b-77608dde698c service neutron] Pushing event updated for resources: {'Port': ['ID=24557f65-a601-43c4-8b3f-05dbda7a2cdb,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.461175 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109b5520-7373-4d84-b0bb-6775f4d9955c x-openstack-request-id: req-109b5520-7373-4d84-b0bb-6775f4d9955c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:47.461917 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1", "tag": "24557f65-a601-43c4-8b3f-05dbda7a2cdb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:47.462407 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-109b5520-7373-4d84-b0bb-6775f4d9955c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:47.463154 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1', 'tag': '24557f65-a601-43c4-8b3f-05dbda7a2cdb', 'status': 'completed', 'code': 200} Aug 16 02:11:47.544265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d240dacb-ccca-4905-8a7b-39e827210883 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4c6f6e3ce114d67b62a20ed43c2ed16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604683 Aug 16 02:11:47.544685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.683346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ba87a-edc9-4ac0-bebe-0bd0c22842d6 req-3ca5e6cb-264e-459d-bacd-e7ab5f8adcd7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.691862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-041ba87a-edc9-4ac0-bebe-0bd0c22842d6 req-3ca5e6cb-264e-459d-bacd-e7ab5f8adcd7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 943 time: 0.1110868 Aug 16 02:11:47.706007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44fe8441-0679-4fda-8f67-98efd788bdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.725971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-105625ac-16bd-47a1-8f95-df09322d074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.727824 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-105625ac-16bd-47a1-8f95-df09322d074b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 1095 time: 0.1031446 Aug 16 02:11:47.749216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-041ba87a-edc9-4ac0-bebe-0bd0c22842d6 req-5d283053-791e-4f03-928c-36e865842f82 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559735 Aug 16 02:11:47.763082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44fe8441-0679-4fda-8f67-98efd788bdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.832693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-52e9b4d9-de6d-4136-97ee-1bbd0743eae1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24557f65-a601-43c4-8b3f-05dbda7a2cdb HTTP/1.1" status: 200 len: 217 time: 0.0660770 Aug 16 02:11:47.910884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-11d1f309-47d2-47a4-bde0-9b090534aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.912743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-11d1f309-47d2-47a4-bde0-9b090534aefd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4 HTTP/1.1" status: 200 len: 855 time: 0.0722270 Aug 16 02:11:47.962650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44fe8441-0679-4fda-8f67-98efd788bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.965255 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44fe8441-0679-4fda-8f67-98efd788bdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.966399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-44fe8441-0679-4fda-8f67-98efd788bdb7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14159dde-b0c1-4cf6-a191-302f29dce5ab HTTP/1.1" status: 204 len: 168 time: 0.4207602 Aug 16 02:11:47.979740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe8441-0679-4fda-8f67-98efd788bdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14159dde-b0c1-4cf6-a191-302f29dce5ab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.994573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-20ce67ea-2dc8-4502-9246-c24326a9a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.996270 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-20ce67ea-2dc8-4502-9246-c24326a9a51b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ab1146f3-36b4-4ac9-923e-880803c5fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677724 Aug 16 02:11:48.104283 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-ca2ff6f5-3020-4454-a0cc-0e538d7f2d39 service neutron] 10.222.0.86 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982838 Aug 16 02:11:48.142730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 13bdbf43-82df-416d-a344-a5fa7c7030c9 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:48.254544 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d49f0aee-11d1-4c92-8de0-f57238de1527 req-4c56c9c8-1f3c-4b45-ae0e-0c7f7b1e378e service neutron] 10.222.0.86 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418810 Aug 16 02:11:48.272937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 13bdbf43-82df-416d-a344-a5fa7c7030c9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=13bdbf43-82df-416d-a344-a5fa7c7030c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:48.301650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '13bdbf43-82df-416d-a344-a5fa7c7030c9', 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43', 'port_id': '13bdbf43-82df-416d-a344-a5fa7c7030c9', 'mac_address': 'fa:16:3e:3a:6e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:48.302831 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-22a6529d-7b1f-41dc-8cbb-a8ca2502b48f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0874496 Aug 16 02:11:48.348925 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.364974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bdbf43-82df-416d-a344-a5fa7c7030c9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:48.399837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 13bdbf43-82df-416d-a344-a5fa7c7030c9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=13bdbf43-82df-416d-a344-a5fa7c7030c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:48.408499 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.409306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3bb39e01-ae7b-4472-9505-55f906d7b1c9 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:48.508269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=13bdbf43-82df-416d-a344-a5fa7c7030c9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.525775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3bb39e01-ae7b-4472-9505-55f906d7b1c9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3bb39e01-ae7b-4472-9505-55f906d7b1c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:48.541533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '3bb39e01-ae7b-4472-9505-55f906d7b1c9', 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43', 'port_id': '3bb39e01-ae7b-4472-9505-55f906d7b1c9', 'mac_address': 'fa:16:3e:12:01:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:48.557650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-2ce90fd4-89b3-4b53-ba00-c31a56051e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.562170 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-2ce90fd4-89b3-4b53-ba00-c31a56051e32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 1095 time: 0.1775205 Aug 16 02:11:48.614916 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.637561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb39e01-ae7b-4472-9505-55f906d7b1c9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:48.682579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3bb39e01-ae7b-4472-9505-55f906d7b1c9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3bb39e01-ae7b-4472-9505-55f906d7b1c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:48.692035 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.722716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-2502e5f7-d179-4f23-b86a-15b645ffc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.723241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-2502e5f7-d179-4f23-b86a-15b645ffc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.723719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-2502e5f7-d179-4f23-b86a-15b645ffc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.726213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-2502e5f7-d179-4f23-b86a-15b645ffc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.726750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-2502e5f7-d179-4f23-b86a-15b645ffc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.728648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-2502e5f7-d179-4f23-b86a-15b645ffc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.729342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-2502e5f7-d179-4f23-b86a-15b645ffc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.732662 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-2502e5f7-d179-4f23-b86a-15b645ffc2b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6508 time: 0.3346102 Aug 16 02:11:48.736201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-618bc763-c82f-4a92-b50e-cddbcb083779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.737717 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-618bc763-c82f-4a92-b50e-cddbcb083779 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 917 time: 0.1682444 Aug 16 02:11:48.787992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3bb39e01-ae7b-4472-9505-55f906d7b1c9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.840840 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-9743a05e-cd2b-4da2-b900-ae4f466b5c4a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24557f65-a601-43c4-8b3f-05dbda7a2cdb HTTP/1.1" status: 200 len: 217 time: 0.0946071 Aug 16 02:11:48.954462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cdd7b-7a15-487e-b754-8c75b753f72b req-bdb6ac6c-0513-48d3-8c2f-da5668ce8d9e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.957237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-660cdd7b-7a15-487e-b754-8c75b753f72b req-bdb6ac6c-0513-48d3-8c2f-da5668ce8d9e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 943 time: 0.1121962 Aug 16 02:11:48.976269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['13bdbf43-82df-416d-a344-a5fa7c7030c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:49.025609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3bb39e01-ae7b-4472-9505-55f906d7b1c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:49.033865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-f0d58856-9944-4dbc-9eca-128df98c182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.036031 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-f0d58856-9944-4dbc-9eca-128df98c182f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4 HTTP/1.1" status: 200 len: 855 time: 0.1269004 Aug 16 02:11:49.042404 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-660cdd7b-7a15-487e-b754-8c75b753f72b req-c524bcd1-e188-4bba-badd-97400348716c tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793791 Aug 16 02:11:49.055905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-b223c6ca-6d09-4ea1-b01b-fd4c6a6be7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.056933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-b223c6ca-6d09-4ea1-b01b-fd4c6a6be7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.057676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-b223c6ca-6d09-4ea1-b01b-fd4c6a6be7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.059514 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-b223c6ca-6d09-4ea1-b01b-fd4c6a6be7bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=eb2528c8-5b9b-4161-9c71-1b504faa9674&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c HTTP/1.1" status: 200 len: 2298 time: 0.2971976 Aug 16 02:11:49.260259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:49.275247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-67ab1c16-d7b3-4e34-9518-976c6c2f86c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308 HTTP/1.1" status: 200 len: 1001 time: 0.2035055 Aug 16 02:11:49.335529 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-9eea4c36-c563-48e6-a28c-09d747a464a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.345480 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-9eea4c36-c563-48e6-a28c-09d747a464a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ab1146f3-36b4-4ac9-923e-880803c5fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2846131 Aug 16 02:11:49.458244 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-64cf8f75-04a0-4467-b6d4-c0fbe8cf1fbd service neutron] 10.222.0.86 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983770 Aug 16 02:11:49.462870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-71cf7bfb-f3f5-4821-a3ea-53eb0502cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.464642 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-71cf7bfb-f3f5-4821-a3ea-53eb0502cbff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=751d740b-3e10-4938-9e59-82c96592c48b HTTP/1.1" status: 200 len: 856 time: 0.1783595 Aug 16 02:11:49.508042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1436091051-network', 'tenant_id': 'd1114c21bf674d58885c8477acce649b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:49.532422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Made reservation on behalf of d1114c21bf674d58885c8477acce649b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:49.536024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.547337 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.627967 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bf3b3c54-4245-46f5-89b9-95a527893f63 req-13ed5c9c-b0df-4744-8aa1-6defade8fae1 service neutron] 10.222.0.86 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515908 Aug 16 02:11:49.638351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-4663e9f6-726c-4b43-8dc8-542157d830bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.643076 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-4663e9f6-726c-4b43-8dc8-542157d830bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eb2528c8-5b9b-4161-9c71-1b504faa9674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653259 Aug 16 02:11:49.684350 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.690812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.706497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:49.729306 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.729662 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Added segment 55a28956-c779-4a9f-87f1-67a97ea6bf31 of type vlan for network 345e065c-7bb7-4e63-9b29-32720afcd17b Aug 16 02:11:49.778617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076f8018-f462-411d-8547-6474d168edeb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.780402 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-1c19c6d6-1280-4f6e-8d6b-2ee4e5ebcc7b service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219985 Aug 16 02:11:49.797699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.798050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.798396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.798734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.799066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.799425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.799880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.800220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.800542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.800868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.801194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.801514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:49.818555 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.861996 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.863830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.865343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.937986 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-577366d8-cb13-4c0e-ae72-7fb9fa325881 service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489651 Aug 16 02:11:49.972661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7109103 Aug 16 02:11:49.976380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:49.984413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Request body: {'subnet': {'network_id': '345e065c-7bb7-4e63-9b29-32720afcd17b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1436091051-subnet', 'tenant_id': 'd1114c21bf674d58885c8477acce649b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:50.062029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc46030-575e-42e6-87eb-dee470dcdc2d admin admin] Pushing event updated for resources: {'Network': ['ID=345e065c-7bb7-4e63-9b29-32720afcd17b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.074188 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-b5320962-fb4b-458c-9a88-53a3e4ea13d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 200 len: 217 time: 0.1280994 Aug 16 02:11:50.079841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 345e065c-7bb7-4e63-9b29-32720afcd17b details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:50.093269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Made reservation on behalf of d1114c21bf674d58885c8477acce649b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:50.100430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.217114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 13bdbf43-82df-416d-a344-a5fa7c7030c9 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:50.246018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-d6ceba83-a9c4-4aef-8e4b-e426624b153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.247668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-d6ceba83-a9c4-4aef-8e4b-e426624b153d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1562552 Aug 16 02:11:50.305337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 13bdbf43-82df-416d-a344-a5fa7c7030c9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:50.311331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 13bdbf43-82df-416d-a344-a5fa7c7030c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:50.312188 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.328046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1829c-bb2f-4b65-b000-baabf57cda1b req-2ca8306e-f42a-442c-9433-e57555d5dca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.329671 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83e1829c-bb2f-4b65-b000-baabf57cda1b req-2ca8306e-f42a-442c-9433-e57555d5dca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 943 time: 0.0959203 Aug 16 02:11:50.352699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-cd802bb2-0fc3-4564-957e-936a50084f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.359464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-cd802bb2-0fc3-4564-957e-936a50084f50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0999680 Aug 16 02:11:50.442761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.450658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83e1829c-bb2f-4b65-b000-baabf57cda1b req-2f99672e-c2f3-48e8-a98c-f58bf12305ec tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089525 Aug 16 02:11:50.483133 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-3b3bd1cc-ea5e-44da-9ba9-98865d8a97de service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160564 Aug 16 02:11:50.485300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021a70c7-7619-4f41-8a39-94faeaa06e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bdbf43-82df-416d-a344-a5fa7c7030c9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:50.487827 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d511523e-c499-4bce-b755-50248340309b" -d '{"events": [{"server_uuid": "021a70c7-7619-4f41-8a39-94faeaa06e64", "name": "network-vif-plugged", "status": "completed", "tag": "13bdbf43-82df-416d-a344-a5fa7c7030c9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:50.522357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 13bdbf43-82df-416d-a344-a5fa7c7030c9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=13bdbf43-82df-416d-a344-a5fa7c7030c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:50.528727 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.531170 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.532306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3bb39e01-ae7b-4472-9505-55f906d7b1c9 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:50.541551 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd05577-0c68-47c9-a189-08c07019a77d x-openstack-request-id: req-1cd05577-0c68-47c9-a189-08c07019a77d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:50.541985 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021a70c7-7619-4f41-8a39-94faeaa06e64", "name": "network-vif-plugged", "status": "completed", "tag": "13bdbf43-82df-416d-a344-a5fa7c7030c9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:50.542242 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cd05577-0c68-47c9-a189-08c07019a77d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:50.542628 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021a70c7-7619-4f41-8a39-94faeaa06e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bdbf43-82df-416d-a344-a5fa7c7030c9', 'code': 200} Aug 16 02:11:50.627175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Checking segment: {'id': '55a28956-c779-4a9f-87f1-67a97ea6bf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '345e065c-7bb7-4e63-9b29-32720afcd17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:50.627506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Network hostable DHCP agents. Network: 345e065c-7bb7-4e63-9b29-32720afcd17b, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:50.627875 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-02ae3e5c-01fb-47c4-a8c8-910dd9272571 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359987 Aug 16 02:11:50.633986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03f1484-e223-41ff-bef5-88f145b05456,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.643783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=13bdbf43-82df-416d-a344-a5fa7c7030c9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.649140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:50.653699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:50.654371 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.655554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Network 345e065c-7bb7-4e63-9b29-32720afcd17b is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:50.667476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 345e065c-7bb7-4e63-9b29-32720afcd17b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:50.681362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.683201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.703744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f0bb0-48ce-47d0-94b5-e936bb521181 None None] Network 345e065c-7bb7-4e63-9b29-32720afcd17b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:50.727988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-26cf420c-36aa-4df1-86c5-13f17a8223ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 200 len: 217 time: 0.0451400 Aug 16 02:11:50.728224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fae9b58b-0b2e-42d3-97d3-9075ba460c65 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7459822 Aug 16 02:11:50.782877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d55406-869b-4767-9d3e-c7925abbb8ee req-dacd1168-8a50-4259-9472-1b12dc230c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.787762 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d7d55406-869b-4767-9d3e-c7925abbb8ee req-dacd1168-8a50-4259-9472-1b12dc230c87 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=021a70c7-7619-4f41-8a39-94faeaa06e64 HTTP/1.1" status: 200 len: 1097 time: 0.1588843 Aug 16 02:11:50.812658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-972eeac1-1d87-4c60-9915-6fdb247eb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.814410 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-972eeac1-1d87-4c60-9915-6fdb247eb4e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.0876803 Aug 16 02:11:50.894159 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d7d55406-869b-4767-9d3e-c7925abbb8ee req-ee846464-1718-4ec1-b95c-3e85f1e37028 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952747 Aug 16 02:11:50.919733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4412fef4-a543-40b5-a666-4b7f67ef6aea None None] Network 345e065c-7bb7-4e63-9b29-32720afcd17b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:50.922269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-71c83685-de5f-4e53-9fc7-1ad6ee521af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.924668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-71c83685-de5f-4e53-9fc7-1ad6ee521af6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003981 Aug 16 02:11:50.935143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.058934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3bb39e01-ae7b-4472-9505-55f906d7b1c9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3bb39e01-ae7b-4472-9505-55f906d7b1c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:51.077801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.161024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-a9ba23ad-ebd6-4dc0-8263-dd6f9368db41 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278540 Aug 16 02:11:51.214413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3bb39e01-ae7b-4472-9505-55f906d7b1c9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.319071 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-5ff7c898-9289-4909-a560-ce714365ad56 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477907 Aug 16 02:11:51.377667 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-56831801-5629-46a6-a11a-831f857af9bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 HTTP/1.1" status: 200 len: 217 time: 0.0523160 Aug 16 02:11:51.443972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-7a976858-3f32-42bc-9ea9-17e3bf0bea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.445871 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-7a976858-3f32-42bc-9ea9-17e3bf0bea5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.0586553 Aug 16 02:11:51.501081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-8e24e05d-3c16-45df-8abe-782c131ca307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.502851 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-8e24e05d-3c16-45df-8abe-782c131ca307 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477650 Aug 16 02:11:51.629810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaabaa-c7ff-4e14-aa67-0ac38c08b039 req-f7ac7ef0-306f-4c64-a634-009b4380cfe5 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.636353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffcaabaa-c7ff-4e14-aa67-0ac38c08b039 req-f7ac7ef0-306f-4c64-a634-009b4380cfe5 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 943 time: 0.0915818 Aug 16 02:11:51.660858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-96b97369-0a28-49f7-8020-acee15056cf8 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475382 Aug 16 02:11:51.716053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffcaabaa-c7ff-4e14-aa67-0ac38c08b039 req-18e896bc-c084-4a3d-97dc-6ad516ef718d tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733688 Aug 16 02:11:51.795148 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-d72ee68d-072c-41c0-b644-83dc06652c37 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259952 Aug 16 02:11:51.865968 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-894ed4ce-0283-48c5-ac5b-dfa398fda591 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=aa416136-5e92-4449-92b9-803a71b0bdca HTTP/1.1" status: 200 len: 217 time: 0.0621035 Aug 16 02:11:51.880091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:51.886041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-317290635-network', 'tenant_id': '8450ad480d7247ca871f1b128cd49fb5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:51.933886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Made reservation on behalf of 8450ad480d7247ca871f1b128cd49fb5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:51.935915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-9bc76d85-4840-46da-9126-5d18ec8154e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.936966 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.938276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-9bc76d85-4840-46da-9126-5d18ec8154e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.0638461 Aug 16 02:11:51.947053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.999967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-f793b4f1-1048-4645-9b3f-807ac8a78c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.005231 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-f793b4f1-1048-4645-9b3f-807ac8a78c76 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598693 Aug 16 02:11:52.070948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.080049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.121852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:52.143561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8258ec0-331f-4959-9858-5f81e26c2e1a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.148880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.149533 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Added segment 0b60cecd-739b-4db4-9a2c-32e7b086969f of type vlan for network b4fc96fe-21eb-4a09-82f1-46c010ef3abc Aug 16 02:11:52.165123 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-9d6cadfe-808c-4df6-a717-b7e3678cd050 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523271 Aug 16 02:11:52.200836 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.251134 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.256539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.257536 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.347683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4655490 Aug 16 02:11:52.348328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:52.362120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Request body: {'subnet': {'network_id': 'b4fc96fe-21eb-4a09-82f1-46c010ef3abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-317290635-subnet', 'tenant_id': '8450ad480d7247ca871f1b128cd49fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:52.366052 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-bf161817-6fb8-420c-8458-783ad8619d47 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898584 Aug 16 02:11:52.433364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431cc24-7c13-4f18-a4ed-7e0e0833fadc admin admin] Pushing event updated for resources: {'Network': ['ID=b4fc96fe-21eb-4a09-82f1-46c010ef3abc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.433571 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-82772152-04da-45af-b0e0-342cf0582ffe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86dd75dd-3f11-43e2-9699-ede91d331b71 HTTP/1.1" status: 200 len: 217 time: 0.0591333 Aug 16 02:11:52.448111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network b4fc96fe-21eb-4a09-82f1-46c010ef3abc details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:52.463257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Made reservation on behalf of 8450ad480d7247ca871f1b128cd49fb5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:52.466567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.548286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb39e01-ae7b-4472-9505-55f906d7b1c9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:52.551853 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf9ff55-0086-4d28-a5d4-38e5deeaa10f" -d '{"events": [{"server_uuid": "4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf", "name": "network-vif-plugged", "status": "completed", "tag": "3bb39e01-ae7b-4472-9505-55f906d7b1c9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:52.582672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-e89281a0-60d7-49df-ad68-338b351a533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.602370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-e89281a0-60d7-49df-ad68-338b351a533e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.1582868 Aug 16 02:11:52.628149 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404fdbf4-63cb-4fcc-a133-a89930aae404 x-openstack-request-id: req-404fdbf4-63cb-4fcc-a133-a89930aae404 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:52.628755 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf", "name": "network-vif-plugged", "status": "completed", "tag": "3bb39e01-ae7b-4472-9505-55f906d7b1c9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:52.629171 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-404fdbf4-63cb-4fcc-a133-a89930aae404 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:52.629727 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb39e01-ae7b-4472-9505-55f906d7b1c9', 'code': 200} Aug 16 02:11:52.671407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-1b95966f-3f5e-4afe-9e37-22847bec5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.673194 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-1b95966f-3f5e-4afe-9e37-22847bec5b2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0657866 Aug 16 02:11:52.786790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.805460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa8cf-dbee-4fb2-9052-6d016fc60d92 req-018420da-b4bd-4905-965d-aea916748eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.806983 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b3daa8cf-dbee-4fb2-9052-6d016fc60d92 req-018420da-b4bd-4905-965d-aea916748eab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 1097 time: 0.0973446 Aug 16 02:11:52.840353 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-959f82ec-1f10-4d7b-904e-e5de810e6eff service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582327 Aug 16 02:11:52.892800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13322d6e-9f25-4d52-aa29-e8167dc9eaf8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.901104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Checking segment: {'id': '0b60cecd-739b-4db4-9a2c-32e7b086969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b4fc96fe-21eb-4a09-82f1-46c010ef3abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:52.901390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Network hostable DHCP agents. Network: b4fc96fe-21eb-4a09-82f1-46c010ef3abc, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:52.901643 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b3daa8cf-dbee-4fb2-9052-6d016fc60d92 req-6b3b7077-1927-4824-bfa8-44aea617031f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816009 Aug 16 02:11:52.925733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75ac8-a7e1-4faf-8732-38e86edeb30c req-b1a4649f-0659-41da-ad18-f6e577f17e3e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.927984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecc75ac8-a7e1-4faf-8732-38e86edeb30c req-b1a4649f-0659-41da-ad18-f6e577f17e3e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 943 time: 0.0962133 Aug 16 02:11:52.945868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Network b4fc96fe-21eb-4a09-82f1-46c010ef3abc is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:52.956474 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-fb5a5dbd-da78-4288-ba39-1b06f984e050 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058619 Aug 16 02:11:52.971032 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, b4fc96fe-21eb-4a09-82f1-46c010ef3abc) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:52.978606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.979214 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.985424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecc75ac8-a7e1-4faf-8732-38e86edeb30c req-a1ae8525-0c7b-47ff-94e7-5ccfc0e5f00c tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510008 Aug 16 02:11:52.986877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd1e7b-9664-4293-9119-83ff9139072a None None] Network b4fc96fe-21eb-4a09-82f1-46c010ef3abc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:53.004648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8224e139-ebaa-4aca-ae70-b176214302c2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6527822 Aug 16 02:11:53.031068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-e0f215c8-875e-4a22-ac0a-dd9397dfca03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f HTTP/1.1" status: 200 len: 217 time: 0.0662680 Aug 16 02:11:53.045315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 24557f65-a601-43c4-8b3f-05dbda7a2cdb details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:53.099639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-30f1bd20-6eb4-490c-bb6a-a0f7902c3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.105600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-30f1bd20-6eb4-490c-bb6a-a0f7902c3b8c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.0672119 Aug 16 02:11:53.184247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-86df3098-95d0-427a-bd6e-55f16250b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.185416 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-86df3098-95d0-427a-bd6e-55f16250b4ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713446 Aug 16 02:11:53.226810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44fb135-6717-43c3-817c-3f5188dba184 None None] Network b4fc96fe-21eb-4a09-82f1-46c010ef3abc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:53.294692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 24557f65-a601-43c4-8b3f-05dbda7a2cdb, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=24557f65-a601-43c4-8b3f-05dbda7a2cdb,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:53.315291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '24557f65-a601-43c4-8b3f-05dbda7a2cdb', 'network_id': 'ab1146f3-36b4-4ac9-923e-880803c5fd43', 'port_id': '24557f65-a601-43c4-8b3f-05dbda7a2cdb', 'mac_address': 'fa:16:3e:2e:bb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:53.340635 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-33502f56-204e-42e6-a304-908b139c06f5 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446185 Aug 16 02:11:53.486226 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-038d913c-e2df-4a0c-9ceb-8bbceb933cd8 req-4df835fe-f44d-4ab8-84f9-962e8cab98df service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396341 Aug 16 02:11:53.590971 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.626169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24557f65-a601-43c4-8b3f-05dbda7a2cdb {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:53.663769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 24557f65-a601-43c4-8b3f-05dbda7a2cdb, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=24557f65-a601-43c4-8b3f-05dbda7a2cdb,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:53.671981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.749676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=24557f65-a601-43c4-8b3f-05dbda7a2cdb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.812990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-9f53d33c-8b1c-40a1-bb8c-a4ce3e07fb29 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.815596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-9f53d33c-8b1c-40a1-bb8c-a4ce3e07fb29 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/networks?id=345e065c-7bb7-4e63-9b29-32720afcd17b HTTP/1.1" status: 200 len: 815 time: 0.1308105 Aug 16 02:11:53.834540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-68d2b00c-1bda-4acd-8739-294c5dbae9ba tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/quotas/d1114c21bf674d58885c8477acce649b HTTP/1.1" status: 200 len: 375 time: 0.0095191 Aug 16 02:11:53.868650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-1feb035c-8920-463d-89aa-ab25096c4f68 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1114c21bf674d58885c8477acce649b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291510 Aug 16 02:11:53.976353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-22380770-bc24-4d79-902c-4be79b1d8c10 service neutron] 10.222.0.61 "GET /v2.0/networks/345e065c-7bb7-4e63-9b29-32720afcd17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989769 Aug 16 02:11:54.135483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-d95f1d77-415e-4f98-80bf-19e91746c2b9 service neutron] 10.222.0.61 "GET /v2.0/networks/345e065c-7bb7-4e63-9b29-32720afcd17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490240 Aug 16 02:11:54.165672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69612b-581c-4953-ba0c-59d618cf1787 req-8c88e7be-9ae2-4001-8b4f-5d1c65fe7034 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.174660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['24557f65-a601-43c4-8b3f-05dbda7a2cdb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:54.176419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c69612b-581c-4953-ba0c-59d618cf1787 req-8c88e7be-9ae2-4001-8b4f-5d1c65fe7034 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 944 time: 0.0905824 Aug 16 02:11:54.235486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c69612b-581c-4953-ba0c-59d618cf1787 req-86de1b61-aa99-48f8-9a7f-0a7184ba316e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558252 Aug 16 02:11:54.483184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c60f82c-4854-4812-a244-b516e0a1fed5 req-3d622c12-758c-464d-853f-a312ab0714e4 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 210 time: 0.1316075 Aug 16 02:11:54.799490 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:54.918953 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b81d23a2-a000-4666-89ca-26404ce35dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.018540 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b81d23a2-a000-4666-89ca-26404ce35dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.022448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b81d23a2-a000-4666-89ca-26404ce35dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.060958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b81d23a2-a000-4666-89ca-26404ce35dec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1c661a91fd64f61bc52f455b9886a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603352 Aug 16 02:11:55.061826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d23a2-a000-4666-89ca-26404ce35dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b96026-b837-4181-ab26-0b8c4f4f4d6c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.063639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.124757 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4aef70bd-b8f4-497a-9c6d-2a1e57578877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.149546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4aef70bd-b8f4-497a-9c6d-2a1e57578877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.204941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4aef70bd-b8f4-497a-9c6d-2a1e57578877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.207687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4aef70bd-b8f4-497a-9c6d-2a1e57578877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.208956 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4aef70bd-b8f4-497a-9c6d-2a1e57578877 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2b96026-b837-4181-ab26-0b8c4f4f4d6c HTTP/1.1" status: 204 len: 168 time: 0.1442268 Aug 16 02:11:55.216747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef70bd-b8f4-497a-9c6d-2a1e57578877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b96026-b837-4181-ab26-0b8c4f4f4d6c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.346056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7d6c-5dd3-43ff-a1d9-219af218729c req-c8caec26-e4a9-4222-8480-48d4b9a326cd tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.351775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69af7d6c-5dd3-43ff-a1d9-219af218729c req-c8caec26-e4a9-4222-8480-48d4b9a326cd tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 944 time: 0.0575721 Aug 16 02:11:55.388351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69af7d6c-5dd3-43ff-a1d9-219af218729c req-f07b49c7-6684-490a-93d7-405b36d7b841 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345411 Aug 16 02:11:55.523524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.543821 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eabd6208-3de4-40bf-ac10-dc53e46e6662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.606492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0114c7d-aba6-4fd9-ad1f-9def393703d8 req-36b70cad-c37c-45b7-ba3e-fbfc826f86d6 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 210 time: 0.0293186 Aug 16 02:11:55.795431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eabd6208-3de4-40bf-ac10-dc53e46e6662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.804027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-ba4e6079-d1a7-4591-a56b-586e5a811e83 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.805497 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-ba4e6079-d1a7-4591-a56b-586e5a811e83 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.86 "GET /v2.0/networks?id=345e065c-7bb7-4e63-9b29-32720afcd17b HTTP/1.1" status: 200 len: 815 time: 0.1913559 Aug 16 02:11:55.806525 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eabd6208-3de4-40bf-ac10-dc53e46e6662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.830140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Request body: {'port': {'device_id': '53134ace-dfca-431a-b0ea-6a5bb7589303', 'network_id': '345e065c-7bb7-4e63-9b29-32720afcd17b', 'admin_state_up': True, 'tenant_id': 'd1114c21bf674d58885c8477acce649b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:55.887767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd6208-3de4-40bf-ac10-dc53e46e6662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691f96f9-a15f-443b-9531-f5b74f1939a0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.897175 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eabd6208-3de4-40bf-ac10-dc53e46e6662 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31629253547e47c4bb1ffeca58bf9d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691788 Aug 16 02:11:55.897924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.967372 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf5d2-6f91-4600-a9cb-8cacef8d2183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.984931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Made reservation on behalf of d1114c21bf674d58885c8477acce649b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:55.988677 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.002755 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf5d2-6f91-4600-a9cb-8cacef8d2183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.053607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf5d2-6f91-4600-a9cb-8cacef8d2183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.056556 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf5d2-6f91-4600-a9cb-8cacef8d2183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.060310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a1dbf5d2-6f91-4600-a9cb-8cacef8d2183 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/691f96f9-a15f-443b-9531-f5b74f1939a0 HTTP/1.1" status: 204 len: 168 time: 0.1584582 Aug 16 02:11:56.068848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbf5d2-6f91-4600-a9cb-8cacef8d2183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f96f9-a15f-443b-9531-f5b74f1939a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.166337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Allocated IP 172.20.0.2 (345e065c-7bb7-4e63-9b29-32720afcd17b/f03f1484-e223-41ff-bef5-88f145b05456/89bae66c-8887-4bce-94d8-1d44264b48f1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:56.538500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cf6ea-dd02-49f3-a0c4-312dbfff008b req-7ee08b1a-0658-4b0f-b84d-c285c8d630e1 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.540416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d1cf6ea-dd02-49f3-a0c4-312dbfff008b req-7ee08b1a-0658-4b0f-b84d-c285c8d630e1 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 944 time: 0.0599816 Aug 16 02:11:56.590808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d1cf6ea-dd02-49f3-a0c4-312dbfff008b req-5e0c5e3b-edb8-4fd8-8bd9-08c23159c089 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Aug 16 02:11:56.753986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1570ebc5-e12e-484a-8a7f-e0948ed4e82c req-581ba174-c6e4-43f2-9aa5-dcfceca33454 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 210 time: 0.0388594 Aug 16 02:11:56.764221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.816036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.871476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Network 345e065c-7bb7-4e63-9b29-32720afcd17b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:56.875745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:56.877606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Pushing event updated for resources: {'Port': ['ID=89bae66c-8887-4bce-94d8-1d44264b48f1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.883866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:56.935561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.936172 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.951252 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-36c59196-47cb-49ce-a8c7-41491f894d97 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1283371 Aug 16 02:11:56.970336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Request body: {'port': {'device_id': '53134ace-dfca-431a-b0ea-6a5bb7589303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:57.030577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.049334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 24557f65-a601-43c4-8b3f-05dbda7a2cdb up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:57.108474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 24557f65-a601-43c4-8b3f-05dbda7a2cdb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:57.112568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 24557f65-a601-43c4-8b3f-05dbda7a2cdb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:57.113259 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.202864 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.229294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24557f65-a601-43c4-8b3f-05dbda7a2cdb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:57.231600 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a73a767-0bb3-4c21-9f4a-45c394fc1cd0" -d '{"events": [{"server_uuid": "3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1", "name": "network-vif-plugged", "status": "completed", "tag": "24557f65-a601-43c4-8b3f-05dbda7a2cdb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:57.245877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 24557f65-a601-43c4-8b3f-05dbda7a2cdb, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=24557f65-a601-43c4-8b3f-05dbda7a2cdb,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:57.251628 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.280019 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6677ab6-d83f-4095-8921-dd1806df9280 x-openstack-request-id: req-c6677ab6-d83f-4095-8921-dd1806df9280 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:57.280532 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1", "name": "network-vif-plugged", "status": "completed", "tag": "24557f65-a601-43c4-8b3f-05dbda7a2cdb", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:57.280791 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6677ab6-d83f-4095-8921-dd1806df9280 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:57.281185 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24557f65-a601-43c4-8b3f-05dbda7a2cdb', 'code': 200} Aug 16 02:11:57.309009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=24557f65-a601-43c4-8b3f-05dbda7a2cdb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.352080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bae66c-8887-4bce-94d8-1d44264b48f1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:57.359930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.372189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Transition to ACTIVE for port object 89bae66c-8887-4bce-94d8-1d44264b48f1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:57.398676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.462149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe92829-e066-49d0-9d89-f0d8172e4134 req-bf779527-7314-48fa-bdcb-409539932801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.463668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bbe92829-e066-49d0-9d89-f0d8172e4134 req-bf779527-7314-48fa-bdcb-409539932801 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 1097 time: 0.0903425 Aug 16 02:11:57.465635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Pushing event updated for resources: {'Port': ['ID=89bae66c-8887-4bce-94d8-1d44264b48f1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.548982 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bbe92829-e066-49d0-9d89-f0d8172e4134 req-1f4c1877-0d1f-4576-b423-d625a55630a0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757868 Aug 16 02:11:57.571930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Attempting to bind port 89bae66c-8887-4bce-94d8-1d44264b48f1 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:57.572334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Attempting to bind port 89bae66c-8887-4bce-94d8-1d44264b48f1 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '55a28956-c779-4a9f-87f1-67a97ea6bf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '345e065c-7bb7-4e63-9b29-32720afcd17b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:57.572759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Attempting to bind port 89bae66c-8887-4bce-94d8-1d44264b48f1 on network 345e065c-7bb7-4e63-9b29-32720afcd17b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:57.577659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Port 89bae66c-8887-4bce-94d8-1d44264b48f1 on network 345e065c-7bb7-4e63-9b29-32720afcd17b not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:57.577992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Attempting to bind port 89bae66c-8887-4bce-94d8-1d44264b48f1 on network 345e065c-7bb7-4e63-9b29-32720afcd17b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:57.584173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:57.584516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Checking segment: {'id': '55a28956-c779-4a9f-87f1-67a97ea6bf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '345e065c-7bb7-4e63-9b29-32720afcd17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:57.584827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Bound using segment: {'id': '55a28956-c779-4a9f-87f1-67a97ea6bf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '345e065c-7bb7-4e63-9b29-32720afcd17b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:57.585263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Bound port: 89bae66c-8887-4bce-94d8-1d44264b48f1, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a28956-c779-4a9f-87f1-67a97ea6bf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '345e065c-7bb7-4e63-9b29-32720afcd17b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:57.585627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.668333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] For port 89bae66c-8887-4bce-94d8-1d44264b48f1, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:57.672268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] For port 89bae66c-8887-4bce-94d8-1d44264b48f1, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=89bae66c-8887-4bce-94d8-1d44264b48f1,segment=NetworkSegment(55a28956-c779-4a9f-87f1-67a97ea6bf31),segment_id=55a28956-c779-4a9f-87f1-67a97ea6bf31)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:57.678716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.719504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.720590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.722988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] 10.222.0.86 "PUT /v2.0/ports/89bae66c-8887-4bce-94d8-1d44264b48f1 HTTP/1.1" status: 200 len: 1092 time: 0.7568765 Aug 16 02:11:57.724272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53134ace-dfca-431a-b0ea-6a5bb7589303', 'tag': '89bae66c-8887-4bce-94d8-1d44264b48f1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:57.728058 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6903250e-d10f-4862-a8c3-fb5ba3e8db79" -d '{"events": [{"name": "network-changed", "server_uuid": "53134ace-dfca-431a-b0ea-6a5bb7589303", "tag": "89bae66c-8887-4bce-94d8-1d44264b48f1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:57.764405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09da781-0a8d-44d7-b666-93d91fd6960e req-15c2195c-ff5b-40cf-9ed3-25393a733ae7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.768565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b09da781-0a8d-44d7-b666-93d91fd6960e req-15c2195c-ff5b-40cf-9ed3-25393a733ae7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.0774674 Aug 16 02:11:57.773797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa502f66-0b25-49df-9b1e-8e1d4e391e35 service neutron] Pushing event updated for resources: {'Port': ['ID=89bae66c-8887-4bce-94d8-1d44264b48f1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.793284 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c9f1a8-7c35-4858-9040-e5bc09379ae6 x-openstack-request-id: req-04c9f1a8-7c35-4858-9040-e5bc09379ae6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:57.793583 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53134ace-dfca-431a-b0ea-6a5bb7589303", "tag": "89bae66c-8887-4bce-94d8-1d44264b48f1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:57.793838 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04c9f1a8-7c35-4858-9040-e5bc09379ae6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:57.794238 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53134ace-dfca-431a-b0ea-6a5bb7589303', 'tag': '89bae66c-8887-4bce-94d8-1d44264b48f1', 'status': 'completed', 'code': 200} Aug 16 02:11:57.828947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b09da781-0a8d-44d7-b666-93d91fd6960e req-9ada44a2-716e-41fc-a7f3-15b701282242 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510242 Aug 16 02:11:57.940096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1498da-0ff5-4c07-b2f5-80875af435a5 req-7d333572-8e86-46f6-8a3e-059b7aa7e7f6 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.945593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b1498da-0ff5-4c07-b2f5-80875af435a5 req-7d333572-8e86-46f6-8a3e-059b7aa7e7f6 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 943 time: 0.0621343 Aug 16 02:11:57.987769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b1498da-0ff5-4c07-b2f5-80875af435a5 req-83ebc818-e053-4759-9560-6e45c340084f tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387163 Aug 16 02:11:58.108209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903250e-d10f-4862-a8c3-fb5ba3e8db79 req-14f7fbb5-1e94-4d22-a60e-f384dadd04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.109832 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6903250e-d10f-4862-a8c3-fb5ba3e8db79 req-14f7fbb5-1e94-4d22-a60e-f384dadd04ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d1114c21bf674d58885c8477acce649b&device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 1095 time: 0.0558178 Aug 16 02:11:58.232909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903250e-d10f-4862-a8c3-fb5ba3e8db79 req-80cf999b-3173-41f3-acb2-8386a9999541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.234781 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6903250e-d10f-4862-a8c3-fb5ba3e8db79 req-80cf999b-3173-41f3-acb2-8386a9999541 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=d1114c21bf674d58885c8477acce649b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1029708 Aug 16 02:11:58.336915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903250e-d10f-4862-a8c3-fb5ba3e8db79 req-22c938b0-70e2-4bc6-90b7-4fde677360f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.338563 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6903250e-d10f-4862-a8c3-fb5ba3e8db79 req-22c938b0-70e2-4bc6-90b7-4fde677360f6 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966749 Aug 16 02:11:58.444808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-30bd8874-5b42-4cf2-9883-e1f3b1b3fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.446791 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-30bd8874-5b42-4cf2-9883-e1f3b1b3fe8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d1114c21bf674d58885c8477acce649b&device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 1095 time: 0.0457284 Aug 16 02:11:58.535629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-f808aaa2-4ff8-4a1b-ab69-40eed4bdc7a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bae66c-8887-4bce-94d8-1d44264b48f1 HTTP/1.1" status: 200 len: 217 time: 0.0712154 Aug 16 02:11:58.617460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-a9301816-40d5-4467-9d2f-212edd8f3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.619001 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-a9301816-40d5-4467-9d2f-212edd8f3261 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f03f1484-e223-41ff-bef5-88f145b05456 HTTP/1.1" status: 200 len: 855 time: 0.0692692 Aug 16 02:11:58.654929 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-3703a3c2-e53b-41d8-96a3-ce3f97ca433f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=345e065c-7bb7-4e63-9b29-32720afcd17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280910 Aug 16 02:11:58.763227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-556da787-0491-4e3a-a961-b2b834fa44c6 service neutron] 10.222.0.86 "GET /v2.0/networks/345e065c-7bb7-4e63-9b29-32720afcd17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990319 Aug 16 02:11:58.860652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e73c9a02-6ff3-454c-ad46-ccd885cf00b7 req-2875f669-753b-44ac-8aa7-e0609e5b21f4 service neutron] 10.222.0.86 "GET /v2.0/networks/345e065c-7bb7-4e63-9b29-32720afcd17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910630 Aug 16 02:11:58.946629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104d54f-808f-4204-af4b-b5f92d73ab4e req-803e41f7-5458-4856-b423-1d5594ee2b1a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.948246 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6104d54f-808f-4204-af4b-b5f92d73ab4e req-803e41f7-5458-4856-b423-1d5594ee2b1a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.0540950 Aug 16 02:11:58.985863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6104d54f-808f-4204-af4b-b5f92d73ab4e req-90f0cbab-69b2-4784-a362-fbf08b4a13e6 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Aug 16 02:11:59.149019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2d16c-d864-4d90-a88d-7df1f78e1559 req-0e45f4ca-72a6-4417-854c-87e8ee6d7c1b tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.150746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2b2d16c-d864-4d90-a88d-7df1f78e1559 req-0e45f4ca-72a6-4417-854c-87e8ee6d7c1b tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 943 time: 0.0749006 Aug 16 02:11:59.195927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2b2d16c-d864-4d90-a88d-7df1f78e1559 req-b28132b7-c79a-4f5a-a346-b741d7446ff6 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371151 Aug 16 02:11:59.304009 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:00.126230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011ab7-9357-4c9a-b909-99ff5b453978 req-efc50bfb-35ce-48d9-9c17-394c4c71594d tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.134299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13011ab7-9357-4c9a-b909-99ff5b453978 req-efc50bfb-35ce-48d9-9c17-394c4c71594d tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.0651214 Aug 16 02:12:00.167625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13011ab7-9357-4c9a-b909-99ff5b453978 req-1f74b133-fdfe-4304-a2cf-b82a1c6d4586 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Aug 16 02:12:00.293944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc765ec1-6ed1-4373-b036-13052a2af010 req-27953e83-a68e-40a1-b004-9467e478b951 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.295521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc765ec1-6ed1-4373-b036-13052a2af010 req-27953e83-a68e-40a1-b004-9467e478b951 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0545397 Aug 16 02:12:00.372376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc765ec1-6ed1-4373-b036-13052a2af010 req-4af3ece4-e9d9-4f76-ba58-0d7115462e1e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705955 Aug 16 02:12:00.390985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e776141-715a-4d64-981a-6974007480a7 req-80da9da6-73d1-4bf1-8200-eba3d85795da tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.390985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e776141-715a-4d64-981a-6974007480a7 req-80da9da6-73d1-4bf1-8200-eba3d85795da tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 943 time: 0.0790021 Aug 16 02:12:00.428511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e776141-715a-4d64-981a-6974007480a7 req-9f80ce96-96aa-4810-808c-6298032da23a tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344079 Aug 16 02:12:00.531905 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.539839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c313be-3cdf-479f-bfa5-8bada2309058 req-970984c1-0634-42b7-a345-e8be2b1f0e80 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.541376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60c313be-3cdf-479f-bfa5-8bada2309058 req-970984c1-0634-42b7-a345-e8be2b1f0e80 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=021a70c7-7619-4f41-8a39-94faeaa06e64 HTTP/1.1" status: 200 len: 945 time: 0.0565779 Aug 16 02:12:00.588265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60c313be-3cdf-479f-bfa5-8bada2309058 req-a1134418-ccc6-4fdc-9844-f68b7686b032 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Aug 16 02:12:00.890656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609cc3d-914b-48b5-8163-dcb7c7f0fabb req-4854159b-1ccc-49de-81f5-751c622156b2 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.892548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d609cc3d-914b-48b5-8163-dcb7c7f0fabb req-4854159b-1ccc-49de-81f5-751c622156b2 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.0620613 Aug 16 02:12:00.939805 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14d257ff-6857-4dae-9ff8-d0f44ea28acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.955598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d609cc3d-914b-48b5-8163-dcb7c7f0fabb req-2e077113-a3e3-4040-8f2e-7c6345e38d8b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561483 Aug 16 02:12:01.240115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1198a73-ece7-4ed2-90ea-a187cd5175c3 req-8233bb5d-366d-4110-897e-e3b661926581 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.241793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1198a73-ece7-4ed2-90ea-a187cd5175c3 req-8233bb5d-366d-4110-897e-e3b661926581 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0595226 Aug 16 02:12:01.300282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1198a73-ece7-4ed2-90ea-a187cd5175c3 req-b4d321f6-bada-4b97-9b28-ff7187f380e5 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510418 Aug 16 02:12:01.597252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c31ae-a083-4b8a-b793-bf2d8fada820 req-4884fb99-f26a-4c71-9cea-715306d0eba3 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.600140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-708c31ae-a083-4b8a-b793-bf2d8fada820 req-4884fb99-f26a-4c71-9cea-715306d0eba3 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 943 time: 0.0866961 Aug 16 02:12:01.651031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf34388-3a29-436e-a63c-9ee5c731772a req-2d3ac5b7-a2f1-4df6-a2b7-7a8c7e9b85f4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.657850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf34388-3a29-436e-a63c-9ee5c731772a req-2d3ac5b7-a2f1-4df6-a2b7-7a8c7e9b85f4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.665126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf34388-3a29-436e-a63c-9ee5c731772a req-2d3ac5b7-a2f1-4df6-a2b7-7a8c7e9b85f4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.672524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cf34388-3a29-436e-a63c-9ee5c731772a req-2d3ac5b7-a2f1-4df6-a2b7-7a8c7e9b85f4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1&device_id=021a70c7-7619-4f41-8a39-94faeaa06e64&device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 2416 time: 0.1139112 Aug 16 02:12:01.688191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-708c31ae-a083-4b8a-b793-bf2d8fada820 req-b85682dd-122e-4d5c-9007-a906a9efae62 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813687 Aug 16 02:12:01.739482 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cf34388-3a29-436e-a63c-9ee5c731772a req-103ff7d7-f40a-4d49-a9af-b95198b51a59 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565164 Aug 16 02:12:01.877766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fdb78-2533-48bc-9c65-9c67798d8f7a req-b1c0f1c1-4e4b-47e2-bbdf-5f763c09e9d7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.883657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe5fdb78-2533-48bc-9c65-9c67798d8f7a req-b1c0f1c1-4e4b-47e2-bbdf-5f763c09e9d7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.0591857 Aug 16 02:12:01.928846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe5fdb78-2533-48bc-9c65-9c67798d8f7a req-7edaa85e-0690-412d-ae97-4443ea7919ed tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Aug 16 02:12:02.090391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.211356 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc150-f344-43c4-8be8-862568ff1c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.325411 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc150-f344-43c4-8be8-862568ff1c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.332333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc150-f344-43c4-8be8-862568ff1c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.382873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.383805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3a0fc150-f344-43c4-8be8-862568ff1c7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0494db63c319424498f47a5dfb8ce576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914732 Aug 16 02:12:02.385356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fc150-f344-43c4-8be8-862568ff1c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59fa3a3-86a1-408d-8e48-58477e333b52,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:02.460933 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4577c497-a477-4831-9ab1-bd8aaa865a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.489159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4577c497-a477-4831-9ab1-bd8aaa865a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.544654 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4577c497-a477-4831-9ab1-bd8aaa865a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.547495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4577c497-a477-4831-9ab1-bd8aaa865a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.548666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4577c497-a477-4831-9ab1-bd8aaa865a11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d59fa3a3-86a1-408d-8e48-58477e333b52 HTTP/1.1" status: 204 len: 168 time: 0.1647804 Aug 16 02:12:02.557970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577c497-a477-4831-9ab1-bd8aaa865a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59fa3a3-86a1-408d-8e48-58477e333b52,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:02.838375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cf09d-b864-49bc-a1ff-11b4271f4638 req-c5dfed4b-6e5b-43e7-832b-2b4b5f854a16 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.847409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c62cf09d-b864-49bc-a1ff-11b4271f4638 req-c5dfed4b-6e5b-43e7-832b-2b4b5f854a16 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 943 time: 0.0783987 Aug 16 02:12:02.893704 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c62cf09d-b864-49bc-a1ff-11b4271f4638 req-624a39f4-4097-41e3-9940-6b742476854e tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Aug 16 02:12:02.921855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.938209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea74e7ed-379c-4928-819b-e311eb899117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.064704 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea74e7ed-379c-4928-819b-e311eb899117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.077201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea74e7ed-379c-4928-819b-e311eb899117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.084377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 89bae66c-8887-4bce-94d8-1d44264b48f1 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:03.170650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:03.177590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ea74e7ed-379c-4928-819b-e311eb899117 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f4c2b60c7de4107a9f17d08ec094d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545958 Aug 16 02:12:03.187470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95de516-699e-4c59-8530-319727ede64b req-2afd63c1-84bc-4d69-9527-14c43b0acaa5 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.189081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a95de516-699e-4c59-8530-319727ede64b req-2afd63c1-84bc-4d69-9527-14c43b0acaa5 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.1229186 Aug 16 02:12:03.189880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74e7ed-379c-4928-819b-e311eb899117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa1c854-7d55-489c-81c8-69eff5de05f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.236644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 89bae66c-8887-4bce-94d8-1d44264b48f1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=89bae66c-8887-4bce-94d8-1d44264b48f1,segment=NetworkSegment(55a28956-c779-4a9f-87f1-67a97ea6bf31),segment_id=55a28956-c779-4a9f-87f1-67a97ea6bf31)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:03.258987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '89bae66c-8887-4bce-94d8-1d44264b48f1', 'network_id': '345e065c-7bb7-4e63-9b29-32720afcd17b', 'port_id': '89bae66c-8887-4bce-94d8-1d44264b48f1', 'mac_address': 'fa:16:3e:12:cc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03f1484-e223-41ff-bef5-88f145b05456', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:03.281918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2d12d7-132c-4eb7-af46-6596e68606a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.295980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a95de516-699e-4c59-8530-319727ede64b req-3ac31291-e125-4c45-aa7f-63646e7fe069 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748346 Aug 16 02:12:03.317357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2d12d7-132c-4eb7-af46-6596e68606a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.322423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.336372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bae66c-8887-4bce-94d8-1d44264b48f1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:03.357021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 89bae66c-8887-4bce-94d8-1d44264b48f1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=89bae66c-8887-4bce-94d8-1d44264b48f1,segment=NetworkSegment(55a28956-c779-4a9f-87f1-67a97ea6bf31),segment_id=55a28956-c779-4a9f-87f1-67a97ea6bf31)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:03.363364 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.377014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2d12d7-132c-4eb7-af46-6596e68606a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.380062 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2d12d7-132c-4eb7-af46-6596e68606a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.386147 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7b2d12d7-132c-4eb7-af46-6596e68606a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fa1c854-7d55-489c-81c8-69eff5de05f7 HTTP/1.1" status: 204 len: 168 time: 0.2094960 Aug 16 02:12:03.403530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d12d7-132c-4eb7-af46-6596e68606a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa1c854-7d55-489c-81c8-69eff5de05f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.435501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=89bae66c-8887-4bce-94d8-1d44264b48f1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.587001 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f6d0d26-a78f-4870-90fe-5ab0e42e1b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.867894 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.959582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['89bae66c-8887-4bce-94d8-1d44264b48f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:04.028754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e7c56-3ad4-4a0d-acc1-a00493617b9e req-ac743fe4-e0dd-4137-9fd3-37c9451e041d tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.031320 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b4e7c56-3ad4-4a0d-acc1-a00493617b9e req-ac743fe4-e0dd-4137-9fd3-37c9451e041d tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 944 time: 0.0724244 Aug 16 02:12:04.076078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b4e7c56-3ad4-4a0d-acc1-a00493617b9e req-2b7c4e70-70d1-492e-b87f-662640b53257 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376389 Aug 16 02:12:04.414626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed26c3-e73a-4495-b46e-4424c8418477 req-bf80daa0-77da-4c60-9be6-ae5cc5f8fc0b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.416237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89ed26c3-e73a-4495-b46e-4424c8418477 req-bf80daa0-77da-4c60-9be6-ae5cc5f8fc0b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0538428 Aug 16 02:12:04.460101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89ed26c3-e73a-4495-b46e-4424c8418477 req-8bc19e7b-8bd5-4326-85fe-ab0e91d852a3 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Aug 16 02:12:04.789031 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.201607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ec00-096d-416c-a923-c119f1803e45 req-158cd299-0851-46dc-bf4b-295792fe91fe tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.203933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7f2ec00-096d-416c-a923-c119f1803e45 req-158cd299-0851-46dc-bf4b-295792fe91fe tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 944 time: 0.0507362 Aug 16 02:12:05.254328 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7f2ec00-096d-416c-a923-c119f1803e45 req-f9950e29-fd8a-4917-989f-3338bc0097e1 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Aug 16 02:12:05.471311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463033a3-0f3f-4584-9618-e7d05cff6f25 req-8806bce9-e75b-4f32-b9cd-4cfae2cd0025 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.472833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-463033a3-0f3f-4584-9618-e7d05cff6f25 req-8806bce9-e75b-4f32-b9cd-4cfae2cd0025 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 946 time: 0.0502973 Aug 16 02:12:05.516393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-463033a3-0f3f-4584-9618-e7d05cff6f25 req-f42ee587-1964-4b55-bd94-ee574b4274d8 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374699 Aug 16 02:12:05.585846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb61625-9a81-4913-8009-b9570157ae75 req-f5f89ac1-bf18-4a8a-a688-a8eac02d5938 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.587426 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acb61625-9a81-4913-8009-b9570157ae75 req-f5f89ac1-bf18-4a8a-a688-a8eac02d5938 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0519509 Aug 16 02:12:05.631656 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acb61625-9a81-4913-8009-b9570157ae75 req-ee72ab5e-f526-405c-b5ec-e3f22855520d tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377777 Aug 16 02:12:05.728395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.830083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.915994 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.919412 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.957806 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=faf7e1ae64c243dd8899ac2a9a08ac13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282808 Aug 16 02:12:05.958872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec046ba4-238c-481d-b236-0936d6cc05d6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.960828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.972157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.972499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.972831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.973162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.974048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.974400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.974810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.975152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.975472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.975788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.976102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.976421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ccd52-88ce-40ba-9a5d-0a9dfaec8920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:06.024589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a30d-571f-4fc1-8d9e-6a25bb3a78cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.046899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a30d-571f-4fc1-8d9e-6a25bb3a78cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.093917 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a30d-571f-4fc1-8d9e-6a25bb3a78cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.096514 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a30d-571f-4fc1-8d9e-6a25bb3a78cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.097656 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4fb8a30d-571f-4fc1-8d9e-6a25bb3a78cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec046ba4-238c-481d-b236-0936d6cc05d6 HTTP/1.1" status: 204 len: 168 time: 0.1351483 Aug 16 02:12:06.106096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8a30d-571f-4fc1-8d9e-6a25bb3a78cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec046ba4-238c-481d-b236-0936d6cc05d6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.365273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.368781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed571fe9-1b22-474e-be6a-71991a20b779 req-841c2c01-e0de-4dd2-b8af-76500c8e7d56 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.370334 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed571fe9-1b22-474e-be6a-71991a20b779 req-841c2c01-e0de-4dd2-b8af-76500c8e7d56 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 944 time: 0.0520065 Aug 16 02:12:06.378543 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-888c918d-d9e7-4243-8e93-f602a4ae5ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.413781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed571fe9-1b22-474e-be6a-71991a20b779 req-4367c058-7bfa-48ef-841f-b19201a10686 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Aug 16 02:12:06.473140 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-888c918d-d9e7-4243-8e93-f602a4ae5ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.477255 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-888c918d-d9e7-4243-8e93-f602a4ae5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.516102 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-888c918d-d9e7-4243-8e93-f602a4ae5ee0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93cd578a5eb2434e9e156005a2ad892c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497092 Aug 16 02:12:06.517177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c918d-d9e7-4243-8e93-f602a4ae5ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc3decb-b437-4570-8e64-734a84b77bbc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.518956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.570503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8751d94-829c-4b1f-a431-3840b5797fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.593386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8751d94-829c-4b1f-a431-3840b5797fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.663017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbc559-f3e3-4695-996e-368be421c718 req-19239b5a-02cb-45ac-b10c-814bed752cd5 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.664581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13dbc559-f3e3-4695-996e-368be421c718 req-19239b5a-02cb-45ac-b10c-814bed752cd5 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 946 time: 0.0764666 Aug 16 02:12:06.679879 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8751d94-829c-4b1f-a431-3840b5797fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.682377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8751d94-829c-4b1f-a431-3840b5797fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.683507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f8751d94-829c-4b1f-a431-3840b5797fb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0cc3decb-b437-4570-8e64-734a84b77bbc HTTP/1.1" status: 204 len: 168 time: 0.1623228 Aug 16 02:12:06.703871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8751d94-829c-4b1f-a431-3840b5797fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc3decb-b437-4570-8e64-734a84b77bbc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.736843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13dbc559-f3e3-4695-996e-368be421c718 req-bd0a03b3-45c6-4314-9d05-f9ae0d367763 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661030 Aug 16 02:12:06.788566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8ba6a-0b6c-4280-94f6-30387eb12bfc req-b967dd64-1fd8-453f-8077-e099cbba8607 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.790277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0b8ba6a-0b6c-4280-94f6-30387eb12bfc req-b967dd64-1fd8-453f-8077-e099cbba8607 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0874424 Aug 16 02:12:06.836270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0b8ba6a-0b6c-4280-94f6-30387eb12bfc req-598400cf-29d4-4236-a352-69f7d6e65fe8 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Aug 16 02:12:06.874786 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.094013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 89bae66c-8887-4bce-94d8-1d44264b48f1 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:07.158602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 89bae66c-8887-4bce-94d8-1d44264b48f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:07.163840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 89bae66c-8887-4bce-94d8-1d44264b48f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:07.164292 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.245041 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.269887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53134ace-dfca-431a-b0ea-6a5bb7589303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bae66c-8887-4bce-94d8-1d44264b48f1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:07.272883 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245e0871-2cc3-4762-9f42-b01084372eb6" -d '{"events": [{"server_uuid": "53134ace-dfca-431a-b0ea-6a5bb7589303", "name": "network-vif-plugged", "status": "completed", "tag": "89bae66c-8887-4bce-94d8-1d44264b48f1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:07.287810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 89bae66c-8887-4bce-94d8-1d44264b48f1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=89bae66c-8887-4bce-94d8-1d44264b48f1,segment=NetworkSegment(55a28956-c779-4a9f-87f1-67a97ea6bf31),segment_id=55a28956-c779-4a9f-87f1-67a97ea6bf31)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:07.296559 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.324060 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d92c6b6-2892-4f7b-9563-0069e7292fb8 x-openstack-request-id: req-1d92c6b6-2892-4f7b-9563-0069e7292fb8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:07.324404 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53134ace-dfca-431a-b0ea-6a5bb7589303", "name": "network-vif-plugged", "status": "completed", "tag": "89bae66c-8887-4bce-94d8-1d44264b48f1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:07.324659 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d92c6b6-2892-4f7b-9563-0069e7292fb8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:07.325064 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53134ace-dfca-431a-b0ea-6a5bb7589303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bae66c-8887-4bce-94d8-1d44264b48f1', 'code': 200} Aug 16 02:12:07.354870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=89bae66c-8887-4bce-94d8-1d44264b48f1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.449230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3b7ee-480e-482d-8bce-4c7bbe83b1ff req-37894116-8b9d-4236-9026-c57242123800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.451197 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3b3b7ee-480e-482d-8bce-4c7bbe83b1ff req-37894116-8b9d-4236-9026-c57242123800 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 1097 time: 0.0450249 Aug 16 02:12:07.493376 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3b3b7ee-480e-482d-8bce-4c7bbe83b1ff req-0190ba83-f5f0-454c-ac81-09fc3d341ff9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343273 Aug 16 02:12:07.541703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481887b2-e58d-4d85-8118-6294d2242e22 req-6513d79c-81cf-4a8b-8c92-78f4f836bf19 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.543226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-481887b2-e58d-4d85-8118-6294d2242e22 req-6513d79c-81cf-4a8b-8c92-78f4f836bf19 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 945 time: 0.0504949 Aug 16 02:12:07.585989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-481887b2-e58d-4d85-8118-6294d2242e22 req-05407f4d-27c3-4c5b-94f6-c96c785a3916 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Aug 16 02:12:07.863037 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e1751-1a9c-4bbc-a046-c43409211360 req-923c822c-e1d5-4ace-96bf-42de5d191aa6 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.865267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d6e1751-1a9c-4bbc-a046-c43409211360 req-923c822c-e1d5-4ace-96bf-42de5d191aa6 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 946 time: 0.0508211 Aug 16 02:12:07.912879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d6e1751-1a9c-4bbc-a046-c43409211360 req-a2ee0c34-d2e9-4975-9bf6-dc0687bc8239 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Aug 16 02:12:07.969141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-4d0e7bf7-f61a-4542-a15f-8f1e038dbd3e tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.970656 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-4d0e7bf7-f61a-4542-a15f-8f1e038dbd3e tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.86 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 946 time: 0.0708864 Aug 16 02:12:08.052371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5cfe8-1a83-4678-8689-ab74b940e442 req-48f9353d-0d8f-4718-afec-b77d7fd77baf tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.061607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84f5cfe8-1a83-4678-8689-ab74b940e442 req-48f9353d-0d8f-4718-afec-b77d7fd77baf tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0693996 Aug 16 02:12:08.082347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Deleting port bbf1c1be-c15a-4b45-9e07-d14b65e76855 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:08.082626 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.100771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84f5cfe8-1a83-4678-8689-ab74b940e442 req-d40504dc-fa10-4283-be69-5abcb4a05cf4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382257 Aug 16 02:12:08.185282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] For port bbf1c1be-c15a-4b45-9e07-d14b65e76855, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=bbf1c1be-c15a-4b45-9e07-d14b65e76855,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:08.185656 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.199624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Calling delete_port for bbf1c1be-c15a-4b45-9e07-d14b65e76855 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:08.334103 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.366838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Pushing event deleted for resources: {'Port': ['ID=bbf1c1be-c15a-4b45-9e07-d14b65e76855,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.370708 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['bbf1c1be-c15a-4b45-9e07-d14b65e76855'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:08.419539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] No DVR routers for this DVR port bbf1c1be-c15a-4b45-9e07-d14b65e76855 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:08.422101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.424304 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6e226b98-be74-4c53-bbcb-a9d8946b97a4 req-dcbb9e19-a34d-42c7-8581-0332f5e04b81 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.86 "DELETE /v2.0/ports/bbf1c1be-c15a-4b45-9e07-d14b65e76855 HTTP/1.1" status: 204 len: 173 time: 0.4471698 Aug 16 02:12:08.424737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b79f7cc-0270-491a-85d1-95ff5389ac2f', 'name': 'network-vif-deleted', 'tag': 'bbf1c1be-c15a-4b45-9e07-d14b65e76855'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:08.427457 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c4b04-c021-430d-9a0f-72a20a85555c" -d '{"events": [{"server_uuid": "0b79f7cc-0270-491a-85d1-95ff5389ac2f", "name": "network-vif-deleted", "tag": "bbf1c1be-c15a-4b45-9e07-d14b65e76855"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:08.466981 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2d148c-abe1-46cf-b9ff-0e91ec0d9442 x-openstack-request-id: req-3c2d148c-abe1-46cf-b9ff-0e91ec0d9442 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:08.467720 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b79f7cc-0270-491a-85d1-95ff5389ac2f", "name": "network-vif-deleted", "tag": "bbf1c1be-c15a-4b45-9e07-d14b65e76855", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:08.467720 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c2d148c-abe1-46cf-b9ff-0e91ec0d9442 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:08.467927 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b79f7cc-0270-491a-85d1-95ff5389ac2f', 'name': 'network-vif-deleted', 'tag': 'bbf1c1be-c15a-4b45-9e07-d14b65e76855', 'status': 'completed', 'code': 200} Aug 16 02:12:08.706116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37dcfb-83a8-477c-b537-e47a02d3c5e1 req-9379fa3d-4da0-4aab-8585-704c9458f5a1 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.708379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b37dcfb-83a8-477c-b537-e47a02d3c5e1 req-9379fa3d-4da0-4aab-8585-704c9458f5a1 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 945 time: 0.0509598 Aug 16 02:12:08.748988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b37dcfb-83a8-477c-b537-e47a02d3c5e1 req-c7731e07-3dea-4a70-8bd4-3f99828c0920 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348485 Aug 16 02:12:09.036510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdcca569-5df7-49c6-9e26-f9420de79d11 req-756bf111-b4eb-4196-a7df-7a5835c74d9e tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b79f7cc-0270-491a-85d1-95ff5389ac2f HTTP/1.1" status: 200 len: 210 time: 0.0280862 Aug 16 02:12:09.237026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba49a2e-0f2a-44e4-a4e1-f6fb5a0123fc req-a7cf4fd8-2b86-4176-913a-97cc3bfd7ac2 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.243675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cba49a2e-0f2a-44e4-a4e1-f6fb5a0123fc req-a7cf4fd8-2b86-4176-913a-97cc3bfd7ac2 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0574236 Aug 16 02:12:09.285392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cba49a2e-0f2a-44e4-a4e1-f6fb5a0123fc req-97873d25-32a6-4a04-8bab-cfb0d5ac4093 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Aug 16 02:12:09.883370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afc99d-ec80-4027-967a-41057fbee5e2 req-d5d18238-d101-4572-9031-394f6a2bd6fe tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.884869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18afc99d-ec80-4027-967a-41057fbee5e2 req-d5d18238-d101-4572-9031-394f6a2bd6fe tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 945 time: 0.0532458 Aug 16 02:12:09.925847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18afc99d-ec80-4027-967a-41057fbee5e2 req-e450c977-cdf0-4b1e-8e24-97a8ea4e2c55 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348263 Aug 16 02:12:10.430386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b713de-fef7-4a30-868f-16b76e77413d req-038d97a4-c9c9-4812-af21-acc3c5906ad5 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.432087 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48b713de-fef7-4a30-868f-16b76e77413d req-038d97a4-c9c9-4812-af21-acc3c5906ad5 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0594075 Aug 16 02:12:10.492046 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48b713de-fef7-4a30-868f-16b76e77413d req-db3d3143-e2e2-4c6d-8fbd-bce9b80e4afa tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523109 Aug 16 02:12:11.138500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device bbf1c1be-c15a-4b45-9e07-d14b65e76855 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:11.158783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: bbf1c1be-c15a-4b45-9e07-d14b65e76855 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:11.159437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device bbf1c1be-c15a-4b45-9e07-d14b65e76855 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:11.701827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e409ba6-04df-4bd6-8fff-251f52cc24ab req-fd7bff07-0526-4e15-a709-4a31eacb39ce tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.704228 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e409ba6-04df-4bd6-8fff-251f52cc24ab req-fd7bff07-0526-4e15-a709-4a31eacb39ce tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0855985 Aug 16 02:12:11.759730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e409ba6-04df-4bd6-8fff-251f52cc24ab req-4d09a60c-5d77-4ccf-ba7d-3d669b1146a7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477147 Aug 16 02:12:12.056334 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.910332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85f643-aba7-4c33-a831-fd61718d0a30 req-45dd0cee-346d-4ad1-a1e2-a01bc583799e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.919366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b85f643-aba7-4c33-a831-fd61718d0a30 req-45dd0cee-346d-4ad1-a1e2-a01bc583799e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0820627 Aug 16 02:12:12.996528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b85f643-aba7-4c33-a831-fd61718d0a30 req-9e26b746-2eca-4acb-9d92-74f04cf1dbc3 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744967 Aug 16 02:12:14.182525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9222736-37cb-48d2-841c-7921c8dd6947 req-b85ca5d1-437f-4891-92a6-d6845d806e03 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:14.186444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9222736-37cb-48d2-841c-7921c8dd6947 req-b85ca5d1-437f-4891-92a6-d6845d806e03 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0757747 Aug 16 02:12:14.243665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9222736-37cb-48d2-841c-7921c8dd6947 req-19e16a7b-1d1b-4710-9e67-b2a576177dd1 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507700 Aug 16 02:12:15.400047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca9b31-fb25-4c46-8559-c07f76b77b0f req-7b3ebdbb-eb40-4cf8-a97f-4c35102ec681 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.414549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbca9b31-fb25-4c46-8559-c07f76b77b0f req-7b3ebdbb-eb40-4cf8-a97f-4c35102ec681 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0811672 Aug 16 02:12:15.471546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbca9b31-fb25-4c46-8559-c07f76b77b0f req-bf9092d6-5b77-4bd4-a405-289ebdf067f4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 Aug 16 02:12:16.590236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98b21b-41b9-4a65-b8a3-9dc117e47173 req-176a7438-6576-4373-89ea-0d490f1da9db tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.591963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e98b21b-41b9-4a65-b8a3-9dc117e47173 req-176a7438-6576-4373-89ea-0d490f1da9db tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0573618 Aug 16 02:12:16.635063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e98b21b-41b9-4a65-b8a3-9dc117e47173 req-59149646-5dd4-4608-b7f8-3dbbc6b66451 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Aug 16 02:12:17.226864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-fb5bdccd-55ee-43bf-b8cf-719de2f05aba tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.231596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-fb5bdccd-55ee-43bf-b8cf-719de2f05aba tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/networks?id=cf63ec84-8556-4112-9c7b-20f30705e6ff HTTP/1.1" status: 200 len: 814 time: 0.1116214 Aug 16 02:12:17.244197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-dde56661-2494-40a6-9929-22991b9b21f1 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/quotas/c54df8fdc6f740309931fa28b65cfd8a HTTP/1.1" status: 200 len: 375 time: 0.0095196 Aug 16 02:12:17.283021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-78ae6aa6-3dd9-4034-8971-9da0ca9ab2c3 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c54df8fdc6f740309931fa28b65cfd8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329263 Aug 16 02:12:17.386905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-acd64a96-3240-449f-9ec9-d7a63b6042c1 service neutron] 10.222.0.61 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945382 Aug 16 02:12:17.497455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-ff3cdeca-7f4d-4d3c-8cb2-1496906474b2 service neutron] 10.222.0.61 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035085 Aug 16 02:12:17.688493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b730909-7a63-4d04-bb08-836353ef3c70 req-e840587c-cd99-4788-9592-f527baffdfe2 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 210 time: 0.0295293 Aug 16 02:12:17.795657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ee63-a270-45d4-86d0-bc3058d1c0ee req-47667d71-4ee1-485c-9154-fd8b9cdc740d tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.797258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3881ee63-a270-45d4-86d0-bc3058d1c0ee req-47667d71-4ee1-485c-9154-fd8b9cdc740d tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0651500 Aug 16 02:12:17.842796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3881ee63-a270-45d4-86d0-bc3058d1c0ee req-446a77cc-bcd5-46ca-8805-948f36f86f68 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 Aug 16 02:12:18.073855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157cf82-a174-4e49-af1a-8b3bebf6a898 req-ee5922b6-a2f5-4481-83cd-a10e4413d23f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.079761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0157cf82-a174-4e49-af1a-8b3bebf6a898 req-ee5922b6-a2f5-4481-83cd-a10e4413d23f tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 946 time: 0.0656309 Aug 16 02:12:18.122657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0157cf82-a174-4e49-af1a-8b3bebf6a898 req-55a4e4b4-0fb0-4671-96da-c3929ad00d8e tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Aug 16 02:12:18.155027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.600925 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02d7cb2e-22b6-4ea8-bc36-f2d195d821be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.690318 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02d7cb2e-22b6-4ea8-bc36-f2d195d821be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.696245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02d7cb2e-22b6-4ea8-bc36-f2d195d821be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.746717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7cb2e-22b6-4ea8-bc36-f2d195d821be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8441f83d-ee67-4f13-89c6-1cbfcd7bb754,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.755798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-02d7cb2e-22b6-4ea8-bc36-f2d195d821be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=600be073a1a042b2af3b4b465e5ceceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989234 Aug 16 02:12:18.758824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.823528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d2e4534-7973-4327-86fe-22defc1be415 req-a40276a6-e206-4ba2-858e-4d5ce2893feb tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 210 time: 0.0352750 Aug 16 02:12:18.840728 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad8175f8-4ef9-4af8-aca2-18c47c87faeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.867630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad8175f8-4ef9-4af8-aca2-18c47c87faeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.883550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-8aba9db8-51a5-4864-8fd9-f01a8dfeca29 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.885157 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-8aba9db8-51a5-4864-8fd9-f01a8dfeca29 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.93 "GET /v2.0/networks?id=cf63ec84-8556-4112-9c7b-20f30705e6ff HTTP/1.1" status: 200 len: 814 time: 0.1666918 Aug 16 02:12:18.902932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Request body: {'port': {'device_id': '9f30f70e-dd61-4cb0-b4e2-6766c16c2730', 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff', 'admin_state_up': True, 'tenant_id': 'c54df8fdc6f740309931fa28b65cfd8a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:18.917798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad8175f8-4ef9-4af8-aca2-18c47c87faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.920562 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad8175f8-4ef9-4af8-aca2-18c47c87faeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.921724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ad8175f8-4ef9-4af8-aca2-18c47c87faeb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8441f83d-ee67-4f13-89c6-1cbfcd7bb754 HTTP/1.1" status: 204 len: 168 time: 0.1615603 Aug 16 02:12:18.947731 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8175f8-4ef9-4af8-aca2-18c47c87faeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8441f83d-ee67-4f13-89c6-1cbfcd7bb754,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.992529 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed266da-e523-46ad-adbf-6be285b75149 req-7a8d0137-7fc1-4ecb-bb5c-ffc892f3e3f8 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.994117 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ed266da-e523-46ad-adbf-6be285b75149 req-7a8d0137-7fc1-4ecb-bb5c-ffc892f3e3f8 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0607228 Aug 16 02:12:19.043501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ed266da-e523-46ad-adbf-6be285b75149 req-fc04a8f7-9cc6-444c-a8f8-a2884ea0f087 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Aug 16 02:12:19.074645 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Made reservation on behalf of c54df8fdc6f740309931fa28b65cfd8a for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:19.078697 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.226753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Allocated IP 172.20.0.13 (cf63ec84-8556-4112-9c7b-20f30705e6ff/09203b6d-abd5-4774-9b4f-db928c816669/29d77f0d-30f7-4227-bcc2-437560599a0f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:19.261023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacffe-3e74-4c46-9e5a-8e854e24b7f1 req-b80c1ca1-d4f0-45df-84dc-7bda1feead35 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.262566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47aacffe-3e74-4c46-9e5a-8e854e24b7f1 req-b80c1ca1-d4f0-45df-84dc-7bda1feead35 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 946 time: 0.0560505 Aug 16 02:12:19.272982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.298065 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbba31b-5e1d-4db7-aca7-a8df85ab3207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.331929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47aacffe-3e74-4c46-9e5a-8e854e24b7f1 req-51575ab3-24d8-4208-82d3-d1241dfb32de tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups?id=9433fb79-56cd-427d-bfd1-fb62e0b2060e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626371 Aug 16 02:12:19.396538 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.418091 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbba31b-5e1d-4db7-aca7-a8df85ab3207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.423117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbba31b-5e1d-4db7-aca7-a8df85ab3207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.441110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.475121 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0bbba31b-5e1d-4db7-aca7-a8df85ab3207 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcbf679a6a7442c9b9d09e8a33899092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980209 Aug 16 02:12:19.475390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.490053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Network cf63ec84-8556-4112-9c7b-20f30705e6ff is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:19.494221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbba31b-5e1d-4db7-aca7-a8df85ab3207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9451a207-13db-4cd8-9a9b-0eff584a43a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.495460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:19.499310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:19.527858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Pushing event updated for resources: {'Port': ['ID=29d77f0d-30f7-4227-bcc2-437560599a0f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.555728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.556362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.560685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-a553111a-b97f-4d4d-b1b1-18b685d1974d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.562195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-a553111a-b97f-4d4d-b1b1-18b685d1974d tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 946 time: 0.0819240 Aug 16 02:12:19.586836 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-e01a40d8-5201-4f50-9ecd-1f5246b51643 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6878531 Aug 16 02:12:19.601707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Request body: {'port': {'device_id': '9f30f70e-dd61-4cb0-b4e2-6766c16c2730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:19.602984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a43a977c-b36c-4d08-9265-f890056d9900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.643305 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a43a977c-b36c-4d08-9265-f890056d9900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.668064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.724428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Deleting port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:19.725195 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.740356 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a43a977c-b36c-4d08-9265-f890056d9900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.742380 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a43a977c-b36c-4d08-9265-f890056d9900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.743559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a43a977c-b36c-4d08-9265-f890056d9900 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9451a207-13db-4cd8-9a9b-0eff584a43a0 HTTP/1.1" status: 204 len: 168 time: 0.2672470 Aug 16 02:12:19.785335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a977c-b36c-4d08-9265-f890056d9900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9451a207-13db-4cd8-9a9b-0eff584a43a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.836850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] For port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:19.837238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.964178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d77f0d-30f7-4227-bcc2-437560599a0f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:19.972063 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.985270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Transition to ACTIVE for port object 29d77f0d-30f7-4227-bcc2-437560599a0f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:19.990623 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.032645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90076c-980a-4db9-b835-25f5ffbd742c req-c2f97b36-b681-49ca-a465-2e3a1532f572 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.033918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b90076c-980a-4db9-b835-25f5ffbd742c req-c2f97b36-b681-49ca-a465-2e3a1532f572 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 932 time: 0.1216607 Aug 16 02:12:20.062680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Pushing event updated for resources: {'Port': ['ID=29d77f0d-30f7-4227-bcc2-437560599a0f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.131561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b90076c-980a-4db9-b835-25f5ffbd742c req-ecb237e0-7f36-4e5a-bc0c-280aa87ebc13 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875409 Aug 16 02:12:20.139135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Attempting to bind port 29d77f0d-30f7-4227-bcc2-437560599a0f on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:20.139135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Attempting to bind port 29d77f0d-30f7-4227-bcc2-437560599a0f by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '27caf0a8-1570-49fb-8bbd-fa3aef7bd412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:20.139307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Attempting to bind port 29d77f0d-30f7-4227-bcc2-437560599a0f on network cf63ec84-8556-4112-9c7b-20f30705e6ff {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:20.139526 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.139915 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.140239 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Floating IP 02b88285-77ae-43a8-a593-7555b6983904 disassociated. External IP: 172.25.5.88, port: dd3ab008-36fc-4a1a-93fa-4019f9e46ad6. Aug 16 02:12:20.140590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Calling delete_port for dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:20.143920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Port 29d77f0d-30f7-4227-bcc2-437560599a0f on network cf63ec84-8556-4112-9c7b-20f30705e6ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:20.144469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Attempting to bind port 29d77f0d-30f7-4227-bcc2-437560599a0f on network cf63ec84-8556-4112-9c7b-20f30705e6ff {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:20.149577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:20.149924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Checking segment: {'id': '27caf0a8-1570-49fb-8bbd-fa3aef7bd412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:20.150713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Bound using segment: {'id': '27caf0a8-1570-49fb-8bbd-fa3aef7bd412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:20.150713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Bound port: 29d77f0d-30f7-4227-bcc2-437560599a0f, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27caf0a8-1570-49fb-8bbd-fa3aef7bd412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:20.151186 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.244042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] For port 29d77f0d-30f7-4227-bcc2-437560599a0f, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:20.250361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] For port 29d77f0d-30f7-4227-bcc2-437560599a0f, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=29d77f0d-30f7-4227-bcc2-437560599a0f,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:20.256469 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.292344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.293077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.294677 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] 10.222.0.93 "PUT /v2.0/ports/29d77f0d-30f7-4227-bcc2-437560599a0f HTTP/1.1" status: 200 len: 1093 time: 0.7002368 Aug 16 02:12:20.297273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f30f70e-dd61-4cb0-b4e2-6766c16c2730', 'tag': '29d77f0d-30f7-4227-bcc2-437560599a0f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:20.300960 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d4785b-e3dd-4681-a280-de32119e74e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f30f70e-dd61-4cb0-b4e2-6766c16c2730", "tag": "29d77f0d-30f7-4227-bcc2-437560599a0f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:20.341922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bdb3b-f749-4776-9a7c-36aaca710d6e req-be283b62-0811-45c0-bbc1-a45a1216a379 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.343743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-576bdb3b-f749-4776-9a7c-36aaca710d6e req-be283b62-0811-45c0-bbc1-a45a1216a379 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0739319 Aug 16 02:12:20.345183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.368592 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57c1d8-2bb2-42b0-8ab6-7f35972ce1a2 x-openstack-request-id: req-3f57c1d8-2bb2-42b0-8ab6-7f35972ce1a2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:20.369018 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f30f70e-dd61-4cb0-b4e2-6766c16c2730", "tag": "29d77f0d-30f7-4227-bcc2-437560599a0f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:20.369398 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f57c1d8-2bb2-42b0-8ab6-7f35972ce1a2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:20.369851 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f30f70e-dd61-4cb0-b4e2-6766c16c2730', 'tag': '29d77f0d-30f7-4227-bcc2-437560599a0f', 'status': 'completed', 'code': 200} Aug 16 02:12:20.379308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event deleted for resources: {'Port': ['ID=dd3ab008-36fc-4a1a-93fa-4019f9e46ad6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.397491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74e31-58b7-44c0-b842-968473ad38d2 service neutron] Pushing event updated for resources: {'Port': ['ID=29d77f0d-30f7-4227-bcc2-437560599a0f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.430232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-82e8c0d3-4c0d-4c98-9925-daa062e056d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.431893 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-82e8c0d3-4c0d-4c98-9925-daa062e056d1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c54df8fdc6f740309931fa28b65cfd8a&device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 1096 time: 0.0951209 Aug 16 02:12:20.481686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-b7a8fcf0-3acb-4439-9479-9bce30a0276a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d77f0d-30f7-4227-bcc2-437560599a0f HTTP/1.1" status: 200 len: 217 time: 0.0400338 Aug 16 02:12:20.482820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-576bdb3b-f749-4776-9a7c-36aaca710d6e req-d906a151-2ac1-4f2a-8dcc-b67c757d2158 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052470 Aug 16 02:12:20.518750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3cd5d5c-ccd7-405b-b592-e7b42f744f3c req-f16d1754-32fe-4737-9291-07ca1aba2975 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b219273-9f02-4112-aa4e-188336785b26 HTTP/1.1" status: 200 len: 210 time: 0.0407903 Aug 16 02:12:20.571249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-1f3e7d92-4204-4ed5-a858-afe27b673b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.573250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-1f3e7d92-4204-4ed5-a858-afe27b673b09 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=09203b6d-abd5-4774-9b4f-db928c816669 HTTP/1.1" status: 200 len: 854 time: 0.0753398 Aug 16 02:12:20.605264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:20.606530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-3f395ea2-d917-49d9-8da6-d4d6f225470a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf63ec84-8556-4112-9c7b-20f30705e6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261729 Aug 16 02:12:20.712825 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-5f61fc1f-5311-498b-87c4-56823e968830 service neutron] 10.222.0.93 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978060 Aug 16 02:12:20.731223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:20.743839 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] Sync routers for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:20.758466 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:20.759831 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:20.790477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] No DVR routers for this DVR port dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:20.797423 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.800645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0dcc5418-c38d-4c6c-aca3-dbe5e0fe4162 req-e8abcca4-2d65-441b-aec1-81075524a922 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.93 "DELETE /v2.0/ports/dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 HTTP/1.1" status: 204 len: 173 time: 1.2294610 Aug 16 02:12:20.802817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-deleted', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:20.807185 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f58a39-9ae9-4e9b-bf77-7e2df6702613" -d '{"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-deleted", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:20.844844 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f2e873a6-84ef-4e70-923a-f35a6bf2dd78 req-dd9c5c20-3b79-4cf8-a791-dda37f49eb70 service neutron] 10.222.0.93 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240661 Aug 16 02:12:20.856858 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51e009d-fc08-4f43-ab1b-f997b0d77825 x-openstack-request-id: req-e51e009d-fc08-4f43-ab1b-f997b0d77825 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:20.857285 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b219273-9f02-4112-aa4e-188336785b26", "name": "network-vif-deleted", "tag": "dd3ab008-36fc-4a1a-93fa-4019f9e46ad6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:20.857662 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e51e009d-fc08-4f43-ab1b-f997b0d77825 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:20.858135 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b219273-9f02-4112-aa4e-188336785b26', 'name': 'network-vif-deleted', 'tag': 'dd3ab008-36fc-4a1a-93fa-4019f9e46ad6', 'status': 'completed', 'code': 200} Aug 16 02:12:20.943955 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:20.981447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-19c61e6d-e9b5-4052-a4a3-555d8b826506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.983213 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-19c61e6d-e9b5-4052-a4a3-555d8b826506 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c54df8fdc6f740309931fa28b65cfd8a&device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 1096 time: 0.0666668 Aug 16 02:12:21.101988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-c2126d45-36e9-477f-a596-ac01285a3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.104082 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-c2126d45-36e9-477f-a596-ac01285a3b5c service neutron] 10.222.0.93 "GET /v2.0/networks?id=cf63ec84-8556-4112-9c7b-20f30705e6ff HTTP/1.1" status: 200 len: 915 time: 0.1082292 Aug 16 02:12:21.176276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-b3faebcb-ba58-4fe1-8e02-0f4a45fc61f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29d77f0d-30f7-4227-bcc2-437560599a0f HTTP/1.1" status: 200 len: 217 time: 0.0633636 Aug 16 02:12:21.267122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-3257fe0b-7c2e-4c0a-a6c7-06788b280fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.268707 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-3257fe0b-7c2e-4c0a-a6c7-06788b280fc4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=09203b6d-abd5-4774-9b4f-db928c816669 HTTP/1.1" status: 200 len: 854 time: 0.0850611 Aug 16 02:12:21.306550 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-3891b1af-89d2-481b-a0ce-c79490da54c2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf63ec84-8556-4112-9c7b-20f30705e6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293241 Aug 16 02:12:21.307900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80865132-1af2-4fe3-baec-2e89c248d23a req-019bb6dc-5725-4dcf-911d-774a0525b45f tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.309563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80865132-1af2-4fe3-baec-2e89c248d23a req-019bb6dc-5725-4dcf-911d-774a0525b45f tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 944 time: 0.0743792 Aug 16 02:12:21.378979 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.399581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80865132-1af2-4fe3-baec-2e89c248d23a req-8fd937a8-3efb-467f-86e6-7d6ce815b5ef tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557599 Aug 16 02:12:21.413428 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] Checking router: f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:21.424404 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:21.425047 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.439504 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-c37cff6e-7114-43d3-85c1-094ccc543a25 service neutron] 10.222.0.93 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197834 Aug 16 02:12:21.441775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4414c-0d31-4ef1-a0f8-de64d6fbc66c req-157898d4-3cfa-4368-8cf4-f154cf3f7e23 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.453193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4414c-0d31-4ef1-a0f8-de64d6fbc66c req-157898d4-3cfa-4368-8cf4-f154cf3f7e23 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.460260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4414c-0d31-4ef1-a0f8-de64d6fbc66c req-157898d4-3cfa-4368-8cf4-f154cf3f7e23 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.466265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4414c-0d31-4ef1-a0f8-de64d6fbc66c req-157898d4-3cfa-4368-8cf4-f154cf3f7e23 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.472925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4414c-0d31-4ef1-a0f8-de64d6fbc66c req-157898d4-3cfa-4368-8cf4-f154cf3f7e23 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.479390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4414c-0d31-4ef1-a0f8-de64d6fbc66c req-157898d4-3cfa-4368-8cf4-f154cf3f7e23 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.485583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4414c-0d31-4ef1-a0f8-de64d6fbc66c req-157898d4-3cfa-4368-8cf4-f154cf3f7e23 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.493928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61b4414c-0d31-4ef1-a0f8-de64d6fbc66c req-157898d4-3cfa-4368-8cf4-f154cf3f7e23 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.1803312 Aug 16 02:12:21.539653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61b4414c-0d31-4ef1-a0f8-de64d6fbc66c req-7664d359-30e1-47ff-9eed-f75aa5401b61 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446756 Aug 16 02:12:21.577769 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6d4785b-e3dd-4681-a280-de32119e74e6 req-76044fc2-eadc-4024-af5a-d04f3b10e683 service neutron] 10.222.0.93 "GET /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307318 Aug 16 02:12:21.599508 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:21.741352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7e59d-2ffd-441a-9566-c3aa45353fcd req-99ab2264-3893-4eb0-a4a3-f828274e1bdb tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.742894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18d7e59d-2ffd-441a-9566-c3aa45353fcd req-99ab2264-3893-4eb0-a4a3-f828274e1bdb tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.1012650 Aug 16 02:12:21.760899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3234289-d156-44fc-9099-42d3fa538c02 req-3ca14527-9840-4de6-9157-45e564ad0f2d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.766893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3234289-d156-44fc-9099-42d3fa538c02 req-3ca14527-9840-4de6-9157-45e564ad0f2d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.773201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3234289-d156-44fc-9099-42d3fa538c02 req-3ca14527-9840-4de6-9157-45e564ad0f2d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.779390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3234289-d156-44fc-9099-42d3fa538c02 req-3ca14527-9840-4de6-9157-45e564ad0f2d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.785339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3234289-d156-44fc-9099-42d3fa538c02 req-3ca14527-9840-4de6-9157-45e564ad0f2d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.792055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3234289-d156-44fc-9099-42d3fa538c02 req-3ca14527-9840-4de6-9157-45e564ad0f2d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.798161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3234289-d156-44fc-9099-42d3fa538c02 req-3ca14527-9840-4de6-9157-45e564ad0f2d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.800150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b3234289-d156-44fc-9099-42d3fa538c02 req-3ca14527-9840-4de6-9157-45e564ad0f2d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.1171160 Aug 16 02:12:21.846549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.850500 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.867205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18d7e59d-2ffd-441a-9566-c3aa45353fcd req-4b67e933-ab14-4015-8f46-88a2021d8921 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636766 Aug 16 02:12:21.887042 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1adad-ea00-4fd2-9c8b-703d632dd6f0 None None] The sync data for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 is: [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1b12456f-5d2f-4c2f-a4bb-04a371206376', 'name': '', 'network_id': '1d037ab6-476b-4559-a0ae-90faec753940', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'mac_address': 'fa:16:3e:1d:63:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '21580483-754d-4024-8d37-a3899f6eb150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'subnets': [{'id': '21580483-754d-4024-8d37-a3899f6eb150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:21.931875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14796bf-ec44-494a-a7b0-4c42f3d65399 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.958240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14796bf-ec44-494a-a7b0-4c42f3d65399 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.022505 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14796bf-ec44-494a-a7b0-4c42f3d65399 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.025752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e14796bf-ec44-494a-a7b0-4c42f3d65399 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.026830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e14796bf-ec44-494a-a7b0-4c42f3d65399 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "DELETE /v2.0/security-groups/9433fb79-56cd-427d-bfd1-fb62e0b2060e HTTP/1.1" status: 204 len: 168 time: 0.1790102 Aug 16 02:12:22.030194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.046852 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-29508155-8210-4a43-a48c-2e1445673cef tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] show failed (client error): The resource could not be found. Aug 16 02:12:22.048170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-29508155-8210-4a43-a48c-2e1445673cef tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "GET /v2.0/security-groups/9433fb79-56cd-427d-bfd1-fb62e0b2060e HTTP/1.1" status: 404 len: 347 time: 0.0167947 Aug 16 02:12:22.052211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.052339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14796bf-ec44-494a-a7b0-4c42f3d65399 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9433fb79-56cd-427d-bfd1-fb62e0b2060e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.200916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Deleting port 5206bc7d-fe7f-4dff-a9f1-64c1da8066de {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:22.201267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.228056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67713e-f211-4172-b5c3-39a9ee4d9906 None None] New status for floating IP 02b88285-77ae-43a8-a593-7555b6983904: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:12:22.289826 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.290166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.303583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Calling delete_port for 5206bc7d-fe7f-4dff-a9f1-64c1da8066de owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:22.511901 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.545946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Pushing event deleted for resources: {'Port': ['ID=5206bc7d-fe7f-4dff-a9f1-64c1da8066de,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.611660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25d5f9-d063-41bc-b80e-af44e7a878f8 req-d0823a10-3b93-4da9-ada7-46b84832b45c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.613258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b25d5f9-d063-41bc-b80e-af44e7a878f8 req-d0823a10-3b93-4da9-ada7-46b84832b45c tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 944 time: 0.1347044 Aug 16 02:12:22.658977 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.663814 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.665001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-007203ab-cbbf-49b7-a344-b41a161e9767 tempest-AttachVolumeShelveTestJSON-164188310 tempest-AttachVolumeShelveTestJSON-164188310-project] 10.222.0.61 "DELETE /v2.0/floatingips/02b88285-77ae-43a8-a593-7555b6983904 HTTP/1.1" status: 204 len: 168 time: 0.6106596 Aug 16 02:12:22.683030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b25d5f9-d063-41bc-b80e-af44e7a878f8 req-6c49c1c6-0660-48e3-a7fa-6dee9780be83 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603380 Aug 16 02:12:23.014851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343c212-45a9-4d70-82ab-63eeee00361a req-a6a8c8c2-9181-4a16-8525-8adc21f759d9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:23.025590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4343c212-45a9-4d70-82ab-63eeee00361a req-a6a8c8c2-9181-4a16-8525-8adc21f759d9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0865986 Aug 16 02:12:23.084533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4343c212-45a9-4d70-82ab-63eeee00361a req-321a17b8-340c-4cf8-8533-7885474fa101 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519505 Aug 16 02:12:23.900780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a3a3f-28ea-4d30-9f2e-f554806530d5 req-1401698c-02b7-49cc-a3db-0efa2d2093a1 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:23.905658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad9a3a3f-28ea-4d30-9f2e-f554806530d5 req-1401698c-02b7-49cc-a3db-0efa2d2093a1 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 944 time: 0.0600986 Aug 16 02:12:23.975408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.979064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad9a3a3f-28ea-4d30-9f2e-f554806530d5 req-a348988b-8a7a-43c7-b026-0620a68943fb tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 Aug 16 02:12:24.160154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-03a44767-eab3-4059-8e56-f0fe67d3fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.160835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-03a44767-eab3-4059-8e56-f0fe67d3fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.161324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-03a44767-eab3-4059-8e56-f0fe67d3fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.161801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-03a44767-eab3-4059-8e56-f0fe67d3fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.162271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-03a44767-eab3-4059-8e56-f0fe67d3fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.162953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-03a44767-eab3-4059-8e56-f0fe67d3fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.163634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-03a44767-eab3-4059-8e56-f0fe67d3fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.171925 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-03a44767-eab3-4059-8e56-f0fe67d3fdf5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6498 time: 0.1943278 Aug 16 02:12:24.222613 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-8fa7c8f2-d17d-4377-9133-699c21958bf1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407431 Aug 16 02:12:24.238545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4d675-94e1-4245-94e0-91c7ae3b4971 req-f61defcb-56ff-4403-82d0-d1bf065d0fd5 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.246888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cad4d675-94e1-4245-94e0-91c7ae3b4971 req-f61defcb-56ff-4403-82d0-d1bf065d0fd5 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0876501 Aug 16 02:12:24.294219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cad4d675-94e1-4245-94e0-91c7ae3b4971 req-89e34a1f-30ae-4f75-9dd9-936c1fec091a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459900 Aug 16 02:12:24.353091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 29d77f0d-30f7-4227-bcc2-437560599a0f details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:24.355370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:24.394555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:24.395879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dd3ab008-36fc-4a1a-93fa-4019f9e46ad6 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:24.568746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 29d77f0d-30f7-4227-bcc2-437560599a0f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=29d77f0d-30f7-4227-bcc2-437560599a0f,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:24.605303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '29d77f0d-30f7-4227-bcc2-437560599a0f', 'network_id': 'cf63ec84-8556-4112-9c7b-20f30705e6ff', 'port_id': '29d77f0d-30f7-4227-bcc2-437560599a0f', 'mac_address': 'fa:16:3e:05:19:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09203b6d-abd5-4774-9b4f-db928c816669', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:24.688798 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.739356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d77f0d-30f7-4227-bcc2-437560599a0f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:24.832245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 29d77f0d-30f7-4227-bcc2-437560599a0f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=29d77f0d-30f7-4227-bcc2-437560599a0f,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:24.839538 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.894154 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e295858-fbc9-4c2c-a240-45f91e87172a req-630d08b1-3c6c-4895-85de-105e6d2c5c35 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.897644 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1e295858-fbc9-4c2c-a240-45f91e87172a req-630d08b1-3c6c-4895-85de-105e6d2c5c35 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.1243906 Aug 16 02:12:24.962820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-03c7171f-c745-44ce-ae00-2577e38316b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.965405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=29d77f0d-30f7-4227-bcc2-437560599a0f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.970498 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-03c7171f-c745-44ce-ae00-2577e38316b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e5c0f859ac584b129e0c86551c26020a&device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 1097 time: 0.1274896 Aug 16 02:12:24.987883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.988327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.989264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.992821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.993273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.993822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.994237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.994645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.996819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.997352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.998792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:24.999375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:25.043657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1e295858-fbc9-4c2c-a240-45f91e87172a req-b2923433-b6c5-48ef-9a55-1d6219e11de7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177661 Aug 16 02:12:25.154049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-4f894c90-9139-428c-9565-34dace98f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.155942 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-4f894c90-9139-428c-9565-34dace98f469 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 200 len: 917 time: 0.1773860 Aug 16 02:12:25.158968 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['29d77f0d-30f7-4227-bcc2-437560599a0f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:25.171997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826bb9a-a83a-462c-8961-4f9a8b9c2e99 req-a2741087-afa0-437c-97b9-329b8eace589 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.185600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5826bb9a-a83a-462c-8961-4f9a8b9c2e99 req-a2741087-afa0-437c-97b9-329b8eace589 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 945 time: 0.0851934 Aug 16 02:12:25.233998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-28127c9d-cb4e-44e9-b2e1-b18f332c7b42 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bb39e01-ae7b-4472-9505-55f906d7b1c9 HTTP/1.1" status: 200 len: 217 time: 0.0686078 Aug 16 02:12:25.307128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5826bb9a-a83a-462c-8961-4f9a8b9c2e99 req-c6eb75f9-53fb-40f6-bce9-6accd05d1a79 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107345 Aug 16 02:12:25.330824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-e37666a6-aee5-47a9-b788-2ffb4ea5ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.332393 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-e37666a6-aee5-47a9-b788-2ffb4ea5ca24 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4 HTTP/1.1" status: 200 len: 855 time: 0.0908208 Aug 16 02:12:25.416363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-22d57b5b-66fb-4dd1-97d9-50e0b262d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.417905 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-22d57b5b-66fb-4dd1-97d9-50e0b262d1aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1146f3-36b4-4ac9-923e-880803c5fd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773730 Aug 16 02:12:25.535359 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-1d925961-f9cb-48bb-beef-1666711ea4c8 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077957 Aug 16 02:12:25.636521 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e5e6ed8-a37b-48ce-97f7-6da6667ba79c req-3f29491e-34ac-4dae-b63c-279bd8a43009 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937157 Aug 16 02:12:26.189479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e653b9-986a-4f40-bd95-2927bc4a9ca4 req-8bb0c129-c0f5-4d76-a6a6-310aa28de38d tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.190887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1e653b9-986a-4f40-bd95-2927bc4a9ca4 req-8bb0c129-c0f5-4d76-a6a6-310aa28de38d tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0503483 Aug 16 02:12:26.233289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1e653b9-986a-4f40-bd95-2927bc4a9ca4 req-29a1f4d8-acd2-4fca-8ea8-3025151c0899 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Aug 16 02:12:26.352232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 29d77f0d-30f7-4227-bcc2-437560599a0f up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:26.386793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531a555-bd06-47a2-ba7d-2fb90914bcfe req-2b0a8990-1e84-41f7-8a24-e95b40ccc6bc tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.389013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0531a555-bd06-47a2-ba7d-2fb90914bcfe req-2b0a8990-1e84-41f7-8a24-e95b40ccc6bc tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0540841 Aug 16 02:12:26.415151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 29d77f0d-30f7-4227-bcc2-437560599a0f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:26.419326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 29d77f0d-30f7-4227-bcc2-437560599a0f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:26.420042 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.464395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bc729-2a46-4cf1-87f2-1c85bcc3fd5e req-f8659a09-f61b-4ae5-9741-93eb7666e5cd tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.466043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a05bc729-2a46-4cf1-87f2-1c85bcc3fd5e req-f8659a09-f61b-4ae5-9741-93eb7666e5cd tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 945 time: 0.0759695 Aug 16 02:12:26.478541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0531a555-bd06-47a2-ba7d-2fb90914bcfe req-a5fa3324-30c1-49b8-87c9-45bad4e33ec2 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771465 Aug 16 02:12:26.560028 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.570098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a05bc729-2a46-4cf1-87f2-1c85bcc3fd5e req-f59ef667-71d8-4fde-96ba-093fe974f625 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904584 Aug 16 02:12:26.591995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f30f70e-dd61-4cb0-b4e2-6766c16c2730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d77f0d-30f7-4227-bcc2-437560599a0f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:26.605233 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a721808-8366-4bc2-b587-367250db98ca" -d '{"events": [{"server_uuid": "9f30f70e-dd61-4cb0-b4e2-6766c16c2730", "name": "network-vif-plugged", "status": "completed", "tag": "29d77f0d-30f7-4227-bcc2-437560599a0f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:26.624633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 29d77f0d-30f7-4227-bcc2-437560599a0f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=29d77f0d-30f7-4227-bcc2-437560599a0f,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:26.631752 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.663231 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487bb20d-4551-40b7-b6b3-59ffcf2f56cc x-openstack-request-id: req-487bb20d-4551-40b7-b6b3-59ffcf2f56cc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:26.663703 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f30f70e-dd61-4cb0-b4e2-6766c16c2730", "name": "network-vif-plugged", "status": "completed", "tag": "29d77f0d-30f7-4227-bcc2-437560599a0f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:26.664945 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-487bb20d-4551-40b7-b6b3-59ffcf2f56cc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:26.664945 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f30f70e-dd61-4cb0-b4e2-6766c16c2730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d77f0d-30f7-4227-bcc2-437560599a0f', 'code': 200} Aug 16 02:12:26.701362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=29d77f0d-30f7-4227-bcc2-437560599a0f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.781144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef1c08-6c44-4860-b0c0-0c4128c304de req-88128c65-8d71-4c26-85ba-75856ce66236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.783544 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3ef1c08-6c44-4860-b0c0-0c4128c304de req-88128c65-8d71-4c26-85ba-75856ce66236 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 1098 time: 0.0530689 Aug 16 02:12:26.798722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e42f6f-a15f-40a8-87d5-67f2b0a09f6b req-92169652-c158-4d26-9464-47b69db8e92a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.807370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4e42f6f-a15f-40a8-87d5-67f2b0a09f6b req-92169652-c158-4d26-9464-47b69db8e92a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=021a70c7-7619-4f41-8a39-94faeaa06e64 HTTP/1.1" status: 200 len: 945 time: 0.0727193 Aug 16 02:12:26.835709 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3ef1c08-6c44-4860-b0c0-0c4128c304de req-62e207c7-4134-4fe8-a981-d35f43271bb6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Aug 16 02:12:26.847631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4e42f6f-a15f-40a8-87d5-67f2b0a09f6b req-20ce2589-624c-453f-998e-dbf638397ed4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Aug 16 02:12:26.974286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33d1b7-d81b-413e-a651-0327404d4d5b req-bf219229-8631-4132-9b13-9c3d18e3592c tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.977100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c33d1b7-d81b-413e-a651-0327404d4d5b req-bf219229-8631-4132-9b13-9c3d18e3592c tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.0570951 Aug 16 02:12:27.036852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c33d1b7-d81b-413e-a651-0327404d4d5b req-c7ba8101-6e4c-41ca-ac80-f8e825a215a7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525191 Aug 16 02:12:27.089102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-31256e3a-1689-4098-bde5-81fe6050a90e req-eb34573b-b850-48bf-88f6-37a825a19a0f tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:12:27.090742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31256e3a-1689-4098-bde5-81fe6050a90e req-eb34573b-b850-48bf-88f6-37a825a19a0f tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104194 Aug 16 02:12:27.224210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31256e3a-1689-4098-bde5-81fe6050a90e req-4106b45b-cd39-4fca-9bae-4dd8ee05ae2b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1257501 Aug 16 02:12:27.527148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07147c-5030-4ae1-b032-cbe81e281a88 req-0a194d63-7353-4d80-8e7e-618a3fba12d6 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:27.535197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e07147c-5030-4ae1-b032-cbe81e281a88 req-0a194d63-7353-4d80-8e7e-618a3fba12d6 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0791101 Aug 16 02:12:27.595667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e07147c-5030-4ae1-b032-cbe81e281a88 req-8b8a54ec-0ca3-4f16-af59-0a3b62dcbac4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Aug 16 02:12:27.762618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e46b1-7d59-4187-be9d-860e6908a690 req-b66ac0fb-3adb-456f-86ea-d18860657037 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:27.764948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-664e46b1-7d59-4187-be9d-860e6908a690 req-b66ac0fb-3adb-456f-86ea-d18860657037 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=021a70c7-7619-4f41-8a39-94faeaa06e64 HTTP/1.1" status: 200 len: 945 time: 0.0977459 Aug 16 02:12:27.797192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5678c1-a400-426c-be2e-61f97c71d765 req-2920325a-1172-4c1a-ba35-613c7abae954 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:27.798761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f5678c1-a400-426c-be2e-61f97c71d765 req-2920325a-1172-4c1a-ba35-613c7abae954 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 946 time: 0.1017659 Aug 16 02:12:27.843417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-664e46b1-7d59-4187-be9d-860e6908a690 req-35db8ef4-d22e-4a02-86ba-7c688675bc10 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719686 Aug 16 02:12:27.879937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f5678c1-a400-426c-be2e-61f97c71d765 req-67905d07-3f77-4ac7-9295-897b8e16f908 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735228 Aug 16 02:12:28.014101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ca414-7087-42ee-bfde-f2d1ff963720 req-25b4c846-6739-4d8e-99e3-a4e56a3e636f tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.014949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-998ca414-7087-42ee-bfde-f2d1ff963720 req-25b4c846-6739-4d8e-99e3-a4e56a3e636f tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.0639746 Aug 16 02:12:28.077566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-998ca414-7087-42ee-bfde-f2d1ff963720 req-bd162f81-6e9a-46e8-abe2-576734da3cd3 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Aug 16 02:12:28.094663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.239129 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42a1631d-ea00-44b0-965f-2a9ebdcca083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.305589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd659d-6b81-481e-a2e2-140dbde5cd21 req-8a105b22-5bfb-43ef-be79-563462828618 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.312790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd659d-6b81-481e-a2e2-140dbde5cd21 req-8a105b22-5bfb-43ef-be79-563462828618 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.320405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd659d-6b81-481e-a2e2-140dbde5cd21 req-8a105b22-5bfb-43ef-be79-563462828618 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.322639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7edd659d-6b81-481e-a2e2-140dbde5cd21 req-8a105b22-5bfb-43ef-be79-563462828618 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1&device_id=021a70c7-7619-4f41-8a39-94faeaa06e64&device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 2416 time: 0.0893974 Aug 16 02:12:28.368845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42a1631d-ea00-44b0-965f-2a9ebdcca083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.378082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42a1631d-ea00-44b0-965f-2a9ebdcca083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.382265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7edd659d-6b81-481e-a2e2-140dbde5cd21 req-04dfc574-38d4-402f-805e-ed7a1b061f01 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532963 Aug 16 02:12:28.417643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-6c3facce-aa6d-4284-884b-6b923933eecf req-4036e3ab-4523-47fd-8b65-e70834948997 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:12:28.419008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c3facce-aa6d-4284-884b-6b923933eecf req-4036e3ab-4523-47fd-8b65-e70834948997 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070169 Aug 16 02:12:28.437390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1631d-ea00-44b0-965f-2a9ebdcca083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba91c7-6aa4-4e21-aa71-4c0d60cc8112,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:28.442741 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-42a1631d-ea00-44b0-965f-2a9ebdcca083 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cba711d4b8df4dde9474173a79987bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460326 Aug 16 02:12:28.445241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54590) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.497590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c44b8f0-9a24-4c0c-8c19-bb90459c134f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.506048 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c3facce-aa6d-4284-884b-6b923933eecf req-f4f01960-3330-46ee-87ea-a73e00a1dc50 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0785992 Aug 16 02:12:28.522504 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c44b8f0-9a24-4c0c-8c19-bb90459c134f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.580156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c44b8f0-9a24-4c0c-8c19-bb90459c134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.584927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c44b8f0-9a24-4c0c-8c19-bb90459c134f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.586355 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7c44b8f0-9a24-4c0c-8c19-bb90459c134f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22ba91c7-6aa4-4e21-aa71-4c0d60cc8112 HTTP/1.1" status: 204 len: 168 time: 0.1399891 Aug 16 02:12:28.597316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44b8f0-9a24-4c0c-8c19-bb90459c134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba91c7-6aa4-4e21-aa71-4c0d60cc8112,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:28.973978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.993811 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1f320cd-6e81-4091-ab32-9f36c8419348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.150683 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1f320cd-6e81-4091-ab32-9f36c8419348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.157794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1f320cd-6e81-4091-ab32-9f36c8419348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.197248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f320cd-6e81-4091-ab32-9f36c8419348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdcf76a-796e-4737-950d-09a083044fc8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.219957 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c1f320cd-6e81-4091-ab32-9f36c8419348 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=066b01598ccf4192a101ba92fb4d0f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422037 Aug 16 02:12:29.222793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54610) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:29.279035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eb8f7-1a53-474e-970b-aed3ba4fb574 req-cc370c36-6de3-4d7e-abb1-56d0a5c458ae tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:29.282194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e10eb8f7-1a53-474e-970b-aed3ba4fb574 req-cc370c36-6de3-4d7e-abb1-56d0a5c458ae tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 946 time: 0.0697284 Aug 16 02:12:29.287371 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01c30afc-6b64-44e0-b069-f3a0f138f701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.311769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01c30afc-6b64-44e0-b069-f3a0f138f701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.349663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e10eb8f7-1a53-474e-970b-aed3ba4fb574 req-d69b7c49-b378-4d69-8d3b-18b313369eb5 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599532 Aug 16 02:12:29.373136 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01c30afc-6b64-44e0-b069-f3a0f138f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.377658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01c30afc-6b64-44e0-b069-f3a0f138f701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.383992 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-01c30afc-6b64-44e0-b069-f3a0f138f701 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fdcf76a-796e-4737-950d-09a083044fc8 HTTP/1.1" status: 204 len: 168 time: 0.1591501 Aug 16 02:12:29.396309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c30afc-6b64-44e0-b069-f3a0f138f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdcf76a-796e-4737-950d-09a083044fc8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.462018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10ee82-92ac-476c-9edb-02860d476c65 req-ac9fbcc8-8af9-4025-88ac-4f7f937bbedc tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:30.472003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e10ee82-92ac-476c-9edb-02860d476c65 req-ac9fbcc8-8af9-4025-88ac-4f7f937bbedc tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.1161106 Aug 16 02:12:30.528589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e10ee82-92ac-476c-9edb-02860d476c65 req-b115ca1c-b110-419c-bcc9-af848364053e tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Aug 16 02:12:30.537141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.938815 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ec35001-202a-4ee0-99e1-80e55a3f43dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.313199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54698) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:31.486693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:31.518553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.663274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.732280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29af974-4472-4388-92d8-0a81860a8e53 req-695569ca-0e6b-4f58-ba1a-41c874013ffe tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:31.733923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f29af974-4472-4388-92d8-0a81860a8e53 req-695569ca-0e6b-4f58-ba1a-41c874013ffe tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.0707345 Aug 16 02:12:31.797722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f29af974-4472-4388-92d8-0a81860a8e53 req-46b79ab8-98db-4a47-b750-7e1ae3aaf2a7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566037 Aug 16 02:12:31.829042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Allocated IP 172.25.5.193 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/3bda4424-ab65-407d-8bcb-fb56573f19bf) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:31.965744 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.042006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.109460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:32.137634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:32.142893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:32.151267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:32.196170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Pushing event updated for resources: {'Port': ['ID=3bda4424-ab65-407d-8bcb-fb56573f19bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.358768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-caf57d5e-60cd-421c-adf9-982393a0c3b4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:32.361167 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-caf57d5e-60cd-421c-adf9-982393a0c3b4 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.1293979 Aug 16 02:12:32.371195 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.457030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.665146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Deleting port 24557f65-a601-43c4-8b3f-05dbda7a2cdb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:32.665513 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.810873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] For port 24557f65-a601-43c4-8b3f-05dbda7a2cdb, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=24557f65-a601-43c4-8b3f-05dbda7a2cdb,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:32.811261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.829041 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.836797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Calling delete_port for 24557f65-a601-43c4-8b3f-05dbda7a2cdb owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:32.848009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.913476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Pushing event updated for resources: {'Port': ['ID=3bda4424-ab65-407d-8bcb-fb56573f19bf,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.994812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c66ad-4528-4a0b-b2cb-671953bf88a7 req-12da4429-8191-4b1c-b100-d1e7af416cde tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.006215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984c66ad-4528-4a0b-b2cb-671953bf88a7 req-12da4429-8191-4b1c-b100-d1e7af416cde tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1 HTTP/1.1" status: 200 len: 945 time: 0.1068408 Aug 16 02:12:33.012105 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.041132 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.140166 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.144089 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c42de62b-3642-4bd1-b8d6-3dca38760176 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8265555 Aug 16 02:12:33.163279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:33.172455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-929861791', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'fixed_ips': [{'ip_address': '172.25.5.193'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:33.175755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.188717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3bb39e01-ae7b-4472-9505-55f906d7b1c9', '13bdbf43-82df-416d-a344-a5fa7c7030c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:33.206803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984c66ad-4528-4a0b-b2cb-671953bf88a7 req-8b1710d3-8f38-49b5-a897-a885d8a08679 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939373 Aug 16 02:12:33.228700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Pushing event deleted for resources: {'Port': ['ID=24557f65-a601-43c4-8b3f-05dbda7a2cdb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.279788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] No DVR routers for this DVR port 24557f65-a601-43c4-8b3f-05dbda7a2cdb on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:33.283431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.286429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d21f62b2-2351-43be-a682-f15b098dc7b5 req-6d8aaded-a543-4d5a-9499-c2877626006b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.86 "DELETE /v2.0/ports/24557f65-a601-43c4-8b3f-05dbda7a2cdb HTTP/1.1" status: 204 len: 173 time: 0.9076567 Aug 16 02:12:33.286970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1', 'name': 'network-vif-deleted', 'tag': '24557f65-a601-43c4-8b3f-05dbda7a2cdb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:33.289370 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086aaeff-7745-430e-ad4b-a6f403d123af" -d '{"events": [{"server_uuid": "3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1", "name": "network-vif-deleted", "tag": "24557f65-a601-43c4-8b3f-05dbda7a2cdb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:33.308615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['24557f65-a601-43c4-8b3f-05dbda7a2cdb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:33.325369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Made reservation on behalf of 926b885eb74f4e3e92a2160cb2b1c2d5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:33.327738 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.344084 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b73bc-9508-439a-a011-7a63b187c7e2 x-openstack-request-id: req-798b73bc-9508-439a-a011-7a63b187c7e2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:33.344699 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1", "name": "network-vif-deleted", "tag": "24557f65-a601-43c4-8b3f-05dbda7a2cdb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:33.344961 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-798b73bc-9508-439a-a011-7a63b187c7e2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:33.345401 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca47cdc-6470-4ba8-a7af-cff1f9a9f3b1', 'name': 'network-vif-deleted', 'tag': '24557f65-a601-43c4-8b3f-05dbda7a2cdb', 'status': 'completed', 'code': 200} Aug 16 02:12:33.370230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.639654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Deleting port 1b12456f-5d2f-4c2f-a4bb-04a371206376 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:33.640202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.647914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.655371 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f6f1952-a9f6-4531-928e-b77484c23550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.660233 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.665131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] device_id is not set on port 8c828301-6fb5-4046-a13b-8d1a1cf3a22a yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:33.856767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf0748-9e2d-4595-8ed9-118c6cf33a77,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.866884 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.970344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] For port 1b12456f-5d2f-4c2f-a4bb-04a371206376, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b12456f-5d2f-4c2f-a4bb-04a371206376,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:33.970717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.006153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Calling delete_port for 1b12456f-5d2f-4c2f-a4bb-04a371206376 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:34.079520 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:12:34.080169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:34.109922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9bacc720-d1fb-4b78-82f7-da7d6f135acc tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9407120 Aug 16 02:12:34.110157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:34.510303 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.571965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Deleting port 3bda4424-ab65-407d-8bcb-fb56573f19bf {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:34.572248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.574065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b12456f-5d2f-4c2f-a4bb-04a371206376,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.803965 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.183589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751018a-611b-448f-9350-2cfb3a474172 req-11887469-8220-4ac4-9c65-0dbf004fc66b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.185175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f751018a-611b-448f-9350-2cfb3a474172 req-11887469-8220-4ac4-9c65-0dbf004fc66b tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=021a70c7-7619-4f41-8a39-94faeaa06e64 HTTP/1.1" status: 200 len: 945 time: 0.6888528 Aug 16 02:12:35.225146 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.233892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 24557f65-a601-43c4-8b3f-05dbda7a2cdb no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:35.248211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.248549 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.262142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 24557f65-a601-43c4-8b3f-05dbda7a2cdb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:35.262668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 24557f65-a601-43c4-8b3f-05dbda7a2cdb not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:35.307750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Calling delete_port for 3bda4424-ab65-407d-8bcb-fb56573f19bf owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:35.312030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f751018a-611b-448f-9350-2cfb3a474172 req-10e99693-5caf-4736-a990-9834c638d7d8 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180890 Aug 16 02:12:35.607768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:35.608543 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.647698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bda4424-ab65-407d-8bcb-fb56573f19bf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.783697 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.787137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.791693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1e18805b-0377-47d6-a030-f9d3ecaa3379 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048 tempest-ExternalNetworksAdminNegativeTestJSON-2081609048-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/0fb333ce-96d4-4abf-a7c2-e83f02978f01 HTTP/1.1" status: 204 len: 168 time: 1.6774993 Aug 16 02:12:35.824887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:35.833112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d01d65cf-1d6b-458f-bd0f-26c7f0e9132e admin admin] 10.222.0.61 "PUT /v2.0/routers/f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6803117 Aug 16 02:12:35.833829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:35.835612 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] Sync routers for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:35.837269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-08109e2a-2fb5-46d3-a795-777aeebb43f3 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.839541 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-08109e2a-2fb5-46d3-a795-777aeebb43f3 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.93 "GET /v2.0/ports?device_id=021a70c7-7619-4f41-8a39-94faeaa06e64 HTTP/1.1" status: 200 len: 945 time: 0.0736144 Aug 16 02:12:35.856715 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:35.857356 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:35.984705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.008173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Deleting port 13bdbf43-82df-416d-a344-a5fa7c7030c9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:36.010669 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.164279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.189877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] For port 13bdbf43-82df-416d-a344-a5fa7c7030c9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=13bdbf43-82df-416d-a344-a5fa7c7030c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:36.192519 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.222036 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:36.235579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Deleting port da2107c7-d548-43b7-8a8d-e6e09582722e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:36.236187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.236855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Calling delete_port for 13bdbf43-82df-416d-a344-a5fa7c7030c9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:36.321989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:36.345984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] For port da2107c7-d548-43b7-8a8d-e6e09582722e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=da2107c7-d548-43b7-8a8d-e6e09582722e,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:36.346653 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.361787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Calling delete_port for da2107c7-d548-43b7-8a8d-e6e09582722e owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:36.463013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.475565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3bb39e01-ae7b-4472-9505-55f906d7b1c9', '13bdbf43-82df-416d-a344-a5fa7c7030c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:36.516061 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:36.567903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Pushing event deleted for resources: {'Port': ['ID=13bdbf43-82df-416d-a344-a5fa7c7030c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.654170 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:12:34Z', 'revision_number': 5, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port': {'id': 'da2107c7-d548-43b7-8a8d-e6e09582722e', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:37Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:36.659080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181b9ac-a9a6-49c6-9ee8-ba6beaa9c00d req-7354f90e-3b19-431d-a5a6-ea0a1f6259cb tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.661607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1181b9ac-a9a6-49c6-9ee8-ba6beaa9c00d req-7354f90e-3b19-431d-a5a6-ea0a1f6259cb tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=021a70c7-7619-4f41-8a39-94faeaa06e64 HTTP/1.1" status: 200 len: 867 time: 0.2227159 Aug 16 02:12:36.673605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da947819-d82d-4c00-b8ef-d6bc176857a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.727919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] No DVR routers for this DVR port 13bdbf43-82df-416d-a344-a5fa7c7030c9 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:36.729911 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] Checking router: f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:36.732891 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.736171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1181b9ac-a9a6-49c6-9ee8-ba6beaa9c00d req-42588db1-c81a-4e27-bd07-f4236b0801a7 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575504 Aug 16 02:12:36.740063 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-241cdca9-ad5c-48e5-800a-3083f61789bd req-3257d3c7-355f-4db9-949d-88fb89d19d3a tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.93 "DELETE /v2.0/ports/13bdbf43-82df-416d-a344-a5fa7c7030c9 HTTP/1.1" status: 204 len: 173 time: 0.8940830 Aug 16 02:12:36.741721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021a70c7-7619-4f41-8a39-94faeaa06e64', 'name': 'network-vif-deleted', 'tag': '13bdbf43-82df-416d-a344-a5fa7c7030c9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:36.752333 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcc8273-2d11-4e78-a36a-196d313ab1f7" -d '{"events": [{"server_uuid": "021a70c7-7619-4f41-8a39-94faeaa06e64", "name": "network-vif-deleted", "tag": "13bdbf43-82df-416d-a344-a5fa7c7030c9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:36.772112 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] Routers {'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:36.772854 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:36.840720 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c760a61-d286-4669-82ca-fd8f2840c5a3 x-openstack-request-id: req-1c760a61-d286-4669-82ca-fd8f2840c5a3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:36.841298 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021a70c7-7619-4f41-8a39-94faeaa06e64", "name": "network-vif-deleted", "tag": "13bdbf43-82df-416d-a344-a5fa7c7030c9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:36.841298 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c760a61-d286-4669-82ca-fd8f2840c5a3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:36.842408 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021a70c7-7619-4f41-8a39-94faeaa06e64', 'name': 'network-vif-deleted', 'tag': '13bdbf43-82df-416d-a344-a5fa7c7030c9', 'status': 'completed', 'code': 200} Aug 16 02:12:36.857230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.894105 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.912859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2107c7-d548-43b7-8a8d-e6e09582722e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.966463 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da947819-d82d-4c00-b8ef-d6bc176857a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.976797 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] Set router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:36.978044 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da947819-d82d-4c00-b8ef-d6bc176857a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.023680 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.027765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da947819-d82d-4c00-b8ef-d6bc176857a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50ee4be-6d65-4538-9e14-30ffe570392f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.064514 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-da947819-d82d-4c00-b8ef-d6bc176857a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da5afe2c6eb742f1849593c7577d95f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7410731 Aug 16 02:12:37.069371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.094960 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:12:36Z', 'revision_number': 6, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:37.144503 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016a036-31fa-410a-8461-3d82d94f6f11 None None] The sync data for ids ['f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3'] in n-d-768862-14 is: [{'id': 'f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1806558214-router', 'tenant_id': '8dda2d21c6364f58bd08e8e8c7278035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:36Z', 'updated_at': '2021-08-16T02:12:36Z', 'revision_number': 6, 'project_id': '8dda2d21c6364f58bd08e8e8c7278035', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:37.202071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e029082-7706-47ad-ac06-bbb6399f3759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.254927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e029082-7706-47ad-ac06-bbb6399f3759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.269106 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.278436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.350609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e029082-7706-47ad-ac06-bbb6399f3759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.355983 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e029082-7706-47ad-ac06-bbb6399f3759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.357152 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5e029082-7706-47ad-ac06-bbb6399f3759 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e50ee4be-6d65-4538-9e14-30ffe570392f HTTP/1.1" status: 204 len: 168 time: 0.2866645 Aug 16 02:12:37.371209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e029082-7706-47ad-ac06-bbb6399f3759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50ee4be-6d65-4538-9e14-30ffe570392f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.389157 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.389989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:37.468832 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.473285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.475064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-32767eee-6a44-4d4e-ba97-ac3643663d86 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f85b4ed3-cbc7-4643-b7b8-8a45aca2c6f3 HTTP/1.1" status: 204 len: 168 time: 1.6402082 Aug 16 02:12:37.524382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41457a5d-f73a-42d1-812c-cd37b411a560 req-e2ff31f9-30ed-4f9a-b281-060637badb3e tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.536995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41457a5d-f73a-42d1-812c-cd37b411a560 req-e2ff31f9-30ed-4f9a-b281-060637badb3e tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 945 time: 0.1519585 Aug 16 02:12:37.550074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e829f91-5eac-464e-bb9c-5286c7c4bef1 admin admin] Deleting subnet 21580483-754d-4024-8d37-a3899f6eb150 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:37.558296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e829f91-5eac-464e-bb9c-5286c7c4bef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.595061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41457a5d-f73a-42d1-812c-cd37b411a560 req-ef4abbd2-d10a-415a-8487-3f7aeaa4e44c tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 Aug 16 02:12:37.664070 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e829f91-5eac-464e-bb9c-5286c7c4bef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.825830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e829f91-5eac-464e-bb9c-5286c7c4bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.866509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.912706 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e829f91-5eac-464e-bb9c-5286c7c4bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.919500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d7fc26d0-2bea-45dc-a215-83366a7d1da3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=926b885eb74f4e3e92a2160cb2b1c2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516138 Aug 16 02:12:37.923145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.007482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e829f91-5eac-464e-bb9c-5286c7c4bef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.009218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c37b5-a807-4200-8889-98455289ef08 None None] Network 1d037ab6-476b-4559-a0ae-90faec753940 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:38.012652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7e829f91-5eac-464e-bb9c-5286c7c4bef1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/21580483-754d-4024-8d37-a3899f6eb150 HTTP/1.1" status: 204 len: 168 time: 0.5356758 Aug 16 02:12:38.012652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e829f91-5eac-464e-bb9c-5286c7c4bef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21580483-754d-4024-8d37-a3899f6eb150,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.019014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.058159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3df1f7ec-d542-4b3f-917f-6567fc5bcdd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.087275 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3df1f7ec-d542-4b3f-917f-6567fc5bcdd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.170518 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3df1f7ec-d542-4b3f-917f-6567fc5bcdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.173998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3df1f7ec-d542-4b3f-917f-6567fc5bcdd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.187345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3df1f7ec-d542-4b3f-917f-6567fc5bcdd2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24cf0748-9e2d-4595-8ed9-118c6cf33a77 HTTP/1.1" status: 204 len: 168 time: 0.2507842 Aug 16 02:12:38.218070 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.232136 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1f7ec-d542-4b3f-917f-6567fc5bcdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cf0748-9e2d-4595-8ed9-118c6cf33a77,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.281095 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device da2107c7-d548-43b7-8a8d-e6e09582722e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:38.291244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c4385-8113-4197-b436-3dfb0f4a2bcc req-f0491b57-3077-44b6-8f1c-ca999bf790ff tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.302690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Deleting port 37e09855-980d-430d-b5a7-289d19188201 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:38.303349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.311695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-793c4385-8113-4197-b436-3dfb0f4a2bcc req-f0491b57-3077-44b6-8f1c-ca999bf790ff tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.1200821 Aug 16 02:12:38.365561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: da2107c7-d548-43b7-8a8d-e6e09582722e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:38.366388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device da2107c7-d548-43b7-8a8d-e6e09582722e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:38.367007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b12456f-5d2f-4c2f-a4bb-04a371206376 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:38.393491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1b12456f-5d2f-4c2f-a4bb-04a371206376 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:38.394027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b12456f-5d2f-4c2f-a4bb-04a371206376 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:38.407244 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-793c4385-8113-4197-b436-3dfb0f4a2bcc req-9af4a580-b42a-47c9-aa30-b968002bdfc9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942502 Aug 16 02:12:38.438222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] For port 37e09855-980d-430d-b5a7-289d19188201, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=37e09855-980d-430d-b5a7-289d19188201,segment=NetworkSegment(618eedba-5d9a-4cbd-acee-4c96979d9c35),segment_id=618eedba-5d9a-4cbd-acee-4c96979d9c35)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:38.438552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.454366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Calling delete_port for 37e09855-980d-430d-b5a7-289d19188201 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:38.529985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] DHCP port deletion for 1d037ab6-476b-4559-a0ae-90faec753940 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:38.573335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.613867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e09855-980d-430d-b5a7-289d19188201,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.622551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] No DVR routers for this DVR port 37e09855-980d-430d-b5a7-289d19188201 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:38.631444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] Deleting port 37e09855-980d-430d-b5a7-289d19188201 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:38.632136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.735649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] For port 37e09855-980d-430d-b5a7-289d19188201, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:38.736056 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.756157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.778923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] Calling delete_port for 37e09855-980d-430d-b5a7-289d19188201 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:38.781591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ae71b-92dd-469f-8bed-9f4cbe03cff3 req-18041721-cac3-4daf-b3aa-734304716af1 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.782450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] Port 37e09855-980d-430d-b5a7-289d19188201 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:12:38.782577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d037ab6-476b-4559-a0ae-90faec753940']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:38.784053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-835ae71b-92dd-469f-8bed-9f4cbe03cff3 req-18041721-cac3-4daf-b3aa-734304716af1 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 945 time: 0.0671623 Aug 16 02:12:38.784279 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.812893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618eedba-5d9a-4cbd-acee-4c96979d9c35') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:38.813408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618eedba-5d9a-4cbd-acee-4c96979d9c35') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:38.825965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] Pushing event deleted for resources: {'Port': ['ID=37e09855-980d-430d-b5a7-289d19188201,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.825965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9ff09-c850-479b-97b0-4c3505436f3a None None] No DVR routers for this DVR port 37e09855-980d-430d-b5a7-289d19188201 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:38.829110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.848635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.856106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:38.856565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:38.862771 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:38.870476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-835ae71b-92dd-469f-8bed-9f4cbe03cff3 req-7a1f14d6-90bb-4882-a305-1ec3519fab57 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/security-groups?id=076f8018-f462-411d-8547-6474d168edeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717356 Aug 16 02:12:39.249416 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.256141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.258013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1d037ab6-476b-4559-a0ae-90faec753940 HTTP/1.1" status: 204 len: 168 time: 1.2370939 Aug 16 02:12:39.270746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d85d23-eccd-4589-b18a-e516c2fa5d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d037ab6-476b-4559-a0ae-90faec753940,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.420516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-33fd25e2-21fa-4129-9b42-b31b0e30332e tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.422309 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-33fd25e2-21fa-4129-9b42-b31b0e30332e tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.86 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 945 time: 0.0558178 Aug 16 02:12:39.491234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.559936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Deleting port 89bae66c-8887-4bce-94d8-1d44264b48f1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:39.560609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.568038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a735853c-6487-452f-bcb1-361d3ff115ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8dda2d21c6364f58bd08e8e8c7278035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755918 Aug 16 02:12:39.572411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.587550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e4b10-6d5c-4dd4-b8a9-44b650e35762 req-164884d4-f19e-46a3-90d1-9fc7eda8a73c tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.589144 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e9e4b10-6d5c-4dd4-b8a9-44b650e35762 req-164884d4-f19e-46a3-90d1-9fc7eda8a73c tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0765727 Aug 16 02:12:39.653401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e9e4b10-6d5c-4dd4-b8a9-44b650e35762 req-856bc0c4-668d-4bff-9a3b-ec215795280d tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e0da42e-c6d6-4be9-8a8f-d53f45e78410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536048 Aug 16 02:12:39.669104 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6ada-46ef-46dd-b5e8-7fce0934db8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.705019 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6ada-46ef-46dd-b5e8-7fce0934db8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.708097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-e567a633-9f9e-4384-ab59-9a65e6119aae tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.709600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-e567a633-9f9e-4384-ab59-9a65e6119aae tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 945 time: 0.0885105 Aug 16 02:12:39.711527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] For port 89bae66c-8887-4bce-94d8-1d44264b48f1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=89bae66c-8887-4bce-94d8-1d44264b48f1,segment=NetworkSegment(55a28956-c779-4a9f-87f1-67a97ea6bf31),segment_id=55a28956-c779-4a9f-87f1-67a97ea6bf31)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:39.711891 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.751969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Calling delete_port for 89bae66c-8887-4bce-94d8-1d44264b48f1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:39.759421 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6ada-46ef-46dd-b5e8-7fce0934db8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.762414 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6ada-46ef-46dd-b5e8-7fce0934db8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.763466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8a8d6ada-46ef-46dd-b5e8-7fce0934db8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28f15e9b-560e-4002-a6f6-86da57c723ab HTTP/1.1" status: 204 len: 168 time: 0.1903241 Aug 16 02:12:39.774800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d6ada-46ef-46dd-b5e8-7fce0934db8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f15e9b-560e-4002-a6f6-86da57c723ab,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.940279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Deleting port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:39.940630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.061423 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.097108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['89bae66c-8887-4bce-94d8-1d44264b48f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:40.102515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 37e09855-980d-430d-b5a7-289d19188201 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:40.122461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Pushing event deleted for resources: {'Port': ['ID=89bae66c-8887-4bce-94d8-1d44264b48f1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.124197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dcf6a41-b82e-4590-a2f3-a28bc3e43ff6 req-e3bd3a68-7e8e-4def-801a-61d23f4eabf9 tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.61 "GET /v2.0/ports?device_id=53134ace-dfca-431a-b0ea-6a5bb7589303 HTTP/1.1" status: 200 len: 210 time: 0.0433066 Aug 16 02:12:40.178431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 37e09855-980d-430d-b5a7-289d19188201 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:40.179254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 37e09855-980d-430d-b5a7-289d19188201 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:40.196068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] No DVR routers for this DVR port 89bae66c-8887-4bce-94d8-1d44264b48f1 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:40.199118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] For port 3bb39e01-ae7b-4472-9505-55f906d7b1c9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3bb39e01-ae7b-4472-9505-55f906d7b1c9,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:40.199586 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.202539 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.204543 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d0b4412-58a9-4bc7-84e0-4777912676fe req-0fc147b1-5d86-45c5-8947-0fcdb6c11aec tempest-VolumesAdminNegativeTest-21744686 tempest-VolumesAdminNegativeTest-21744686-project] 10.222.0.86 "DELETE /v2.0/ports/89bae66c-8887-4bce-94d8-1d44264b48f1 HTTP/1.1" status: 204 len: 173 time: 0.7758014 Aug 16 02:12:40.204984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53134ace-dfca-431a-b0ea-6a5bb7589303', 'name': 'network-vif-deleted', 'tag': '89bae66c-8887-4bce-94d8-1d44264b48f1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:40.208053 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9caa7ed-d6f7-4c4b-8e06-59b16c30afa1" -d '{"events": [{"server_uuid": "53134ace-dfca-431a-b0ea-6a5bb7589303", "name": "network-vif-deleted", "tag": "89bae66c-8887-4bce-94d8-1d44264b48f1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:40.228576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Calling delete_port for 3bb39e01-ae7b-4472-9505-55f906d7b1c9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:40.294113 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b677802b-5f46-425c-8690-500ae204ac85 x-openstack-request-id: req-b677802b-5f46-425c-8690-500ae204ac85 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:40.294857 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53134ace-dfca-431a-b0ea-6a5bb7589303", "name": "network-vif-deleted", "tag": "89bae66c-8887-4bce-94d8-1d44264b48f1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:40.294857 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b677802b-5f46-425c-8690-500ae204ac85 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:40.295030 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53134ace-dfca-431a-b0ea-6a5bb7589303', 'name': 'network-vif-deleted', 'tag': '89bae66c-8887-4bce-94d8-1d44264b48f1', 'status': 'completed', 'code': 200} Aug 16 02:12:40.340792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.408934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.422382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3bb39e01-ae7b-4472-9505-55f906d7b1c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:40.438912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Pushing event deleted for resources: {'Port': ['ID=3bb39e01-ae7b-4472-9505-55f906d7b1c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.473721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 13bdbf43-82df-416d-a344-a5fa7c7030c9 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:40.494400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] No DVR routers for this DVR port 3bb39e01-ae7b-4472-9505-55f906d7b1c9 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:40.498803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d9777d13-bbf7-49d2-b4b4-9bbcaefb2700 tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:40.505493 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.505683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 13bdbf43-82df-416d-a344-a5fa7c7030c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:40.505989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 13bdbf43-82df-416d-a344-a5fa7c7030c9 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:40.507612 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0a6d1a5e-5db5-4b17-bfed-83ba282ed9bd req-607522ab-2e59-4523-ba2d-0df54f958ca9 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.93 "DELETE /v2.0/ports/3bb39e01-ae7b-4472-9505-55f906d7b1c9 HTTP/1.1" status: 204 len: 173 time: 0.7863109 Aug 16 02:12:40.555368 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d9777d13-bbf7-49d2-b4b4-9bbcaefb2700 tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] 10.222.0.61 "PUT /v2.0/quotas/b5f6072316bf498d87fd31f6d5bed278 HTTP/1.1" status: 200 len: 366 time: 0.2119188 Aug 16 02:12:40.557629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.574949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.576115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a229f936-c3b8-4fba-b0ee-2ebbea9f9d70 tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0159936 Aug 16 02:12:40.590144 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e0e5ed08-0809-4e15-844e-54ee6b7991cb tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] 10.222.0.61 "GET /v2.0/quotas/b5f6072316bf498d87fd31f6d5bed278 HTTP/1.1" status: 200 len: 366 time: 0.0138397 Aug 16 02:12:40.592682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.621780 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e58a1c64-15b6-48fc-88b3-8c6f647d7595 tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/b5f6072316bf498d87fd31f6d5bed278 HTTP/1.1" status: 204 len: 168 time: 0.0269737 Aug 16 02:12:40.624155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.641114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.648174 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-492fa0d5-fa85-4f4c-b5d4-971c646a2554 tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0228217 Aug 16 02:12:40.655910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.658012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-593dacbc-8eea-4fa6-9fdc-c5f26b2bd880 tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] 10.222.0.61 "GET /v2.0/quotas/b5f6072316bf498d87fd31f6d5bed278 HTTP/1.1" status: 200 len: 370 time: 0.0139606 Aug 16 02:12:40.665221 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-07367b7f-fcaa-438a-a48f-a9eb69b77415 tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] 10.222.0.61 "GET /v2.0/quotas/b5f6072316bf498d87fd31f6d5bed278/default HTTP/1.1" status: 200 len: 370 time: 0.0080364 Aug 16 02:12:40.666361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.677729 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-ab110d87-58bb-4ab5-ac2b-b58da43c6cbc tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] delete failed (client error): The resource could not be found. Aug 16 02:12:40.678774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ab110d87-58bb-4ab5-ac2b-b58da43c6cbc tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/b5f6072316bf498d87fd31f6d5bed278 HTTP/1.1" status: 404 len: 348 time: 0.0109100 Aug 16 02:12:40.808325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c652dcd-396d-4de6-b860-547ddb7be6d1 req-b9d82689-e2d9-40b4-89e2-c188f22df594 tempest-ListServerFiltersTestJSON-880161966 tempest-ListServerFiltersTestJSON-880161966-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf HTTP/1.1" status: 200 len: 210 time: 0.0381079 Aug 16 02:12:40.877610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.954753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.978084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Usage tracker for resource:network and tenant:bb9e7e77235b402a86bed36d53d656d3 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:12:40.984387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:12:40.993806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Usage tracker for resource:subnet and tenant:bb9e7e77235b402a86bed36d53d656d3 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:12:40.998817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:12:41.007802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Usage tracker for resource:subnetpool and tenant:bb9e7e77235b402a86bed36d53d656d3 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:12:41.014956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:12:41.028326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Usage tracker for resource:port and tenant:bb9e7e77235b402a86bed36d53d656d3 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:12:41.036779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:12:41.043559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Usage tracker for resource:router and tenant:bb9e7e77235b402a86bed36d53d656d3 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:12:41.049334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:12:41.057154 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Usage tracker for resource:floatingip and tenant:bb9e7e77235b402a86bed36d53d656d3 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:12:41.064674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:12:41.136257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Usage tracker for resource:security_group and tenant:bb9e7e77235b402a86bed36d53d656d3 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:12:41.142223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:12:41.149464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Usage tracker for resource:security_group_rule and tenant:bb9e7e77235b402a86bed36d53d656d3 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:12:41.159060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-411251300-network', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:41.168850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.quota.resource [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:12:41.170387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.178476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5de456c9-6c17-4725-97cc-8539ff5b30ec tempest-QuotasTest-65659045 tempest-QuotasTest-65659045-project-admin] 10.222.0.61 "GET /v2.0/quotas/bb9e7e77235b402a86bed36d53d656d3/details.json HTTP/1.1" status: 200 len: 703 time: 0.2223227 Aug 16 02:12:41.191830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Made reservation on behalf of 8dfd5fb3389f4d48a15563e9b2b3a344 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:41.194699 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.225729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9240624-93f1-4cb2-8dc5-561284be54f2 admin admin] Deleting subnet f03f1484-e223-41ff-bef5-88f145b05456 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:41.229282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9240624-93f1-4cb2-8dc5-561284be54f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.267999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9240624-93f1-4cb2-8dc5-561284be54f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.310225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9240624-93f1-4cb2-8dc5-561284be54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.370309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9240624-93f1-4cb2-8dc5-561284be54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.397977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9240624-93f1-4cb2-8dc5-561284be54f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03f1484-e223-41ff-bef5-88f145b05456,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.402104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9240624-93f1-4cb2-8dc5-561284be54f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.406849 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a9240624-93f1-4cb2-8dc5-561284be54f2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f03f1484-e223-41ff-bef5-88f145b05456 HTTP/1.1" status: 204 len: 168 time: 0.2353759 Aug 16 02:12:41.407440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.429670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54950) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.443735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.489096 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.544410 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.549080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.574110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:41.581810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.587038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906876fe-9b3c-4e70-995a-075c266db62d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.590029 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.590378 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Added segment 5e0d6f6a-7801-4785-92e5-3fc2835e2844 of type vlan for network 42402214-d4b1-4919-808b-9e663e6ab8cc Aug 16 02:12:41.595707 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2478477f-81f8-4b9f-9e88-4e91d4959a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.601426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345e065c-7bb7-4e63-9b29-32720afcd17b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:41.620897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a28956-c779-4a9f-87f1-67a97ea6bf31') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:41.621178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a28956-c779-4a9f-87f1-67a97ea6bf31') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:41.637980 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.641506 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.661029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.673022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:41.673484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:41.675233 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:41.685173 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.686530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.688165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.748421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.754665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.756431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] 10.222.0.61 "DELETE /v2.0/networks/345e065c-7bb7-4e63-9b29-32720afcd17b HTTP/1.1" status: 204 len: 168 time: 0.3480625 Aug 16 02:12:41.759481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] Pushing event updated for resources: {'Network': ['ID=42402214-d4b1-4919-808b-9e663e6ab8cc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.760369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.773720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 42402214-d4b1-4919-808b-9e663e6ab8cc details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:41.805699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d38bd-722e-41c5-9797-5191e902e29a admin admin] Pushing event deleted for resources: {'Network': ['ID=345e065c-7bb7-4e63-9b29-32720afcd17b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.834772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2478477f-81f8-4b9f-9e88-4e91d4959a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.842708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f87e18-4824-42b0-a8c1-66dab2eefeb8 admin admin] Deleting subnet 13322d6e-9f25-4d52-aa29-e8167dc9eaf8 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:41.846040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2478477f-81f8-4b9f-9e88-4e91d4959a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.849162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6f87e18-4824-42b0-a8c1-66dab2eefeb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.851700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e0254ee3-3625-4e5d-ae46-d044d494a70d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9726243 Aug 16 02:12:41.852561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.858631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Request body: {'subnet': {'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-411251300-subnet', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:41.872153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.881035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Made reservation on behalf of 8dfd5fb3389f4d48a15563e9b2b3a344 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:41.883754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.946088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478477f-81f8-4b9f-9e88-4e91d4959a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5d1e50-43a8-4fa2-8dc3-55609f757c16,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.950337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2478477f-81f8-4b9f-9e88-4e91d4959a6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3fefd881d5044c3a050d1d2ef55cf89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5196881 Aug 16 02:12:41.953097 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6f87e18-4824-42b0-a8c1-66dab2eefeb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.953552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.002757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c994b78-c215-4f6f-b4b6-29b6dc19b2b9 admin admin] Deleting subnet 0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:42.009319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c994b78-c215-4f6f-b4b6-29b6dc19b2b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.038045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6f87e18-4824-42b0-a8c1-66dab2eefeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.062787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9081ab0f-50cb-48d4-8590-c809e8c7cbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.074388 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c994b78-c215-4f6f-b4b6-29b6dc19b2b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.076376 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.121724 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9081ab0f-50cb-48d4-8590-c809e8c7cbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.153624 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.172688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6f87e18-4824-42b0-a8c1-66dab2eefeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.213772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f87e18-4824-42b0-a8c1-66dab2eefeb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13322d6e-9f25-4d52-aa29-e8167dc9eaf8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.222634 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6f87e18-4824-42b0-a8c1-66dab2eefeb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.228754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c6f87e18-4824-42b0-a8c1-66dab2eefeb8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/13322d6e-9f25-4d52-aa29-e8167dc9eaf8 HTTP/1.1" status: 204 len: 168 time: 0.4624476 Aug 16 02:12:42.228871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.229615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b9891d-fbd4-4354-9744-2f1ed84325d9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.238035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c994b78-c215-4f6f-b4b6-29b6dc19b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.252265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Checking segment: {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:42.252265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Network hostable DHCP agents. Network: 42402214-d4b1-4919-808b-9e663e6ab8cc, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:42.268159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9081ab0f-50cb-48d4-8590-c809e8c7cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.270734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9081ab0f-50cb-48d4-8590-c809e8c7cbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.271947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9081ab0f-50cb-48d4-8590-c809e8c7cbe1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee5d1e50-43a8-4fa2-8dc3-55609f757c16 HTTP/1.1" status: 204 len: 168 time: 0.3173892 Aug 16 02:12:42.287977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081ab0f-50cb-48d4-8590-c809e8c7cbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5d1e50-43a8-4fa2-8dc3-55609f757c16,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.294759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Network 42402214-d4b1-4919-808b-9e663e6ab8cc is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:42.298201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf', 'name': 'network-vif-deleted', 'tag': '3bb39e01-ae7b-4472-9505-55f906d7b1c9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:42.300716 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef96f96-1463-4361-8b7f-e2028b94bbbc" -d '{"events": [{"server_uuid": "4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf", "name": "network-vif-deleted", "tag": "3bb39e01-ae7b-4472-9505-55f906d7b1c9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:42.308537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 42402214-d4b1-4919-808b-9e663e6ab8cc) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:42.315381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.317983 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.337472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c02eb9-e5ac-47ca-8817-6d9ecd95f2ad None None] Network 42402214-d4b1-4919-808b-9e663e6ab8cc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:42.342878 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-595652e6-20f7-46a9-a16b-3aa67f8e4916 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4882865 Aug 16 02:12:42.345552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.346299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.358849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:42.371007 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e318e1f4-5636-4ed0-aeb1-78dd37afb05d x-openstack-request-id: req-e318e1f4-5636-4ed0-aeb1-78dd37afb05d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:42.371345 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf", "name": "network-vif-deleted", "tag": "3bb39e01-ae7b-4472-9505-55f906d7b1c9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:42.371664 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e318e1f4-5636-4ed0-aeb1-78dd37afb05d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:42.372323 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0a852b-b03e-4ff2-8bbf-05dc3deb44cf', 'name': 'network-vif-deleted', 'tag': '3bb39e01-ae7b-4472-9505-55f906d7b1c9', 'status': 'completed', 'code': 200} Aug 16 02:12:42.391786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.392961 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.397899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c994b78-c215-4f6f-b4b6-29b6dc19b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.470801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c994b78-c215-4f6f-b4b6-29b6dc19b2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.478376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c994b78-c215-4f6f-b4b6-29b6dc19b2b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.480297 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5c994b78-c215-4f6f-b4b6-29b6dc19b2b9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0bf6ef07-e1b4-4c5e-b849-c63be1d76bc4 HTTP/1.1" status: 204 len: 168 time: 0.6073086 Aug 16 02:12:42.482765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.493512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.494841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef08c155-eed7-48a1-bde1-291c380f6d48 None None] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:42.513335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.547827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fc96fe-21eb-4a09-82f1-46c010ef3abc']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:42.569455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b60cecd-739b-4db4-9a2c-32e7b086969f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:42.570071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b60cecd-739b-4db4-9a2c-32e7b086969f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:42.585954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.612576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-42402214-d4b1-4919-808b-9e663e6ab8cc', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:42.613485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.614060 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.616786 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.626143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:42.626789 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:42.629790 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:42.740020 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.743441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.749377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.755043 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] 10.222.0.61 "DELETE /v2.0/networks/b4fc96fe-21eb-4a09-82f1-46c010ef3abc HTTP/1.1" status: 204 len: 168 time: 0.5219784 Aug 16 02:12:42.773597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a5662-bc81-41dd-bb94-35e45b0b5cce admin admin] Pushing event deleted for resources: {'Network': ['ID=b4fc96fe-21eb-4a09-82f1-46c010ef3abc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.787287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Deleting port 54f3ea06-274d-4c89-b4a7-826c633a3c99 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:42.787884 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.878312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.882009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] For port 54f3ea06-274d-4c89-b4a7-826c633a3c99, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=54f3ea06-274d-4c89-b4a7-826c633a3c99,segment=NetworkSegment(bd68d5bf-0257-4d19-a734-a9f0a9e5836e),segment_id=bd68d5bf-0257-4d19-a734-a9f0a9e5836e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.884511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.904914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Allocated IP 172.20.0.2 (42402214-d4b1-4919-808b-9e663e6ab8cc/10b9891d-fbd4-4354-9744-2f1ed84325d9/df761012-8cc3-49d9-9b42-47e12656c06a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:42.920657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Calling delete_port for 54f3ea06-274d-4c89-b4a7-826c633a3c99 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:42.984927 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d7f9cb-58cf-454c-a04a-6475907c2669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.011322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] DHCP port deletion for ab1146f3-36b4-4ac9-923e-880803c5fd43 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:43.017120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.079951 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.099459 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.122137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-93fd13eb-d7fa-46ac-9adf-5bbb65655bb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1114c21bf674d58885c8477acce649b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1032879 Aug 16 02:12:43.125093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.126112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f3ea06-274d-4c89-b4a7-826c633a3c99,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.147296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.169363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] No DVR routers for this DVR port 54f3ea06-274d-4c89-b4a7-826c633a3c99 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:43.236224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 89bae66c-8887-4bce-94d8-1d44264b48f1 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:43.267744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 89bae66c-8887-4bce-94d8-1d44264b48f1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:43.268284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 89bae66c-8887-4bce-94d8-1d44264b48f1 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:43.270823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a4cf5ec-4562-463e-a4b9-f71bc9d6595b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.276528 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.297270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1146f3-36b4-4ac9-923e-880803c5fd43']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:43.317517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:43.317847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd68d5bf-0257-4d19-a734-a9f0a9e5836e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:43.321299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a4cf5ec-4562-463e-a4b9-f71bc9d6595b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.337404 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.340709 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.345493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] Deleting port 54f3ea06-274d-4c89-b4a7-826c633a3c99 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:43.345865 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.360321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Transition to ACTIVE for port object df761012-8cc3-49d9-9b42-47e12656c06a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:43.374691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Allocated IP 172.25.5.28 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/60d2bc9f-3898-4b49-ad14-b385dfab0e98) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:43.375354 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.389167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:43.390189 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:43.392414 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:43.436467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] For port 54f3ea06-274d-4c89-b4a7-826c633a3c99, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:43.437082 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.482933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.488762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] Calling delete_port for 54f3ea06-274d-4c89-b4a7-826c633a3c99 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:43.491960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] Port 54f3ea06-274d-4c89-b4a7-826c633a3c99 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:12:43.493282 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.502987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.505776 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ab1146f3-36b4-4ac9-923e-880803c5fd43 HTTP/1.1" status: 204 len: 168 time: 1.0220156 Aug 16 02:12:43.518356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Transition to ACTIVE for port object df761012-8cc3-49d9-9b42-47e12656c06a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:43.520875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] Pushing event deleted for resources: {'Port': ['ID=54f3ea06-274d-4c89-b4a7-826c633a3c99,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.526854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] Network ab1146f3-36b4-4ac9-923e-880803c5fd43 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:12:43.527931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1513430-8be6-4dd1-b7bc-e822cd0b9c5f None None] No DVR routers for this DVR port 54f3ea06-274d-4c89-b4a7-826c633a3c99 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:43.532949 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.556894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a4cf5ec-4562-463e-a4b9-f71bc9d6595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.559620 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a4cf5ec-4562-463e-a4b9-f71bc9d6595b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.560799 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1a4cf5ec-4562-463e-a4b9-f71bc9d6595b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/076f8018-f462-411d-8547-6474d168edeb HTTP/1.1" status: 204 len: 168 time: 0.4288988 Aug 16 02:12:43.566195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0279b53-7a9c-4ddb-88ac-c01d35f90b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1146f3-36b4-4ac9-923e-880803c5fd43,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.567885 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d7f9cb-58cf-454c-a04a-6475907c2669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.571629 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.576655 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d7f9cb-58cf-454c-a04a-6475907c2669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.576814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cf5ec-4562-463e-a4b9-f71bc9d6595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076f8018-f462-411d-8547-6474d168edeb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.606439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-43d7f9cb-58cf-454c-a04a-6475907c2669 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb9e7e77235b402a86bed36d53d656d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7251174 Aug 16 02:12:43.608839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.633339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Network 42402214-d4b1-4919-808b-9e663e6ab8cc is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:43.639242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:43.645586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:43.648606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7f9cb-58cf-454c-a04a-6475907c2669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77954d6-eae0-4b15-8c92-b8ece348928b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.684520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Pushing event updated for resources: {'Port': ['ID=df761012-8cc3-49d9-9b42-47e12656c06a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.690963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cae3082-ce5e-4b77-84b2-d0ee5b647bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.712546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.722525 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cae3082-ce5e-4b77-84b2-d0ee5b647bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.764927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Attempting to bind port df761012-8cc3-49d9-9b42-47e12656c06a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:43.765979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Attempting to bind port df761012-8cc3-49d9-9b42-47e12656c06a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:43.766917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Attempting to bind port df761012-8cc3-49d9-9b42-47e12656c06a on network 42402214-d4b1-4919-808b-9e663e6ab8cc {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:43.776879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:43.777830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Checking segment: {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:43.778600 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.780018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Bound using segment: {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:43.780986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Bound port: df761012-8cc3-49d9-9b42-47e12656c06a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:43.781622 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.793858 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cae3082-ce5e-4b77-84b2-d0ee5b647bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.797469 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cae3082-ce5e-4b77-84b2-d0ee5b647bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.799160 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3cae3082-ce5e-4b77-84b2-d0ee5b647bf1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e77954d6-eae0-4b15-8c92-b8ece348928b HTTP/1.1" status: 204 len: 168 time: 0.1889467 Aug 16 02:12:43.819426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae3082-ce5e-4b77-84b2-d0ee5b647bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77954d6-eae0-4b15-8c92-b8ece348928b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.822044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:43.825087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:43.836503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:43.882048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Pushing event updated for resources: {'Port': ['ID=60d2bc9f-3898-4b49-ad14-b385dfab0e98,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.906833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] For port df761012-8cc3-49d9-9b42-47e12656c06a, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:43.917314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] For port df761012-8cc3-49d9-9b42-47e12656c06a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=df761012-8cc3-49d9-9b42-47e12656c06a,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:43.926705 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.004663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc994323-d055-4f10-ae15-474c842aac99 None None] Pushing event updated for resources: {'Port': ['ID=df761012-8cc3-49d9-9b42-47e12656c06a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.061105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 54f3ea06-274d-4c89-b4a7-826c633a3c99 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:44.101006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 54f3ea06-274d-4c89-b4a7-826c633a3c99 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:44.115709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 54f3ea06-274d-4c89-b4a7-826c633a3c99 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:44.261703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:44.368332 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-26bf6d0c-7c59-4c5d-a5a0-b969c576e194 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5c0f859ac584b129e0c86551c26020a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055174 Aug 16 02:12:44.370655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:44.405438 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.485591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3bb39e01-ae7b-4472-9505-55f906d7b1c9 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:44.505154 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-756961c9-8692-48bc-b3ca-d4c7cc57eb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.542654 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-756961c9-8692-48bc-b3ca-d4c7cc57eb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.549157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 3bb39e01-ae7b-4472-9505-55f906d7b1c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:44.554312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3bb39e01-ae7b-4472-9505-55f906d7b1c9 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:44.636053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-756961c9-8692-48bc-b3ca-d4c7cc57eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.638991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-756961c9-8692-48bc-b3ca-d4c7cc57eb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.640654 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-756961c9-8692-48bc-b3ca-d4c7cc57eb97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e0da42e-c6d6-4be9-8a8f-d53f45e78410 HTTP/1.1" status: 204 len: 168 time: 0.2688453 Aug 16 02:12:44.652383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756961c9-8692-48bc-b3ca-d4c7cc57eb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0da42e-c6d6-4be9-8a8f-d53f45e78410,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.693145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:44.780853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c893327b-67f4-423e-89d9-61df39506a5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8450ad480d7247ca871f1b128cd49fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864704 Aug 16 02:12:44.784683 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:44.814399 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.978729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-565cccab-606a-40c4-a791-95cbcd6fb16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.015166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-565cccab-606a-40c4-a791-95cbcd6fb16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.245880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-565cccab-606a-40c4-a791-95cbcd6fb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.251856 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-565cccab-606a-40c4-a791-95cbcd6fb16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.253438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-565cccab-606a-40c4-a791-95cbcd6fb16a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8258ec0-331f-4959-9858-5f81e26c2e1a HTTP/1.1" status: 204 len: 168 time: 0.4659638 Aug 16 02:12:45.257536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Router 568adc76-3ef1-4142-937e-2162ea232f4a is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:45.268387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cccab-606a-40c4-a791-95cbcd6fb16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8258ec0-331f-4959-9858-5f81e26c2e1a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:45.428936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:45.438949 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Sync routers for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:45.452414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:45.453305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:45.455973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.458218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6cb82a8e-4c79-4a01-942b-20ea5fd56247 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1110766 Aug 16 02:12:45.461083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:45.644212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:45.649282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc4b3f-db61-40a6-b9c7-07aecbf88b63 None None] Network 42402214-d4b1-4919-808b-9e663e6ab8cc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:45.859357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d4e42556-e848-4f23-a5bc-b53558b48b35 None None] Provisioning for port df761012-8cc3-49d9-9b42-47e12656c06a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:46.082917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:44Z', 'revision_number': 3, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:46.163317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Checking router: 568adc76-3ef1-4142-937e-2162ea232f4a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:46.163873 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Updating router 568adc76-3ef1-4142-937e-2162ea232f4a port 60d2bc9f-3898-4b49-ad14-b385dfab0e98 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:46.185813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device df761012-8cc3-49d9-9b42-47e12656c06a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:46.227605 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.277427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.434181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port df761012-8cc3-49d9-9b42-47e12656c06a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:46.472083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port df761012-8cc3-49d9-9b42-47e12656c06a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:46.473311 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.559639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55ccd2e4-2e07-4fbe-af60-1f15c183a0e4 None None] Provisioning complete for port df761012-8cc3-49d9-9b42-47e12656c06a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:46.560312 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55ccd2e4-2e07-4fbe-af60-1f15c183a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.615621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Allocated IP 172.20.0.1 (42402214-d4b1-4919-808b-9e663e6ab8cc/10b9891d-fbd4-4354-9744-2f1ed84325d9/961ee86f-3f3c-4d1d-ab4e-a05efad35034) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:46.673728 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.762339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.770842 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.782147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Transition to ACTIVE for port object 961ee86f-3f3c-4d1d-ab4e-a05efad35034 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:46.808675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port df761012-8cc3-49d9-9b42-47e12656c06a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=df761012-8cc3-49d9-9b42-47e12656c06a,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:46.814711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Transition to ACTIVE for port object 60d2bc9f-3898-4b49-ad14-b385dfab0e98 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:46.820574 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.827541 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55ccd2e4-2e07-4fbe-af60-1f15c183a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.838022 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.857734 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.879805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Network 42402214-d4b1-4919-808b-9e663e6ab8cc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:46.883870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:46.889248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:46.951636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=df761012-8cc3-49d9-9b42-47e12656c06a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.966576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Attempting to bind port 60d2bc9f-3898-4b49-ad14-b385dfab0e98 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:46.966956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Attempting to bind port 60d2bc9f-3898-4b49-ad14-b385dfab0e98 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:46.967356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Attempting to bind port 60d2bc9f-3898-4b49-ad14-b385dfab0e98 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:46.973290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=961ee86f-3f3c-4d1d-ab4e-a05efad35034,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.000776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.012079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:47.013168 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:47.014034 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.014826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:47.015865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Bound port: 60d2bc9f-3898-4b49-ad14-b385dfab0e98, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:47.017012 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.047697 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-55ccd2e4-2e07-4fbe-af60-1f15c183a0e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:47.048289 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-55ccd2e4-2e07-4fbe-af60-1f15c183a0e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:47.073375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45390068-f3b5-4898-86b5-b355f5244d9b None None] Pushing event updated for resources: {'Port': ['ID=60d2bc9f-3898-4b49-ad14-b385dfab0e98,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.115891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] For port 60d2bc9f-3898-4b49-ad14-b385dfab0e98, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:47.119805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] For port 60d2bc9f-3898-4b49-ad14-b385dfab0e98, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=60d2bc9f-3898-4b49-ad14-b385dfab0e98,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:47.146657 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.216471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45390068-f3b5-4898-86b5-b355f5244d9b None None] Pushing event updated for resources: {'Port': ['ID=60d2bc9f-3898-4b49-ad14-b385dfab0e98,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.251125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:47.252199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:47.265807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.299687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.455957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:47.495232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.506321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.576740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=961ee86f-3f3c-4d1d-ab4e-a05efad35034,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.603753 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.805992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-438624149', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:47.904230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Made reservation on behalf of 5b41cc4c11b24a8b9e53c5686479eddc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:47.913897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.949026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.016215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:48.147507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-network', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:48.160346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device df761012-8cc3-49d9-9b42-47e12656c06a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:48.183731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-53da6d83-8cc5-447d-9075-aeec3b659e9a None None] Provisioning for port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:48.194120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-53da6d83-8cc5-447d-9075-aeec3b659e9a None None] Provisioning complete for port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:48.194643 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53da6d83-8cc5-447d-9075-aeec3b659e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.228437 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.240566 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.262072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-53da6d83-8cc5-447d-9075-aeec3b659e9a None None] Port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:48.273626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:46Z', 'revision_number': 1, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:48.281551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:48.284676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Made reservation on behalf of 9cc27264b4ec433d8d86e94f4b9a01d1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:48.287213 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.299719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c6f03-ae00-4521-b391-c54440c19210,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.305299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.309378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e1d83-29d9-4c4b-ad68-0b73279ae577 None None] The sync data for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 is: [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:46Z', 'revision_number': 1, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:48.312434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port df761012-8cc3-49d9-9b42-47e12656c06a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:48.312960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.318470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.318852 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Added segment cb3c5b40-6878-41c8-8fda-821999c50a91 of type vlan for network 8c5f9207-23d9-484f-930f-1b86dae93c4e Aug 16 02:12:48.430796 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.512614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:48.514164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.515329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.515929 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.531587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Network 42402214-d4b1-4919-808b-9e663e6ab8cc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:48.534653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:48.592536 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.602675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event updated for resources: {'Network': ['ID=8c5f9207-23d9-484f-930f-1b86dae93c4e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.605114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.615877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 8c5f9207-23d9-484f-930f-1b86dae93c4e details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:48.652164 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-39706b67-ff0b-4457-a30d-ff0e0db5d0e8 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3492918 Aug 16 02:12:48.654815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:48.691862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'subnet': {'network_id': '8c5f9207-23d9-484f-930f-1b86dae93c4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:48.695635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:48.705375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c1a4aa-6628-4545-bef6-1db64666c365,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.724060 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.724768 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Added segment 19b81e24-3800-4cf1-bbc8-e33cb91d54a0 of type vlan for network e2be4b65-63d9-493d-b57d-34333a53d602 Aug 16 02:12:48.768669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Router 568adc76-3ef1-4142-937e-2162ea232f4a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:48.803963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e93a0c50-35c0-478f-8457-a815e2b874a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.809895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Made reservation on behalf of 5b41cc4c11b24a8b9e53c5686479eddc for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:48.812270 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.837632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.937283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.938041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.938784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.956638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:48.967553 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e9bf339d-9a7d-489d-8abd-3f669615b9e3 admin admin] 10.222.0.61 "PUT /v2.0/routers/568adc76-3ef1-4142-937e-2162ea232f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5052240 Aug 16 02:12:48.992936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-07da16b4-a16c-4ac7-8076-1d4b798a81e6 None None] Provisioning complete for port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:48.993706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07da16b4-a16c-4ac7-8076-1d4b798a81e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.032601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e93a0c50-35c0-478f-8457-a815e2b874a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.038951 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e93a0c50-35c0-478f-8457-a815e2b874a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.075875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-07da16b4-a16c-4ac7-8076-1d4b798a81e6 None None] Port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:49.107225 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e93a0c50-35c0-478f-8457-a815e2b874a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f410cc91304d4daf90e9fc0c4c7bdb72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5935171 Aug 16 02:12:49.108148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a0c50-35c0-478f-8457-a815e2b874a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c79a4b6-8036-47b3-a7a8-ea9cb689484a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.110637 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:49.121997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1028337 Aug 16 02:12:49.130327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:49.133642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90713fd2-0fcd-47b4-a714-3f9e9d16a7ce admin admin] Pushing event updated for resources: {'Network': ['ID=e2be4b65-63d9-493d-b57d-34333a53d602,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.146947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Request body: {'subnet': {'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-subnet', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:49.163213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network e2be4b65-63d9-493d-b57d-34333a53d602 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:49.279741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Made reservation on behalf of 9cc27264b4ec433d8d86e94f4b9a01d1 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:49.283199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.369883 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b521284d-a946-4116-bedc-921d98f0ca01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.410996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b521284d-a946-4116-bedc-921d98f0ca01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.523453 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b521284d-a946-4116-bedc-921d98f0ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.526535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b521284d-a946-4116-bedc-921d98f0ca01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.527973 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b521284d-a946-4116-bedc-921d98f0ca01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c79a4b6-8036-47b3-a7a8-ea9cb689484a HTTP/1.1" status: 204 len: 168 time: 0.4162419 Aug 16 02:12:49.551944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521284d-a946-4116-bedc-921d98f0ca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c79a4b6-8036-47b3-a7a8-ea9cb689484a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.761245 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.840235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.887075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Checking segment: {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:49.887512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Network hostable DHCP agents. Network: e2be4b65-63d9-493d-b57d-34333a53d602, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:49.903772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:12:49.904685 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.933257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Network e2be4b65-63d9-493d-b57d-34333a53d602 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:49.952975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, e2be4b65-63d9-493d-b57d-34333a53d602) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:49.960551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.961927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.970508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc6d347-eaf9-4bdb-aab7-8279c21e7684 None None] Network e2be4b65-63d9-493d-b57d-34333a53d602 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:49.992617 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5d458259-4a46-43ec-93d8-06b71d65f982 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8611994 Aug 16 02:12:49.997695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.010128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:50.089814 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.093157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.147235 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8f5dfa84-c622-4a49-94be-606771c62649,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.160384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Checking segment: {'id': 'cb3c5b40-6878-41c8-8fda-821999c50a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8c5f9207-23d9-484f-930f-1b86dae93c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:50.161118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Network hostable DHCP agents. Network: 8c5f9207-23d9-484f-930f-1b86dae93c4e, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:50.167315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.167974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.168541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.169494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.170244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.170807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.171640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.172212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.172765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.173334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.174040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.174590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:50.185705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 60d2bc9f-3898-4b49-ad14-b385dfab0e98 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:50.221480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Network 8c5f9207-23d9-484f-930f-1b86dae93c4e is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:50.256334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 8c5f9207-23d9-484f-930f-1b86dae93c4e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:50.266950 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.273446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.274676 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.313346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9143379-7a2e-4c25-8e22-19d82f186a3f None None] Network 8c5f9207-23d9-484f-930f-1b86dae93c4e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:50.322029 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-699bfaba-afc5-4e01-b8d1-dbbc30d32990 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6407404 Aug 16 02:12:50.325110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.337922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-254106200', 'network_id': '8c5f9207-23d9-484f-930f-1b86dae93c4e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:50.390757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Made reservation on behalf of 5b41cc4c11b24a8b9e53c5686479eddc for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:50.394487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.436821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] device_id is not set on port 2d1dae77-2ce7-4f92-99c9-6338b10ac2f7 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:50.521504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-e2be4b65-63d9-493d-b57d-34333a53d602', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:50.525179 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.594473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 60d2bc9f-3898-4b49-ad14-b385dfab0e98 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:50.606945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.613052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-81a2e9e7-b5f0-4d16-b54f-92e3e3e60667 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964380419', 'description': 'tempest-description--1465862653'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:50.623111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 60d2bc9f-3898-4b49-ad14-b385dfab0e98 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:50.623500 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.703853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Allocated IP 2001:db8::dc (8c5f9207-23d9-484f-930f-1b86dae93c4e/8f5dfa84-c622-4a49-94be-606771c62649/2d1dae77-2ce7-4f92-99c9-6338b10ac2f7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:50.725517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.740600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-4cb795c4-5522-4e29-bad6-5e62dae91b4a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3639262 Aug 16 02:12:50.788123 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a2e9e7-b5f0-4d16-b54f-92e3e3e60667 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.803856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56e9db-494d-4e60-80e1-164921df3e90 None None] Network 8c5f9207-23d9-484f-930f-1b86dae93c4e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:50.904268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.920523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-48a62fe4-963f-44a3-bb0e-5555d08f9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.922208 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-48a62fe4-963f-44a3-bb0e-5555d08f9bc2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78d3ed06304148d8928828d7a6d46d58&device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 1098 time: 0.1394956 Aug 16 02:12:51.023320 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.093959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Allocated IP 172.20.0.2 (e2be4b65-63d9-493d-b57d-34333a53d602/f4b8f4f0-71dc-4b13-a645-22a0a96a4b65/9037390e-6508-40da-8e3b-264636ffc0a5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:51.101284 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.170625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Network 8c5f9207-23d9-484f-930f-1b86dae93c4e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:51.173666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:51.182269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:51.184335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.184335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.209532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event updated for resources: {'Port': ['ID=2d1dae77-2ce7-4f92-99c9-6338b10ac2f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.229847 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.240630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1227887824-network', 'tenant_id': 'ed6880efb5be407987b845e344cda15e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:51.261739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 60d2bc9f-3898-4b49-ad14-b385dfab0e98, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=60d2bc9f-3898-4b49-ad14-b385dfab0e98,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:51.283137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.357309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-3fa5ffcf-e8a8-4027-8ba3-d9950716d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.358892 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-3fa5ffcf-e8a8-4027-8ba3-d9950716d31c service neutron] 10.222.0.86 "GET /v2.0/networks?id=27454c82-47c3-43be-9e93-2f78deb953d0 HTTP/1.1" status: 200 len: 913 time: 0.4016478 Aug 16 02:12:51.367294 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a2e9e7-b5f0-4d16-b54f-92e3e3e60667 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.381565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3a9c1aeb-0363-4444-8e39-45f70d0d4d1d tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0539103 Aug 16 02:12:51.401346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.424803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=60d2bc9f-3898-4b49-ad14-b385dfab0e98,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.442201 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-96101241-54e3-4cfb-ba89-cc31bcb56497 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49dbcc6a-55eb-4765-96bd-52cc3b6fceff HTTP/1.1" status: 200 len: 1001 time: 0.0721624 Aug 16 02:12:51.443048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a2e9e7-b5f0-4d16-b54f-92e3e3e60667 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.512964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Made reservation on behalf of ed6880efb5be407987b845e344cda15e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:51.516270 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.533027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.551143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-be41fd72-864b-4af2-adb3-aa0d997ae57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.553082 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-be41fd72-864b-4af2-adb3-aa0d997ae57d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=45a10498-9717-491f-842b-427898cb7a7f HTTP/1.1" status: 200 len: 851 time: 0.0812204 Aug 16 02:12:51.561686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2e9e7-b5f0-4d16-b54f-92e3e3e60667 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6c163d-c481-43ec-b7d1-6aea36fcfb05,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.577023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a2e9e7-b5f0-4d16-b54f-92e3e3e60667 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.578201 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-81a2e9e7-b5f0-4d16-b54f-92e3e3e60667 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9694152 Aug 16 02:12:51.583366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.590237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-df18c109-21a5-4ff3-922e-40dba5d1abfd tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'security_group_rule': {'security_group_id': '1f6c163d-c481-43ec-b7d1-6aea36fcfb05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:51.594500 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.615926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Transition to ACTIVE for port object 9037390e-6508-40da-8e3b-264636ffc0a5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:51.626751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.650258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Transition to ACTIVE for port object 9037390e-6508-40da-8e3b-264636ffc0a5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:51.652960 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.661260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.668615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d5702859-9c4c-4d3a-95f5-0bb379db0a74 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Deleting port 2d1dae77-2ce7-4f92-99c9-6338b10ac2f7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:51.668976 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5702859-9c4c-4d3a-95f5-0bb379db0a74 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.671667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-1e872b83-b2ab-4a9e-96fd-e6175fc30886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.673546 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-1e872b83-b2ab-4a9e-96fd-e6175fc30886 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27454c82-47c3-43be-9e93-2f78deb953d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067579 Aug 16 02:12:51.721088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Network e2be4b65-63d9-493d-b57d-34333a53d602 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:51.727301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:51.734596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:51.745422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Pushing event updated for resources: {'Port': ['ID=9037390e-6508-40da-8e3b-264636ffc0a5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.804801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Attempting to bind port 9037390e-6508-40da-8e3b-264636ffc0a5 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:51.805201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Attempting to bind port 9037390e-6508-40da-8e3b-264636ffc0a5 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:51.805569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Attempting to bind port 9037390e-6508-40da-8e3b-264636ffc0a5 on network e2be4b65-63d9-493d-b57d-34333a53d602 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:51.808506 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5702859-9c4c-4d3a-95f5-0bb379db0a74 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.810826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:51.811224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Checking segment: {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:51.811626 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.812025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Bound using segment: {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:51.812490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Bound port: 9037390e-6508-40da-8e3b-264636ffc0a5, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:51.812874 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.825305 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.834228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d5702859-9c4c-4d3a-95f5-0bb379db0a74 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Calling delete_port for 2d1dae77-2ce7-4f92-99c9-6338b10ac2f7 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:51.840596 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.875593 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-dc738703-9056-4bd7-8de1-9ca374a038c9 service neutron] 10.222.0.86 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682048 Aug 16 02:12:51.876951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Allocated IP 172.25.5.158 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/17227be5-d440-4d08-9761-d4bac0ff8d40) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:51.903386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] For port 9037390e-6508-40da-8e3b-264636ffc0a5, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:51.912989 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Sync routers for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:51.913687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] For port 9037390e-6508-40da-8e3b-264636ffc0a5, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9037390e-6508-40da-8e3b-264636ffc0a5,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:51.915494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:51.920315 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.932145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f8608e-8698-434c-be3a-296ac4146b97,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.940125 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:51.940844 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:51.973689 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.981810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df18c109-21a5-4ff3-922e-40dba5d1abfd tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.984636 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Added segment f6aa473e-987e-40e9-96d3-47e222bdae3c of type vlan for network 5073ed50-0d9e-4083-93e0-e6ebd7626b04 Aug 16 02:12:52.009957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a40b3-f5e9-484e-83d4-bc780a4662c2 None None] Pushing event updated for resources: {'Port': ['ID=9037390e-6508-40da-8e3b-264636ffc0a5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.077190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.102477 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:52.113886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 60d2bc9f-3898-4b49-ad14-b385dfab0e98 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:52.182109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.183338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.184150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.194608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 60d2bc9f-3898-4b49-ad14-b385dfab0e98 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:52.195501 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.207913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5702859-9c4c-4d3a-95f5-0bb379db0a74 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.276763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.300574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3936224 Aug 16 02:12:52.309912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.318758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5702859-9c4c-4d3a-95f5-0bb379db0a74 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d1dae77-2ce7-4f92-99c9-6338b10ac2f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.338043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Request body: {'subnet': {'network_id': '5073ed50-0d9e-4083-93e0-e6ebd7626b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1227887824-subnet', 'tenant_id': 'ed6880efb5be407987b845e344cda15e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:52.391199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.402651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5702859-9c4c-4d3a-95f5-0bb379db0a74 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.405200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d5702859-9c4c-4d3a-95f5-0bb379db0a74 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "DELETE /v2.0/ports/2d1dae77-2ce7-4f92-99c9-6338b10ac2f7 HTTP/1.1" status: 204 len: 168 time: 1.0025563 Aug 16 02:12:52.409786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.412893 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-606631d8-abec-4a4c-a4c9-16b182df13ab req-2fa6b9b8-18e8-4dff-a60b-bad5231c3bf7 service neutron] 10.222.0.86 "GET /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268819 Aug 16 02:12:52.416038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c5f9207-23d9-484f-930f-1b86dae93c4e', 'external_fixed_ips': [{'subnet_id': '8f5dfa84-c622-4a49-94be-606771c62649', 'ip_address': '2001:db8::dc'}]}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:52.422244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c197206-bdb3-464f-b253-4163edd037be admin admin] Pushing event updated for resources: {'Network': ['ID=5073ed50-0d9e-4083-93e0-e6ebd7626b04,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.435662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 5073ed50-0d9e-4083-93e0-e6ebd7626b04 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:52.445566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Made reservation on behalf of ed6880efb5be407987b845e344cda15e for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:52.448262 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.460318 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df18c109-21a5-4ff3-922e-40dba5d1abfd tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.496671 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 2, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:52.536572 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Checking router: 568adc76-3ef1-4142-937e-2162ea232f4a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:52.538329 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Updating router 568adc76-3ef1-4142-937e-2162ea232f4a port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:52.548496 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.549501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.569695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df18c109-21a5-4ff3-922e-40dba5d1abfd tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.579133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Pushing event updated for resources: {'Port': ['ID=17227be5-d440-4d08-9761-d4bac0ff8d40,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.592337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:52.596097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:52.599930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:52.620548 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.643710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18c109-21a5-4ff3-922e-40dba5d1abfd tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab0851f-eab4-4ce5-ae4c-6b95515ff342,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.646163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.657358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df18c109-21a5-4ff3-922e-40dba5d1abfd tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.663418 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-df18c109-21a5-4ff3-922e-40dba5d1abfd tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0770214 Aug 16 02:12:52.664108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55242) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.672722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0fd44c9c-9eb7-417c-b490-1606f5d24c90 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'security_group_rule': {'security_group_id': '1f6c163d-c481-43ec-b7d1-6aea36fcfb05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:52.751647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fd44c9c-9eb7-417c-b490-1606f5d24c90 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.872042 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.895324 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fd44c9c-9eb7-417c-b490-1606f5d24c90 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.902034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fd44c9c-9eb7-417c-b490-1606f5d24c90 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.908971 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.975203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fd44c9c-9eb7-417c-b490-1606f5d24c90 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.979902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0fd44c9c-9eb7-417c-b490-1606f5d24c90 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3125584 Aug 16 02:12:52.982020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.989670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44996d6c-86c3-4558-ad64-4c80a1cfc63a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.993808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:53.001917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd44c9c-9eb7-417c-b490-1606f5d24c90 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abebb8ca-2029-4c9f-b376-eea370688fc6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.063602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Checking segment: {'id': 'f6aa473e-987e-40e9-96d3-47e222bdae3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5073ed50-0d9e-4083-93e0-e6ebd7626b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:53.063986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Network hostable DHCP agents. Network: 5073ed50-0d9e-4083-93e0-e6ebd7626b04, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:53.084763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.114502 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.125797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Network 5073ed50-0d9e-4083-93e0-e6ebd7626b04 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:53.135441 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Transition to ACTIVE for port object 961ee86f-3f3c-4d1d-ab4e-a05efad35034 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:53.148574 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.152846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 5073ed50-0d9e-4083-93e0-e6ebd7626b04) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:53.163403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e4848f-2140-458c-a03a-13ffbadbb342 None None] Network 5073ed50-0d9e-4083-93e0-e6ebd7626b04 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:53.163890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.164535 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.236905 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.243350 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Pushing event updated for resources: {'Port': ['ID=961ee86f-3f3c-4d1d-ab4e-a05efad35034,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.256527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9e7b8ded-790f-4304-bb18-4c54ae153ea9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9411421 Aug 16 02:12:53.264870 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.265215 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.265908 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.265908 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.266201 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.266532 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.266859 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.267192 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.267929 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.268264 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.268589 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.268912 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:53.433532 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Attempting to bind port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:53.434260 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Attempting to bind port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:53.434967 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Attempting to bind port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 on network 42402214-d4b1-4919-808b-9e663e6ab8cc {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:53.441111 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:53.445260 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Checking segment: {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:53.446090 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.446757 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Bound using segment: {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:53.447484 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Bound port: 961ee86f-3f3c-4d1d-ab4e-a05efad35034, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:53.448091 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.464590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.491041 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7f0c4-93e9-4ead-a863-740da9fd84d4 None None] Network 5073ed50-0d9e-4083-93e0-e6ebd7626b04 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:53.505963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.608658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.619781 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] For port 961ee86f-3f3c-4d1d-ab4e-a05efad35034, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:53.626518 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] For port 961ee86f-3f3c-4d1d-ab4e-a05efad35034, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=961ee86f-3f3c-4d1d-ab4e-a05efad35034,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:53.655311 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.771850 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e61772-5f31-45d2-ac4d-8653173e43e4 None None] Pushing event updated for resources: {'Port': ['ID=961ee86f-3f3c-4d1d-ab4e-a05efad35034,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.782135 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:53.788090 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:53.824404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b1ec3-cf64-4ff5-9e9b-e003965615a4 None None] Network e2be4b65-63d9-493d-b57d-34333a53d602 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:53.995711 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:54.000937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.063125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Allocated IP 172.25.5.229 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/ff0a8864-baa8-4c50-b550-619058f7f314) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:54.112295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Allocated IP 2001:db8::dc (8c5f9207-23d9-484f-930f-1b86dae93c4e/8f5dfa84-c622-4a49-94be-606771c62649/78b2bdca-c53b-4779-8a23-046ddc921b0b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:54.158554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.187065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-691432901-network', 'tenant_id': '67c8cd5c12dd44caa6e6c22fd4d06abb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:54.451133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Made reservation on behalf of 67c8cd5c12dd44caa6e6c22fd4d06abb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:54.460363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.482513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.517005 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:53Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:54.525076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Router a7182bee-6efa-405d-8044-e17769f91de0 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:54.537344 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.549330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 961ee86f-3f3c-4d1d-ab4e-a05efad35034 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:54.553593 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcc949-5676-4ada-b0dc-dd51211cf413 None None] The sync data for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 is: [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:53Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:54.686248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98932765-769e-4afe-a826-a71e90732901 None None] Provisioning for port 9037390e-6508-40da-8e3b-264636ffc0a5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:54.692750 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.724026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:54.731509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:54.731989 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.790182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Network 8c5f9207-23d9-484f-930f-1b86dae93c4e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:54.800241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:54.823607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.825025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:54.827329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event updated for resources: {'Port': ['ID=78b2bdca-c53b-4779-8a23-046ddc921b0b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.833453 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.904254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aa1f4689-f304-4918-b530-3f0ea44f1905 None None] Provisioning complete for port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:54.904875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4689-f304-4918-b530-3f0ea44f1905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.914844 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.027293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 961ee86f-3f3c-4d1d-ab4e-a05efad35034, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=961ee86f-3f3c-4d1d-ab4e-a05efad35034,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:55.067717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.068063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:55.068540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9037390e-6508-40da-8e3b-264636ffc0a5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:55.085074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.087128 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.087388 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Added segment 89a9353f-e92b-41fe-a0f2-617d5bd4c669 of type vlan for network 3b7718e7-af33-451e-bb61-c610ad6c745c Aug 16 02:12:55.088629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e09ad02-3d13-4a4b-ad12-688e9a624668,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.140070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=961ee86f-3f3c-4d1d-ab4e-a05efad35034,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.171045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.183782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4689-f304-4918-b530-3f0ea44f1905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.250129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:55.254440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.255501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:55.256764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.257369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 9037390e-6508-40da-8e3b-264636ffc0a5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:55.268101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.271149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Sync routers for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:55.281330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 9037390e-6508-40da-8e3b-264636ffc0a5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:55.281856 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.314409 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-aa1f4689-f304-4918-b530-3f0ea44f1905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:55.315012 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-aa1f4689-f304-4918-b530-3f0ea44f1905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:55.315594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:55.318392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:55.319377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:55.322139 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.326189 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-870796d5-5ca6-4cf5-96f3-0657169cd204 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.3272839 Aug 16 02:12:55.328903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.329913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:55.332495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:55.345826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1817050 Aug 16 02:12:55.377650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.391059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf0049-4d3c-47fd-ac87-356dcffa8751 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7718e7-af33-451e-bb61-c610ad6c745c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.398953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Request body: {'subnet': {'network_id': '3b7718e7-af33-451e-bb61-c610ad6c745c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-691432901-subnet', 'tenant_id': '67c8cd5c12dd44caa6e6c22fd4d06abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:55.418753 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.430434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 3b7718e7-af33-451e-bb61-c610ad6c745c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:55.445736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'Port': ['ID=ff0a8864-baa8-4c50-b550-619058f7f314,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.550173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Made reservation on behalf of 67c8cd5c12dd44caa6e6c22fd4d06abb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:55.554503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.565815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:55.570324 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.612496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.742346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 9037390e-6508-40da-8e3b-264636ffc0a5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9037390e-6508-40da-8e3b-264636ffc0a5,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:55.808391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.813071 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.945154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=9037390e-6508-40da-8e3b-264636ffc0a5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.960917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:52Z', 'revision_number': 3, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:56.001085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Checking router: a7182bee-6efa-405d-8044-e17769f91de0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:56.001512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Updating router a7182bee-6efa-405d-8044-e17769f91de0 port 17227be5-d440-4d08-9761-d4bac0ff8d40 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:56.034420 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.177683 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.213900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.251211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 961ee86f-3f3c-4d1d-ab4e-a05efad35034 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:56.325377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e1b52a2-0702-405c-ba7a-c51222ad4650 None None] Provisioning complete for port 9037390e-6508-40da-8e3b-264636ffc0a5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:56.326192 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e1b52a2-0702-405c-ba7a-c51222ad4650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.356786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Router 1f071cfd-c257-4862-aabc-b6c338d7ee1f is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:56.358920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcf1687-c5a0-4f23-a1c1-71ef84f2dbe3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:56.373652 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.385648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.396708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Checking segment: {'id': '89a9353f-e92b-41fe-a0f2-617d5bd4c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3b7718e7-af33-451e-bb61-c610ad6c745c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:56.397091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Network hostable DHCP agents. Network: 3b7718e7-af33-451e-bb61-c610ad6c745c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:56.426729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.438391 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:56.438772 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.490039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'Port': ['ID=ff0a8864-baa8-4c50-b550-619058f7f314,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:56.511949 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.515003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Network 3b7718e7-af33-451e-bb61-c610ad6c745c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:56.534197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:56.541902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Transition to ACTIVE for port object 17227be5-d440-4d08-9761-d4bac0ff8d40 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:56.546762 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Sync routers for ids ['1f071cfd-c257-4862-aabc-b6c338d7ee1f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:56.554788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.556620 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.556853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-008404ac-56f2-4ab9-a0c2-0bb758e31372 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.1440809 Aug 16 02:12:56.564130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:56.576359 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Routers {'1f071cfd-c257-4862-aabc-b6c338d7ee1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:56.577140 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1f071cfd-c257-4862-aabc-b6c338d7ee1f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:56.653439 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.667667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df125a-ab48-4eae-af38-cb8c057297e5 None None] Pushing event updated for resources: {'Port': ['ID=17227be5-d440-4d08-9761-d4bac0ff8d40,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:56.688581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Attempting to bind port 17227be5-d440-4d08-9761-d4bac0ff8d40 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:56.689273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Attempting to bind port 17227be5-d440-4d08-9761-d4bac0ff8d40 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:56.690278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Attempting to bind port 17227be5-d440-4d08-9761-d4bac0ff8d40 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:56.695884 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.703295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:56.704344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:56.704845 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.705861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:56.706087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 3b7718e7-af33-451e-bb61-c610ad6c745c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:56.706572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Bound port: 17227be5-d440-4d08-9761-d4bac0ff8d40, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:56.707415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.724063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.724702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.772900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] For port 17227be5-d440-4d08-9761-d4bac0ff8d40, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:56.777284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] For port 17227be5-d440-4d08-9761-d4bac0ff8d40, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=17227be5-d440-4d08-9761-d4bac0ff8d40,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:56.780488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9c8f5-624f-472a-a59c-aa7bcfd8c508 None None] Network 3b7718e7-af33-451e-bb61-c610ad6c745c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:56.785968 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.830959 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Set router 1f071cfd-c257-4862-aabc-b6c338d7ee1f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:56.873620 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.900212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:56.901017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:56.909109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.918257 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e7ec6c2b-d90c-4f9a-8f27-5f72109ff439 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9255567 Aug 16 02:12:56.943890 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1ca76976-593d-49aa-846a-d68b86e52e19 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5471826 Aug 16 02:12:56.990897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Allocated IP 172.20.0.1 (e2be4b65-63d9-493d-b57d-34333a53d602/f4b8f4f0-71dc-4b13-a645-22a0a96a4b65/bcc72ba6-16ef-4b57-803d-4500755f76f7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:57.017005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Deleting port 78b2bdca-c53b-4779-8a23-046ddc921b0b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:57.018626 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.094928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df125a-ab48-4eae-af38-cb8c057297e5 None None] Pushing event updated for resources: {'Port': ['ID=17227be5-d440-4d08-9761-d4bac0ff8d40,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.251878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.289966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Calling delete_port for 78b2bdca-c53b-4779-8a23-046ddc921b0b owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:57.306671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.350141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Transition to ACTIVE for port object bcc72ba6-16ef-4b57-803d-4500755f76f7 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:57.431139 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f071cfd-c257-4862-aabc-b6c338d7ee1f', 'name': '', 'tenant_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5f9207-23d9-484f-930f-1b86dae93c4e', 'external_fixed_ips': [{'subnet_id': '8f5dfa84-c622-4a49-94be-606771c62649', 'ip_address': '2001:db8::dc'}], 'enable_snat': True}, 'gw_port_id': '78b2bdca-c53b-4779-8a23-046ddc921b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:52Z', 'updated_at': '2021-08-16T02:12:55Z', 'revision_number': 3, 'project_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'gw_port': {'id': '78b2bdca-c53b-4779-8a23-046ddc921b0b', 'name': '', 'network_id': '8c5f9207-23d9-484f-930f-1b86dae93c4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f071cfd-c257-4862-aabc-b6c338d7ee1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '8f5dfa84-c622-4a49-94be-606771c62649', 'ip_address': '2001:db8::dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:53Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f5dfa84-c622-4a49-94be-606771c62649', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:57.444919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.502291 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Checking router: 1f071cfd-c257-4862-aabc-b6c338d7ee1f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:57.502640 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Updating router 1f071cfd-c257-4862-aabc-b6c338d7ee1f port 78b2bdca-c53b-4779-8a23-046ddc921b0b binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:12:57.538306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Network e2be4b65-63d9-493d-b57d-34333a53d602 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:57.559916 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.582445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Pushing event updated for resources: {'Port': ['ID=bcc72ba6-16ef-4b57-803d-4500755f76f7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.599893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:57.602493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:57.680972 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.684293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:57.692536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.737178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event deleted for resources: {'Port': ['ID=78b2bdca-c53b-4779-8a23-046ddc921b0b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.808900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.979961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.983152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6c430-077b-4fe3-b322-0cd6ac7f505e None None] Network 3b7718e7-af33-451e-bb61-c610ad6c745c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:57.992433 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.994980 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.122810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-678b3595-1fc0-4349-9844-feffb5772aaa tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1964380419&fields=id&tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344 HTTP/1.1" status: 200 len: 267 time: 0.2143903 Aug 16 02:12:58.136759 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.db.api [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:58.137283 n-d-768862-14 neutron-server[94642]: DEBUG oslo_db.api [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:58.150153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9037390e-6508-40da-8e3b-264636ffc0a5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:58.157850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea9c949d-9975-41c2-ab72-1c8e4116a5a2 None None] Provisioning for port bcc72ba6-16ef-4b57-803d-4500755f76f7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:58.179184 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.179745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f071cfd-c257-4862-aabc-b6c338d7ee1f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:58.200797 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.201851 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bc7563d3-ac1d-4d18-a1e2-8f36283097bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "DELETE /v2.0/routers/1f071cfd-c257-4862-aabc-b6c338d7ee1f HTTP/1.1" status: 204 len: 168 time: 1.6365058 Aug 16 02:12:58.205657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:58.208979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea9c949d-9975-41c2-ab72-1c8e4116a5a2 None None] Provisioning complete for port bcc72ba6-16ef-4b57-803d-4500755f76f7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:58.209405 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea9c949d-9975-41c2-ab72-1c8e4116a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.261890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.272765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5278c92c-93e4-414f-b76b-1220f0cd1a77 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Deleting subnet 8f5dfa84-c622-4a49-94be-606771c62649 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:58.276433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.279685 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5278c92c-93e4-414f-b76b-1220f0cd1a77 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.308446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-29c5240f-566c-4ce9-b157-2074322dc980 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.310018 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-29c5240f-566c-4ce9-b157-2074322dc980 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/networks?id=5073ed50-0d9e-4083-93e0-e6ebd7626b04 HTTP/1.1" status: 200 len: 825 time: 0.2026041 Aug 16 02:12:58.340746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c949d-9975-41c2-ab72-1c8e4116a5a2 None None] Port bcc72ba6-16ef-4b57-803d-4500755f76f7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:58.353168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-4f62eafe-f8d5-4d10-9ac9-19bf4ad51e87 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.354720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-4f62eafe-f8d5-4d10-9ac9-19bf4ad51e87 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 810 time: 0.2170138 Aug 16 02:12:58.356057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-ca2de425-6b73-425b-895e-09cb267802bc tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/quotas/ed6880efb5be407987b845e344cda15e HTTP/1.1" status: 200 len: 375 time: 0.0267293 Aug 16 02:12:58.388006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 9037390e-6508-40da-8e3b-264636ffc0a5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:58.388393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.391710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-a5fb5e6e-da27-4538-b660-5e818ba80c71 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/quotas/8dfd5fb3389f4d48a15563e9b2b3a344 HTTP/1.1" status: 200 len: 375 time: 0.0275791 Aug 16 02:12:58.403917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Pushing event updated for resources: {'Port': ['ID=bcc72ba6-16ef-4b57-803d-4500755f76f7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:58.408447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.422176 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5278c92c-93e4-414f-b76b-1220f0cd1a77 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.425911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-8cd4269c-be65-4139-9a6b-cf4d1f92cf81 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed6880efb5be407987b845e344cda15e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606236 Aug 16 02:12:58.436709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:52Z', 'revision_number': 3, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:58.468690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383aba-5936-4775-9a8f-dacfad5a82cb None None] The sync data for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 is: [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:52Z', 'revision_number': 3, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:58.520404 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5278c92c-93e4-414f-b76b-1220f0cd1a77 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.521196 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-6dce5b65-1407-49ae-967e-dfa9fdb26d67 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285896 Aug 16 02:12:58.585110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Network e2be4b65-63d9-493d-b57d-34333a53d602 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:58.587248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:58.643125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-3f494665-259c-4fd0-939b-f89098ff5de4 service neutron] 10.222.0.61 "GET /v2.0/networks/5073ed50-0d9e-4083-93e0-e6ebd7626b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936541 Aug 16 02:12:58.657688 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Port 78b2bdca-c53b-4779-8a23-046ddc921b0b not found while updating agent binding for router 1f071cfd-c257-4862-aabc-b6c338d7ee1f. {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:12:58.673272 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5278c92c-93e4-414f-b76b-1220f0cd1a77 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.689184 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:58.695390 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:12:58.696163 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_agentschedulers_db [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1f071cfd-c257-4862-aabc-b6c338d7ee1f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94642) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:12:58.696551 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789beac9-6e03-4c51-948e-42c5ac0d4a26 None None] The sync data for ids ['1f071cfd-c257-4862-aabc-b6c338d7ee1f'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:58.735046 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-8e8ff24b-8acd-4fdc-bfc4-d7bebd5976f6 service neutron] 10.222.0.61 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971319 Aug 16 02:12:58.771321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278c92c-93e4-414f-b76b-1220f0cd1a77 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5dfa84-c622-4a49-94be-606771c62649,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:58.773663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5278c92c-93e4-414f-b76b-1220f0cd1a77 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.778283 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5278c92c-93e4-414f-b76b-1220f0cd1a77 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/8f5dfa84-c622-4a49-94be-606771c62649 HTTP/1.1" status: 204 len: 168 time: 0.5714889 Aug 16 02:12:58.786754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:58.885959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-3bdd9793-6d90-452a-b250-d978baf9869d service neutron] 10.222.0.61 "GET /v2.0/networks/5073ed50-0d9e-4083-93e0-e6ebd7626b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304876 Aug 16 02:12:58.913600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Router a7182bee-6efa-405d-8044-e17769f91de0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:58.917074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.948430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-dfaad8f4-73ff-486a-9fce-f6b00a9dc95f service neutron] 10.222.0.61 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058210 Aug 16 02:12:58.969907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9922fb61-a43b-4cce-b3e4-e515c9473e94 None None] Provisioning complete for port bcc72ba6-16ef-4b57-803d-4500755f76f7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:58.971302 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9922fb61-a43b-4cce-b3e4-e515c9473e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.058467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9922fb61-a43b-4cce-b3e4-e515c9473e94 None None] Port bcc72ba6-16ef-4b57-803d-4500755f76f7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:59.134344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.154014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5f9207-23d9-484f-930f-1b86dae93c4e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:59.176874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3c5b40-6878-41c8-8fda-821999c50a91') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:59.177066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3c5b40-6878-41c8-8fda-821999c50a91') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:59.193079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.203367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:59.211573 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-582c53e9-7044-422e-b0ed-65fa07d00e4a admin admin] 10.222.0.61 "PUT /v2.0/routers/a7182bee-6efa-405d-8044-e17769f91de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8350031 Aug 16 02:12:59.227037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.242312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:59.242720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:59.244707 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:59.366537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.399337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c5f9207-23d9-484f-930f-1b86dae93c4e {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:12:59.405287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.413220 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "DELETE /v2.0/networks/8c5f9207-23d9-484f-930f-1b86dae93c4e HTTP/1.1" status: 204 len: 168 time: 0.6213164 Aug 16 02:12:59.437220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fb562-cdac-4bdb-a03d-39e8d8f80998 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c5f9207-23d9-484f-930f-1b86dae93c4e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:59.448967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e16ba29-0a76-4cc3-940c-4a392ffeaa64 req-c74a7d52-5706-4160-92c2-6bcf4bb98816 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 210 time: 0.0888789 Aug 16 02:12:59.623683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d8a7bc5-7fd1-40d2-8748-939626787057 req-e0412c30-3c9a-43ef-a3cf-febfaf3bcc05 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 210 time: 0.0549335 Aug 16 02:12:59.877470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:59.892202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7a89a09a-6908-4f22-bbc3-babd3b2f7a93 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'router': {'name': 'tempest-router--469913922', 'project_id': 'e1ab507fb3c74ad6bf2c6d0bf9d0713a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:59.931426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a89a09a-6908-4f22-bbc3-babd3b2f7a93 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.933266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a89a09a-6908-4f22-bbc3-babd3b2f7a93 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.958951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662018a-5c56-448a-be5c-e00de52991df req-49bb6746-7909-4aeb-b710-997652b289c1 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.966814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-49bb6746-7909-4aeb-b710-997652b289c1 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 821 time: 0.1882355 Aug 16 02:12:59.980184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-753a3e13-d8a3-4d58-847d-5c5197c23cb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/quotas/9cc27264b4ec433d8d86e94f4b9a01d1 HTTP/1.1" status: 200 len: 375 time: 0.0125420 Aug 16 02:13:00.078416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-2637d8bf-9fd8-4a07-8005-2bd26b47ecc3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877028 Aug 16 02:13:00.103141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a89a09a-6908-4f22-bbc3-babd3b2f7a93 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.120028 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a89a09a-6908-4f22-bbc3-babd3b2f7a93 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.139726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 17227be5-d440-4d08-9761-d4bac0ff8d40 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:00.171696 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a89a09a-6908-4f22-bbc3-babd3b2f7a93 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.177209 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7a89a09a-6908-4f22-bbc3-babd3b2f7a93 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2946138 Aug 16 02:13:00.177571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:00.307770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 17227be5-d440-4d08-9761-d4bac0ff8d40 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:00.314870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 17227be5-d440-4d08-9761-d4bac0ff8d40 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:00.315529 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.354837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7488fed7-5bff-4cae-8656-b866f3e8b05a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.413991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.438528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 17227be5-d440-4d08-9761-d4bac0ff8d40, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=17227be5-d440-4d08-9761-d4bac0ff8d40,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:00.454373 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.557201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-be63190d-844c-42b3-acf9-d017d960d736 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691405 Aug 16 02:13:00.560203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=17227be5-d440-4d08-9761-d4bac0ff8d40,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.565110 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.627028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dba2a93f-e101-4912-ae1c-be00d3b83be6 req-b25675b0-c28b-45ab-9ee8-0b3b02249f4c tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 210 time: 0.0839365 Aug 16 02:13:00.644228 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7488fed7-5bff-4cae-8656-b866f3e8b05a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.685136 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7488fed7-5bff-4cae-8656-b866f3e8b05a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.766475 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7488fed7-5bff-4cae-8656-b866f3e8b05a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.766866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7488fed7-5bff-4cae-8656-b866f3e8b05a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4407ebd-a27e-4b86-a0f5-84d57d6e18b5 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:00.782115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7488fed7-5bff-4cae-8656-b866f3e8b05a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.783643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7488fed7-5bff-4cae-8656-b866f3e8b05a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "DELETE /v2.0/routers/e4407ebd-a27e-4b86-a0f5-84d57d6e18b5 HTTP/1.1" status: 204 len: 168 time: 0.6049826 Aug 16 02:13:00.835976 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-a1f90a30-55e9-40f1-bf80-449da11d7825 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767999 Aug 16 02:13:00.902415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-433ff12c-53d7-422d-9c44-abb3e09d3e73 req-75a2e35c-e3f4-45e3-8d1e-f70ba58c0002 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 210 time: 0.0653007 Aug 16 02:13:00.934593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8569afa5-b1c8-47e9-ba6f-aec087fb5722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.967695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-2c7e4d83-16d0-4978-a1a5-f406162550bf tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.969905 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-2c7e4d83-16d0-4978-a1a5-f406162550bf tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.86 "GET /v2.0/networks?id=5073ed50-0d9e-4083-93e0-e6ebd7626b04 HTTP/1.1" status: 200 len: 825 time: 0.2019289 Aug 16 02:13:00.996408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Request body: {'port': {'device_id': '5187f31d-bdee-483a-862e-5e48563578c7', 'network_id': '5073ed50-0d9e-4083-93e0-e6ebd7626b04', 'admin_state_up': True, 'tenant_id': 'ed6880efb5be407987b845e344cda15e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:01.065392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:01.183402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d54c38bf-ad83-4bd9-bcff-a086a61acd75 req-7d8bc1ce-d1fe-45e3-b72a-989e076a0cd6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 210 time: 0.0655756 Aug 16 02:13:01.188689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Made reservation on behalf of ed6880efb5be407987b845e344cda15e for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:01.194466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.377660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2021925792', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:01.464307 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.466832 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.488548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Allocated IP 172.20.0.4 (5073ed50-0d9e-4083-93e0-e6ebd7626b04/44996d6c-86c3-4558-ad64-4c80a1cfc63a/3d51d7b8-ad58-4e97-b282-13b0ba9f2147) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:01.607704 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.748062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-2a1909b9-3950-4f7a-b73d-4a9edb11a4d7 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.750132 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-2a1909b9-3950-4f7a-b73d-4a9edb11a4d7 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.86 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 810 time: 0.3115969 Aug 16 02:13:01.771440 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.811576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Sync routers for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:01.825333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:01.826045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:01.886549 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-3fa2218d-f77f-4483-a42a-e9de8a3f2ed7 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344 HTTP/1.1" status: 200 len: 380 time: 0.1028919 Aug 16 02:13:01.916086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'port': {'device_id': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'admin_state_up': True, 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'security_groups': ['1f6c163d-c481-43ec-b7d1-6aea36fcfb05']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:02.182184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 17227be5-d440-4d08-9761-d4bac0ff8d40 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:02.227790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:02.241079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1848af6-1f1c-48f0-88fa-692479d45f04 req-d05d40da-218d-40d2-bb11-6c453af52e8a tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 210 time: 0.0715449 Aug 16 02:13:02.256045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1b13734-fc9f-46e8-ae2c-7d3d7f91c60d req-d16c8ee7-db2a-4bcc-a049-68fdfed5eb73 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 210 time: 0.1564870 Aug 16 02:13:02.400902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.401489 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.424336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-712843d3-89cd-4144-971e-94e58d8336b6 req-64d877c4-cbd6-40a5-9e22-8ef01f175e06 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 210 time: 0.0423961 Aug 16 02:13:02.490968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Network 5073ed50-0d9e-4083-93e0-e6ebd7626b04 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:02.509614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:02.513071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:02.543662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 17227be5-d440-4d08-9761-d4bac0ff8d40 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:02.544464 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.666825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:12:58Z', 'revision_number': 2, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:02.681696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Pushing event updated for resources: {'Port': ['ID=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.699233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.700634 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.701942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Checking router: a7182bee-6efa-405d-8044-e17769f91de0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:02.702513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Updating router a7182bee-6efa-405d-8044-e17769f91de0 port bcc72ba6-16ef-4b57-803d-4500755f76f7 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:13:02.760706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.794436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.819500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.848596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Made reservation on behalf of 8dfd5fb3389f4d48a15563e9b2b3a344 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:02.852967 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.859803 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-28ff3493-9c44-48b7-9f6c-388545eb28c0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8686273 Aug 16 02:13:02.886808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Request body: {'port': {'device_id': '5187f31d-bdee-483a-862e-5e48563578c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:02.976179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Allocated IP 172.25.5.151 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/72c279dc-85ec-4977-951d-986723081bde) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:03.095411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Allocated IP 172.20.0.14 (42402214-d4b1-4919-808b-9e663e6ab8cc/10b9891d-fbd4-4354-9744-2f1ed84325d9/7d5c6af0-9407-441a-ac4f-3e39c578f4ba) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:03.101780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.152184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662018a-5c56-448a-be5c-e00de52991df req-051ea46b-4450-4617-a92f-5f3accb12e9c tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.153872 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-051ea46b-4450-4617-a92f-5f3accb12e9c tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 821 time: 0.5327189 Aug 16 02:13:03.154939 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.168093 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.173581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Request body: {'port': {'device_id': '1abaabc3-8dc5-477c-8554-501a1039108b', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'admin_state_up': True, 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:03.181857 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.183386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Transition to ACTIVE for port object bcc72ba6-16ef-4b57-803d-4500755f76f7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:03.192882 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.214478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:03.218111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:03.228532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:03.264517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event updated for resources: {'Port': ['ID=72c279dc-85ec-4977-951d-986723081bde,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:03.432176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573571a8-3e28-4fd3-a5fc-c40050619749 None None] Pushing event updated for resources: {'Port': ['ID=bcc72ba6-16ef-4b57-803d-4500755f76f7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:03.445321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Attempting to bind port bcc72ba6-16ef-4b57-803d-4500755f76f7 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:03.445714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Attempting to bind port bcc72ba6-16ef-4b57-803d-4500755f76f7 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:03.446073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Attempting to bind port bcc72ba6-16ef-4b57-803d-4500755f76f7 on network e2be4b65-63d9-493d-b57d-34333a53d602 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:03.451999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:03.452386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Checking segment: {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:03.452801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.454665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Bound using segment: {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:03.455257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Bound port: bcc72ba6-16ef-4b57-803d-4500755f76f7, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:03.455664 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.519456 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abc35912-746b-4ed9-88fe-d95782f66305 req-524dd33a-029a-4663-9198-ae2869e70d96 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 210 time: 0.1022007 Aug 16 02:13:03.593214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] For port bcc72ba6-16ef-4b57-803d-4500755f76f7, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:03.631181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf8ce5-8353-45b2-b869-37008200ae1d req-223236e8-c8c5-4674-9b1a-5a636283898a tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.647331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdcf8ce5-8353-45b2-b869-37008200ae1d req-223236e8-c8c5-4674-9b1a-5a636283898a tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 931 time: 0.2198660 Aug 16 02:13:03.648088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] For port bcc72ba6-16ef-4b57-803d-4500755f76f7, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bcc72ba6-16ef-4b57-803d-4500755f76f7,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:03.663995 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.667664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.708128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87f9eebd-dc4d-4284-bb2d-3f9ba34c7382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.716479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Transition to ACTIVE for port object 7d5c6af0-9407-441a-ac4f-3e39c578f4ba will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:03.777468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d302045-65aa-4e1f-af43-ae5f7092b389 req-65cd8ed2-199f-42ea-bb56-d6ddeb8f173c tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 210 time: 0.1076574 Aug 16 02:13:03.779960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Made reservation on behalf of 9cc27264b4ec433d8d86e94f4b9a01d1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:03.789353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.904759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdcf8ce5-8353-45b2-b869-37008200ae1d req-ffa512ff-ef81-4eb4-89fd-65bf1a641f8e tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561545 Aug 16 02:13:03.990690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573571a8-3e28-4fd3-a5fc-c40050619749 None None] Pushing event updated for resources: {'Port': ['ID=bcc72ba6-16ef-4b57-803d-4500755f76f7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.005333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.020311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:04.021014 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:04.167047 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.175878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.179212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Network 42402214-d4b1-4919-808b-9e663e6ab8cc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:04.194368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:04.200797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'Port': ['ID=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.203365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:04.290131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.290792 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.301277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:04.336713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Allocated IP 172.20.0.10 (e2be4b65-63d9-493d-b57d-34333a53d602/f4b8f4f0-71dc-4b13-a645-22a0a96a4b65/485ba6a2-b43d-4b51-a85f-b9f6032bc645) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:04.345420 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-cfbab815-0626-47c9-85e5-8753164955f2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4448445 Aug 16 02:13:04.351641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:04.379124 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.384471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Request body: {'port': {'device_id': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:04.450260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Transition to ACTIVE for port object 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:04.464011 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.464253 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.537269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Pushing event updated for resources: {'Port': ['ID=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.600034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.634170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e2c997ce-a475-4cc3-a34b-c2b1e7ce9a1b None None] Provisioning for port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:04.643399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e2c997ce-a475-4cc3-a34b-c2b1e7ce9a1b None None] Provisioning complete for port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:04.644534 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e2c997ce-a475-4cc3-a34b-c2b1e7ce9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.685656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e2c997ce-a475-4cc3-a34b-c2b1e7ce9a1b None None] Port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:04.702142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:03Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:04.733493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205d54d-ff78-4f54-95fb-40fe40dc5b38 req-8d30f86b-1d60-47c3-87ac-48d6344792c7 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.735373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e205d54d-ff78-4f54-95fb-40fe40dc5b38 req-8d30f86b-1d60-47c3-87ac-48d6344792c7 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 932 time: 0.0946836 Aug 16 02:13:04.746683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c449d6-927c-4a66-a898-7ec136371dd2 None None] The sync data for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 is: [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:03Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:04.766702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Router bcae2fc3-d77f-4541-93a7-85f1594d0861 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:04.839481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.931628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e205d54d-ff78-4f54-95fb-40fe40dc5b38 req-53afb6e9-bb44-4e31-ac7d-42f3fa14ba4b tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887751 Aug 16 02:13:05.017118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.024593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Attempting to bind port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:05.024953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Attempting to bind port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'f6aa473e-987e-40e9-96d3-47e222bdae3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5073ed50-0d9e-4083-93e0-e6ebd7626b04'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:05.027662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Attempting to bind port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 on network 5073ed50-0d9e-4083-93e0-e6ebd7626b04 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:05.058702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16257277-d86f-4bb8-a440-2c24645a8fe1 req-f57df19c-9126-4fc5-ab19-e277c9f92282 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 210 time: 0.1366591 Aug 16 02:13:05.069944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 on network 5073ed50-0d9e-4083-93e0-e6ebd7626b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:05.070271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Attempting to bind port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 on network 5073ed50-0d9e-4083-93e0-e6ebd7626b04 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:05.084096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:05.094180 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774682c4-9591-4ed3-8a17-59fb12972093 None None] Sync routers for ids ['bcae2fc3-d77f-4541-93a7-85f1594d0861'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:05.104859 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774682c4-9591-4ed3-8a17-59fb12972093 None None] Routers {'bcae2fc3-d77f-4541-93a7-85f1594d0861'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:05.105503 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-774682c4-9591-4ed3-8a17-59fb12972093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['bcae2fc3-d77f-4541-93a7-85f1594d0861'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:05.149084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.151765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-608f450d-d20c-40f9-aca1-118d5c539500 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0831313 Aug 16 02:13:05.156047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.159293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:05.159625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Checking segment: {'id': 'f6aa473e-987e-40e9-96d3-47e222bdae3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5073ed50-0d9e-4083-93e0-e6ebd7626b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:05.160945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Bound using segment: {'id': 'f6aa473e-987e-40e9-96d3-47e222bdae3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5073ed50-0d9e-4083-93e0-e6ebd7626b04'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:05.161463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Bound port: 3d51d7b8-ad58-4e97-b282-13b0ba9f2147, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6aa473e-987e-40e9-96d3-47e222bdae3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5073ed50-0d9e-4083-93e0-e6ebd7626b04'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:05.161834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.164948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Transition to ACTIVE for port object 485ba6a2-b43d-4b51-a85f-b9f6032bc645 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:05.215733 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-774682c4-9591-4ed3-8a17-59fb12972093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:05.241367 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774682c4-9591-4ed3-8a17-59fb12972093 None None] Routers {'bcae2fc3-d77f-4541-93a7-85f1594d0861'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:05.243257 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-774682c4-9591-4ed3-8a17-59fb12972093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['bcae2fc3-d77f-4541-93a7-85f1594d0861'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:05.265500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] For port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:05.269457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] For port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,segment=NetworkSegment(f6aa473e-987e-40e9-96d3-47e222bdae3c),segment_id=f6aa473e-987e-40e9-96d3-47e222bdae3c)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:05.291876 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.315398 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-774682c4-9591-4ed3-8a17-59fb12972093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:05.318506 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774682c4-9591-4ed3-8a17-59fb12972093 None None] The sync data for ids ['bcae2fc3-d77f-4541-93a7-85f1594d0861'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:05.396214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.421187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.421854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.423364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] 10.222.0.86 "PUT /v2.0/ports/3d51d7b8-ad58-4e97-b282-13b0ba9f2147 HTTP/1.1" status: 200 len: 1092 time: 2.5468686 Aug 16 02:13:05.427214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5187f31d-bdee-483a-862e-5e48563578c7', 'tag': '3d51d7b8-ad58-4e97-b282-13b0ba9f2147'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:05.429593 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fa6cfd-a687-45f8-adec-bc34e37ba118" -d '{"events": [{"name": "network-changed", "server_uuid": "5187f31d-bdee-483a-862e-5e48563578c7", "tag": "3d51d7b8-ad58-4e97-b282-13b0ba9f2147"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:05.450322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Network e2be4b65-63d9-493d-b57d-34333a53d602 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:05.461639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:05.473339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:05.479287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ddd59-41eb-4ff7-9594-a96e54a3559d service neutron] Pushing event updated for resources: {'Port': ['ID=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.568462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5c6af0-9407-441a-ac4f-3e39c578f4ba {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:05.585344 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6417a-c028-4ab0-8f0f-af0f1586ed17 x-openstack-request-id: req-45e6417a-c028-4ab0-8f0f-af0f1586ed17 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:05.585920 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5187f31d-bdee-483a-862e-5e48563578c7", "tag": "3d51d7b8-ad58-4e97-b282-13b0ba9f2147", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:05.586334 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45e6417a-c028-4ab0-8f0f-af0f1586ed17 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:05.586894 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5187f31d-bdee-483a-862e-5e48563578c7', 'tag': '3d51d7b8-ad58-4e97-b282-13b0ba9f2147', 'status': 'completed', 'code': 200} Aug 16 02:13:05.621882 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.708180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Transition to ACTIVE for port object 7d5c6af0-9407-441a-ac4f-3e39c578f4ba will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:05.716057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.718520 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.721231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Pushing event updated for resources: {'Port': ['ID=485ba6a2-b43d-4b51-a85f-b9f6032bc645,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.739183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.771009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7f736bbb-6da5-4de1-8190-b751c25a4cac tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/routers/bcae2fc3-d77f-4541-93a7-85f1594d0861 HTTP/1.1" status: 200 len: 925 time: 0.6133606 Aug 16 02:13:05.776526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.795242 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-11e1998d-1b86-4215-a4b2-ec04397f7d42 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6274238 Aug 16 02:13:05.797045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-67d39931-8655-4274-bbdc-6c46f8b39da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.798506 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-67d39931-8655-4274-bbdc-6c46f8b39da2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6880efb5be407987b845e344cda15e&device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 1095 time: 0.2686872 Aug 16 02:13:05.813164 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Request body: {'port': {'device_id': '1abaabc3-8dc5-477c-8554-501a1039108b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:05.818371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230199e-82ab-417e-a234-11b9bb58089f req-d8fd1185-2e5e-4a81-aca5-6443a5c64fcc tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.825697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7230199e-82ab-417e-a234-11b9bb58089f req-d8fd1185-2e5e-4a81-aca5-6443a5c64fcc tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 943 time: 0.4873171 Aug 16 02:13:05.832092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9b0fa60c-bd6c-4164-9a04-4093d60cdef8 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcae2fc3-d77f-4541-93a7-85f1594d0861 HTTP/1.1" status: 200 len: 205 time: 0.0495872 Aug 16 02:13:05.834821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.836398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c4ce9c3-f068-45ae-92dd-4dd82f611a80 None None] Provisioning for port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:05.844141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c4ce9c3-f068-45ae-92dd-4dd82f611a80 None None] Provisioning complete for port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:05.844996 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c4ce9c3-f068-45ae-92dd-4dd82f611a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.905943 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-f7e5a593-f49f-4736-96b8-cb0b5a4c4948 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d51d7b8-ad58-4e97-b282-13b0ba9f2147 HTTP/1.1" status: 200 len: 217 time: 0.0881758 Aug 16 02:13:05.920298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ce9c3-f068-45ae-92dd-4dd82f611a80 None None] Port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:05.957742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7230199e-82ab-417e-a234-11b9bb58089f req-1680424e-d9a8-4168-b2dd-ea66113d4323 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310802 Aug 16 02:13:06.006079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.035078 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.049598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.050210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.050333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.050668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.050946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.051293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.051621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.051947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.052273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.052586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.052913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.053236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.124693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.162704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-1160c4c5-3601-4b7b-b6d3-46d7e9f9a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.164336 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-1160c4c5-3601-4b7b-b6d3-46d7e9f9a19b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=44996d6c-86c3-4558-ad64-4c80a1cfc63a HTTP/1.1" status: 200 len: 865 time: 0.2324491 Aug 16 02:13:06.186003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bcc72ba6-16ef-4b57-803d-4500755f76f7 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:06.209631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dcdaa-e238-4f62-a14b-2d1d9c81b9b3 req-f5ec045d-bc2b-46d2-b940-17632d6a8b86 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.211254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e13dcdaa-e238-4f62-a14b-2d1d9c81b9b3 req-f5ec045d-bc2b-46d2-b940-17632d6a8b86 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 944 time: 0.1182806 Aug 16 02:13:06.224819 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-eb7aebb2-408c-48d6-a88d-fc7c5158c3ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5073ed50-0d9e-4083-93e0-e6ebd7626b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485885 Aug 16 02:13:06.267321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Attempting to bind port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:06.267711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Attempting to bind port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:06.267966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Attempting to bind port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba on network 42402214-d4b1-4919-808b-9e663e6ab8cc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:06.298254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e13dcdaa-e238-4f62-a14b-2d1d9c81b9b3 req-fe51bf17-3661-4a43-9d0a-88be27047e88 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554502 Aug 16 02:13:06.307624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba on network 42402214-d4b1-4919-808b-9e663e6ab8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:06.307951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Attempting to bind port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba on network 42402214-d4b1-4919-808b-9e663e6ab8cc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:06.310851 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port bcc72ba6-16ef-4b57-803d-4500755f76f7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:06.330854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bcc72ba6-16ef-4b57-803d-4500755f76f7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:06.333374 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.375810 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.385930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:06.386201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Checking segment: {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:06.386487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Bound using segment: {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:06.386945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Bound port: 7d5c6af0-9407-441a-ac4f-3e39c578f4ba, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:06.387312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.393315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eb008-4ddf-42fc-ba34-c8f714a66226 req-d7156a78-3b42-482f-83be-621f6c1d45c2 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.404866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325eb008-4ddf-42fc-ba34-c8f714a66226 req-d7156a78-3b42-482f-83be-621f6c1d45c2 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 932 time: 0.1119063 Aug 16 02:13:06.501162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-325eb008-4ddf-42fc-ba34-c8f714a66226 req-6c52f956-de98-4772-9d82-1dbc9c7449e9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950220 Aug 16 02:13:06.537694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Deleting port 72c279dc-85ec-4977-951d-986723081bde {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:06.538069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.576538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-fb6ccf00-8853-47c4-8795-67c8cfe51d6b service neutron] 10.222.0.86 "GET /v2.0/networks/5073ed50-0d9e-4083-93e0-e6ebd7626b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388946 Aug 16 02:13:06.586962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] For port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:06.673131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] For port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:06.678114 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.695485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.698847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.715443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Calling delete_port for 72c279dc-85ec-4977-951d-986723081bde owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:06.762649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port bcc72ba6-16ef-4b57-803d-4500755f76f7, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bcc72ba6-16ef-4b57-803d-4500755f76f7,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:06.771136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.772074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.772860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.774153 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] 10.222.0.86 "PUT /v2.0/ports/7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 200 len: 1093 time: 2.3986638 Aug 16 02:13:06.848008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=bcc72ba6-16ef-4b57-803d-4500755f76f7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.849530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2f11e-54bd-41ff-af73-dd79347181a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.887757 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.899073 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2089e8e-f892-4df6-9a58-4edd510cf6b1 req-f41f6067-6fad-4c89-abf7-8db935cba2bb service neutron] 10.222.0.86 "GET /v2.0/networks/5073ed50-0d9e-4083-93e0-e6ebd7626b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134201 Aug 16 02:13:06.911479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485ba6a2-b43d-4b51-a85f-b9f6032bc645 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:06.921456 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.935928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-15b62932-1570-40a9-98e0-9cf6e0085e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.937466 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-15b62932-1570-40a9-98e0-9cf6e0085e81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 1096 time: 0.0890591 Aug 16 02:13:06.943019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Transition to ACTIVE for port object 485ba6a2-b43d-4b51-a85f-b9f6032bc645 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:06.947934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.967775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fec783-9879-461f-a348-0fbfec8d9efb req-27a77b79-42f0-45e3-9cee-a0f857ee2cfe tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.969515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16fec783-9879-461f-a348-0fbfec8d9efb req-27a77b79-42f0-45e3-9cee-a0f857ee2cfe tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 946 time: 0.1753459 Aug 16 02:13:07.030848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16fec783-9879-461f-a348-0fbfec8d9efb req-202fe0d5-1100-4189-bf88-93abcbf9ce36 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513859 Aug 16 02:13:07.037639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Pushing event updated for resources: {'Port': ['ID=485ba6a2-b43d-4b51-a85f-b9f6032bc645,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:07.119230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.138731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-90ad0bed-87ab-41ab-9b26-4e0f45f8acb2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 200 len: 217 time: 0.1124229 Aug 16 02:13:07.188179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event deleted for resources: {'Port': ['ID=72c279dc-85ec-4977-951d-986723081bde,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:07.213831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-de2c1457-ca9d-462a-a4b5-bed4e6bf108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.215594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-de2c1457-ca9d-462a-a4b5-bed4e6bf108e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.0695825 Aug 16 02:13:07.226430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-7af44daa-89cd-4d4b-a577-a55ed2f64a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.228000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-7af44daa-89cd-4d4b-a577-a55ed2f64a1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed6880efb5be407987b845e344cda15e&device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 1095 time: 0.2034123 Aug 16 02:13:07.266778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9990b-9006-4ee2-8a6a-bfb9568b147c req-a41c5332-947f-4fc9-9cdf-ef5ab34ba346 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.268520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44a9990b-9006-4ee2-8a6a-bfb9568b147c req-a41c5332-947f-4fc9-9cdf-ef5ab34ba346 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 943 time: 0.1780050 Aug 16 02:13:07.275172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Attempting to bind port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:07.275523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Attempting to bind port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:07.275834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Attempting to bind port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 on network e2be4b65-63d9-493d-b57d-34333a53d602 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:07.279326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.323401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 on network e2be4b65-63d9-493d-b57d-34333a53d602 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:07.323733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Attempting to bind port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 on network e2be4b65-63d9-493d-b57d-34333a53d602 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:07.339159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:07.339458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Checking segment: {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:07.339807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Bound using segment: {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:07.340223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Bound port: 485ba6a2-b43d-4b51-a85f-b9f6032bc645, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:07.340565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.357939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-6d7b9c93-7ef3-4a9a-bc53-68f655fd5cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.359560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-6d7b9c93-7ef3-4a9a-bc53-68f655fd5cbd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302481 Aug 16 02:13:07.417837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.433258 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.456557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44a9990b-9006-4ee2-8a6a-bfb9568b147c req-d2e8b054-93b7-494a-b38c-0e8c3caf2bfc tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744914 Aug 16 02:13:07.507801 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.508313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Fanout notify agent at l3_agent the message router_deleted on router bcae2fc3-d77f-4541-93a7-85f1594d0861 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:07.516902 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.522356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-25828f1f-6414-40f5-9161-41ec6a9928ba tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/bcae2fc3-d77f-4541-93a7-85f1594d0861 HTTP/1.1" status: 204 len: 168 time: 1.6827149 Aug 16 02:13:07.528505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee734b-540b-4fec-a673-07a7a94edc83 req-8e373c80-b28a-4e33-afe0-b44aa2dd88bb tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.530367 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8ee734b-540b-4fec-a673-07a7a94edc83 req-8e373c80-b28a-4e33-afe0-b44aa2dd88bb tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 944 time: 0.1369274 Aug 16 02:13:07.530873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55492) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.535974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1948291527', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': False}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:07.589109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.590455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.602765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8ee734b-540b-4fec-a673-07a7a94edc83 req-0c08e36b-7596-4726-acbe-df0f73988869 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631959 Aug 16 02:13:07.690242 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.742307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f72a1b-8595-4871-8326-05974ef84dc0 req-88a770dd-9ba3-4583-b87a-fda6550f7842 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.744172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17f72a1b-8595-4871-8326-05974ef84dc0 req-88a770dd-9ba3-4583-b87a-fda6550f7842 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 944 time: 0.1390896 Aug 16 02:13:07.753862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'tag': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:07.756309 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c13a96-a772-4ecd-8c1b-761dcf623776" -d '{"events": [{"name": "network-changed", "server_uuid": "85cfccdd-0def-4ce0-9002-ddef0d24bd00", "tag": "7d5c6af0-9407-441a-ac4f-3e39c578f4ba"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:07.801894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-d82ccc6c-780f-444e-bf96-bdc47b75a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.803445 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-d82ccc6c-780f-444e-bf96-bdc47b75a876 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5073ed50-0d9e-4083-93e0-e6ebd7626b04 HTTP/1.1" status: 200 len: 926 time: 0.5410595 Aug 16 02:13:07.807565 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9cf89-bf90-4ce0-badf-fd80e6b2aa5f x-openstack-request-id: req-cbd9cf89-bf90-4ce0-badf-fd80e6b2aa5f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:07.807849 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cfccdd-0def-4ce0-9002-ddef0d24bd00", "tag": "7d5c6af0-9407-441a-ac4f-3e39c578f4ba", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:07.808094 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cbd9cf89-bf90-4ce0-badf-fd80e6b2aa5f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:07.808463 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'tag': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba', 'status': 'completed', 'code': 200} Aug 16 02:13:07.828129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] For port 485ba6a2-b43d-4b51-a85f-b9f6032bc645, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:07.874827 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.876837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] For port 485ba6a2-b43d-4b51-a85f-b9f6032bc645, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:07.884753 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-81c83321-d3eb-4905-9921-06849a5841c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d51d7b8-ad58-4e97-b282-13b0ba9f2147 HTTP/1.1" status: 200 len: 217 time: 0.0543845 Aug 16 02:13:07.885286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17f72a1b-8595-4871-8326-05974ef84dc0 req-653bd6ba-7eba-476a-a05c-6206d3e7af6f tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144450 Aug 16 02:13:07.889347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.900461 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-d43bb374-efe5-4a83-8b6d-3dbf3d18ed9a service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291526 Aug 16 02:13:08.001715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.002389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.004223 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] 10.222.0.93 "PUT /v2.0/ports/485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 1093 time: 2.1996071 Aug 16 02:13:08.053640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bcc72ba6-16ef-4b57-803d-4500755f76f7 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:08.125125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-6bc84387-ec19-458d-8b37-d26d8b4a1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.126965 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-6bc84387-ec19-458d-8b37-d26d8b4a1339 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=44996d6c-86c3-4558-ad64-4c80a1cfc63a HTTP/1.1" status: 200 len: 865 time: 0.2299690 Aug 16 02:13:08.131869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7b651-0e71-4312-9db1-bfb6ac14c57f service neutron] Pushing event updated for resources: {'Port': ['ID=485ba6a2-b43d-4b51-a85f-b9f6032bc645,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.156801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bcc72ba6-16ef-4b57-803d-4500755f76f7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:08.157769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.176320 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-0b4c0551-005e-4759-bbab-d7dea3a4d6e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5073ed50-0d9e-4083-93e0-e6ebd7626b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362825 Aug 16 02:13:08.186920 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-768a7c79-0926-42eb-baa1-a7745c0213d9 req-2bb038ca-6e45-4a5b-9a85-71eb0f5341ab service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546673 Aug 16 02:13:08.228870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.257973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.259351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662018a-5c56-448a-be5c-e00de52991df req-c92a1a95-026c-4282-9881-5101780e7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.260866 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-c92a1a95-026c-4282-9881-5101780e7bd4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1096 time: 0.1747322 Aug 16 02:13:08.292878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac95b1-9b43-4718-bab5-dbb715ffc279 req-0617a4b7-e92b-44b1-a567-fce435d10642 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.294360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16ac95b1-9b43-4718-bab5-dbb715ffc279 req-0617a4b7-e92b-44b1-a567-fce435d10642 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 946 time: 0.1478903 Aug 16 02:13:08.323629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-ee632b35-876b-4555-a70e-37818a8c4c13 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 217 time: 0.0549016 Aug 16 02:13:08.343481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-2586dde5-eef6-44bc-bc93-3e13355166b9 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.344938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-2586dde5-eef6-44bc-bc93-3e13355166b9 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.93 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 946 time: 0.1581428 Aug 16 02:13:08.421986 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-695d453b-06cd-44ad-b532-dd6c56b7af23 service neutron] 10.222.0.86 "GET /v2.0/networks/5073ed50-0d9e-4083-93e0-e6ebd7626b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337077 Aug 16 02:13:08.423958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-d9f47b06-9478-4f04-b7da-a55bb025bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.426036 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-d9f47b06-9478-4f04-b7da-a55bb025bcd5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 1096 time: 0.1458449 Aug 16 02:13:08.427471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662018a-5c56-448a-be5c-e00de52991df req-4d5711bf-120d-4cc7-a3d7-a8ff8ed24f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.428796 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-4d5711bf-120d-4cc7-a3d7-a8ff8ed24f46 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.0890942 Aug 16 02:13:08.443518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16ac95b1-9b43-4718-bab5-dbb715ffc279 req-a4aff746-5ceb-4712-816b-1c9b01202f25 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9d41d57-2a93-4a57-a43d-7885a40b14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180556 Aug 16 02:13:08.512039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Allocated IP 172.25.5.2 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/d1706ee2-3d21-4898-8b4d-64b2ade90181) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:08.584002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Deleting port 29d77f0d-30f7-4227-bcc2-437560599a0f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:08.584351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.614539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662018a-5c56-448a-be5c-e00de52991df req-dae01593-0dd3-4890-a9ed-df21c720873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.616117 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-dae01593-0dd3-4890-a9ed-df21c720873a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803348 Aug 16 02:13:08.623556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-4acd59f1-39f4-41de-b108-5918e583097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.624962 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-4acd59f1-39f4-41de-b108-5918e583097a service neutron] 10.222.0.86 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.1796298 Aug 16 02:13:08.716912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-86fa6cfd-a687-45f8-adec-bc34e37ba118 req-5be2eba7-04d9-4d3c-94d2-3b438200bbd0 service neutron] 10.222.0.86 "GET /v2.0/networks/5073ed50-0d9e-4083-93e0-e6ebd7626b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724361 Aug 16 02:13:08.719970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f5d78-1313-4c67-945b-05a5f0fce2e4 req-9f3f17a8-6076-4020-9cdf-3baea72ff25c tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.720140 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-88b32a1a-4599-4dbb-a3f0-b033726ed9dc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 200 len: 217 time: 0.0780904 Aug 16 02:13:08.721887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-167f5d78-1313-4c67-945b-05a5f0fce2e4 req-9f3f17a8-6076-4020-9cdf-3baea72ff25c tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 943 time: 0.1899924 Aug 16 02:13:08.801290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] For port 29d77f0d-30f7-4227-bcc2-437560599a0f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=29d77f0d-30f7-4227-bcc2-437560599a0f,segment=NetworkSegment(27caf0a8-1570-49fb-8bbd-fa3aef7bd412),segment_id=27caf0a8-1570-49fb-8bbd-fa3aef7bd412)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:08.801669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.815599 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-82fd709b-f1cf-4e35-9684-4930954e26c6 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894798 Aug 16 02:13:08.821564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-f75d27af-5ed7-4718-9d21-9858b40e079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.823064 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-f75d27af-5ed7-4718-9d21-9858b40e079d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.0703046 Aug 16 02:13:08.829916 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.841766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Calling delete_port for 29d77f0d-30f7-4227-bcc2-437560599a0f owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:08.861795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fff536-9eb3-41f8-a8ac-0147183dbf8a req-921e31fd-4bce-4662-9e27-4f80a0cdec9f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.863984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74fff536-9eb3-41f8-a8ac-0147183dbf8a req-921e31fd-4bce-4662-9e27-4f80a0cdec9f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 944 time: 0.1647856 Aug 16 02:13:08.869770 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-167f5d78-1313-4c67-945b-05a5f0fce2e4 req-859f3ef7-64f2-479a-b676-7ae5e4909a6c tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397183 Aug 16 02:13:08.942972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-429824b1-c930-4208-9e1a-25323af2ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.944755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-429824b1-c930-4208-9e1a-25323af2ecb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120453 Aug 16 02:13:08.964215 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d662018a-5c56-448a-be5c-e00de52991df req-cf913875-dc23-43f0-8b2b-4cc8f87c2136 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401656 Aug 16 02:13:09.049687 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-aaf5572e-cdba-4978-b99e-82fb2590df35 service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951607 Aug 16 02:13:09.165683 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c13a96-a772-4ecd-8c1b-761dcf623776 req-5612951c-3b2b-4113-8fe4-7e065ccc4430 service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081607 Aug 16 02:13:09.272279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74fff536-9eb3-41f8-a8ac-0147183dbf8a req-fb57ea3e-a555-46d9-a39c-811049c7a21d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957973 Aug 16 02:13:09.305133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.306366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:09.323112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac9e97-46a6-4b07-a29c-b813841e2fb7 req-bad2a5c6-498f-42f2-a589-b651fdd966bf tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:09.324630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23ac9e97-46a6-4b07-a29c-b813841e2fb7 req-bad2a5c6-498f-42f2-a589-b651fdd966bf tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 944 time: 0.1339428 Aug 16 02:13:09.367162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:09.403519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:09.406221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:09.416674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,segment=NetworkSegment(f6aa473e-987e-40e9-96d3-47e222bdae3c),segment_id=f6aa473e-987e-40e9-96d3-47e222bdae3c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:09.429221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '3d51d7b8-ad58-4e97-b282-13b0ba9f2147', 'network_id': '5073ed50-0d9e-4083-93e0-e6ebd7626b04', 'port_id': '3d51d7b8-ad58-4e97-b282-13b0ba9f2147', 'mac_address': 'fa:16:3e:09:14:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44996d6c-86c3-4558-ad64-4c80a1cfc63a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:09.444706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event updated for resources: {'Port': ['ID=d1706ee2-3d21-4898-8b4d-64b2ade90181,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.473428 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.485575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23ac9e97-46a6-4b07-a29c-b813841e2fb7 req-54d7f01c-5de1-4106-899e-7cba9f2a8492 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391504 Aug 16 02:13:09.490684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:09.515266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,segment=NetworkSegment(f6aa473e-987e-40e9-96d3-47e222bdae3c),segment_id=f6aa473e-987e-40e9-96d3-47e222bdae3c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:09.520543 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.543340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.555317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['29d77f0d-30f7-4227-bcc2-437560599a0f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:09.595169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.634519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c88dd1fc-ee72-48b4-b44d-8afe76e0ff69 req-aa54a1ef-1a28-4ec1-a66d-1a86dfdc9378 tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f30f70e-dd61-4cb0-b4e2-6766c16c2730 HTTP/1.1" status: 200 len: 210 time: 0.0946445 Aug 16 02:13:09.675026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Pushing event deleted for resources: {'Port': ['ID=29d77f0d-30f7-4227-bcc2-437560599a0f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.701579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] No DVR routers for this DVR port 29d77f0d-30f7-4227-bcc2-437560599a0f on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:09.706873 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.709107 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2403ebf1-cb56-48fa-b491-be705afe4f74 req-b09e5f0d-65a6-4c3f-b45c-b698e41665ec tempest-VolumesSnapshotTestJSON-1792029232 tempest-VolumesSnapshotTestJSON-1792029232-project] 10.222.0.93 "DELETE /v2.0/ports/29d77f0d-30f7-4227-bcc2-437560599a0f HTTP/1.1" status: 204 len: 173 time: 1.3551950 Aug 16 02:13:09.709578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f30f70e-dd61-4cb0-b4e2-6766c16c2730', 'name': 'network-vif-deleted', 'tag': '29d77f0d-30f7-4227-bcc2-437560599a0f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:09.713495 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9be4c0-45e4-4410-a1ba-b80c0af66560" -d '{"events": [{"server_uuid": "9f30f70e-dd61-4cb0-b4e2-6766c16c2730", "name": "network-vif-deleted", "tag": "29d77f0d-30f7-4227-bcc2-437560599a0f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:09.780670 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3319db5b-7cb4-4080-ab2d-41c80965a84f x-openstack-request-id: req-3319db5b-7cb4-4080-ab2d-41c80965a84f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:09.780968 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f30f70e-dd61-4cb0-b4e2-6766c16c2730", "name": "network-vif-deleted", "tag": "29d77f0d-30f7-4227-bcc2-437560599a0f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:09.781223 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3319db5b-7cb4-4080-ab2d-41c80965a84f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:09.781618 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f30f70e-dd61-4cb0-b4e2-6766c16c2730', 'name': 'network-vif-deleted', 'tag': '29d77f0d-30f7-4227-bcc2-437560599a0f', 'status': 'completed', 'code': 200} Aug 16 02:13:09.809129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:09.811704 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563a8892-ed0e-4f8e-9f3c-2220d392615e" -d '{"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:09.851124 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0511ef4-67c1-401c-a7e2-de9e2a360cc6 x-openstack-request-id: req-a0511ef4-67c1-401c-a7e2-de9e2a360cc6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:09.851427 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:09.851683 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0511ef4-67c1-401c-a7e2-de9e2a360cc6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:09.852084 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'status': 'completed', 'code': 200} Aug 16 02:13:09.864115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.023869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-ca8fbe2a-e70c-48a9-acda-16347ce8efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.025395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-ca8fbe2a-e70c-48a9-acda-16347ce8efe4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1096 time: 0.1225626 Aug 16 02:13:10.077834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['3d51d7b8-ad58-4e97-b282-13b0ba9f2147'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:10.129778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf2af7-6cbd-4e66-b408-ab317248d4d5 req-3b6fa5ef-b544-4ec9-afc9-01d5e23758ae tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.131380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2abf2af7-6cbd-4e66-b408-ab317248d4d5 req-3b6fa5ef-b544-4ec9-afc9-01d5e23758ae tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 944 time: 0.1873827 Aug 16 02:13:10.252257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2abf2af7-6cbd-4e66-b408-ab317248d4d5 req-7c7d0cf9-bd94-41f8-a2a0-6b9a4aa9a705 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051683 Aug 16 02:13:10.260787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-4eed1a43-295d-4880-aba6-025fcdc4a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.262279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-4eed1a43-295d-4880-aba6-025fcdc4a805 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.2252977 Aug 16 02:13:10.263713 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.341373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-5ee3a8bc-8f76-4b7f-956c-ff60ad2d740f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 217 time: 0.0706248 Aug 16 02:13:10.478371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-db2ef3b7-6327-4a92-820f-4f19b65ed46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.479898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-db2ef3b7-6327-4a92-820f-4f19b65ed46a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.1209888 Aug 16 02:13:10.490493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ae880-e952-4900-af95-fd2ef431e086 req-b1895c00-95b1-472d-924b-f111f6ae00bc tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.492005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed1ae880-e952-4900-af95-fd2ef431e086 req-b1895c00-95b1-472d-924b-f111f6ae00bc tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 944 time: 0.1484215 Aug 16 02:13:10.584173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed1ae880-e952-4900-af95-fd2ef431e086 req-a1d9c8e4-f652-4588-8424-c7b1ea50cd52 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785415 Aug 16 02:13:10.591944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-d28a6459-0aa1-44cd-831b-1bc0f07a845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.593432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-d28a6459-0aa1-44cd-831b-1bc0f07a845b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004105 Aug 16 02:13:10.610599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Router df054280-468f-481f-ac71-82b7ce430be6 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:10.745442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adb288-670c-43c7-8242-c74bc6fe3981 req-b4b6fbce-be9b-454f-becc-80087065722b tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.747218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33adb288-670c-43c7-8242-c74bc6fe3981 req-b4b6fbce-be9b-454f-becc-80087065722b tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 944 time: 0.1589277 Aug 16 02:13:10.852096 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-9da048d6-f187-42c0-9672-7af6d696b4c0 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501352 Aug 16 02:13:10.859198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33adb288-670c-43c7-8242-c74bc6fe3981 req-aacf20a3-1a6c-4ebc-b8a4-9c1d176a4ac5 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004345 Aug 16 02:13:10.873453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:10.892023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Sync routers for ids ['df054280-468f-481f-ac71-82b7ce430be6'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:10.902606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Routers {'df054280-468f-481f-ac71-82b7ce430be6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:10.903344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['df054280-468f-481f-ac71-82b7ce430be6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:10.937303 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.938751 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-acc5d62a-6e29-4f5b-98d2-9d9855d6cd63 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4068422 Aug 16 02:13:10.942471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:10.984169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563a8892-ed0e-4f8e-9f3c-2220d392615e req-eae2c703-b234-4d4f-a615-af2ebb2d3436 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224716 Aug 16 02:13:11.049065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Set router df054280-468f-481f-ac71-82b7ce430be6 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:11.094002 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b6c74b29-07d0-42e4-ae0f-b797d90a47ce tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/routers/df054280-468f-481f-ac71-82b7ce430be6 HTTP/1.1" status: 200 len: 907 time: 0.1474979 Aug 16 02:13:11.094400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.099037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1948291527', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': True}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:11.125466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.126638 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.182608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.263165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df054280-468f-481f-ac71-82b7ce430be6', 'name': 'tempest-snat-router-1948291527', 'tenant_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.2'}], 'enable_snat': False}, 'gw_port_id': 'd1706ee2-3d21-4898-8b4d-64b2ade90181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:07Z', 'updated_at': '2021-08-16T02:13:09Z', 'revision_number': 3, 'project_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'gw_port': {'id': 'd1706ee2-3d21-4898-8b4d-64b2ade90181', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df054280-468f-481f-ac71-82b7ce430be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:08Z', 'updated_at': '2021-08-16T02:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.298895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Checking router: df054280-468f-481f-ac71-82b7ce430be6 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:11.299396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Updating router df054280-468f-481f-ac71-82b7ce430be6 port d1706ee2-3d21-4898-8b4d-64b2ade90181 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:13:11.323862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7d5c6af0-9407-441a-ac4f-3e39c578f4ba details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:11.329190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:11.333352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.382341 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.410393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3827e8-aa50-42d7-99f2-e8bcd511e07f req-3977275b-e077-4347-99ab-c3085116f3a0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.419503 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c3827e8-aa50-42d7-99f2-e8bcd511e07f req-3977275b-e077-4347-99ab-c3085116f3a0 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 944 time: 0.0719481 Aug 16 02:13:11.463459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c3827e8-aa50-42d7-99f2-e8bcd511e07f req-7e5a412a-ebbb-43da-bef7-69fc90e04654 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Aug 16 02:13:11.567490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.588202 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.609316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:11.616732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:11.617382 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.719551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:11.742603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'port_id': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba', 'mac_address': 'fa:16:3e:5b:7e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:11.749322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde239e-90b1-4491-8567-4b1fcabb5fc3 req-68056751-cdc6-4434-bb7d-a15e6f108841 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.751408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dde239e-90b1-4491-8567-4b1fcabb5fc3 req-68056751-cdc6-4434-bb7d-a15e6f108841 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 944 time: 0.0699787 Aug 16 02:13:11.803505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dde239e-90b1-4491-8567-4b1fcabb5fc3 req-8682a522-2177-4a39-8c8d-7b5b6fc52b27 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444260 Aug 16 02:13:11.836789 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.865963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5c6af0-9407-441a-ac4f-3e39c578f4ba {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:11.871282 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.905176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:11.923339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.952891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187f31d-bdee-483a-862e-5e48563578c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d51d7b8-ad58-4e97-b282-13b0ba9f2147'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:11.955389 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6eb7ce-7963-44cc-b7b8-9981ce475ab2" -d '{"events": [{"server_uuid": "5187f31d-bdee-483a-862e-5e48563578c7", "name": "network-vif-plugged", "status": "completed", "tag": "3d51d7b8-ad58-4e97-b282-13b0ba9f2147"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:11.992897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d994366-b2df-4cab-8903-bf46f5d65b28 req-863cbac3-6efe-44d4-be02-282b77efc9b2 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.995558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d994366-b2df-4cab-8903-bf46f5d65b28 req-863cbac3-6efe-44d4-be02-282b77efc9b2 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 944 time: 0.0594046 Aug 16 02:13:12.001468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,segment=NetworkSegment(f6aa473e-987e-40e9-96d3-47e222bdae3c),segment_id=f6aa473e-987e-40e9-96d3-47e222bdae3c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:12.007078 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b07e70e-6d51-45e3-b226-6c152ac5488f x-openstack-request-id: req-2b07e70e-6d51-45e3-b226-6c152ac5488f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:12.007427 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187f31d-bdee-483a-862e-5e48563578c7", "name": "network-vif-plugged", "status": "completed", "tag": "3d51d7b8-ad58-4e97-b282-13b0ba9f2147", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:12.007737 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b07e70e-6d51-45e3-b226-6c152ac5488f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:12.008146 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187f31d-bdee-483a-862e-5e48563578c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d51d7b8-ad58-4e97-b282-13b0ba9f2147', 'code': 200} Aug 16 02:13:12.019801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.044777 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.046828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d994366-b2df-4cab-8903-bf46f5d65b28 req-8664c458-f436-474d-abc8-6d271f3550dd tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446808 Aug 16 02:13:12.051462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.087906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Transition to ACTIVE for port object d1706ee2-3d21-4898-8b4d-64b2ade90181 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:12.123451 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.150143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.155473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.200834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Allocated IP 172.25.5.4 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/984cf861-8b03-4f78-bba4-551a3eff8898) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:12.208271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Attempting to bind port d1706ee2-3d21-4898-8b4d-64b2ade90181 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:12.208641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Attempting to bind port d1706ee2-3d21-4898-8b4d-64b2ade90181 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:12.209003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Attempting to bind port d1706ee2-3d21-4898-8b4d-64b2ade90181 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:12.210321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1b8c8-c369-48b8-ab55-167bfd8d2743 req-ad37dd1f-6407-440b-ad1f-449a6058dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.211998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0cb1b8c8-c369-48b8-ab55-167bfd8d2743 req-ad37dd1f-6407-440b-ad1f-449a6058dd61 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 1097 time: 0.1199608 Aug 16 02:13:12.217185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:12.217566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:12.217970 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.218356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:12.218819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Bound port: d1706ee2-3d21-4898-8b4d-64b2ade90181, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:12.219421 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.243255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f24ab-d518-426f-836a-40c6ae11ebe0 None None] Pushing event updated for resources: {'Port': ['ID=d1706ee2-3d21-4898-8b4d-64b2ade90181,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.286000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] For port d1706ee2-3d21-4898-8b4d-64b2ade90181, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:12.289230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] For port d1706ee2-3d21-4898-8b4d-64b2ade90181, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d1706ee2-3d21-4898-8b4d-64b2ade90181,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:12.294094 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.313077 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0cb1b8c8-c369-48b8-ab55-167bfd8d2743 req-1d06894b-cec3-4657-b481-1a509d7cf87b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907269 Aug 16 02:13:12.354349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Routers {'df054280-468f-481f-ac71-82b7ce430be6'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:12.355243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['df054280-468f-481f-ac71-82b7ce430be6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.360038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f24ab-d518-426f-836a-40c6ae11ebe0 None None] Pushing event updated for resources: {'Port': ['ID=d1706ee2-3d21-4898-8b4d-64b2ade90181,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.371840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.401923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['7d5c6af0-9407-441a-ac4f-3e39c578f4ba'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:12.417266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.474613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:12.476046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event updated for resources: {'Port': ['ID=984cf861-8b03-4f78-bba4-551a3eff8898,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.478785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:12.484716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:12.548376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] Set router df054280-468f-481f-ac71-82b7ce430be6 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:12.604025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60801b-2214-4382-9763-45f4ecc1ee6f req-706a9e69-efae-4b56-a7bf-9456640ce2cb tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.614351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc60801b-2214-4382-9763-45f4ecc1ee6f req-706a9e69-efae-4b56-a7bf-9456640ce2cb tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 945 time: 0.0650663 Aug 16 02:13:12.652088 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc60801b-2214-4382-9763-45f4ecc1ee6f req-43591f30-a2d6-48e0-9186-bdb0d4bb454b tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Aug 16 02:13:12.690272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 485ba6a2-b43d-4b51-a85f-b9f6032bc645 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:12.705650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 29d77f0d-30f7-4227-bcc2-437560599a0f no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:12.738102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 29d77f0d-30f7-4227-bcc2-437560599a0f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:12.738562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 29d77f0d-30f7-4227-bcc2-437560599a0f not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:12.758992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.891306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 485ba6a2-b43d-4b51-a85f-b9f6032bc645, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:12.938873 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'port_id': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'mac_address': 'fa:16:3e:5d:ec:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:12.939516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd0f34-b85a-435f-af75-804f5a212241 req-87658701-8159-4b33-96cf-454e0d510631 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.947019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14bd0f34-b85a-435f-af75-804f5a212241 req-87658701-8159-4b33-96cf-454e0d510631 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 945 time: 0.0687425 Aug 16 02:13:12.993883 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14bd0f34-b85a-435f-af75-804f5a212241 req-09a855ae-8392-40ac-a31e-64fbf99e2db9 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456223 Aug 16 02:13:13.005821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df054280-468f-481f-ac71-82b7ce430be6', 'name': 'tempest-snat-router-1948291527', 'tenant_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.2'}], 'enable_snat': False}, 'gw_port_id': 'd1706ee2-3d21-4898-8b4d-64b2ade90181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:07Z', 'updated_at': '2021-08-16T02:13:09Z', 'revision_number': 3, 'project_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'gw_port': {'id': 'd1706ee2-3d21-4898-8b4d-64b2ade90181', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df054280-468f-481f-ac71-82b7ce430be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:08Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.017003 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.044253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e23acb-fda1-45fa-ab27-0121e5ca7556 None None] The sync data for ids ['df054280-468f-481f-ac71-82b7ce430be6'] in n-d-768862-14 is: [{'id': 'df054280-468f-481f-ac71-82b7ce430be6', 'name': 'tempest-snat-router-1948291527', 'tenant_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.2'}], 'enable_snat': False}, 'gw_port_id': 'd1706ee2-3d21-4898-8b4d-64b2ade90181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:07Z', 'updated_at': '2021-08-16T02:13:09Z', 'revision_number': 3, 'project_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'gw_port': {'id': 'd1706ee2-3d21-4898-8b4d-64b2ade90181', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df054280-468f-481f-ac71-82b7ce430be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:08Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:13.051063 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.068366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485ba6a2-b43d-4b51-a85f-b9f6032bc645 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:13.093761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 485ba6a2-b43d-4b51-a85f-b9f6032bc645, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:13.103570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.178381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=485ba6a2-b43d-4b51-a85f-b9f6032bc645,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:13.222348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Router 8584f91b-4040-4c6d-867a-e1a7a79e40fe is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:13.243678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a17561-5155-4fe3-8cd2-f69d527567d4 req-91eb6b9d-7e2c-42b8-89c8-9fb17d85bdb6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.246521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4a17561-5155-4fe3-8cd2-f69d527567d4 req-91eb6b9d-7e2c-42b8-89c8-9fb17d85bdb6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 945 time: 0.0612309 Aug 16 02:13:13.309307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4a17561-5155-4fe3-8cd2-f69d527567d4 req-885d1a1c-9a9d-42ca-920e-86d355ddd9f1 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560987 Aug 16 02:13:13.358440 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:13:13.372532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['485ba6a2-b43d-4b51-a85f-b9f6032bc645'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:13.800717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:13.815035 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Sync routers for ids ['8584f91b-4040-4c6d-867a-e1a7a79e40fe'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:13.825016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.826480 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8a5af1ec-13b6-4d4e-9313-460bc4b1c76f tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.7308071 Aug 16 02:13:13.830588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.842679 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Routers {'8584f91b-4040-4c6d-867a-e1a7a79e40fe'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:13.843977 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['8584f91b-4040-4c6d-867a-e1a7a79e40fe'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.869763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09a053-b817-4b0c-98d9-e459efc4e12d req-1131e066-a8d9-4a7a-9927-153f7feee674 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.871593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d09a053-b817-4b0c-98d9-e459efc4e12d req-1131e066-a8d9-4a7a-9927-153f7feee674 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 945 time: 0.1101809 Aug 16 02:13:13.945514 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d09a053-b817-4b0c-98d9-e459efc4e12d req-fdb2cf84-6a85-46f3-a628-72954573201b tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 Aug 16 02:13:13.996542 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5d2679f3-499b-4f85-8ae2-0843ef52b106 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/routers/8584f91b-4040-4c6d-867a-e1a7a79e40fe HTTP/1.1" status: 200 len: 906 time: 0.1646490 Aug 16 02:13:13.999176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.019544 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Set router 8584f91b-4040-4c6d-867a-e1a7a79e40fe gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:14.174732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d1706ee2-3d21-4898-8b4d-64b2ade90181 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:14.175731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.237479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ee2b2-80d3-43dd-82d7-db67e4fff06b req-487516f0-b8f8-440a-9a96-1d674a34eb5e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.244914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f74ee2b2-80d3-43dd-82d7-db67e4fff06b req-487516f0-b8f8-440a-9a96-1d674a34eb5e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 945 time: 0.1538692 Aug 16 02:13:14.266976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port d1706ee2-3d21-4898-8b4d-64b2ade90181 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:14.273309 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d1706ee2-3d21-4898-8b4d-64b2ade90181 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:14.273923 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.300530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f74ee2b2-80d3-43dd-82d7-db67e4fff06b req-b974738e-f22c-4a34-9410-0ba65562d95f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Aug 16 02:13:14.311252 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8584f91b-4040-4c6d-867a-e1a7a79e40fe', 'name': 'tempest-snat-router-1948291527', 'tenant_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '984cf861-8b03-4f78-bba4-551a3eff8898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:11Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 3, 'project_id': '5b41cc4c11b24a8b9e53c5686479eddc', 'gw_port': {'id': '984cf861-8b03-4f78-bba4-551a3eff8898', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8584f91b-4040-4c6d-867a-e1a7a79e40fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:11Z', 'updated_at': '2021-08-16T02:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.381523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.413014 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Checking router: 8584f91b-4040-4c6d-867a-e1a7a79e40fe for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:14.415866 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Updating router 8584f91b-4040-4c6d-867a-e1a7a79e40fe port 984cf861-8b03-4f78-bba4-551a3eff8898 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:13:14.458711 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.479927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Deleting port 984cf861-8b03-4f78-bba4-551a3eff8898 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:14.480274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.516042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe703ca3-8207-4bac-9ff1-885b4e504a48 req-fa5032d0-984d-486e-886d-4809744a4e55 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.516042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe703ca3-8207-4bac-9ff1-885b4e504a48 req-fa5032d0-984d-486e-886d-4809744a4e55 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 945 time: 0.0962224 Aug 16 02:13:14.588402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe703ca3-8207-4bac-9ff1-885b4e504a48 req-3148f7ab-719d-4c7a-80d0-afdcf22a1a51 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627873 Aug 16 02:13:14.633016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 485ba6a2-b43d-4b51-a85f-b9f6032bc645 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:14.640588 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.654260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Calling delete_port for 984cf861-8b03-4f78-bba4-551a3eff8898 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:14.688840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.717512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port d1706ee2-3d21-4898-8b4d-64b2ade90181, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d1706ee2-3d21-4898-8b4d-64b2ade90181,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:14.725561 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.767233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:14.777726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:14.778790 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.826389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=d1706ee2-3d21-4898-8b4d-64b2ade90181,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:14.895803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.943919 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.981416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:14.984234 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6829ac-63c9-4ca1-bcca-9583d01e50cd" -d '{"events": [{"server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "name": "network-vif-plugged", "status": "completed", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:14.996383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event deleted for resources: {'Port': ['ID=984cf861-8b03-4f78-bba4-551a3eff8898,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.020676 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.db.api [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:13:15.022562 n-d-768862-14 neutron-server[94642]: DEBUG oslo_db.api [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:13:15.025429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 485ba6a2-b43d-4b51-a85f-b9f6032bc645, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:15.033906 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.098185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.113627 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=485ba6a2-b43d-4b51-a85f-b9f6032bc645,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.143267 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1500b796-fbd8-4dc8-8436-9a76b9b8aee0 x-openstack-request-id: req-1500b796-fbd8-4dc8-8436-9a76b9b8aee0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:15.144164 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "name": "network-vif-plugged", "status": "completed", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:15.144575 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1500b796-fbd8-4dc8-8436-9a76b9b8aee0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:15.144875 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'code': 200} Aug 16 02:13:15.154733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f887af6-ed0f-41c3-8d1c-058f0688c749 req-daf937a8-9ff1-48b8-ad4b-a9a7c765e0ab tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.158905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f887af6-ed0f-41c3-8d1c-058f0688c749 req-daf937a8-9ff1-48b8-ad4b-a9a7c765e0ab tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 945 time: 0.1023376 Aug 16 02:13:15.231496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.233762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.255803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f887af6-ed0f-41c3-8d1c-058f0688c749 req-1b4f82f3-4949-4e5b-b4f7-672fe3dfe2ba tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825751 Aug 16 02:13:15.284034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7403b-95a8-4457-a09d-24d38ac32c29 req-edd8940d-00b1-4f5a-bdb9-d55463bc7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.286351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cce7403b-95a8-4457-a09d-24d38ac32c29 req-edd8940d-00b1-4f5a-bdb9-d55463bc7406 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1098 time: 0.0866296 Aug 16 02:13:15.287536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.288677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8584f91b-4040-4c6d-867a-e1a7a79e40fe {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:15.299240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.300730 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d5448373-c594-43a8-93fc-613f6d19d02a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "DELETE /v2.0/routers/8584f91b-4040-4c6d-867a-e1a7a79e40fe HTTP/1.1" status: 204 len: 168 time: 1.2997835 Aug 16 02:13:15.303503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:15.327519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7d5c6af0-9407-441a-ac4f-3e39c578f4ba up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:15.390749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cce7403b-95a8-4457-a09d-24d38ac32c29 req-ee18c764-b521-4809-b199-99a1b5f146c7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960474 Aug 16 02:13:15.421109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:15.431748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:15.431748 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.461082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.471351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1b53b-16fe-4e15-b464-e50b40e73540 req-2d4969fa-4911-45d2-8270-17d0eabb99d2 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.480332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abc1b53b-16fe-4e15-b464-e50b40e73540 req-2d4969fa-4911-45d2-8270-17d0eabb99d2 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 945 time: 0.1114428 Aug 16 02:13:15.562270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abc1b53b-16fe-4e15-b464-e50b40e73540 req-e991c621-641d-4d5a-a90b-c10a15bb082a tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763514 Aug 16 02:13:15.564102 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Port 984cf861-8b03-4f78-bba4-551a3eff8898 not found while updating agent binding for router 8584f91b-4040-4c6d-867a-e1a7a79e40fe. {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:13:15.584367 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:15.584750 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:13:15.585367 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8584f91b-4040-4c6d-867a-e1a7a79e40fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94642) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:13:15.585740 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9691ea-a3f0-4d90-9e03-054d11f359eb None None] The sync data for ids ['8584f91b-4040-4c6d-867a-e1a7a79e40fe'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:15.589797 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.601459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27f642-e5a4-4a3a-8dc5-9f5c36afd1f5 req-4f36a604-671a-46ca-b7ae-f798979dfe92 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.603233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc27f642-e5a4-4a3a-8dc5-9f5c36afd1f5 req-4f36a604-671a-46ca-b7ae-f798979dfe92 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 945 time: 0.1207726 Aug 16 02:13:15.634060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:15.644911 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.650770 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.654135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc27f642-e5a4-4a3a-8dc5-9f5c36afd1f5 req-42288e59-a6db-45f3-b4ed-d8a8d6467fa4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Aug 16 02:13:15.724659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.744916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Deleting port d1706ee2-3d21-4898-8b4d-64b2ade90181 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:15.745224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.829310 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc122f5c-29fe-4cc4-97ec-bffc528ab17f req-fc363a01-ccb4-4c9b-a576-db0a27c4e511 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.832699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc122f5c-29fe-4cc4-97ec-bffc528ab17f req-fc363a01-ccb4-4c9b-a576-db0a27c4e511 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 946 time: 0.1115084 Aug 16 02:13:15.855499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] For port d1706ee2-3d21-4898-8b4d-64b2ade90181, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d1706ee2-3d21-4898-8b4d-64b2ade90181,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:15.855877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.876090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Calling delete_port for d1706ee2-3d21-4898-8b4d-64b2ade90181 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:15.879601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc122f5c-29fe-4cc4-97ec-bffc528ab17f req-e0f45d04-0c93-4718-b079-0c1e28634656 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Aug 16 02:13:16.040714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6dbc2-9ec1-47a4-a466-4a0b6f2ebfa2 req-cb3b4e67-ffa9-4723-8354-bffde6ed1a7f tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.047615 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae6dbc2-9ec1-47a4-a466-4a0b6f2ebfa2 req-cb3b4e67-ffa9-4723-8354-bffde6ed1a7f tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 945 time: 0.0655558 Aug 16 02:13:16.059598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d1706ee2-3d21-4898-8b4d-64b2ade90181 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:16.113546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.165682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae6dbc2-9ec1-47a4-a466-4a0b6f2ebfa2 req-cbc22001-bd8d-493e-b31c-b0f3fb634c42 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141665 Aug 16 02:13:16.171108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No active binding found for port d1706ee2-3d21-4898-8b4d-64b2ade90181 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:13:16.172125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d1706ee2-3d21-4898-8b4d-64b2ade90181 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:13:16.187145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1706ee2-3d21-4898-8b4d-64b2ade90181,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.223145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Port d1706ee2-3d21-4898-8b4d-64b2ade90181 not found, will not notify nova. {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:13:16.263023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.370145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.372845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.422452 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.423180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df054280-468f-481f-ac71-82b7ce430be6 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:16.428594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.437249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9eb9aeb4-cdb8-4389-bf5f-218cb47a02ca tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "DELETE /v2.0/routers/df054280-468f-481f-ac71-82b7ce430be6 HTTP/1.1" status: 204 len: 168 time: 1.1326511 Aug 16 02:13:16.438026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:16.443132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-197822744', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:16.473206 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.475382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.478881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f0e9b-ddc3-450a-8257-0490b44ed67e req-91371111-f8cd-410a-b564-0d22fb41d9f3 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.480601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e1f0e9b-ddc3-450a-8257-0490b44ed67e req-91371111-f8cd-410a-b564-0d22fb41d9f3 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 945 time: 0.0736532 Aug 16 02:13:16.535842 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.540287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e1f0e9b-ddc3-450a-8257-0490b44ed67e req-b25dfb5f-e900-4654-a1f1-9ac4335c087f tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 Aug 16 02:13:16.732273 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.776580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d19d04-175a-4672-b411-0f3abf840970 req-d72e6f51-56b7-4b51-9d99-c91874f1c8bb tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.778253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8d19d04-175a-4672-b411-0f3abf840970 req-d72e6f51-56b7-4b51-9d99-c91874f1c8bb tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0561554 Aug 16 02:13:16.833401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8d19d04-175a-4672-b411-0f3abf840970 req-58f259bd-86e1-4ea3-97e7-3f58720acb2c tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476537 Aug 16 02:13:16.972272 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.998473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.051032 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61319e6c-e375-4e4f-9332-d6718f56ff95 req-70a74f0f-8591-402b-8621-6932db750db3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.053433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61319e6c-e375-4e4f-9332-d6718f56ff95 req-70a74f0f-8591-402b-8621-6932db750db3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 946 time: 0.0959485 Aug 16 02:13:17.108953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61319e6c-e375-4e4f-9332-d6718f56ff95 req-75630c3b-406d-464b-8a12-96997b533306 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 Aug 16 02:13:17.137755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Allocated IP 172.25.5.247 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/6489cfd1-07cd-421a-8bb3-c7dc810cdd2f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:17.152028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:17.155739 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159a0e2e-8425-417f-b7b2-4c19298e9b81" -d '{"events": [{"server_uuid": "85cfccdd-0def-4ce0-9002-ddef0d24bd00", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c6af0-9407-441a-ac4f-3e39c578f4ba"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:17.202257 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fff157-ad6d-4292-8c21-f71a73263963 x-openstack-request-id: req-f8fff157-ad6d-4292-8c21-f71a73263963 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:17.202739 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cfccdd-0def-4ce0-9002-ddef0d24bd00", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c6af0-9407-441a-ac4f-3e39c578f4ba", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:17.203073 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8fff157-ad6d-4292-8c21-f71a73263963 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:17.203554 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba', 'code': 200} Aug 16 02:13:17.370801 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.395983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad5e2d-5472-4654-ab6e-33bdee8d3d40 req-46667ecc-3629-43b6-8a76-2c994cdef68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.397511 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67ad5e2d-5472-4654-ab6e-33bdee8d3d40 req-46667ecc-3629-43b6-8a76-2c994cdef68d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 1098 time: 0.0826449 Aug 16 02:13:17.457153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-040fd0e6-6c93-4d8d-833c-13e77d710a93 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2916033 Aug 16 02:13:17.459705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-67ad5e2d-5472-4654-ab6e-33bdee8d3d40 req-eb50d9e1-c5cf-461f-887d-3aab46fce324 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538089 Aug 16 02:13:17.462138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.463297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:17.497214 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.509442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:17.514574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:17.517498 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:17.549098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event updated for resources: {'Port': ['ID=6489cfd1-07cd-421a-8bb3-c7dc810cdd2f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:17.900378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.932782 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.061868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d1706ee2-3d21-4898-8b4d-64b2ade90181 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:18.104083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d1706ee2-3d21-4898-8b4d-64b2ade90181 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:18.104965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d1706ee2-3d21-4898-8b4d-64b2ade90181 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:18.176747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Allocated IP 172.25.5.170 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/ee71c8c5-6180-4328-bd69-e70f23f0f349) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:18.299545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd2001-5eab-4758-9668-8c1e30874379 req-5ad2468e-69fd-4ca5-b48e-5ca672df910a tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.301391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fdd2001-5eab-4758-9668-8c1e30874379 req-5ad2468e-69fd-4ca5-b48e-5ca672df910a tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 945 time: 0.0680921 Aug 16 02:13:18.358030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fdd2001-5eab-4758-9668-8c1e30874379 req-f50464ad-2e43-4df5-aae4-a2cd1b31bc07 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Aug 16 02:13:18.429569 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.442850 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.514428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e91f6-48e9-4353-952e-06ccff0bff8b req-360f31f5-4835-4cc8-a8aa-0ea8c90cbf75 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.515338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-187e91f6-48e9-4353-952e-06ccff0bff8b req-360f31f5-4835-4cc8-a8aa-0ea8c90cbf75 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0831187 Aug 16 02:13:18.521254 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.581875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:18.590372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:18.598856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:18.603983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Pushing event updated for resources: {'Port': ['ID=ee71c8c5-6180-4328-bd69-e70f23f0f349,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.630032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-187e91f6-48e9-4353-952e-06ccff0bff8b req-19f6b30d-3cb9-477b-8787-721dae32a935 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060793 Aug 16 02:13:18.643142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Router 676f788a-48ce-4dd8-9c82-db467f95f618 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:18.746591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.790141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.829302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:18.840134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-5c5eadea-9199-42c7-bfb0-aa45e12fe7e1 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.841444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-5c5eadea-9199-42c7-bfb0-aa45e12fe7e1 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.86 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 945 time: 0.0757680 Aug 16 02:13:18.868359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723dc49c-e048-4dc7-a19a-5b68715246a2 None None] Sync routers for ids ['676f788a-48ce-4dd8-9c82-db467f95f618'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:18.887780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723dc49c-e048-4dc7-a19a-5b68715246a2 None None] Routers {'676f788a-48ce-4dd8-9c82-db467f95f618'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:18.890150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-723dc49c-e048-4dc7-a19a-5b68715246a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['676f788a-48ce-4dd8-9c82-db467f95f618'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:18.894590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.896837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3cf6b184-fd0b-4b7c-8eb6-787487ec3c13 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4575369 Aug 16 02:13:18.901172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:18.934197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0f84ca2f-e4c5-4af3-84d8-23aa5cea6428 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': False}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:18.971360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-723dc49c-e048-4dc7-a19a-5b68715246a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:18.986981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723dc49c-e048-4dc7-a19a-5b68715246a2 None None] Routers {'676f788a-48ce-4dd8-9c82-db467f95f618'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:18.988122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-723dc49c-e048-4dc7-a19a-5b68715246a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['676f788a-48ce-4dd8-9c82-db467f95f618'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:18.990099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.997030 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.046133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-723dc49c-e048-4dc7-a19a-5b68715246a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:19.047585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723dc49c-e048-4dc7-a19a-5b68715246a2 None None] The sync data for ids ['676f788a-48ce-4dd8-9c82-db467f95f618'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:19.061893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Deleting port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:19.061893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.100124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Pushing event updated for resources: {'Port': ['ID=ee71c8c5-6180-4328-bd69-e70f23f0f349,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.134972 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.153810 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.164426 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-248882e7-3e2f-4a5b-8da0-637667c8a6a9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7062426 Aug 16 02:13:19.265106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-535ca14a-318a-48ef-a633-e775e0a6198c tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0993452 Aug 16 02:13:19.267552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] For port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,segment=NetworkSegment(f6aa473e-987e-40e9-96d3-47e222bdae3c),segment_id=f6aa473e-987e-40e9-96d3-47e222bdae3c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:19.269181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.312667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Calling delete_port for 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:19.410360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-2b603700-5546-4784-b234-211ec08e7c6a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.424089 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-2b603700-5546-4784-b234-211ec08e7c6a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1586037 Aug 16 02:13:19.437107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-677d00cf-ef6f-43dc-a96c-43756d41b27b tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:19.441736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84665d9a-24ad-4f80-98a8-279cb9b1cde8 req-677d00cf-ef6f-43dc-a96c-43756d41b27b tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159514 Aug 16 02:13:19.558425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f84ca2f-e4c5-4af3-84d8-23aa5cea6428 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.611062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a9679-6747-426e-96a7-b6c5cdd0271d req-6b1c75b0-5cc2-480f-a4ff-942eb8d1c7c5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.619949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-300a9679-6747-426e-96a7-b6c5cdd0271d req-6b1c75b0-5cc2-480f-a4ff-942eb8d1c7c5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/ports?device_id=5187f31d-bdee-483a-862e-5e48563578c7 HTTP/1.1" status: 200 len: 945 time: 0.1211243 Aug 16 02:13:19.660209 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-300a9679-6747-426e-96a7-b6c5cdd0271d req-0aa070d5-50c0-4fa0-bc2e-ad778602459a tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.61 "GET /v2.0/security-groups?id=f5f8608e-8698-434c-be3a-296ac4146b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Aug 16 02:13:19.696982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.746955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Pushing event deleted for resources: {'Port': ['ID=3d51d7b8-ad58-4e97-b282-13b0ba9f2147,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.810729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] No DVR routers for this DVR port 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:19.818706 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.820634 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0a0f3c5c-0b1d-4b90-8d8a-5840ebbfccba req-38e0eca9-12af-48d0-84ca-275bf7b7f1b5 tempest-ServersNegativeTestMultiTenantJSON-1037007356 tempest-ServersNegativeTestMultiTenantJSON-1037007356-project] 10.222.0.86 "DELETE /v2.0/ports/3d51d7b8-ad58-4e97-b282-13b0ba9f2147 HTTP/1.1" status: 204 len: 173 time: 0.9709599 Aug 16 02:13:19.822212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187f31d-bdee-483a-862e-5e48563578c7', 'name': 'network-vif-deleted', 'tag': '3d51d7b8-ad58-4e97-b282-13b0ba9f2147'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:19.824523 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c13cc5-9618-4145-835d-a9fa7ea42932" -d '{"events": [{"server_uuid": "5187f31d-bdee-483a-862e-5e48563578c7", "name": "network-vif-deleted", "tag": "3d51d7b8-ad58-4e97-b282-13b0ba9f2147"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:19.870870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71e52a-62f6-4dd5-bd7c-23ff2402b629 req-e7588a05-4a99-456e-afa7-41e91b2a6410 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.872506 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb71e52a-62f6-4dd5-bd7c-23ff2402b629 req-e7588a05-4a99-456e-afa7-41e91b2a6410 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1024568 Aug 16 02:13:19.933634 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb71e52a-62f6-4dd5-bd7c-23ff2402b629 req-03f774bf-ac50-4eec-8720-ca17fdb804f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522144 Aug 16 02:13:19.942971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-69ff919c-fc08-46f1-b9cd-cfcaa3c96dfd tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.944537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-69ff919c-fc08-46f1-b9cd-cfcaa3c96dfd tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 821 time: 0.2598469 Aug 16 02:13:19.968744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-fbc2dd65-9592-46e1-82c8-1fa6a80a5b01 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/quotas/9cc27264b4ec433d8d86e94f4b9a01d1 HTTP/1.1" status: 200 len: 375 time: 0.0176554 Aug 16 02:13:20.079684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-159a99ef-0795-461a-b182-60725bf5e752 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1007199 Aug 16 02:13:20.229410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-f8ba9b13-13f3-42aa-b3bf-f679e0d8fa9c service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487420 Aug 16 02:13:20.244598 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b13156-321d-4556-8aac-02da9c471f34 x-openstack-request-id: req-d7b13156-321d-4556-8aac-02da9c471f34 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:20.245308 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187f31d-bdee-483a-862e-5e48563578c7", "name": "network-vif-deleted", "tag": "3d51d7b8-ad58-4e97-b282-13b0ba9f2147", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:20.245626 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7b13156-321d-4556-8aac-02da9c471f34 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:20.246089 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187f31d-bdee-483a-862e-5e48563578c7', 'name': 'network-vif-deleted', 'tag': '3d51d7b8-ad58-4e97-b282-13b0ba9f2147', 'status': 'completed', 'code': 200} Aug 16 02:13:20.345206 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f84ca2f-e4c5-4af3-84d8-23aa5cea6428 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.350075 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f84ca2f-e4c5-4af3-84d8-23aa5cea6428 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.430021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-d472f1a4-db2d-4730-9403-9ef82123d5a9 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996689 Aug 16 02:13:20.445175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd48f6-e867-4722-a64b-2bcbcf8f76d1 req-da4ae6ee-1444-4e13-bbbe-715a7345bfab tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.476775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43bd48f6-e867-4722-a64b-2bcbcf8f76d1 req-da4ae6ee-1444-4e13-bbbe-715a7345bfab tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1163931 Aug 16 02:13:20.477328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:20.500546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f0ebd0b9-74b9-44a0-9e0d-fb509550ad31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'floatingip': {'port_id': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:20.531978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f84ca2f-e4c5-4af3-84d8-23aa5cea6428 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Router 676f788a-48ce-4dd8-9c82-db467f95f618 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:20.567231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ebd0b9-74b9-44a0-9e0d-fb509550ad31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.759122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:20.781190 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e3f0ecb-1674-48c4-ae6d-881bfadbfaf9 req-c312ed93-27ed-4885-a5f5-23ec76abb572 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 210 time: 0.0480115 Aug 16 02:13:20.845041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84ca2f-e4c5-4af3-84d8-23aa5cea6428 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:20.854863 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd4077-1355-42f2-8fc2-876d78e26d95 None None] Sync routers for ids ['676f788a-48ce-4dd8-9c82-db467f95f618'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:20.857765 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f84ca2f-e4c5-4af3-84d8-23aa5cea6428 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.859187 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0f84ca2f-e4c5-4af3-84d8-23aa5cea6428 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "PUT /v2.0/routers/676f788a-48ce-4dd8-9c82-db467f95f618 HTTP/1.1" status: 200 len: 925 time: 1.9289205 Aug 16 02:13:20.862761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7e6aeb-9f7e-4744-80b6-18c48ac90a04 admin admin] Deleting subnet 44996d6c-86c3-4558-ad64-4c80a1cfc63a {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:20.864374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:20.867352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6aeb-9f7e-4744-80b6-18c48ac90a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.871850 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd4077-1355-42f2-8fc2-876d78e26d95 None None] Routers {'676f788a-48ce-4dd8-9c82-db467f95f618'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:20.872478 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0fd4077-1355-42f2-8fc2-876d78e26d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['676f788a-48ce-4dd8-9c82-db467f95f618'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:20.911893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6aeb-9f7e-4744-80b6-18c48ac90a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.941370 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0fd4077-1355-42f2-8fc2-876d78e26d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:20.959655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6aeb-9f7e-4744-80b6-18c48ac90a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.968183 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd4077-1355-42f2-8fc2-876d78e26d95 None None] Routers {'676f788a-48ce-4dd8-9c82-db467f95f618'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:20.969065 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0fd4077-1355-42f2-8fc2-876d78e26d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['676f788a-48ce-4dd8-9c82-db467f95f618'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:21.020237 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0fd4077-1355-42f2-8fc2-876d78e26d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:21.021341 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd4077-1355-42f2-8fc2-876d78e26d95 None None] The sync data for ids ['676f788a-48ce-4dd8-9c82-db467f95f618'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:21.026794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6aeb-9f7e-4744-80b6-18c48ac90a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.071030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6aeb-9f7e-4744-80b6-18c48ac90a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.072930 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ef7e6aeb-9f7e-4744-80b6-18c48ac90a04 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/44996d6c-86c3-4558-ad64-4c80a1cfc63a HTTP/1.1" status: 204 len: 168 time: 0.3127804 Aug 16 02:13:21.077025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.077816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e6aeb-9f7e-4744-80b6-18c48ac90a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44996d6c-86c3-4558-ad64-4c80a1cfc63a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:21.163646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-11d65924-ee51-4e2f-9f01-467c613c3740 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/routers/676f788a-48ce-4dd8-9c82-db467f95f618 HTTP/1.1" status: 200 len: 925 time: 0.2975042 Aug 16 02:13:21.170636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.214555 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.328034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe3e01b-44e4-4b85-bdcc-75a5bb65721c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.328957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:21.333068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4fe3e01b-44e4-4b85-bdcc-75a5bb65721c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=676f788a-48ce-4dd8-9c82-db467f95f618&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1614096 Aug 16 02:13:21.339399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.354704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:21.355365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 3d51d7b8-ad58-4e97-b282-13b0ba9f2147 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:21.393161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.409915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5073ed50-0d9e-4083-93e0-e6ebd7626b04']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:21.442573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ebd0b9-74b9-44a0-9e0d-fb509550ad31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.448605 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ebd0b9-74b9-44a0-9e0d-fb509550ad31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.485922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aa473e-987e-40e9-96d3-47e222bdae3c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:21.486310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aa473e-987e-40e9-96d3-47e222bdae3c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:21.502292 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.528413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a92dc19-614b-460e-9d77-caebc3249b78 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.530343 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4a92dc19-614b-460e-9d77-caebc3249b78 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 881 time: 0.1894929 Aug 16 02:13:21.533219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.535519 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.545716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:21.546210 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:21.548203 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:21.606298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ba9ba88b-fb0e-48c6-bf88-6f20cea731e4 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=676f788a-48ce-4dd8-9c82-db467f95f618 HTTP/1.1" status: 200 len: 205 time: 0.0712814 Aug 16 02:13:21.611343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.656920 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.678465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.683631 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] 10.222.0.61 "DELETE /v2.0/networks/5073ed50-0d9e-4083-93e0-e6ebd7626b04 HTTP/1.1" status: 204 len: 168 time: 0.5993216 Aug 16 02:13:21.684724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ff6f8-f5e7-480a-ba6c-9d6405df194f admin admin] Pushing event deleted for resources: {'Network': ['ID=5073ed50-0d9e-4083-93e0-e6ebd7626b04,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:21.687206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55728) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:21.698114 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-f0ebd0b9-74b9-44a0-9e0d-fb509550ad31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Floating IP 80b7e3fb-6f4c-45f3-895f-13414fbc2c56 associated. External IP: 172.25.5.229, port: 7d5c6af0-9407-441a-ac4f-3e39c578f4ba. Aug 16 02:13:21.735827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-97be0fac-c6c3-47fb-82a3-9f5baad90ffe admin admin] Deleting subnet 6dcf1687-c5a0-4f23-a1c1-71ef84f2dbe3 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:21.740726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97be0fac-c6c3-47fb-82a3-9f5baad90ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.807733 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97be0fac-c6c3-47fb-82a3-9f5baad90ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.896849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97fa6aa5-859b-492f-a92a-b561a680aa98 req-b0b6ea96-e1ee-4f04-99bb-7ff77f6923ee tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 210 time: 0.0429323 Aug 16 02:13:21.901224 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.913835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97be0fac-c6c3-47fb-82a3-9f5baad90ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.010609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97be0fac-c6c3-47fb-82a3-9f5baad90ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.044947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be0fac-c6c3-47fb-82a3-9f5baad90ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dcf1687-c5a0-4f23-a1c1-71ef84f2dbe3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.047807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97be0fac-c6c3-47fb-82a3-9f5baad90ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.051151 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-97be0fac-c6c3-47fb-82a3-9f5baad90ffe admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6dcf1687-c5a0-4f23-a1c1-71ef84f2dbe3 HTTP/1.1" status: 204 len: 168 time: 0.3629396 Aug 16 02:13:22.053186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.141823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.262203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.284674 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7718e7-af33-451e-bb61-c610ad6c745c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.296301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a9353f-e92b-41fe-a0f2-617d5bd4c669') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.296872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a9353f-e92b-41fe-a0f2-617d5bd4c669') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.309557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.337508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.345580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:22.346296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:22.396148 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:22.424518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.433741 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.436045 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] 10.222.0.61 "DELETE /v2.0/networks/3b7718e7-af33-451e-bb61-c610ad6c745c HTTP/1.1" status: 204 len: 168 time: 0.3817506 Aug 16 02:13:22.461541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5fca5-7a61-478a-9cf4-e625fbe1591a admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7718e7-af33-451e-bb61-c610ad6c745c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.502479 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.556955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ebd0b9-74b9-44a0-9e0d-fb509550ad31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Router 568adc76-3ef1-4142-937e-2162ea232f4a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:22.663845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-36fb7cb8-980c-4cb7-9f96-d046752316a8 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.665688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-36fb7cb8-980c-4cb7-9f96-d046752316a8 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 821 time: 0.2790275 Aug 16 02:13:22.686956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Request body: {'port': {'device_id': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'admin_state_up': True, 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:22.717888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.770877 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-72236ae6-22ca-41b6-bce4-6e7030cb41e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed6880efb5be407987b845e344cda15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517933 Aug 16 02:13:22.772931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.781812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Deleting port 6489cfd1-07cd-421a-8bb3-c7dc810cdd2f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:22.781812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.848844 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c767930a-0530-4207-b8fd-2154a5787bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.875774 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c767930a-0530-4207-b8fd-2154a5787bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.876335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ebd0b9-74b9-44a0-9e0d-fb509550ad31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:22.889233 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ebd0b9-74b9-44a0-9e0d-fb509550ad31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.893752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] Sync routers for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:22.908114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:22.909313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.953296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.957943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f0ebd0b9-74b9-44a0-9e0d-fb509550ad31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "PUT /v2.0/floatingips/80b7e3fb-6f4c-45f3-895f-13414fbc2c56 HTTP/1.1" status: 200 len: 992 time: 2.4667745 Aug 16 02:13:22.968014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'tag': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:22.970311 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a724a3f-c0b8-4902-906c-650fdf2be9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "85cfccdd-0def-4ce0-9002-ddef0d24bd00", "tag": "7d5c6af0-9407-441a-ac4f-3e39c578f4ba"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:23.001270 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c767930a-0530-4207-b8fd-2154a5787bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.005609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c767930a-0530-4207-b8fd-2154a5787bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.007537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c767930a-0530-4207-b8fd-2154a5787bfc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5f8608e-8698-434c-be3a-296ac4146b97 HTTP/1.1" status: 204 len: 168 time: 0.2349944 Aug 16 02:13:23.008484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Calling delete_port for 6489cfd1-07cd-421a-8bb3-c7dc810cdd2f owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:23.027752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767930a-0530-4207-b8fd-2154a5787bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f8608e-8698-434c-be3a-296ac4146b97,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:23.039745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Made reservation on behalf of 9cc27264b4ec433d8d86e94f4b9a01d1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:23.049205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.106951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff82b6dd-ef46-4981-be11-2df87b966ac9 req-4e4f68eb-f6b4-46e8-816c-568fb8f1c23c tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 210 time: 0.0459404 Aug 16 02:13:23.182158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:23.216689 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42a350f-1c26-42ef-b4f0-755b2c79618f x-openstack-request-id: req-e42a350f-1c26-42ef-b4f0-755b2c79618f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:23.217215 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cfccdd-0def-4ce0-9002-ddef0d24bd00", "tag": "7d5c6af0-9407-441a-ac4f-3e39c578f4ba", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:23.217624 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e42a350f-1c26-42ef-b4f0-755b2c79618f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:23.218194 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'tag': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba', 'status': 'completed', 'code': 200} Aug 16 02:13:23.308397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-7e7b2aa9-b07c-4661-8ec9-7aa91bfa07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.309993 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-7e7b2aa9-b07c-4661-8ec9-7aa91bfa07d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 1098 time: 0.0582635 Aug 16 02:13:23.494204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Allocated IP 172.20.0.3 (e2be4b65-63d9-493d-b57d-34333a53d602/f4b8f4f0-71dc-4b13-a645-22a0a96a4b65/fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:23.505535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-0f9e2618-c59f-4016-9a29-5fe52553b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.508338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-0f9e2618-c59f-4016-9a29-5fe52553b3a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.1900232 Aug 16 02:13:23.521294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.590325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event deleted for resources: {'Port': ['ID=6489cfd1-07cd-421a-8bb3-c7dc810cdd2f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:23.635970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '80b7e3fb-6f4c-45f3-895f-13414fbc2c56', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'port_id': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'mac_address': 'fa:16:3e:5b:7e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:55Z', 'updated_at': '2021-08-16T02:13:21Z', 'revision_number': 1, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:23.674200 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] Checking router: 568adc76-3ef1-4142-937e-2162ea232f4a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:23.695207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:23.698959 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-4fb2685e-647f-452a-a483-8d21bf46bcc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 200 len: 1000 time: 0.1820531 Aug 16 02:13:23.699408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:23.773430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.779256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-4a0ff964-6f8c-4ef6-bdc0-c498974d57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.782800 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-4a0ff964-6f8c-4ef6-bdc0-c498974d57ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.0748003 Aug 16 02:13:23.809321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:23.855751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:23.865407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-6ef5d0d1-2d10-4c6c-94b6-b7308e365b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.867752 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-6ef5d0d1-2d10-4c6c-94b6-b7308e365b9c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769675 Aug 16 02:13:23.888936 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d45f1520-30c6-4a52-82f8-b2bc15ce8412 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=67c8cd5c12dd44caa6e6c22fd4d06abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649149 Aug 16 02:13:23.889562 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.890071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:23.894756 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.958813 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.967855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.968464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Fanout notify agent at l3_agent the message router_deleted on router 676f788a-48ce-4dd8-9c82-db467f95f618 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:23.976412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.977819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-87334920-1b47-44dd-b5ff-11db81dceb69 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/676f788a-48ce-4dd8-9c82-db467f95f618 HTTP/1.1" status: 204 len: 168 time: 2.3648491 Aug 16 02:13:23.984282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:23.990885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4dcb4d20-36d7-4e5a-a434-fedb1b5057dc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1403392545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:23.996908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Transition to ACTIVE for port object fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:24.036763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4d20-36d7-4e5a-a434-fedb1b5057dc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.037808 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4d20-36d7-4e5a-a434-fedb1b5057dc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.124110 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.141007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['485ba6a2-b43d-4b51-a85f-b9f6032bc645'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:24.146238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4d20-36d7-4e5a-a434-fedb1b5057dc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.155440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4d20-36d7-4e5a-a434-fedb1b5057dc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.185812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Network e2be4b65-63d9-493d-b57d-34333a53d602 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:24.193479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:24.197051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:24.211630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '80b7e3fb-6f4c-45f3-895f-13414fbc2c56', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'port_id': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'mac_address': 'fa:16:3e:5b:7e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:55Z', 'updated_at': '2021-08-16T02:13:21Z', 'revision_number': 1, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:24.257180 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4d20-36d7-4e5a-a434-fedb1b5057dc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.261219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4dcb4d20-36d7-4e5a-a434-fedb1b5057dc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2733998 Aug 16 02:13:24.282769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:24.283788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356b3a0-c143-49ef-9b3d-6da69a91aa04 None None] The sync data for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 is: [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '80b7e3fb-6f4c-45f3-895f-13414fbc2c56', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'port_id': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'mac_address': 'fa:16:3e:5b:7e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:12:55Z', 'updated_at': '2021-08-16T02:13:21Z', 'revision_number': 1, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:24.291917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:24.308641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Pushing event updated for resources: {'Port': ['ID=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.396392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.396867 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.423403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125356a-d1d8-4e83-b000-bb62bcfe196e req-c1605996-3620-4a9b-8dcb-54333d3764ca tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.432157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3125356a-d1d8-4e83-b000-bb62bcfe196e req-c1605996-3620-4a9b-8dcb-54333d3764ca tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 931 time: 0.2281239 Aug 16 02:13:24.477180 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc437-8338-44fc-a21f-a2aab31fe5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.501258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc437-8338-44fc-a21f-a2aab31fe5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.509928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0c3fe016-2431-4311-b0d7-4cae5ac3949a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8275249 Aug 16 02:13:24.520874 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-34dc43e5-a914-443c-b125-cf1e11ab7a12 service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441562 Aug 16 02:13:24.620582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc437-8338-44fc-a21f-a2aab31fe5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.626279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc437-8338-44fc-a21f-a2aab31fe5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.631631 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2b2cc437-8338-44fc-a21f-a2aab31fe5ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e09ad02-3d13-4a4b-ad12-688e9a624668 HTTP/1.1" status: 204 len: 168 time: 0.7394111 Aug 16 02:13:24.657373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec33e173-9c71-4709-af9c-53f64486beaa None None] Provisioning for port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:24.663883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec33e173-9c71-4709-af9c-53f64486beaa None None] Provisioning complete for port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:24.666023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3125356a-d1d8-4e83-b000-bb62bcfe196e req-ba1b0b5a-1a63-495e-9cc4-205371be16d9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329884 Aug 16 02:13:24.666613 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec33e173-9c71-4709-af9c-53f64486beaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.679780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cc437-8338-44fc-a21f-a2aab31fe5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e09ad02-3d13-4a4b-ad12-688e9a624668,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.692944 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdfb4a9-658f-443c-b040-6e2d7fd9928b None None] New status for floating IP 80b7e3fb-6f4c-45f3-895f-13414fbc2c56: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:13:24.727121 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a724a3f-c0b8-4902-906c-650fdf2be9d7 req-dc814ad9-6e2c-4a7a-986d-44e8014144c9 service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805687 Aug 16 02:13:24.743530 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.786344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ec33e173-9c71-4709-af9c-53f64486beaa None None] Port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:24.874675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Request body: {'port': {'device_id': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:24.966117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.313678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.341992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.596665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:25.708280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-533954807-network', 'tenant_id': 'a1c1d3252b864a098f876a45868a1b44'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:25.731576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Made reservation on behalf of a1c1d3252b864a098f876a45868a1b44 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:25.734598 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.756070 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.848913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Allocated IP 172.25.5.223 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/c369aa1a-88fc-4cff-a0d3-c84ddb94c93e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:25.872100 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.875794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:25.875970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.889061 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.907188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:25.913081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65969fb-8231-4af2-b8dd-c16f58ea6295,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:25.921291 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.921539 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Added segment b1e51040-62c8-467f-956b-d12296ef3504 of type vlan for network 005fcbf8-3102-4421-884f-1b25d89b22d7 Aug 16 02:13:25.954193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Transition to ACTIVE for port object fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:25.964505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a189b9-6baf-486f-86c8-bb48b256f0f5 req-4ccfe5a0-f6bf-4ccc-b646-b45cb6e8f6c0 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.966364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.967207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48a189b9-6baf-486f-86c8-bb48b256f0f5 req-4ccfe5a0-f6bf-4ccc-b646-b45cb6e8f6c0 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 931 time: 0.1506054 Aug 16 02:13:25.973959 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.999707 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.000767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.001353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.078791 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4808900 Aug 16 02:13:26.095227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48a189b9-6baf-486f-86c8-bb48b256f0f5 req-a0ff1da0-3d04-4fb4-8bf5-355d12dcfd9d tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166322 Aug 16 02:13:26.109635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42896a-bb06-4bcb-855d-41ed92a73074 admin admin] Pushing event updated for resources: {'Network': ['ID=005fcbf8-3102-4421-884f-1b25d89b22d7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.136922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 005fcbf8-3102-4421-884f-1b25d89b22d7 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:26.190525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Pushing event updated for resources: {'Port': ['ID=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.286062 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.288810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Attempting to bind port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:26.289149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Attempting to bind port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:26.289480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Attempting to bind port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 on network e2be4b65-63d9-493d-b57d-34333a53d602 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:26.298583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 on network e2be4b65-63d9-493d-b57d-34333a53d602 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:26.299192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Attempting to bind port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 on network e2be4b65-63d9-493d-b57d-34333a53d602 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:26.311549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:26.312279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Checking segment: {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:26.313136 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Bound using segment: {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:26.314418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Bound port: fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b81e24-3800-4cf1-bbc8-e33cb91d54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:26.315788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.403365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.451354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] For port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:26.478229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:26.481452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] For port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:26.483594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event updated for resources: {'Port': ['ID=c369aa1a-88fc-4cff-a0d3-c84ddb94c93e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.495530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:26.497878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:26.510045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.655076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.655731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.657173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] 10.222.0.93 "PUT /v2.0/ports/fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 200 len: 1092 time: 2.1143863 Aug 16 02:13:26.664705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:26.666986 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225b651a-cb90-4fe9-894a-94fab93650ed" -d '{"events": [{"name": "network-changed", "server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:26.829271 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806ede85-ced9-495a-b352-8f023b9ac174 x-openstack-request-id: req-806ede85-ced9-495a-b352-8f023b9ac174 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:26.829271 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:26.829593 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-806ede85-ced9-495a-b352-8f023b9ac174 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:26.829934 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'status': 'completed', 'code': 200} Aug 16 02:13:26.872707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ada798-6355-46a8-8ec0-7769a20f0d6d service neutron] Pushing event updated for resources: {'Port': ['ID=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.925389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-1241e834-d17f-4335-8fc8-6249e453bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.926854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-1241e834-d17f-4335-8fc8-6249e453bc80 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 1095 time: 0.1985912 Aug 16 02:13:26.940423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a31ad-d2da-412f-b167-8382bdfc810e req-ad5c5b34-31bc-47dc-9c89-3e9381650632 tempest-ComputeTenantNetworksTest-758502506 tempest-ComputeTenantNetworksTest-758502506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.947058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a31ad-d2da-412f-b167-8382bdfc810e req-ad5c5b34-31bc-47dc-9c89-3e9381650632 tempest-ComputeTenantNetworksTest-758502506 tempest-ComputeTenantNetworksTest-758502506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.953199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a31ad-d2da-412f-b167-8382bdfc810e req-ad5c5b34-31bc-47dc-9c89-3e9381650632 tempest-ComputeTenantNetworksTest-758502506 tempest-ComputeTenantNetworksTest-758502506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.954858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284a31ad-d2da-412f-b167-8382bdfc810e req-ad5c5b34-31bc-47dc-9c89-3e9381650632 tempest-ComputeTenantNetworksTest-758502506 tempest-ComputeTenantNetworksTest-758502506-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4753532 Aug 16 02:13:27.015606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-73433829-297a-41ad-ac0d-fcd257abd29a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 200 len: 217 time: 0.0568502 Aug 16 02:13:27.173074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d52ad-6519-45dc-9f5e-2fd420b26625 req-7f14bf06-93d3-4cb3-98d3-66e45ff468f6 tempest-ComputeTenantNetworksTest-758502506 tempest-ComputeTenantNetworksTest-758502506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.175030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-921d52ad-6519-45dc-9f5e-2fd420b26625 req-7f14bf06-93d3-4cb3-98d3-66e45ff468f6 tempest-ComputeTenantNetworksTest-758502506 tempest-ComputeTenantNetworksTest-758502506-project] 10.222.0.61 "GET /v2.0/networks/005fcbf8-3102-4421-884f-1b25d89b22d7 HTTP/1.1" status: 200 len: 768 time: 0.1749859 Aug 16 02:13:27.184351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.212885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-4e66606e-338e-4d52-8467-2accfadc55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.214367 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-4e66606e-338e-4d52-8467-2accfadc55b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.1871531 Aug 16 02:13:27.265992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.273007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.350347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-4e3163c5-98ba-4f29-bae2-d1a321be7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.351943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-4e3163c5-98ba-4f29-bae2-d1a321be7250 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261044 Aug 16 02:13:27.423627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.437582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005fcbf8-3102-4421-884f-1b25d89b22d7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.454544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e51040-62c8-467f-956b-d12296ef3504') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.454972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e51040-62c8-467f-956b-d12296ef3504') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.455956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2294c-2a75-49eb-9b90-10a3f51264a1 req-1b35c8ac-8549-4938-98e3-8955875417fb tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.457657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55c2294c-2a75-49eb-9b90-10a3f51264a1 req-1b35c8ac-8549-4938-98e3-8955875417fb tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 943 time: 0.1948102 Aug 16 02:13:27.468553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.493443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.505553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:27.506123 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:27.508879 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:27.535623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55c2294c-2a75-49eb-9b90-10a3f51264a1 req-6ec7e42b-623a-4642-a6dd-a5c111ab0cd7 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696685 Aug 16 02:13:27.600669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-8ba4a422-50ee-4dd8-8fd5-08e064f38e3d service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367625 Aug 16 02:13:27.607985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.614893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.619648 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/005fcbf8-3102-4421-884f-1b25d89b22d7 HTTP/1.1" status: 204 len: 168 time: 0.4341035 Aug 16 02:13:27.642656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3a51e-5b9a-4ac6-b47a-8a951c7068b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=005fcbf8-3102-4421-884f-1b25d89b22d7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:27.725490 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.731878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.778619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.805778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd3b385-bd7c-4cf3-82dc-48b3c5837815 req-0dc309e9-53a1-4d62-9c66-3e8fc81c45d2 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969159 Aug 16 02:13:27.865020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.866869 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9044c04f-ddb8-4c49-93e9-3b46161640cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1c1d3252b864a098f876a45868a1b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0865998 Aug 16 02:13:28.235576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b651a-cb90-4fe9-894a-94fab93650ed req-9df92f93-b20a-4fe5-b0b3-b86db47ab7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.237798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-225b651a-cb90-4fe9-894a-94fab93650ed req-9df92f93-b20a-4fe5-b0b3-b86db47ab7f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 1095 time: 0.3742340 Aug 16 02:13:28.300244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-396efd75-6552-4835-9b96-fd745fad92bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.327239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Router 71503a57-0034-4473-869b-f626495f6f66 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:28.349375 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-396efd75-6552-4835-9b96-fd745fad92bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.448039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b651a-cb90-4fe9-894a-94fab93650ed req-e0ca4e42-f863-4668-9d4a-dc50447955c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.449651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-225b651a-cb90-4fe9-894a-94fab93650ed req-e0ca4e42-f863-4668-9d4a-dc50447955c0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.1999621 Aug 16 02:13:28.526972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-225b651a-cb90-4fe9-894a-94fab93650ed req-eb014b8a-795e-48dd-b45f-23ade0a89d0f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 200 len: 217 time: 0.0678992 Aug 16 02:13:28.548470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-396efd75-6552-4835-9b96-fd745fad92bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.551220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-396efd75-6552-4835-9b96-fd745fad92bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.552265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-396efd75-6552-4835-9b96-fd745fad92bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f65969fb-8231-4af2-b8dd-c16f58ea6295 HTTP/1.1" status: 204 len: 168 time: 0.6863625 Aug 16 02:13:28.557575 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-86e6d58b-7423-4867-9592-d101c1b39dd7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0518777 Aug 16 02:13:28.591812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396efd75-6552-4835-9b96-fd745fad92bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65969fb-8231-4af2-b8dd-c16f58ea6295,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:28.598015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:28.607999 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.609200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-211745f1-d0d0-487b-a34b-22e885d5f2a0 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "PUT /v2.0/routers/71503a57-0034-4473-869b-f626495f6f66 HTTP/1.1" status: 200 len: 884 time: 4.3218741 Aug 16 02:13:28.612269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.622655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b651a-cb90-4fe9-894a-94fab93650ed req-45ca1b87-f4e0-438d-a88f-fff94d3d5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.624179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-225b651a-cb90-4fe9-894a-94fab93650ed req-45ca1b87-f4e0-438d-a88f-fff94d3d5129 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.0881455 Aug 16 02:13:28.633895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f70a8-2ba3-4b1b-8612-11b9537634e7 None None] Sync routers for ids ['71503a57-0034-4473-869b-f626495f6f66'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:28.656196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f70a8-2ba3-4b1b-8612-11b9537634e7 None None] Routers {'71503a57-0034-4473-869b-f626495f6f66'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:28.660695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a17f70a8-2ba3-4b1b-8612-11b9537634e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71503a57-0034-4473-869b-f626495f6f66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:28.775380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a17f70a8-2ba3-4b1b-8612-11b9537634e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:28.782935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e702b41a-e846-424a-834c-8473baf14e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.783577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e702b41a-e846-424a-834c-8473baf14e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.784485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e702b41a-e846-424a-834c-8473baf14e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.785148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e702b41a-e846-424a-834c-8473baf14e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.785794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e702b41a-e846-424a-834c-8473baf14e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.786546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e702b41a-e846-424a-834c-8473baf14e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.787619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e702b41a-e846-424a-834c-8473baf14e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.791382 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e702b41a-e846-424a-834c-8473baf14e5a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc0507e73936436aa5ecdfe4212c3267&device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 6498 time: 0.1140425 Aug 16 02:13:28.805596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f70a8-2ba3-4b1b-8612-11b9537634e7 None None] Routers {'71503a57-0034-4473-869b-f626495f6f66'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:28.806359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a17f70a8-2ba3-4b1b-8612-11b9537634e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71503a57-0034-4473-869b-f626495f6f66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:28.833017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b651a-cb90-4fe9-894a-94fab93650ed req-f3f06f24-2fc5-4cd8-8344-236ee1d00155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.834690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-225b651a-cb90-4fe9-894a-94fab93650ed req-f3f06f24-2fc5-4cd8-8344-236ee1d00155 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724448 Aug 16 02:13:28.845426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad577ab-8cd8-4034-ac70-8280a46baad2 req-ce5efae6-ba13-4db1-86a9-3816a594da3f tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.847597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ad577ab-8cd8-4034-ac70-8280a46baad2 req-ce5efae6-ba13-4db1-86a9-3816a594da3f tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 943 time: 0.1838806 Aug 16 02:13:28.888592 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a17f70a8-2ba3-4b1b-8612-11b9537634e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:28.890510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f70a8-2ba3-4b1b-8612-11b9537634e7 None None] The sync data for ids ['71503a57-0034-4473-869b-f626495f6f66'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:28.917468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-99dd56b4-8557-49df-9589-c7d192c3e6e6 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/routers/71503a57-0034-4473-869b-f626495f6f66 HTTP/1.1" status: 200 len: 925 time: 0.3040669 Aug 16 02:13:28.920854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.972439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-52cbe6e9-5c02-4ebf-a0a8-c199e670e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.973122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-52cbe6e9-5c02-4ebf-a0a8-c199e670e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.973889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-52cbe6e9-5c02-4ebf-a0a8-c199e670e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.975658 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-52cbe6e9-5c02-4ebf-a0a8-c199e670e92c service neutron] 10.222.0.93 "GET /v2.0/networks?id=67c32414-a736-42e3-a126-e9aaa16b00fb&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&id=c587edc1-1b39-4797-b043-f93444807fb5&id=c587edc1-1b39-4797-b043-f93444807fb5 HTTP/1.1" status: 200 len: 2291 time: 0.1500602 Aug 16 02:13:29.005541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ad577ab-8cd8-4034-ac70-8280a46baad2 req-3cae01dc-4b87-41cc-9541-38104ea73db8 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434839 Aug 16 02:13:29.057875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e7761f-bc7d-44fa-8322-3fd8e65a5e4a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.062869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-06e7761f-bc7d-44fa-8322-3fd8e65a5e4a tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=71503a57-0034-4473-869b-f626495f6f66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1377287 Aug 16 02:13:29.062869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-225b651a-cb90-4fe9-894a-94fab93650ed req-48d1850a-f3cb-493b-8b4d-6987b36cec31 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112896 Aug 16 02:13:29.062869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55892) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.098575 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-5f81a1a7-3324-48d0-a62a-35b1425d557e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 HTTP/1.1" status: 200 len: 1000 time: 0.0982857 Aug 16 02:13:29.168472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-179bc7e8-48d2-471e-92d3-6f94722cc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.170489 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-179bc7e8-48d2-471e-92d3-6f94722cc437 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=26713c1e-18e6-47fb-8693-e9d04e20b5ec HTTP/1.1" status: 200 len: 851 time: 0.0649550 Aug 16 02:13:29.224956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927eb020-8b2f-497f-92f4-407a13f08183 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.226362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-927eb020-8b2f-497f-92f4-407a13f08183 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 881 time: 0.1630273 Aug 16 02:13:29.230069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.238523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-225b651a-cb90-4fe9-894a-94fab93650ed req-30d7703b-571b-491f-a1c4-c5209f9e0779 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664188 Aug 16 02:13:29.272728 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-59640167-decc-492e-8fa2-81105006637a tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=71503a57-0034-4473-869b-f626495f6f66 HTTP/1.1" status: 200 len: 205 time: 0.0412695 Aug 16 02:13:29.275298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.287305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-00fa326d-c7ff-4c7f-a574-01a079a15dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.289148 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-00fa326d-c7ff-4c7f-a574-01a079a15dd0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67c32414-a736-42e3-a126-e9aaa16b00fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116021 Aug 16 02:13:29.414178 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.419254 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-5e17c811-5170-4264-b2e4-f056c0b76ce0 service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219440 Aug 16 02:13:29.555876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.587975 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-01c365fd-6842-4b81-a238-d02576b2ab2a service neutron] 10.222.0.93 "GET /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601913 Aug 16 02:13:29.618729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.621641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Deleting port c369aa1a-88fc-4cff-a0d3-c84ddb94c93e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:29.621905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.642607 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-c6e988c7-bc3f-42f2-af8e-041d094a0823 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=5e1893e0-13a1-4368-a82e-4473b082391c HTTP/1.1" status: 200 len: 217 time: 0.0464377 Aug 16 02:13:29.701105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-84f8e28d-b1df-4f08-8f0c-78a7c7e5aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.702726 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-84f8e28d-b1df-4f08-8f0c-78a7c7e5aaa4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0504332 Aug 16 02:13:29.728799 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.748904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Calling delete_port for c369aa1a-88fc-4cff-a0d3-c84ddb94c93e owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:29.767405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-10fffc2b-b728-4311-a608-9b89a23770ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.769560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-10fffc2b-b728-4311-a608-9b89a23770ef service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573061 Aug 16 02:13:29.789211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2085006561-network', 'tenant_id': 'c1025bc31d82477096ddf833a394b510'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:29.881060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Made reservation on behalf of c1025bc31d82477096ddf833a394b510 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:29.884138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.896371 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-4e9b89c3-5534-4335-a9a9-29eff8836c2b service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186674 Aug 16 02:13:29.902277 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.998197 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-77f52e09-b2d6-4b01-9b81-2d00caa6b177 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940626 Aug 16 02:13:30.046749 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-4140ef3c-13e4-4054-8a9b-aeda2acbf25c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=726d1e56-868c-4100-ae97-55bcc59f5af8 HTTP/1.1" status: 200 len: 217 time: 0.0377331 Aug 16 02:13:30.115325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-40c1d3c1-eb49-4709-99fe-4e5563f6e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.117074 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-40c1d3c1-eb49-4709-99fe-4e5563f6e03a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0629573 Aug 16 02:13:30.119751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.170131 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.171275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event deleted for resources: {'Port': ['ID=c369aa1a-88fc-4cff-a0d3-c84ddb94c93e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:30.203157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-4f796ace-8e8b-45f8-a7e4-04a9e09e4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.207034 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-4f796ace-8e8b-45f8-a7e4-04a9e09e4fd8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715981 Aug 16 02:13:30.257304 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.297229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.368248 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-a6f545e7-29cf-468e-90ed-ef92b6af7355 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474164 Aug 16 02:13:30.391050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:30.439367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b36e19-89cd-44a9-8964-5f9bac7e4716,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:30.448055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.448607 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Added segment afd98d74-580b-4c97-aa76-0d3936860723 of type vlan for network e1a089ce-1438-42da-8fdd-ee1b53b9423a Aug 16 02:13:30.452651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.465128 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.475524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a34772-b6ea-4f45-87f7-f5b7ef6e5532 req-51c446e6-eecd-4834-bf9b-580d784930de tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.477152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6a34772-b6ea-4f45-87f7-f5b7ef6e5532 req-51c446e6-eecd-4834-bf9b-580d784930de tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 943 time: 0.3114977 Aug 16 02:13:30.510845 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-58297b04-834b-418a-aa76-b9c6ae6ce433 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354804 Aug 16 02:13:30.552437 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.573863 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-2d647af1-4874-4123-8f0a-820651a6dc91 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3 HTTP/1.1" status: 200 len: 217 time: 0.0514205 Aug 16 02:13:30.576205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.585919 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.586523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Fanout notify agent at l3_agent the message router_deleted on router 71503a57-0034-4473-869b-f626495f6f66 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:30.601821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.602939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5e8c87ae-ee23-4041-81eb-a511788f5efc tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/71503a57-0034-4473-869b-f626495f6f66 HTTP/1.1" status: 204 len: 168 time: 1.3264391 Aug 16 02:13:30.608454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:30.613114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-30f0190b-cace-4cf4-a9d5-3411a3b4467d tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1479941240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:30.631000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6a34772-b6ea-4f45-87f7-f5b7ef6e5532 req-8f978349-0a7b-4e1d-8897-de25c0d8863b tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223958 Aug 16 02:13:30.647521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-d0998980-2fc9-4a52-9587-d14fb73e8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.649394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-d0998980-2fc9-4a52-9587-d14fb73e8c28 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0688884 Aug 16 02:13:30.657222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.658270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.659507 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.665608 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f0190b-cace-4cf4-a9d5-3411a3b4467d tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.666617 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f0190b-cace-4cf4-a9d5-3411a3b4467d tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.673433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:30.702688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e99ad55c-8633-4b88-a3cd-7754c2edb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.704412 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-e99ad55c-8633-4b88-a3cd-7754c2edb9e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483270 Aug 16 02:13:30.734678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1121066 Aug 16 02:13:30.735715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55928) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:30.741290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Request body: {'subnet': {'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2085006561-subnet', 'tenant_id': 'c1025bc31d82477096ddf833a394b510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:30.754605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d3145-43a9-4e32-a5af-d0b9381b2e17 admin admin] Pushing event updated for resources: {'Network': ['ID=e1a089ce-1438-42da-8fdd-ee1b53b9423a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:30.774441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:30.786962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'port_id': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'mac_address': 'fa:16:3e:11:49:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:30.790702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network e1a089ce-1438-42da-8fdd-ee1b53b9423a details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:30.793977 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f0190b-cace-4cf4-a9d5-3411a3b4467d tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.797860 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f0190b-cace-4cf4-a9d5-3411a3b4467d tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.804527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Made reservation on behalf of c1025bc31d82477096ddf833a394b510 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:30.806940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.817802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f0190b-cace-4cf4-a9d5-3411a3b4467d tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.819470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-30f0190b-cace-4cf4-a9d5-3411a3b4467d tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2099226 Aug 16 02:13:30.822613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:30.827395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': True}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:30.878629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-d7cbc4d3-6147-4703-822a-ad341baf017f service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651132 Aug 16 02:13:30.892233 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.908458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:30.931293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:30.942922 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.970910 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35daa08b-5a1b-4fee-92cb-b1e291d49696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.007282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:31.022394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.022745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.023978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.024543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.025256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.025704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.026042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.026496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.026835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.027343 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.027681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.028007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:31.033391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-4ec32dff-5f94-430b-9449-1221ad3daa31 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461341 Aug 16 02:13:31.071009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.106460 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-0fd28607-c1f2-411e-8e3d-64c6aefe99da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9 HTTP/1.1" status: 200 len: 217 time: 0.0636227 Aug 16 02:13:31.160836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.213611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-6fd8817b-bee7-448f-8f11-d32a3792ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.215212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-6fd8817b-bee7-448f-8f11-d32a3792ab15 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 200 len: 797 time: 0.0977247 Aug 16 02:13:31.262689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:31.278463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8954c4c3-daa2-4b8e-a386-51fe9fd212c4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:31.287372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Checking segment: {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:31.287734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Network hostable DHCP agents. Network: e1a089ce-1438-42da-8fdd-ee1b53b9423a, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:13:31.313359 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-297a2786-36d8-4924-99ec-90c9a045a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.315398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-297a2786-36d8-4924-99ec-90c9a045a402 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3e8d3be-172c-4fb4-8c79-6747ba670fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0909050 Aug 16 02:13:31.335471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Network e1a089ce-1438-42da-8fdd-ee1b53b9423a is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:13:31.399610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, e1a089ce-1438-42da-8fdd-ee1b53b9423a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:31.407662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.407662 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.419856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0eca8-ca70-40d6-9808-833180124015 None None] Network e1a089ce-1438-42da-8fdd-ee1b53b9423a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:31.444686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-79d0d239-2f63-4cf8-8001-7b9e51e9b4a6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7079775 Aug 16 02:13:31.505834 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-ab053726-852a-493d-9abd-e57351d4e37f service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828408 Aug 16 02:13:31.619285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71914944-34e3-412e-9d32-b45f288bbc40 None None] Network e1a089ce-1438-42da-8fdd-ee1b53b9423a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:31.692675 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.699876 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-ccf531c4-4cdf-47cf-a829-09c30d080aa0 service neutron] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847632 Aug 16 02:13:31.715923 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.765291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-afea45f4-4586-429a-a6d5-74cdf33114fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363 HTTP/1.1" status: 200 len: 217 time: 0.0543287 Aug 16 02:13:31.840513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-52e09e34-0d38-4cba-8bbd-034f23ba45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.842357 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-52e09e34-0d38-4cba-8bbd-034f23ba45dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.0696485 Aug 16 02:13:31.892588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859a6d-19fc-460b-90c4-e570cf73dcd5 req-b31ff04d-8faf-492c-9b9f-f41dcdd79470 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.894823 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00859a6d-19fc-460b-90c4-e570cf73dcd5 req-b31ff04d-8faf-492c-9b9f-f41dcdd79470 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 944 time: 0.0933537 Aug 16 02:13:31.898671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-8bccdb00-265a-4d02-b765-0378f4091cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.900477 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-8bccdb00-265a-4d02-b765-0378f4091cdc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0492811 Aug 16 02:13:31.905048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Allocated IP 172.25.5.114 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/83326575-c209-4c34-9acf-db6fcb020da8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:31.995327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00859a6d-19fc-460b-90c4-e570cf73dcd5 req-a177b068-55a9-4c66-90ae-ea6f294ab541 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918274 Aug 16 02:13:32.059471 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-acb233b0-6757-4592-a7f5-932fb2d16698 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484339 Aug 16 02:13:32.144267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.176326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-686e8d0b-c438-4d79-8784-686c1892ea33 service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037073 Aug 16 02:13:32.220918 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-bd501519-9291-49cc-91d6-26b5f6d7efe6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee HTTP/1.1" status: 200 len: 217 time: 0.0365181 Aug 16 02:13:32.221158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-909a4db5-146e-476d-b83d-1815e49fdaaf tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.222402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-909a4db5-146e-476d-b83d-1815e49fdaaf tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 815 time: 0.1492662 Aug 16 02:13:32.247110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-aca8daf4-bb43-4bae-ba7b-6cd6ec14da77 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/quotas/c1025bc31d82477096ddf833a394b510 HTTP/1.1" status: 200 len: 375 time: 0.0157104 Aug 16 02:13:32.248816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.274546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-2249da51-d8f4-4378-bdc2-9cdbb1b425a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.276405 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-2249da51-d8f4-4378-bdc2-9cdbb1b425a2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 200 len: 797 time: 0.0480938 Aug 16 02:13:32.320932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-d5f967fa-8e13-4ae5-b446-0d8157ba1198 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692306 Aug 16 02:13:32.331740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:32.334940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-875fa293-bcad-4390-8a0a-54e0ee394d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.336122 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-875fa293-bcad-4390-8a0a-54e0ee394d02 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c587edc1-1b39-4797-b043-f93444807fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530772 Aug 16 02:13:32.336779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:32.352391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:32.427643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event updated for resources: {'Port': ['ID=83326575-c209-4c34-9acf-db6fcb020da8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.461567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-fd32d151-e7fc-471f-a936-d3359ec9d25a service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178982 Aug 16 02:13:32.569519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-2f0a7371-b22a-4f38-ae65-88d8a21b40f9 service neutron] 10.222.0.61 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342775 Aug 16 02:13:32.572202 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-59693d76-a730-4abb-99f1-9eecc84bfa2a req-6ba031b2-e6ec-4d21-83c0-b73a3b52133f service neutron] 10.222.0.93 "GET /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031525 Aug 16 02:13:32.686266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:32.744194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:32.748749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:32.749300 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.755011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-29e1be75-5f7c-49ae-b40f-890e9a17d197 service neutron] 10.222.0.61 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772821 Aug 16 02:13:32.763642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.841456 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.867634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:32.869642 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d440efed-dc3a-4065-9c7e-7b4a3677de30" -d '{"events": [{"server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "name": "network-vif-plugged", "status": "completed", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:32.884436 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:32.889214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.964814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.990465 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5bc3f1-2319-4876-9965-02e267cb9d8f x-openstack-request-id: req-ad5bc3f1-2319-4876-9965-02e267cb9d8f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:32.990858 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "name": "network-vif-plugged", "status": "completed", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:32.994016 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad5bc3f1-2319-4876-9965-02e267cb9d8f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:32.994016 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'code': 200} Aug 16 02:13:33.052005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21a1e836-b186-48b8-9ad1-1318677e4686 req-e3bbd1d6-b19b-4ec9-ac71-401c08f0a9f7 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 210 time: 0.0767338 Aug 16 02:13:33.102928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.107867 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.146382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f16f9-9298-4c23-8672-fbec0927555a req-472120c0-a3f4-4116-8d06-c10ba5aba660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.148162 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6f0f16f9-9298-4c23-8672-fbec0927555a req-472120c0-a3f4-4116-8d06-c10ba5aba660 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 1097 time: 0.0880015 Aug 16 02:13:33.191105 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6f0f16f9-9298-4c23-8672-fbec0927555a req-5991144d-7777-4f14-aff6-6a51ce218f98 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Aug 16 02:13:33.265362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a590c9b-1eaa-49cc-a2bf-49e6ce9bfc54 req-e0c54b8c-381d-47e3-a3ba-4f13d027aa6e tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.266899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a590c9b-1eaa-49cc-a2bf-49e6ce9bfc54 req-e0c54b8c-381d-47e3-a3ba-4f13d027aa6e tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 945 time: 0.1548617 Aug 16 02:13:33.332853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a590c9b-1eaa-49cc-a2bf-49e6ce9bfc54 req-73ab35a7-2605-48a0-b0ed-a0c421657265 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545750 Aug 16 02:13:33.351787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Router 9f18628a-167d-4b8d-afd4-1e78f68c1882 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:33.493204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:33.498283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.505384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e161eba8-2119-4d23-aa41-2aa4943eca97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "PUT /v2.0/routers/9f18628a-167d-4b8d-afd4-1e78f68c1882 HTTP/1.1" status: 200 len: 919 time: 2.6811113 Aug 16 02:13:33.506403 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4077482-d9dd-4f91-8066-f8c9a4bb3d22 None None] Sync routers for ids ['9f18628a-167d-4b8d-afd4-1e78f68c1882'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:33.508651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:33.521293 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4077482-d9dd-4f91-8066-f8c9a4bb3d22 None None] Routers {'9f18628a-167d-4b8d-afd4-1e78f68c1882'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:33.521858 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b4077482-d9dd-4f91-8066-f8c9a4bb3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9f18628a-167d-4b8d-afd4-1e78f68c1882'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.568876 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b4077482-d9dd-4f91-8066-f8c9a4bb3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.581249 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4077482-d9dd-4f91-8066-f8c9a4bb3d22 None None] Routers {'9f18628a-167d-4b8d-afd4-1e78f68c1882'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:33.582707 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b4077482-d9dd-4f91-8066-f8c9a4bb3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9f18628a-167d-4b8d-afd4-1e78f68c1882'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.610821 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06d0a6f0-5659-4a54-861e-edb71a8bd41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.624312 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b4077482-d9dd-4f91-8066-f8c9a4bb3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.624964 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4077482-d9dd-4f91-8066-f8c9a4bb3d22 None None] The sync data for ids ['9f18628a-167d-4b8d-afd4-1e78f68c1882'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:33.650811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:33.651023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fd45c9e2-4236-491f-8652-0a3d82602df6 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/routers/9f18628a-167d-4b8d-afd4-1e78f68c1882 HTTP/1.1" status: 200 len: 925 time: 0.1408577 Aug 16 02:13:33.700596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19af03-443e-4048-91b7-48f613713a97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.702417 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-de19af03-443e-4048-91b7-48f613713a97 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=9f18628a-167d-4b8d-afd4-1e78f68c1882&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0503488 Aug 16 02:13:33.705352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:33.804733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4619ba4-1569-44db-9106-f3ab3373bacb tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.806157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e4619ba4-1569-44db-9106-f3ab3373bacb tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 881 time: 0.0996404 Aug 16 02:13:33.809089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:33.837398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8136145e-3bf3-4a1a-8546-afb5d397edaf tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f18628a-167d-4b8d-afd4-1e78f68c1882 HTTP/1.1" status: 200 len: 205 time: 0.0271161 Aug 16 02:13:33.839821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:33.863337 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.962354 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.094405 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.179488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1956823-68bb-4e3f-b1c2-6ee91901db35 req-14dcdeef-8f33-4c14-a85c-20d8ab0662ca tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 210 time: 0.0504384 Aug 16 02:13:34.283188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Deleting port 83326575-c209-4c34-9acf-db6fcb020da8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:34.284350 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.345073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-e6bf130b-92d7-4364-9f81-4d9089db6f8f tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.347456 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-e6bf130b-92d7-4364-9f81-4d9089db6f8f tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 815 time: 0.1941557 Aug 16 02:13:34.362951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Request body: {'port': {'device_id': '16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8', 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a', 'admin_state_up': True, 'tenant_id': 'c1025bc31d82477096ddf833a394b510'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:34.468497 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.495338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Calling delete_port for 83326575-c209-4c34-9acf-db6fcb020da8 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:34.541227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358216a-1372-4d1e-b827-de2e05c34477 req-056a5700-1841-45fb-8c8d-2e53df2bacb3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.554019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5358216a-1372-4d1e-b827-de2e05c34477 req-056a5700-1841-45fb-8c8d-2e53df2bacb3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 945 time: 0.1303487 Aug 16 02:13:34.599198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Made reservation on behalf of c1025bc31d82477096ddf833a394b510 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:34.603027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.641711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5358216a-1372-4d1e-b827-de2e05c34477 req-0167cad4-68b1-42c4-8dd0-dd1e1e3c22d7 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863819 Aug 16 02:13:34.805741 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.842328 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.889758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event deleted for resources: {'Port': ['ID=83326575-c209-4c34-9acf-db6fcb020da8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.892485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Allocated IP 172.20.0.12 (e1a089ce-1438-42da-8fdd-ee1b53b9423a/8954c4c3-daa2-4b8e-a386-51fe9fd212c4/25832c98-4d49-4247-9aa9-604484485bfd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:34.904038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-0808e881-ca86-4074-8551-28ab8f5b5c3e tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.906997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-0808e881-ca86-4074-8551-28ab8f5b5c3e tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1039209 Aug 16 02:13:34.965520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-f12770fd-f71e-4664-b857-75eaa1b1382c tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0472410 Aug 16 02:13:34.978303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fef5c403-2b89-44a9-ab13-9bc5808c6973 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Request body: {'floatingip': {'port_id': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:35.016291 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.045861 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fef5c403-2b89-44a9-ab13-9bc5808c6973 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.162439 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.166157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.273026 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.275525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Fanout notify agent at l3_agent the message router_deleted on router 9f18628a-167d-4b8d-afd4-1e78f68c1882 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:35.287886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.293655 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9245d3f1-73f7-423b-a150-6325b55a3499 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/9f18628a-167d-4b8d-afd4-1e78f68c1882 HTTP/1.1" status: 204 len: 168 time: 1.4525204 Aug 16 02:13:35.307225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:35.310659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06007cf9-1e47-4495-a313-b3144f002c67 req-b40f16f5-3759-4ae8-ad98-51df531d3064 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 210 time: 0.0414829 Aug 16 02:13:35.317514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c9745870-3fbf-4401-bdba-11674691e660 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2039788661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:35.339138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.345323 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9745870-3fbf-4401-bdba-11674691e660 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.346580 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9745870-3fbf-4401-bdba-11674691e660 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.425999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.453642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9745870-3fbf-4401-bdba-11674691e660 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.462729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9745870-3fbf-4401-bdba-11674691e660 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.481795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Network e1a089ce-1438-42da-8fdd-ee1b53b9423a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:35.485255 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:35.489354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:35.540961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Pushing event updated for resources: {'Port': ['ID=25832c98-4d49-4247-9aa9-604484485bfd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:35.550074 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9745870-3fbf-4401-bdba-11674691e660 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.551055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c9745870-3fbf-4401-bdba-11674691e660 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2427597 Aug 16 02:13:35.554958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:35.559256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': False}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:35.574424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.575235 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.591163 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4796a1f0-169e-4cdb-9777-db76569da2f2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2327836 Aug 16 02:13:35.604528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Request body: {'port': {'device_id': '16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:35.679276 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.826328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.983878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fef5c403-2b89-44a9-ab13-9bc5808c6973 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.990553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fef5c403-2b89-44a9-ab13-9bc5808c6973 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.089240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25832c98-4d49-4247-9aa9-604484485bfd {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:36.103844 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.133964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Transition to ACTIVE for port object 25832c98-4d49-4247-9aa9-604484485bfd will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:36.146683 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.148737 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fef5c403-2b89-44a9-ab13-9bc5808c6973 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Floating IP 9b033971-49fe-4fe1-9ebd-81499565b356 associated. External IP: 172.25.5.170, port: 485ba6a2-b43d-4b51-a85f-b9f6032bc645. Aug 16 02:13:36.267442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Pushing event updated for resources: {'Port': ['ID=25832c98-4d49-4247-9aa9-604484485bfd,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.365673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Attempting to bind port 25832c98-4d49-4247-9aa9-604484485bfd on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:36.366346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Attempting to bind port 25832c98-4d49-4247-9aa9-604484485bfd by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:36.366346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Attempting to bind port 25832c98-4d49-4247-9aa9-604484485bfd on network e1a089ce-1438-42da-8fdd-ee1b53b9423a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:36.372187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Port 25832c98-4d49-4247-9aa9-604484485bfd on network e1a089ce-1438-42da-8fdd-ee1b53b9423a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:36.372187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Attempting to bind port 25832c98-4d49-4247-9aa9-604484485bfd on network e1a089ce-1438-42da-8fdd-ee1b53b9423a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:36.378481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:36.379032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Checking segment: {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:36.379463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Bound using segment: {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:36.379899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Bound port: 25832c98-4d49-4247-9aa9-604484485bfd, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:36.380256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.460198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] For port 25832c98-4d49-4247-9aa9-604484485bfd, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:36.464184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] For port 25832c98-4d49-4247-9aa9-604484485bfd, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=25832c98-4d49-4247-9aa9-604484485bfd,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:36.469104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.509787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.510272 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.511720 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] 10.222.0.93 "PUT /v2.0/ports/25832c98-4d49-4247-9aa9-604484485bfd HTTP/1.1" status: 200 len: 1093 time: 0.9119749 Aug 16 02:13:36.512181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8', 'tag': '25832c98-4d49-4247-9aa9-604484485bfd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:36.516417 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c49a0a6-362b-4c42-8516-0e397cd66520" -d '{"events": [{"name": "network-changed", "server_uuid": "16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8", "tag": "25832c98-4d49-4247-9aa9-604484485bfd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:36.549815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e7e6b-3fb0-47a0-b732-2b2dac4970b0 service neutron] Pushing event updated for resources: {'Port': ['ID=25832c98-4d49-4247-9aa9-604484485bfd,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.631432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-7165d034-bd50-44ce-a9af-e26623db3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.633967 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-7165d034-bd50-44ce-a9af-e26623db3d3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 1096 time: 0.0617242 Aug 16 02:13:36.644834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9471-eac4-43c5-bbf7-0fd02b7aea88 req-9c2c4246-2f17-4019-bd02-dcfe3bd19825 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.652229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-324d9471-eac4-43c5-bbf7-0fd02b7aea88 req-9c2c4246-2f17-4019-bd02-dcfe3bd19825 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 944 time: 0.1768708 Aug 16 02:13:36.657513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.684584 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-4798503f-3204-40fa-b8aa-2ab2dc8fca65 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25832c98-4d49-4247-9aa9-604484485bfd HTTP/1.1" status: 200 len: 217 time: 0.0421810 Aug 16 02:13:36.692186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.741812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-9bfff368-6cdf-426e-a1bc-5270c9166fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.743326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-9bfff368-6cdf-426e-a1bc-5270c9166fe1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 200 len: 855 time: 0.0526993 Aug 16 02:13:36.780867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-17414bc8-5b94-4e1f-a0e3-53f8a404f5a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e1a089ce-1438-42da-8fdd-ee1b53b9423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278549 Aug 16 02:13:36.810484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-324d9471-eac4-43c5-bbf7-0fd02b7aea88 req-703668ee-9fcf-489f-9759-27386f77212e tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457627 Aug 16 02:13:36.917890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.955948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Allocated IP 172.25.5.44 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/47b8d338-20c0-40b3-9302-2d777da45cc7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:36.972217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fef5c403-2b89-44a9-ab13-9bc5808c6973 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Router a7182bee-6efa-405d-8044-e17769f91de0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:37.022439 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc3b345-0a5d-4db3-b137-2d531c69310a x-openstack-request-id: req-2dc3b345-0a5d-4db3-b137-2d531c69310a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:37.022670 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8", "tag": "25832c98-4d49-4247-9aa9-604484485bfd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:37.022905 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2dc3b345-0a5d-4db3-b137-2d531c69310a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:37.023514 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8', 'tag': '25832c98-4d49-4247-9aa9-604484485bfd', 'status': 'completed', 'code': 200} Aug 16 02:13:37.043349 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-cc115787-ea7c-4d4c-b3c5-93587ddedcd3 service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554190 Aug 16 02:13:37.180953 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cfb5aeff-8f0a-487c-a9e5-d7934b1071c8 req-a46460b3-d405-4fc3-b048-fda589b7f94a service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288517 Aug 16 02:13:37.197234 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.199679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fef5c403-2b89-44a9-ab13-9bc5808c6973 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:37.208310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fef5c403-2b89-44a9-ab13-9bc5808c6973 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.214192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] Sync routers for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:37.228299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:37.229286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:37.246430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fef5c403-2b89-44a9-ab13-9bc5808c6973 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "PUT /v2.0/floatingips/9b033971-49fe-4fe1-9ebd-81499565b356 HTTP/1.1" status: 200 len: 997 time: 2.2733881 Aug 16 02:13:37.248288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:37.250581 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c6669e-c596-49e5-bd1f-30b0b922673b" -d '{"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:37.290353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.350628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:37.363512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:37.371959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:37.403773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Pushing event updated for resources: {'Port': ['ID=47b8d338-20c0-40b3-9302-2d777da45cc7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:37.410221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-3652459b-f799-413b-a3dc-6bf88eb6e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.418135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-3652459b-f799-413b-a3dc-6bf88eb6e52a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1098 time: 0.1400132 Aug 16 02:13:37.465599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:37.546860 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdebfac3-0903-47a2-ae99-f400095b6258 x-openstack-request-id: req-cdebfac3-0903-47a2-ae99-f400095b6258 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:37.547330 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:37.547597 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdebfac3-0903-47a2-ae99-f400095b6258 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:37.547989 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'status': 'completed', 'code': 200} Aug 16 02:13:37.672312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-c16e65fc-2301-41bd-b7f2-72877d721d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.680342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-c16e65fc-2301-41bd-b7f2-72877d721d5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.2611363 Aug 16 02:13:37.709947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-91ef0e1b-a5ab-4a90-9e1f-ce1d6a8d35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.711498 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-91ef0e1b-a5ab-4a90-9e1f-ce1d6a8d35fc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 1096 time: 0.4770789 Aug 16 02:13:37.745305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-4626b48b-cc2b-48a2-bd32-b9e128261fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.746817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-4626b48b-cc2b-48a2-bd32-b9e128261fbc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1098 time: 0.1951494 Aug 16 02:13:37.850011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-13ce297a-fa98-4100-8343-9827e44d89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.851573 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-13ce297a-fa98-4100-8343-9827e44d89a3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 916 time: 0.1317074 Aug 16 02:13:37.854398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-fb2890a9-7e77-4481-bd3e-70052d7b9a35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 1000 time: 0.1731501 Aug 16 02:13:37.954871 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-dc01ebc3-71dd-47df-8d97-a6ff81e8f6b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25832c98-4d49-4247-9aa9-604484485bfd HTTP/1.1" status: 200 len: 217 time: 0.0867186 Aug 16 02:13:37.966694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:5d:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abaabc3-8dc5-477c-8554-501a1039108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:35Z', 'revision_number': 1, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:38.047530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-3d3ac74f-351c-4f70-b0c2-663145f8f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.061460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-7c3e0fa2-fe0f-41e7-96fb-0491256132d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.062961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-7c3e0fa2-fe0f-41e7-96fb-0491256132d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 200 len: 855 time: 0.0949707 Aug 16 02:13:38.063534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-3d3ac74f-351c-4f70-b0c2-663145f8f35b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.2025952 Aug 16 02:13:38.104027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-441837ea-e265-4544-8252-c53da4d23139 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e1a089ce-1438-42da-8fdd-ee1b53b9423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313413 Aug 16 02:13:38.121845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-8261e644-1dc1-429b-8509-90a58de7f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.122661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-8261e644-1dc1-429b-8509-90a58de7f5a1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.3657279 Aug 16 02:13:38.179602 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.236397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] Checking router: a7182bee-6efa-405d-8044-e17769f91de0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:38.261732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:38.262363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:38.321676 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-507d208a-2cc0-4396-83cb-cef001cbb57b service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068858 Aug 16 02:13:38.379290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:38.421743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da58bf0-b755-44dc-b1f3-29e978be8f3c req-6a5a2bfc-b7cc-4831-967d-d03f8c75c7b2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.429837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5da58bf0-b755-44dc-b1f3-29e978be8f3c req-6a5a2bfc-b7cc-4831-967d-d03f8c75c7b2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 944 time: 0.4776714 Aug 16 02:13:38.468911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-6d5ab1f7-1aa0-449f-a788-3e773e8c7c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.470592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-6d5ab1f7-1aa0-449f-a788-3e773e8c7c5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4062870 Aug 16 02:13:38.485757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-7b3804ac-85ed-4602-a483-744b02811e62 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:38.487229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-7b3804ac-85ed-4602-a483-744b02811e62 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065148 Aug 16 02:13:38.529491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-0214d094-43c7-4d52-a6bb-1610c470505c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 1000 time: 0.3577492 Aug 16 02:13:38.554191 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5c49a0a6-362b-4c42-8516-0e397cd66520 req-8e3aeb0c-ccd1-4f6b-baa1-db6e5ca915cc service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243891 Aug 16 02:13:38.822381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:5d:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abaabc3-8dc5-477c-8554-501a1039108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:35Z', 'revision_number': 1, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:38.853567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e723c1-c5d6-440f-88ed-0b0df08661c6 None None] The sync data for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 is: [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:5d:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abaabc3-8dc5-477c-8554-501a1039108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:35Z', 'revision_number': 1, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:38.920120 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5da58bf0-b755-44dc-b1f3-29e978be8f3c req-427fc19e-e59e-4d60-a362-9e3bbd9ad17b tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893260 Aug 16 02:13:39.056023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-6279b133-2cb5-48d2-9dda-0b5d8f4c2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.057502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-6279b133-2cb5-48d2-9dda-0b5d8f4c2491 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.5124903 Aug 16 02:13:39.172469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-5ce21896-5639-4497-ba57-000c2cf27c78 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571479 Aug 16 02:13:39.194579 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b5576-dbd2-4b3b-91cd-5fc75e51e1a7 None None] New status for floating IP 9b033971-49fe-4fe1-9ebd-81499565b356: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:13:39.272891 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.281880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.295470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-c0a21030-9560-4945-817a-bea43b875e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.297032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-c0a21030-9560-4945-817a-bea43b875e07 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1799383 Aug 16 02:13:39.421614 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64483a30-716a-4458-846b-3553b6a4ccf2 req-a34b771d-2630-470b-9b38-6b558b22c717 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241940 Aug 16 02:13:39.504376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-c0c200c6-7e06-41c8-9c10-9b2f0da33cc9 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993895 Aug 16 02:13:39.646812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-b581e163-6f74-46ac-8ef1-c9b586c43b29 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.648667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-b581e163-6f74-46ac-8ef1-c9b586c43b29 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1368923 Aug 16 02:13:39.659992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Router 03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:39.700565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9c6669e-c596-49e5-bd1f-30b0b922673b req-601a175d-90ae-46d2-bbb3-3ae8ce79fe64 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866345 Aug 16 02:13:39.796399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-f903cca0-18d6-4cd1-8b06-5adc30d31aec tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 1002 time: 0.1375272 Aug 16 02:13:39.808903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Request body: {'floatingip': {'port_id': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:39.903964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:39.907328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.913970 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.915203 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dc70c525-785a-4dc4-a813-84d9970c1f8c tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "PUT /v2.0/routers/03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af HTTP/1.1" status: 200 len: 919 time: 4.3592970 Aug 16 02:13:39.915865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6f316-253f-4919-8667-87c5ea7c1550 None None] Sync routers for ids ['03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:39.918719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:39.930338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6f316-253f-4919-8667-87c5ea7c1550 None None] Routers {'03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:39.931002 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-64e6f316-253f-4919-8667-87c5ea7c1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:39.999528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-64e6f316-253f-4919-8667-87c5ea7c1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:40.011817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6f316-253f-4919-8667-87c5ea7c1550 None None] Routers {'03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:40.012551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-64e6f316-253f-4919-8667-87c5ea7c1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:40.058901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-64e6f316-253f-4919-8667-87c5ea7c1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:40.059740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6f316-253f-4919-8667-87c5ea7c1550 None None] The sync data for ids ['03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:40.170594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b2898be9-73b7-46a1-941a-ac7ce93a6a72 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/routers/03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af HTTP/1.1" status: 200 len: 925 time: 0.2506626 Aug 16 02:13:40.173380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:40.226028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5121b1da-4dd0-4844-a267-0641b9fd07bc tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.230243 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5121b1da-4dd0-4844-a267-0641b9fd07bc tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0525947 Aug 16 02:13:40.230353 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99241003-9363-4d67-bdbc-38f9452c4310 req-9761bb6a-4500-4dc2-afee-ba39e851c1c0 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.230467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:40.231358 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99241003-9363-4d67-bdbc-38f9452c4310 req-9761bb6a-4500-4dc2-afee-ba39e851c1c0 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 944 time: 0.1764104 Aug 16 02:13:40.325189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99241003-9363-4d67-bdbc-38f9452c4310 req-2f009fd2-26b7-4f04-b268-6b5be8b19869 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845273 Aug 16 02:13:40.381028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e309765c-8cb2-4dc4-b250-bb911ba47d42 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.382094 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e309765c-8cb2-4dc4-b250-bb911ba47d42 tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 881 time: 0.1399605 Aug 16 02:13:40.383469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:40.421373 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9c4e335c-7a13-4fb8-8a87-cdb13a193d41 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af HTTP/1.1" status: 200 len: 205 time: 0.0320530 Aug 16 02:13:40.424550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:40.572527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.688431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.689248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 25832c98-4d49-4247-9aa9-604484485bfd details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:40.695360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.702913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.764977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Deleting port 47b8d338-20c0-40b3-9302-2d777da45cc7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:40.765913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.811033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 25832c98-4d49-4247-9aa9-604484485bfd, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=25832c98-4d49-4247-9aa9-604484485bfd,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:40.824470 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Floating IP 9b033971-49fe-4fe1-9ebd-81499565b356 associated. External IP: 172.25.5.170, port: 485ba6a2-b43d-4b51-a85f-b9f6032bc645. Aug 16 02:13:40.828203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '25832c98-4d49-4247-9aa9-604484485bfd', 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a', 'port_id': '25832c98-4d49-4247-9aa9-604484485bfd', 'mac_address': 'fa:16:3e:ea:29:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8954c4c3-daa2-4b8e-a386-51fe9fd212c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:40.853646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.867177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Calling delete_port for 47b8d338-20c0-40b3-9302-2d777da45cc7 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:40.867796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.884681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25832c98-4d49-4247-9aa9-604484485bfd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:40.908845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 25832c98-4d49-4247-9aa9-604484485bfd, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=25832c98-4d49-4247-9aa9-604484485bfd,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:40.915808 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.978649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=25832c98-4d49-4247-9aa9-604484485bfd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:41.061577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.088885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Router a7182bee-6efa-405d-8044-e17769f91de0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:41.092674 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event deleted for resources: {'Port': ['ID=47b8d338-20c0-40b3-9302-2d777da45cc7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:41.156536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.193369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['25832c98-4d49-4247-9aa9-604484485bfd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:41.216943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:41.228934 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] Sync routers for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:41.243619 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:41.244618 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:41.280268 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.282885 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.358502 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.359684 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Fanout notify agent at l3_agent the message router_deleted on router 03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:41.388403 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.389373 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8c7ea5ea-3452-4e99-9dff-2f3a3dca1f61 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af HTTP/1.1" status: 204 len: 168 time: 0.9616487 Aug 16 02:13:41.394405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:41.399783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-907810177', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:41.417283 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:41.437721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.439318 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.516314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.717128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.733739 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:11:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:40Z', 'revision_number': 3, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:41.758019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0a654-318e-471f-b8e1-f43b2d8402cb req-e3b948ac-d219-494d-a4f2-82fad427e969 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.765448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fff0a654-318e-471f-b8e1-f43b2d8402cb req-e3b948ac-d219-494d-a4f2-82fad427e969 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 945 time: 0.0789859 Aug 16 02:13:41.770492 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] Checking router: a7182bee-6efa-405d-8044-e17769f91de0 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:41.780106 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:41.780729 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:41.852822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fff0a654-318e-471f-b8e1-f43b2d8402cb req-71ac4b9b-1142-4f24-8378-3b4850e07597 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865076 Aug 16 02:13:41.917746 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:41.933801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Router a7182bee-6efa-405d-8044-e17769f91de0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:42.016069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.050658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.116874 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.141049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:42.153721 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.197092 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:42.199700 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1168cf7c-af29-4c72-aaea-decf805e8022" -d '{"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:42.226942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Allocated IP 172.25.5.144 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/2f63fef3-c4e5-40d1-a0b1-b5230bab0cdd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:42.251714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-505cfb84-ef78-41f0-8507-74df1a7cfcb9 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "PUT /v2.0/floatingips/9b033971-49fe-4fe1-9ebd-81499565b356 HTTP/1.1" status: 200 len: 998 time: 2.4481859 Aug 16 02:13:42.256020 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:11:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:40Z', 'revision_number': 3, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:42.298669 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352980c-09f3-49a6-a8a6-25c1ac4164b6 None None] The sync data for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 is: [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:11:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:40Z', 'revision_number': 3, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:42.311281 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ef8dc-7013-49bf-a8c9-17da7f57f6ad x-openstack-request-id: req-f50ef8dc-7013-49bf-a8c9-17da7f57f6ad {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:42.311575 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:42.311834 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f50ef8dc-7013-49bf-a8c9-17da7f57f6ad {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:42.312239 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'status': 'completed', 'code': 200} Aug 16 02:13:42.346654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-94b23989-a018-46d2-99ce-eab069ac5883 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.348156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-94b23989-a018-46d2-99ce-eab069ac5883 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports/485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 943 time: 0.0876269 Aug 16 02:13:42.354294 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.396633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-41003193-5b4f-4593-9d82-51b9025b1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.398887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-41003193-5b4f-4593-9d82-51b9025b1e76 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1098 time: 0.0722966 Aug 16 02:13:42.416221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.462052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:42.467239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:42.471629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:42.503456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event updated for resources: {'Port': ['ID=2f63fef3-c4e5-40d1-a0b1-b5230bab0cdd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:42.522104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-921c6f7b-1ce9-4c77-b76d-361534431c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.523701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-921c6f7b-1ce9-4c77-b76d-361534431c10 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.1165140 Aug 16 02:13:42.588880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8bce54-a188-4f5b-a3dd-0b7d25569d0a None None] New status for floating IP 9b033971-49fe-4fe1-9ebd-81499565b356: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:13:42.607819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-db4b6ba3-fc53-416a-be6f-460285f74d16 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 217 time: 0.0689719 Aug 16 02:13:42.687926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 25832c98-4d49-4247-9aa9-604484485bfd up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:42.701953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-d20f3812-78bc-4364-a3b6-34f555aebbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.703273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-d20f3812-78bc-4364-a3b6-34f555aebbed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.0659494 Aug 16 02:13:42.710541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-581fef99-7297-4f47-afda-ccecc3da4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.712103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-581fef99-7297-4f47-afda-ccecc3da4d8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1098 time: 0.2471688 Aug 16 02:13:42.827992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.835048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-8bcd00d6-e045-49d7-8bfe-e10ff7ca254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.837057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-8bcd00d6-e045-49d7-8bfe-e10ff7ca254c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240840 Aug 16 02:13:42.917475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 25832c98-4d49-4247-9aa9-604484485bfd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:42.926272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 25832c98-4d49-4247-9aa9-604484485bfd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:42.927202 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.987254 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] Sync routers for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:43.008521 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:43.009202 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:43.068408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.089585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-66ffda7b-e36f-4482-bd28-7e17a868c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.092626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-66ffda7b-e36f-4482-bd28-7e17a868c80a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.3673110 Aug 16 02:13:43.143695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 25832c98-4d49-4247-9aa9-604484485bfd, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=25832c98-4d49-4247-9aa9-604484485bfd,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:43.146539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25832c98-4d49-4247-9aa9-604484485bfd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:43.149443 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59a4520-73c3-4d96-8f46-5736b1af3367" -d '{"events": [{"server_uuid": "16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8", "name": "network-vif-plugged", "status": "completed", "tag": "25832c98-4d49-4247-9aa9-604484485bfd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:43.155812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.167619 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.228012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-453db52d-71df-44a1-94dd-55c5484cfdc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 217 time: 0.0964012 Aug 16 02:13:43.276311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=25832c98-4d49-4247-9aa9-604484485bfd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:43.278170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda5f9-693b-480b-9744-8e83617ce935 req-52d90605-10c4-4d2e-aae6-31a34dfda3bf tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.280084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9dda5f9-693b-480b-9744-8e83617ce935 req-52d90605-10c4-4d2e-aae6-31a34dfda3bf tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 945 time: 0.2816284 Aug 16 02:13:43.340163 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:43.352705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-d53278d0-57fd-4a84-bc67-275747e5fdcd service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041878 Aug 16 02:13:43.390741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-9756bc53-c1bb-4ce5-8f39-929cdc251438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.391016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Router e1ec72a7-b8e1-487f-a23c-bb96538c2567 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:43.392407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-9756bc53-c1bb-4ce5-8f39-929cdc251438 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.1470633 Aug 16 02:13:43.427224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9dda5f9-693b-480b-9744-8e83617ce935 req-3c337473-58cc-409d-9615-90dfdd2ff675 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977273 Aug 16 02:13:43.542838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:43.569669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0196a73-a455-4345-a7e8-aa926fc6bb76 None None] Sync routers for ids ['e1ec72a7-b8e1-487f-a23c-bb96538c2567'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:43.589973 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.592063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0196a73-a455-4345-a7e8-aa926fc6bb76 None None] Routers {'e1ec72a7-b8e1-487f-a23c-bb96538c2567'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:43.592929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e0196a73-a455-4345-a7e8-aa926fc6bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e1ec72a7-b8e1-487f-a23c-bb96538c2567'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:43.593880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e945098b-374c-41a0-a4f1-f8cf0ec06915 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1974056 Aug 16 02:13:43.597924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:43.608635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:43.668595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e0196a73-a455-4345-a7e8-aa926fc6bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:43.670776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-e990c77a-f409-4bfd-b8a7-5e52b498f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.675876 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:11:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:42Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:43.676178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-e990c77a-f409-4bfd-b8a7-5e52b498f439 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2474883 Aug 16 02:13:43.690701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0196a73-a455-4345-a7e8-aa926fc6bb76 None None] Routers {'e1ec72a7-b8e1-487f-a23c-bb96538c2567'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:43.691156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e0196a73-a455-4345-a7e8-aa926fc6bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e1ec72a7-b8e1-487f-a23c-bb96538c2567'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:43.706494 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] Checking router: a7182bee-6efa-405d-8044-e17769f91de0 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:43.714759 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:43.715419 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:43.742805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1168cf7c-af29-4c72-aaea-decf805e8022 req-02a77190-1827-432e-b25c-202076fdc9c1 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645360 Aug 16 02:13:43.785144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e0196a73-a455-4345-a7e8-aa926fc6bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:43.785897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0196a73-a455-4345-a7e8-aa926fc6bb76 None None] The sync data for ids ['e1ec72a7-b8e1-487f-a23c-bb96538c2567'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:43.829510 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19989d78-8a2d-4487-b5d8-0ff1e9c2a3e5 x-openstack-request-id: req-19989d78-8a2d-4487-b5d8-0ff1e9c2a3e5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:43.829917 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8", "name": "network-vif-plugged", "status": "completed", "tag": "25832c98-4d49-4247-9aa9-604484485bfd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:43.831030 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19989d78-8a2d-4487-b5d8-0ff1e9c2a3e5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:43.831624 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25832c98-4d49-4247-9aa9-604484485bfd', 'code': 200} Aug 16 02:13:43.872569 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-4be52ced-ee61-4558-9973-c4f67996b61a service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853554 Aug 16 02:13:43.931971 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:43.997748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a739c-484d-4608-a321-991e6a6b7bb0 req-b14974b4-c61b-430e-9147-509ac71d14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.999318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f80a739c-484d-4608-a321-991e6a6b7bb0 req-b14974b4-c61b-430e-9147-509ac71d14c6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 1098 time: 0.1253273 Aug 16 02:13:44.060775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-4d498c73-b6e8-4abc-8da6-4bfb6ca676f4 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707416 Aug 16 02:13:44.066620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f80a739c-484d-4608-a321-991e6a6b7bb0 req-35d5cba0-7747-42af-b446-280cb2c58d54 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527585 Aug 16 02:13:44.119511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.136666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-3d57561b-66e6-48fc-8a82-4fe320147a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.137756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.138996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-3d57561b-66e6-48fc-8a82-4fe320147a84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 1097 time: 0.0520475 Aug 16 02:13:44.233746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Deleting port 2f63fef3-c4e5-40d1-a0b1-b5230bab0cdd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:44.234103 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.260795 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:11:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:42Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:44.292338 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8158a-cede-4d45-a6e9-ec1930287919 None None] The sync data for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 is: [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:11:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:42Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:44.321954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:44.324656 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd688fc-ce51-4fe0-a625-eb517867d933" -d '{"events": [{"name": "network-changed", "server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:44.332966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-91a4b29f-7068-464b-b61a-ea4a09c495d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.334655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-91a4b29f-7068-464b-b61a-ea4a09c495d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.1788239 Aug 16 02:13:44.348491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.375324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Calling delete_port for 2f63fef3-c4e5-40d1-a0b1-b5230bab0cdd owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:44.394884 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8abd939-6d09-493a-929c-ef53695af62d x-openstack-request-id: req-c8abd939-6d09-493a-929c-ef53695af62d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:44.395278 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:44.395602 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8abd939-6d09-493a-929c-ef53695af62d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:44.396061 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'status': 'completed', 'code': 200} Aug 16 02:13:44.468580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-c641d78f-235b-4bfd-a16c-a6e1104e8bad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 200 len: 1001 time: 0.1266947 Aug 16 02:13:44.476146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-42eb4ad8-5f20-4f55-bb27-e5a55e364064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.477531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-42eb4ad8-5f20-4f55-bb27-e5a55e364064 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 1097 time: 0.0566006 Aug 16 02:13:44.632664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-8e54caf9-e129-4a99-9bf3-f6355dd6a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.636039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-8e54caf9-e129-4a99-9bf3-f6355dd6a4e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.1491823 Aug 16 02:13:44.709937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea065be-8626-4073-9801-5497d2fa4b0f req-81094689-57a6-4c03-89a2-85240bb8b564 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.711479 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ea065be-8626-4073-9801-5497d2fa4b0f req-81094689-57a6-4c03-89a2-85240bb8b564 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 946 time: 0.1409819 Aug 16 02:13:44.719395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-7bb340a7-7fcb-4ea0-b284-b63eb7f9be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.721481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-7bb340a7-7fcb-4ea0-b284-b63eb7f9be13 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.2235746 Aug 16 02:13:44.788696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-baade32b-ac29-478a-b1cf-9ef2b38e2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.790276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-baade32b-ac29-478a-b1cf-9ef2b38e2582 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409094 Aug 16 02:13:44.881574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ea065be-8626-4073-9801-5497d2fa4b0f req-13f57f42-18c9-4076-83f2-85113e258f9b tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589983 Aug 16 02:13:44.909959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-6a911e17-903e-416c-a6b8-c7a4ff8d7aa0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 200 len: 1001 time: 0.1718829 Aug 16 02:13:45.015468 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.026920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-4496a60a-de26-4f41-985c-822501769135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.028535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-4496a60a-de26-4f41-985c-822501769135 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.1174648 Aug 16 02:13:45.035716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-2cab2178-a6e4-4e92-a621-203aedc0fb49 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349050 Aug 16 02:13:45.052613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Pushing event deleted for resources: {'Port': ['ID=2f63fef3-c4e5-40d1-a0b1-b5230bab0cdd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.149331 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.149580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-c8fa1725-35ec-4530-b65f-0a2b46279ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.151254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-c8fa1725-35ec-4530-b65f-0a2b46279ac8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132314 Aug 16 02:13:45.218153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca846b6-2f33-4a7c-abaa-e5a6d5a4a8c3 req-4e2bb200-38ad-4722-87a4-64690efd7658 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705270 Aug 16 02:13:45.273312 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-642396a0-5adf-41f0-a855-a9eff49052e9 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056359 Aug 16 02:13:45.391184 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.395926 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.402600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03b54df8-918f-4454-a560-4cd3387dfa5d req-78381c5c-2a8b-4c17-8d43-fe8ad55ed8ab tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 1001 time: 0.1282797 Aug 16 02:13:45.461383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdd688fc-ce51-4fe0-a625-eb517867d933 req-0622c1fd-3e7d-431d-81b6-b19899dc0742 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792581 Aug 16 02:13:45.471863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b54df8-918f-4454-a560-4cd3387dfa5d req-e628328d-a8dd-46a8-97e2-db1431327f63 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.473306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03b54df8-918f-4454-a560-4cd3387dfa5d req-e628328d-a8dd-46a8-97e2-db1431327f63 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports/fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 200 len: 942 time: 0.0675294 Aug 16 02:13:45.481935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Router e1ec72a7-b8e1-487f-a23c-bb96538c2567 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:45.563537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:45.571366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.573100 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-51b871f2-d7f3-4301-b52d-723f80ecb247 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "PUT /v2.0/routers/e1ec72a7-b8e1-487f-a23c-bb96538c2567 HTTP/1.1" status: 200 len: 709 time: 1.9725060 Aug 16 02:13:45.575412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:45.580233 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbab8c-9f5c-4855-a70b-50eba0c870cc None None] Sync routers for ids ['e1ec72a7-b8e1-487f-a23c-bb96538c2567'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:45.590540 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbab8c-9f5c-4855-a70b-50eba0c870cc None None] Routers {'e1ec72a7-b8e1-487f-a23c-bb96538c2567'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:45.591690 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a9bbab8c-9f5c-4855-a70b-50eba0c870cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e1ec72a7-b8e1-487f-a23c-bb96538c2567'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:45.599009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03b54df8-918f-4454-a560-4cd3387dfa5d req-2578a539-29f6-45fd-b2ec-4a512bfba310 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 1001 time: 0.0733678 Aug 16 02:13:45.635114 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a9bbab8c-9f5c-4855-a70b-50eba0c870cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:45.644624 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbab8c-9f5c-4855-a70b-50eba0c870cc None None] Routers {'e1ec72a7-b8e1-487f-a23c-bb96538c2567'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:45.645437 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a9bbab8c-9f5c-4855-a70b-50eba0c870cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e1ec72a7-b8e1-487f-a23c-bb96538c2567'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:45.668374 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ff0c32d7-1ead-442a-a2e4-79bd5f8760bf tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/routers/e1ec72a7-b8e1-487f-a23c-bb96538c2567 HTTP/1.1" status: 200 len: 744 time: 0.0890896 Aug 16 02:13:45.669178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:45.687255 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a9bbab8c-9f5c-4855-a70b-50eba0c870cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:45.688030 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbab8c-9f5c-4855-a70b-50eba0c870cc None None] The sync data for ids ['e1ec72a7-b8e1-487f-a23c-bb96538c2567'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:45.726517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b54df8-918f-4454-a560-4cd3387dfa5d req-3eb44fba-7265-43f4-a6aa-b6bd402b6bde tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.728027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03b54df8-918f-4454-a560-4cd3387dfa5d req-3eb44fba-7265-43f4-a6aa-b6bd402b6bde tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1207426 Aug 16 02:13:45.740378 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-41dcd551-b84d-4331-87c0-909219f244cb tempest-RoutersIpV6AdminTest-285670078 tempest-RoutersIpV6AdminTest-285670078-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=e1ec72a7-b8e1-487f-a23c-bb96538c2567 HTTP/1.1" status: 200 len: 205 time: 0.0687044 Aug 16 02:13:45.741810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:45.768513 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1b8c06e8-86f5-41b2-a9e1-45afea9848e7 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1ec72a7-b8e1-487f-a23c-bb96538c2567 HTTP/1.1" status: 200 len: 205 time: 0.0254505 Aug 16 02:13:45.770898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:45.812907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-e48755fa-0024-400b-ae2f-2fbc81b5d6a0 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 1001 time: 0.0651526 Aug 16 02:13:45.848702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-144d35c9-2fe9-4cc3-b6b1-cf9b15367067 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.865855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-8844c678-bb51-4261-9ba2-b19944d9c3c5 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.867271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-8844c678-bb51-4261-9ba2-b19944d9c3c5 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports/fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 200 len: 942 time: 0.0483160 Aug 16 02:13:46.022551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-51c5cbf2-cb63-4f65-96a7-327e2de77660 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 1001 time: 0.1143403 Aug 16 02:13:46.031962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-144d35c9-2fe9-4cc3-b6b1-cf9b15367067 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.035835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-144d35c9-2fe9-4cc3-b6b1-cf9b15367067 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.089278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-144d35c9-2fe9-4cc3-b6b1-cf9b15367067 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.090767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144d35c9-2fe9-4cc3-b6b1-cf9b15367067 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Fanout notify agent at l3_agent the message router_deleted on router e1ec72a7-b8e1-487f-a23c-bb96538c2567 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:46.103504 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-144d35c9-2fe9-4cc3-b6b1-cf9b15367067 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.109107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-144d35c9-2fe9-4cc3-b6b1-cf9b15367067 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/e1ec72a7-b8e1-487f-a23c-bb96538c2567 HTTP/1.1" status: 204 len: 168 time: 0.3370972 Aug 16 02:13:46.109738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56164) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.148960 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-13a3291e-faca-47e5-b594-c599e19538a3 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1ec72a7-b8e1-487f-a23c-bb96538c2567 HTTP/1.1" status: 200 len: 205 time: 0.0380263 Aug 16 02:13:46.151495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.194432 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-c466ce45-e794-4887-a640-e5a0e89e3671 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] delete failed (client error): The resource could not be found. Aug 16 02:13:46.195830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c466ce45-e794-4887-a640-e5a0e89e3671 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/e1ec72a7-b8e1-487f-a23c-bb96538c2567 HTTP/1.1" status: 404 len: 336 time: 0.0430124 Aug 16 02:13:46.198789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.232578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f0b4871b-a06b-48a5-b6bc-08eefdfe4997 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af HTTP/1.1" status: 200 len: 205 time: 0.0323110 Aug 16 02:13:46.235034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.274309 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-dbdaa1cb-308b-43e3-a23d-4ac6533473af tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] delete failed (client error): The resource could not be found. Aug 16 02:13:46.277876 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dbdaa1cb-308b-43e3-a23d-4ac6533473af tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/03a6e26e-8d9d-49ee-9ae5-9e715bf7e2af HTTP/1.1" status: 404 len: 336 time: 0.0391269 Aug 16 02:13:46.278131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.310521 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-639d6bb9-8ec6-4310-9ba3-0774c998befb tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f18628a-167d-4b8d-afd4-1e78f68c1882 HTTP/1.1" status: 200 len: 205 time: 0.0292053 Aug 16 02:13:46.310833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.353418 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f1eb2786-78dd-496b-a6c8-07b3a939df95 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] delete failed (client error): The resource could not be found. Aug 16 02:13:46.354455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f1eb2786-78dd-496b-a6c8-07b3a939df95 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/9f18628a-167d-4b8d-afd4-1e78f68c1882 HTTP/1.1" status: 404 len: 336 time: 0.0421343 Aug 16 02:13:46.357224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.387577 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5a35a0c4-3098-4bf8-b046-b555ce23656e tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=71503a57-0034-4473-869b-f626495f6f66 HTTP/1.1" status: 200 len: 205 time: 0.0289941 Aug 16 02:13:46.389685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.422018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d5cf3-df46-431a-bd02-edb7e10ecd9a req-00f17d63-74df-45f8-abc8-4e523ed87b88 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.423645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-226d5cf3-df46-431a-bd02-edb7e10ecd9a req-00f17d63-74df-45f8-abc8-4e523ed87b88 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 946 time: 0.4492960 Aug 16 02:13:46.429429 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e5d07042-5d11-4c13-9115-96705e219a54 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] delete failed (client error): The resource could not be found. Aug 16 02:13:46.430652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e5d07042-5d11-4c13-9115-96705e219a54 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/71503a57-0034-4473-869b-f626495f6f66 HTTP/1.1" status: 404 len: 336 time: 0.0398984 Aug 16 02:13:46.433397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56184) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.468949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8392337d-983a-4ab7-83ca-29c023894a70 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=676f788a-48ce-4dd8-9c82-db467f95f618 HTTP/1.1" status: 200 len: 205 time: 0.0327637 Aug 16 02:13:46.472709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.495059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-33bbe3c1-78f6-4e74-8704-d19c4c9b138c tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.495731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-33bbe3c1-78f6-4e74-8704-d19c4c9b138c tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.4724081 Aug 16 02:13:46.506081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-226d5cf3-df46-431a-bd02-edb7e10ecd9a req-163f7a66-9e3e-4682-af2d-54da267d0118 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640299 Aug 16 02:13:46.516046 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-0bed5761-8a37-4e7a-a1d5-52c5d15f7ad9 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] delete failed (client error): The resource could not be found. Aug 16 02:13:46.517075 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0bed5761-8a37-4e7a-a1d5-52c5d15f7ad9 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/676f788a-48ce-4dd8-9c82-db467f95f618 HTTP/1.1" status: 404 len: 336 time: 0.0432293 Aug 16 02:13:46.520001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.577457 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fb6e549c-2812-4f30-bfef-22ec14931cec tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcae2fc3-d77f-4541-93a7-85f1594d0861 HTTP/1.1" status: 200 len: 205 time: 0.0542371 Aug 16 02:13:46.579392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.590364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-cb1c7d58-f6af-4844-b757-5785de84de90 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 1001 time: 0.0827320 Aug 16 02:13:46.602480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-2961c70b-088f-4e22-a6f1-3c1098be6f07 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:46.624473 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e61ac2f4-ae51-44fe-9275-d08448bf73c4 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] delete failed (client error): The resource could not be found. Aug 16 02:13:46.628502 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e61ac2f4-ae51-44fe-9275-d08448bf73c4 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/routers/bcae2fc3-d77f-4541-93a7-85f1594d0861 HTTP/1.1" status: 404 len: 336 time: 0.0475676 Aug 16 02:13:46.629075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:46.658841 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d25fd8-f048-405a-b03d-75a3ebd9a890 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] DELETE failed (client error): The resource could not be found. Aug 16 02:13:46.659298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d25fd8-f048-405a-b03d-75a3ebd9a890 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:46.672759 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-42d25fd8-f048-405a-b03d-75a3ebd9a890 tempest-RoutersIpV6AdminTest-348751131 tempest-RoutersIpV6AdminTest-348751131-project] 10.222.0.61 "DELETE /v2.0/subnets/8f5dfa84-c622-4a49-94be-606771c62649 HTTP/1.1" status: 404 len: 337 time: 0.0338151 Aug 16 02:13:46.692073 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-2961c70b-088f-4e22-a6f1-3c1098be6f07 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.927371 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-2961c70b-088f-4e22-a6f1-3c1098be6f07 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.932181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-2961c70b-088f-4e22-a6f1-3c1098be6f07 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.932765 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-2961c70b-088f-4e22-a6f1-3c1098be6f07 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Floating IP 9b033971-49fe-4fe1-9ebd-81499565b356 disassociated. External IP: 172.25.5.170, port: fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9. Aug 16 02:13:46.951195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:47.101368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48e100b8-3eaf-4225-be19-8e48f32027c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.234975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-2961c70b-088f-4e22-a6f1-3c1098be6f07 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Router a7182bee-6efa-405d-8044-e17769f91de0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:47.285281 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48e100b8-3eaf-4225-be19-8e48f32027c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.294229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48e100b8-3eaf-4225-be19-8e48f32027c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.374181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-2961c70b-088f-4e22-a6f1-3c1098be6f07 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:47.378721 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-48e100b8-3eaf-4225-be19-8e48f32027c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4485abace2a4f418ece22eb46e9b433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262831 Aug 16 02:13:47.380478 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-2961c70b-088f-4e22-a6f1-3c1098be6f07 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.382837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e100b8-3eaf-4225-be19-8e48f32027c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6014924-89f2-410f-860e-8ffa645bbec8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.387960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] Sync routers for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:47.399034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:47.407625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:47.410356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:47.413235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-2961c70b-088f-4e22-a6f1-3c1098be6f07 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "PUT /v2.0/floatingips/9b033971-49fe-4fe1-9ebd-81499565b356 HTTP/1.1" status: 200 len: 695 time: 0.8164916 Aug 16 02:13:47.413796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:47.416399 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39348b29-b829-41e8-b224-ef9d722841cc" -d '{"events": [{"name": "network-changed", "server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:47.508511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa2a62d1-bc7a-4930-86ba-1ad042f1b9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.523381 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1d9c96-5a2e-4d53-863e-41d1f426a9d0 x-openstack-request-id: req-9e1d9c96-5a2e-4d53-863e-41d1f426a9d0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:47.523676 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:47.523932 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e1d9c96-5a2e-4d53-863e-41d1f426a9d0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:47.524344 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'status': 'completed', 'code': 200} Aug 16 02:13:47.536965 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa2a62d1-bc7a-4930-86ba-1ad042f1b9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.607854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa2a62d1-bc7a-4930-86ba-1ad042f1b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.611993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa2a62d1-bc7a-4930-86ba-1ad042f1b9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.616764 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fa2a62d1-bc7a-4930-86ba-1ad042f1b9ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6014924-89f2-410f-860e-8ffa645bbec8 HTTP/1.1" status: 204 len: 168 time: 0.2131021 Aug 16 02:13:47.646932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a62d1-bc7a-4930-86ba-1ad042f1b9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6014924-89f2-410f-860e-8ffa645bbec8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.705360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:47.707922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39348b29-b829-41e8-b224-ef9d722841cc req-470ace69-ff27-42b2-b2bf-563d5bd4bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.713795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39348b29-b829-41e8-b224-ef9d722841cc req-470ace69-ff27-42b2-b2bf-563d5bd4bc6c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 1097 time: 0.1990266 Aug 16 02:13:47.717130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-4ac818ae-d639-45e4-acae-c180f33b6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.728457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-4ac818ae-d639-45e4-acae-c180f33b6fc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 1097 time: 0.2948809 Aug 16 02:13:47.997488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39348b29-b829-41e8-b224-ef9d722841cc req-21e9215e-2255-4cf4-abea-bcf9b1dfbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.998980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39348b29-b829-41e8-b224-ef9d722841cc req-21e9215e-2255-4cf4-abea-bcf9b1dfbec1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.2571187 Aug 16 02:13:48.046784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-b79a94de-6992-409c-8ef1-11bbe8adcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.050895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-b79a94de-6992-409c-8ef1-11bbe8adcfac service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.3209889 Aug 16 02:13:48.070951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:48.105280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39348b29-b829-41e8-b224-ef9d722841cc req-a83b2c08-60e7-4a17-84ac-77e3868fe2f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 200 len: 217 time: 0.0976090 Aug 16 02:13:48.125644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] Checking router: a7182bee-6efa-405d-8044-e17769f91de0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:48.143975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:48.144720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:48.195866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-71ef634f-3f70-4760-bec8-40e486b458d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 200 len: 217 time: 0.0891073 Aug 16 02:13:48.216120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:48.242787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39348b29-b829-41e8-b224-ef9d722841cc req-10464f80-1ac7-492b-9513-d3c0ed8cd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.244677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39348b29-b829-41e8-b224-ef9d722841cc req-10464f80-1ac7-492b-9513-d3c0ed8cd81a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.1279058 Aug 16 02:13:48.273600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5f7e8b66-f7c7-42eb-9baa-b80e48b32a3e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b41cc4c11b24a8b9e53c5686479eddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558257 Aug 16 02:13:48.273996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56238) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:48.283579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:48.320352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-4bc4a70a-8657-49be-b0b1-f5b3df488c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.322206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-4bc4a70a-8657-49be-b0b1-f5b3df488c62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.1173172 Aug 16 02:13:48.335255 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-801ed76b-307d-439d-b865-9227f1447d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.341951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39348b29-b829-41e8-b224-ef9d722841cc req-591dc196-f758-441a-a11e-9b4c14a9fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.343623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39348b29-b829-41e8-b224-ef9d722841cc req-591dc196-f758-441a-a11e-9b4c14a9fc5d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876174 Aug 16 02:13:48.359547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-801ed76b-307d-439d-b865-9227f1447d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.428296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-801ed76b-307d-439d-b865-9227f1447d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.433676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-801ed76b-307d-439d-b865-9227f1447d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.443784 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-801ed76b-307d-439d-b865-9227f1447d28 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/911c6f03-ae00-4521-b391-c54440c19210 HTTP/1.1" status: 204 len: 168 time: 0.1656630 Aug 16 02:13:48.465231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ed76b-307d-439d-b865-9227f1447d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c6f03-ae00-4521-b391-c54440c19210,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:48.489814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39348b29-b829-41e8-b224-ef9d722841cc req-18e04d56-7fe7-4401-a041-fe760491394d service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294158 Aug 16 02:13:48.502158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-77cdcfe5-846e-4d21-be4b-43fa02786793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.503868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-77cdcfe5-846e-4d21-be4b-43fa02786793 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739202 Aug 16 02:13:48.572852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:48.607263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2b3cd6-413d-4539-b938-566bb2aebea1 None None] The sync data for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 is: [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:48.684471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-58e530a7-75c7-4940-8602-3071ef4452a2 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694283 Aug 16 02:13:48.688278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39348b29-b829-41e8-b224-ef9d722841cc req-dd5ac4c9-30f8-4265-9a37-befcc604154b service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831689 Aug 16 02:13:48.825326 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79051669-9ad6-4605-bed8-8a48cf591b70 req-4a76d8ad-9c17-4cfb-8d46-1044c939c41e service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346304 Aug 16 02:13:49.045109 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a238fa2-4892-4866-b0f1-6413f673a7be None None] New status for floating IP 9b033971-49fe-4fe1-9ebd-81499565b356: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:13:49.181174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-a971b249-89cc-4f71-880d-b02e37e44369 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.190733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-a971b249-89cc-4f71-880d-b02e37e44369 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0912211 Aug 16 02:13:49.246375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-9fffea20-771d-4c47-bd35-647c73788712 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 698 time: 0.0547159 Aug 16 02:13:49.260080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-3150d21d-b951-4427-b6e6-d2ab6b020b61 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Request body: {'floatingip': {'port_id': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:49.320783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-3150d21d-b951-4427-b6e6-d2ab6b020b61 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.960991 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-3150d21d-b951-4427-b6e6-d2ab6b020b61 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.968297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-3150d21d-b951-4427-b6e6-d2ab6b020b61 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.100709 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-3150d21d-b951-4427-b6e6-d2ab6b020b61 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Floating IP 9b033971-49fe-4fe1-9ebd-81499565b356 associated. External IP: 172.25.5.170, port: 485ba6a2-b43d-4b51-a85f-b9f6032bc645. Aug 16 02:13:50.274910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:50.360061 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:13:50.396279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-3150d21d-b951-4427-b6e6-d2ab6b020b61 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Router a7182bee-6efa-405d-8044-e17769f91de0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:50.416415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-503001969', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:50.450379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Made reservation on behalf of 327af982aa674de9a4c6238a39b16280 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:50.453098 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.463618 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.522526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-3150d21d-b951-4427-b6e6-d2ab6b020b61 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:50.528785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-3150d21d-b951-4427-b6e6-d2ab6b020b61 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.537473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] Sync routers for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:50.550142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:50.552679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:50.614578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-3150d21d-b951-4427-b6e6-d2ab6b020b61 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "PUT /v2.0/floatingips/9b033971-49fe-4fe1-9ebd-81499565b356 HTTP/1.1" status: 200 len: 997 time: 1.3624609 Aug 16 02:13:50.615239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.616649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:50.619585 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bee23f-f747-4476-8527-3fafe1e44bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:50.625458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.629911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] device_id is not set on port cbaacbf9-7b88-4aa0-85e0-199753712729 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:50.642092 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-0387d21b-9623-4a09-9675-b5eb0b1c98e6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.644325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-0387d21b-9623-4a09-9675-b5eb0b1c98e6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.93 "GET /v2.0/ports?device_id=18a0836d-af30-413b-b3b7-ec951c3b9231 HTTP/1.1" status: 200 len: 945 time: 0.0879316 Aug 16 02:13:50.686302 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d56e0f8-9aaa-4059-823a-2567145a6123 x-openstack-request-id: req-7d56e0f8-9aaa-4059-823a-2567145a6123 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:50.687013 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:50.687392 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d56e0f8-9aaa-4059-823a-2567145a6123 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:50.687888 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'status': 'completed', 'code': 200} Aug 16 02:13:50.773610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Allocated IP 172.25.5.71 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/cbaacbf9-7b88-4aa0-85e0-199753712729) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:50.865722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-a66ad651-6101-4e32-8102-6d6fa60a6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.868447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-a66ad651-6101-4e32-8102-6d6fa60a6e9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1098 time: 0.2212749 Aug 16 02:13:50.912732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Deleting port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:50.913117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.948247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:51.011572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.131311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1921bdcc-a277-4e6c-b7d3-8a2d78fef1ca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.162540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-09571456-ab6e-405b-891e-39bb255f705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.164537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-09571456-ab6e-405b-891e-39bb255f705d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1098 time: 0.2772448 Aug 16 02:13:51.166531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.256373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Pushing event updated for resources: {'Port': ['ID=cbaacbf9-7b88-4aa0-85e0-199753712729,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.341528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:51.348884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:51.353014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:51.364728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:5d:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abaabc3-8dc5-477c-8554-501a1039108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:49Z', 'revision_number': 8, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:51.400922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.401688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.411451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] Checking router: a7182bee-6efa-405d-8044-e17769f91de0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:51.423312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:51.425060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:51.483858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b6f5a8e7-6450-4bf6-9942-1ed47efe9833 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2052126 Aug 16 02:13:51.493780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:51.511903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.71'}]}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:51.524949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-21154ce5-b69a-4e16-8c7e-0951d20e4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.527415 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-21154ce5-b69a-4e16-8c7e-0951d20e4271 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.2743940 Aug 16 02:13:51.560954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] For port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:51.561500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.581374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Calling delete_port for fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:51.601466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-76f56fe0-4166-4dd1-ae8f-1ba2103af734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.603381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-76f56fe0-4166-4dd1-ae8f-1ba2103af734 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.7278426 Aug 16 02:13:51.610615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:51.622869 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-f153efb4-4933-430c-9a33-744d51c44356 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3680112 Aug 16 02:13:51.652787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.654573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.675013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-e164ae7f-85c9-4894-bf05-da2f8cc0bde3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 1000 time: 0.1332524 Aug 16 02:13:51.739192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-0ff3c67d-3bd2-4d37-97cf-cf34abab33ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 1000 time: 0.1291418 Aug 16 02:13:51.829064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-52de174b-6292-440f-b03c-706e19fc3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.831375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-52de174b-6292-440f-b03c-706e19fc3584 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.0848012 Aug 16 02:13:51.859864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.936546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-2e256c75-0cb4-4579-ba54-a42fe70a4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.938214 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-2e256c75-0cb4-4579-ba54-a42fe70a4613 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.2555556 Aug 16 02:13:51.971572 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.049795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:52.062885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-37adbe40-3f7b-460e-aa2d-d127031614d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.068395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-37adbe40-3f7b-460e-aa2d-d127031614d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308509 Aug 16 02:13:52.075933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Pushing event deleted for resources: {'Port': ['ID=fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:52.183426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.213711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-26ec934b-34bd-4403-90c5-7c7be228605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.215918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-26ec934b-34bd-4403-90c5-7c7be228605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.218628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-26ec934b-34bd-4403-90c5-7c7be228605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.219152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-26ec934b-34bd-4403-90c5-7c7be228605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.219636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-26ec934b-34bd-4403-90c5-7c7be228605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.220114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-26ec934b-34bd-4403-90c5-7c7be228605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.227007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-26ec934b-34bd-4403-90c5-7c7be228605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.232337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-26ec934b-34bd-4403-90c5-7c7be228605f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6508 time: 0.4818265 Aug 16 02:13:52.320355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.320626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.320977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.321324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.321660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.322002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.322337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.322670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.323002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.323465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.323677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.324009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:52.327222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] No DVR routers for this DVR port fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:52.332736 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.334909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8deca46-f8b4-4fe7-9368-7e90940c778c req-aecc40b3-0648-444a-bd06-95ed37181caa tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.93 "DELETE /v2.0/ports/fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 HTTP/1.1" status: 204 len: 173 time: 1.6461616 Aug 16 02:13:52.387620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-f963a2f5-8886-4e34-b9ea-8d6a8665c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.390409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-f963a2f5-8886-4e34-b9ea-8d6a8665c8bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4108903 Aug 16 02:13:52.431410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:5d:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abaabc3-8dc5-477c-8554-501a1039108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:49Z', 'revision_number': 8, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:52.449956 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-b151233c-98d9-4e15-a144-b28be7be0ad2 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965710 Aug 16 02:13:52.516174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2627c-aae1-4609-88c4-e4a38e196469 None None] The sync data for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 is: [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9b033971-49fe-4fe1-9ebd-81499565b356', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'port_id': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'mac_address': 'fa:16:3e:5d:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abaabc3-8dc5-477c-8554-501a1039108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:49Z', 'revision_number': 8, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:52.629832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55f701c0-c788-4a0f-a2e2-487410a04aa8 req-91274ba6-a376-42cd-8f26-4ec49e2528ae service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714783 Aug 16 02:13:52.695020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-393c9f68-5931-4198-aec9-e26b704f54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.695602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-393c9f68-5931-4198-aec9-e26b704f54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.696131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-393c9f68-5931-4198-aec9-e26b704f54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.697955 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-393c9f68-5931-4198-aec9-e26b704f54a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eb2528c8-5b9b-4161-9c71-1b504faa9674&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c HTTP/1.1" status: 200 len: 2298 time: 0.3038311 Aug 16 02:13:52.720489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'name': 'network-vif-deleted', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:52.723264 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a4ab21-883f-446d-9d48-30799541baf7" -d '{"events": [{"server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "name": "network-vif-deleted", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:52.732464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-eb7a9901-e088-4539-a1bb-b881f30453fa service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264194 Aug 16 02:13:52.786593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc382012-08ba-4723-bfcf-9849601fa757 req-4deffc33-f57b-41d4-8e4c-211c45194962 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips/9b033971-49fe-4fe1-9ebd-81499565b356 HTTP/1.1" status: 200 len: 997 time: 0.1170161 Aug 16 02:13:52.791460 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f90d5f-3d26-4a76-9a42-1206b318f3fa x-openstack-request-id: req-b4f90d5f-3d26-4a76-9a42-1206b318f3fa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:52.791748 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a0836d-af30-413b-b3b7-ec951c3b9231", "name": "network-vif-deleted", "tag": "fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:52.791996 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4f90d5f-3d26-4a76-9a42-1206b318f3fa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:52.792467 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a0836d-af30-413b-b3b7-ec951c3b9231', 'name': 'network-vif-deleted', 'tag': 'fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9', 'status': 'completed', 'code': 200} Aug 16 02:13:52.889184 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1dd95e-61b1-49e0-b445-0e7069f4ab28 None None] New status for floating IP 9b033971-49fe-4fe1-9ebd-81499565b356: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:13:52.899402 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-cf1aa8e4-643d-49c4-88ad-f46c188cd5de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308 HTTP/1.1" status: 200 len: 1001 time: 0.1871636 Aug 16 02:13:52.983232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382012-08ba-4723-bfcf-9849601fa757 req-2bcbabab-7f2e-44f2-a2ba-40931bfe88b8 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.991422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc382012-08ba-4723-bfcf-9849601fa757 req-2bcbabab-7f2e-44f2-a2ba-40931bfe88b8 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1943536 Aug 16 02:13:52.997258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-cc382012-08ba-4723-bfcf-9849601fa757 req-2bcdf19d-90e4-44bc-9219-12b7c053fd66 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:53.010324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-88c0d0d8-d7dd-4ef4-a5e4-d6084098aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.013396 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-88c0d0d8-d7dd-4ef4-a5e4-d6084098aef9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=751d740b-3e10-4938-9e59-82c96592c48b HTTP/1.1" status: 200 len: 856 time: 0.0727708 Aug 16 02:13:53.014687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc382012-08ba-4723-bfcf-9849601fa757 req-2bcdf19d-90e4-44bc-9219-12b7c053fd66 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209234 Aug 16 02:13:53.148934 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-27c91f7b-9065-4cd6-9edf-c20b69f0f921 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 1000 time: 0.1060452 Aug 16 02:13:53.177011 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13bee23f-f747-4476-8527-3fafe1e44bc5 req-1cf2c4e8-a154-402d-8e18-11d34179579c service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032195 Aug 16 02:13:53.223467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-49f264a2-34ab-4b02-ae2d-4ddc3ec6e6b6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.224976 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-49f264a2-34ab-4b02-ae2d-4ddc3ec6e6b6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports/485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 943 time: 0.0682046 Aug 16 02:13:53.233268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-b918408f-540b-4525-a5e0-b21cc08c701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.235289 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-b918408f-540b-4525-a5e0-b21cc08c701b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eb2528c8-5b9b-4161-9c71-1b504faa9674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688251 Aug 16 02:13:53.237662 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.268668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.396542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-813732cb-f44f-4b63-8927-218f952fb233 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 1002 time: 0.1077857 Aug 16 02:13:53.547317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-7693dee3-5617-4bc4-919a-f86be63840c3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.551795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-7693dee3-5617-4bc4-919a-f86be63840c3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1443782 Aug 16 02:13:53.648392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-80cf3702-b618-45e5-8829-dd4248aad889 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 1002 time: 0.0895734 Aug 16 02:13:53.660969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-43ac4ad4-5a9f-49e3-b51a-6a8e55a46f0a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:53.722614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-43ac4ad4-5a9f-49e3-b51a-6a8e55a46f0a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.788914 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-06d302d2-615d-438d-bb5b-225844dd19a7 service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296714 Aug 16 02:13:53.884395 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-43ac4ad4-5a9f-49e3-b51a-6a8e55a46f0a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.889714 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-43ac4ad4-5a9f-49e3-b51a-6a8e55a46f0a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.890280 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-43ac4ad4-5a9f-49e3-b51a-6a8e55a46f0a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Floating IP 9b033971-49fe-4fe1-9ebd-81499565b356 disassociated. External IP: 172.25.5.170, port: 485ba6a2-b43d-4b51-a85f-b9f6032bc645. Aug 16 02:13:53.903913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.984880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-308803b4-1eea-4522-9a97-3acc5283034a service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860015 Aug 16 02:13:54.134717 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-4737911f-f758-4a33-955b-c5fbfc494f9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 200 len: 217 time: 0.1194680 Aug 16 02:13:54.138366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.140723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.149494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-43ac4ad4-5a9f-49e3-b51a-6a8e55a46f0a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Router a7182bee-6efa-405d-8044-e17769f91de0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:54.221870 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.222472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5315bd7c-358c-4f5d-bb72-824f523088a8 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:54.235114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-55782e6d-8d48-44a2-8b3e-70d094042203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.236839 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-55782e6d-8d48-44a2-8b3e-70d094042203 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.0942914 Aug 16 02:13:54.252404 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:13:54.258102 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c3225bb7-456a-4808-bc37-2b291c9e7fb0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7502894 Aug 16 02:13:54.259163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:54.279223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-43ac4ad4-5a9f-49e3-b51a-6a8e55a46f0a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:54.288656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-43ac4ad4-5a9f-49e3-b51a-6a8e55a46f0a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.293809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274c793-ea29-43e0-9204-191305e643ab None None] Sync routers for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:54.304595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274c793-ea29-43e0-9204-191305e643ab None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:54.305512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2274c793-ea29-43e0-9204-191305e643ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:54.324680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-43ac4ad4-5a9f-49e3-b51a-6a8e55a46f0a tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "PUT /v2.0/floatingips/9b033971-49fe-4fe1-9ebd-81499565b356 HTTP/1.1" status: 200 len: 696 time: 0.6687210 Aug 16 02:13:54.342491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-73e7c002-a1da-4d1f-8e50-2549319cc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.344042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-73e7c002-a1da-4d1f-8e50-2549319cc529 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1001368 Aug 16 02:13:54.430308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2274c793-ea29-43e0-9204-191305e643ab None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:54.456841 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-e52d2401-05c3-45bf-83df-ac9fc4afbf74 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031861 Aug 16 02:13:54.461198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-bd0701da-37e1-4aa1-95b9-ab9a8001e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.462762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-bd0701da-37e1-4aa1-95b9-ab9a8001e640 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1098 time: 0.1207657 Aug 16 02:13:54.510088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9dffc424-0cb4-4db3-a652-6ddeafca86c0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Deleting port cbaacbf9-7b88-4aa0-85e0-199753712729 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:54.510477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dffc424-0cb4-4db3-a652-6ddeafca86c0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.618453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-d849a96f-e303-4a6a-b924-514ad623c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.620023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-d849a96f-e303-4a6a-b924-514ad623c37c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.1511381 Aug 16 02:13:54.660153 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-50693f87-f681-49ae-9139-a4020c9e6e16 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953125 Aug 16 02:13:54.663702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dffc424-0cb4-4db3-a652-6ddeafca86c0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.676086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-c6690d1b-2320-4656-9d9f-fa0c2bd11ab9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 217 time: 0.0475748 Aug 16 02:13:54.716216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9dffc424-0cb4-4db3-a652-6ddeafca86c0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Calling delete_port for cbaacbf9-7b88-4aa0-85e0-199753712729 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:54.721817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-36b72beb-57b6-41ad-9cbe-d946e7e42cb1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 200 len: 217 time: 0.0505638 Aug 16 02:13:54.749181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2274c793-ea29-43e0-9204-191305e643ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:54.752645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:54.758600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-f3a1bc5b-aef1-4bda-96a2-5174576f3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.760311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-f3a1bc5b-aef1-4bda-96a2-5174576f3762 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.0749009 Aug 16 02:13:54.806246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274c793-ea29-43e0-9204-191305e643ab None None] Checking router: a7182bee-6efa-405d-8044-e17769f91de0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:54.807137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:54.809997 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:54.820339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:54.820691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device fdbdd557-3b5b-4462-a0e4-0c7f0a42fcf9 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:54.822142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274c793-ea29-43e0-9204-191305e643ab None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:54.822977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2274c793-ea29-43e0-9204-191305e643ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:54.828556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-ad2a4255-ee14-4644-9b8d-2fe9b7b3beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.830648 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-ad2a4255-ee14-4644-9b8d-2fe9b7b3beb9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1014588 Aug 16 02:13:54.841853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-fd34abbb-d7b9-441d-a23e-58bddf2bb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.844932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-fd34abbb-d7b9-441d-a23e-58bddf2bb9b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733430 Aug 16 02:13:54.936163 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2254782-e6c7-4da8-9674-3daa509657c4 x-openstack-request-id: req-d2254782-e6c7-4da8-9674-3daa509657c4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:54.936613 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:54.936953 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2254782-e6c7-4da8-9674-3daa509657c4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:54.937878 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'status': 'completed', 'code': 200} Aug 16 02:13:54.969176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-5ba65e27-990d-418f-a268-011c56ef0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.972054 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-5ba65e27-990d-418f-a268-011c56ef0069 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1332476 Aug 16 02:13:54.985122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-0dad56a9-71c6-47bd-9428-ab7664442f52 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319158 Aug 16 02:13:54.999424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2274c793-ea29-43e0-9204-191305e643ab None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:55.050662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-72625c76-4db9-49ed-8ff2-83cd1e3d1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.052253 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-72625c76-4db9-49ed-8ff2-83cd1e3d1ca0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 1098 time: 0.1334581 Aug 16 02:13:55.055994 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dffc424-0cb4-4db3-a652-6ddeafca86c0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.103341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffc424-0cb4-4db3-a652-6ddeafca86c0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbaacbf9-7b88-4aa0-85e0-199753712729,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:55.136631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc1a8d14-882e-4590-a0cc-3f6b3c6f5bff req-326ec800-e019-4db2-bb8f-ed03e7919751 service neutron] 10.222.0.61 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435816 Aug 16 02:13:55.318090 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2274c793-ea29-43e0-9204-191305e643ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:55.343701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-65eaae6f-8da4-479d-975a-099ae5281e33 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips/9b033971-49fe-4fe1-9ebd-81499565b356 HTTP/1.1" status: 200 len: 696 time: 0.0670929 Aug 16 02:13:55.349054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274c793-ea29-43e0-9204-191305e643ab None None] The sync data for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 is: [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:12:57Z', 'revision_number': 4, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'bcc72ba6-16ef-4b57-803d-4500755f76f7', 'name': '', 'network_id': 'e2be4b65-63d9-493d-b57d-34333a53d602', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'mac_address': 'fa:16:3e:a6:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:56Z', 'updated_at': '2021-08-16T02:13:06Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'subnets': [{'id': 'f4b8f4f0-71dc-4b13-a645-22a0a96a4b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:55.441524 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-02fe5ecd-3bb9-45b7-94ac-7c9326c5a3ff service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622259 Aug 16 02:13:55.442556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-57908453-6175-459c-bee7-daa656a6a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.443931 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-57908453-6175-459c-bee7-daa656a6a7e2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 200 len: 922 time: 0.3817313 Aug 16 02:13:55.493881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-97584d55-9e53-453e-b074-72299cbe04d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.504156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-97584d55-9e53-453e-b074-72299cbe04d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1592691 Aug 16 02:13:55.513473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-0f492310-4617-4e92-a691-534c2c4d6ff6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:55.522252 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-0f492310-4617-4e92-a691-534c2c4d6ff6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164196 Aug 16 02:13:55.554892 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-ee05c880-77be-4c40-95a4-708576f145dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 200 len: 217 time: 0.0917897 Aug 16 02:13:55.581535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dffc424-0cb4-4db3-a652-6ddeafca86c0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.583653 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9dffc424-0cb4-4db3-a652-6ddeafca86c0 tempest-RoutersAdminNegativeTest-241265399 tempest-RoutersAdminNegativeTest-241265399-project-admin] 10.222.0.61 "DELETE /v2.0/ports/cbaacbf9-7b88-4aa0-85e0-199753712729 HTTP/1.1" status: 204 len: 168 time: 1.3233113 Aug 16 02:13:55.657214 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-df881aec-d6f1-4e28-b121-2b09da60ba26 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080393 Aug 16 02:13:55.681968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-00a98ba9-0594-4bff-8d30-12efe620db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.683978 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-00a98ba9-0594-4bff-8d30-12efe620db0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 200 len: 860 time: 0.1177480 Aug 16 02:13:55.713014 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-0f1972d9-5f71-4afb-bfdb-600cef387e1d tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 699 time: 0.1892741 Aug 16 02:13:55.748675 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-cb2cc69e-ee24-4ae2-9ee2-0005c362d968 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 HTTP/1.1" status: 200 len: 217 time: 0.0634456 Aug 16 02:13:55.811370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-2fe84794-9962-4daa-8240-b15b4cd4c9d2 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 699 time: 0.0967658 Aug 16 02:13:55.847247 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3ed582-7ba7-4c90-a58c-5cd00ae00435 None None] New status for floating IP 9b033971-49fe-4fe1-9ebd-81499565b356: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:13:55.925119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-13dff7e2-c7db-4ee2-9644-51b3d69601a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.928969 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-13dff7e2-c7db-4ee2-9644-51b3d69601a4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e2be4b65-63d9-493d-b57d-34333a53d602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750834 Aug 16 02:13:55.935633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-a10b9fe1-993f-4320-8a84-6c395deabf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.942544 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-a10b9fe1-993f-4320-8a84-6c395deabf72 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1634822 Aug 16 02:13:56.068348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-ea63fe51-729e-48cc-8c34-eabcdfbee652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.069881 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-ea63fe51-729e-48cc-8c34-eabcdfbee652 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1181393 Aug 16 02:13:56.136245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Deleting port ee71c8c5-6180-4328-bd69-e70f23f0f349 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:56.137606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.199617 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-a68b967f-6919-4ff5-b43b-eba46aaafd82 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577033 Aug 16 02:13:56.258404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:56.292736 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.293291 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.307141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Calling delete_port for ee71c8c5-6180-4328-bd69-e70f23f0f349 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:56.384062 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3670ea0-e2ea-45db-bbf9-b0af3f3a7fd9 req-f1e98008-0a64-47b9-affc-dd0af188cbc0 service neutron] 10.222.0.93 "GET /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736827 Aug 16 02:13:56.422981 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-4850b3a1-9990-4d84-8cb3-5061720fbaef service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442674 Aug 16 02:13:56.509734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec24762f-f6b4-4c1f-bd91-ef78261d72b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.566808 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-17101411-c529-48f9-b2cb-7aab91f1a39b service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359704 Aug 16 02:13:56.609003 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.655417 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-6e516186-929d-479a-b759-eed9a59c1091 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=aa416136-5e92-4449-92b9-803a71b0bdca HTTP/1.1" status: 200 len: 217 time: 0.0809567 Aug 16 02:13:56.669062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Pushing event deleted for resources: {'Port': ['ID=ee71c8c5-6180-4328-bd69-e70f23f0f349,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:56.765180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-f1785bf3-54b0-4bf8-bda5-13cfd87bfaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.766751 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-f1785bf3-54b0-4bf8-bda5-13cfd87bfaf4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1044064 Aug 16 02:13:56.772049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.775469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.779257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8dfdd35-aff4-4c9f-9269-dd494e44f403 req-046f22c4-8c67-402c-92a6-2be22964d7d6 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "DELETE /v2.0/floatingips/9b033971-49fe-4fe1-9ebd-81499565b356 HTTP/1.1" status: 204 len: 173 time: 0.9586384 Aug 16 02:13:56.832226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec24762f-f6b4-4c1f-bd91-ef78261d72b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.840595 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec24762f-f6b4-4c1f-bd91-ef78261d72b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.869838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-a7d234fb-60dc-4196-aca0-79e66c7eb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.875493 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-a7d234fb-60dc-4196-aca0-79e66c7eb537 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0992799 Aug 16 02:13:56.900722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ec24762f-f6b4-4c1f-bd91-ef78261d72b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=634a8101136d4a9db5cb8b4ee013e6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411307 Aug 16 02:13:56.901629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24762f-f6b4-4c1f-bd91-ef78261d72b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770da07f-5208-429c-8ef6-f32d343a7051,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:56.904428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:56.997563 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22648eb6-b6f3-49ef-97bc-7aa6f73c49e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.032790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22648eb6-b6f3-49ef-97bc-7aa6f73c49e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.119289 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-ea23cab6-d087-40d8-b88a-56ed2765058f service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371984 Aug 16 02:13:57.175345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba311ea-e395-44d4-b62f-677ce93a7420 req-a2f04eaf-bf7c-4312-b0f4-639d053ea966 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.176859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ba311ea-e395-44d4-b62f-677ce93a7420 req-a2f04eaf-bf7c-4312-b0f4-639d053ea966 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 946 time: 0.1184013 Aug 16 02:13:57.222603 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22648eb6-b6f3-49ef-97bc-7aa6f73c49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.225727 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22648eb6-b6f3-49ef-97bc-7aa6f73c49e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.226623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-22648eb6-b6f3-49ef-97bc-7aa6f73c49e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/770da07f-5208-429c-8ef6-f32d343a7051 HTTP/1.1" status: 204 len: 168 time: 0.3211837 Aug 16 02:13:57.254448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ba311ea-e395-44d4-b62f-677ce93a7420 req-cbaf501d-53b0-4ec9-b820-affeec000b11 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697126 Aug 16 02:13:57.273848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-5fe05cab-1a40-43c0-b92f-689cfb41e5ba service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324499 Aug 16 02:13:57.274718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22648eb6-b6f3-49ef-97bc-7aa6f73c49e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770da07f-5208-429c-8ef6-f32d343a7051,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.314887 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-07a39719-76dd-411a-b142-c62bd3af7c3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86dd75dd-3f11-43e2-9699-ede91d331b71 HTTP/1.1" status: 200 len: 217 time: 0.0386794 Aug 16 02:13:57.395580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-48a2670a-bdc1-4aef-b3b5-293dd4f924cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.397235 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-48a2670a-bdc1-4aef-b3b5-293dd4f924cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.0760384 Aug 16 02:13:57.450683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-225db551-e979-48c0-848c-00eba327692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.452225 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-225db551-e979-48c0-848c-00eba327692b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473356 Aug 16 02:13:57.546320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:57.549450 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-8b387264-9840-4091-b01a-3309e4c8bb52 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891519 Aug 16 02:13:57.590869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-983f7960-0293-4767-97d6-c2ceac256176 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=327af982aa674de9a4c6238a39b16280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425327 Aug 16 02:13:57.593190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:57.644135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bee24f9-3edd-4304-8fa8-7840f0b8796b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.650285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-33055d61-2c54-4fb1-841f-a2aff2dbfd97 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929337 Aug 16 02:13:57.669308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bee24f9-3edd-4304-8fa8-7840f0b8796b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.693425 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-35e54ca1-f6c0-4417-9086-398c20fc6a77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f HTTP/1.1" status: 200 len: 217 time: 0.0358436 Aug 16 02:13:57.723829 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bee24f9-3edd-4304-8fa8-7840f0b8796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.726903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bee24f9-3edd-4304-8fa8-7840f0b8796b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.730412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6bee24f9-3edd-4304-8fa8-7840f0b8796b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1921bdcc-a277-4e6c-b7d3-8a2d78fef1ca HTTP/1.1" status: 204 len: 168 time: 0.1339796 Aug 16 02:13:57.738335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee24f9-3edd-4304-8fa8-7840f0b8796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1921bdcc-a277-4e6c-b7d3-8a2d78fef1ca,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.776419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-9ce5b58e-9ad4-49dc-8eef-836e519473e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.778156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-9ce5b58e-9ad4-49dc-8eef-836e519473e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.0780728 Aug 16 02:13:57.860196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-0f119ab7-9af0-4cd0-9790-cd5b001218af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.862804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-0f119ab7-9af0-4cd0-9790-cd5b001218af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0762367 Aug 16 02:13:58.031646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-5b7e9f05-2f77-4831-8dbd-811458c29098 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504667 Aug 16 02:13:58.441323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3b571-385a-45d8-8d17-4a8af2b605ac req-a34feca8-010f-4dc5-add1-8e2e1e2fb02b tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.450151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93b3b571-385a-45d8-8d17-4a8af2b605ac req-a34feca8-010f-4dc5-add1-8e2e1e2fb02b tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 946 time: 0.1012912 Aug 16 02:13:58.501675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93b3b571-385a-45d8-8d17-4a8af2b605ac req-e6d18fc5-23b7-410d-811b-d0def6c067c3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/security-groups?id=20c1a4aa-6628-4545-bef6-1db64666c365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502167 Aug 16 02:13:58.554719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-5f3d01fa-4d20-41dc-a96a-b907ffb00267 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.556333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-5f3d01fa-4d20-41dc-a96a-b907ffb00267 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.93 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 946 time: 0.0931363 Aug 16 02:13:58.562284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac832aab-ea2a-4cd3-9f02-4dc603f461c0 req-fa7c307a-55c9-4e25-a407-5def7346bfc6 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298350 Aug 16 02:13:58.661738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Deleting port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:58.662177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.686341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:58.753808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] For port 485ba6a2-b43d-4b51-a85f-b9f6032bc645, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=485ba6a2-b43d-4b51-a85f-b9f6032bc645,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:58.754168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.767500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Calling delete_port for 485ba6a2-b43d-4b51-a85f-b9f6032bc645 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:58.830868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-423a06cf-6f14-4b5e-a939-2cfcfd31eb95 tempest-AgentManagementNegativeTest-2013085882 tempest-AgentManagementNegativeTest-2013085882-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1417789 Aug 16 02:13:58.925841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.938072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['485ba6a2-b43d-4b51-a85f-b9f6032bc645'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:58.965485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Pushing event deleted for resources: {'Port': ['ID=485ba6a2-b43d-4b51-a85f-b9f6032bc645,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.041590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] No DVR routers for this DVR port 485ba6a2-b43d-4b51-a85f-b9f6032bc645 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:59.046545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.049630 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93d1bdb4-cbf0-4ec5-8670-eb140ca53b1d req-0f566910-06e0-4469-840e-b5b0c075c8d3 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.93 "DELETE /v2.0/ports/485ba6a2-b43d-4b51-a85f-b9f6032bc645 HTTP/1.1" status: 204 len: 173 time: 0.4863842 Aug 16 02:13:59.050085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'name': 'network-vif-deleted', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:59.054707 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a88e42-4d72-4769-94f6-95d63dd93ed9" -d '{"events": [{"server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "name": "network-vif-deleted", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:59.114825 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d488e811-9e6e-40ee-a41d-7dac8cc1a8fb x-openstack-request-id: req-d488e811-9e6e-40ee-a41d-7dac8cc1a8fb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:59.115231 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abaabc3-8dc5-477c-8554-501a1039108b", "name": "network-vif-deleted", "tag": "485ba6a2-b43d-4b51-a85f-b9f6032bc645", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:59.115493 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d488e811-9e6e-40ee-a41d-7dac8cc1a8fb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:59.116067 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abaabc3-8dc5-477c-8554-501a1039108b', 'name': 'network-vif-deleted', 'tag': '485ba6a2-b43d-4b51-a85f-b9f6032bc645', 'status': 'completed', 'code': 200} Aug 16 02:13:59.209611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.342155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b32df3d8-12cf-4c27-8e8d-dc2cc0540c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.440842 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b32df3d8-12cf-4c27-8e8d-dc2cc0540c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.446271 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b32df3d8-12cf-4c27-8e8d-dc2cc0540c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.490579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b32df3d8-12cf-4c27-8e8d-dc2cc0540c5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=481940c5dbe94fcda129446ccfd71726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772954 Aug 16 02:13:59.490579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32df3d8-12cf-4c27-8e8d-dc2cc0540c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5bf8c6-a8bc-42dd-b4fc-76db2432b152,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.492069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.572115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5f4e-d739-4eaf-a54f-c0f326fc67e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.596752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5f4e-d739-4eaf-a54f-c0f326fc67e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.629826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24b7840d-5f2e-495f-bd7c-30a041d5f838 req-770c628d-6163-4013-b873-3b2aae0e46c4 tempest-FloatingIPsAssociationTestJSON-1645718087 tempest-FloatingIPsAssociationTestJSON-1645718087-project] 10.222.0.61 "GET /v2.0/ports?device_id=1abaabc3-8dc5-477c-8554-501a1039108b HTTP/1.1" status: 200 len: 210 time: 0.0324469 Aug 16 02:13:59.654313 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5f4e-d739-4eaf-a54f-c0f326fc67e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.657405 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5f4e-d739-4eaf-a54f-c0f326fc67e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.659501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b8aa5f4e-d739-4eaf-a54f-c0f326fc67e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab5bf8c6-a8bc-42dd-b4fc-76db2432b152 HTTP/1.1" status: 204 len: 168 time: 0.1662071 Aug 16 02:13:59.667939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa5f4e-d739-4eaf-a54f-c0f326fc67e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5bf8c6-a8bc-42dd-b4fc-76db2432b152,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:00.334991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:00.433866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2003415213'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:00.456398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:00.459860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.468695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.569676 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.578915 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.583892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.615648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c9621f-0208-4499-9006-80fe7894cbf8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:00.629126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:00.642721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.642721 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Added segment ac10e744-ec8e-4f56-9414-5bc2d8b44362 of type vlan for network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 Aug 16 02:14:00.685123 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.713216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:00.751886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.757298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.757874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.834625 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4956117 Aug 16 02:14:00.835211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56552) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:00.841059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'name': 'tempest-PortsIpV6TestJSON-1371625729'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:00.888698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af4847-21dd-414c-bfc5-e5355023e459 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Network': ['ID=f7bfbb89-43a5-4c12-96cb-12e34a25e7e4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:00.903711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:00.955865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:00.959583 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.983459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 6973b73c-43e5-4941-a834-5e695eedd51a yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:00.992352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16b627d7-7c73-4c5b-a309-049793bb4266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.171832 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.218788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.236564 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.288360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=6973b73c-43e5-4941-a834-5e695eedd51a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:01.296254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Checking segment: {'id': 'ac10e744-ec8e-4f56-9414-5bc2d8b44362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:01.296769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network hostable DHCP agents. Network: f7bfbb89-43a5-4c12-96cb-12e34a25e7e4, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:01.318163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:01.331547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, f7bfbb89-43a5-4c12-96cb-12e34a25e7e4) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:01.341323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd92b2-8992-4021-a12d-758b2065ab0c None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:01.360216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:01.366429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.367408 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.384550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7c5fd514-2ad2-4f00-8f78-2d0e4ce12cfe tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5479460 Aug 16 02:14:01.389541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.398045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2139352018'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:01.430903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:01.440804 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.500324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:01.517015 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.517545 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Added segment e1e1d5fc-f67a-4a90-a2e6-76a6c9910703 of type vlan for network c680d88d-05be-49d5-9467-b417c08941e5 Aug 16 02:14:01.537915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Deleting port bcc72ba6-16ef-4b57-803d-4500755f76f7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:01.538267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.566449 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.596816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.602537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.603152 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.622478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] For port bcc72ba6-16ef-4b57-803d-4500755f76f7, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bcc72ba6-16ef-4b57-803d-4500755f76f7,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:01.623049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.636993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Calling delete_port for bcc72ba6-16ef-4b57-803d-4500755f76f7 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:01.710079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3187408 Aug 16 02:14:01.713612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.720973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'ports': [{'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4'}, {'network_id': 'c680d88d-05be-49d5-9467-b417c08941e5'}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:01.720973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:01.721406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': 'c680d88d-05be-49d5-9467-b417c08941e5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:01.750564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6c821-4cba-4bd2-a83a-2772c49007c2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Network': ['ID=c680d88d-05be-49d5-9467-b417c08941e5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:01.763134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c680d88d-05be-49d5-9467-b417c08941e5 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:01.978315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.986783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:01.991570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.026933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc72ba6-16ef-4b57-803d-4500755f76f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.035279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.273403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 020562cb-d1d9-464b-a160-8a1c37131c7d yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:02.308668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.503530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.617396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 61bae9cc-f037-41de-9ad8-cea255accca2 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:02.690429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Router a7182bee-6efa-405d-8044-e17769f91de0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:02.770153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 485ba6a2-b43d-4b51-a85f-b9f6032bc645 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:02.817637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 485ba6a2-b43d-4b51-a85f-b9f6032bc645 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:02.818330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 485ba6a2-b43d-4b51-a85f-b9f6032bc645 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:02.866818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.900108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:02.909225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.909708 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-53df4f46-221b-4d13-8e5f-a0a6a00e3dc3 admin admin] 10.222.0.61 "PUT /v2.0/routers/a7182bee-6efa-405d-8044-e17769f91de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1950705 Aug 16 02:14:02.918607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] Sync routers for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:02.934963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.943409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:02.944566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:02.983636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:02.987204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:02.991011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:02.991810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.997833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=020562cb-d1d9-464b-a160-8a1c37131c7d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.068799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=61bae9cc-f037-41de-9ad8-cea255accca2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.081046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Checking segment: {'id': 'e1e1d5fc-f67a-4a90-a2e6-76a6c9910703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c680d88d-05be-49d5-9467-b417c08941e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:03.081437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network hostable DHCP agents. Network: c680d88d-05be-49d5-9467-b417c08941e5, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:03.102898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network c680d88d-05be-49d5-9467-b417c08941e5 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:03.120794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c680d88d-05be-49d5-9467-b417c08941e5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:03.124644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:03.135349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.142107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7bc0ac-b71e-4d0f-a9e4-94d2aef29dc1 None None] Network c680d88d-05be-49d5-9467-b417c08941e5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:03.142532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.143330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.164227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7cd641f6-4130-48b4-ad70-0a7f88b3b663 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4494059 Aug 16 02:14:03.164916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.204607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:03.262026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.333888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f873b6d0-ba6c-46d7-a241-f82d3c9830ee admin admin] Deleting subnet 09203b6d-abd5-4774-9b4f-db928c816669 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:03.338469 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f873b6d0-ba6c-46d7-a241-f82d3c9830ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.373031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dce954f9-022e-4cb2-bf22-cb53b493683f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 61bae9cc-f037-41de-9ad8-cea255accca2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:03.373369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce954f9-022e-4cb2-bf22-cb53b493683f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.388388 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.450112 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f873b6d0-ba6c-46d7-a241-f82d3c9830ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.487339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce954f9-022e-4cb2-bf22-cb53b493683f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.497591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.509838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dce954f9-022e-4cb2-bf22-cb53b493683f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 61bae9cc-f037-41de-9ad8-cea255accca2 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:03.513484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:14:01Z', 'revision_number': 5, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port': {'id': '17227be5-d440-4d08-9761-d4bac0ff8d40', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:51Z', 'updated_at': '2021-08-16T02:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.528339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f873b6d0-ba6c-46d7-a241-f82d3c9830ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.547819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] Checking router: a7182bee-6efa-405d-8044-e17769f91de0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:03.558123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] Routers {'a7182bee-6efa-405d-8044-e17769f91de0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:03.558770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7182bee-6efa-405d-8044-e17769f91de0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.576878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Deleting port 17227be5-d440-4d08-9761-d4bac0ff8d40 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:03.577935 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.654128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f873b6d0-ba6c-46d7-a241-f82d3c9830ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.680368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] For port 17227be5-d440-4d08-9761-d4bac0ff8d40, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=17227be5-d440-4d08-9761-d4bac0ff8d40,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:03.680887 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.690435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873b6d0-ba6c-46d7-a241-f82d3c9830ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09203b6d-abd5-4774-9b4f-db928c816669,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.692818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce954f9-022e-4cb2-bf22-cb53b493683f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.696960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Calling delete_port for 17227be5-d440-4d08-9761-d4bac0ff8d40 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:03.704257 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f873b6d0-ba6c-46d7-a241-f82d3c9830ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.708855 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f873b6d0-ba6c-46d7-a241-f82d3c9830ee admin admin] 10.222.0.61 "DELETE /v2.0/subnets/09203b6d-abd5-4774-9b4f-db928c816669 HTTP/1.1" status: 204 len: 168 time: 0.4424067 Aug 16 02:14:03.710501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56592) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.739902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce954f9-022e-4cb2-bf22-cb53b493683f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=61bae9cc-f037-41de-9ad8-cea255accca2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.791068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dce954f9-022e-4cb2-bf22-cb53b493683f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.793849 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dce954f9-022e-4cb2-bf22-cb53b493683f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/61bae9cc-f037-41de-9ad8-cea255accca2 HTTP/1.1" status: 204 len: 168 time: 0.6279626 Aug 16 02:14:03.800618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56596) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.837274 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79da1fd0-6c43-4e00-b79c-70bdea588e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.868230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] Set router a7182bee-6efa-405d-8044-e17769f91de0 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:03.871855 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.896721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.908066 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.920055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161969a3-9fcc-474c-a470-1b79c3c098f7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.927230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161969a3-9fcc-474c-a470-1b79c3c098f7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.932350 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-161969a3-9fcc-474c-a470-1b79c3c098f7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1281064 Aug 16 02:14:03.932675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.941236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=17227be5-d440-4d08-9761-d4bac0ff8d40,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.943310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:14:03Z', 'revision_number': 6, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.976989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805aeb09-31c1-43a5-ac12-eae650d7039d None None] The sync data for ids ['a7182bee-6efa-405d-8044-e17769f91de0'] in n-d-768862-14 is: [{'id': 'a7182bee-6efa-405d-8044-e17769f91de0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1803120330-router', 'tenant_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:50Z', 'updated_at': '2021-08-16T02:14:03Z', 'revision_number': 6, 'project_id': '9cc27264b4ec433d8d86e94f4b9a01d1', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:04.015193 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.107582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.111727 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.114096 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.124199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf63ec84-8556-4112-9c7b-20f30705e6ff']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:04.138651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27caf0a8-1570-49fb-8bbd-fa3aef7bd412') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:04.138947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27caf0a8-1570-49fb-8bbd-fa3aef7bd412') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:04.151734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.164942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-63b99a22-5753-4e67-98c7-6dbbbf2e35e6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 020562cb-d1d9-464b-a160-8a1c37131c7d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:04.165281 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63b99a22-5753-4e67-98c7-6dbbbf2e35e6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.213978 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.214532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7182bee-6efa-405d-8044-e17769f91de0 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:14:04.223119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.224326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.228218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-59652031-484b-495e-8f07-3063f8eb0e2e admin admin] 10.222.0.61 "DELETE /v2.0/routers/a7182bee-6efa-405d-8044-e17769f91de0 HTTP/1.1" status: 204 len: 168 time: 1.3170924 Aug 16 02:14:04.231019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.233551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:04.233945 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:04.243271 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:04.288451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-6639822f-876b-40eb-a395-b388551e5709 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:04.290111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-6639822f-876b-40eb-a395-b388551e5709 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 815 time: 0.1338360 Aug 16 02:14:04.307531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-ccff7f96-d0a3-4224-b68f-17307b5a8b9a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/quotas/c1025bc31d82477096ddf833a394b510 HTTP/1.1" status: 200 len: 375 time: 0.0109596 Aug 16 02:14:04.381371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-73668d2f-c30d-4520-b06f-5be7a69223ac tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660012 Aug 16 02:14:04.522846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bcc72ba6-16ef-4b57-803d-4500755f76f7 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:04.564702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-5b908afd-1efc-4fb7-ab99-4eff71ad580f service neutron] 10.222.0.61 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802893 Aug 16 02:14:04.574320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: bcc72ba6-16ef-4b57-803d-4500755f76f7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:04.574697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bcc72ba6-16ef-4b57-803d-4500755f76f7 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:04.665771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-e52aaf9b-9aef-4a40-9a00-4fbb724223ae service neutron] 10.222.0.61 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016612 Aug 16 02:14:04.698747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63b99a22-5753-4e67-98c7-6dbbbf2e35e6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.725267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-63b99a22-5753-4e67-98c7-6dbbbf2e35e6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 020562cb-d1d9-464b-a160-8a1c37131c7d owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:04.726895 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.742822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.747278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] 10.222.0.61 "DELETE /v2.0/networks/cf63ec84-8556-4112-9c7b-20f30705e6ff HTTP/1.1" status: 204 len: 168 time: 1.0153351 Aug 16 02:14:04.763791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e7fa9a-733f-4e2e-983e-3ccd65742e6f admin admin] Deleting subnet f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:04.768404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d96504-813b-487d-a867-b7c8cae7779b admin admin] Pushing event deleted for resources: {'Network': ['ID=cf63ec84-8556-4112-9c7b-20f30705e6ff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.770223 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fa9a-733f-4e2e-983e-3ccd65742e6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.807487 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.855590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fa9a-733f-4e2e-983e-3ccd65742e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.857029 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c686052-8edd-4aec-bbed-87e2e5cdc1f8 req-4e233c4e-bb6c-4bed-909c-83ebe350ca63 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 210 time: 0.0376065 Aug 16 02:14:04.960808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63b99a22-5753-4e67-98c7-6dbbbf2e35e6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.004733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b99a22-5753-4e67-98c7-6dbbbf2e35e6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=020562cb-d1d9-464b-a160-8a1c37131c7d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.013964 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63b99a22-5753-4e67-98c7-6dbbbf2e35e6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.018743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-63b99a22-5753-4e67-98c7-6dbbbf2e35e6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/020562cb-d1d9-464b-a160-8a1c37131c7d HTTP/1.1" status: 204 len: 168 time: 1.0826232 Aug 16 02:14:05.019352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.033739 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fa9a-733f-4e2e-983e-3ccd65742e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.087832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.153418 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3ca7857b-d1a7-433a-a542-07378252f9b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c54df8fdc6f740309931fa28b65cfd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639341 Aug 16 02:14:05.155144 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fa9a-733f-4e2e-983e-3ccd65742e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.158792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.160183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d12371e-f25d-47b6-8ea6-e1f9b9a4495b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.161941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1d12371e-f25d-47b6-8ea6-e1f9b9a4495b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1418207 Aug 16 02:14:05.164665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.193273 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-37367bcc-3575-4a7f-b5bf-a2bebe10d719 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:05.195276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-37367bcc-3575-4a7f-b5bf-a2bebe10d719 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/61bae9cc-f037-41de-9ad8-cea255accca2 HTTP/1.1" status: 404 len: 333 time: 0.0294878 Aug 16 02:14:05.198166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.200438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7fa9a-733f-4e2e-983e-3ccd65742e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b8f4f0-71dc-4b13-a645-22a0a96a4b65,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.208948 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fa9a-733f-4e2e-983e-3ccd65742e6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.213181 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a8e7fa9a-733f-4e2e-983e-3ccd65742e6f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f4b8f4f0-71dc-4b13-a645-22a0a96a4b65 HTTP/1.1" status: 204 len: 168 time: 0.9786870 Aug 16 02:14:05.213992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.221856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45732029-5156-481d-b2fe-cfc9d83eb518 None None] Network e2be4b65-63d9-493d-b57d-34333a53d602 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:05.233144 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98438d1-0d60-47fa-8499-92188e17fe8a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:05.234895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a98438d1-0d60-47fa-8499-92188e17fe8a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/020562cb-d1d9-464b-a160-8a1c37131c7d HTTP/1.1" status: 404 len: 333 time: 0.0354946 Aug 16 02:14:05.239568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.316119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.345076 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.388957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ae2b-8e66-44fb-a9f9-eb7973a21053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.420720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ae2b-8e66-44fb-a9f9-eb7973a21053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.464378 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.466430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Deleting port 9037390e-6508-40da-8e3b-264636ffc0a5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:05.466786 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.480702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c680d88d-05be-49d5-9467-b417c08941e5']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:05.503882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e1d5fc-f67a-4a90-a2e6-76a6c9910703') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:05.504181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e1d5fc-f67a-4a90-a2e6-76a6c9910703') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:05.508881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326a356-dd9d-49e6-858f-5fe10dc9540f None None] DHCP port deletion for e2be4b65-63d9-493d-b57d-34333a53d602 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:05.538580 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.548429 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ae2b-8e66-44fb-a9f9-eb7973a21053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.551115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ae2b-8e66-44fb-a9f9-eb7973a21053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.552328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9cf0ae2b-8e66-44fb-a9f9-eb7973a21053 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9d41d57-2a93-4a57-a43d-7885a40b14f5 HTTP/1.1" status: 204 len: 168 time: 0.3911572 Aug 16 02:14:05.554280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] For port 9037390e-6508-40da-8e3b-264636ffc0a5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9037390e-6508-40da-8e3b-264636ffc0a5,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:05.554982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.572615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.574255 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0ae2b-8e66-44fb-a9f9-eb7973a21053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d41d57-2a93-4a57-a43d-7885a40b14f5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.576899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Calling delete_port for 9037390e-6508-40da-8e3b-264636ffc0a5 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:05.593517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:05.593941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:05.601040 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:05.624730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e326a356-dd9d-49e6-858f-5fe10dc9540f None None] Deleting port 9037390e-6508-40da-8e3b-264636ffc0a5 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:05.625124 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e326a356-dd9d-49e6-858f-5fe10dc9540f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.705218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.715696 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.747703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.750171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/networks/c680d88d-05be-49d5-9467-b417c08941e5 HTTP/1.1" status: 204 len: 168 time: 0.5094995 Aug 16 02:14:05.756092 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56654) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.759581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b357d72-1e25-4794-b2cd-26db35070efc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Network': ['ID=c680d88d-05be-49d5-9467-b417c08941e5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.766676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Pushing event deleted for resources: {'Port': ['ID=9037390e-6508-40da-8e3b-264636ffc0a5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.768433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-831644464'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:05.771787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] No DVR routers for this DVR port 9037390e-6508-40da-8e3b-264636ffc0a5 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:05.781350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e326a356-dd9d-49e6-858f-5fe10dc9540f None None] For port 9037390e-6508-40da-8e3b-264636ffc0a5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9037390e-6508-40da-8e3b-264636ffc0a5,segment=NetworkSegment(19b81e24-3800-4cf1-bbc8-e33cb91d54a0),segment_id=19b81e24-3800-4cf1-bbc8-e33cb91d54a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:05.782021 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e326a356-dd9d-49e6-858f-5fe10dc9540f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.797219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e326a356-dd9d-49e6-858f-5fe10dc9540f None None] Calling delete_port for 9037390e-6508-40da-8e3b-264636ffc0a5 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:05.799044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:05.803695 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.846826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:05.858539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.859049 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Added segment eec0c5d4-6a62-41f3-b1d7-632c151f3da7 of type vlan for network e2e3f289-b839-40cb-b4b9-98a156d41cae Aug 16 02:14:05.872327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.888752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2be4b65-63d9-493d-b57d-34333a53d602']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:05.896052 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e326a356-dd9d-49e6-858f-5fe10dc9540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.910239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.920508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b81e24-3800-4cf1-bbc8-e33cb91d54a0') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:05.920898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b81e24-3800-4cf1-bbc8-e33cb91d54a0') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:05.944603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.954938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326a356-dd9d-49e6-858f-5fe10dc9540f None None] Pushing event deleted for resources: {'Port': ['ID=9037390e-6508-40da-8e3b-264636ffc0a5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.957616 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.964267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.968848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.969506 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.971068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326a356-dd9d-49e6-858f-5fe10dc9540f None None] No DVR routers for this DVR port 9037390e-6508-40da-8e3b-264636ffc0a5 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:05.985273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:05.986563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:05.989045 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:06.044163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27c4597d-08fe-4b36-b752-577d8fd960bd req-c58ea1e2-b5a6-4c30-b326-2da4f0b9a972 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 210 time: 0.0703115 Aug 16 02:14:06.073006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.083306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.089382 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e2be4b65-63d9-493d-b57d-34333a53d602 HTTP/1.1" status: 204 len: 168 time: 0.8742354 Aug 16 02:14:06.102267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2be4b65-63d9-493d-b57d-34333a53d602,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.112096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.112441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.112777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.113107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.113429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.113754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.118266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.118613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.118942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.119330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.120353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.120697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf00-72ca-4d9b-9d3b-b7f65c8d0589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.145818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3879180 Aug 16 02:14:06.150068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.158343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': 'e2e3f289-b839-40cb-b4b9-98a156d41cae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:06.190075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 17227be5-d440-4d08-9761-d4bac0ff8d40 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:06.221532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 17227be5-d440-4d08-9761-d4bac0ff8d40 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:06.221882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 17227be5-d440-4d08-9761-d4bac0ff8d40 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:06.222473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9037390e-6508-40da-8e3b-264636ffc0a5 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:06.247944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 9037390e-6508-40da-8e3b-264636ffc0a5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:06.248297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9037390e-6508-40da-8e3b-264636ffc0a5 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:06.274078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c074066-be6f-4b92-ad11-d7d81f744387 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Network': ['ID=e2e3f289-b839-40cb-b4b9-98a156d41cae,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.294715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network e2e3f289-b839-40cb-b4b9-98a156d41cae details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:06.317071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:06.321139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.349759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-ecd41fa3-d3e0-4171-a4b5-bba74bf1e733 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.352097 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-ecd41fa3-d3e0-4171-a4b5-bba74bf1e733 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.86 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 815 time: 0.2118640 Aug 16 02:14:06.366354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.405159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Request body: {'port': {'device_id': 'ae039a83-c99c-44a1-854f-cfc562dc974f', 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a', 'admin_state_up': True, 'tenant_id': 'c1025bc31d82477096ddf833a394b510'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:06.477932 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-71f2ab19-8f47-492e-b64b-100bc48bc785 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9cc27264b4ec433d8d86e94f4b9a01d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103969 Aug 16 02:14:06.481178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.552539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Made reservation on behalf of c1025bc31d82477096ddf833a394b510 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:06.556701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.571395 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.587114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0150148a-d898-4914-adfa-d3bb2d72d377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.650234 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0150148a-d898-4914-adfa-d3bb2d72d377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.667503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=e558cc0b-98f6-4045-a485-e46e6be3f81d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.690264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Checking segment: {'id': 'eec0c5d4-6a62-41f3-b1d7-632c151f3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e2e3f289-b839-40cb-b4b9-98a156d41cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:06.690639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network hostable DHCP agents. Network: e2e3f289-b839-40cb-b4b9-98a156d41cae, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:06.700845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Allocated IP 172.20.0.13 (e1a089ce-1438-42da-8fdd-ee1b53b9423a/8954c4c3-daa2-4b8e-a386-51fe9fd212c4/d867bb80-cc96-42f4-9583-574409f11a9b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:06.721827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network e2e3f289-b839-40cb-b4b9-98a156d41cae is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:06.737559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, e2e3f289-b839-40cb-b4b9-98a156d41cae) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:06.745154 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.747228 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.759179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d9455f-c9b9-46a5-b5b6-6b4e3f98348b None None] Network e2e3f289-b839-40cb-b4b9-98a156d41cae requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:06.761203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0150148a-d898-4914-adfa-d3bb2d72d377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.764637 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0150148a-d898-4914-adfa-d3bb2d72d377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.765900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0150148a-d898-4914-adfa-d3bb2d72d377 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20c1a4aa-6628-4545-bef6-1db64666c365 HTTP/1.1" status: 204 len: 168 time: 0.2836695 Aug 16 02:14:06.778232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1b61ffcb-5a6f-4778-addc-58df8f194e50 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6268570 Aug 16 02:14:06.779140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150148a-d898-4914-adfa-d3bb2d72d377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c1a4aa-6628-4545-bef6-1db64666c365,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.781460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.788842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': 'e2e3f289-b839-40cb-b4b9-98a156d41cae', 'name': 'tempest-PortsIpV6TestJSON-187300645'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:06.907641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.965659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:06.971138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.999073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port b23bab5d-aea8-41f4-98bb-330fd2762c63 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:07.041423 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.048311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-e2e3f289-b839-40cb-b4b9-98a156d41cae', 'network_id': 'e2e3f289-b839-40cb-b4b9-98a156d41cae', 'tenant_id': 'cec762fc168c40018e2eff575aae7946', 'fixed_ips': [{'subnet_id': 'e558cc0b-98f6-4045-a485-e46e6be3f81d'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:07.049464 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.162883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::291 (e2e3f289-b839-40cb-b4b9-98a156d41cae/e558cc0b-98f6-4045-a485-e46e6be3f81d/b23bab5d-aea8-41f4-98bb-330fd2762c63) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:07.208975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.222268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['25832c98-4d49-4247-9aa9-604484485bfd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:07.285495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Pushing event updated for resources: {'Port': ['ID=d867bb80-cc96-42f4-9583-574409f11a9b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.295276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Network e1a089ce-1438-42da-8fdd-ee1b53b9423a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:07.296685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:07.299723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:07.386291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633c09f-c7d3-4019-848e-8a476a56b7cb req-0298069b-e483-42dd-8ea4-1a52bcf9ad22 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.395046 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9633c09f-c7d3-4019-848e-8a476a56b7cb req-0298069b-e483-42dd-8ea4-1a52bcf9ad22 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 932 time: 0.1658266 Aug 16 02:14:07.395981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.396991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.422390 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-45a710e5-6eee-4b15-8396-d042d797ea6c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0232408 Aug 16 02:14:07.444062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Request body: {'port': {'device_id': 'ae039a83-c99c-44a1-854f-cfc562dc974f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:07.453534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9633c09f-c7d3-4019-848e-8a476a56b7cb req-6fd148c5-42ab-40fa-9e77-9c90df40bd80 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575008 Aug 16 02:14:07.486549 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.512425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object b23bab5d-aea8-41f4-98bb-330fd2762c63 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:07.555395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.574975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.631316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network e2e3f289-b839-40cb-b4b9-98a156d41cae is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:07.631926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Allocated IP 2001:db8::2 (e2e3f289-b839-40cb-b4b9-98a156d41cae/e558cc0b-98f6-4045-a485-e46e6be3f81d/de71e022-f750-4ad9-a9c7-1eacd216ff68) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:07.637358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:07.639972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:07.646549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.647278 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.677567 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8941078 Aug 16 02:14:07.678310 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cab001-9c7a-49e8-aed4-e1fdfbc9b745 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=b23bab5d-aea8-41f4-98bb-330fd2762c63,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.682917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:07.793359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02898e15-5235-485b-ae00-a83be4f4f9f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port b23bab5d-aea8-41f4-98bb-330fd2762c63 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:07.794504 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02898e15-5235-485b-ae00-a83be4f4f9f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.852789 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.862555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Transition to ACTIVE for port object de71e022-f750-4ad9-a9c7-1eacd216ff68 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:07.888165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Transition to ACTIVE for port object de71e022-f750-4ad9-a9c7-1eacd216ff68 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:07.896774 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.973692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Network e2e3f289-b839-40cb-b4b9-98a156d41cae is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:07.977728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:07.985396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:08.002033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02898e15-5235-485b-ae00-a83be4f4f9f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.031715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02898e15-5235-485b-ae00-a83be4f4f9f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for b23bab5d-aea8-41f4-98bb-330fd2762c63 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:08.059541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Pushing event updated for resources: {'Port': ['ID=de71e022-f750-4ad9-a9c7-1eacd216ff68,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.062318 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Attempting to bind port de71e022-f750-4ad9-a9c7-1eacd216ff68 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:08.062497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Attempting to bind port de71e022-f750-4ad9-a9c7-1eacd216ff68 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'eec0c5d4-6a62-41f3-b1d7-632c151f3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e2e3f289-b839-40cb-b4b9-98a156d41cae'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:08.062746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Attempting to bind port de71e022-f750-4ad9-a9c7-1eacd216ff68 on network e2e3f289-b839-40cb-b4b9-98a156d41cae {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:08.070565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:08.070944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Checking segment: {'id': 'eec0c5d4-6a62-41f3-b1d7-632c151f3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e2e3f289-b839-40cb-b4b9-98a156d41cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:08.071380 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.071777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Bound using segment: {'id': 'eec0c5d4-6a62-41f3-b1d7-632c151f3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e2e3f289-b839-40cb-b4b9-98a156d41cae'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:08.072254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Bound port: de71e022-f750-4ad9-a9c7-1eacd216ff68, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec0c5d4-6a62-41f3-b1d7-632c151f3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e2e3f289-b839-40cb-b4b9-98a156d41cae'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:08.073728 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.100157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d867bb80-cc96-42f4-9583-574409f11a9b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:08.116789 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.132528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Transition to ACTIVE for port object d867bb80-cc96-42f4-9583-574409f11a9b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:08.139209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.206362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] For port de71e022-f750-4ad9-a9c7-1eacd216ff68, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:08.213988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] For port de71e022-f750-4ad9-a9c7-1eacd216ff68, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=de71e022-f750-4ad9-a9c7-1eacd216ff68,segment=NetworkSegment(eec0c5d4-6a62-41f3-b1d7-632c151f3da7),segment_id=eec0c5d4-6a62-41f3-b1d7-632c151f3da7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:08.221210 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.225056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Pushing event updated for resources: {'Port': ['ID=d867bb80-cc96-42f4-9583-574409f11a9b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.227950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.264271 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02898e15-5235-485b-ae00-a83be4f4f9f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.312883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02898e15-5235-485b-ae00-a83be4f4f9f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=b23bab5d-aea8-41f4-98bb-330fd2762c63,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.357187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Attempting to bind port d867bb80-cc96-42f4-9583-574409f11a9b on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:08.357768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Attempting to bind port d867bb80-cc96-42f4-9583-574409f11a9b by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:08.358319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Attempting to bind port d867bb80-cc96-42f4-9583-574409f11a9b on network e1a089ce-1438-42da-8fdd-ee1b53b9423a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:08.364512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Port d867bb80-cc96-42f4-9583-574409f11a9b on network e1a089ce-1438-42da-8fdd-ee1b53b9423a not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:08.365319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Attempting to bind port d867bb80-cc96-42f4-9583-574409f11a9b on network e1a089ce-1438-42da-8fdd-ee1b53b9423a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:08.372298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02898e15-5235-485b-ae00-a83be4f4f9f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.373104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:08.374197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Checking segment: {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:08.375316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Bound using segment: {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:08.375509 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-02898e15-5235-485b-ae00-a83be4f4f9f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/b23bab5d-aea8-41f4-98bb-330fd2762c63 HTTP/1.1" status: 204 len: 168 time: 0.6914287 Aug 16 02:14:08.376193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Bound port: d867bb80-cc96-42f4-9583-574409f11a9b, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:08.377363 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.379030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.406855 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e825ef0c-d56f-4d10-a57e-b423689200a9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:14:08.408852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e825ef0c-d56f-4d10-a57e-b423689200a9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:08.410986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e825ef0c-d56f-4d10-a57e-b423689200a9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/b23bab5d-aea8-41f4-98bb-330fd2762c63 HTTP/1.1" status: 404 len: 333 time: 0.0307376 Aug 16 02:14:08.417877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-network', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:08.420316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.438502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7cb4b-0a93-40dd-bcb7-4e2d0e45af36 None None] Pushing event updated for resources: {'Port': ['ID=de71e022-f750-4ad9-a9c7-1eacd216ff68,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.452320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Made reservation on behalf of a36b0806a15d458cb7c9fb62838cc526 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:08.455981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.463314 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde4c1a0-f9f2-4e42-9f91-b81c4283f042 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:08.465039 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dde4c1a0-f9f2-4e42-9f91-b81c4283f042 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/b23bab5d-aea8-41f4-98bb-330fd2762c63 HTTP/1.1" status: 404 len: 333 time: 0.0434742 Aug 16 02:14:08.467898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.469705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.572279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fded14fa-4f24-40cf-bde7-b487d7fc6a01 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet e558cc0b-98f6-4045-a485-e46e6be3f81d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:08.580234 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fded14fa-4f24-40cf-bde7-b487d7fc6a01 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.600508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] For port d867bb80-cc96-42f4-9583-574409f11a9b, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:08.653626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] For port d867bb80-cc96-42f4-9583-574409f11a9b, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d867bb80-cc96-42f4-9583-574409f11a9b,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:08.666378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.690110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fded14fa-4f24-40cf-bde7-b487d7fc6a01 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.714585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab924f-a635-43e3-86b1-5d80c6de78be req-1c00c5ee-3781-4d3c-89c9-0c032ccdd838 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.716705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4ab924f-a635-43e3-86b1-5d80c6de78be req-1c00c5ee-3781-4d3c-89c9-0c032ccdd838 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 944 time: 0.1444590 Aug 16 02:14:08.755021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.755749 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.757744 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] 10.222.0.86 "PUT /v2.0/ports/d867bb80-cc96-42f4-9583-574409f11a9b HTTP/1.1" status: 200 len: 1093 time: 1.3209915 Aug 16 02:14:08.759886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae039a83-c99c-44a1-854f-cfc562dc974f', 'tag': 'd867bb80-cc96-42f4-9583-574409f11a9b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:08.761754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.762380 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5d5769-15a4-43b7-8f54-e0b84aae351d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae039a83-c99c-44a1-854f-cfc562dc974f", "tag": "d867bb80-cc96-42f4-9583-574409f11a9b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:08.785490 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.827280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:08.832096 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4ab924f-a635-43e3-86b1-5d80c6de78be req-f769202c-774f-4b63-8def-05fe737dbd65 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034641 Aug 16 02:14:08.852714 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.853071 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Added segment 43051b37-713e-4c47-a51b-82f44816ca46 of type vlan for network ec5421da-0fa5-4768-ada2-af095344df1d Aug 16 02:14:08.862362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.882854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f16c12-c2b3-4f9d-843c-30563e8ef704 service neutron] Pushing event updated for resources: {'Port': ['ID=d867bb80-cc96-42f4-9583-574409f11a9b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.914461 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.949273 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.950845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.951370 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f315285-0d12-4e7a-b6e0-0f427a08e0ed x-openstack-request-id: req-5f315285-0d12-4e7a-b6e0-0f427a08e0ed {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:08.951883 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae039a83-c99c-44a1-854f-cfc562dc974f", "tag": "d867bb80-cc96-42f4-9583-574409f11a9b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:08.952146 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f315285-0d12-4e7a-b6e0-0f427a08e0ed {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:08.952391 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.952541 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae039a83-c99c-44a1-854f-cfc562dc974f', 'tag': 'd867bb80-cc96-42f4-9583-574409f11a9b', 'status': 'completed', 'code': 200} Aug 16 02:14:08.992627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fded14fa-4f24-40cf-bde7-b487d7fc6a01 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.027015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7945218 Aug 16 02:14:09.027015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdebfd-64fa-46ca-a2b1-51ea4929a69b admin admin] Pushing event updated for resources: {'Network': ['ID=ec5421da-0fa5-4768-ada2-af095344df1d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:09.027736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.033817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-780ea754-e8aa-4d5c-9b43-d9c80dec63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.036281 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-780ea754-e8aa-4d5c-9b43-d9c80dec63c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 1096 time: 0.1938109 Aug 16 02:14:09.038017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ec5421da-0fa5-4768-ada2-af095344df1d details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:09.041375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Request body: {'subnet': {'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-subnet', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:09.066305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Made reservation on behalf of a36b0806a15d458cb7c9fb62838cc526 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:09.070223 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.152568 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-9b627013-de81-4452-bc22-0f8728e36609 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d867bb80-cc96-42f4-9583-574409f11a9b HTTP/1.1" status: 200 len: 217 time: 0.0691407 Aug 16 02:14:09.228145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fded14fa-4f24-40cf-bde7-b487d7fc6a01 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.246637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fded14fa-4f24-40cf-bde7-b487d7fc6a01 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.248741 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fded14fa-4f24-40cf-bde7-b487d7fc6a01 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/e558cc0b-98f6-4045-a485-e46e6be3f81d HTTP/1.1" status: 204 len: 168 time: 0.7798650 Aug 16 02:14:09.253113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.271428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-d3d5ff4c-3c73-4847-b430-b3af2152a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.272934 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-d3d5ff4c-3c73-4847-b430-b3af2152a492 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 200 len: 855 time: 0.1078517 Aug 16 02:14:09.273641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded14fa-4f24-40cf-bde7-b487d7fc6a01 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=e558cc0b-98f6-4045-a485-e46e6be3f81d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:09.313984 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-37a17561-1844-4624-a1ed-5afe0c6b6e58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1a089ce-1438-42da-8fdd-ee1b53b9423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322320 Aug 16 02:14:09.397890 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.430168 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-d51113dd-33fd-4885-bcc2-481db87eab6d service neutron] 10.222.0.86 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089721 Aug 16 02:14:09.446165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.528754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04230908-3c29-4bb7-9b18-66b31737ef35,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:09.554569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port de71e022-f750-4ad9-a9c7-1eacd216ff68 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:09.555414 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.562173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8635f6a9-7b5d-45b6-a685-6d2186025463 req-8e1c9f89-2c48-4120-ad0d-f5a268ae1a44 service neutron] 10.222.0.86 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240015 Aug 16 02:14:09.609463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Checking segment: {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:09.609695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Network hostable DHCP agents. Network: ec5421da-0fa5-4768-ada2-af095344df1d, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:09.622507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd2dd93-4c80-4295-8221-d8c28bee6f5a None None] Network e2e3f289-b839-40cb-b4b9-98a156d41cae requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:09.652747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] For port de71e022-f750-4ad9-a9c7-1eacd216ff68, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=de71e022-f750-4ad9-a9c7-1eacd216ff68,segment=NetworkSegment(eec0c5d4-6a62-41f3-b1d7-632c151f3da7),segment_id=eec0c5d4-6a62-41f3-b1d7-632c151f3da7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:09.653114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.655757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Network ec5421da-0fa5-4768-ada2-af095344df1d is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:09.672578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for de71e022-f750-4ad9-a9c7-1eacd216ff68 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:09.683137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ec5421da-0fa5-4768-ada2-af095344df1d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:09.695466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde3ac4-f43a-4c94-a50e-76c5248c058b None None] Network ec5421da-0fa5-4768-ada2-af095344df1d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:09.695777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.696377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.737033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-022cbb5e-9c39-464e-b703-b07dffd731e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.738895 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-022cbb5e-9c39-464e-b703-b07dffd731e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 1096 time: 0.0787289 Aug 16 02:14:09.753739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-60a58db2-a129-4e68-b4da-0a6f31233267 None None] Provisioning for port de71e022-f750-4ad9-a9c7-1eacd216ff68 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:09.763653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1e0fca20-1756-480a-8aea-56b59f2a4e78 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7301114 Aug 16 02:14:09.766882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.772186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:09.823808 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.824900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.865012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.908425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-8aeea1b6-fd57-4813-bc35-c3c6f6817156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.910456 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-8aeea1b6-fd57-4813-bc35-c3c6f6817156 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 916 time: 0.1640434 Aug 16 02:14:09.932688 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.968182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No DVR routers for this DVR port de71e022-f750-4ad9-a9c7-1eacd216ff68 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:09.991241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-ec5421da-0fa5-4768-ada2-af095344df1d', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:09.992122 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.992849 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-54d6871d-4ca3-43b2-bb56-2f9e4ed99509 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d867bb80-cc96-42f4-9583-574409f11a9b HTTP/1.1" status: 200 len: 217 time: 0.0712056 Aug 16 02:14:10.009723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9ce4e4-e63d-4a6e-9c49-c1fa54854bac None None] DHCP port deletion for e2e3f289-b839-40cb-b4b9-98a156d41cae request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:10.066245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=de71e022-f750-4ad9-a9c7-1eacd216ff68,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.094544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-4e8992f6-036b-4944-a9ec-a88943e2cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:10.098217 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-4e8992f6-036b-4944-a9ec-a88943e2cc26 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 200 len: 855 time: 0.0977573 Aug 16 02:14:10.181107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-e7a4dc90-a14c-486f-b986-4989dbfd16a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1a089ce-1438-42da-8fdd-ee1b53b9423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721135 Aug 16 02:14:10.303704 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-02517e1b-f064-4914-8f11-dc7838f091a9 service neutron] 10.222.0.86 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148794 Aug 16 02:14:10.318720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Allocated IP 172.20.0.2 (ec5421da-0fa5-4768-ada2-af095344df1d/04230908-3c29-4bb7-9b18-66b31737ef35/bab41b9c-361a-4cc7-80ab-bde7e8235c67) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:10.389766 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.412836 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.452810 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f5d5769-15a4-43b7-8f54-e0b84aae351d req-dab359ba-49e5-4a3d-ba9c-60872ed34be9 service neutron] 10.222.0.86 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089122 Aug 16 02:14:10.462283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e3f289-b839-40cb-b4b9-98a156d41cae']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.479139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b8afc-7274-4dbf-b036-a8686513f4dd req-de229d78-9405-450d-b7c6-83796252d464 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:10.480379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-678b8afc-7274-4dbf-b036-a8686513f4dd req-de229d78-9405-450d-b7c6-83796252d464 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 944 time: 0.4653811 Aug 16 02:14:10.486557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec0c5d4-6a62-41f3-b1d7-632c151f3da7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.486933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec0c5d4-6a62-41f3-b1d7-632c151f3da7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.499466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.518655 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.528068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Transition to ACTIVE for port object bab41b9c-361a-4cc7-80ab-bde7e8235c67 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:10.533631 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.544684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Transition to ACTIVE for port object bab41b9c-361a-4cc7-80ab-bde7e8235c67 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:10.550613 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.552795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:10.553211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:10.556850 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:10.587519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Network ec5421da-0fa5-4768-ada2-af095344df1d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:10.590514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:10.592874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:10.630301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Pushing event updated for resources: {'Port': ['ID=bab41b9c-361a-4cc7-80ab-bde7e8235c67,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.666159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Attempting to bind port bab41b9c-361a-4cc7-80ab-bde7e8235c67 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:10.666530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Attempting to bind port bab41b9c-361a-4cc7-80ab-bde7e8235c67 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:10.666895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Attempting to bind port bab41b9c-361a-4cc7-80ab-bde7e8235c67 on network ec5421da-0fa5-4768-ada2-af095344df1d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:10.672510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:10.672886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Checking segment: {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:10.674356 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.674772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Bound using segment: {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:10.675274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Bound port: bab41b9c-361a-4cc7-80ab-bde7e8235c67, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:10.675667 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.749997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] For port bab41b9c-361a-4cc7-80ab-bde7e8235c67, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:10.755444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] For port bab41b9c-361a-4cc7-80ab-bde7e8235c67, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bab41b9c-361a-4cc7-80ab-bde7e8235c67,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:10.760115 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.830892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200d6f4-9600-4d43-ae34-031252c03ab3 None None] Pushing event updated for resources: {'Port': ['ID=bab41b9c-361a-4cc7-80ab-bde7e8235c67,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.913261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-678b8afc-7274-4dbf-b036-a8686513f4dd req-e1c4ff48-bf18-4133-b340-609433d9718c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157076 Aug 16 02:14:10.986635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.995855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.997714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/networks/e2e3f289-b839-40cb-b4b9-98a156d41cae HTTP/1.1" status: 204 len: 168 time: 1.7436311 Aug 16 02:14:11.001581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.011233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1340096400'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:11.033479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217b61b-7998-455b-aa0e-106a0d578a28 req-8f419c68-e62a-4e92-a6a6-cd53e512c328 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.040215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217b61b-7998-455b-aa0e-106a0d578a28 req-8f419c68-e62a-4e92-a6a6-cd53e512c328 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.041595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:11.045252 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.046647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217b61b-7998-455b-aa0e-106a0d578a28 req-8f419c68-e62a-4e92-a6a6-cd53e512c328 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.053383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217b61b-7998-455b-aa0e-106a0d578a28 req-8f419c68-e62a-4e92-a6a6-cd53e512c328 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.059432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217b61b-7998-455b-aa0e-106a0d578a28 req-8f419c68-e62a-4e92-a6a6-cd53e512c328 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.065724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217b61b-7998-455b-aa0e-106a0d578a28 req-8f419c68-e62a-4e92-a6a6-cd53e512c328 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.072091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217b61b-7998-455b-aa0e-106a0d578a28 req-8f419c68-e62a-4e92-a6a6-cd53e512c328 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.077483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:11.080326 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d217b61b-7998-455b-aa0e-106a0d578a28 req-8f419c68-e62a-4e92-a6a6-cd53e512c328 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.1705968 Aug 16 02:14:11.089822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.090340 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Added segment 04c41f4c-c2a2-4d7a-a02a-056b129264d2 of type vlan for network 28870549-3ef4-4d59-9878-a80ecd94254d Aug 16 02:14:11.090681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432a434-b1a8-4221-bfb5-bf95ebbe14b0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Network': ['ID=e2e3f289-b839-40cb-b4b9-98a156d41cae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.146827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.184560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.193015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.193732 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.213464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d217b61b-7998-455b-aa0e-106a0d578a28 req-b68dc43a-153f-4e5f-aa8f-ab8cee4fa2b1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320875 Aug 16 02:14:11.263554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.286169 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2797079 Aug 16 02:14:11.286387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.288333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.293935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': '28870549-3ef4-4d59-9878-a80ecd94254d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:11.312092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713359a8-cbd9-4b53-8644-5d34609ae910 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Network': ['ID=28870549-3ef4-4d59-9878-a80ecd94254d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.324477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 28870549-3ef4-4d59-9878-a80ecd94254d details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:11.437023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:11.442213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.500717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3466-4fb5-4dd8-8e20-996b5e1d857b req-f8c83c45-d4b6-42cb-860c-9a3b18719896 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.507590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3466-4fb5-4dd8-8e20-996b5e1d857b req-f8c83c45-d4b6-42cb-860c-9a3b18719896 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.513703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3466-4fb5-4dd8-8e20-996b5e1d857b req-f8c83c45-d4b6-42cb-860c-9a3b18719896 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.521523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3466-4fb5-4dd8-8e20-996b5e1d857b req-f8c83c45-d4b6-42cb-860c-9a3b18719896 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.528023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3466-4fb5-4dd8-8e20-996b5e1d857b req-f8c83c45-d4b6-42cb-860c-9a3b18719896 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.534988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3466-4fb5-4dd8-8e20-996b5e1d857b req-f8c83c45-d4b6-42cb-860c-9a3b18719896 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.541157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3466-4fb5-4dd8-8e20-996b5e1d857b req-f8c83c45-d4b6-42cb-860c-9a3b18719896 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.543208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e94e3466-4fb5-4dd8-8e20-996b5e1d857b req-f8c83c45-d4b6-42cb-860c-9a3b18719896 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.1749899 Aug 16 02:14:11.579808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Allocated IP 172.25.5.186 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/3638bf27-dbb8-4201-b9f7-d1b42362a5bb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:11.677949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.714322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.757269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=33491b88-62ae-43e7-8ed2-dec9d56fd469,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.762179 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.767744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Checking segment: {'id': '04c41f4c-c2a2-4d7a-a02a-056b129264d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '28870549-3ef4-4d59-9878-a80ecd94254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:11.767744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network hostable DHCP agents. Network: 28870549-3ef4-4d59-9878-a80ecd94254d, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:11.788582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 28870549-3ef4-4d59-9878-a80ecd94254d is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:11.806942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 28870549-3ef4-4d59-9878-a80ecd94254d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:11.812578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.813712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.817569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f88150-3f0e-4bda-8fcf-fd17c886b8d5 None None] Network 28870549-3ef4-4d59-9878-a80ecd94254d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:11.835947 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-91005013-ae6c-4654-9163-81137fb79fd7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5477736 Aug 16 02:14:11.836203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:11.837012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.839609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:11.842231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:11.844651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': '28870549-3ef4-4d59-9878-a80ecd94254d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1300494781'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:11.849243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3638bf27-dbb8-4201-b9f7-d1b42362a5bb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.013219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-28870549-3ef4-4d59-9878-a80ecd94254d', 'network_id': '28870549-3ef4-4d59-9878-a80ecd94254d', 'tenant_id': 'cec762fc168c40018e2eff575aae7946', 'fixed_ips': [{'subnet_id': '33491b88-62ae-43e7-8ed2-dec9d56fd469'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:12.014623 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.052224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:12.059335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.083954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 3440f4f8-27e1-4075-b7b1-f98a67c4cbb9 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:12.209410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52dae-caf1-4088-8d2a-15e5a2956b43 req-e84950a1-2c79-44e4-81e9-d060d7b5910a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.212935 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cb52dae-caf1-4088-8d2a-15e5a2956b43 req-e84950a1-2c79-44e4-81e9-d060d7b5910a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 944 time: 0.1535914 Aug 16 02:14:12.232417 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.276115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bab41b9c-361a-4cc7-80ab-bde7e8235c67 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:12.309943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::289 (28870549-3ef4-4d59-9878-a80ecd94254d/33491b88-62ae-43e7-8ed2-dec9d56fd469/3440f4f8-27e1-4075-b7b1-f98a67c4cbb9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:12.325134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695110d-0acb-4b96-aead-ccb02b240266 None None] Network ec5421da-0fa5-4768-ada2-af095344df1d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:12.363610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cb52dae-caf1-4088-8d2a-15e5a2956b43 req-4c293838-0082-4c84-8af8-2277c2e9ab38 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278698 Aug 16 02:14:12.370788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.482156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.500282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20aaabd7-81ad-46de-b05c-d63ac5fa87b4 None None] Provisioning for port bab41b9c-361a-4cc7-80ab-bde7e8235c67 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:12.514033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object 3440f4f8-27e1-4075-b7b1-f98a67c4cbb9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:12.525367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port bab41b9c-361a-4cc7-80ab-bde7e8235c67 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:12.534113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bab41b9c-361a-4cc7-80ab-bde7e8235c67 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:12.534987 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.638646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.769424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 28870549-3ef4-4d59-9878-a80ecd94254d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:12.777976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:12.781127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=3440f4f8-27e1-4075-b7b1-f98a67c4cbb9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:12.790493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Allocated IP 2001:db8::2 (28870549-3ef4-4d59-9878-a80ecd94254d/33491b88-62ae-43e7-8ed2-dec9d56fd469/debf57d5-3920-4faa-b173-b07d56e1c950) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:12.795113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:12.805894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:12.807719 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.810200 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.818905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.839061 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-94f07615-21b0-4291-b4fb-f2430dc06432 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0001981 Aug 16 02:14:12.841625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:12.964751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b94ac7a7-00a1-455d-b950-91eb56b03f03 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 3440f4f8-27e1-4075-b7b1-f98a67c4cbb9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:12.965106 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b94ac7a7-00a1-455d-b950-91eb56b03f03 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.015497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:14:13.091800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b94ac7a7-00a1-455d-b950-91eb56b03f03 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.101881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port bab41b9c-361a-4cc7-80ab-bde7e8235c67, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bab41b9c-361a-4cc7-80ab-bde7e8235c67,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:13.115376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b94ac7a7-00a1-455d-b950-91eb56b03f03 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 3440f4f8-27e1-4075-b7b1-f98a67c4cbb9 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:13.120596 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.147716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:13.161257 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Sync routers for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:13.168285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.169953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0011d128-3efd-43aa-847d-bbfc46c4f0b8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.4017229 Aug 16 02:14:13.172182 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:13.172794 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:13.173928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:13.198530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26a4739d-1e4c-453b-a93d-3ad77dae9a61 None None] Provisioning complete for port bab41b9c-361a-4cc7-80ab-bde7e8235c67 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:13.199226 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26a4739d-1e4c-453b-a93d-3ad77dae9a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.256131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=bab41b9c-361a-4cc7-80ab-bde7e8235c67,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:13.284469 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b94ac7a7-00a1-455d-b950-91eb56b03f03 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.297033 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:13.372828 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.376589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ac7a7-00a1-455d-b950-91eb56b03f03 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=3440f4f8-27e1-4075-b7b1-f98a67c4cbb9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:13.435349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b94ac7a7-00a1-455d-b950-91eb56b03f03 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.439795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Transition to ACTIVE for port object debf57d5-3920-4faa-b173-b07d56e1c950 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:13.444112 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b94ac7a7-00a1-455d-b950-91eb56b03f03 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/3440f4f8-27e1-4075-b7b1-f98a67c4cbb9 HTTP/1.1" status: 204 len: 168 time: 0.6009912 Aug 16 02:14:13.451631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:13.483586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Transition to ACTIVE for port object debf57d5-3920-4faa-b173-b07d56e1c950 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:13.502626 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.515995 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-35072379-08ba-4577-9d11-1cbc72f2ff8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:13.520227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-35072379-08ba-4577-9d11-1cbc72f2ff8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/3440f4f8-27e1-4075-b7b1-f98a67c4cbb9 HTTP/1.1" status: 404 len: 333 time: 0.0655515 Aug 16 02:14:13.526528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:13.558349 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 3, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:13.574115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d867bb80-cc96-42f4-9583-574409f11a9b details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:13.593693 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Checking router: 1189e8bf-4eec-4fc5-9a4a-e596984efed2 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:13.594336 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Updating router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:13.650847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f49587-822f-4ab2-b435-f3f9af92e6c3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet 33491b88-62ae-43e7-8ed2-dec9d56fd469 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:13.654774 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.664471 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91f49587-822f-4ab2-b435-f3f9af92e6c3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.698932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4f92-94f5-47a1-98d2-de6a64a57076 req-42d1f64f-02ad-4c76-a38c-81d68a93cfb0 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.702499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-636d4f92-94f5-47a1-98d2-de6a64a57076 req-42d1f64f-02ad-4c76-a38c-81d68a93cfb0 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 944 time: 0.1557095 Aug 16 02:14:13.777357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91f49587-822f-4ab2-b435-f3f9af92e6c3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.796412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d867bb80-cc96-42f4-9583-574409f11a9b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d867bb80-cc96-42f4-9583-574409f11a9b,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:13.830326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'd867bb80-cc96-42f4-9583-574409f11a9b', 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a', 'port_id': 'd867bb80-cc96-42f4-9583-574409f11a9b', 'mac_address': 'fa:16:3e:54:17:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8954c4c3-daa2-4b8e-a386-51fe9fd212c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:13.853126 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Network 28870549-3ef4-4d59-9878-a80ecd94254d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:13.869202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:13.882304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:13.906596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-636d4f92-94f5-47a1-98d2-de6a64a57076 req-53f2cd89-de4e-4b4b-9485-6b7ef640cd33 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906440 Aug 16 02:14:13.948493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Pushing event updated for resources: {'Port': ['ID=debf57d5-3920-4faa-b173-b07d56e1c950,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:13.958656 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.970884 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Transition to ACTIVE for port object 3638bf27-dbb8-4201-b9f7-d1b42362a5bb will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:13.971078 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91f49587-822f-4ab2-b435-f3f9af92e6c3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.976633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:13.984066 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.013102 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.037581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d867bb80-cc96-42f4-9583-574409f11a9b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:14.082937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91f49587-822f-4ab2-b435-f3f9af92e6c3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.083444 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Attempting to bind port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:14.083906 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Attempting to bind port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:14.084361 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Attempting to bind port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:14.096490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Attempting to bind port debf57d5-3920-4faa-b173-b07d56e1c950 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:14.096490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Attempting to bind port debf57d5-3920-4faa-b173-b07d56e1c950 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '04c41f4c-c2a2-4d7a-a02a-056b129264d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '28870549-3ef4-4d59-9878-a80ecd94254d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:14.096490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Attempting to bind port debf57d5-3920-4faa-b173-b07d56e1c950 on network 28870549-3ef4-4d59-9878-a80ecd94254d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:14.097012 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:14.097486 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:14.098042 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.100485 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:14.111193 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Bound port: 3638bf27-dbb8-4201-b9f7-d1b42362a5bb, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:14.111960 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.114131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:14.114695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Checking segment: {'id': '04c41f4c-c2a2-4d7a-a02a-056b129264d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '28870549-3ef4-4d59-9878-a80ecd94254d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:14.114936 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.115472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Bound using segment: {'id': '04c41f4c-c2a2-4d7a-a02a-056b129264d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '28870549-3ef4-4d59-9878-a80ecd94254d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:14.116016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Bound port: debf57d5-3920-4faa-b173-b07d56e1c950, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c41f4c-c2a2-4d7a-a02a-056b129264d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '28870549-3ef4-4d59-9878-a80ecd94254d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:14.116412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.136140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d867bb80-cc96-42f4-9583-574409f11a9b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d867bb80-cc96-42f4-9583-574409f11a9b,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:14.151855 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91f49587-822f-4ab2-b435-f3f9af92e6c3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.153882 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-91f49587-822f-4ab2-b435-f3f9af92e6c3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/33491b88-62ae-43e7-8ed2-dec9d56fd469 HTTP/1.1" status: 204 len: 168 time: 0.6262898 Aug 16 02:14:14.158454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:14.167876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f49587-822f-4ab2-b435-f3f9af92e6c3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=33491b88-62ae-43e7-8ed2-dec9d56fd469,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.185514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.198806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-254efce9-6e26-43ec-b017-c302f92dd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.201877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-254efce9-6e26-43ec-b017-c302f92dd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.202382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-254efce9-6e26-43ec-b017-c302f92dd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.202865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-254efce9-6e26-43ec-b017-c302f92dd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.204205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-254efce9-6e26-43ec-b017-c302f92dd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.206833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-254efce9-6e26-43ec-b017-c302f92dd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.207799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] For port debf57d5-3920-4faa-b173-b07d56e1c950, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:14.208591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-254efce9-6e26-43ec-b017-c302f92dd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.210197 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Pushing event updated for resources: {'Port': ['ID=3638bf27-dbb8-4201-b9f7-d1b42362a5bb,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.212627 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] For port debf57d5-3920-4faa-b173-b07d56e1c950, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=debf57d5-3920-4faa-b173-b07d56e1c950,segment=NetworkSegment(04c41f4c-c2a2-4d7a-a02a-056b129264d2),segment_id=04c41f4c-c2a2-4d7a-a02a-056b129264d2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:14.212903 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-254efce9-6e26-43ec-b017-c302f92dd6f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6508 time: 0.2351978 Aug 16 02:14:14.216872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bab41b9c-361a-4cc7-80ab-bde7e8235c67 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:14.242590 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.242949 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.243340 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.246585 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.246958 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.247333 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.247693 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.248024 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.251712 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.255128 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.255569 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.256005 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:14.267562 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-1fc60ad8-1aa3-43ad-9c82-f933a855d4ce service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&id=620b8bdc-754b-4ae3-934a-b360f59d34ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472682 Aug 16 02:14:14.277562 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.285999 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.303650 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] For port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:14.309228 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] For port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3638bf27-dbb8-4201-b9f7-d1b42362a5bb,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:14.315535 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.374465 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf648426-1b13-4458-9c96-d56aabfafb07 None None] Pushing event updated for resources: {'Port': ['ID=3638bf27-dbb8-4201-b9f7-d1b42362a5bb,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.395686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bab41b9c-361a-4cc7-80ab-bde7e8235c67 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:14.395863 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:14.396080 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.396424 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:14.401913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e94af7-7727-422e-88af-5b07362dcfd4 None None] Network 28870549-3ef4-4d59-9878-a80ecd94254d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:14.427567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.475397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e633b36-c5e8-4469-b3a4-0c197a351530 None None] Pushing event updated for resources: {'Port': ['ID=debf57d5-3920-4faa-b173-b07d56e1c950,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.521749 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:14.534912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Allocated IP 172.20.0.1 (ec5421da-0fa5-4768-ada2-af095344df1d/04230908-3c29-4bb7-9b18-66b31737ef35/abc69948-75c8-4c7f-b8cc-1a4741f1913a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:14.564280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port debf57d5-3920-4faa-b173-b07d56e1c950 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:14.564725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.615530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=d867bb80-cc96-42f4-9583-574409f11a9b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.671797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cee82e-1ffb-4da9-a42a-1e9afdbf4a29 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:14:14.705193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] For port debf57d5-3920-4faa-b173-b07d56e1c950, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=debf57d5-3920-4faa-b173-b07d56e1c950,segment=NetworkSegment(04c41f4c-c2a2-4d7a-a02a-056b129264d2),segment_id=04c41f4c-c2a2-4d7a-a02a-056b129264d2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:14.705573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.735423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for debf57d5-3920-4faa-b173-b07d56e1c950 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:14.763398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.769756 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 3, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:14.800523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['d867bb80-cc96-42f4-9583-574409f11a9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:14.811129 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d8731a-3359-4c52-804f-1fe52858e3b1 None None] The sync data for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 is: [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:12Z', 'revision_number': 3, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:14.843807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Transition to ACTIVE for port object abc69948-75c8-4c7f-b8cc-1a4741f1913a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:14.921593 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.936604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cee82e-1ffb-4da9-a42a-1e9afdbf4a29 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:14:15.028509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Network ec5421da-0fa5-4768-ada2-af095344df1d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:15.029377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.050797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:15.063333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No DVR routers for this DVR port debf57d5-3920-4faa-b173-b07d56e1c950 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:15.073910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:15.116216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Pushing event updated for resources: {'Port': ['ID=abc69948-75c8-4c7f-b8cc-1a4741f1913a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:15.379032 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=debf57d5-3920-4faa-b173-b07d56e1c950,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:15.456891 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.472540 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.478426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28870549-3ef4-4d59-9878-a80ecd94254d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:15.520216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd090-bdb4-4624-a466-f3a99cc7c757 req-f609cfc2-0af4-4d44-b75d-782e5c89629c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.521856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-515fd090-bdb4-4624-a466-f3a99cc7c757 req-f609cfc2-0af4-4d44-b75d-782e5c89629c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 945 time: 0.4686880 Aug 16 02:14:15.636103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c41f4c-c2a2-4d7a-a02a-056b129264d2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:15.636479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c41f4c-c2a2-4d7a-a02a-056b129264d2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:15.673751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.684252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1f2188f2-83be-40f3-9b6e-e1923c11f024 None None] Provisioning for port abc69948-75c8-4c7f-b8cc-1a4741f1913a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:15.688687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1f2188f2-83be-40f3-9b6e-e1923c11f024 None None] Provisioning complete for port abc69948-75c8-4c7f-b8cc-1a4741f1913a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:15.689069 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f2188f2-83be-40f3-9b6e-e1923c11f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.716270 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.733583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1f2188f2-83be-40f3-9b6e-e1923c11f024 None None] Port abc69948-75c8-4c7f-b8cc-1a4741f1913a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:15.738137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-515fd090-bdb4-4624-a466-f3a99cc7c757 req-e7adfbd3-e0e9-4bca-84e1-4cb4bee267a6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042020 Aug 16 02:14:15.739611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:15.740410 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:15.743345 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:15.823668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.862300 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.873994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.873994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/networks/28870549-3ef4-4d59-9878-a80ecd94254d HTTP/1.1" status: 204 len: 168 time: 1.7143981 Aug 16 02:14:15.878200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56872) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:15.883993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'name': 'tempest-PortsIpV6TestJSON-1424741725'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:15.897354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d657ce-48e4-4fe3-aee8-eca092404b85 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Network': ['ID=28870549-3ef4-4d59-9878-a80ecd94254d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.015705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:16.021258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.045525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 2de5c42b-7a24-4a6a-9be0-24ea54e3fab7 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:16.250357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3638bf27-dbb8-4201-b9f7-d1b42362a5bb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:16.261117 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.308395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.310481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:16.317749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:16.317749 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.370408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:16.378095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:16.382230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:16.388584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.389254 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.421105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=2de5c42b-7a24-4a6a-9be0-24ea54e3fab7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.426290 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.432359 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a9cdd7f4-4809-4d1e-81b2-bd61483e1d71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5529127 Aug 16 02:14:16.434908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:16.451551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3638bf27-dbb8-4201-b9f7-d1b42362a5bb,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:16.456964 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.521788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.530411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.536368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=3638bf27-dbb8-4201-b9f7-d1b42362a5bb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.590396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb687744-151e-4e0d-83c3-735824654cc9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 2de5c42b-7a24-4a6a-9be0-24ea54e3fab7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:16.590745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb687744-151e-4e0d-83c3-735824654cc9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.604866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.608762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Pushing event updated for resources: {'Port': ['ID=abc69948-75c8-4c7f-b8cc-1a4741f1913a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.690815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb687744-151e-4e0d-83c3-735824654cc9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.706168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb687744-151e-4e0d-83c3-735824654cc9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 2de5c42b-7a24-4a6a-9be0-24ea54e3fab7 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:16.713361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Network ec5421da-0fa5-4768-ada2-af095344df1d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:16.714732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:16.809362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb687744-151e-4e0d-83c3-735824654cc9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.856686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb687744-151e-4e0d-83c3-735824654cc9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=2de5c42b-7a24-4a6a-9be0-24ea54e3fab7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.886018 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb687744-151e-4e0d-83c3-735824654cc9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.890949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cb687744-151e-4e0d-83c3-735824654cc9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/2de5c42b-7a24-4a6a-9be0-24ea54e3fab7 HTTP/1.1" status: 204 len: 168 time: 0.4548965 Aug 16 02:14:16.892293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:16.903945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'mac_address': 'fa:16:3e:f4:b0:2e', 'name': 'tempest-PortsIpV6TestJSON-774195434'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:16.947379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:16.956148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6042d-3af6-4f65-8e0e-c600fb71ff14 req-991d61b0-7dba-44d7-8dc7-1051fac562c5 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.967168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70f6042d-3af6-4f65-8e0e-c600fb71ff14 req-991d61b0-7dba-44d7-8dc7-1051fac562c5 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 945 time: 0.0871654 Aug 16 02:14:17.027944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70f6042d-3af6-4f65-8e0e-c600fb71ff14 req-a924d62d-6edb-45b7-98ef-cc07031470a6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595286 Aug 16 02:14:17.114272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:17.171481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba27d997-1e63-4cc3-b793-98b0a276157b None None] Provisioning complete for port abc69948-75c8-4c7f-b8cc-1a4741f1913a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:17.172047 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba27d997-1e63-4cc3-b793-98b0a276157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.248515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:17.250951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ba27d997-1e63-4cc3-b793-98b0a276157b None None] Port abc69948-75c8-4c7f-b8cc-1a4741f1913a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:17.252534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.259134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-21c1d7bd-425a-4238-8f4a-454776430754 admin admin] 10.222.0.61 "PUT /v2.0/routers/1189e8bf-4eec-4fc5-9a4a-e596984efed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0828164 Aug 16 02:14:17.264354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Sync routers for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:17.275444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:17.276201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:17.283437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 56d03571-2159-49dc-b86e-7d23ea00ec4f yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:17.438837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:17.491611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.541278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.543768 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d867bb80-cc96-42f4-9583-574409f11a9b up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:17.605528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=56d03571-2159-49dc-b86e-7d23ea00ec4f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.621162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:17.622969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:17.632551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:17.642256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.642948 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.667712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2c118966-ee6b-4fa4-bea7-0a820638879a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7678149 Aug 16 02:14:17.670741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:17.727610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port d867bb80-cc96-42f4-9583-574409f11a9b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:17.736497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port d867bb80-cc96-42f4-9583-574409f11a9b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:17.736969 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.758417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe44300-a547-4829-8b06-02adbd126c35 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.765079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:17.765305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-abe44300-a547-4829-8b06-02adbd126c35 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/56d03571-2159-49dc-b86e-7d23ea00ec4f HTTP/1.1" status: 200 len: 844 time: 0.0930796 Aug 16 02:14:17.852853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'abc69948-75c8-4c7f-b8cc-1a4741f1913a', 'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'mac_address': 'fa:16:3e:56:35:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:14Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 2, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'subnets': [{'id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:17.932402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-fe4d65f6-142c-40c2-b935-428c63e7393e tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.933961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-fe4d65f6-142c-40c2-b935-428c63e7393e tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/networks?id=ec5421da-0fa5-4768-ada2-af095344df1d HTTP/1.1" status: 200 len: 828 time: 0.1674249 Aug 16 02:14:17.942171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf0007-a7fd-47d4-9c0b-2c41f11a9a7e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 56d03571-2159-49dc-b86e-7d23ea00ec4f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:17.944699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0007-a7fd-47d4-9c0b-2c41f11a9a7e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.957746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Checking router: 1189e8bf-4eec-4fc5-9a4a-e596984efed2 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:17.958095 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Updating router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 port abc69948-75c8-4c7f-b8cc-1a4741f1913a binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:17.960178 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.971397 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4bdf19f4-dac0-4f33-a362-4c4ff11d9818 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/quotas/a36b0806a15d458cb7c9fb62838cc526 HTTP/1.1" status: 200 len: 375 time: 0.0134647 Aug 16 02:14:18.005547 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.023816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae039a83-c99c-44a1-854f-cfc562dc974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd867bb80-cc96-42f4-9583-574409f11a9b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:18.029847 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbee4377-9fd5-4431-a23f-d8fe9f3ff7de" -d '{"events": [{"server_uuid": "ae039a83-c99c-44a1-854f-cfc562dc974f", "name": "network-vif-plugged", "status": "completed", "tag": "d867bb80-cc96-42f4-9583-574409f11a9b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:18.036842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-83584332-27e2-4617-b83e-52889c4d92ba tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36b0806a15d458cb7c9fb62838cc526&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577986 Aug 16 02:14:18.053296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d867bb80-cc96-42f4-9583-574409f11a9b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d867bb80-cc96-42f4-9583-574409f11a9b,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:18.063876 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0007-a7fd-47d4-9c0b-2c41f11a9a7e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.082888 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.100658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf0007-a7fd-47d4-9c0b-2c41f11a9a7e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 56d03571-2159-49dc-b86e-7d23ea00ec4f owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:18.171606 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d97bc1-1ecf-485d-ac69-5177332e14ac x-openstack-request-id: req-76d97bc1-1ecf-485d-ac69-5177332e14ac {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:18.172246 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae039a83-c99c-44a1-854f-cfc562dc974f", "name": "network-vif-plugged", "status": "completed", "tag": "d867bb80-cc96-42f4-9583-574409f11a9b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:18.172246 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76d97bc1-1ecf-485d-ac69-5177332e14ac {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:18.172511 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae039a83-c99c-44a1-854f-cfc562dc974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd867bb80-cc96-42f4-9583-574409f11a9b', 'code': 200} Aug 16 02:14:18.216893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-3d60fb12-db2f-40fc-b05a-f900392029c1 service neutron] 10.222.0.61 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670461 Aug 16 02:14:18.249524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3638bf27-dbb8-4201-b9f7-d1b42362a5bb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:18.302091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=d867bb80-cc96-42f4-9583-574409f11a9b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.326505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceffc2-bd5f-4afc-958b-52595152352d req-7bbd42e1-5395-495e-a8db-0e69c3b13173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.327581 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ceffc2-bd5f-4afc-958b-52595152352d req-7bbd42e1-5395-495e-a8db-0e69c3b13173 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 1098 time: 0.0804839 Aug 16 02:14:18.365486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6415f-11a2-41e4-8257-bc4e04ce3513 req-42c843f4-86b9-4422-8db4-73b0cbb69bd9 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.366107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0007-a7fd-47d4-9c0b-2c41f11a9a7e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.367000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03c6415f-11a2-41e4-8257-bc4e04ce3513 req-42c843f4-86b9-4422-8db4-73b0cbb69bd9 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 946 time: 0.0871115 Aug 16 02:14:18.386131 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ceffc2-bd5f-4afc-958b-52595152352d req-8dd06ef4-22db-432d-8d41-08f456a59a73 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502107 Aug 16 02:14:18.410140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf0007-a7fd-47d4-9c0b-2c41f11a9a7e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=56d03571-2159-49dc-b86e-7d23ea00ec4f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.410697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-17224644-f022-4cf7-9c99-4457868d44f4 service neutron] 10.222.0.61 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849930 Aug 16 02:14:18.416335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0007-a7fd-47d4-9c0b-2c41f11a9a7e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.421351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:18.421717 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8ccf0007-a7fd-47d4-9c0b-2c41f11a9a7e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/56d03571-2159-49dc-b86e-7d23ea00ec4f HTTP/1.1" status: 204 len: 168 time: 0.6552565 Aug 16 02:14:18.450098 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1168ef8-12d2-4ddb-a49a-a1fd3cc440a5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:18.451831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c1168ef8-12d2-4ddb-a49a-a1fd3cc440a5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/56d03571-2159-49dc-b86e-7d23ea00ec4f HTTP/1.1" status: 404 len: 333 time: 0.0296793 Aug 16 02:14:18.455842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:18.461125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'name': 'tempest-PortsIpV6TestJSON-401009282'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:18.513017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03c6415f-11a2-41e4-8257-bc4e04ce3513 req-26600a2c-48b2-4422-84b6-d04c78fc8905 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375556 Aug 16 02:14:18.596298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:18.602722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.620078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:18.620520 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.624896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 793f76fb-e8fe-4d48-b391-e3e397934a17 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:18.774269 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.794246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Transition to ACTIVE for port object abc69948-75c8-4c7f-b8cc-1a4741f1913a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:18.801727 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.863797 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.888374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf09a5-ed35-4801-913e-fffcf4424e32 None None] Pushing event updated for resources: {'Port': ['ID=abc69948-75c8-4c7f-b8cc-1a4741f1913a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.924895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-158f5d00-4039-45a6-b031-0f83ec1a615e req-35199876-9a7d-4f4f-a048-bd3c3457bf21 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 210 time: 0.0666285 Aug 16 02:14:18.973881 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.981518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Attempting to bind port abc69948-75c8-4c7f-b8cc-1a4741f1913a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:18.981900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Attempting to bind port abc69948-75c8-4c7f-b8cc-1a4741f1913a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:18.982276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Attempting to bind port abc69948-75c8-4c7f-b8cc-1a4741f1913a on network ec5421da-0fa5-4768-ada2-af095344df1d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:18.993724 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:18.994070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Checking segment: {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:18.994482 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.994877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Bound using segment: {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:18.995688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Bound port: abc69948-75c8-4c7f-b8cc-1a4741f1913a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:18.996316 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.998693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:19.002491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:19.027147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:19.038860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.039568 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.084740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=793f76fb-e8fe-4d48-b391-e3e397934a17,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.088905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fe61d2f7-44b5-44f1-8307-23a9bd8eb4cc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6320517 Aug 16 02:14:19.093362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.101954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-46d59523-c66d-4c6b-b621-170586ae2ab6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:19.116743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] For port abc69948-75c8-4c7f-b8cc-1a4741f1913a, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:19.133514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] For port abc69948-75c8-4c7f-b8cc-1a4741f1913a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=abc69948-75c8-4c7f-b8cc-1a4741f1913a,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:19.133514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.222330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46d59523-c66d-4c6b-b621-170586ae2ab6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.229991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:19.230645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:19.363298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf09a5-ed35-4801-913e-fffcf4424e32 None None] Pushing event updated for resources: {'Port': ['ID=abc69948-75c8-4c7f-b8cc-1a4741f1913a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.424741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:19.429055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46d59523-c66d-4c6b-b621-170586ae2ab6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.434686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46d59523-c66d-4c6b-b621-170586ae2ab6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.471597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-46d59523-c66d-4c6b-b621-170586ae2ab6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] In _notify_port_updated(), no bound segment for port 793f76fb-e8fe-4d48-b391-e3e397934a17 on network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:14:19.477379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d59523-c66d-4c6b-b621-170586ae2ab6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.478119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46d59523-c66d-4c6b-b621-170586ae2ab6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.479593 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-46d59523-c66d-4c6b-b621-170586ae2ab6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "PUT /v2.0/ports/793f76fb-e8fe-4d48-b391-e3e397934a17 HTTP/1.1" status: 200 len: 818 time: 0.3829575 Aug 16 02:14:19.482574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.514325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d59523-c66d-4c6b-b621-170586ae2ab6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=793f76fb-e8fe-4d48-b391-e3e397934a17,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.625179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c09a5-a181-4b4b-8d43-3703e24c44f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 793f76fb-e8fe-4d48-b391-e3e397934a17 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:19.625614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c7c09a5-a181-4b4b-8d43-3703e24c44f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.699160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'abc69948-75c8-4c7f-b8cc-1a4741f1913a', 'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'mac_address': 'fa:16:3e:56:35:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:14Z', 'updated_at': '2021-08-16T02:14:19Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'subnets': [{'id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:19.734032 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c7c09a5-a181-4b4b-8d43-3703e24c44f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.738198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55f189-e219-4fd4-a434-19a0dab45727 None None] The sync data for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 is: [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'abc69948-75c8-4c7f-b8cc-1a4741f1913a', 'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'mac_address': 'fa:16:3e:56:35:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:14Z', 'updated_at': '2021-08-16T02:14:19Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'subnets': [{'id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:19.763452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c09a5-a181-4b4b-8d43-3703e24c44f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 793f76fb-e8fe-4d48-b391-e3e397934a17 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:19.785973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f3abe-4926-42db-b0a4-df39036d2165 req-7203e56e-f64c-408b-80cf-e973cfcbad4b tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.787753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-761f3abe-4926-42db-b0a4-df39036d2165 req-7203e56e-f64c-408b-80cf-e973cfcbad4b tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 946 time: 0.1743696 Aug 16 02:14:19.924460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-761f3abe-4926-42db-b0a4-df39036d2165 req-010bf09c-973a-48fc-ba17-cd215d40013a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777531 Aug 16 02:14:19.994705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c7c09a5-a181-4b4b-8d43-3703e24c44f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.086291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-435820fd-cbe4-49b0-a052-7223799499c5 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.088577 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-435820fd-cbe4-49b0-a052-7223799499c5 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.93 "GET /v2.0/networks?id=ec5421da-0fa5-4768-ada2-af095344df1d HTTP/1.1" status: 200 len: 828 time: 0.3256447 Aug 16 02:14:20.091513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c7c09a5-a181-4b4b-8d43-3703e24c44f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.097495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:20.098037 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9c7c09a5-a181-4b4b-8d43-3703e24c44f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/793f76fb-e8fe-4d48-b391-e3e397934a17 HTTP/1.1" status: 204 len: 168 time: 0.6140614 Aug 16 02:14:20.122480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c09a5-a181-4b4b-8d43-3703e24c44f2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=793f76fb-e8fe-4d48-b391-e3e397934a17,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.154948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33d22c7e-ee37-470c-bb39-efc69b2b6e57 req-a2cfbefb-7e92-4b23-83a2-8adfb89efff2 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 210 time: 0.0989234 Aug 16 02:14:20.283893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device abc69948-75c8-4c7f-b8cc-1a4741f1913a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:20.346027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port abc69948-75c8-4c7f-b8cc-1a4741f1913a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:20.351935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port abc69948-75c8-4c7f-b8cc-1a4741f1913a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:20.352408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.478281 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.519885 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port abc69948-75c8-4c7f-b8cc-1a4741f1913a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=abc69948-75c8-4c7f-b8cc-1a4741f1913a,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:20.526257 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.586600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Request body: {'port': {'device_id': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'admin_state_up': True, 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:20.606428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=abc69948-75c8-4c7f-b8cc-1a4741f1913a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.659981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebec08e-0491-46f0-a036-eaedd2a107dd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.661486 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aebec08e-0491-46f0-a036-eaedd2a107dd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5630064 Aug 16 02:14:20.664518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:20.695228 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefa0828-debf-4471-9319-36caabe95448 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:20.700267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fefa0828-debf-4471-9319-36caabe95448 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/793f76fb-e8fe-4d48-b391-e3e397934a17 HTTP/1.1" status: 404 len: 333 time: 0.0312006 Aug 16 02:14:20.700570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:20.705646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1948879834'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:20.731629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:14:20.731629 n-d-768862-14 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:14:20.731629 n-d-768862-14 neutron-server[94640]: [parameters: {'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'id': '5ac89950-7d4a-4888-9f10-4207ace3857d', 'expiration': datetime.datetime(2021, 8, 16, 2, 16, 20, 727156)}] Aug 16 02:14:20.731629 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:14:20.732137 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:14:20.739908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:20.743389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.768185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:20.777969 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.778314 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Added segment 28ad83a1-e4c7-4741-846c-654d80fd37c0 of type vlan for network 741e071a-76a5-40ca-bd66-6a42e50588c6 Aug 16 02:14:20.821427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.851879 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.857661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.858250 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.913491 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2115254 Aug 16 02:14:20.915417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:20.920466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:20.934558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d9f0d-f826-41bf-b548-7fbe1ccc5b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Network': ['ID=741e071a-76a5-40ca-bd66-6a42e50588c6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.949057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:21.072539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:21.080479 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.094910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf3c19-9318-4a6a-b68a-bcf48cbc4789 req-79f05ba4-6994-475f-9763-2046bba2a0af tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.096754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3cf3c19-9318-4a6a-b68a-bcf48cbc4789 req-79f05ba4-6994-475f-9763-2046bba2a0af tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 946 time: 0.0937247 Aug 16 02:14:21.225559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3cf3c19-9318-4a6a-b68a-bcf48cbc4789 req-41f77766-60de-44f4-9536-3775204cc216 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175554 Aug 16 02:14:21.273797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Made reservation on behalf of a36b0806a15d458cb7c9fb62838cc526 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:21.281091 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.342344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c08b3acb-6c2b-4dce-ab4c-e5d720e7fcc5 req-2b5913e0-6a43-4be0-8809-4b9fd184f8d9 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 210 time: 0.0285122 Aug 16 02:14:21.427520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.458177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Allocated IP 172.20.0.13 (ec5421da-0fa5-4768-ada2-af095344df1d/04230908-3c29-4bb7-9b18-66b31737ef35/c73c24d4-c18a-4173-955b-9716bf92b2ce) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:21.504489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=f27f76d2-152c-436e-875e-d90563411531,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.508043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Checking segment: {'id': '28ad83a1-e4c7-4741-846c-654d80fd37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:21.508428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network hostable DHCP agents. Network: 741e071a-76a5-40ca-bd66-6a42e50588c6, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:21.526815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:21.537986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 741e071a-76a5-40ca-bd66-6a42e50588c6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:21.544510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.546327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.548423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe43d41-d650-4f63-b8e7-d4c9c528d754 None None] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:21.572783 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d153a5bf-e93b-4068-9ab8-97d896c37e23 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6561401 Aug 16 02:14:21.573487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:21.579602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c60df675-faf5-473b-adff-069fb251c68e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:21.693537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.712583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Transition to ACTIVE for port object c73c24d4-c18a-4173-955b-9716bf92b2ce will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:21.736472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-741e071a-76a5-40ca-bd66-6a42e50588c6', 'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6', 'tenant_id': 'cec762fc168c40018e2eff575aae7946', 'fixed_ips': [{'subnet_id': 'f27f76d2-152c-436e-875e-d90563411531'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:21.737569 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.760530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60df675-faf5-473b-adff-069fb251c68e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:21.765004 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c60df675-faf5-473b-adff-069fb251c68e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.775169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.838111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Network ec5421da-0fa5-4768-ada2-af095344df1d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:21.842601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:21.847434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:21.878582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Pushing event updated for resources: {'Port': ['ID=c73c24d4-c18a-4173-955b-9716bf92b2ce,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.915162 n-d-768862-14 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-c60df675-faf5-473b-adff-069fb251c68e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f27f76d2-152c-436e-875e-d90563411531 (CIDR: 2001:db8::/64) Aug 16 02:14:21.918893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.921087 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60df675-faf5-473b-adff-069fb251c68e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:14:21.921748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60df675-faf5-473b-adff-069fb251c68e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:21.922224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.948698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c60df675-faf5-473b-adff-069fb251c68e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3739114 Aug 16 02:14:21.951626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4be00250-09fe-4a82-bc97-32f6ed5d32dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3690593 Aug 16 02:14:21.952346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:21.958659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:21.966991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Request body: {'port': {'device_id': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:22.006431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Allocated IP 2001:db8::2 (741e071a-76a5-40ca-bd66-6a42e50588c6/f27f76d2-152c-436e-875e-d90563411531/366d710e-7047-44d0-938e-d3f88650f42c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:22.166276 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.213791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fdc80f85-1f18-4771-b365-bfada7e105c2 None None] Provisioning for port c73c24d4-c18a-4173-955b-9716bf92b2ce completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:22.224176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device abc69948-75c8-4c7f-b8cc-1a4741f1913a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:22.251266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fdc80f85-1f18-4771-b365-bfada7e105c2 None None] Provisioning complete for port c73c24d4-c18a-4173-955b-9716bf92b2ce triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:22.251714 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdc80f85-1f18-4771-b365-bfada7e105c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.273751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:22.277766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.356459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fdc80f85-1f18-4771-b365-bfada7e105c2 None None] Port c73c24d4-c18a-4173-955b-9716bf92b2ce cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:22.408084 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.423532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Transition to ACTIVE for port object 366d710e-7047-44d0-938e-d3f88650f42c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:22.477930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Transition to ACTIVE for port object 366d710e-7047-44d0-938e-d3f88650f42c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:22.484045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port abc69948-75c8-4c7f-b8cc-1a4741f1913a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:22.485835 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.523858 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.574603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:22.579577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:22.585571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:22.617956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46ace-5cb2-478a-959c-991e325721f9 req-3edf9279-a860-4109-9329-f2f0ae02d7a4 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.620876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96d46ace-5cb2-478a-959c-991e325721f9 req-3edf9279-a860-4109-9329-f2f0ae02d7a4 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 946 time: 0.1545300 Aug 16 02:14:22.645556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Pushing event updated for resources: {'Port': ['ID=366d710e-7047-44d0-938e-d3f88650f42c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.653333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476581e-cb34-47d1-b10b-af48f2f3ef35 req-8675260b-5353-42f0-b7c0-96714a3f3d83 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.655525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7476581e-cb34-47d1-b10b-af48f2f3ef35 req-8675260b-5353-42f0-b7c0-96714a3f3d83 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 932 time: 0.1429791 Aug 16 02:14:22.685986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Attempting to bind port 366d710e-7047-44d0-938e-d3f88650f42c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:22.686366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Attempting to bind port 366d710e-7047-44d0-938e-d3f88650f42c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '28ad83a1-e4c7-4741-846c-654d80fd37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:22.686749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Attempting to bind port 366d710e-7047-44d0-938e-d3f88650f42c on network 741e071a-76a5-40ca-bd66-6a42e50588c6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:22.722613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73c24d4-c18a-4173-955b-9716bf92b2ce {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:22.726022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96d46ace-5cb2-478a-959c-991e325721f9 req-e79f4e7a-d75f-46df-bfcc-a5cdcef21451 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954759 Aug 16 02:14:22.737204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.739471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7476581e-cb34-47d1-b10b-af48f2f3ef35 req-16821559-8e51-453f-b42c-bfecf215d719 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741141 Aug 16 02:14:22.742605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:22.742978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Checking segment: {'id': '28ad83a1-e4c7-4741-846c-654d80fd37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:22.743608 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.743894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Bound using segment: {'id': '28ad83a1-e4c7-4741-846c-654d80fd37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:22.744383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Bound port: 366d710e-7047-44d0-938e-d3f88650f42c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ad83a1-e4c7-4741-846c-654d80fd37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:22.744896 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.770972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Transition to ACTIVE for port object c73c24d4-c18a-4173-955b-9716bf92b2ce will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:22.779599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.863826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] For port 366d710e-7047-44d0-938e-d3f88650f42c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:22.868140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] For port 366d710e-7047-44d0-938e-d3f88650f42c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=366d710e-7047-44d0-938e-d3f88650f42c,segment=NetworkSegment(28ad83a1-e4c7-4741-846c-654d80fd37c0),segment_id=28ad83a1-e4c7-4741-846c-654d80fd37c0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:22.880890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.912628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Pushing event updated for resources: {'Port': ['ID=c73c24d4-c18a-4173-955b-9716bf92b2ce,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.988277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02973f-d880-4b82-9d14-9f235a9e8cc3 None None] Pushing event updated for resources: {'Port': ['ID=366d710e-7047-44d0-938e-d3f88650f42c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.052094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Attempting to bind port c73c24d4-c18a-4173-955b-9716bf92b2ce on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:23.052529 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Attempting to bind port c73c24d4-c18a-4173-955b-9716bf92b2ce by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:23.052929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Attempting to bind port c73c24d4-c18a-4173-955b-9716bf92b2ce on network ec5421da-0fa5-4768-ada2-af095344df1d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:23.059775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Port c73c24d4-c18a-4173-955b-9716bf92b2ce on network ec5421da-0fa5-4768-ada2-af095344df1d not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:23.060430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Attempting to bind port c73c24d4-c18a-4173-955b-9716bf92b2ce on network ec5421da-0fa5-4768-ada2-af095344df1d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:23.066366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.071016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:23.071549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Checking segment: {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:23.072001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Bound using segment: {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:23.072505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Bound port: c73c24d4-c18a-4173-955b-9716bf92b2ce, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43051b37-713e-4c47-a51b-82f44816ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:23.072927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.122185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:23.134399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:23.139751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.140345 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.176917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=ebbb0d49-1618-4580-ad77-cbbe6846cebf,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.205172 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-392026c7-3f31-4568-8e57-0312cb600535 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2486997 Aug 16 02:14:23.205421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:23.225831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6', 'fixed_ips': [{'subnet_id': 'f27f76d2-152c-436e-875e-d90563411531'}, {'subnet_id': 'ebbb0d49-1618-4580-ad77-cbbe6846cebf'}], 'name': 'tempest-PortsIpV6TestJSON-244180466'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:23.299198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] For port c73c24d4-c18a-4173-955b-9716bf92b2ce, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:23.305092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] For port c73c24d4-c18a-4173-955b-9716bf92b2ce, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:23.315800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.384770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.385767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.388661 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] 10.222.0.93 "PUT /v2.0/ports/c73c24d4-c18a-4173-955b-9716bf92b2ce HTTP/1.1" status: 200 len: 1093 time: 1.4256439 Aug 16 02:14:23.390121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:23.393803 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d36536-58d0-46f6-85f2-b397ca400e55" -d '{"events": [{"name": "network-changed", "server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:23.470757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:23.501001 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e313983-746b-4d0a-8fe5-9ae66d26e794 x-openstack-request-id: req-0e313983-746b-4d0a-8fe5-9ae66d26e794 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:23.501404 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:23.501756 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e313983-746b-4d0a-8fe5-9ae66d26e794 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:23.502273 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'status': 'completed', 'code': 200} Aug 16 02:14:23.533836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308c078-58c0-4e17-85e1-08ab0fa2669b service neutron] Pushing event updated for resources: {'Port': ['ID=c73c24d4-c18a-4173-955b-9716bf92b2ce,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.549678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-3422ed48-73ba-4609-bee7-d05f72bd881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.553094 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-3422ed48-73ba-4609-bee7-d05f72bd881e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a36b0806a15d458cb7c9fb62838cc526&device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 1096 time: 0.1099980 Aug 16 02:14:23.594151 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.623563 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-6ca4969f-e9ee-4189-abcb-8d2c5693756f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce HTTP/1.1" status: 200 len: 217 time: 0.0627294 Aug 16 02:14:23.626460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port eb304507-ad11-4766-8b93-3e036ef6e9c6 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:23.724873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4566670f-0033-4d27-b3d4-cfd1c4027f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.729545 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-4566670f-0033-4d27-b3d4-cfd1c4027f92 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04230908-3c29-4bb7-9b18-66b31737ef35 HTTP/1.1" status: 200 len: 867 time: 0.0995860 Aug 16 02:14:23.819661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-48274d9a-d5e1-41ab-9efb-4cfe435ac91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.821232 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-48274d9a-d5e1-41ab-9efb-4cfe435ac91b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ec5421da-0fa5-4768-ada2-af095344df1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782032 Aug 16 02:14:23.996750 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-0ad7e036-e4ed-48ff-9e1b-eb715aa6f1e4 service neutron] 10.222.0.93 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678846 Aug 16 02:14:24.018027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761472d7-eab4-4d32-8363-90e6525f6687 req-fb595318-9dd4-4899-bd45-b06f015cf7f2 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.021504 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-761472d7-eab4-4d32-8363-90e6525f6687 req-fb595318-9dd4-4899-bd45-b06f015cf7f2 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 944 time: 0.1734040 Aug 16 02:14:24.145782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2780ea-b34e-427b-9425-1699beaf0dbe req-c06b8ab4-eebc-4aa1-aca0-430320b07672 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.154486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b2780ea-b34e-427b-9425-1699beaf0dbe req-c06b8ab4-eebc-4aa1-aca0-430320b07672 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 946 time: 0.2385478 Aug 16 02:14:24.161833 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e746fe17-97c7-4e2e-86c6-f32d61130b7d req-197730b4-d254-4fe0-86e2-a2b26f3f27f9 service neutron] 10.222.0.93 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544359 Aug 16 02:14:24.206829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-761472d7-eab4-4d32-8363-90e6525f6687 req-ccda7bf1-f491-4bfd-b675-38b868510f6b tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720536 Aug 16 02:14:24.260148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 366d710e-7047-44d0-938e-d3f88650f42c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:24.311672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b2780ea-b34e-427b-9425-1699beaf0dbe req-eee4866f-730b-4e8b-b574-c4a16bb20b2e tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562400 Aug 16 02:14:24.325262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-b44be7bf-c516-4b01-bf21-773d53403c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.328240 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-b44be7bf-c516-4b01-bf21-773d53403c15 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a36b0806a15d458cb7c9fb62838cc526&device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 1096 time: 0.0955024 Aug 16 02:14:24.380101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 366d710e-7047-44d0-938e-d3f88650f42c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:24.506633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::123 (741e071a-76a5-40ca-bd66-6a42e50588c6/f27f76d2-152c-436e-875e-d90563411531/eb304507-ad11-4766-8b93-3e036ef6e9c6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:24.515709 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8:0:1::e7 (741e071a-76a5-40ca-bd66-6a42e50588c6/ebbb0d49-1618-4580-ad77-cbbe6846cebf/eb304507-ad11-4766-8b93-3e036ef6e9c6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:24.540233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-cefcbabe-0034-4ac3-9863-96ef23d58dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.542959 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-cefcbabe-0034-4ac3-9863-96ef23d58dea service neutron] 10.222.0.93 "GET /v2.0/networks?id=ec5421da-0fa5-4768-ada2-af095344df1d HTTP/1.1" status: 200 len: 929 time: 0.2066898 Aug 16 02:14:24.554489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c6567-1463-4a9e-83e5-735f86b08922 None None] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:24.619802 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-27fb4f37-775e-44f2-a0c6-3a0f8557c800 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce HTTP/1.1" status: 200 len: 217 time: 0.0679138 Aug 16 02:14:24.700492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-7742679e-d7d2-495e-81b1-19c24af5f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.713759 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-7742679e-d7d2-495e-81b1-19c24af5f22a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04230908-3c29-4bb7-9b18-66b31737ef35 HTTP/1.1" status: 200 len: 867 time: 0.0857539 Aug 16 02:14:24.750004 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.770129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-12289da9-6cd6-427e-8d36-c78f0c593ad2 None None] Provisioning for port 366d710e-7047-44d0-938e-d3f88650f42c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:24.785778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-12289da9-6cd6-427e-8d36-c78f0c593ad2 None None] Provisioning complete for port 366d710e-7047-44d0-938e-d3f88650f42c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:24.785996 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object eb304507-ad11-4766-8b93-3e036ef6e9c6 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:24.786182 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12289da9-6cd6-427e-8d36-c78f0c593ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.833199 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.833816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-973186e3-1ab6-47c1-a25b-64cb24f18165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.836062 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-973186e3-1ab6-47c1-a25b-64cb24f18165 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ec5421da-0fa5-4768-ada2-af095344df1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094949 Aug 16 02:14:24.906493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:24.912104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:24.949488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:24.956954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.957922 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.961444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=eb304507-ad11-4766-8b93-3e036ef6e9c6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:24.966800 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12289da9-6cd6-427e-8d36-c78f0c593ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.003648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8d634384-84d4-4c3a-b894-01e6da5cb97c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.7969174 Aug 16 02:14:25.006441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:25.018222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f27f76d2-152c-436e-875e-d90563411531'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:25.018357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-12289da9-6cd6-427e-8d36-c78f0c593ad2 None None] For port 366d710e-7047-44d0-938e-d3f88650f42c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=366d710e-7047-44d0-938e-d3f88650f42c,segment=NetworkSegment(28ad83a1-e4c7-4741-846c-654d80fd37c0),segment_id=28ad83a1-e4c7-4741-846c-654d80fd37c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:25.055658 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12289da9-6cd6-427e-8d36-c78f0c593ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.084406 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-711d3884-b302-4ff8-b969-5f1eca6fed30 service neutron] 10.222.0.93 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401378 Aug 16 02:14:25.087456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a90d1-93b9-4717-aa8c-7334f51af0af None None] Update dhcp port {'port': {'network_id': '741e071a-76a5-40ca-bd66-6a42e50588c6', 'fixed_ips': [{'subnet_id': 'f27f76d2-152c-436e-875e-d90563411531', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ebbb0d49-1618-4580-ad77-cbbe6846cebf'}], 'binding:host_id': 'n-d-768862-14'}, 'id': '366d710e-7047-44d0-938e-d3f88650f42c'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:14:25.161897 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f55a90d1-93b9-4717-aa8c-7334f51af0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.177361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12289da9-6cd6-427e-8d36-c78f0c593ad2 None None] Pushing event updated for resources: {'Port': ['ID=366d710e-7047-44d0-938e-d3f88650f42c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:25.192171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.246003 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9d36536-58d0-46f6-85f2-b397ca400e55 req-a0e1fdfd-4d9f-4b99-82d5-951d1b9142d1 service neutron] 10.222.0.93 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533611 Aug 16 02:14:25.338117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d44c-4ec1-4fcf-a2de-7b7c471a55c9 req-128fd64d-a55c-4405-ac46-c689cc24c763 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.346433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b44d44c-4ec1-4fcf-a2de-7b7c471a55c9 req-128fd64d-a55c-4405-ac46-c689cc24c763 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 946 time: 0.1981597 Aug 16 02:14:25.383811 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f55a90d1-93b9-4717-aa8c-7334f51af0af None None] Allocated IP 2001:db8:0:1::2 (741e071a-76a5-40ca-bd66-6a42e50588c6/ebbb0d49-1618-4580-ad77-cbbe6846cebf/366d710e-7047-44d0-938e-d3f88650f42c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:25.473064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b44d44c-4ec1-4fcf-a2de-7b7c471a55c9 req-0f40d24b-6c7d-4d39-b5d7-787037689c3b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252789 Aug 16 02:14:25.490874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f55a90d1-93b9-4717-aa8c-7334f51af0af None None] For port 366d710e-7047-44d0-938e-d3f88650f42c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=366d710e-7047-44d0-938e-d3f88650f42c,segment=NetworkSegment(28ad83a1-e4c7-4741-846c-654d80fd37c0),segment_id=28ad83a1-e4c7-4741-846c-654d80fd37c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:25.493656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db3de7-9a7c-4ad0-b3ab-321750adfe38 req-63619620-e3b4-4859-9133-d6aae91d957c tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.495260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82db3de7-9a7c-4ad0-b3ab-321750adfe38 req-63619620-e3b4-4859-9133-d6aae91d957c tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 944 time: 0.1411908 Aug 16 02:14:25.525194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f55a90d1-93b9-4717-aa8c-7334f51af0af None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.541505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f55a90d1-93b9-4717-aa8c-7334f51af0af None None] Transition to ACTIVE for port object 366d710e-7047-44d0-938e-d3f88650f42c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:25.546444 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f55a90d1-93b9-4717-aa8c-7334f51af0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.605571 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82db3de7-9a7c-4ad0-b3ab-321750adfe38 req-69e7a7a4-5bd7-4385-a252-1d3f596328b2 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821729 Aug 16 02:14:25.676070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a90d1-93b9-4717-aa8c-7334f51af0af None None] Pushing event updated for resources: {'Port': ['ID=366d710e-7047-44d0-938e-d3f88650f42c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:25.714629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Delete allocated IP 2001:db8:0:1::e7 (741e071a-76a5-40ca-bd66-6a42e50588c6/ebbb0d49-1618-4580-ad77-cbbe6846cebf) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:14:25.885841 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.900431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Ignored duplicate provisioning block setup for port eb304507-ad11-4766-8b93-3e036ef6e9c6 by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:14:25.906081 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.971249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=eb304507-ad11-4766-8b93-3e036ef6e9c6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:26.010050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] In _notify_port_updated(), no bound segment for port eb304507-ad11-4766-8b93-3e036ef6e9c6 on network 741e071a-76a5-40ca-bd66-6a42e50588c6 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:14:26.019509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.020712 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.025557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4504928d-b423-46de-a2fa-e03de1ef7b91 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "PUT /v2.0/ports/eb304507-ad11-4766-8b93-3e036ef6e9c6 HTTP/1.1" status: 200 len: 925 time: 1.0158601 Aug 16 02:14:26.026228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:26.034920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f27f76d2-152c-436e-875e-d90563411531'}, {'subnet_id': 'ebbb0d49-1618-4580-ad77-cbbe6846cebf'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:26.175487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.180257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 366d710e-7047-44d0-938e-d3f88650f42c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:26.377213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca182e8e-aaff-4c46-8ddf-e455f8abe989 None None] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:26.475535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b338c41-bb99-4580-b4f1-93995d0264c5 None None] Provisioning for port eb304507-ad11-4766-8b93-3e036ef6e9c6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:26.483981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b338c41-bb99-4580-b4f1-93995d0264c5 None None] Provisioning complete for port eb304507-ad11-4766-8b93-3e036ef6e9c6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:26.484363 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b338c41-bb99-4580-b4f1-93995d0264c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.589983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4b338c41-bb99-4580-b4f1-93995d0264c5 None None] Port eb304507-ad11-4766-8b93-3e036ef6e9c6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:26.621165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b338c41-bb99-4580-b4f1-93995d0264c5 None None] Provisioning for port 366d710e-7047-44d0-938e-d3f88650f42c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:26.629951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b338c41-bb99-4580-b4f1-93995d0264c5 None None] Provisioning complete for port 366d710e-7047-44d0-938e-d3f88650f42c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:26.630485 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b338c41-bb99-4580-b4f1-93995d0264c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.686122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8:0:1::229 (741e071a-76a5-40ca-bd66-6a42e50588c6/ebbb0d49-1618-4580-ad77-cbbe6846cebf/eb304507-ad11-4766-8b93-3e036ef6e9c6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:26.772089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9ca0-868c-4abc-bc6b-97907814a811 req-de0c9086-25ac-4c47-8227-e0ec94b87da5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.778355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9ca0-868c-4abc-bc6b-97907814a811 req-de0c9086-25ac-4c47-8227-e0ec94b87da5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.788091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9ca0-868c-4abc-bc6b-97907814a811 req-de0c9086-25ac-4c47-8227-e0ec94b87da5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.801440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9ca0-868c-4abc-bc6b-97907814a811 req-de0c9086-25ac-4c47-8227-e0ec94b87da5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.809219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9ca0-868c-4abc-bc6b-97907814a811 req-de0c9086-25ac-4c47-8227-e0ec94b87da5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.816347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9ca0-868c-4abc-bc6b-97907814a811 req-de0c9086-25ac-4c47-8227-e0ec94b87da5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.822979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9ca0-868c-4abc-bc6b-97907814a811 req-de0c9086-25ac-4c47-8227-e0ec94b87da5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.825011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebca9ca0-868c-4abc-bc6b-97907814a811 req-de0c9086-25ac-4c47-8227-e0ec94b87da5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.2466502 Aug 16 02:14:26.844065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a4864-b689-4147-bfbf-8857f7ad751d req-99f00d68-51ee-48aa-aefd-2af91bda1742 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.846664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-538a4864-b689-4147-bfbf-8857f7ad751d req-99f00d68-51ee-48aa-aefd-2af91bda1742 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 946 time: 0.2495251 Aug 16 02:14:27.035704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-5165a378-b577-4d01-91bd-61c13c312dc0 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.037356 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-5165a378-b577-4d01-91bd-61c13c312dc0 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.86 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 946 time: 0.1314514 Aug 16 02:14:27.111662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c73c24d4-c18a-4173-955b-9716bf92b2ce details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:27.214617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:27.295259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Deleting port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:27.295637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.301740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c73c24d4-c18a-4173-955b-9716bf92b2ce, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:27.329705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'port_id': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'mac_address': 'fa:16:3e:0a:bf:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:27.362337 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:27.378122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3262ec7-524f-44a8-b56d-1fda2b2e40c0 None None] Provisioning complete for port eb304507-ad11-4766-8b93-3e036ef6e9c6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:27.378866 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3262ec7-524f-44a8-b56d-1fda2b2e40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.404817 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.422993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73c24d4-c18a-4173-955b-9716bf92b2ce {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:27.446081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c73c24d4-c18a-4173-955b-9716bf92b2ce, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:27.452608 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.511518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c73c24d4-c18a-4173-955b-9716bf92b2ce,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:27.520447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebca9ca0-868c-4abc-bc6b-97907814a811 req-4246e6e1-b1bc-4fb3-b7f1-346743763653 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6851904 Aug 16 02:14:27.522197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] For port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:27.522820 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.529891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c3262ec7-524f-44a8-b56d-1fda2b2e40c0 None None] Port eb304507-ad11-4766-8b93-3e036ef6e9c6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:27.552256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3262ec7-524f-44a8-b56d-1fda2b2e40c0 None None] Provisioning complete for port 366d710e-7047-44d0-938e-d3f88650f42c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:27.552480 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3262ec7-524f-44a8-b56d-1fda2b2e40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.651748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-538a4864-b689-4147-bfbf-8857f7ad751d req-52caf7c1-d485-4681-9090-6cbed69a56ba tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups?id=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516128 Aug 16 02:14:27.689343 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c73c24d4-c18a-4173-955b-9716bf92b2ce'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:27.783762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.784181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.786818 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Floating IP 8dafba28-eb60-4072-bfa2-f14a8d2da580 disassociated. External IP: 172.25.5.10, port: 49dbcc6a-55eb-4765-96bd-52cc3b6fceff. Aug 16 02:14:27.788602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Calling delete_port for 49dbcc6a-55eb-4765-96bd-52cc3b6fceff owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:27.797011 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.846064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Ignored duplicate provisioning block setup for port eb304507-ad11-4766-8b93-3e036ef6e9c6 by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:14:27.854257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb4db-76ab-4630-8f89-c4bb802f4221 req-088b3543-b26f-4366-962a-5832b7c2a39e tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.856330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b2fb4db-76ab-4630-8f89-c4bb802f4221 req-088b3543-b26f-4366-962a-5832b7c2a39e tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 945 time: 0.1309383 Aug 16 02:14:27.871537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.887338 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f506390-69ad-44f5-8954-b6842f70dad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.986301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17cf4c15-e8b0-44fe-be23-1a0c4df2e7ff None None] Provisioning complete for port eb304507-ad11-4766-8b93-3e036ef6e9c6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:27.986685 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17cf4c15-e8b0-44fe-be23-1a0c4df2e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.993482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] In _notify_port_updated(), no bound segment for port eb304507-ad11-4766-8b93-3e036ef6e9c6 on network 741e071a-76a5-40ca-bd66-6a42e50588c6 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:14:27.996328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ad7f1005-2d56-4fdb-b052-5695fa4dec81 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.003133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ad7f1005-2d56-4fdb-b052-5695fa4dec81 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.006125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.006823 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.008341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "PUT /v2.0/ports/eb304507-ad11-4766-8b93-3e036ef6e9c6 HTTP/1.1" status: 200 len: 1011 time: 1.9810848 Aug 16 02:14:28.012859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.016671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ad7f1005-2d56-4fdb-b052-5695fa4dec81 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.022810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ad7f1005-2d56-4fdb-b052-5695fa4dec81 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.032248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ad7f1005-2d56-4fdb-b052-5695fa4dec81 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.038289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ad7f1005-2d56-4fdb-b052-5695fa4dec81 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.041671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-17cf4c15-e8b0-44fe-be23-1a0c4df2e7ff None None] Port eb304507-ad11-4766-8b93-3e036ef6e9c6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:28.045367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ad7f1005-2d56-4fdb-b052-5695fa4dec81 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.055867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ad7f1005-2d56-4fdb-b052-5695fa4dec81 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.2532470 Aug 16 02:14:28.098149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b2fb4db-76ab-4630-8f89-c4bb802f4221 req-2b662b20-4b27-46bb-a3b2-410d9f4af84a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329421 Aug 16 02:14:28.137212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8f27f-3e22-4a72-abe4-65878cb12868 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=eb304507-ad11-4766-8b93-3e036ef6e9c6,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.157948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-b2293030-92a9-455f-aada-78ea874b2c59 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.159746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-b2293030-92a9-455f-aada-78ea874b2c59 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "GET /v2.0/ports/726d1e56-868c-4100-ae97-55bcc59f5af8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0855732 Aug 16 02:14:28.176688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e35d92c4-30b2-4773-aa2a-d63997a723bc None None] Provisioning complete for port eb304507-ad11-4766-8b93-3e036ef6e9c6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:28.176959 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e35d92c4-30b2-4773-aa2a-d63997a723bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.177625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2961450f-e0c1-4ec8-85da-695d73744d9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port eb304507-ad11-4766-8b93-3e036ef6e9c6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:28.177625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2961450f-e0c1-4ec8-85da-695d73744d9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.248413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e35d92c4-30b2-4773-aa2a-d63997a723bc None None] Port eb304507-ad11-4766-8b93-3e036ef6e9c6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:28.310228 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2961450f-e0c1-4ec8-85da-695d73744d9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.325421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2961450f-e0c1-4ec8-85da-695d73744d9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for eb304507-ad11-4766-8b93-3e036ef6e9c6 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:28.360202 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.364461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f506390-69ad-44f5-8954-b6842f70dad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.374207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-be328f80-b473-4778-8e00-0ab4cd751f4e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "GET /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2063649 Aug 16 02:14:28.379357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f506390-69ad-44f5-8954-b6842f70dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.415314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:28.422338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Pushing event deleted for resources: {'Port': ['ID=49dbcc6a-55eb-4765-96bd-52cc3b6fceff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.480300 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3f506390-69ad-44f5-8954-b6842f70dad9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f208ecda9bb49ada55b6c840350af3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2619104 Aug 16 02:14:28.482274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57106) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.485558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-db5b7344-c4bf-4e61-a291-4e7cbd4c9f95 None None] Provisioning complete for port eb304507-ad11-4766-8b93-3e036ef6e9c6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:28.486018 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db5b7344-c4bf-4e61-a291-4e7cbd4c9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.519997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2961450f-e0c1-4ec8-85da-695d73744d9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.521383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f506390-69ad-44f5-8954-b6842f70dad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bd0fdf-0276-4043-979b-8fb812394a6e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.523468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-db5b7344-c4bf-4e61-a291-4e7cbd4c9f95 None None] Port eb304507-ad11-4766-8b93-3e036ef6e9c6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:28.557940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961450f-e0c1-4ec8-85da-695d73744d9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=eb304507-ad11-4766-8b93-3e036ef6e9c6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.591720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.618202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2961450f-e0c1-4ec8-85da-695d73744d9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.622913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2961450f-e0c1-4ec8-85da-695d73744d9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/eb304507-ad11-4766-8b93-3e036ef6e9c6 HTTP/1.1" status: 204 len: 168 time: 0.6085536 Aug 16 02:14:28.623549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.660233 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-420439f4-4771-4b5a-8551-687322e3dde7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:28.663990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-420439f4-4771-4b5a-8551-687322e3dde7 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/eb304507-ad11-4766-8b93-3e036ef6e9c6 HTTP/1.1" status: 404 len: 333 time: 0.0394571 Aug 16 02:14:28.664596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.692648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bd99333-59d9-4cd4-844e-ce00331531d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.750219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d22feba-9cef-409a-bb21-20152279d579 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet ebbb0d49-1618-4580-ad77-cbbe6846cebf {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:28.765155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fe50-4ada-4d85-bcc4-49b5498534e4 req-5ce07846-670a-40b4-b3e7-8ed38cca922b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.772463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fe50-4ada-4d85-bcc4-49b5498534e4 req-5ce07846-670a-40b4-b3e7-8ed38cca922b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.779538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fe50-4ada-4d85-bcc4-49b5498534e4 req-5ce07846-670a-40b4-b3e7-8ed38cca922b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.791580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fe50-4ada-4d85-bcc4-49b5498534e4 req-5ce07846-670a-40b4-b3e7-8ed38cca922b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.798755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fe50-4ada-4d85-bcc4-49b5498534e4 req-5ce07846-670a-40b4-b3e7-8ed38cca922b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.804864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fe50-4ada-4d85-bcc4-49b5498534e4 req-5ce07846-670a-40b4-b3e7-8ed38cca922b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.816321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fe50-4ada-4d85-bcc4-49b5498534e4 req-5ce07846-670a-40b4-b3e7-8ed38cca922b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.818173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c036fe50-4ada-4d85-bcc4-49b5498534e4 req-5ce07846-670a-40b4-b3e7-8ed38cca922b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 5434 time: 0.1832752 Aug 16 02:14:28.839432 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d22feba-9cef-409a-bb21-20152279d579 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.874827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bd99333-59d9-4cd4-844e-ce00331531d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.882915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] For port 726d1e56-868c-4100-ae97-55bcc59f5af8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=726d1e56-868c-4100-ae97-55bcc59f5af8,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:28.927282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03c780bd-7b80-4699-8059-91c355172641 req-0f047271-d1a0-4753-be0e-9ab5464183b1 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 210 time: 0.0561745 Aug 16 02:14:28.936109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c73c24d4-c18a-4173-955b-9716bf92b2ce up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:28.942424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:28.945197 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d22feba-9cef-409a-bb21-20152279d579 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.982262 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bd99333-59d9-4cd4-844e-ce00331531d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.990278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bd99333-59d9-4cd4-844e-ce00331531d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.991758 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5bd99333-59d9-4cd4-844e-ce00331531d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1bd0fdf-0276-4043-979b-8fb812394a6e HTTP/1.1" status: 204 len: 168 time: 0.5085096 Aug 16 02:14:29.002250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c036fe50-4ada-4d85-bcc4-49b5498534e4 req-14d80855-49cf-4868-9fc5-c7dc229ccf5e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327579 Aug 16 02:14:29.072340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd99333-59d9-4cd4-844e-ce00331531d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bd0fdf-0276-4043-979b-8fb812394a6e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:29.080421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port c73c24d4-c18a-4173-955b-9716bf92b2ce completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:29.085145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port c73c24d4-c18a-4173-955b-9716bf92b2ce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:29.086012 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.124710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] For port 726d1e56-868c-4100-ae97-55bcc59f5af8, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:29.176475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] device_id is not set on port 726d1e56-868c-4100-ae97-55bcc59f5af8 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:29.216435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.247307 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.261296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:29.261832 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.273766 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] Sync routers for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:29.278026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d22feba-9cef-409a-bb21-20152279d579 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.292831 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:29.293265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:29.293984 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:29.296295 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39573cb3-105c-4ee0-889e-98d452b7ceca" -d '{"events": [{"server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "name": "network-vif-plugged", "status": "completed", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:29.342838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c73c24d4-c18a-4173-955b-9716bf92b2ce, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:29.353578 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.354884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d9214f5f-9834-4008-9b6b-60a3bc177cf3 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:29.419723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] No DVR routers for this DVR port 49dbcc6a-55eb-4765-96bd-52cc3b6fceff on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:29.437404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16156-f555-43ea-9d90-a974a04cc067 req-a23e2cdb-a6f4-4e44-9be6-3e62b15b79dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.444983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12b16156-f555-43ea-9d90-a974a04cc067 req-a23e2cdb-a6f4-4e44-9be6-3e62b15b79dc tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 945 time: 0.1777217 Aug 16 02:14:29.458212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] No DVR routers for this DVR port 726d1e56-868c-4100-ae97-55bcc59f5af8 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:29.472047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.474257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646950-1dec-4f34-8959-ed000924f237 req-50267963-ffa8-4c65-8752-cb26accd0a94 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.474885 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:29.475550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-50267963-ffa8-4c65-8752-cb26accd0a94 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 815 time: 0.2815964 Aug 16 02:14:29.477865 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-517d196a-2a31-4a86-b945-71d5aa4568a2 req-05947a52-6a2c-4363-9da2-8f25fa50e0e3 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.86 "DELETE /v2.0/ports/49dbcc6a-55eb-4765-96bd-52cc3b6fceff HTTP/1.1" status: 204 len: 173 time: 2.4338381 Aug 16 02:14:29.499229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d22feba-9cef-409a-bb21-20152279d579 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.500502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'name': 'network-vif-deleted', 'tag': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:29.510225 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e679f287-d2e2-41cc-9cfa-211d81b65482" -d '{"events": [{"server_uuid": "a308a08d-0a29-46de-8cb7-ab06d78ea998", "name": "network-vif-deleted", "tag": "49dbcc6a-55eb-4765-96bd-52cc3b6fceff"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:29.553505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12b16156-f555-43ea-9d90-a974a04cc067 req-21b1f6c0-f773-4356-a8bb-9f2c4c257681 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043794 Aug 16 02:14:29.557263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-9eeae5fe-1292-4444-ac77-943ffb0a2499 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/quotas/c1025bc31d82477096ddf833a394b510 HTTP/1.1" status: 200 len: 375 time: 0.0658324 Aug 16 02:14:29.564272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22feba-9cef-409a-bb21-20152279d579 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbb0d49-1618-4580-ad77-cbbe6846cebf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:29.598374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d22feba-9cef-409a-bb21-20152279d579 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.602671 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d22feba-9cef-409a-bb21-20152279d579 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/ebbb0d49-1618-4580-ad77-cbbe6846cebf HTTP/1.1" status: 204 len: 168 time: 0.9188917 Aug 16 02:14:29.627438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] Pushing event updated for resources: {'Port': ['ID=726d1e56-868c-4100-ae97-55bcc59f5af8,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:29.646328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:29.646996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c73c24d4-c18a-4173-955b-9716bf92b2ce,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:29.660649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a566b-e25c-42ba-98cb-e4ee62d9a7a5 None None] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:29.683949 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a133c0-ae7a-4b1a-bc13-68e49eecae05 x-openstack-request-id: req-27a133c0-ae7a-4b1a-bc13-68e49eecae05 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:29.684184 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "name": "network-vif-plugged", "status": "completed", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:29.684272 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27a133c0-ae7a-4b1a-bc13-68e49eecae05 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:29.684765 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'code': 200} Aug 16 02:14:29.720194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-a51c8664-edfe-4869-bf53-8b9f1e9cb60a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524327 Aug 16 02:14:29.762773 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344bc1bb-bd3a-41db-adf7-7deef87dcc31 x-openstack-request-id: req-344bc1bb-bd3a-41db-adf7-7deef87dcc31 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:29.773849 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a308a08d-0a29-46de-8cb7-ab06d78ea998", "name": "network-vif-deleted", "tag": "49dbcc6a-55eb-4765-96bd-52cc3b6fceff", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:29.777316 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-344bc1bb-bd3a-41db-adf7-7deef87dcc31 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:29.778224 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a308a08d-0a29-46de-8cb7-ab06d78ea998', 'name': 'network-vif-deleted', 'tag': '49dbcc6a-55eb-4765-96bd-52cc3b6fceff', 'status': 'completed', 'code': 200} Aug 16 02:14:29.806228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] In _notify_port_updated(), no bound segment for port 726d1e56-868c-4100-ae97-55bcc59f5af8 on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:14:29.807433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.808121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.810725 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-40878990-76ca-4dd2-8a76-405d5224e4fe service neutron] 10.222.0.93 "PUT /v2.0/ports/726d1e56-868c-4100-ae97-55bcc59f5af8 HTTP/1.1" status: 200 len: 1026 time: 1.4079094 Aug 16 02:14:29.864759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a3af35-5ba3-4723-8620-61c79721a1a6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet f27f76d2-152c-436e-875e-d90563411531 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:29.872794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65a3af35-5ba3-4723-8620-61c79721a1a6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.884004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-272c7d8f-cbed-44f6-b85a-b78833885f72 None None] Provisioning complete for port 726d1e56-868c-4100-ae97-55bcc59f5af8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:29.884585 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-272c7d8f-cbed-44f6-b85a-b78833885f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.917797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ceaecb39-7cc3-4492-ac38-6e2ad7267d40 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.919221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-970fc234-e579-40f9-bca5-0d9039e24ac0 service neutron] 10.222.0.61 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962717 Aug 16 02:14:29.931754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ceaecb39-7cc3-4492-ac38-6e2ad7267d40 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "GET /v2.0/ports/5e1893e0-13a1-4368-a82e-4473b082391c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1151898 Aug 16 02:14:29.944448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:29.996690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-272c7d8f-cbed-44f6-b85a-b78833885f72 None None] Port 726d1e56-868c-4100-ae97-55bcc59f5af8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:30.004550 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.027693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65a3af35-5ba3-4723-8620-61c79721a1a6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.087150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d9214f5f-9834-4008-9b6b-60a3bc177cf3, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:30.111432 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.130526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacb0c1-8788-448a-93c0-fb7160d4d361 req-5320344a-1932-4f92-bfd3-d0aeb67b9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.131727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1eacb0c1-8788-448a-93c0-fb7160d4d361 req-5320344a-1932-4f92-bfd3-d0aeb67b9c59 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 1098 time: 0.2821233 Aug 16 02:14:30.168803 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:08Z', 'revision_number': 5, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:30.183496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6186eac-d63a-42f8-8f3e-89c8335c59e6 req-6a5ae2b6-df00-47a3-b60d-6f5c45a783fc tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/ports?device_id=a308a08d-0a29-46de-8cb7-ab06d78ea998 HTTP/1.1" status: 200 len: 210 time: 0.0693185 Aug 16 02:14:30.207987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=d9214f5f-9834-4008-9b6b-60a3bc177cf3,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:30.242754 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] Checking router: 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:30.254382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.264520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1eacb0c1-8788-448a-93c0-fb7160d4d361 req-dcf54d29-e7a9-4b74-b50e-86df9269d97c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116796 Aug 16 02:14:30.264694 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:30.265199 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:30.289833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-f74b8505-64a5-4b74-98ac-f93adf722c3f service neutron] 10.222.0.61 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592856 Aug 16 02:14:30.447433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cda59-e399-4ae6-be73-8cca3fb63efb req-3a01fd42-e9fc-4551-9082-0541b506e372 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.465696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cda59-e399-4ae6-be73-8cca3fb63efb req-3a01fd42-e9fc-4551-9082-0541b506e372 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.473940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cda59-e399-4ae6-be73-8cca3fb63efb req-3a01fd42-e9fc-4551-9082-0541b506e372 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.479416 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65a3af35-5ba3-4723-8620-61c79721a1a6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.492402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cda59-e399-4ae6-be73-8cca3fb63efb req-3a01fd42-e9fc-4551-9082-0541b506e372 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.499919 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:30.506115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cda59-e399-4ae6-be73-8cca3fb63efb req-3a01fd42-e9fc-4551-9082-0541b506e372 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.518818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cda59-e399-4ae6-be73-8cca3fb63efb req-3a01fd42-e9fc-4551-9082-0541b506e372 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.531264 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f6cda59-e399-4ae6-be73-8cca3fb63efb req-3a01fd42-e9fc-4551-9082-0541b506e372 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 4659 time: 0.1926160 Aug 16 02:14:30.611170 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.634584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f6cda59-e399-4ae6-be73-8cca3fb63efb req-d8c99d00-19a8-460b-9b16-d895422fb268 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&id=eae4f86c-e682-432f-8067-a2f8ba590dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924373 Aug 16 02:14:30.639369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65a3af35-5ba3-4723-8620-61c79721a1a6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.703262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3af35-5ba3-4723-8620-61c79721a1a6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=f27f76d2-152c-436e-875e-d90563411531,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:30.707039 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65a3af35-5ba3-4723-8620-61c79721a1a6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.711251 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-65a3af35-5ba3-4723-8620-61c79721a1a6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/f27f76d2-152c-436e-875e-d90563411531 HTTP/1.1" status: 204 len: 168 time: 1.0589826 Aug 16 02:14:30.723302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:30.745475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa2eb682-7d6a-46bb-a322-73c27263f792 req-c076646a-8881-4155-83de-ee3ed56b70ae tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 210 time: 0.0658150 Aug 16 02:14:30.823587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] For port 5e1893e0-13a1-4368-a82e-4473b082391c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5e1893e0-13a1-4368-a82e-4473b082391c,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:30.865859 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.909792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] For port 5e1893e0-13a1-4368-a82e-4473b082391c, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:30.940545 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb6b8-6309-47d6-81af-c4bf083ceb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.944708 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device ebc95090-e3f2-4c2d-894f-c92cfb0b56ee no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:30.956943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] device_id is not set on port 5e1893e0-13a1-4368-a82e-4473b082391c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:30.970333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.971053 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d5351-54fe-4c21-af32-c00a03956b94 req-cbed1a99-9230-4cac-98e7-6b682f146c16 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.976479 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-554d5351-54fe-4c21-af32-c00a03956b94 req-cbed1a99-9230-4cac-98e7-6b682f146c16 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 946 time: 0.0928314 Aug 16 02:14:31.005201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.089514 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-554d5351-54fe-4c21-af32-c00a03956b94 req-5b984cf8-7c31-4cfa-a383-75950f5d80f5 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058707 Aug 16 02:14:31.099559 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:08Z', 'revision_number': 5, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:31.194501 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.203696 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004bfe40-d8ee-48f0-a829-b29ec23f5ffa None None] The sync data for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 is: [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:11:00Z', 'revision_number': 4, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '85e51636-b15a-4cc2-bd8c-04863e763338', 'name': '', 'network_id': '27454c82-47c3-43be-9e93-2f78deb953d0', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'mac_address': 'fa:16:3e:a1:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '45a10498-9717-491f-842b-427898cb7a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:59Z', 'updated_at': '2021-08-16T02:11:08Z', 'revision_number': 5, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'subnets': [{'id': '45a10498-9717-491f-842b-427898cb7a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:31.208413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1893e0-13a1-4368-a82e-4473b082391c,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.249806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:31.267736 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.271232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] No DVR routers for this DVR port 5e1893e0-13a1-4368-a82e-4473b082391c on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:31.274610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5e1893e0-13a1-4368-a82e-4473b082391c no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:31.374208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:31.381673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] In _notify_port_updated(), no bound segment for port 5e1893e0-13a1-4368-a82e-4473b082391c on network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:14:31.382156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.382787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.389104 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-ca99674a-3b2f-4457-a6b8-1539af7720c8 service neutron] 10.222.0.93 "PUT /v2.0/ports/5e1893e0-13a1-4368-a82e-4473b082391c HTTP/1.1" status: 200 len: 1028 time: 1.4487579 Aug 16 02:14:31.396968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 366d710e-7047-44d0-938e-d3f88650f42c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:31.397332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.456681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc9e817-ac86-437b-90c9-4fa87661593d None None] Network 741e071a-76a5-40ca-bd66-6a42e50588c6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:31.491583 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc236c64-6bf4-4f10-a049-84e59c816a47 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.545435 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc236c64-6bf4-4f10-a049-84e59c816a47 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.629611 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc236c64-6bf4-4f10-a049-84e59c816a47 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.632599 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc236c64-6bf4-4f10-a049-84e59c816a47 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.636181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fc236c64-6bf4-4f10-a049-84e59c816a47 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "DELETE /v2.0/security-groups/bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472 HTTP/1.1" status: 204 len: 168 time: 0.2587895 Aug 16 02:14:31.640231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:31.657125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] For port 366d710e-7047-44d0-938e-d3f88650f42c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=366d710e-7047-44d0-938e-d3f88650f42c,segment=NetworkSegment(28ad83a1-e4c7-4741-846c-654d80fd37c0),segment_id=28ad83a1-e4c7-4741-846c-654d80fd37c0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:31.669601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.683518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc236c64-6bf4-4f10-a049-84e59c816a47 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.695502 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-55759b81-18a0-4e4e-bc22-45ca19f0a10b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] show failed (client error): The resource could not be found. Aug 16 02:14:31.699567 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-55759b81-18a0-4e4e-bc22-45ca19f0a10b tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "GET /v2.0/security-groups/bae7cb0e-c6b5-4b37-b5c0-72a8b42e0472 HTTP/1.1" status: 404 len: 347 time: 0.0531540 Aug 16 02:14:31.699983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:31.716454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3'}, {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:31.717529 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 366d710e-7047-44d0-938e-d3f88650f42c owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:31.729966 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a866aa-02e1-481c-933e-6471e37a8d2d" -d '{"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-unplugged", "status": "completed", "tag": "d9214f5f-9834-4008-9b6b-60a3bc177cf3"}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc95090-e3f2-4c2d-894f-c92cfb0b56ee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:31.754457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 49dbcc6a-55eb-4765-96bd-52cc3b6fceff no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:31.853111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:31.853729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.856997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 49dbcc6a-55eb-4765-96bd-52cc3b6fceff {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:31.857411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 49dbcc6a-55eb-4765-96bd-52cc3b6fceff not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:31.870576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b6c2f-6936-4951-a06c-0efa75461e59 None None] New status for floating IP 8dafba28-eb60-4072-bfa2-f14a8d2da580: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:14:31.893119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5e1893e0-13a1-4368-a82e-4473b082391c not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:31.893682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:31.942822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b2633-670a-42c7-b4a7-82c4543f3ad7 req-929f385f-8618-457e-bf6b-1c8a204d82a9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.958104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b2633-670a-42c7-b4a7-82c4543f3ad7 req-929f385f-8618-457e-bf6b-1c8a204d82a9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.972207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b2633-670a-42c7-b4a7-82c4543f3ad7 req-929f385f-8618-457e-bf6b-1c8a204d82a9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.980556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b2633-670a-42c7-b4a7-82c4543f3ad7 req-929f385f-8618-457e-bf6b-1c8a204d82a9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.981282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e2d7ffa-53ad-4fb4-9976-727cb75e540a None None] Provisioning complete for port 366d710e-7047-44d0-938e-d3f88650f42c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:31.981772 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7ffa-53ad-4fb4-9976-727cb75e540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.988901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b2633-670a-42c7-b4a7-82c4543f3ad7 req-929f385f-8618-457e-bf6b-1c8a204d82a9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.990992 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-215b2633-670a-42c7-b4a7-82c4543f3ad7 req-929f385f-8618-457e-bf6b-1c8a204d82a9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 3882 time: 0.1642823 Aug 16 02:14:32.010576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.044568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Deleting port 7dd3acfe-1d89-477b-b939-0af6ca7f9a36 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:32.045390 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.073293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b890a126-5dd1-47fc-a1d3-426651779dd9 req-d48ca8dd-cc90-437d-b92d-f1f474f7ae6e tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 210 time: 0.0572445 Aug 16 02:14:32.106957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.107422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.107837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.108298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.108702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.109105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.109506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.110937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.111372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.111921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.112330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.112722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:32.211464 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640716f2-50ff-4d18-b828-63ebf73d5ef3 x-openstack-request-id: req-640716f2-50ff-4d18-b828-63ebf73d5ef3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:32.211836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-215b2633-670a-42c7-b4a7-82c4543f3ad7 req-51074ea5-094c-4f0d-9c5c-21986a3e96ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120852 Aug 16 02:14:32.212246 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-unplugged", "status": "completed", "tag": "d9214f5f-9834-4008-9b6b-60a3bc177cf3", "code": 200}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc95090-e3f2-4c2d-894f-c92cfb0b56ee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:32.212745 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-640716f2-50ff-4d18-b828-63ebf73d5ef3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:32.213329 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3', 'code': 200} Aug 16 02:14:32.213751 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee', 'code': 200} Aug 16 02:14:32.325604 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.396871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] DHCP port deletion for 741e071a-76a5-40ca-bd66-6a42e50588c6 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:32.432202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:32.481757 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.486751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c407415f-7e4c-47c8-bd8c-4c6bf00a9363 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:32.488670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.489024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.490234 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.514790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Calling delete_port for 7dd3acfe-1d89-477b-b939-0af6ca7f9a36 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:32.538821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=366d710e-7047-44d0-938e-d3f88650f42c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.549523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No DVR routers for this DVR port 366d710e-7047-44d0-938e-d3f88650f42c on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:32.553069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] For port c407415f-7e4c-47c8-bd8c-4c6bf00a9363, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:32.553524 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.567839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfc35c-cf22-4960-ad38-5e7d700ea763 req-1e49cfaa-ca71-41f3-8021-88085a09c763 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.569441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53cfc35c-cf22-4960-ad38-5e7d700ea763 req-1e49cfaa-ca71-41f3-8021-88085a09c763 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 946 time: 0.2747962 Aug 16 02:14:32.598933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Calling delete_port for c407415f-7e4c-47c8-bd8c-4c6bf00a9363 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:32.621022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.644344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646950-1dec-4f34-8959-ed000924f237 req-f23fa652-749e-4e41-aa10-0455b7b818f9 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.646099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-f23fa652-749e-4e41-aa10-0455b7b818f9 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 815 time: 0.3025007 Aug 16 02:14:32.654021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e2d7ffa-53ad-4fb4-9976-727cb75e540a None None] Provisioning complete for port 5e1893e0-13a1-4368-a82e-4473b082391c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:32.654760 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7ffa-53ad-4fb4-9976-727cb75e540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.668030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Request body: {'port': {'device_id': '0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d', 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a', 'admin_state_up': True, 'tenant_id': 'c1025bc31d82477096ddf833a394b510'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:32.695494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.708923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741e071a-76a5-40ca-bd66-6a42e50588c6']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:32.723074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ad83a1-e4c7-4741-846c-654d80fd37c0') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:32.723074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ad83a1-e4c7-4741-846c-654d80fd37c0') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:32.741612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] Deleting port 366d710e-7047-44d0-938e-d3f88650f42c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:32.742825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.747585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d7ffa-53ad-4fb4-9976-727cb75e540a None None] Port 5e1893e0-13a1-4368-a82e-4473b082391c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:32.748007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.751649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53cfc35c-cf22-4960-ad38-5e7d700ea763 req-f4746f43-2788-4218-80ff-13eed48dd59b tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502271 Aug 16 02:14:32.789142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.798109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:32.798947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:32.802651 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:32.825581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.889474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] For port 366d710e-7047-44d0-938e-d3f88650f42c, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:32.889989 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.915154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] Calling delete_port for 366d710e-7047-44d0-938e-d3f88650f42c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:32.922334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] Port 366d710e-7047-44d0-938e-d3f88650f42c was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:14:32.925679 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.967657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.970535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] Pushing event deleted for resources: {'Port': ['ID=366d710e-7047-44d0-938e-d3f88650f42c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.980654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc3716-4509-4cb3-8875-1a0e303a1aea None None] No DVR routers for this DVR port 366d710e-7047-44d0-938e-d3f88650f42c on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:33.010272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Port': ['ID=c407415f-7e4c-47c8-bd8c-4c6bf00a9363,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.015574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.026051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.028042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/networks/741e071a-76a5-40ca-bd66-6a42e50588c6 HTTP/1.1" status: 204 len: 168 time: 2.3037720 Aug 16 02:14:33.040198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57228) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:33.045430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5f310-8abe-42c6-9e50-19cf46848ef5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Network': ['ID=741e071a-76a5-40ca-bd66-6a42e50588c6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.050976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:33.104396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] No DVR routers for this DVR port c407415f-7e4c-47c8-bd8c-4c6bf00a9363 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:33.106292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.118715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.120843 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-9eb0bb52-9da3-4e63-b36e-1a483929ab55 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "DELETE /v2.0/ports/c407415f-7e4c-47c8-bd8c-4c6bf00a9363 HTTP/1.1" status: 204 len: 173 time: 1.6067986 Aug 16 02:14:33.121301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': 'c407415f-7e4c-47c8-bd8c-4c6bf00a9363'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:33.123740 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5086b255-5817-48d8-a79c-47f1e592d5f6" -d '{"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "c407415f-7e4c-47c8-bd8c-4c6bf00a9363"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:33.163873 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.202813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:33.204533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Pushing event deleted for resources: {'Port': ['ID=7dd3acfe-1d89-477b-b939-0af6ca7f9a36,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.209801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.210727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 726d1e56-868c-4100-ae97-55bcc59f5af8 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:33.215626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5fd145-811f-4dbc-a8b8-40089777251f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.222899 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6c5fd145-811f-4dbc-a8b8-40089777251f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1758089 Aug 16 02:14:33.223222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:33.272344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1038e9cd-55cc-4c3c-bc99-b53f41ef9787 req-bbe0e095-64ed-498a-9f4f-de49d8a5d719 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 210 time: 0.0692880 Aug 16 02:14:33.273812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:33.274162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.287730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Made reservation on behalf of c1025bc31d82477096ddf833a394b510 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:33.292684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.302544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.305721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 726d1e56-868c-4100-ae97-55bcc59f5af8 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:33.327034 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9bab18af-8456-464d-8ec0-66e2c4d237e2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1025662 Aug 16 02:14:33.331756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57238) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:33.336191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-41291807'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:33.342146 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e1c1e0-53c2-43f6-8c12-d8d572a6ce7c x-openstack-request-id: req-19e1c1e0-53c2-43f6-8c12-d8d572a6ce7c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:33.342420 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "c407415f-7e4c-47c8-bd8c-4c6bf00a9363", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:33.342669 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19e1c1e0-53c2-43f6-8c12-d8d572a6ce7c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:33.343056 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': 'c407415f-7e4c-47c8-bd8c-4c6bf00a9363', 'status': 'completed', 'code': 200} Aug 16 02:14:33.359074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b93e664-596b-45e9-93e7-2153c282144d req-500a68d6-1483-4673-b66c-2e8dfa5c459c tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 258 time: 0.4558575 Aug 16 02:14:33.388486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:33.393123 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.396288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:33.420872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] For port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:33.421238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.469981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:33.488838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.489163 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Added segment 27aa1625-520c-43ab-87a0-716ea2d4a4fe of type vlan for network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa Aug 16 02:14:33.515851 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.519017 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.523113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e1bbcb6c-2bdc-46a6-ba5c-108ad8fe6c62 tempest-ServersTestManualDisk-1186039429 tempest-ServersTestManualDisk-1186039429-project] 10.222.0.61 "DELETE /v2.0/floatingips/8dafba28-eb60-4072-bfa2-f14a8d2da580 HTTP/1.1" status: 204 len: 168 time: 1.8191016 Aug 16 02:14:33.524671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:33.570301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.577287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.604671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c5f46ea-2ba6-4f72-96c6-d4c8f2bc5ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.626608 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecd9ab-336a-4c65-b196-c10fd4bf4d63 req-568ed8a4-3ea0-459d-a772-c788a2eef786 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.632566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecd9ab-336a-4c65-b196-c10fd4bf4d63 req-568ed8a4-3ea0-459d-a772-c788a2eef786 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.638422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecd9ab-336a-4c65-b196-c10fd4bf4d63 req-568ed8a4-3ea0-459d-a772-c788a2eef786 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.644921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecd9ab-336a-4c65-b196-c10fd4bf4d63 req-568ed8a4-3ea0-459d-a772-c788a2eef786 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.646649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42ecd9ab-336a-4c65-b196-c10fd4bf4d63 req-568ed8a4-3ea0-459d-a772-c788a2eef786 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 3143 time: 0.2380168 Aug 16 02:14:33.660082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.665611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.666193 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.729996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.730338 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.730653 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Floating IP e9b6c9c8-b945-413c-9449-a5ac7d3189f8 disassociated. External IP: 172.25.5.36, port: dbeeb315-96e2-46d7-99cc-5b7ea73a66a2. Aug 16 02:14:33.731002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Calling delete_port for dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:33.738611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4063101 Aug 16 02:14:33.745799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57242) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:33.752245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': '3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:33.759554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Allocated IP 172.20.0.2 (e1a089ce-1438-42da-8fdd-ee1b53b9423a/8954c4c3-daa2-4b8e-a386-51fe9fd212c4/f437e6af-5736-42bf-b10f-0a52296b845c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:33.805333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a286d-191e-4fa6-8931-78fc64d02126 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Network': ['ID=3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.812760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42ecd9ab-336a-4c65-b196-c10fd4bf4d63 req-95e5cbea-750a-410c-8d51-58f6cb6c412b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316118 Aug 16 02:14:33.817175 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:33.938066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:33.942009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.053650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.138489 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.179899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Port': ['ID=dbeeb315-96e2-46d7-99cc-5b7ea73a66a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:34.219181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2'}, {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:34.223694 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea71f67-b712-4093-9abb-bded3d5b9d06" -d '{"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-unplugged", "status": "completed", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2"}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-unplugged", "status": "completed", "tag": "2568086a-c1c7-4c88-88e5-6ccedfbac7e9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:34.233856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 366d710e-7047-44d0-938e-d3f88650f42c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:34.270705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 366d710e-7047-44d0-938e-d3f88650f42c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:34.270946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 366d710e-7047-44d0-938e-d3f88650f42c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:34.324426 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01034310-048e-4d3c-85d4-feac9d67257a x-openstack-request-id: req-01034310-048e-4d3c-85d4-feac9d67257a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:34.324841 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-unplugged", "status": "completed", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2", "code": 200}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-unplugged", "status": "completed", "tag": "2568086a-c1c7-4c88-88e5-6ccedfbac7e9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:34.325196 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01034310-048e-4d3c-85d4-feac9d67257a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:34.326011 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'code': 200} Aug 16 02:14:34.326011 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9', 'code': 200} Aug 16 02:14:34.417370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.476230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c03d719-610e-4c85-885f-31090f2a8c1f req-0df3af08-ffeb-4f85-bd2b-abc65ce6a06e tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 210 time: 0.0690627 Aug 16 02:14:34.499025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Router 99394026-9214-4240-a488-3b1501c59558 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:34.526913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=4be0a418-3daa-4324-94b1-c8098e648c9a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:34.535150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Checking segment: {'id': '27aa1625-520c-43ab-87a0-716ea2d4a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:34.535523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network hostable DHCP agents. Network: 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:34.573043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.597894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:34.614335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:34.623615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.629622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad9970-0f0b-4fa6-a64e-bcf6ce91b366 None None] Network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:34.654590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.655562 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.685408 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-beefecaa-c7f1-45a5-95ea-a421b5395c13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9385328 Aug 16 02:14:34.688077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:34.696659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': '3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa', 'name': 'tempest-PortsIpV6TestJSON-966239726'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:34.757481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:34.798019 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] Sync routers for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:34.829200 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:34.830015 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:34.837150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] No DVR routers for this DVR port dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:34.842294 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.845373 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-d0770591-969b-485d-8c8e-27adef0738eb tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "DELETE /v2.0/ports/dbeeb315-96e2-46d7-99cc-5b7ea73a66a2 HTTP/1.1" status: 204 len: 173 time: 1.7161698 Aug 16 02:14:34.876078 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.918506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa', 'network_id': '3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa', 'tenant_id': 'cec762fc168c40018e2eff575aae7946', 'fixed_ips': [{'subnet_id': '4be0a418-3daa-4324-94b1-c8098e648c9a'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:34.920058 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.921686 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.951545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Allocated IP 172.25.5.75 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/2ea4fd1c-def5-49aa-9b8e-6e2be92c6f47) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:34.979966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['25832c98-4d49-4247-9aa9-604484485bfd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:34.986163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['d867bb80-cc96-42f4-9583-574409f11a9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:35.021937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:35.025931 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.046726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 3abde140-aa9a-4963-8b86-d8cf6de55f60 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:35.053011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Network e1a089ce-1438-42da-8fdd-ee1b53b9423a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:35.069188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:35.081313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:35.096484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Pushing event updated for resources: {'Port': ['ID=f437e6af-5736-42bf-b10f-0a52296b845c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:35.183526 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:35.190222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::d1 (3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa/4be0a418-3daa-4324-94b1-c8098e648c9a/3abde140-aa9a-4963-8b86-d8cf6de55f60) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:35.240085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07327-0881-4ed3-8f03-7813097ef8b8 req-e54a085d-508f-4e2b-8b86-4b0ce06a00c2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.252861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07327-0881-4ed3-8f03-7813097ef8b8 req-e54a085d-508f-4e2b-8b86-4b0ce06a00c2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.261274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07327-0881-4ed3-8f03-7813097ef8b8 req-e54a085d-508f-4e2b-8b86-4b0ce06a00c2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.270985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1db07327-0881-4ed3-8f03-7813097ef8b8 req-e54a085d-508f-4e2b-8b86-4b0ce06a00c2 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 2410 time: 0.2942147 Aug 16 02:14:35.323051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.332023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.332899 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.357741 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.372995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object 3abde140-aa9a-4963-8b86-d8cf6de55f60 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:35.409073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:35.411667 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcc4afd-c448-4bf6-af6f-6839dfad04ec" -d '{"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:35.419131 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.442759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:35.443118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.475667 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.517702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Allocated IP 2001:db8::2 (3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa/4be0a418-3daa-4324-94b1-c8098e648c9a/9185abc2-eb17-4e6d-92f1-19d9e2b272cc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:35.545442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-0408467f-9f08-4034-acdb-8317c64a2283 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8828523 Aug 16 02:14:35.550989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] For port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:35.551463 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.583996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:35.591622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:35.593846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Calling delete_port for 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:35.600071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:35.604877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Request body: {'port': {'device_id': '0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:35.605734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.606362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.611298 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:24Z', 'revision_number': 5, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:35.614602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1db07327-0881-4ed3-8f03-7813097ef8b8 req-2ca00567-5faf-4aeb-b246-d858b4a4c590 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423390 Aug 16 02:14:35.638192 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9489994 Aug 16 02:14:35.640653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8dceb-f83c-47df-ae6b-573aa3bbd947 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=3abde140-aa9a-4963-8b86-d8cf6de55f60,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:35.643453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:35.695071 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.696826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': '3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa', 'name': 'tempest-PortsIpV6TestJSON-951215065'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:35.698485 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] Checking router: 99394026-9214-4240-a488-3b1501c59558 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:35.721690 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:35.732634 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:35.765324 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.780688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:35.784156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Transition to ACTIVE for port object 9185abc2-eb17-4e6d-92f1-19d9e2b272cc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:35.791840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:35.798838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:35.827239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Transition to ACTIVE for port object 9185abc2-eb17-4e6d-92f1-19d9e2b272cc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:35.849657 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.949229 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaf3853-4723-4570-b471-7e819f50d26d x-openstack-request-id: req-baaf3853-4723-4570-b471-7e819f50d26d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:35.949758 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "dbeeb315-96e2-46d7-99cc-5b7ea73a66a2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:35.950274 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-baaf3853-4723-4570-b471-7e819f50d26d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:35.950895 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': 'dbeeb315-96e2-46d7-99cc-5b7ea73a66a2', 'status': 'completed', 'code': 200} Aug 16 02:14:35.970888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Pushing event updated for resources: {'Port': ['ID=2ea4fd1c-def5-49aa-9b8e-6e2be92c6f47,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:36.002769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Pushing event updated for resources: {'Port': ['ID=9185abc2-eb17-4e6d-92f1-19d9e2b272cc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:36.012211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:36.017579 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.034835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:36.040847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:36.041973 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:36.043798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:36.060766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.148050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 8e52e93b-876f-4717-b404-a4a80c0e332d yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:36.149847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Attempting to bind port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:36.150282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Attempting to bind port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '27aa1625-520c-43ab-87a0-716ea2d4a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:36.150799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Attempting to bind port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc on network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:36.158363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:36.158829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Checking segment: {'id': '27aa1625-520c-43ab-87a0-716ea2d4a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:36.159313 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.159733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Bound using segment: {'id': '27aa1625-520c-43ab-87a0-716ea2d4a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:36.160208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Bound port: 9185abc2-eb17-4e6d-92f1-19d9e2b272cc, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27aa1625-520c-43ab-87a0-716ea2d4a4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:36.161038 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.162075 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.164098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Port': ['ID=2568086a-c1c7-4c88-88e5-6ccedfbac7e9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:36.269821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] For port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:36.275726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] For port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9185abc2-eb17-4e6d-92f1-19d9e2b272cc,segment=NetworkSegment(27aa1625-520c-43ab-87a0-716ea2d4a4fe),segment_id=27aa1625-520c-43ab-87a0-716ea2d4a4fe)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:36.286325 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.287431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] No DVR routers for this DVR port 2568086a-c1c7-4c88-88e5-6ccedfbac7e9 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:36.294418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.298555 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-138ac10a-aa6c-43ca-9590-5b4c7d67ad9d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "DELETE /v2.0/ports/2568086a-c1c7-4c88-88e5-6ccedfbac7e9 HTTP/1.1" status: 204 len: 173 time: 1.4444473 Aug 16 02:14:36.382124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba384bac-40db-4a9b-9c77-625f6ce2e83c None None] Pushing event updated for resources: {'Port': ['ID=9185abc2-eb17-4e6d-92f1-19d9e2b272cc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:36.437409 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.447570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3fae7-d693-4579-89f8-02f5325f92b4 req-81ab8085-b9c1-4d7f-87cd-b00bf18ccae5 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:36.454584 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:24Z', 'revision_number': 5, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:36.456085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82c3fae7-d693-4579-89f8-02f5325f92b4 req-81ab8085-b9c1-4d7f-87cd-b00bf18ccae5 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 931 time: 0.2758806 Aug 16 02:14:36.508264 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaf5280-36a0-450c-a0a1-bb90c710b037 None None] The sync data for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 is: [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:04:16Z', 'revision_number': 4, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '8a5cc480-b247-49c7-b2ec-0266ba341bad', 'name': '', 'network_id': '67c32414-a736-42e3-a126-e9aaa16b00fb', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'mac_address': 'fa:16:3e:f5:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:15Z', 'updated_at': '2021-08-16T02:04:24Z', 'revision_number': 5, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'subnets': [{'id': '26713c1e-18e6-47fb-8693-e9d04e20b5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:36.537022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::26a (3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa/4be0a418-3daa-4324-94b1-c8098e648c9a/8e52e93b-876f-4717-b404-a4a80c0e332d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:36.633001 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.657332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:36.657908 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.703032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82c3fae7-d693-4579-89f8-02f5325f92b4 req-df032c22-e763-4f96-aa7e-52b14181634d tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285364 Aug 16 02:14:36.894606 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.014399 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.018091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] For port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:37.018770 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.040777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Calling delete_port for ebc95090-e3f2-4c2d-894f-c92cfb0b56ee owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:37.046309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object 8e52e93b-876f-4717-b404-a4a80c0e332d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:37.059064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a2e31-54f0-4590-8a28-7521a9ceea02 None None] New status for floating IP e9b6c9c8-b945-413c-9449-a5ac7d3189f8: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:14:37.112897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Deleting port 85e51636-b15a-4cc2-bd8c-04863e763338 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:37.113349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.131213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f27ee3-5f9f-47da-913f-e7302e2eade4 req-8fb726a9-81c9-4af8-9bf1-dbaa0050763b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:37.137531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f27ee3-5f9f-47da-913f-e7302e2eade4 req-8fb726a9-81c9-4af8-9bf1-dbaa0050763b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:37.139336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9f27ee3-5f9f-47da-913f-e7302e2eade4 req-8fb726a9-81c9-4af8-9bf1-dbaa0050763b tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 1677 time: 0.2997389 Aug 16 02:14:37.191377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.259545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f437e6af-5736-42bf-b10f-0a52296b845c {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:37.266697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:37.271901 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.272297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:37.285316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:37.291045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:37.291756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.315253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=8e52e93b-876f-4717-b404-a4a80c0e332d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:37.332655 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-86d800e5-458e-42db-9efb-117f4efbe128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6418395 Aug 16 02:14:37.333111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:37.343918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.352726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] For port 85e51636-b15a-4cc2-bd8c-04863e763338, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=85e51636-b15a-4cc2-bd8c-04863e763338,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:37.353102 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.368468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Calling delete_port for 85e51636-b15a-4cc2-bd8c-04863e763338 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:37.415859 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.437227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Transition to ACTIVE for port object f437e6af-5736-42bf-b10f-0a52296b845c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:37.440603 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.446025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Port': ['ID=ebc95090-e3f2-4c2d-894f-c92cfb0b56ee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:37.509992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Pushing event updated for resources: {'Port': ['ID=2ea4fd1c-def5-49aa-9b8e-6e2be92c6f47,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:37.515497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] No DVR routers for this DVR port ebc95090-e3f2-4c2d-894f-c92cfb0b56ee on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:37.518260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.522595 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.528242 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-8cb90696-09e8-4f88-85f9-c6cb0f4c28b5 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "DELETE /v2.0/ports/ebc95090-e3f2-4c2d-894f-c92cfb0b56ee HTTP/1.1" status: 204 len: 173 time: 1.2125742 Aug 16 02:14:37.554327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39185c-3736-49ae-99e5-be258f1ae3e8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:37.558846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-de39185c-3736-49ae-99e5-be258f1ae3e8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ad1 HTTP/1.1" status: 200 len: 927 time: 0.2217028 Aug 16 02:14:37.575580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57284) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:37.593959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9f27ee3-5f9f-47da-913f-e7302e2eade4 req-02472acf-ef29-4ac0-ad8f-e506ebfb7009 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4112382 Aug 16 02:14:37.759270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f437e6af-5736-42bf-b10f-0a52296b845c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:37.915181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.033145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.034398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b93e664-596b-45e9-93e7-2153c282144d req-b47eace1-5fcd-4944-b40a-b0556b335e03 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6488168 Aug 16 02:14:38.039221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Attempting to bind port f437e6af-5736-42bf-b10f-0a52296b845c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:38.039567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Attempting to bind port f437e6af-5736-42bf-b10f-0a52296b845c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:38.039905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Attempting to bind port f437e6af-5736-42bf-b10f-0a52296b845c on network e1a089ce-1438-42da-8fdd-ee1b53b9423a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:38.049169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Port f437e6af-5736-42bf-b10f-0a52296b845c on network e1a089ce-1438-42da-8fdd-ee1b53b9423a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:38.049498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Attempting to bind port f437e6af-5736-42bf-b10f-0a52296b845c on network e1a089ce-1438-42da-8fdd-ee1b53b9423a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:38.156805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0be02c-8b1d-4603-82de-91fe6a6bcf2a None None] Network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:38.190471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:38.191068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Checking segment: {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:38.194343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Bound using segment: {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:38.194873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Bound port: f437e6af-5736-42bf-b10f-0a52296b845c, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:38.195465 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.267788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b93e664-596b-45e9-93e7-2153c282144d req-dcfa1d01-ee30-4d27-891f-454928cc4d01 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 695 time: 0.2224364 Aug 16 02:14:38.294501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4a622-2766-4f69-b146-f6f49296c83a req-6ec4555f-0582-43d7-bcad-2fac8b057e07 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:38.303879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60e4a622-2766-4f69-b146-f6f49296c83a req-6ec4555f-0582-43d7-bcad-2fac8b057e07 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 943 time: 0.3933222 Aug 16 02:14:38.318048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9'}, {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:38.320331 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e34c3e2-89a4-44a7-b0a2-6ffb7f654598" -d '{"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "2568086a-c1c7-4c88-88e5-6ccedfbac7e9"}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "ebc95090-e3f2-4c2d-894f-c92cfb0b56ee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:38.381560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9185abc2-eb17-4e6d-92f1-19d9e2b272cc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:38.432586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93e664-596b-45e9-93e7-2153c282144d req-753b8638-6714-466b-b562-c4785a9a187a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:38.440891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b93e664-596b-45e9-93e7-2153c282144d req-753b8638-6714-466b-b562-c4785a9a187a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.1639292 Aug 16 02:14:38.441130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting port d9214f5f-9834-4008-9b6b-60a3bc177cf3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:38.441280 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.458377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5677ab53-0c8a-4a12-b257-512c39e8f521 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 8e52e93b-876f-4717-b404-a4a80c0e332d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:38.458715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5677ab53-0c8a-4a12-b257-512c39e8f521 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.481741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a85b2f9b-5082-4eaf-a64a-a6b377b77e64 None None] Provisioning for port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:38.482352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-2b93e664-596b-45e9-93e7-2153c282144d req-861a3c39-d8d1-4c1e-aa6c-6cbfcf2605f5 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:14:38.496092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b93e664-596b-45e9-93e7-2153c282144d req-861a3c39-d8d1-4c1e-aa6c-6cbfcf2605f5 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537081 Aug 16 02:14:38.557749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:38.566967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:38.566967 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.589621 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deee0201-c034-4a44-b025-3a26ca48dda8 x-openstack-request-id: req-deee0201-c034-4a44-b025-3a26ca48dda8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:38.589917 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "2568086a-c1c7-4c88-88e5-6ccedfbac7e9", "status": "completed", "code": 200}, {"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "ebc95090-e3f2-4c2d-894f-c92cfb0b56ee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:38.590233 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-deee0201-c034-4a44-b025-3a26ca48dda8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:38.590547 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': '2568086a-c1c7-4c88-88e5-6ccedfbac7e9', 'status': 'completed', 'code': 200} Aug 16 02:14:38.590794 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': 'ebc95090-e3f2-4c2d-894f-c92cfb0b56ee', 'status': 'completed', 'code': 200} Aug 16 02:14:38.629943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] For port d9214f5f-9834-4008-9b6b-60a3bc177cf3, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d9214f5f-9834-4008-9b6b-60a3bc177cf3,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:38.630329 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.643834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5677ab53-0c8a-4a12-b257-512c39e8f521 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.669993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Calling delete_port for d9214f5f-9834-4008-9b6b-60a3bc177cf3 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:38.684872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60e4a622-2766-4f69-b146-f6f49296c83a req-450ae0dc-0018-4fae-acc8-6d963bf9f924 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796008 Aug 16 02:14:38.689736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5677ab53-0c8a-4a12-b257-512c39e8f521 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 8e52e93b-876f-4717-b404-a4a80c0e332d owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:38.850026 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.897277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] For port f437e6af-5736-42bf-b10f-0a52296b845c, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:38.923311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] For port f437e6af-5736-42bf-b10f-0a52296b845c, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f437e6af-5736-42bf-b10f-0a52296b845c,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:38.928257 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.964467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9185abc2-eb17-4e6d-92f1-19d9e2b272cc,segment=NetworkSegment(27aa1625-520c-43ab-87a0-716ea2d4a4fe),segment_id=27aa1625-520c-43ab-87a0-716ea2d4a4fe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:38.973688 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.976858 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.016724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-8bc54a1b-6eec-433c-9db8-7095a78ec330 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:39.018940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.025620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-8bc54a1b-6eec-433c-9db8-7095a78ec330 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3038030 Aug 16 02:14:39.041052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5677ab53-0c8a-4a12-b257-512c39e8f521 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.052211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd8183-7f12-4d1c-a9cc-a2d738dc8fb1 req-ba37be93-2b60-4b46-8ae4-3a5dc11f0cd6 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:39.053970 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93dd8183-7f12-4d1c-a9cc-a2d738dc8fb1 req-ba37be93-2b60-4b46-8ae4-3a5dc11f0cd6 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 943 time: 0.2787333 Aug 16 02:14:39.059235 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Pushing event deleted for resources: {'Port': ['ID=85e51636-b15a-4cc2-bd8c-04863e763338,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.072746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=9185abc2-eb17-4e6d-92f1-19d9e2b272cc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.076021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Port': ['ID=d9214f5f-9834-4008-9b6b-60a3bc177cf3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.134390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e0be90a-8f06-4441-86b6-b785c80ae00f None None] Provisioning complete for port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:39.134885 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e0be90a-8f06-4441-86b6-b785c80ae00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.175548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677ab53-0c8a-4a12-b257-512c39e8f521 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=8e52e93b-876f-4717-b404-a4a80c0e332d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.185867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] No DVR routers for this DVR port d9214f5f-9834-4008-9b6b-60a3bc177cf3 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:39.190199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.190520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f437e6af-5736-42bf-b10f-0a52296b845c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.201124 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3f179352-edde-4cd0-8479-0de165fc9c6f req-75df4177-54b5-4f2e-bb63-c71ee6c19d3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.93 "DELETE /v2.0/ports/d9214f5f-9834-4008-9b6b-60a3bc177cf3 HTTP/1.1" status: 204 len: 173 time: 1.6639893 Aug 16 02:14:39.222356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:39.223008 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.224669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-a7dcdce6-e657-489e-8508-b54c488264e7 service neutron] 10.222.0.93 "PUT /v2.0/ports/f437e6af-5736-42bf-b10f-0a52296b845c HTTP/1.1" status: 200 len: 1092 time: 3.6341991 Aug 16 02:14:39.270315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-d671005c-0355-445a-a8de-071614c87d89 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 695 time: 0.2436266 Aug 16 02:14:39.275181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Request body: {'floatingip': {'port_id': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:39.284987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5677ab53-0c8a-4a12-b257-512c39e8f521 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.287322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d', 'tag': 'f437e6af-5736-42bf-b10f-0a52296b845c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:39.287897 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5677ab53-0c8a-4a12-b257-512c39e8f521 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/8e52e93b-876f-4717-b404-a4a80c0e332d HTTP/1.1" status: 204 len: 168 time: 1.7103484 Aug 16 02:14:39.290229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.290775 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16b0507-fb81-4389-8f46-b9c0f51e898d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d", "tag": "f437e6af-5736-42bf-b10f-0a52296b845c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:39.337367 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab9222b-558d-436a-a445-0ceb80a34097 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:39.339668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9ab9222b-558d-436a-a445-0ceb80a34097 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/8e52e93b-876f-4717-b404-a4a80c0e332d HTTP/1.1" status: 404 len: 333 time: 0.0475736 Aug 16 02:14:39.343058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.400074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e0be90a-8f06-4441-86b6-b785c80ae00f None None] Provisioning for port 3abde140-aa9a-4963-8b86-d8cf6de55f60 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:39.404463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e0be90a-8f06-4441-86b6-b785c80ae00f None None] Provisioning complete for port 3abde140-aa9a-4963-8b86-d8cf6de55f60 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:39.405431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e0be90a-8f06-4441-86b6-b785c80ae00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.482550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0e0be90a-8f06-4441-86b6-b785c80ae00f None None] Port 3abde140-aa9a-4963-8b86-d8cf6de55f60 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:39.490875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e0be90a-8f06-4441-86b6-b785c80ae00f None None] Could not find standard attr ID for object 8e52e93b-876f-4717-b404-a4a80c0e332d. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:14:39.512995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec978d-29bb-4197-9c09-d20530552d4b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 3abde140-aa9a-4963-8b86-d8cf6de55f60 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:39.513610 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0ec978d-29bb-4197-9c09-d20530552d4b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.617418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43a4846f-4beb-48b8-9269-8a0183b5e8b9 None None] Provisioning complete for port 3abde140-aa9a-4963-8b86-d8cf6de55f60 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:39.617803 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43a4846f-4beb-48b8-9269-8a0183b5e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.655689 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0ec978d-29bb-4197-9c09-d20530552d4b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.677077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec978d-29bb-4197-9c09-d20530552d4b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 3abde140-aa9a-4963-8b86-d8cf6de55f60 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:39.694457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-43a4846f-4beb-48b8-9269-8a0183b5e8b9 None None] Port 3abde140-aa9a-4963-8b86-d8cf6de55f60 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:39.897899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0ec978d-29bb-4197-9c09-d20530552d4b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.925377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3d821c8e-0b72-4a6d-833a-c837ca3029fd None None] Could not find standard attr ID for object 8e52e93b-876f-4717-b404-a4a80c0e332d. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:14:39.957557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec978d-29bb-4197-9c09-d20530552d4b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=3abde140-aa9a-4963-8b86-d8cf6de55f60,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:40.001375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0ec978d-29bb-4197-9c09-d20530552d4b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.005412 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e0ec978d-29bb-4197-9c09-d20530552d4b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/3abde140-aa9a-4963-8b86-d8cf6de55f60 HTTP/1.1" status: 204 len: 168 time: 0.6601000 Aug 16 02:14:40.008684 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:40.021889 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.045440 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2210093c-afdc-4253-9950-e82c3b46e5b9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:40.047817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2210093c-afdc-4253-9950-e82c3b46e5b9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/3abde140-aa9a-4963-8b86-d8cf6de55f60 HTTP/1.1" status: 404 len: 333 time: 0.0369444 Aug 16 02:14:40.051492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:40.185443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d46a4d-fe9b-4016-bc25-b752be28225d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet 4be0a418-3daa-4324-94b1-c8098e648c9a {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:40.195277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47d46a4d-fe9b-4016-bc25-b752be28225d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.257389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47d46a4d-fe9b-4016-bc25-b752be28225d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.295221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646950-1dec-4f34-8959-ed000924f237 req-d858f3ca-311c-41a3-840e-c2bd617d7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.296533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-d858f3ca-311c-41a3-840e-c2bd617d7a13 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 1095 time: 0.9920173 Aug 16 02:14:40.318873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93dd8183-7f12-4d1c-a9cc-a2d738dc8fb1 req-dc969693-40a0-41a6-899b-d820fb2867be tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups?id=5182138d-2c1c-4f9a-834d-47149e27b554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1359429 Aug 16 02:14:40.327263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9185abc2-eb17-4e6d-92f1-19d9e2b272cc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:40.448387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-6f1df330-a864-42a5-add2-218440df714a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f437e6af-5736-42bf-b10f-0a52296b845c HTTP/1.1" status: 200 len: 217 time: 0.1397696 Aug 16 02:14:40.449988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:40.450949 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.459169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47d46a4d-fe9b-4016-bc25-b752be28225d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.554387 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47d46a4d-fe9b-4016-bc25-b752be28225d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.588442 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47d46a4d-fe9b-4016-bc25-b752be28225d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.593455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-47d46a4d-fe9b-4016-bc25-b752be28225d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/4be0a418-3daa-4324-94b1-c8098e648c9a HTTP/1.1" status: 204 len: 168 time: 0.5393715 Aug 16 02:14:40.597928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:40.606023 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a5ea51-8a95-4ccb-888b-cb9b6223d11a x-openstack-request-id: req-f0a5ea51-8a95-4ccb-888b-cb9b6223d11a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:40.606265 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf85a0d-6a62-4fac-b0be-db37f2a06205" -d '{"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "d9214f5f-9834-4008-9b6b-60a3bc177cf3"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:40.606550 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d", "tag": "f437e6af-5736-42bf-b10f-0a52296b845c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:40.606908 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0a5ea51-8a95-4ccb-888b-cb9b6223d11a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:40.607492 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d', 'tag': 'f437e6af-5736-42bf-b10f-0a52296b845c', 'status': 'completed', 'code': 200} Aug 16 02:14:40.608171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:40.665670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d46a4d-fe9b-4016-bc25-b752be28225d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=4be0a418-3daa-4324-94b1-c8098e648c9a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:40.716389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f06b6-6de7-44de-9947-09fd9705e42f None None] Network 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:40.818017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646950-1dec-4f34-8959-ed000924f237 req-e09c944f-3ba9-42f5-b8b1-28b37c1c4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.819463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-e09c944f-3ba9-42f5-b8b1-28b37c1c4ea9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 200 len: 855 time: 0.3584788 Aug 16 02:14:40.861618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-020d70ae-18ce-4c34-a230-c02235e770d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e1a089ce-1438-42da-8fdd-ee1b53b9423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272245 Aug 16 02:14:40.915070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.917052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.952325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c914311-949a-446a-bb38-384c43fc8ec7 None None] DHCP port deletion for 3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:41.018888 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c914311-949a-446a-bb38-384c43fc8ec7 None None] Deleting port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:41.019525 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c914311-949a-446a-bb38-384c43fc8ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.036527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d49ae1-267c-42f3-9f5d-db5b0a208797 req-d9a4d541-b0ad-4c03-a1af-ba777fbc4891 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.038334 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6d49ae1-267c-42f3-9f5d-db5b0a208797 req-d9a4d541-b0ad-4c03-a1af-ba777fbc4891 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 943 time: 0.3203969 Aug 16 02:14:41.145240 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2c914311-949a-446a-bb38-384c43fc8ec7 None None] For port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9185abc2-eb17-4e6d-92f1-19d9e2b272cc,segment=NetworkSegment(27aa1625-520c-43ab-87a0-716ea2d4a4fe),segment_id=27aa1625-520c-43ab-87a0-716ea2d4a4fe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:41.145646 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c914311-949a-446a-bb38-384c43fc8ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.165276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c914311-949a-446a-bb38-384c43fc8ec7 None None] Calling delete_port for 9185abc2-eb17-4e6d-92f1-19d9e2b272cc owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:41.262349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6d49ae1-267c-42f3-9f5d-db5b0a208797 req-69adfc57-77cf-46f9-a82e-e10f393b8347 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797507 Aug 16 02:14:41.272374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-b5604f16-df6c-4c63-b469-6f90405f04b5 service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822136 Aug 16 02:14:41.275521 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c914311-949a-446a-bb38-384c43fc8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.305055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:14:41.320562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c914311-949a-446a-bb38-384c43fc8ec7 None None] Pushing event deleted for resources: {'Port': ['ID=9185abc2-eb17-4e6d-92f1-19d9e2b272cc,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:41.326795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c914311-949a-446a-bb38-384c43fc8ec7 None None] No DVR routers for this DVR port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:41.345765 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002926f7-bdaf-4ce2-a31e-749372e47f9c x-openstack-request-id: req-002926f7-bdaf-4ce2-a31e-749372e47f9c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:41.346597 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98e8fac-2b8b-461e-b080-fb45b18aa953", "name": "network-vif-deleted", "tag": "d9214f5f-9834-4008-9b6b-60a3bc177cf3", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:41.347013 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-002926f7-bdaf-4ce2-a31e-749372e47f9c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:41.347616 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98e8fac-2b8b-461e-b080-fb45b18aa953', 'name': 'network-vif-deleted', 'tag': 'd9214f5f-9834-4008-9b6b-60a3bc177cf3', 'status': 'completed', 'code': 200} Aug 16 02:14:41.467072 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.509777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61e403b1-0aae-4d87-a519-2b325f2f4ada req-a1445410-b986-4ebe-abb9-05544a0bc797 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.0656965 Aug 16 02:14:41.513465 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.516641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:41.517389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.680713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2646950-1dec-4f34-8959-ed000924f237 req-b2e67c98-34eb-48a1-903d-a9b8ec1d02e7 service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777177 Aug 16 02:14:41.766784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] For port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc, host n-d-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:41.767281 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.820718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 9185abc2-eb17-4e6d-92f1-19d9e2b272cc owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:41.824832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc was not found and therefore no delete operation was performed {{(pid=94639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:14:41.836312 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.853399 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Floating IP 5b758ac7-d4e6-481f-b5b7-047a9b22143b associated. External IP: 172.25.5.75, port: c73c24d4-c18a-4173-955b-9716bf92b2ce. Aug 16 02:14:41.914258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=9185abc2-eb17-4e6d-92f1-19d9e2b272cc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:41.917556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No DVR routers for this DVR port 9185abc2-eb17-4e6d-92f1-19d9e2b272cc on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:41.930019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:41.938440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-c216fe9c-bd00-435f-b53e-eaceafeaf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.939952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-c216fe9c-bd00-435f-b53e-eaceafeaf4b5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 1095 time: 0.1771722 Aug 16 02:14:42.149890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.165940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9185abc2-eb17-4e6d-92f1-19d9e2b272cc no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:42.213711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 9185abc2-eb17-4e6d-92f1-19d9e2b272cc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:42.214590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9185abc2-eb17-4e6d-92f1-19d9e2b272cc not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:42.484169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.501979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.561019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:42.596656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27aa1625-520c-43ab-87a0-716ea2d4a4fe') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:42.596962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27aa1625-520c-43ab-87a0-716ea2d4a4fe') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:42.604119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84054f42-1845-4085-aa83-291831c9dea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.627279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.683771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bd22c-c8e0-4ba6-ab9d-fde425be0b6a req-11e23b96-3cc7-4aa6-903e-911dcd5258d8 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.685497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e6bd22c-c8e0-4ba6-ab9d-fde425be0b6a req-11e23b96-3cc7-4aa6-903e-911dcd5258d8 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 943 time: 0.2497351 Aug 16 02:14:42.707727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84054f42-1845-4085-aa83-291831c9dea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.712048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84054f42-1845-4085-aa83-291831c9dea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.724988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-41d79f21-114f-461b-bac7-68d1559c4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.726702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-41d79f21-114f-461b-bac7-68d1559c4ed5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 916 time: 0.7641828 Aug 16 02:14:42.740733 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-84054f42-1845-4085-aa83-291831c9dea0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=009373ca2cde4515953437e5f0b7b4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547967 Aug 16 02:14:42.746976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57344) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.755125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.778410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84054f42-1845-4085-aa83-291831c9dea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8152792-a8b0-4146-95e3-e6b2edfc711b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:42.807906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:42.807906 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:42.813351 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:42.816150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7f739de-afa7-460b-80a1-232f88dff778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.840517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7f739de-afa7-460b-80a1-232f88dff778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.857299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-06e264c3-c219-4865-9ae0-59ee4a16abef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f437e6af-5736-42bf-b10f-0a52296b845c HTTP/1.1" status: 200 len: 217 time: 0.1155972 Aug 16 02:14:42.896805 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7f739de-afa7-460b-80a1-232f88dff778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.899776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7f739de-afa7-460b-80a1-232f88dff778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.903515 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a7f739de-afa7-460b-80a1-232f88dff778 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8152792-a8b0-4146-95e3-e6b2edfc711b HTTP/1.1" status: 204 len: 168 time: 0.1532996 Aug 16 02:14:42.913704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f739de-afa7-460b-80a1-232f88dff778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8152792-a8b0-4146-95e3-e6b2edfc711b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:42.952133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:42.966471 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] Sync routers for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:42.968523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-63f8f8b5-77e4-478c-94f8-c71a612b19aa admin admin] 10.222.0.61 "PUT /v2.0/routers/7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4421639 Aug 16 02:14:42.971757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57348) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.973550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e6bd22c-c8e0-4ba6-ab9d-fde425be0b6a req-10bb1395-cfbd-41b1-be73-42d6a3fbf6ea tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562032 Aug 16 02:14:42.986962 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:42.987954 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:43.003656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:43.006067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-677ae038-b79c-4ff8-ae83-3edcb41aaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.007985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-677ae038-b79c-4ff8-ae83-3edcb41aaedd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 200 len: 855 time: 0.1060028 Aug 16 02:14:43.010641 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.023671 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.026127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/networks/3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa HTTP/1.1" status: 204 len: 168 time: 2.4133122 Aug 16 02:14:43.048328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:43.072487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-227727715'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:43.076703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4857c90-b2a5-454e-9d92-26c8ed6c9527 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Network': ['ID=3239ac67-3b0f-4d0c-b220-59f0e2b4ffaa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:43.092197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-5bc2e496-a300-4658-a12c-af6ab57f385a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e1a089ce-1438-42da-8fdd-ee1b53b9423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710220 Aug 16 02:14:43.148579 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:43.198205 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.214470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f346b6fa-5169-4bab-81d3-6f227e5efea8 req-b179c03c-a57d-425a-b58c-22de2cec6b4e tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.1246967 Aug 16 02:14:43.387643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.388253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:43.392430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.455843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:43.466485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:43.477648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.481877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] Sync routers for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:43.502698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:43.507800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:43.507992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Deleting port f11515f4-9960-49ff-b657-914a7f4c23e5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:43.508464 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.543059 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-6189e4fb-8311-4937-99b3-adcfc1004bbb tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "PUT /v2.0/floatingips/5b758ac7-d4e6-481f-b5b7-047a9b22143b HTTP/1.1" status: 200 len: 996 time: 4.2718010 Aug 16 02:14:43.545970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:43.556412 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc" -d '{"events": [{"name": "network-changed", "server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:43.560529 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.560879 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Added segment c3f38341-89b3-43c0-a25e-49f172d0bd1e of type vlan for network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 Aug 16 02:14:43.569825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-c1c96401-f8d4-4215-bd51-9aded47de0d3 service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606888 Aug 16 02:14:43.653760 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:14:38Z', 'revision_number': 5, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port': {'id': 'f11515f4-9960-49ff-b657-914a7f4c23e5', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:43.697064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:43.703965 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504003b7-6bc9-44fd-a667-1ab736987f1e x-openstack-request-id: req-504003b7-6bc9-44fd-a667-1ab736987f1e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:43.704388 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:43.704651 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-504003b7-6bc9-44fd-a667-1ab736987f1e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:43.705075 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'status': 'completed', 'code': 200} Aug 16 02:14:43.735995 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] Checking router: 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:43.753431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] For port f11515f4-9960-49ff-b657-914a7f4c23e5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f11515f4-9960-49ff-b657-914a7f4c23e5,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:43.754982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.759966 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] Routers {'7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:43.761979 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:43.802889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Calling delete_port for f11515f4-9960-49ff-b657-914a7f4c23e5 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:43.834498 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-02706bd3-c592-4762-b8ae-84d63295eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.836070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-02706bd3-c592-4762-b8ae-84d63295eac3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a36b0806a15d458cb7c9fb62838cc526&device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 1098 time: 0.1770804 Aug 16 02:14:43.866376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.909146 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] Set router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:43.935478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-b9dcdfcb-998f-4346-93cb-2575afa7130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.938650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-b9dcdfcb-998f-4346-93cb-2575afa7130c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36b0806a15d458cb7c9fb62838cc526&device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 1098 time: 0.3559072 Aug 16 02:14:43.995330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '5b758ac7-d4e6-481f-b5b7-047a9b22143b', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'port_id': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'mac_address': 'fa:16:3e:0a:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:14:36Z', 'updated_at': '2021-08-16T02:14:41Z', 'revision_number': 1, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc69948-75c8-4c7f-b8cc-1a4741f1913a', 'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'mac_address': 'fa:16:3e:56:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:14Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 5, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'subnets': [{'id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:44.026677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a16b0507-fb81-4389-8f46-b9c0f51e898d req-1d6234c9-c612-49e3-84dd-2c14ab474c0e service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436383 Aug 16 02:14:44.040813 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.046997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] Checking router: 1189e8bf-4eec-4fc5-9a4a-e596984efed2 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:44.049103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.049759 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.063709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:44.065111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:44.085958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0345776 Aug 16 02:14:44.090011 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:14:43Z', 'revision_number': 6, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:44.103634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:44.132364 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf27d1c-f48c-41a7-95b1-8b29576a5dc0 None None] The sync data for ids ['7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da'] in n-d-768862-14 is: [{'id': '7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da', 'name': 'tempest-ServersTestManualDisk-1877178510-router', 'tenant_id': '78d3ed06304148d8928828d7a6d46d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:54Z', 'updated_at': '2021-08-16T02:14:43Z', 'revision_number': 6, 'project_id': '78d3ed06304148d8928828d7a6d46d58', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:44.146215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': '7353bd8e-6c96-4a6a-989f-6b2e2a759153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:44.216409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a18e82-79b8-42f3-805a-f7c0647f29e4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Network': ['ID=7353bd8e-6c96-4a6a-989f-6b2e2a759153,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:44.224629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-c72de22d-a5a7-44f3-acbd-14b7cd91ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.234915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-c72de22d-a5a7-44f3-acbd-14b7cd91ad3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec5421da-0fa5-4768-ada2-af095344df1d HTTP/1.1" status: 200 len: 929 time: 0.2875531 Aug 16 02:14:44.309533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:44.312200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-3451420f-cd11-4b5e-80f2-038e6b97d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.314573 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-3451420f-cd11-4b5e-80f2-038e6b97d482 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ec5421da-0fa5-4768-ada2-af095344df1d HTTP/1.1" status: 200 len: 929 time: 0.4623773 Aug 16 02:14:44.332013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-cd46c3b9-dd8e-44df-9e6a-fa9662f6c734 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce HTTP/1.1" status: 200 len: 999 time: 0.0952456 Aug 16 02:14:44.362075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acee01-ca86-41a0-b9fd-764b99f98a2e req-0db72186-5468-4772-8361-94a0761a2005 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.364103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8acee01-ca86-41a0-b9fd-764b99f98a2e req-0db72186-5468-4772-8361-94a0761a2005 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 943 time: 0.2149076 Aug 16 02:14:44.410668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:44.439392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-31af5a5f-ce72-4794-b0a1-1b742ef6b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.441407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-31af5a5f-ce72-4794-b0a1-1b742ef6b958 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=04230908-3c29-4bb7-9b18-66b31737ef35 HTTP/1.1" status: 200 len: 867 time: 0.0986903 Aug 16 02:14:44.447230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8acee01-ca86-41a0-b9fd-764b99f98a2e req-05328f35-9412-4830-99fe-f542afe5b143 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614271 Aug 16 02:14:44.499125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-a99f2d51-bb28-41e6-9588-ece001393fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.501388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-a99f2d51-bb28-41e6-9588-ece001393fff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec5421da-0fa5-4768-ada2-af095344df1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522070 Aug 16 02:14:44.563927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:44.569146 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.581142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1212357842-network', 'tenant_id': '19686e587d024d1db506aa702c94cf24'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:44.600854 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-e46062c6-e493-48c0-b60a-ab594608ec71 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce HTTP/1.1" status: 200 len: 999 time: 0.2707946 Aug 16 02:14:44.618237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:44.708303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-929d9a6f-078c-4db1-aa7c-342db13883e0 service neutron] 10.222.0.61 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873038 Aug 16 02:14:44.731858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Made reservation on behalf of 19686e587d024d1db506aa702c94cf24 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:44.735203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.744847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.757421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b11f467-c650-4cc8-bf3d-2968c01d6018 req-63985d34-487b-4b09-9a84-cbca3c5a71d3 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.1945088 Aug 16 02:14:44.793100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-6d4785fe-356e-48fb-9943-c925e44a4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.794614 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-6d4785fe-356e-48fb-9943-c925e44a4e4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04230908-3c29-4bb7-9b18-66b31737ef35 HTTP/1.1" status: 200 len: 867 time: 0.1802943 Aug 16 02:14:44.795435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.844702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f11515f4-9960-49ff-b657-914a7f4c23e5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:44.872810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ee8ef3-8bf9-4904-a5ef-e4f6c46061e6 req-bd157699-beb5-43f2-9d60-38ecb7a5e92c service neutron] 10.222.0.61 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143355 Aug 16 02:14:44.971184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '5b758ac7-d4e6-481f-b5b7-047a9b22143b', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'port_id': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'mac_address': 'fa:16:3e:0a:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:14:36Z', 'updated_at': '2021-08-16T02:14:41Z', 'revision_number': 1, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc69948-75c8-4c7f-b8cc-1a4741f1913a', 'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'mac_address': 'fa:16:3e:56:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:14Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 5, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'subnets': [{'id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:45.006659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f437e6af-5736-42bf-b10f-0a52296b845c details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:45.048730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2e619-b19f-4376-84c8-27f2ed6b0db3 None None] The sync data for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 is: [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '5b758ac7-d4e6-481f-b5b7-047a9b22143b', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'port_id': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'mac_address': 'fa:16:3e:0a:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:14:36Z', 'updated_at': '2021-08-16T02:14:41Z', 'revision_number': 1, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc69948-75c8-4c7f-b8cc-1a4741f1913a', 'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'mac_address': 'fa:16:3e:56:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:14Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 5, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'subnets': [{'id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:45.049427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.089536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-50825c57-9c4b-41ca-94fc-9bef9e04e4ec tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 258 time: 0.1605337 Aug 16 02:14:45.106425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:45.160638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-fe63cf6c-27ed-49a6-b8a4-e5b7d65e8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.162160 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-fe63cf6c-27ed-49a6-b8a4-e5b7d65e8303 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ec5421da-0fa5-4768-ada2-af095344df1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3519464 Aug 16 02:14:45.182684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f437e6af-5736-42bf-b10f-0a52296b845c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f437e6af-5736-42bf-b10f-0a52296b845c,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:45.196308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'f437e6af-5736-42bf-b10f-0a52296b845c', 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a', 'port_id': 'f437e6af-5736-42bf-b10f-0a52296b845c', 'mac_address': 'fa:16:3e:0f:c6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8954c4c3-daa2-4b8e-a386-51fe9fd212c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:45.238205 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.255032 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.257292 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.273756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f437e6af-5736-42bf-b10f-0a52296b845c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:45.296792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f437e6af-5736-42bf-b10f-0a52296b845c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f437e6af-5736-42bf-b10f-0a52296b845c,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:45.302386 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.359072 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.363728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=f437e6af-5736-42bf-b10f-0a52296b845c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:45.387971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.388645 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:14:45.426964 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.430370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0058ca27-cbb2-466e-a943-09f4111e33eb admin admin] 10.222.0.61 "DELETE /v2.0/routers/7e4fc2e4-73ba-4d26-ae7b-32b1cd39c2da HTTP/1.1" status: 204 len: 168 time: 2.4552000 Aug 16 02:14:45.430874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:45.458666 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0b6c0-2a62-4441-8a46-f8a0dec66bbc None None] New status for floating IP 5b758ac7-d4e6-481f-b5b7-047a9b22143b: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:14:45.514969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb95489f-b55c-4600-a737-7ff2efcf4beb admin admin] Deleting subnet 45a10498-9717-491f-842b-427898cb7a7f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:45.519507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=00b7c71e-4653-4f24-bdae-7c1931ebc463,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:45.529456 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-30c9945d-f4f2-4fcd-894c-13b93da3ca7e service neutron] 10.222.0.93 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415573 Aug 16 02:14:45.531943 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb95489f-b55c-4600-a737-7ff2efcf4beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.532124 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.537163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Checking segment: {'id': 'c3f38341-89b3-43c0-a25e-49f172d0bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7353bd8e-6c96-4a6a-989f-6b2e2a759153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:45.537740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network hostable DHCP agents. Network: 7353bd8e-6c96-4a6a-989f-6b2e2a759153, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:45.543768 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f437e6af-5736-42bf-b10f-0a52296b845c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:45.559027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.683622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1051cbf9-1d76-41b5-874f-b4ebc20b073c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:45.705274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:45.716685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:45.737073 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.737748 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Added segment c96c61d1-9fe7-402c-9764-87e7cfb95fae of type vlan for network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 Aug 16 02:14:45.751060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 7353bd8e-6c96-4a6a-989f-6b2e2a759153) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:45.757222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.776487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb95489f-b55c-4600-a737-7ff2efcf4beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.778935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c769c22-b00c-4d07-8557-9a68c020edcd None None] Network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:45.788194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.788796 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.828863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.834099 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9bf7ba9c-2bc8-403f-aca5-3b8219e70edc req-dfcffa28-17b4-476d-9f4d-49b6c148233e service neutron] 10.222.0.93 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935514 Aug 16 02:14:45.847878 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-24aaa6ae-1850-43f2-9a6b-ab2bec5cfa57 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7362697 Aug 16 02:14:45.847878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:45.854619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': '7353bd8e-6c96-4a6a-989f-6b2e2a759153', 'name': 'tempest-PortsIpV6TestJSON-755774329', 'fixed_ips': [{'subnet_id': '00b7c71e-4653-4f24-bdae-7c1931ebc463', 'ip_address': '2001:db8::10'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:45.895762 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb95489f-b55c-4600-a737-7ff2efcf4beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.934090 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.935718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.936306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.017121 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb95489f-b55c-4600-a737-7ff2efcf4beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.030866 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7198043 Aug 16 02:14:46.039464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:46.048023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Request body: {'subnet': {'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1212357842-subnet', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:46.054838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-7353bd8e-6c96-4a6a-989f-6b2e2a759153', 'network_id': '7353bd8e-6c96-4a6a-989f-6b2e2a759153', 'tenant_id': 'cec762fc168c40018e2eff575aae7946', 'fixed_ips': [{'subnet_id': '00b7c71e-4653-4f24-bdae-7c1931ebc463'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:46.056181 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.060808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038787a7-fc25-4898-bac4-d4775b10c4b9 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa9b297-52fb-4f25-bd08-dcaaa3eee211,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:46.064762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95489f-b55c-4600-a737-7ff2efcf4beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a10498-9717-491f-842b-427898cb7a7f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:46.082966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:46.090667 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb95489f-b55c-4600-a737-7ff2efcf4beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.092776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eb95489f-b55c-4600-a737-7ff2efcf4beb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/45a10498-9717-491f-842b-427898cb7a7f HTTP/1.1" status: 204 len: 168 time: 0.6607728 Aug 16 02:14:46.097108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:46.109039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510ecf98-0a0d-44df-9ed5-b41ab442150f None None] Network 27454c82-47c3-43be-9e93-2f78deb953d0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:46.112014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5136-522e-4bb5-930b-d77df87b05fd req-0dec4330-d720-4ff2-b884-74ea7deeca3d tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.113679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a14e5136-522e-4bb5-930b-d77df87b05fd req-0dec4330-d720-4ff2-b884-74ea7deeca3d tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 944 time: 0.4851205 Aug 16 02:14:46.117403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Made reservation on behalf of 19686e587d024d1db506aa702c94cf24 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:46.120371 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.187380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a14e5136-522e-4bb5-930b-d77df87b05fd req-a861cd45-3d2f-4fe8-9e39-c6a8f2f6002f tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576336 Aug 16 02:14:46.255544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f11515f4-9960-49ff-b657-914a7f4c23e5 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:46.262597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.274142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:46.361311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1ddacde-8211-4308-8f67-f3ce60148c39 req-1e7c106e-55c5-42f9-bb6c-87b4937e0898 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.0348337 Aug 16 02:14:46.383586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: f11515f4-9960-49ff-b657-914a7f4c23e5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:46.384037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f11515f4-9960-49ff-b657-914a7f4c23e5 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:46.384530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 85e51636-b15a-4cc2-bd8c-04863e763338 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:46.428104 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 85e51636-b15a-4cc2-bd8c-04863e763338 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:46.428559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 85e51636-b15a-4cc2-bd8c-04863e763338 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:46.460294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Allocated IP 172.25.5.152 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/74c13241-2fdb-42bb-b43e-1308fdd76b3a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:46.495310 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.503643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.545222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Allocated IP 2001:db8::2 (7353bd8e-6c96-4a6a-989f-6b2e2a759153/00b7c71e-4653-4f24-bdae-7c1931ebc463/a7fee672-0965-4b48-902d-4ff7aac89997) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:46.558980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d87cc0-77d4-4b87-9c06-3abe5361aa09,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:46.643241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.657602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba9a7f-196f-4dbb-86fb-b1948e4b445a None None] DHCP port deletion for 27454c82-47c3-43be-9e93-2f78deb953d0 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:46.680985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Checking segment: {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:46.680985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Network hostable DHCP agents. Network: 0fa9b297-52fb-4f25-bd08-dcaaa3eee211, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:46.700205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.717010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.737662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port f970c0d7-9c19-49c7-9a4a-7133aced284a yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:46.754063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:46.761115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:46.768890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:46.793332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-62ba9a7f-196f-4dbb-86fb-b1948e4b445a None None] Deleting port 3417af49-e882-4a77-9eee-73507a09cd45 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:46.794412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62ba9a7f-196f-4dbb-86fb-b1948e4b445a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.814543 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Pushing event updated for resources: {'Port': ['ID=74c13241-2fdb-42bb-b43e-1308fdd76b3a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:46.860698 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.874004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Transition to ACTIVE for port object a7fee672-0965-4b48-902d-4ff7aac89997 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:46.899049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-62ba9a7f-196f-4dbb-86fb-b1948e4b445a None None] For port 3417af49-e882-4a77-9eee-73507a09cd45, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3417af49-e882-4a77-9eee-73507a09cd45,segment=NetworkSegment(7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f),segment_id=7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:46.899847 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62ba9a7f-196f-4dbb-86fb-b1948e4b445a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.903628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.913357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Transition to ACTIVE for port object a7fee672-0965-4b48-902d-4ff7aac89997 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:46.918767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-62ba9a7f-196f-4dbb-86fb-b1948e4b445a None None] Calling delete_port for 3417af49-e882-4a77-9eee-73507a09cd45 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:46.931764 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.951684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.000698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::10 (7353bd8e-6c96-4a6a-989f-6b2e2a759153/00b7c71e-4653-4f24-bdae-7c1931ebc463/f970c0d7-9c19-49c7-9a4a-7133aced284a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:47.005084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f437e6af-5736-42bf-b10f-0a52296b845c up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:47.040857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:47.056061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:47.070418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:47.083561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Pushing event updated for resources: {'Port': ['ID=a7fee672-0965-4b48-902d-4ff7aac89997,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.159945 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62ba9a7f-196f-4dbb-86fb-b1948e4b445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.163614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port f437e6af-5736-42bf-b10f-0a52296b845c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:47.165755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Attempting to bind port a7fee672-0965-4b48-902d-4ff7aac89997 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:47.166236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Attempting to bind port a7fee672-0965-4b48-902d-4ff7aac89997 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c3f38341-89b3-43c0-a25e-49f172d0bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7353bd8e-6c96-4a6a-989f-6b2e2a759153'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:47.166703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Attempting to bind port a7fee672-0965-4b48-902d-4ff7aac89997 on network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:47.181964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:47.182613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.193028 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.194787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port f437e6af-5736-42bf-b10f-0a52296b845c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:47.195311 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.199754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:47.202533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Checking segment: {'id': 'c3f38341-89b3-43c0-a25e-49f172d0bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7353bd8e-6c96-4a6a-989f-6b2e2a759153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:47.202533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.202533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Bound using segment: {'id': 'c3f38341-89b3-43c0-a25e-49f172d0bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7353bd8e-6c96-4a6a-989f-6b2e2a759153'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:47.202533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Bound port: a7fee672-0965-4b48-902d-4ff7aac89997, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f38341-89b3-43c0-a25e-49f172d0bd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7353bd8e-6c96-4a6a-989f-6b2e2a759153'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:47.202533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.208744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Deleting port 3417af49-e882-4a77-9eee-73507a09cd45 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:47.209107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.220136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba9a7f-196f-4dbb-86fb-b1948e4b445a None None] Pushing event deleted for resources: {'Port': ['ID=3417af49-e882-4a77-9eee-73507a09cd45,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.273477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba9a7f-196f-4dbb-86fb-b1948e4b445a None None] No DVR routers for this DVR port 3417af49-e882-4a77-9eee-73507a09cd45 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:47.302820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] For port 3417af49-e882-4a77-9eee-73507a09cd45, host n-d-768862-14, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:47.303226 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.319175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Calling delete_port for 3417af49-e882-4a77-9eee-73507a09cd45 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:47.321628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Port 3417af49-e882-4a77-9eee-73507a09cd45 was not found and therefore no delete operation was performed {{(pid=94640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:14:47.326538 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.326834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4661d748-9354-4838-a259-0b6647a42070 None None] For port a7fee672-0965-4b48-902d-4ff7aac89997, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:47.331888 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4661d748-9354-4838-a259-0b6647a42070 None None] For port a7fee672-0965-4b48-902d-4ff7aac89997, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a7fee672-0965-4b48-902d-4ff7aac89997,segment=NetworkSegment(c3f38341-89b3-43c0-a25e-49f172d0bd1e),segment_id=c3f38341-89b3-43c0-a25e-49f172d0bd1e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:47.337541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 0fa9b297-52fb-4f25-bd08-dcaaa3eee211) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:47.374116 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.374942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.376227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.377071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b005cc5-ec35-467b-b2bf-6d4070fe6a73 None None] Network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:47.380600 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.393341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3417af49-e882-4a77-9eee-73507a09cd45,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.394143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Pushing event updated for resources: {'Port': ['ID=74c13241-2fdb-42bb-b43e-1308fdd76b3a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.403063 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-abc56878-ec87-4fcd-aba1-e1f6830ee231 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3619103 Aug 16 02:14:47.405427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:47.407490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] No DVR routers for this DVR port 3417af49-e882-4a77-9eee-73507a09cd45 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:47.411564 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.412472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:47.419051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.457012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.458555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-2dc11067-43ef-46e5-bc85-887dd35a68bd tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3593287 Aug 16 02:14:47.472590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object f970c0d7-9c19-49c7-9a4a-7133aced284a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:47.499817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437e6af-5736-42bf-b10f-0a52296b845c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:47.502672 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cafd5a5-b66b-4f28-87f9-a9b40b71f1b5" -d '{"events": [{"server_uuid": "0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d", "name": "network-vif-plugged", "status": "completed", "tag": "f437e6af-5736-42bf-b10f-0a52296b845c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:47.533387 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.549225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27454c82-47c3-43be-9e93-2f78deb953d0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:47.549972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f437e6af-5736-42bf-b10f-0a52296b845c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f437e6af-5736-42bf-b10f-0a52296b845c,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:47.554940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661d748-9354-4838-a259-0b6647a42070 None None] Pushing event updated for resources: {'Port': ['ID=a7fee672-0965-4b48-902d-4ff7aac89997,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.557815 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.566451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54df24-eb2e-451a-a67f-a5702370a457 req-b400a691-3c91-41ce-a857-b429257e6e1c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.569273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd54df24-eb2e-451a-a67f-a5702370a457 req-b400a691-3c91-41ce-a857-b429257e6e1c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 944 time: 0.2529457 Aug 16 02:14:47.576864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:47.577274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6d29ed-6c2f-45e8-8d19-b0a65a3a3d0f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:47.595995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.604747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.606060 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.616131 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.671614 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.675327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=f970c0d7-9c19-49c7-9a4a-7133aced284a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.686628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.693099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:47.693804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.695409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-f6460714-1c7a-44cb-9e18-2e068f4386e5 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.2285724 Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:47.701802 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:47.750072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:47.758000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:47.762136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:47.768830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.771053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.823985 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9802717c-2f18-4f7f-8bab-35b22c09ca68 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9753747 Aug 16 02:14:47.824835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:47.831068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': '7353bd8e-6c96-4a6a-989f-6b2e2a759153', 'name': 'tempest-PortsIpV6TestJSON-855573060', 'fixed_ips': [{'subnet_id': '00b7c71e-4653-4f24-bdae-7c1931ebc463', 'ip_address': '2001:db8::f'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:47.948780 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.955932 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.961139 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/27454c82-47c3-43be-9e93-2f78deb953d0 HTTP/1.1" status: 204 len: 168 time: 1.8603067 Aug 16 02:14:47.963194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=f437e6af-5736-42bf-b10f-0a52296b845c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.974039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:47.974908 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.017252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:48.025044 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.028357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4d04e-6529-4e0b-8cdd-7b33923605f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27454c82-47c3-43be-9e93-2f78deb953d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:48.062350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 494e01af-d996-412e-b136-7aea30cc8c67 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:48.230050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Allocated IP 172.20.0.2 (0fa9b297-52fb-4f25-bd08-dcaaa3eee211/c1d87cc0-77d4-4b87-9c06-3abe5361aa09/7f309a0b-dcd9-4143-9421-dafb8954e17a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:48.287930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:48.320426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a7fee672-0965-4b48-902d-4ff7aac89997 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:48.386141 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e6bcde73-a545-4f0c-a145-6b2f1a8bbe45 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=78d3ed06304148d8928828d7a6d46d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0970485 Aug 16 02:14:48.388860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:48.419955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a7fee672-0965-4b48-902d-4ff7aac89997 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:48.442348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::f (7353bd8e-6c96-4a6a-989f-6b2e2a759153/00b7c71e-4653-4f24-bdae-7c1931ebc463/494e01af-d996-412e-b136-7aea30cc8c67) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:48.546320 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.554507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8230e805-d6ca-4956-90f8-70e1fbcb1863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.567710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3417af49-e882-4a77-9eee-73507a09cd45 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:48.607809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8230e805-d6ca-4956-90f8-70e1fbcb1863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.628678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Transition to ACTIVE for port object 7f309a0b-dcd9-4143-9421-dafb8954e17a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:48.631328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3417af49-e882-4a77-9eee-73507a09cd45 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:48.632798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3417af49-e882-4a77-9eee-73507a09cd45 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:48.655712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Transition to ACTIVE for port object 7f309a0b-dcd9-4143-9421-dafb8954e17a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:48.664169 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.713814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Pushing event updated for resources: {'Port': ['ID=7f309a0b-dcd9-4143-9421-dafb8954e17a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:48.716598 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.742798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:48.744714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:48.745141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd54df24-eb2e-451a-a67f-a5702370a457 req-876044ac-5f82-49e7-804a-33f13ceb92e9 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1581721 Aug 16 02:14:48.748246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:48.820456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-581cfb28-fabf-4862-b3a5-b5f7da3ebf80 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:48.820698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Attempting to bind port 7f309a0b-dcd9-4143-9421-dafb8954e17a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:48.825265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Attempting to bind port 7f309a0b-dcd9-4143-9421-dafb8954e17a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:48.826126 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Attempting to bind port 7f309a0b-dcd9-4143-9421-dafb8954e17a on network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:48.828701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40ff8c2f-6e65-4563-9054-4a6c21d519b4 req-581cfb28-fabf-4862-b3a5-b5f7da3ebf80 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.9883857 Aug 16 02:14:48.837084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:48.837476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Checking segment: {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:48.837884 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.838892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Bound using segment: {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:48.839491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Bound port: 7f309a0b-dcd9-4143-9421-dafb8954e17a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:48.839888 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.840087 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8230e805-d6ca-4956-90f8-70e1fbcb1863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.854098 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8230e805-d6ca-4956-90f8-70e1fbcb1863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.855306 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8230e805-d6ca-4956-90f8-70e1fbcb1863 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfed231b-af18-47f2-ab10-8468c228eeaa HTTP/1.1" status: 204 len: 168 time: 0.4655159 Aug 16 02:14:48.933781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230e805-d6ca-4956-90f8-70e1fbcb1863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfed231b-af18-47f2-ab10-8468c228eeaa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:48.955719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33dae195-9885-4de4-8bff-2216fadd01d7 req-3d8df330-d8b6-4515-9d4a-5c8edecd1ce9 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.0305989 Aug 16 02:14:48.988523 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d4fa5-912b-4dd4-ab87-704af8d68765 x-openstack-request-id: req-0c1d4fa5-912b-4dd4-ab87-704af8d68765 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:48.989496 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d", "name": "network-vif-plugged", "status": "completed", "tag": "f437e6af-5736-42bf-b10f-0a52296b845c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:48.990774 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c1d4fa5-912b-4dd4-ab87-704af8d68765 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:48.991666 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f437e6af-5736-42bf-b10f-0a52296b845c', 'code': 200} Aug 16 02:14:49.027301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.066319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbd3d55-5939-488b-90f1-8de1fe552776 None None] Network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:49.140392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object 494e01af-d996-412e-b136-7aea30cc8c67 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:49.186572 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.198934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.211555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc1a9d-a7cd-4f0f-bf52-bcbf7a6c6358 req-e4fc88e0-f4b3-4a00-9c5c-c6a619554ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.214056 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdbc1a9d-a7cd-4f0f-bf52-bcbf7a6c6358 req-e4fc88e0-f4b3-4a00-9c5c-c6a619554ed0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 1097 time: 0.1775963 Aug 16 02:14:49.214590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-76643b10-4577-40ca-80a8-3228be886014 None None] For port 7f309a0b-dcd9-4143-9421-dafb8954e17a, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:49.216568 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.253390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6182c5fc-9637-43e0-a3ce-81a368d10081 None None] Provisioning for port a7fee672-0965-4b48-902d-4ff7aac89997 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:49.263433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-76643b10-4577-40ca-80a8-3228be886014 None None] For port 7f309a0b-dcd9-4143-9421-dafb8954e17a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7f309a0b-dcd9-4143-9421-dafb8954e17a,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:49.272833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6182c5fc-9637-43e0-a3ce-81a368d10081 None None] Provisioning complete for port a7fee672-0965-4b48-902d-4ff7aac89997 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:49.273273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6182c5fc-9637-43e0-a3ce-81a368d10081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.281044 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.300945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4ba14-f468-4626-b708-9850cf8e2227 req-df717a10-b451-43d6-b30b-0f2d36564992 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.311211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:49.311801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10e4ba14-f468-4626-b708-9850cf8e2227 req-df717a10-b451-43d6-b30b-0f2d36564992 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1569765 Aug 16 02:14:49.322831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:49.350290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:49.357449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.358218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.381027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdbc1a9d-a7cd-4f0f-bf52-bcbf7a6c6358 req-34ce1f3d-304b-49dc-8ee0-bf4609e1a0cf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560621 Aug 16 02:14:49.382960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=494e01af-d996-412e-b136-7aea30cc8c67,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.402876 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-924f0197-cd79-4939-a5c4-ffe0f2d55b9e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5764849 Aug 16 02:14:49.405748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:49.414882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10e4ba14-f468-4626-b708-9850cf8e2227 req-39dc7ea5-3ae2-4794-a6e7-6e51d33afb2d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.1020947 Aug 16 02:14:49.423770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-10e4ba14-f468-4626-b708-9850cf8e2227 req-017fd2a1-641e-4b81-8f8a-8a30e2fb90c4 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Request body: {'floatingip': {'port_id': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:49.466480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76643b10-4577-40ca-80a8-3228be886014 None None] Pushing event updated for resources: {'Port': ['ID=7f309a0b-dcd9-4143-9421-dafb8954e17a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.534861 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10e4ba14-f468-4626-b708-9850cf8e2227 req-017fd2a1-641e-4b81-8f8a-8a30e2fb90c4 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.596678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277476b8-8d29-40e1-b285-cf6219affe71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.615721 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-277476b8-8d29-40e1-b285-cf6219affe71 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2076035 Aug 16 02:14:49.616397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:49.632266 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6182c5fc-9637-43e0-a3ce-81a368d10081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.700464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6182c5fc-9637-43e0-a3ce-81a368d10081 None None] For port a7fee672-0965-4b48-902d-4ff7aac89997, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a7fee672-0965-4b48-902d-4ff7aac89997,segment=NetworkSegment(c3f38341-89b3-43c0-a25e-49f172d0bd1e),segment_id=c3f38341-89b3-43c0-a25e-49f172d0bd1e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:49.711505 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6182c5fc-9637-43e0-a3ce-81a368d10081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.714079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52540b6c-c5e0-4348-b608-034a5276e69f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.761962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52540b6c-c5e0-4348-b608-034a5276e69f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.767565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52540b6c-c5e0-4348-b608-034a5276e69f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.772448 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-52540b6c-c5e0-4348-b608-034a5276e69f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1550276 Aug 16 02:14:49.773058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:49.861806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Allocated IP 172.25.5.156 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/dcd199bc-f887-4fad-8972-2b989b232112) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:49.879620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182c5fc-9637-43e0-a3ce-81a368d10081 None None] Pushing event updated for resources: {'Port': ['ID=a7fee672-0965-4b48-902d-4ff7aac89997,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.938098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c08dd0b9-02f7-4963-87af-76e12d6ff28b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 494e01af-d996-412e-b136-7aea30cc8c67 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:49.938805 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0b9-02f7-4963-87af-76e12d6ff28b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.019441 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-10e4ba14-f468-4626-b708-9850cf8e2227 req-017fd2a1-641e-4b81-8f8a-8a30e2fb90c4 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:14:50.020884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10e4ba14-f468-4626-b708-9850cf8e2227 req-017fd2a1-641e-4b81-8f8a-8a30e2fb90c4 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "PUT /v2.0/floatingips/17e04c0a-58b7-47ba-a8df-1c5d6438725c HTTP/1.1" status: 409 len: 551 time: 0.6050951 Aug 16 02:14:50.201313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Provisioning complete for port a7fee672-0965-4b48-902d-4ff7aac89997 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:50.205031 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.208679 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.371478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-343e45ea-26f1-4698-902b-7694ceacb676 req-ccf22838-10a3-4b13-9256-e0db19e47bc6 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.1509435 Aug 16 02:14:50.455151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Provisioning for port f970c0d7-9c19-49c7-9a4a-7133aced284a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:50.461079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Provisioning complete for port f970c0d7-9c19-49c7-9a4a-7133aced284a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:50.462229 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.464607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45124660-b831-48ef-b168-f6a160b01ded req-a7aee982-2dbe-4979-9368-4859dc3799cd tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.466832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45124660-b831-48ef-b168-f6a160b01ded req-a7aee982-2dbe-4979-9368-4859dc3799cd tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 945 time: 0.4619861 Aug 16 02:14:50.486725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:50.510384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7f309a0b-dcd9-4143-9421-dafb8954e17a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:50.568438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Port f970c0d7-9c19-49c7-9a4a-7133aced284a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:50.604339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Provisioning for port 494e01af-d996-412e-b136-7aea30cc8c67 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:50.611743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Provisioning complete for port 494e01af-d996-412e-b136-7aea30cc8c67 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:50.612164 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.633913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-efc81abf-b693-405a-a6d3-4776cf09a6a7 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips/17e04c0a-58b7-47ba-a8df-1c5d6438725c HTTP/1.1" status: 200 len: 693 time: 0.1623950 Aug 16 02:14:50.649622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 7f309a0b-dcd9-4143-9421-dafb8954e17a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:50.655692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a7fee672-0965-4b48-902d-4ff7aac89997 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:50.668144 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.727432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cd4736e7-b9ca-4494-afe6-dbeecb50ed33 None None] Port 494e01af-d996-412e-b136-7aea30cc8c67 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:50.755449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a7fee672-0965-4b48-902d-4ff7aac89997 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:50.755831 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.809285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Pushing event updated for resources: {'Port': ['ID=dcd199bc-f887-4fad-8972-2b989b232112,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:50.897016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d3d6e6e9-c280-464a-8223-445a41145f77 None None] Provisioning complete for port f970c0d7-9c19-49c7-9a4a-7133aced284a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:50.898404 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d3d6e6e9-c280-464a-8223-445a41145f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.944383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0b9-02f7-4963-87af-76e12d6ff28b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.968055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c08dd0b9-02f7-4963-87af-76e12d6ff28b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 494e01af-d996-412e-b136-7aea30cc8c67 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:50.992130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1478335873-network', 'tenant_id': '89daf5c6043d4fe98209868326d713ca'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:50.992704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6e6e9-c280-464a-8223-445a41145f77 None None] Port f970c0d7-9c19-49c7-9a4a-7133aced284a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:51.012410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45124660-b831-48ef-b168-f6a160b01ded req-60fc4cf0-ce5e-4c67-90f7-5230334f8081 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165296 Aug 16 02:14:51.066170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:51.080724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-1d6a5206-761b-46ed-930d-784ce2879176 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.082780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-1d6a5206-761b-46ed-930d-784ce2879176 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.4341483 Aug 16 02:14:51.083942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:51.086794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:51.124477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Made reservation on behalf of 89daf5c6043d4fe98209868326d713ca for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:51.127788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.140114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-417cd634-cf9e-41f8-bb92-7d39a79d48d5 None None] Provisioning complete for port 494e01af-d996-412e-b136-7aea30cc8c67 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:51.141606 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-417cd634-cf9e-41f8-bb92-7d39a79d48d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.153322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.197938 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0b9-02f7-4963-87af-76e12d6ff28b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.229069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9ac9c1-2b8f-461f-81f7-abc7d455d522 None None] Network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:51.232730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-6110ffc7-becb-4ad6-8c33-de06fd5ab148 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.1095827 Aug 16 02:14:51.233476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-417cd634-cf9e-41f8-bb92-7d39a79d48d5 None None] Port 494e01af-d996-412e-b136-7aea30cc8c67 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:51.248567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dd0b9-02f7-4963-87af-76e12d6ff28b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=494e01af-d996-412e-b136-7aea30cc8c67,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:51.346380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c08dd0b9-02f7-4963-87af-76e12d6ff28b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.348600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c08dd0b9-02f7-4963-87af-76e12d6ff28b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/494e01af-d996-412e-b136-7aea30cc8c67 HTTP/1.1" status: 204 len: 168 time: 1.5746059 Aug 16 02:14:51.354020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:51.363998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-83c5f2db-8c0c-48c0-9035-c63e11567c81 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.0863671 Aug 16 02:14:51.385691 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b4f67f-c6a6-456c-9c71-823d93bc3eac tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:51.387660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a2b4f67f-c6a6-456c-9c71-823d93bc3eac tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/494e01af-d996-412e-b136-7aea30cc8c67 HTTP/1.1" status: 404 len: 333 time: 0.0312104 Aug 16 02:14:51.391175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:51.402433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f23a595b-2b94-4581-a85d-bb769a32404b None None] Provisioning for port 7f309a0b-dcd9-4143-9421-dafb8954e17a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:51.412137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f23a595b-2b94-4581-a85d-bb769a32404b None None] Provisioning complete for port 7f309a0b-dcd9-4143-9421-dafb8954e17a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:51.412351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f23a595b-2b94-4581-a85d-bb769a32404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.475067 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-f07fc619-524b-4e9e-b032-8e4b1e868692 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2004437 Aug 16 02:14:51.550144 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f23a595b-2b94-4581-a85d-bb769a32404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.601628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f23a595b-2b94-4581-a85d-bb769a32404b None None] For port 7f309a0b-dcd9-4143-9421-dafb8954e17a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7f309a0b-dcd9-4143-9421-dafb8954e17a,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:51.612840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f23a595b-2b94-4581-a85d-bb769a32404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.660213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-d8cdfce8-be7c-4da0-aebf-ec76df78b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.661754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-d8cdfce8-be7c-4da0-aebf-ec76df78b605 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 1098 time: 0.1198502 Aug 16 02:14:51.697367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a595b-2b94-4581-a85d-bb769a32404b None None] Pushing event updated for resources: {'Port': ['ID=7f309a0b-dcd9-4143-9421-dafb8954e17a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:51.717194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b5c36e26-018a-46be-b156-a21daca49534 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port f970c0d7-9c19-49c7-9a4a-7133aced284a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:51.717502 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5c36e26-018a-46be-b156-a21daca49534 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.727919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be6f22d-862e-4add-860c-d5df4d1127a4 req-2e8610c0-826c-45b0-8b83-af2cddbcf413 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.1071062 Aug 16 02:14:51.854863 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.858766 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.874235 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5c36e26-018a-46be-b156-a21daca49534 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.897706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b5c36e26-018a-46be-b156-a21daca49534 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for f970c0d7-9c19-49c7-9a4a-7133aced284a owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:51.900256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Deleting port 74c13241-2fdb-42bb-b43e-1308fdd76b3a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:51.900602 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.905117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.928775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-61e8f9be-20c8-4704-883c-81a3856fbc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.930837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-61e8f9be-20c8-4704-883c-81a3856fbc28 service neutron] 10.222.0.86 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.2418652 Aug 16 02:14:51.936021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-725d33ab-fe00-4f1b-bf1d-6368f45b98b6 None None] Provisioning complete for port 7f309a0b-dcd9-4143-9421-dafb8954e17a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:51.936453 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-725d33ab-fe00-4f1b-bf1d-6368f45b98b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.979023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:52.018793 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.020243 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Added segment 553a1b40-fab8-485d-90e2-2fa1ed9521be of type vlan for network 4d838365-2a3a-47f2-a3e5-d7080114dc99 Aug 16 02:14:52.045789 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-f62b628d-caac-42ae-94fa-063205edb9c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 200 len: 1002 time: 0.0836520 Aug 16 02:14:52.083966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b199c3-138f-474c-8da5-d16899254aac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:52.119489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-5e7561fa-99ba-487c-975d-62fa76f3b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.121249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-5e7561fa-99ba-487c-975d-62fa76f3b7fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.0652518 Aug 16 02:14:52.171682 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.201663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.201994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.227176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7f309a0b-dcd9-4143-9421-dafb8954e17a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:52.252698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-558eb0ba-6c22-4a7a-98da-c618028b9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.255768 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-558eb0ba-6c22-4a7a-98da-c618028b9413 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194468 Aug 16 02:14:52.258137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5c36e26-018a-46be-b156-a21daca49534 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.268606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Calling delete_port for 74c13241-2fdb-42bb-b43e-1308fdd76b3a owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:52.287899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7f309a0b-dcd9-4143-9421-dafb8954e17a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:52.288758 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.298866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0664-f34d-4267-afd3-3fd7490ee996 req-1b3001c3-35af-4b74-8884-0dc45537a685 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.301297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd2f0664-f34d-4267-afd3-3fd7490ee996 req-1b3001c3-35af-4b74-8884-0dc45537a685 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 945 time: 0.1879740 Aug 16 02:14:52.319417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c36e26-018a-46be-b156-a21daca49534 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=f970c0d7-9c19-49c7-9a4a-7133aced284a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:52.394012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.395001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.395628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.407210 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5c36e26-018a-46be-b156-a21daca49534 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.409670 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b5c36e26-018a-46be-b156-a21daca49534 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/f970c0d7-9c19-49c7-9a4a-7133aced284a HTTP/1.1" status: 204 len: 168 time: 1.0171423 Aug 16 02:14:52.412313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:52.450794 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14b7f9f-c945-4e76-bdb4-444d3bce4061 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:14:52.452444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d14b7f9f-c945-4e76-bdb4-444d3bce4061 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/f970c0d7-9c19-49c7-9a4a-7133aced284a HTTP/1.1" status: 404 len: 333 time: 0.0389686 Aug 16 02:14:52.460340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57470) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:52.491404 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0032640 Aug 16 02:14:52.502570 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-0f5a3be7-96ec-4c8c-ac52-e1183bf2448d service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018561 Aug 16 02:14:52.503494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:52.511946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Request body: {'subnet': {'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1478335873-subnet', 'tenant_id': '89daf5c6043d4fe98209868326d713ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:52.514125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd2f0664-f34d-4267-afd3-3fd7490ee996 req-ce982723-c518-4b91-8b6e-bceb067319cf tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031691 Aug 16 02:14:52.522430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.527978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Pushing event updated for resources: {'Network': ['ID=4d838365-2a3a-47f2-a3e5-d7080114dc99,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:52.556422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.556785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.557136 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.557572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.557918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.558262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.558913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.559243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.559583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.559912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.560252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.560584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f3fe8-3da5-4814-b137-bb6a4fc17095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:52.573312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 4d838365-2a3a-47f2-a3e5-d7080114dc99 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:52.668166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-66faa725-e7d3-41f7-b368-1eae054fe8f3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet 00b7c71e-4653-4f24-bdae-7c1931ebc463 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:52.675421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66faa725-e7d3-41f7-b368-1eae054fe8f3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.730792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Made reservation on behalf of 89daf5c6043d4fe98209868326d713ca for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:52.738876 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.794383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.822097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Pushing event deleted for resources: {'Port': ['ID=74c13241-2fdb-42bb-b43e-1308fdd76b3a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:52.857840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Router b6439ee1-539d-4871-91f4-85b1a257f9a0 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:14:52.888425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-92b92d7c-65a9-48ff-b4db-d4e0072400db req-72894b05-811e-4bd1-a1a1-498f20c6944f tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.0458524 Aug 16 02:14:53.011851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:53.026885 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Sync routers for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:53.043207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:53.044418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:53.094813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66faa725-e7d3-41f7-b368-1eae054fe8f3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.158278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a59d1416-5f7e-49a6-b876-134e58aee8cf req-9fa21084-b9c2-41c4-8220-8a325adcf0e2 service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174285 Aug 16 02:14:53.165255 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.194784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:53.278711 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66faa725-e7d3-41f7-b368-1eae054fe8f3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.305437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb4a257-d7b2-488f-84d1-f43a408837f9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:53.335635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Checking segment: {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:53.335635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Network hostable DHCP agents. Network: 4d838365-2a3a-47f2-a3e5-d7080114dc99, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:53.370115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Network 4d838365-2a3a-47f2-a3e5-d7080114dc99 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:53.380437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66faa725-e7d3-41f7-b368-1eae054fe8f3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.412283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 4d838365-2a3a-47f2-a3e5-d7080114dc99) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:53.413957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faa725-e7d3-41f7-b368-1eae054fe8f3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=00b7c71e-4653-4f24-bdae-7c1931ebc463,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:53.429806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e869ff-6cf0-4a68-9df9-d7047c2abb10 None None] Network 4d838365-2a3a-47f2-a3e5-d7080114dc99 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:53.441904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.442860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.452463 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66faa725-e7d3-41f7-b368-1eae054fe8f3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.455373 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-66faa725-e7d3-41f7-b368-1eae054fe8f3 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/00b7c71e-4653-4f24-bdae-7c1931ebc463 HTTP/1.1" status: 204 len: 168 time: 0.9941425 Aug 16 02:14:53.457957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:53.536755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-acadc919-8e66-4ef2-9cd7-df3c55d22f8c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0294981 Aug 16 02:14:53.561424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5868fc-8be0-4ef0-9f9d-a9254f42e3e6 None None] Network 7353bd8e-6c96-4a6a-989f-6b2e2a759153 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:53.586076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.604142 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.605534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d03a4114-c829-4dfb-b602-ac9799b9120e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1970770 Aug 16 02:14:53.608286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:53.683385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:51Z', 'revision_number': 3, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:53.728620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port a7fee672-0965-4b48-902d-4ff7aac89997 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:53.728965 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.731369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Checking router: b6439ee1-539d-4871-91f4-85b1a257f9a0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:53.732002 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Updating router b6439ee1-539d-4871-91f4-85b1a257f9a0 port dcd199bc-f887-4fad-8972-2b989b232112 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:53.777701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60333ba7-d4c9-401f-ace0-13a77d848566 None None] Network 4d838365-2a3a-47f2-a3e5-d7080114dc99 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:53.803157 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.816204 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.817835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cb6eb8f-4611-4a6a-bf71-6cb3f6f53f4a req-82b27bc9-63a7-4664-b7cf-d02838fddf2a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "DELETE /v2.0/floatingips/17e04c0a-58b7-47ba-a8df-1c5d6438725c HTTP/1.1" status: 204 len: 173 time: 2.4473763 Aug 16 02:14:53.843526 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.846247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] For port a7fee672-0965-4b48-902d-4ff7aac89997, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a7fee672-0965-4b48-902d-4ff7aac89997,segment=NetworkSegment(c3f38341-89b3-43c0-a25e-49f172d0bd1e),segment_id=c3f38341-89b3-43c0-a25e-49f172d0bd1e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:53.846726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.869310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for a7fee672-0965-4b48-902d-4ff7aac89997 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:54.037253 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.098875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=a7fee672-0965-4b48-902d-4ff7aac89997,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:54.116499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No DVR routers for this DVR port a7fee672-0965-4b48-902d-4ff7aac89997 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:54.164023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-9a45d49e-977b-47bb-9572-90ad1099dee2 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 1001 time: 0.3169832 Aug 16 02:14:54.309538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111ce6b7-c420-41ec-9176-a341aeea6a85 None None] DHCP port deletion for 7353bd8e-6c96-4a6a-989f-6b2e2a759153 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:54.386392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.401384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7353bd8e-6c96-4a6a-989f-6b2e2a759153']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:54.423704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f38341-89b3-43c0-a25e-49f172d0bd1e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:54.424387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f38341-89b3-43c0-a25e-49f172d0bd1e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:54.436620 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.456120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.475380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:54.478090 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:54.486023 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:54.490989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-7c9d5d2e-73a1-4a3f-9db6-2d906f4b2d35 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.492860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-7c9d5d2e-73a1-4a3f-9db6-2d906f4b2d35 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports/c73c24d4-c18a-4173-955b-9716bf92b2ce HTTP/1.1" status: 200 len: 943 time: 0.1412973 Aug 16 02:14:54.586411 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.599107 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.607579 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.615264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/networks/7353bd8e-6c96-4a6a-989f-6b2e2a759153 HTTP/1.1" status: 204 len: 168 time: 1.1525407 Aug 16 02:14:54.615479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Transition to ACTIVE for port object dcd199bc-f887-4fad-8972-2b989b232112 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:54.622640 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.625447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:54.631920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-203402329'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:54.636784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43123f-f422-45d9-b868-f768d162b854 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Network': ['ID=7353bd8e-6c96-4a6a-989f-6b2e2a759153,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:54.666239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:54.673014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.702618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Attempting to bind port dcd199bc-f887-4fad-8972-2b989b232112 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:54.703423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Attempting to bind port dcd199bc-f887-4fad-8972-2b989b232112 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:54.704073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Attempting to bind port dcd199bc-f887-4fad-8972-2b989b232112 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:54.707108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-983e45e3-c9e8-4608-959a-6980836eeb7c tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.709505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:54.714578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-983e45e3-c9e8-4608-959a-6980836eeb7c tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/networks?id=4d838365-2a3a-47f2-a3e5-d7080114dc99 HTTP/1.1" status: 200 len: 818 time: 0.3677778 Aug 16 02:14:54.715594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:54.716713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:54.717303 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.718559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:54.719336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Bound port: dcd199bc-f887-4fad-8972-2b989b232112, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:54.720029 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.722439 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4d31a-d9a7-4689-b264-3cc052b464ac None None] Pushing event updated for resources: {'Port': ['ID=dcd199bc-f887-4fad-8972-2b989b232112,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:54.723082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.723505 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Added segment fe0dd581-e118-419d-8978-cd4c3ad25d9c of type vlan for network c4825cb7-8db0-40a2-91ac-fe14521d8122 Aug 16 02:14:54.753473 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-082f1773-a6aa-4dd3-88cf-b2d9f7c3a63c tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 1001 time: 0.1937373 Aug 16 02:14:54.794778 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.806100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] For port dcd199bc-f887-4fad-8972-2b989b232112, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:54.813920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] For port dcd199bc-f887-4fad-8972-2b989b232112, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dcd199bc-f887-4fad-8972-2b989b232112,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:54.822518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-b7fe05e7-b245-499e-87e6-b566baeb3e8f tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/quotas/89daf5c6043d4fe98209868326d713ca HTTP/1.1" status: 200 len: 375 time: 0.1069870 Aug 16 02:14:54.827333 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.850274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.858794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.859916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.864962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ba6369fb-eee4-4058-8fab-707fe9666f7a tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=89daf5c6043d4fe98209868326d713ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414948 Aug 16 02:14:54.889223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:54.890032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:54.933257 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.941012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4d31a-d9a7-4689-b264-3cc052b464ac None None] Pushing event updated for resources: {'Port': ['ID=dcd199bc-f887-4fad-8972-2b989b232112,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:54.948775 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3213406 Aug 16 02:14:54.952130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:54.959069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': 'c4825cb7-8db0-40a2-91ac-fe14521d8122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:55.005353 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-dd3646ae-4673-4d75-830c-34ce6656eaa1 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:55.013489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-dd3646ae-4673-4d75-830c-34ce6656eaa1 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.2591090 Aug 16 02:14:55.069385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:55.085649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0895c2-d9f7-4e1c-b47d-bb728d507824 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Network': ['ID=c4825cb7-8db0-40a2-91ac-fe14521d8122,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:55.119951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:55.125575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.143513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fac6d246-aadd-4cd7-9cb5-f1df66a45f75 service neutron] 10.222.0.61 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775664 Aug 16 02:14:55.154486 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c4825cb7-8db0-40a2-91ac-fe14521d8122 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:55.305674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-0c8f6388-57c5-4c73-b25d-1a3235ec751a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 1001 time: 0.2912295 Aug 16 02:14:55.317034 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ed7db048-f0ab-4c89-a89e-fae33f318663 service neutron] 10.222.0.61 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725953 Aug 16 02:14:55.325195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-5adc3560-55cd-4dac-9f4b-baec56940e50 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:55.369857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:51Z', 'revision_number': 3, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:55.377483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.407266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f0847-ddd6-4656-ba06-3742221806c9 None None] The sync data for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 is: [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:51Z', 'revision_number': 3, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:55.486740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Allocated IP 172.20.0.1 (0fa9b297-52fb-4f25-bd08-dcaaa3eee211/c1d87cc0-77d4-4b87-9c06-3abe5361aa09/b56bd543-fa6a-4598-bbca-636ca6434fea) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:55.510913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Checking segment: {'id': 'fe0dd581-e118-419d-8978-cd4c3ad25d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c4825cb7-8db0-40a2-91ac-fe14521d8122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:55.517146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network hostable DHCP agents. Network: c4825cb7-8db0-40a2-91ac-fe14521d8122, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:55.526631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=90f0a131-e595-449f-8ce9-5287c153d0a1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:55.562840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network c4825cb7-8db0-40a2-91ac-fe14521d8122 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:55.581436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c4825cb7-8db0-40a2-91ac-fe14521d8122) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:55.581951 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-5adc3560-55cd-4dac-9f4b-baec56940e50 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.589140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:55.589965 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.591143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e874d1-1f75-4511-83b2-7334be5f0f73 None None] Network c4825cb7-8db0-40a2-91ac-fe14521d8122 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:55.611513 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a3ed89d0-54e7-44fa-af30-38b63308544e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6572962 Aug 16 02:14:55.614102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:55.620462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5f5e4114-5d78-4327-a952-ed2d85022778 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-437534346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:55.664906 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4114-5d78-4327-a952-ed2d85022778 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.668567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4114-5d78-4327-a952-ed2d85022778 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.821715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4114-5d78-4327-a952-ed2d85022778 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.829608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4114-5d78-4327-a952-ed2d85022778 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.859904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f5e4114-5d78-4327-a952-ed2d85022778 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.863641 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5f5e4114-5d78-4327-a952-ed2d85022778 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2480388 Aug 16 02:14:55.864294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:55.870298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'network_id': 'c4825cb7-8db0-40a2-91ac-fe14521d8122', 'name': 'tempest-PortsIpV6TestJSON-1804403766'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:55.885723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af739ece-4850-4a81-9687-f903233b3590 req-6d2dd0d5-cb8b-4be2-9da1-90c9c3626222 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/ports?device_id=b98e8fac-2b8b-461e-b080-fb45b18aa953 HTTP/1.1" status: 200 len: 210 time: 0.0925434 Aug 16 02:14:55.889220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.923002 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c4825cb7-8db0-40a2-91ac-fe14521d8122', 'network_id': 'c4825cb7-8db0-40a2-91ac-fe14521d8122', 'tenant_id': 'cec762fc168c40018e2eff575aae7946', 'fixed_ips': [{'subnet_id': '90f0a131-e595-449f-8ce9-5287c153d0a1'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:55.924653 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.984971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Transition to ACTIVE for port object b56bd543-fa6a-4598-bbca-636ca6434fea will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:55.993723 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-5adc3560-55cd-4dac-9f4b-baec56940e50 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.008436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-5adc3560-55cd-4dac-9f4b-baec56940e50 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.008769 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-5adc3560-55cd-4dac-9f4b-baec56940e50 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Floating IP 5b758ac7-d4e6-481f-b5b7-047a9b22143b disassociated. External IP: 172.25.5.75, port: c73c24d4-c18a-4173-955b-9716bf92b2ce. Aug 16 02:14:56.212468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:56.216909 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.243677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:56.255951 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.351313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Allocated IP 2001:db8::2 (c4825cb7-8db0-40a2-91ac-fe14521d8122/90f0a131-e595-449f-8ce9-5287c153d0a1/1aa75d80-15bf-4dc8-827f-f7680d1d9aa1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:56.356742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:56.368196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:56.373052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcd199bc-f887-4fad-8972-2b989b232112 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:56.455828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:56.464473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Pushing event updated for resources: {'Port': ['ID=b56bd543-fa6a-4598-bbca-636ca6434fea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.576321 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.618431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port dcd199bc-f887-4fad-8972-2b989b232112 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:56.628050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port dcd199bc-f887-4fad-8972-2b989b232112 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:56.628570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.834767 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.860398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-5adc3560-55cd-4dac-9f4b-baec56940e50 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:56.920110 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-198e556c-bcb8-4439-9514-8900881eda2f None None] Provisioning for port b56bd543-fa6a-4598-bbca-636ca6434fea completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:56.945370 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.949202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-198e556c-bcb8-4439-9514-8900881eda2f None None] Provisioning complete for port b56bd543-fa6a-4598-bbca-636ca6434fea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:56.949562 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-198e556c-bcb8-4439-9514-8900881eda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.989691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Transition to ACTIVE for port object 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:57.053406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.059617 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.093239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Transition to ACTIVE for port object 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:57.135928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-198e556c-bcb8-4439-9514-8900881eda2f None None] Port b56bd543-fa6a-4598-bbca-636ca6434fea cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:57.141802 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.151457 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.242420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::362 (c4825cb7-8db0-40a2-91ac-fe14521d8122/90f0a131-e595-449f-8ce9-5287c153d0a1/8ea7ea1c-f073-4c0c-bed4-44de57de3bef) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:57.286432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port dcd199bc-f887-4fad-8972-2b989b232112, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dcd199bc-f887-4fad-8972-2b989b232112,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:57.314679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Network c4825cb7-8db0-40a2-91ac-fe14521d8122 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:57.315794 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.317575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Pushing event updated for resources: {'Port': ['ID=1aa75d80-15bf-4dc8-827f-f7680d1d9aa1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.322505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:57.338348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:57.374080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e887f9e-1676-41b7-87c5-7e312681fd50 req-59d637b8-0f15-4b10-b60d-e8c1b85384aa tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 210 time: 0.2118788 Aug 16 02:14:57.422438 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.452147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a7fee672-0965-4b48-902d-4ff7aac89997 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:57.455981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57564) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:57.464524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Pushing event updated for resources: {'Port': ['ID=b56bd543-fa6a-4598-bbca-636ca6434fea,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.519532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a7fee672-0965-4b48-902d-4ff7aac89997 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:57.519906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a7fee672-0965-4b48-902d-4ff7aac89997 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:57.569270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Attempting to bind port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:57.569699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Attempting to bind port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'fe0dd581-e118-419d-8978-cd4c3ad25d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c4825cb7-8db0-40a2-91ac-fe14521d8122'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:57.570075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Attempting to bind port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 on network c4825cb7-8db0-40a2-91ac-fe14521d8122 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:57.589619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=dcd199bc-f887-4fad-8972-2b989b232112,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.611149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:57.611543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Checking segment: {'id': 'fe0dd581-e118-419d-8978-cd4c3ad25d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c4825cb7-8db0-40a2-91ac-fe14521d8122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:57.611955 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.612357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Bound using segment: {'id': 'fe0dd581-e118-419d-8978-cd4c3ad25d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c4825cb7-8db0-40a2-91ac-fe14521d8122'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:57.612851 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Bound port: 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0dd581-e118-419d-8978-cd4c3ad25d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c4825cb7-8db0-40a2-91ac-fe14521d8122'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:57.613238 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.633549 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae5d1-4b73-4831-8338-db4fe46b1a3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.717093 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae5d1-4b73-4831-8338-db4fe46b1a3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.718927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] For port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:57.722957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] For port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1aa75d80-15bf-4dc8-827f-f7680d1d9aa1,segment=NetworkSegment(fe0dd581-e118-419d-8978-cd4c3ad25d9c),segment_id=fe0dd581-e118-419d-8978-cd4c3ad25d9c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:57.734534 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.774391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.797474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object 8ea7ea1c-f073-4c0c-bed4-44de57de3bef will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:57.799544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f36bb3-280c-41de-a58e-7e2525c35527 None None] Pushing event updated for resources: {'Port': ['ID=1aa75d80-15bf-4dc8-827f-f7680d1d9aa1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.837601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae5d1-4b73-4831-8338-db4fe46b1a3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.840563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae5d1-4b73-4831-8338-db4fe46b1a3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.846821 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ba3ae5d1-4b73-4831-8338-db4fe46b1a3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "DELETE /v2.0/security-groups/5182138d-2c1c-4f9a-834d-47149e27b554 HTTP/1.1" status: 204 len: 168 time: 0.3896222 Aug 16 02:14:57.847525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:57.885431 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-1950edab-1ecd-4f1c-a68b-1f97224e051d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] show failed (client error): The resource could not be found. Aug 16 02:14:57.892361 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1950edab-1ecd-4f1c-a68b-1f97224e051d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "GET /v2.0/security-groups/5182138d-2c1c-4f9a-834d-47149e27b554 HTTP/1.1" status: 404 len: 347 time: 0.0390816 Aug 16 02:14:57.896531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:57.948293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ae5d1-4b73-4831-8338-db4fe46b1a3d tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182138d-2c1c-4f9a-834d-47149e27b554,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:58.186637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-5adc3560-55cd-4dac-9f4b-baec56940e50 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:58.193900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-5adc3560-55cd-4dac-9f4b-baec56940e50 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.201625 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] Sync routers for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:58.207687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.231195 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:58.231804 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:58.312540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-5adc3560-55cd-4dac-9f4b-baec56940e50 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "PUT /v2.0/floatingips/5b758ac7-d4e6-481f-b5b7-047a9b22143b HTTP/1.1" status: 200 len: 694 time: 3.0058086 Aug 16 02:14:58.314907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:58.326835 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e75701-8758-46d5-b81e-b068eb0edb89" -d '{"events": [{"name": "network-changed", "server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:58.444718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:58.447924 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb2cbf7-95dd-427f-b536-5e106465669c x-openstack-request-id: req-fbb2cbf7-95dd-427f-b536-5e106465669c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:58.457598 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:58.458246 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fbb2cbf7-95dd-427f-b536-5e106465669c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:58.458957 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'status': 'completed', 'code': 200} Aug 16 02:14:58.463397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:58.471789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:58.510528 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:58.634923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:58.639971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcd199bc-f887-4fad-8972-2b989b232112 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:58.675469 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-aca753af-63f4-4389-9ff8-d31d892c5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.686204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-aca753af-63f4-4389-9ff8-d31d892c5c24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a36b0806a15d458cb7c9fb62838cc526&device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 1098 time: 0.3303041 Aug 16 02:14:58.792561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca50fabd-40fb-43ef-ae59-3154272298ad req-f2743f1e-def6-4cc4-9947-f0cdae2d9ba4 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 210 time: 0.2258952 Aug 16 02:14:58.795153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port dcd199bc-f887-4fad-8972-2b989b232112 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:58.799388 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.804290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network c4825cb7-8db0-40a2-91ac-fe14521d8122 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:58.860151 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'abc69948-75c8-4c7f-b8cc-1a4741f1913a', 'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'mac_address': 'fa:16:3e:56:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:14Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 5, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'subnets': [{'id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:58.927510 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] Checking router: 1189e8bf-4eec-4fc5-9a4a-e596984efed2 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:58.943817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-4090f917-bb14-40b2-9de7-377fc34381d8 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.945648 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-4090f917-bb14-40b2-9de7-377fc34381d8 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.86 "GET /v2.0/networks?id=4d838365-2a3a-47f2-a3e5-d7080114dc99 HTTP/1.1" status: 200 len: 818 time: 0.9264317 Aug 16 02:14:58.947437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=8ea7ea1c-f073-4c0c-bed4-44de57de3bef,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:58.963539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:58.963685 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:58.964230 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:58.979701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8d65acb0-3498-450c-899d-d9fe87c80d28 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.992211 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8d65acb0-3498-450c-899d-d9fe87c80d28 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.93 "GET /v2.0/networks?id=4d838365-2a3a-47f2-a3e5-d7080114dc99 HTTP/1.1" status: 200 len: 818 time: 0.8561282 Aug 16 02:14:58.994538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:59.011883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.015415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.072670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Request body: {'port': {'device_id': '3044284b-683c-4429-8b7b-3d0607996423', 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99', 'admin_state_up': True, 'tenant_id': '89daf5c6043d4fe98209868326d713ca'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:59.087660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-969deba5-ff96-41bb-a146-e4b013de0572 None None] Provisioning complete for port b56bd543-fa6a-4598-bbca-636ca6434fea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:59.088214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-969deba5-ff96-41bb-a146-e4b013de0572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.096725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-f1001412-7400-4e29-9c75-e800ef6c2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.098592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-f1001412-7400-4e29-9c75-e800ef6c2c65 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a36b0806a15d458cb7c9fb62838cc526&device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 1098 time: 0.5348284 Aug 16 02:14:59.193737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-969deba5-ff96-41bb-a146-e4b013de0572 None None] Port b56bd543-fa6a-4598-bbca-636ca6434fea cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:59.200272 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:59.264673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Router b6439ee1-539d-4871-91f4-85b1a257f9a0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:59.270002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-b6a2fcc5-8cc1-4c74-bef1-486708e52e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.271899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-b6a2fcc5-8cc1-4c74-bef1-486708e52e09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ec5421da-0fa5-4768-ada2-af095344df1d HTTP/1.1" status: 200 len: 929 time: 0.5846434 Aug 16 02:14:59.284070 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Request body: {'port': {'device_id': 'd948ebda-7613-4596-90e1-f54b891761d4', 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99', 'admin_state_up': True, 'tenant_id': '89daf5c6043d4fe98209868326d713ca'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:59.346510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-6dac1394-7c62-40fc-b20b-394294ad9076 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce HTTP/1.1" status: 200 len: 217 time: 0.0667784 Aug 16 02:14:59.458547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b9c32-b6b7-4585-85f9-4392644aeeea None None] Network c4825cb7-8db0-40a2-91ac-fe14521d8122 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:59.479282 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'abc69948-75c8-4c7f-b8cc-1a4741f1913a', 'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'mac_address': 'fa:16:3e:56:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:14Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 5, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'subnets': [{'id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:59.500419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:59.512862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2559601d-739b-4932-8d63-43bcd0500a78 admin admin] 10.222.0.61 "PUT /v2.0/routers/b6439ee1-539d-4871-91f4-85b1a257f9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9034636 Aug 16 02:14:59.536231 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d909a-205e-44f0-a9a5-ac9aa16450ea None None] The sync data for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 is: [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:14:15Z', 'revision_number': 4, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'abc69948-75c8-4c7f-b8cc-1a4741f1913a', 'name': '', 'network_id': 'ec5421da-0fa5-4768-ada2-af095344df1d', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'mac_address': 'fa:16:3e:56:35:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:14Z', 'updated_at': '2021-08-16T02:14:20Z', 'revision_number': 5, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'subnets': [{'id': '04230908-3c29-4bb7-9b18-66b31737ef35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:59.540403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Made reservation on behalf of 89daf5c6043d4fe98209868326d713ca for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:59.546251 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.566759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-abd29bfc-0222-473e-9285-c2661f5edad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.569260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-abd29bfc-0222-473e-9285-c2661f5edad0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ec5421da-0fa5-4768-ada2-af095344df1d HTTP/1.1" status: 200 len: 929 time: 0.4628057 Aug 16 02:14:59.622791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-50dd7a69-5e38-430b-8d80-95bc33f3a9e6 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.624924 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-50dd7a69-5e38-430b-8d80-95bc33f3a9e6 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.86 "GET /v2.0/networks?id=4d838365-2a3a-47f2-a3e5-d7080114dc99 HTTP/1.1" status: 200 len: 818 time: 0.6052594 Aug 16 02:14:59.635711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Made reservation on behalf of 89daf5c6043d4fe98209868326d713ca for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:59.639341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.652068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6e160074-db6b-442b-9336-9ab3a3b56e6d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7866998 Aug 16 02:14:59.654010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:59.659309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Request body: {'port': {'device_id': 'bc0a886d-0f74-44f6-a531-411cb1c77f0d', 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99', 'admin_state_up': True, 'tenant_id': '89daf5c6043d4fe98209868326d713ca'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:59.674610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-6a9778d6-e77e-41bb-8f84-e154955397a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce HTTP/1.1" status: 200 len: 217 time: 0.0926652 Aug 16 02:14:59.675651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Sync routers for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:59.684340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-17b50928-95ee-4253-b687-d30c29809699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.699006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-17b50928-95ee-4253-b687-d30c29809699 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=04230908-3c29-4bb7-9b18-66b31737ef35 HTTP/1.1" status: 200 len: 867 time: 0.2159331 Aug 16 02:14:59.766747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting port 36318a23-110f-4172-9d39-3aa00f8f34c4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:59.767264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.799475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-62460fb8-4c6b-4399-b5da-dde8e380c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.801453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-62460fb8-4c6b-4399-b5da-dde8e380c08c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04230908-3c29-4bb7-9b18-66b31737ef35 HTTP/1.1" status: 200 len: 867 time: 0.0712504 Aug 16 02:14:59.814273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:59.820058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:59.822403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e1e4dbfa-b988-494e-a522-865cca0e2c3a None None] Provisioning for port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:59.861691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-a8cc9fc9-3127-4ab7-afe9-c3b37c7c5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:59.871147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-a8cc9fc9-3127-4ab7-afe9-c3b37c7c5e56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ec5421da-0fa5-4768-ada2-af095344df1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707451 Aug 16 02:14:59.881019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.881628 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.914952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Calling delete_port for 36318a23-110f-4172-9d39-3aa00f8f34c4 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:59.939782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e1e4dbfa-b988-494e-a522-865cca0e2c3a None None] Provisioning complete for port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:59.946722 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1e4dbfa-b988-494e-a522-865cca0e2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.012787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-4edeb046-ff80-4ddd-92fa-62da36ca09ac service neutron] 10.222.0.61 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398377 Aug 16 02:15:00.097572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-9a41d212-d753-4e40-b28d-74c5948b2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.103130 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882bf864-da23-4019-9e38-7600b41a9ac6 None None] New status for floating IP 5b758ac7-d4e6-481f-b5b7-047a9b22143b: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:15:00.105185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-9a41d212-d753-4e40-b28d-74c5948b2a8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ec5421da-0fa5-4768-ada2-af095344df1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2934141 Aug 16 02:15:00.233206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05357c00-8ddf-4812-a3c8-c378066bd6d4 req-915b714d-f9e7-41ce-bf56-bb39bf4b1d99 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 210 time: 0.2427244 Aug 16 02:15:00.311117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:00.367548 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1e4dbfa-b988-494e-a522-865cca0e2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.425781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-fca83d85-e356-4585-87a0-9fa5c4974881 service neutron] 10.222.0.93 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864088 Aug 16 02:15:00.566649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e1e4dbfa-b988-494e-a522-865cca0e2c3a None None] For port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1aa75d80-15bf-4dc8-827f-f7680d1d9aa1,segment=NetworkSegment(fe0dd581-e118-419d-8978-cd4c3ad25d9c),segment_id=fe0dd581-e118-419d-8978-cd4c3ad25d9c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:00.608216 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1e4dbfa-b988-494e-a522-865cca0e2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.610869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4088fb02-4e08-4535-a409-b7cd0c47f0e9 req-48295ac7-d9f1-4b9a-886f-c91489139d97 service neutron] 10.222.0.61 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929322 Aug 16 02:15:00.658395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25e75701-8758-46d5-b81e-b068eb0edb89 req-10455088-9ae9-4926-bbf7-a692f22579f1 service neutron] 10.222.0.93 "GET /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205529 Aug 16 02:15:00.694530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:00.742747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.779279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-609275981-network', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:00.816049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec1b235-9198-457d-be81-e91294a79c08 req-e340f7f3-3271-4f8a-8db3-749216d36ec8 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips/5b758ac7-d4e6-481f-b5b7-047a9b22143b HTTP/1.1" status: 200 len: 694 time: 0.1543872 Aug 16 02:15:00.954726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Made reservation on behalf of 08fb8c70fa1b4a029a6621d5290e75d0 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:00.957660 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.974589 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.021375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4dbfa-b988-494e-a522-865cca0e2c3a None None] Pushing event updated for resources: {'Port': ['ID=1aa75d80-15bf-4dc8-827f-f7680d1d9aa1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.029981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d3092889-d96c-4e06-a5d3-084d5cf07e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.036843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Made reservation on behalf of 89daf5c6043d4fe98209868326d713ca for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:01.041249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.049072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4576306c-dbd1-47ac-b6b1-501ab712574d None None] Provisioning for port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:01.065052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 2, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:01.070181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4576306c-dbd1-47ac-b6b1-501ab712574d None None] Provisioning complete for port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:01.070738 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4576306c-dbd1-47ac-b6b1-501ab712574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.101193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Checking router: b6439ee1-539d-4871-91f4-85b1a257f9a0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:01.101193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Updating router b6439ee1-539d-4871-91f4-85b1a257f9a0 port b56bd543-fa6a-4598-bbca-636ca6434fea binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:01.137703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.149165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.191374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb363be-1827-42a2-8361-29a6fd5c7172,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.207387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.226362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4576306c-dbd1-47ac-b6b1-501ab712574d None None] Port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:01.235936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:01.270681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4576306c-dbd1-47ac-b6b1-501ab712574d None None] Provisioning complete for port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:01.275550 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4576306c-dbd1-47ac-b6b1-501ab712574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.321798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.322168 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Added segment 2a5d5a15-1ca0-48df-9aa9-be3483e06bfd of type vlan for network fb87f981-1b77-452d-b371-91fdeea3cf90 Aug 16 02:15:01.404929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1b235-9198-457d-be81-e91294a79c08 req-5d1e4dbe-6b62-433e-a94a-9d0eb6782e5d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.407946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec1b235-9198-457d-be81-e91294a79c08 req-5d1e4dbe-6b62-433e-a94a-9d0eb6782e5d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 784 time: 0.5850823 Aug 16 02:15:01.416846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-810ea223-34be-44f2-bd8e-ae0380c228a1 req-f4694f2d-ff42-430b-848f-9217938b49c4 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 210 time: 0.0890951 Aug 16 02:15:01.454018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Allocated IP 172.20.0.5 (4d838365-2a3a-47f2-a3e5-d7080114dc99/8fb4a257-d7b2-488f-84d1-f43a408837f9/a03c8254-1caf-4610-93dd-25183b037cd5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:01.517565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec1b235-9198-457d-be81-e91294a79c08 req-e30dc76d-b273-4d96-a2f2-b6274d1d4720 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 695 time: 0.0974293 Aug 16 02:15:01.519982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.620451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec1b235-9198-457d-be81-e91294a79c08 req-27f66932-83c7-4704-9a88-39306f0fa7fa tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.75 HTTP/1.1" status: 200 len: 695 time: 0.0959265 Aug 16 02:15:01.668674 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.670032 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.670496 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.672102 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.681640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.701800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff0868f3-160f-4908-9cbe-714308129501 None None] Provisioning complete for port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:01.703524 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff0868f3-160f-4908-9cbe-714308129501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.705604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Transition to ACTIVE for port object b56bd543-fa6a-4598-bbca-636ca6434fea will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:01.726461 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.750300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Port': ['ID=36318a23-110f-4172-9d39-3aa00f8f34c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.798204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.809137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ff0868f3-160f-4908-9cbe-714308129501 None None] Port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:01.840350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1414964 Aug 16 02:15:01.846817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:01.852807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Request body: {'subnet': {'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-609275981-subnet', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:01.881968 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f9eca-c6a7-4244-b7fc-eb70d45aed02 None None] Pushing event updated for resources: {'Port': ['ID=b56bd543-fa6a-4598-bbca-636ca6434fea,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.888198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc587c28-308f-4cda-a4d5-ebd9dd6208a2 admin admin] Pushing event updated for resources: {'Network': ['ID=fb87f981-1b77-452d-b371-91fdeea3cf90,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.899566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Made reservation on behalf of 08fb8c70fa1b4a029a6621d5290e75d0 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:01.903192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Attempting to bind port b56bd543-fa6a-4598-bbca-636ca6434fea on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:01.903517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.903657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Attempting to bind port b56bd543-fa6a-4598-bbca-636ca6434fea by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:01.903916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Attempting to bind port b56bd543-fa6a-4598-bbca-636ca6434fea on network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:01.910446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network fb87f981-1b77-452d-b371-91fdeea3cf90 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:01.925466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:01.925938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Checking segment: {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:01.926351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.926752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Bound using segment: {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:01.928077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Bound port: b56bd543-fa6a-4598-bbca-636ca6434fea, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:01.928077 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.998984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9ec1b235-9198-457d-be81-e91294a79c08 req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Deleting port 2ea4fd1c-def5-49aa-9b8e-6e2be92c6f47 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:02.000718 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ec1b235-9198-457d-be81-e91294a79c08 req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.007383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.043000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.045847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.047464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8285baa8-4a2c-4ad8-a444-9889c3accabe tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "DELETE /v2.0/floatingips/e9b6c9c8-b945-413c-9449-a5ac7d3189f8 HTTP/1.1" status: 204 len: 168 time: 4.1227541 Aug 16 02:15:02.050579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:02.067300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] For port b56bd543-fa6a-4598-bbca-636ca6434fea, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:02.070663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] For port b56bd543-fa6a-4598-bbca-636ca6434fea, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b56bd543-fa6a-4598-bbca-636ca6434fea,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:02.083931 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.142039 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ec1b235-9198-457d-be81-e91294a79c08 req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.142039 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ec1b235-9198-457d-be81-e91294a79c08 req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.190393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9ec1b235-9198-457d-be81-e91294a79c08 req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Calling delete_port for 2ea4fd1c-def5-49aa-9b8e-6e2be92c6f47 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:02.190612 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.256489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:02.257288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:14:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:02.359707 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.389265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Network 4d838365-2a3a-47f2-a3e5-d7080114dc99 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:02.484042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae2c5a1-0425-4f24-ad2d-354fca813fe7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.492445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Checking segment: {'id': '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:02.492822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Network hostable DHCP agents. Network: fb87f981-1b77-452d-b371-91fdeea3cf90, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:02.493385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:02.506094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:02.507394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:02.524602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Network fb87f981-1b77-452d-b371-91fdeea3cf90 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:02.564087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, fb87f981-1b77-452d-b371-91fdeea3cf90) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:02.584160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.585025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.589525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.590166 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.623223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b81ec7d6-74cb-4f73-8051-81de07b9d3e7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7748327 Aug 16 02:15:02.626615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:02.627035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ec1b235-9198-457d-be81-e91294a79c08 req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.629987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:02.632996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed5ad2-0aca-4a49-9a8b-4c943a5955cc None None] Network fb87f981-1b77-452d-b371-91fdeea3cf90 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:02.633770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:02.667466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Allocated IP 172.20.0.9 (4d838365-2a3a-47f2-a3e5-d7080114dc99/8fb4a257-d7b2-488f-84d1-f43a408837f9/e750b0da-de2d-408a-b850-fc732d90eeb4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:02.681633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Pushing event deleted for resources: {'Port': ['ID=2ea4fd1c-def5-49aa-9b8e-6e2be92c6f47,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.686088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Pushing event updated for resources: {'Port': ['ID=a03c8254-1caf-4610-93dd-25183b037cd5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.707237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d869b-7a16-4118-b37e-cab7203d8323 req-840d7130-bf42-45d2-aac5-8f96ddcccb99 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.709113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-021d869b-7a16-4118-b37e-cab7203d8323 req-840d7130-bf42-45d2-aac5-8f96ddcccb99 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 931 time: 0.1383078 Aug 16 02:15:02.731424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f9eca-c6a7-4244-b7fc-eb70d45aed02 None None] Pushing event updated for resources: {'Port': ['ID=b56bd543-fa6a-4598-bbca-636ca6434fea,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.757343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7e798c45-2d20-4657-a248-f9cb4e969c04 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting port 726d1e56-868c-4100-ae97-55bcc59f5af8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:02.757766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e798c45-2d20-4657-a248-f9cb4e969c04 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.785495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.786836 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.822283 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-485ee10b-c103-4faf-bd68-308353ee9417 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5699751 Aug 16 02:15:02.826220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ec1b235-9198-457d-be81-e91294a79c08 req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.830074 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ec1b235-9198-457d-be81-e91294a79c08 req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.850194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ec1b235-9198-457d-be81-e91294a79c08 req-31279c08-259e-4a85-99e6-bfb75c20429d tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "DELETE /v2.0/floatingips/5b758ac7-d4e6-481f-b5b7-047a9b22143b HTTP/1.1" status: 204 len: 173 time: 1.2221415 Aug 16 02:15:02.857201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-021d869b-7a16-4118-b37e-cab7203d8323 req-a504da26-05d7-4324-bbe5-eb2faf933415 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267362 Aug 16 02:15:02.865362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Request body: {'port': {'device_id': 'd948ebda-7613-4596-90e1-f54b891761d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:02.918159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.984830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:02.985662 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.091924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-fb87f981-1b77-452d-b371-91fdeea3cf90', 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'fixed_ips': [{'subnet_id': 'bae2c5a1-0425-4f24-ad2d-354fca813fe7'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:03.092761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.104422 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.149655 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.177504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f616c-a1c8-4c64-8f56-d44052ac2db8 req-6e31a6ea-5761-4330-b7e6-9bf6e0814af4 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.179282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-769f616c-a1c8-4c64-8f56-d44052ac2db8 req-6e31a6ea-5761-4330-b7e6-9bf6e0814af4 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1764612 Aug 16 02:15:03.237096 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-769f616c-a1c8-4c64-8f56-d44052ac2db8 req-5964127c-a5ab-439f-ab0d-e8f80b5c3a24 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0439506 Aug 16 02:15:03.237295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:02Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:03.293675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc9b18e-c226-4373-9082-5ec41f033878 None None] The sync data for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 is: [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:02Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:03.323754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-392dd6d3-788b-4dc1-a016-73a186997424 req-7a8212b8-0680-4383-b034-a11935ea861a tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0504923 Aug 16 02:15:03.404756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e798c45-2d20-4657-a248-f9cb4e969c04 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.413887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Allocated IP 172.20.0.2 (fb87f981-1b77-452d-b371-91fdeea3cf90/bae2c5a1-0425-4f24-ad2d-354fca813fe7/7c4a4094-a7a6-4347-b978-d56fe94e044d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:03.429627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.458004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7e798c45-2d20-4657-a248-f9cb4e969c04 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Calling delete_port for 726d1e56-868c-4100-ae97-55bcc59f5af8 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:03.459910 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.525273 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.616545 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df5a805d-11f0-4dea-b8d4-a33573a5092a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.694998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.734004 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.744174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Transition to ACTIVE for port object 7c4a4094-a7a6-4347-b978-d56fe94e044d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:03.759675 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.788399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Transition to ACTIVE for port object 7c4a4094-a7a6-4347-b978-d56fe94e044d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:03.794231 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.881873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8585b-1b98-4240-b19a-293ade75a3e4 req-601eee15-0296-4a69-b926-99c272d6b3f8 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.890695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0a8585b-1b98-4240-b19a-293ade75a3e4 req-601eee15-0296-4a69-b926-99c272d6b3f8 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 946 time: 0.1319816 Aug 16 02:15:03.907739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Network fb87f981-1b77-452d-b371-91fdeea3cf90 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:03.924192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:03.929330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:03.943162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.947080 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.949760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Pushing event updated for resources: {'Port': ['ID=7c4a4094-a7a6-4347-b978-d56fe94e044d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:03.964121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=8ea7ea1c-f073-4c0c-bed4-44de57de3bef,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:03.994012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0a8585b-1b98-4240-b19a-293ade75a3e4 req-c9170314-dcd3-4974-af9c-227bcff57fb0 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024067 Aug 16 02:15:04.084963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Attempting to bind port 7c4a4094-a7a6-4347-b978-d56fe94e044d on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:04.086602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Attempting to bind port 7c4a4094-a7a6-4347-b978-d56fe94e044d by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:04.087215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Attempting to bind port 7c4a4094-a7a6-4347-b978-d56fe94e044d on network fb87f981-1b77-452d-b371-91fdeea3cf90 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:04.100949 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bdf9709c-4f3c-48da-bbb6-86db4bfb50ad None None] Provisioning complete for port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:04.101123 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bdf9709c-4f3c-48da-bbb6-86db4bfb50ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.158462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:04.159328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Checking segment: {'id': '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:04.160147 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.160643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Bound using segment: {'id': '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:04.161236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Bound port: 7c4a4094-a7a6-4347-b978-d56fe94e044d, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:04.162094 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.165060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bdf9709c-4f3c-48da-bbb6-86db4bfb50ad None None] Port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:04.208885 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.211133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.307119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] For port 7c4a4094-a7a6-4347-b978-d56fe94e044d, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:04.310626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] For port 7c4a4094-a7a6-4347-b978-d56fe94e044d, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7c4a4094-a7a6-4347-b978-d56fe94e044d,segment=NetworkSegment(2a5d5a15-1ca0-48df-9aa9-be3483e06bfd),segment_id=2a5d5a15-1ca0-48df-9aa9-be3483e06bfd)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:04.325937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b56bd543-fa6a-4598-bbca-636ca6434fea up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:04.367423 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:04.374569 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.437590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Pushing event updated for resources: {'Port': ['ID=e750b0da-de2d-408a-b850-fc732d90eeb4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:04.516044 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-16dceb75-279c-4d0b-bd4e-6859d13b54c4 {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:15:04.517063 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:15:04.659986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1787cc-861f-4ccf-9b5a-963940358683 None None] Pushing event updated for resources: {'Port': ['ID=7c4a4094-a7a6-4347-b978-d56fe94e044d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:04.673585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b56bd543-fa6a-4598-bbca-636ca6434fea completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:04.680871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b56bd543-fa6a-4598-bbca-636ca6434fea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:04.681160 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.754408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Network 4d838365-2a3a-47f2-a3e5-d7080114dc99 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:04.788127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a3ad-512d-4a1b-98b7-453862f5934e req-8c3e37c1-85af-4464-9095-c4fd85ca66a4 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.790608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2440a3ad-512d-4a1b-98b7-453862f5934e req-8c3e37c1-85af-4464-9095-c4fd85ca66a4 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 931 time: 0.7943377 Aug 16 02:15:04.807054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Allocated IP 172.25.5.187 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/b3442550-d688-43ca-bd9a-aec16464f58c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:04.867207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2440a3ad-512d-4a1b-98b7-453862f5934e req-6627188f-0e90-468c-b3fb-fb8feba35adc tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616417 Aug 16 02:15:04.909844 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.915868 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.010835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:05.036995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port b56bd543-fa6a-4598-bbca-636ca6434fea, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b56bd543-fa6a-4598-bbca-636ca6434fea,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:05.052921 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.066200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.074371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:05.242765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.246572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=b56bd543-fa6a-4598-bbca-636ca6434fea,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:05.263969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-c8e3142e-78d1-4e9b-94a9-423123c3cd7f tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.266590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-c8e3142e-78d1-4e9b-94a9-423123c3cd7f tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.93 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 946 time: 0.2366884 Aug 16 02:15:05.330242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557b63e-8da4-4db8-92bc-0793f8a0cffc req-16dc3f02-3dd8-476e-82d0-9318d181f6af tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.331918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f557b63e-8da4-4db8-92bc-0793f8a0cffc req-16dc3f02-3dd8-476e-82d0-9318d181f6af tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 946 time: 0.1635616 Aug 16 02:15:05.422852 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.432561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f557b63e-8da4-4db8-92bc-0793f8a0cffc req-c8331ea2-f0ce-4f33-a6d4-1d29e623f743 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918398 Aug 16 02:15:05.478004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:05.485926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:05.497892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:05.538456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Pushing event updated for resources: {'Port': ['ID=b3442550-d688-43ca-bd9a-aec16464f58c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:05.547999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Deleting port c73c24d4-c18a-4173-955b-9716bf92b2ce {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:05.548355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.646687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.669668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.670477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.735257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.735911 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.755021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] For port c73c24d4-c18a-4173-955b-9716bf92b2ce, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c73c24d4-c18a-4173-955b-9716bf92b2ce,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:05.755377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.771709 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e798c45-2d20-4657-a248-f9cb4e969c04 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.772141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Calling delete_port for c73c24d4-c18a-4173-955b-9716bf92b2ce owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:05.881100 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-8fd1156c-af58-4318-b906-8caacdc2c829 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8875458 Aug 16 02:15:05.902208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=8ea7ea1c-f073-4c0c-bed4-44de57de3bef,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:05.928937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Request body: {'port': {'device_id': '3044284b-683c-4429-8b7b-3d0607996423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:05.950836 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.986701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e798c45-2d20-4657-a248-f9cb4e969c04 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Port': ['ID=726d1e56-868c-4100-ae97-55bcc59f5af8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:05.992248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03c8254-1caf-4610-93dd-25183b037cd5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:06.009620 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.065778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2af4e-22d2-4958-94f9-42f7f545b632 None None] Network fb87f981-1b77-452d-b371-91fdeea3cf90 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:06.089011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Transition to ACTIVE for port object a03c8254-1caf-4610-93dd-25183b037cd5 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:06.117038 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.150212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.204043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network c4825cb7-8db0-40a2-91ac-fe14521d8122 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:06.206751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e798c45-2d20-4657-a248-f9cb4e969c04 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.212698 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7e798c45-2d20-4657-a248-f9cb4e969c04 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "DELETE /v2.0/ports/726d1e56-868c-4100-ae97-55bcc59f5af8 HTTP/1.1" status: 204 len: 168 time: 4.1596594 Aug 16 02:15:06.219919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:06.222355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eade41aa-dc3c-44c9-9b6b-eee9fad7c0ab None None] Provisioning for port 7c4a4094-a7a6-4347-b978-d56fe94e044d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:06.238197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:06.290574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1bd-48dd-489f-860f-bc07e5980c00 req-735dd947-1a95-4965-9058-c124d2c312fc tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:06.292426 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34a4a1bd-48dd-489f-860f-bc07e5980c00 req-735dd947-1a95-4965-9058-c124d2c312fc tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 931 time: 0.2936463 Aug 16 02:15:06.384426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Allocated IP 172.20.0.12 (4d838365-2a3a-47f2-a3e5-d7080114dc99/8fb4a257-d7b2-488f-84d1-f43a408837f9/0bb585bb-e5a3-4782-b992-84db38d46a84) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:06.413916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Pushing event updated for resources: {'Port': ['ID=a03c8254-1caf-4610-93dd-25183b037cd5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:06.429889 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.443348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c73c24d4-c18a-4173-955b-9716bf92b2ce'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:06.461368 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.481841 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34a4a1bd-48dd-489f-860f-bc07e5980c00 req-d91d66fe-1ee8-4149-8ae5-aeee77f63f92 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791339 Aug 16 02:15:06.487454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b56bd543-fa6a-4598-bbca-636ca6434fea up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:06.541569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Pushing event deleted for resources: {'Port': ['ID=c73c24d4-c18a-4173-955b-9716bf92b2ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:06.548774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.551787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.552271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.552757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.553247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.553740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.557313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.557936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.558791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.559319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.559843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.560168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:06.591468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b56bd543-fa6a-4598-bbca-636ca6434fea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:06.592804 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.713386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] No DVR routers for this DVR port c73c24d4-c18a-4173-955b-9716bf92b2ce on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:06.714960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7c4a4094-a7a6-4347-b978-d56fe94e044d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:06.728262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23cd9f97-869a-4236-877c-f6eb63d6a443 req-fb609d6d-fec3-4105-816a-f4f44975cc0f tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.61 "GET /v2.0/ports?device_id=4144c2cd-f41b-4f43-94ed-8ffa28b419c6 HTTP/1.1" status: 200 len: 210 time: 0.0785065 Aug 16 02:15:06.729369 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.731315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2f42344-c9bb-4707-b5fa-54f09def77c3 req-db342bda-299b-47f7-bb74-a801382c4097 tempest-FloatingIPsAssociationNegativeTestJSON-621955427 tempest-FloatingIPsAssociationNegativeTestJSON-621955427-project] 10.222.0.93 "DELETE /v2.0/ports/c73c24d4-c18a-4173-955b-9716bf92b2ce HTTP/1.1" status: 204 len: 173 time: 1.4576497 Aug 16 02:15:06.737755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'name': 'network-vif-deleted', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:06.750976 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1da429-1940-4003-9634-a4bab274e1c1" -d '{"events": [{"server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "name": "network-vif-deleted", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:06.791931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aca2b4fb-13f6-4a1c-8206-70873e21bb0c None None] Provisioning complete for port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:06.804399 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aca2b4fb-13f6-4a1c-8206-70873e21bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.862588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 7c4a4094-a7a6-4347-b978-d56fe94e044d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:06.872565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7c4a4094-a7a6-4347-b978-d56fe94e044d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:06.872968 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.947389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-aca2b4fb-13f6-4a1c-8206-70873e21bb0c None None] Port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:06.973191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.975183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:07.037155 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.090807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Attempting to bind port a03c8254-1caf-4610-93dd-25183b037cd5 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:07.091458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Attempting to bind port a03c8254-1caf-4610-93dd-25183b037cd5 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:07.095346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Attempting to bind port a03c8254-1caf-4610-93dd-25183b037cd5 on network 4d838365-2a3a-47f2-a3e5-d7080114dc99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:07.098858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-540a36b0-ab98-4f91-961f-acb01d523b8c None None] Provisioning complete for port 7c4a4094-a7a6-4347-b978-d56fe94e044d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:07.099282 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-540a36b0-ab98-4f91-961f-acb01d523b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.116818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3f5e7-983f-4d0c-a52c-0df04ef83252 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting port 5e1893e0-13a1-4368-a82e-4473b082391c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:07.130438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f5e7-983f-4d0c-a52c-0df04ef83252 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.131543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 7c4a4094-a7a6-4347-b978-d56fe94e044d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7c4a4094-a7a6-4347-b978-d56fe94e044d,segment=NetworkSegment(2a5d5a15-1ca0-48df-9aa9-be3483e06bfd),segment_id=2a5d5a15-1ca0-48df-9aa9-be3483e06bfd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:07.139868 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce4425-e1a9-428d-a6a6-715db35fe2b5 x-openstack-request-id: req-ffce4425-e1a9-428d-a6a6-715db35fe2b5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:07.142222 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4144c2cd-f41b-4f43-94ed-8ffa28b419c6", "name": "network-vif-deleted", "tag": "c73c24d4-c18a-4173-955b-9716bf92b2ce", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:07.142600 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffce4425-e1a9-428d-a6a6-715db35fe2b5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:07.144065 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4144c2cd-f41b-4f43-94ed-8ffa28b419c6', 'name': 'network-vif-deleted', 'tag': 'c73c24d4-c18a-4173-955b-9716bf92b2ce', 'status': 'completed', 'code': 200} Aug 16 02:15:07.154942 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.167664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Port a03c8254-1caf-4610-93dd-25183b037cd5 on network 4d838365-2a3a-47f2-a3e5-d7080114dc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:07.167830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Attempting to bind port a03c8254-1caf-4610-93dd-25183b037cd5 on network 4d838365-2a3a-47f2-a3e5-d7080114dc99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:07.184197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:07.206939 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.208063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Sync routers for ids ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:07.208262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d3b79423-7061-43ca-bef0-b934cc2787ab admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5789394 Aug 16 02:15:07.210817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:07.245370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Routers {'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:07.246469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.248598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:07.248936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Checking segment: {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:07.249350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Bound using segment: {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:07.250559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Bound port: a03c8254-1caf-4610-93dd-25183b037cd5, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:07.251145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.252782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=7c4a4094-a7a6-4347-b978-d56fe94e044d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.273620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Router 959e7463-9d3a-4e77-bb20-43e93b11e257 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:07.293638 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.419494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Set router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:07.469978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f5e7-983f-4d0c-a52c-0df04ef83252 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.501009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3f5e7-983f-4d0c-a52c-0df04ef83252 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Calling delete_port for 5e1893e0-13a1-4368-a82e-4473b082391c owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:07.504546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] For port a03c8254-1caf-4610-93dd-25183b037cd5, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:07.538382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] For port a03c8254-1caf-4610-93dd-25183b037cd5, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a03c8254-1caf-4610-93dd-25183b037cd5,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:07.543956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:07.552113 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e61ccfe0-89d1-4292-8857-29f5e019680e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "PUT /v2.0/routers/959e7463-9d3a-4e77-bb20-43e93b11e257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8850551 Aug 16 02:15:07.553314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:07.562116 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7d1fc-2b3e-4354-9f8d-38dc58351f7b None None] Sync routers for ids ['959e7463-9d3a-4e77-bb20-43e93b11e257'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:07.584460 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7d1fc-2b3e-4354-9f8d-38dc58351f7b None None] Routers {'959e7463-9d3a-4e77-bb20-43e93b11e257'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:07.584702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.585350 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e6f7d1fc-2b3e-4354-9f8d-38dc58351f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['959e7463-9d3a-4e77-bb20-43e93b11e257'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.599937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.624811 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e6f7d1fc-2b3e-4354-9f8d-38dc58351f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.634918 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7d1fc-2b3e-4354-9f8d-38dc58351f7b None None] Routers {'959e7463-9d3a-4e77-bb20-43e93b11e257'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:07.636662 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e6f7d1fc-2b3e-4354-9f8d-38dc58351f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['959e7463-9d3a-4e77-bb20-43e93b11e257'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.678247 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e6f7d1fc-2b3e-4354-9f8d-38dc58351f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.679325 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f7d1fc-2b3e-4354-9f8d-38dc58351f7b None None] The sync data for ids ['959e7463-9d3a-4e77-bb20-43e93b11e257'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:07.684709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.685228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.686460 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] 10.222.0.93 "PUT /v2.0/ports/a03c8254-1caf-4610-93dd-25183b037cd5 HTTP/1.1" status: 200 len: 1092 time: 4.8527765 Aug 16 02:15:07.710033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd948ebda-7613-4596-90e1-f54b891761d4', 'tag': 'a03c8254-1caf-4610-93dd-25183b037cd5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:07.712520 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377" -d '{"events": [{"name": "network-changed", "server_uuid": "d948ebda-7613-4596-90e1-f54b891761d4", "tag": "a03c8254-1caf-4610-93dd-25183b037cd5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:07.715292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5f588-d0e4-4abf-8137-94ede1c222eb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.717213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fed5f588-d0e4-4abf-8137-94ede1c222eb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports?device_id=959e7463-9d3a-4e77-bb20-43e93b11e257 HTTP/1.1" status: 200 len: 989 time: 0.1570442 Aug 16 02:15:07.721791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57672) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:07.738900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94484dd8-6c0c-4f1a-ba65-cd575d14c8aa req-c5bdf07f-f3d1-4083-9c9c-9f00db65ce87 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.739357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:02Z', 'updated_at': '2021-08-16T02:15:05Z', 'revision_number': 3, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'gw_port': {'id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:07.740463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94484dd8-6c0c-4f1a-ba65-cd575d14c8aa req-c5bdf07f-f3d1-4083-9c9c-9f00db65ce87 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 943 time: 0.1617162 Aug 16 02:15:07.760193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Network 4d838365-2a3a-47f2-a3e5-d7080114dc99 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:07.770889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55f66a-aef6-4dc8-8f61-5148f9232a93 service neutron] Pushing event updated for resources: {'Port': ['ID=a03c8254-1caf-4610-93dd-25183b037cd5,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.773825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Checking router: a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:07.773995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:07.774181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Updating router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 port b3442550-d688-43ca-bd9a-aec16464f58c binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:07.792161 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f34190a-6426-4dd5-9941-6fc4e39ddb7b x-openstack-request-id: req-9f34190a-6426-4dd5-9941-6fc4e39ddb7b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:07.792449 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d948ebda-7613-4596-90e1-f54b891761d4", "tag": "a03c8254-1caf-4610-93dd-25183b037cd5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:07.792851 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f34190a-6426-4dd5-9941-6fc4e39ddb7b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:07.793273 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd948ebda-7613-4596-90e1-f54b891761d4', 'tag': 'a03c8254-1caf-4610-93dd-25183b037cd5', 'status': 'completed', 'code': 200} Aug 16 02:15:07.812873 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.840650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:07.851414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:07.958820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-b6abdba3-5564-4054-a7d1-c9271b621006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.960442 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-b6abdba3-5564-4054-a7d1-c9271b621006 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89daf5c6043d4fe98209868326d713ca&device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 1095 time: 0.2043755 Aug 16 02:15:07.970354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Pushing event updated for resources: {'Port': ['ID=0bb585bb-e5a3-4782-b992-84db38d46a84,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.980540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94484dd8-6c0c-4f1a-ba65-cd575d14c8aa req-0b4da469-1ad5-4fed-8884-36399fcc16af tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817753 Aug 16 02:15:08.051051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.051726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.066666 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-19a9453c-b5f5-43fc-9f77-a8d1f61f96eb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03c8254-1caf-4610-93dd-25183b037cd5 HTTP/1.1" status: 200 len: 217 time: 0.0883803 Aug 16 02:15:08.137692 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.152640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Transition to ACTIVE for port object b3442550-d688-43ca-bd9a-aec16464f58c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:08.163813 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.188956 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-3e51c143-4cbb-4d62-97cc-bde1d95accbb tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5470231 Aug 16 02:15:08.225744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e750b0da-de2d-408a-b850-fc732d90eeb4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:08.239027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.248026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc29e47-0b2f-4df2-907f-e1ec10a02cf1 None None] Pushing event updated for resources: {'Port': ['ID=b3442550-d688-43ca-bd9a-aec16464f58c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:08.250640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Attempting to bind port b3442550-d688-43ca-bd9a-aec16464f58c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:08.251338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Attempting to bind port b3442550-d688-43ca-bd9a-aec16464f58c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:08.251706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Attempting to bind port b3442550-d688-43ca-bd9a-aec16464f58c on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:08.255720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7c4a4094-a7a6-4347-b978-d56fe94e044d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:08.269785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Request body: {'port': {'device_id': 'bc0a886d-0f74-44f6-a531-411cb1c77f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:08.274257 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f5e7-983f-4d0c-a52c-0df04ef83252 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.279476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Transition to ACTIVE for port object e750b0da-de2d-408a-b850-fc732d90eeb4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:08.282836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:08.283234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:08.283644 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.284057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:08.284553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Bound port: b3442550-d688-43ca-bd9a-aec16464f58c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:08.284987 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.313310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-2c514183-594d-4453-94b0-d7eff54b5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.314814 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-2c514183-594d-4453-94b0-d7eff54b5b6f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8fb4a257-d7b2-488f-84d1-f43a408837f9 HTTP/1.1" status: 200 len: 858 time: 0.2206359 Aug 16 02:15:08.340467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.352079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] For port b3442550-d688-43ca-bd9a-aec16464f58c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:08.355803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] For port b3442550-d688-43ca-bd9a-aec16464f58c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b3442550-d688-43ca-bd9a-aec16464f58c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:08.362100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7c4a4094-a7a6-4347-b978-d56fe94e044d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:08.362528 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.363352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3f5e7-983f-4d0c-a52c-0df04ef83252 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Port': ['ID=5e1893e0-13a1-4368-a82e-4473b082391c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:08.365788 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.409727 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-013874db-4968-460b-a5bf-67aaf8dc657d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4d838365-2a3a-47f2-a3e5-d7080114dc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626185 Aug 16 02:15:08.474107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Routers {'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:08.475321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:08.479975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc29e47-0b2f-4df2-907f-e1ec10a02cf1 None None] Pushing event updated for resources: {'Port': ['ID=b3442550-d688-43ca-bd9a-aec16464f58c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:08.585755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.590659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e750b0da-de2d-408a-b850-fc732d90eeb4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:08.615899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f5e7-983f-4d0c-a52c-0df04ef83252 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.617836 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4cd3f5e7-983f-4d0c-a52c-0df04ef83252 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "DELETE /v2.0/ports/5e1893e0-13a1-4368-a82e-4473b082391c HTTP/1.1" status: 204 len: 168 time: 2.3965664 Aug 16 02:15:08.626989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:08.644535 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.679761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] Set router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:08.764178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-56357108-9f45-4c7c-8752-e5dea5707992 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting subnet 9d3c7cf0-96c4-4d87-9468-3b828367418b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:08.770436 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56357108-9f45-4c7c-8752-e5dea5707992 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.776665 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-a60bca9c-12f1-4b40-9f8a-fd762ae03478 service neutron] 10.222.0.93 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438902 Aug 16 02:15:08.923610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:02Z', 'updated_at': '2021-08-16T02:15:05Z', 'revision_number': 3, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'gw_port': {'id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:08.955636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfcdba8-53d2-479b-8ca5-d3b1c58267c3 None None] The sync data for ids ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'] in n-d-768862-14 is: [{'id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:02Z', 'updated_at': '2021-08-16T02:15:05Z', 'revision_number': 3, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'gw_port': {'id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:09.073586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c73c24d4-c18a-4173-955b-9716bf92b2ce no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:09.100979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: c73c24d4-c18a-4173-955b-9716bf92b2ce {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:09.101325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c73c24d4-c18a-4173-955b-9716bf92b2ce not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:09.141765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Allocated IP 172.20.0.1 (fb87f981-1b77-452d-b371-91fdeea3cf90/bae2c5a1-0425-4f24-ad2d-354fca813fe7/2a716d30-abff-40a6-8442-252c379f2fce) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:09.229814 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.350521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Attempting to bind port e750b0da-de2d-408a-b850-fc732d90eeb4 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:09.351578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Attempting to bind port e750b0da-de2d-408a-b850-fc732d90eeb4 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:09.351914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Attempting to bind port e750b0da-de2d-408a-b850-fc732d90eeb4 on network 4d838365-2a3a-47f2-a3e5-d7080114dc99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:09.377854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56357108-9f45-4c7c-8752-e5dea5707992 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.409343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Port e750b0da-de2d-408a-b850-fc732d90eeb4 on network 4d838365-2a3a-47f2-a3e5-d7080114dc99 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:09.409672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Attempting to bind port e750b0da-de2d-408a-b850-fc732d90eeb4 on network 4d838365-2a3a-47f2-a3e5-d7080114dc99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:09.437198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:09.437476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Checking segment: {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:09.438006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Bound using segment: {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:09.438648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Bound port: e750b0da-de2d-408a-b850-fc732d90eeb4, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:09.439231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.445985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc9e1c-0259-4c23-91c7-0927b10433f4 req-ab15dce6-399d-414d-bd13-a2d743e9a8e1 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.447806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68fc9e1c-0259-4c23-91c7-0927b10433f4 req-ab15dce6-399d-414d-bd13-a2d743e9a8e1 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 943 time: 0.3657169 Aug 16 02:15:09.567056 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-a82c7785-bf68-4c90-9cba-f9ef3740308a service neutron] 10.222.0.93 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568789 Aug 16 02:15:09.585360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68fc9e1c-0259-4c23-91c7-0927b10433f4 req-64d39b2a-b04e-4e24-8da9-a0b477e5d508 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291652 Aug 16 02:15:09.653371 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.663409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56357108-9f45-4c7c-8752-e5dea5707992 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.675154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.681698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Transition to ACTIVE for port object 2a716d30-abff-40a6-8442-252c379f2fce will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:09.711230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] For port e750b0da-de2d-408a-b850-fc732d90eeb4, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:09.751761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] For port e750b0da-de2d-408a-b850-fc732d90eeb4, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e750b0da-de2d-408a-b850-fc732d90eeb4,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:09.763943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.848797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.849550 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.851805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] 10.222.0.86 "PUT /v2.0/ports/e750b0da-de2d-408a-b850-fc732d90eeb4 HTTP/1.1" status: 200 len: 1092 time: 3.9421306 Aug 16 02:15:09.854831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.857891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3044284b-683c-4429-8b7b-3d0607996423', 'tag': 'e750b0da-de2d-408a-b850-fc732d90eeb4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:09.861233 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41ac907-cc73-4a8f-899a-4b013982cb76" -d '{"events": [{"name": "network-changed", "server_uuid": "3044284b-683c-4429-8b7b-3d0607996423", "tag": "e750b0da-de2d-408a-b850-fc732d90eeb4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:09.865233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-2027f15b-b239-4f32-a8fe-1531cc9cad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.867045 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-2027f15b-b239-4f32-a8fe-1531cc9cad32 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89daf5c6043d4fe98209868326d713ca&device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 1095 time: 0.2214527 Aug 16 02:15:09.884933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56357108-9f45-4c7c-8752-e5dea5707992 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.920313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb585bb-e5a3-4782-b992-84db38d46a84 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:09.923372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Network fb87f981-1b77-452d-b371-91fdeea3cf90 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:09.958732 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d4491d-7165-4d9b-aeea-676dc36200af x-openstack-request-id: req-f8d4491d-7165-4d9b-aeea-676dc36200af {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:09.958891 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3044284b-683c-4429-8b7b-3d0607996423", "tag": "e750b0da-de2d-408a-b850-fc732d90eeb4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:09.959154 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8d4491d-7165-4d9b-aeea-676dc36200af {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:09.959551 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3044284b-683c-4429-8b7b-3d0607996423', 'tag': 'e750b0da-de2d-408a-b850-fc732d90eeb4', 'status': 'completed', 'code': 200} Aug 16 02:15:09.961066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:09.970997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:10.000766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.003207 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56357108-9f45-4c7c-8752-e5dea5707992 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3c7cf0-96c4-4d87-9468-3b828367418b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:10.023120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6670fa-adb7-47d8-b4b8-46267821bfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e750b0da-de2d-408a-b850-fc732d90eeb4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:10.027408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Pushing event updated for resources: {'Port': ['ID=2a716d30-abff-40a6-8442-252c379f2fce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:10.039842 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56357108-9f45-4c7c-8752-e5dea5707992 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.044708 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-56357108-9f45-4c7c-8752-e5dea5707992 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "DELETE /v2.0/subnets/9d3c7cf0-96c4-4d87-9468-3b828367418b HTTP/1.1" status: 204 len: 168 time: 1.4135454 Aug 16 02:15:10.051312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57692) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:10.053962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02dab2-dd9d-4840-85b7-5d9857d49519 None None] Network c587edc1-1b39-4797-b043-f93444807fb5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:10.071082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.092024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Transition to ACTIVE for port object 0bb585bb-e5a3-4782-b992-84db38d46a84 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:10.130407 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.237444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 8ea7ea1c-f073-4c0c-bed4-44de57de3bef {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:10.237444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.278027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aef4530-4ec0-4068-aa6b-6ffccaad46b7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Deleting subnet ac03b770-f8b8-4588-82fc-386717adcf93 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:10.289698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-cdd936e1-f98a-4a7b-9057-dd81ee5e9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.305503 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-cdd936e1-f98a-4a7b-9057-dd81ee5e9fbf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89daf5c6043d4fe98209868326d713ca&device_id=3044284b-683c-4429-8b7b-3d0607996423 HTTP/1.1" status: 200 len: 1095 time: 0.3531537 Aug 16 02:15:10.317226 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aef4530-4ec0-4068-aa6b-6ffccaad46b7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.358917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b3442550-d688-43ca-bd9a-aec16464f58c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:10.372889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-5509cc08-7421-4f43-9f5d-7597e6419c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.386794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-5509cc08-7421-4f43-9f5d-7597e6419c17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4d838365-2a3a-47f2-a3e5-d7080114dc99 HTTP/1.1" status: 200 len: 919 time: 0.5043061 Aug 16 02:15:10.400832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb585bb-e5a3-4782-b992-84db38d46a84,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:10.425694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299e4a73-fc34-433c-94d4-128934b4c431 None None] DHCP port deletion for c587edc1-1b39-4797-b043-f93444807fb5 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:10.475470 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-4651779a-b07c-409d-a785-8231d1f86147 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e750b0da-de2d-408a-b850-fc732d90eeb4 HTTP/1.1" status: 200 len: 217 time: 0.1038015 Aug 16 02:15:10.478848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-530c0e12-7c6d-4a95-9078-b9164c990a5f None None] Provisioning for port 2a716d30-abff-40a6-8442-252c379f2fce completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:10.491562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-530c0e12-7c6d-4a95-9078-b9164c990a5f None None] Provisioning complete for port 2a716d30-abff-40a6-8442-252c379f2fce triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:10.491984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-530c0e12-7c6d-4a95-9078-b9164c990a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.508537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aef4530-4ec0-4068-aa6b-6ffccaad46b7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.517316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.544944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-530c0e12-7c6d-4a95-9078-b9164c990a5f None None] Port 2a716d30-abff-40a6-8442-252c379f2fce cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:10.560136 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.569142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b3442550-d688-43ca-bd9a-aec16464f58c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:10.576053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b3442550-d688-43ca-bd9a-aec16464f58c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:10.576684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.599616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 8ea7ea1c-f073-4c0c-bed4-44de57de3bef owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:10.604803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-299e4a73-fc34-433c-94d4-128934b4c431 None None] Deleting port 4dfc970f-10bb-4272-bd41-42ae0ee82105 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:10.606588 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-299e4a73-fc34-433c-94d4-128934b4c431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.625974 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-47e99bfe-88da-4d83-b0f4-b4cce503cbc1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03c8254-1caf-4610-93dd-25183b037cd5 HTTP/1.1" status: 200 len: 217 time: 0.2188592 Aug 16 02:15:10.681581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-299e4a73-fc34-433c-94d4-128934b4c431 None None] For port 4dfc970f-10bb-4272-bd41-42ae0ee82105, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4dfc970f-10bb-4272-bd41-42ae0ee82105,segment=NetworkSegment(08031a76-364b-434d-95a6-cb0b80beb827),segment_id=08031a76-364b-434d-95a6-cb0b80beb827)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:10.682036 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-299e4a73-fc34-433c-94d4-128934b4c431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.705526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-299e4a73-fc34-433c-94d4-128934b4c431 None None] Calling delete_port for 4dfc970f-10bb-4272-bd41-42ae0ee82105 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:10.824827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-d1ea5881-e340-4029-ab59-dd8acce1e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.826607 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-d1ea5881-e340-4029-ab59-dd8acce1e841 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8fb4a257-d7b2-488f-84d1-f43a408837f9 HTTP/1.1" status: 200 len: 858 time: 0.2141330 Aug 16 02:15:10.827523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Attempting to bind port 0bb585bb-e5a3-4782-b992-84db38d46a84 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:10.828237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Attempting to bind port 0bb585bb-e5a3-4782-b992-84db38d46a84 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:10.828865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Attempting to bind port 0bb585bb-e5a3-4782-b992-84db38d46a84 on network 4d838365-2a3a-47f2-a3e5-d7080114dc99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:10.834207 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aef4530-4ec0-4068-aa6b-6ffccaad46b7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.837911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-200afd04-0b16-4f05-84de-20abddd3bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.839379 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-200afd04-0b16-4f05-84de-20abddd3bdd6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8fb4a257-d7b2-488f-84d1-f43a408837f9 HTTP/1.1" status: 200 len: 858 time: 0.1722643 Aug 16 02:15:10.882469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Port 0bb585bb-e5a3-4782-b992-84db38d46a84 on network 4d838365-2a3a-47f2-a3e5-d7080114dc99 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:10.883222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Attempting to bind port 0bb585bb-e5a3-4782-b992-84db38d46a84 on network 4d838365-2a3a-47f2-a3e5-d7080114dc99 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:10.883681 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.921852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-299e4a73-fc34-433c-94d4-128934b4c431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.925808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port b3442550-d688-43ca-bd9a-aec16464f58c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b3442550-d688-43ca-bd9a-aec16464f58c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:10.926726 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-ef9b05c2-f4a5-4fa9-892c-c05966a712e5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4d838365-2a3a-47f2-a3e5-d7080114dc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645416 Aug 16 02:15:10.931502 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ce70d92c-b591-467a-a0f2-cc7ee1d82c18 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d838365-2a3a-47f2-a3e5-d7080114dc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662065 Aug 16 02:15:10.934679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:10.935122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Checking segment: {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:10.935652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Bound using segment: {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:10.936215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Bound port: 0bb585bb-e5a3-4782-b992-84db38d46a84, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553a1b40-fab8-485d-90e2-2fa1ed9521be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:10.937218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.959144 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.965987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4a73-fc34-433c-94d4-128934b4c431 None None] Pushing event deleted for resources: {'Port': ['ID=4dfc970f-10bb-4272-bd41-42ae0ee82105,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.021618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e4a73-fc34-433c-94d4-128934b4c431 None None] No DVR routers for this DVR port 4dfc970f-10bb-4272-bd41-42ae0ee82105 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:11.045282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=b3442550-d688-43ca-bd9a-aec16464f58c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.063919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Deleting port abc69948-75c8-4c7f-b8cc-1a4741f1913a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:11.063919 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.118900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aef4530-4ec0-4068-aa6b-6ffccaad46b7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.137537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.157978 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.195932 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aef4530-4ec0-4068-aa6b-6ffccaad46b7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.201224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8aef4530-4ec0-4068-aa6b-6ffccaad46b7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "DELETE /v2.0/subnets/ac03b770-f8b8-4588-82fc-386717adcf93 HTTP/1.1" status: 204 len: 168 time: 1.1464965 Aug 16 02:15:11.206070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb8828-9e29-4d77-a1b4-c1edef87c529 None None] Network d3e8d3be-172c-4fb4-8c79-6747ba670fb3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:11.208932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c81cd-5ed0-4980-a1d3-a3a7962e4bc9 req-3693cbd7-96e8-45cc-bc6b-a847e978d008 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.209960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-538c81cd-5ed0-4980-a1d3-a3a7962e4bc9 req-3693cbd7-96e8-45cc-bc6b-a847e978d008 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 943 time: 0.3838835 Aug 16 02:15:11.211806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:11.212557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef4530-4ec0-4068-aa6b-6ffccaad46b7 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Subnet': ['ID=ac03b770-f8b8-4588-82fc-386717adcf93,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.249033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] For port 0bb585bb-e5a3-4782-b992-84db38d46a84, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:11.273904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] For port 0bb585bb-e5a3-4782-b992-84db38d46a84, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0bb585bb-e5a3-4782-b992-84db38d46a84,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:11.297759 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-c1c8092b-b28c-42ab-9fe7-b0240daf6a3f service neutron] 10.222.0.93 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564508 Aug 16 02:15:11.342862 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.347134 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-e2ebc825-48f2-4f79-b438-d590cdbdc95f service neutron] 10.222.0.86 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071765 Aug 16 02:15:11.371166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.411522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Pushing event updated for resources: {'Port': ['ID=2a716d30-abff-40a6-8442-252c379f2fce,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.418626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] For port abc69948-75c8-4c7f-b8cc-1a4741f1913a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=abc69948-75c8-4c7f-b8cc-1a4741f1913a,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:11.419067 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.454366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-538c81cd-5ed0-4980-a1d3-a3a7962e4bc9 req-a8d521ba-3add-4624-9d37-2b3aa997bbac tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857433 Aug 16 02:15:11.476380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3edfe09-f5ec-41e2-901b-006f8f896e2b None None] DHCP port deletion for d3e8d3be-172c-4fb4-8c79-6747ba670fb3 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:11.480213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Calling delete_port for abc69948-75c8-4c7f-b8cc-1a4741f1913a owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:11.482259 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.516167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.516878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.518199 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] 10.222.0.86 "PUT /v2.0/ports/0bb585bb-e5a3-4782-b992-84db38d46a84 HTTP/1.1" status: 200 len: 1093 time: 3.3047574 Aug 16 02:15:11.536758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c3edfe09-f5ec-41e2-901b-006f8f896e2b None None] Deleting port dcd808ee-8570-424a-8797-9e887e58493c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:11.537179 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3edfe09-f5ec-41e2-901b-006f8f896e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.573961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.610912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c3edfe09-f5ec-41e2-901b-006f8f896e2b None None] For port dcd808ee-8570-424a-8797-9e887e58493c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dcd808ee-8570-424a-8797-9e887e58493c,segment=NetworkSegment(c93ddbbb-f245-4210-84ef-5bba4fc23820),segment_id=c93ddbbb-f245-4210-84ef-5bba4fc23820)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:11.611392 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3edfe09-f5ec-41e2-901b-006f8f896e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.627355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c3edfe09-f5ec-41e2-901b-006f8f896e2b None None] Calling delete_port for dcd808ee-8570-424a-8797-9e887e58493c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:11.641167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad451fab-84cd-4eab-af1c-2c96ccbc7437 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb585bb-e5a3-4782-b992-84db38d46a84,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.704113 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-2dea4675-f87d-4267-96cb-8edca979ec3d service neutron] 10.222.0.86 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022847 Aug 16 02:15:11.729118 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3edfe09-f5ec-41e2-901b-006f8f896e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.750032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-d29087ea-4e3e-4805-91ba-634dd145221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.751958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-d29087ea-4e3e-4805-91ba-634dd145221e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89daf5c6043d4fe98209868326d713ca&device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 1096 time: 0.1627238 Aug 16 02:15:11.754254 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60a800c2-c67e-4476-b8b1-c0a6a2cbb377 req-1872d65a-565a-4fd5-8363-878f3db4e854 service neutron] 10.222.0.93 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979065 Aug 16 02:15:11.775817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edfe09-f5ec-41e2-901b-006f8f896e2b None None] No DVR routers for this DVR port dcd808ee-8570-424a-8797-9e887e58493c on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:11.786921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edfe09-f5ec-41e2-901b-006f8f896e2b None None] Pushing event deleted for resources: {'Port': ['ID=dcd808ee-8570-424a-8797-9e887e58493c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.898898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=8ea7ea1c-f073-4c0c-bed4-44de57de3bef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.901596 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-5e376964-715f-4063-99d6-008ae3086fc6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb585bb-e5a3-4782-b992-84db38d46a84 HTTP/1.1" status: 200 len: 217 time: 0.0746481 Aug 16 02:15:11.908130 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.929655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c587edc1-1b39-4797-b043-f93444807fb5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:11.960977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0a886d-0f74-44f6-a531-411cb1c77f0d', 'tag': '0bb585bb-e5a3-4782-b992-84db38d46a84'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:11.963587 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0a886d-0f74-44f6-a531-411cb1c77f0d", "tag": "0bb585bb-e5a3-4782-b992-84db38d46a84"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:11.967553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08031a76-364b-434d-95a6-cb0b80beb827') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:11.967986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08031a76-364b-434d-95a6-cb0b80beb827') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:12.007794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.018797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Network fb87f981-1b77-452d-b371-91fdeea3cf90 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:12.023854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:12.026175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-ac7df492-288d-4d7d-9c8f-0581f9a747fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.028396 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-ac7df492-288d-4d7d-9c8f-0581f9a747fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89daf5c6043d4fe98209868326d713ca&device_id=3044284b-683c-4429-8b7b-3d0607996423 HTTP/1.1" status: 200 len: 1095 time: 0.1999433 Aug 16 02:15:12.050562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-af7a8cda-06fc-469c-9ffe-7eebd25c3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.052172 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-af7a8cda-06fc-469c-9ffe-7eebd25c3d36 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8fb4a257-d7b2-488f-84d1-f43a408837f9 HTTP/1.1" status: 200 len: 858 time: 0.1350758 Aug 16 02:15:12.053244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.071691 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557a7c47-f087-4b76-9889-8819518cabbf x-openstack-request-id: req-557a7c47-f087-4b76-9889-8819518cabbf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:12.071994 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0a886d-0f74-44f6-a531-411cb1c77f0d", "tag": "0bb585bb-e5a3-4782-b992-84db38d46a84", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:12.072482 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-557a7c47-f087-4b76-9889-8819518cabbf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:12.072846 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0a886d-0f74-44f6-a531-411cb1c77f0d', 'tag': '0bb585bb-e5a3-4782-b992-84db38d46a84', 'status': 'completed', 'code': 200} Aug 16 02:15:12.099267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:12.099785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:12.108688 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:12.158568 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.219137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-ef789ad1-cdfc-47a2-be5b-45a4a89fd2c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d838365-2a3a-47f2-a3e5-d7080114dc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034718 Aug 16 02:15:12.273728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b3442550-d688-43ca-bd9a-aec16464f58c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:12.308770 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.345507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.347486 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "DELETE /v2.0/networks/c587edc1-1b39-4797-b043-f93444807fb5 HTTP/1.1" status: 204 len: 168 time: 1.1321476 Aug 16 02:15:12.356730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:12.363919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45e17b-7a26-405d-8d62-bf1528d2b4ac tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Network': ['ID=c587edc1-1b39-4797-b043-f93444807fb5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:12.407390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b3442550-d688-43ca-bd9a-aec16464f58c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:12.407390 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.414756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-2c89b114-af36-4f89-a681-d95e42931086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.418632 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-2c89b114-af36-4f89-a681-d95e42931086 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4d838365-2a3a-47f2-a3e5-d7080114dc99 HTTP/1.1" status: 200 len: 919 time: 0.3781562 Aug 16 02:15:12.445111 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.473613 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-d6c455d7-ab4a-4927-ab95-cd166399dbff service neutron] 10.222.0.86 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523012 Aug 16 02:15:12.516871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7df328f-5e42-40ec-91f9-1ebe7f18d528 None None] Provisioning complete for port 2a716d30-abff-40a6-8442-252c379f2fce triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:12.517766 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7df328f-5e42-40ec-91f9-1ebe7f18d528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.595648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c7df328f-5e42-40ec-91f9-1ebe7f18d528 None None] Port 2a716d30-abff-40a6-8442-252c379f2fce cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:12.627790 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-2c337122-3c45-403f-9205-4da4632152e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e750b0da-de2d-408a-b850-fc732d90eeb4 HTTP/1.1" status: 200 len: 217 time: 0.1531949 Aug 16 02:15:12.661225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4dfc970f-10bb-4272-bd41-42ae0ee82105 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:12.690002 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 4dfc970f-10bb-4272-bd41-42ae0ee82105 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:12.691123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4dfc970f-10bb-4272-bd41-42ae0ee82105 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:12.691674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcd808ee-8570-424a-8797-9e887e58493c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:12.722555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: dcd808ee-8570-424a-8797-9e887e58493c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:12.723053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcd808ee-8570-424a-8797-9e887e58493c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:12.744428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-f663a621-4ab8-4f2f-9b46-3212cda34210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.744428 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-f663a621-4ab8-4f2f-9b46-3212cda34210 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8fb4a257-d7b2-488f-84d1-f43a408837f9 HTTP/1.1" status: 200 len: 858 time: 0.0787759 Aug 16 02:15:12.790569 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a873ec-f56c-4b02-90d9-2ef655d2da67 req-1fc67894-bf3a-482d-83cc-2e7affc91eb4 service neutron] 10.222.0.86 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817233 Aug 16 02:15:12.792357 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-32c04d71-ef95-441b-9b71-8bcaca1ada25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d838365-2a3a-47f2-a3e5-d7080114dc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387070 Aug 16 02:15:12.803335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.855127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Router 959e7463-9d3a-4e77-bb20-43e93b11e257 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:12.860021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.868519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:12.913285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993a983-4338-42d9-8a9d-2d1facb42ce8 req-4f0d582b-6867-4821-a350-d2ead8b0e064 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.914855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f993a983-4338-42d9-8a9d-2d1facb42ce8 req-4f0d582b-6867-4821-a350-d2ead8b0e064 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 943 time: 0.2752299 Aug 16 02:15:12.948018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc69948-75c8-4c7f-b8cc-1a4741f1913a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:13.074673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a03c8254-1caf-4610-93dd-25183b037cd5 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:13.205898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a03c8254-1caf-4610-93dd-25183b037cd5, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a03c8254-1caf-4610-93dd-25183b037cd5,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:13.223817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'a03c8254-1caf-4610-93dd-25183b037cd5', 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99', 'port_id': 'a03c8254-1caf-4610-93dd-25183b037cd5', 'mac_address': 'fa:16:3e:56:52:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb4a257-d7b2-488f-84d1-f43a408837f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:13.240334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.275817 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.300556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03c8254-1caf-4610-93dd-25183b037cd5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:13.305132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e8d3be-172c-4fb4-8c79-6747ba670fb3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.318521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:13.334687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bfeff5-0bd2-4806-a28f-8a798ca87cad None None] Sync routers for ids ['959e7463-9d3a-4e77-bb20-43e93b11e257'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:13.341314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-894c285f-12c2-4eb9-ba7c-84a5cf9566cb tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "PUT /v2.0/routers/959e7463-9d3a-4e77-bb20-43e93b11e257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6173790 Aug 16 02:15:13.345076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57730) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:13.345976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a03c8254-1caf-4610-93dd-25183b037cd5, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a03c8254-1caf-4610-93dd-25183b037cd5,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:13.351419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93ddbbb-f245-4210-84ef-5bba4fc23820') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.351816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93ddbbb-f245-4210-84ef-5bba4fc23820') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.356492 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.365253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfeff5-0bd2-4806-a28f-8a798ca87cad None None] Routers {'959e7463-9d3a-4e77-bb20-43e93b11e257'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:13.365634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9bfeff5-0bd2-4806-a28f-8a798ca87cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['959e7463-9d3a-4e77-bb20-43e93b11e257'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.370286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f993a983-4338-42d9-8a9d-2d1facb42ce8 req-928bd7f3-ff95-461e-affe-aa69a7bc15ef tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335842 Aug 16 02:15:13.403456 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-04897e3d-7499-4d6a-9c60-eb522801348a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:15:13.406379 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-04897e3d-7499-4d6a-9c60-eb522801348a tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/8ea7ea1c-f073-4c0c-bed4-44de57de3bef HTTP/1.1" status: 404 len: 333 time: 0.0582571 Aug 16 02:15:13.411870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:13.430279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-8fb52be2-1ad6-4229-969f-81c862b77801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.432452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-8fb52be2-1ad6-4229-969f-81c862b77801 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=89daf5c6043d4fe98209868326d713ca&device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 1096 time: 0.1411328 Aug 16 02:15:13.444375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9bfeff5-0bd2-4806-a28f-8a798ca87cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.470528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfeff5-0bd2-4806-a28f-8a798ca87cad None None] Routers {'959e7463-9d3a-4e77-bb20-43e93b11e257'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:13.471206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9bfeff5-0bd2-4806-a28f-8a798ca87cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['959e7463-9d3a-4e77-bb20-43e93b11e257'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.495595 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-931f8e1c-0794-4d12-bb22-1f869cf3bb2c service neutron] 10.222.0.86 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857378 Aug 16 02:15:13.520664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.539468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9bfeff5-0bd2-4806-a28f-8a798ca87cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.540711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bfeff5-0bd2-4806-a28f-8a798ca87cad None None] The sync data for ids ['959e7463-9d3a-4e77-bb20-43e93b11e257'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:13.552568 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.563058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a03c8254-1caf-4610-93dd-25183b037cd5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:13.565192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:13.565614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:13.570680 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:13.629923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a03c8254-1caf-4610-93dd-25183b037cd5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:13.637491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda8e763-89a1-4f53-bc9e-fc157dd204a2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.683607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:13.694143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2a0dc7a1-4092-4830-ad04-6af1a326ef88 admin admin] 10.222.0.61 "PUT /v2.0/routers/a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4814599 Aug 16 02:15:13.698503 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Sync routers for ids ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:13.721881 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Routers {'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:13.724685 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.728984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.735573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.743247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] 10.222.0.61 "DELETE /v2.0/networks/d3e8d3be-172c-4fb4-8c79-6747ba670fb3 HTTP/1.1" status: 204 len: 168 time: 1.3672526 Aug 16 02:15:13.808874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7907f-1d33-49ea-a619-4e3e6e05f085 tempest-TaggedBootDevicesTest-165144322 tempest-TaggedBootDevicesTest-165144322-project] Pushing event deleted for resources: {'Network': ['ID=d3e8d3be-172c-4fb4-8c79-6747ba670fb3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:13.824663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.063643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda8e763-89a1-4f53-bc9e-fc157dd204a2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.080090 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Set router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:14.085779 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda8e763-89a1-4f53-bc9e-fc157dd204a2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.098688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-fa68f37d-e736-424a-a8af-bee1bd363c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.100209 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-fa68f37d-e736-424a-a8af-bee1bd363c0b service neutron] 10.222.0.86 "GET /v2.0/networks?id=4d838365-2a3a-47f2-a3e5-d7080114dc99 HTTP/1.1" status: 200 len: 919 time: 0.6175735 Aug 16 02:15:14.246712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b41ac907-cc73-4a8f-899a-4b013982cb76 req-73516baa-6634-4ac3-b629-e9aef9a4c572 service neutron] 10.222.0.86 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188985 Aug 16 02:15:14.348513 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-0f536df4-db19-4333-8e60-2d13fc5c10b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bb585bb-e5a3-4782-b992-84db38d46a84 HTTP/1.1" status: 200 len: 217 time: 0.2163956 Aug 16 02:15:14.353207 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda8e763-89a1-4f53-bc9e-fc157dd204a2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.353651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda8e763-89a1-4f53-bc9e-fc157dd204a2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Fanout notify agent at l3_agent the message router_deleted on router 959e7463-9d3a-4e77-bb20-43e93b11e257 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:14.363049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda8e763-89a1-4f53-bc9e-fc157dd204a2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.367187 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cda8e763-89a1-4f53-bc9e-fc157dd204a2 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/routers/959e7463-9d3a-4e77-bb20-43e93b11e257 HTTP/1.1" status: 204 len: 168 time: 0.9507086 Aug 16 02:15:14.367684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:14.429885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d57bcd6-48a5-4c59-9a1f-ab3dbb0a082d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet 90f0a131-e595-449f-8ce9-5287c153d0a1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:14.438948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d57bcd6-48a5-4c59-9a1f-ab3dbb0a082d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.468507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-8bc16cde-633e-493c-b741-061cf498dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.473473 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-8bc16cde-633e-493c-b741-061cf498dfe3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8fb4a257-d7b2-488f-84d1-f43a408837f9 HTTP/1.1" status: 200 len: 858 time: 0.1049340 Aug 16 02:15:14.504735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d57bcd6-48a5-4c59-9a1f-ab3dbb0a082d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.535983 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-fc4fbba6-8b87-4c74-86d3-52671b61d3a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d838365-2a3a-47f2-a3e5-d7080114dc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508373 Aug 16 02:15:14.606683 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:02Z', 'updated_at': '2021-08-16T02:15:10Z', 'revision_number': 4, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'gw_port': {'id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '2a716d30-abff-40a6-8442-252c379f2fce', 'name': '', 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'mac_address': 'fa:16:3e:f2:16:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'bae2c5a1-0425-4f24-ad2d-354fca813fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:08Z', 'updated_at': '2021-08-16T02:15:10Z', 'revision_number': 2, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'subnets': [{'id': 'bae2c5a1-0425-4f24-ad2d-354fca813fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:14.670943 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Checking router: a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:14.673730 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Updating router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 port 2a716d30-abff-40a6-8442-252c379f2fce binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:14.675798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d57bcd6-48a5-4c59-9a1f-ab3dbb0a082d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.716488 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.730497 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-c51ad833-9fed-416e-8025-40cafd12fa0c service neutron] 10.222.0.86 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848731 Aug 16 02:15:14.747894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:14.784685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c751a3-a623-4dc2-a574-a70307006bc0 req-14ab9595-fc3b-4a19-9ca5-8d7d1633021b tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:14.786556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9c751a3-a623-4dc2-a574-a70307006bc0 req-14ab9595-fc3b-4a19-9ca5-8d7d1633021b tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 944 time: 0.3211074 Aug 16 02:15:14.878356 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aa13cc5b-6a63-4e8d-bcc2-825e4155be88 req-c47d21f7-92d6-4ed8-9fd9-30a100d65fd7 service neutron] 10.222.0.86 "GET /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392412 Aug 16 02:15:14.885440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d57bcd6-48a5-4c59-9a1f-ab3dbb0a082d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.925329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9c751a3-a623-4dc2-a574-a70307006bc0 req-da486732-6ea3-4f03-b639-2f5851302e34 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306407 Aug 16 02:15:14.957841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b08dc-419f-41b7-95d2-7feee336b9a6 None None] Network c4825cb7-8db0-40a2-91ac-fe14521d8122 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:14.985070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d57bcd6-48a5-4c59-9a1f-ab3dbb0a082d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.990243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d57bcd6-48a5-4c59-9a1f-ab3dbb0a082d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/90f0a131-e595-449f-8ce9-5287c153d0a1 HTTP/1.1" status: 204 len: 168 time: 0.6197183 Aug 16 02:15:14.991005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:14.991570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57bcd6-48a5-4c59-9a1f-ab3dbb0a082d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=90f0a131-e595-449f-8ce9-5287c153d0a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:15.032790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:15.044668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-46c0ef03-be06-4f01-92ec-17a47524a263 admin admin] 10.222.0.61 "PUT /v2.0/routers/1189e8bf-4eec-4fc5-9a4a-e596984efed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1983616 Aug 16 02:15:15.048595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:15.056094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] Sync routers for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:15.150259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.153997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a03c8254-1caf-4610-93dd-25183b037cd5 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:15.207325 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.219482 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Transition to ACTIVE for port object 2a716d30-abff-40a6-8442-252c379f2fce will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:15.231899 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.232154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:15.232539 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.240410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:15.240410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:15.347451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] For port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1aa75d80-15bf-4dc8-827f-f7680d1d9aa1,segment=NetworkSegment(fe0dd581-e118-419d-8978-cd4c3ad25d9c),segment_id=fe0dd581-e118-419d-8978-cd4c3ad25d9c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:15.348067 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.349634 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.366456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:15.411172 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Attempting to bind port 2a716d30-abff-40a6-8442-252c379f2fce on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:15.411546 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Attempting to bind port 2a716d30-abff-40a6-8442-252c379f2fce by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:15.411912 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Attempting to bind port 2a716d30-abff-40a6-8442-252c379f2fce on network fb87f981-1b77-452d-b371-91fdeea3cf90 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:15.434942 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:15.437259 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Checking segment: {'id': '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:15.439521 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.440911 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Bound using segment: {'id': '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:15.441611 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Bound port: 2a716d30-abff-40a6-8442-252c379f2fce, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:15.444604 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.584560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.611856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170dd520-fb72-4877-b1c6-e3523ac2cdf4 None None] DHCP port deletion for c4825cb7-8db0-40a2-91ac-fe14521d8122 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:15.617387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port a03c8254-1caf-4610-93dd-25183b037cd5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:15.633808 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] For port 2a716d30-abff-40a6-8442-252c379f2fce, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:15.643182 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] For port 2a716d30-abff-40a6-8442-252c379f2fce, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a716d30-abff-40a6-8442-252c379f2fce,segment=NetworkSegment(2a5d5a15-1ca0-48df-9aa9-be3483e06bfd),segment_id=2a5d5a15-1ca0-48df-9aa9-be3483e06bfd)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:15.650360 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.656888 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port a03c8254-1caf-4610-93dd-25183b037cd5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:15.658715 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.661113 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.662554 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Pushing event updated for resources: {'Port': ['ID=2a716d30-abff-40a6-8442-252c379f2fce,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:15.672623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=1aa75d80-15bf-4dc8-827f-f7680d1d9aa1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:15.682150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No DVR routers for this DVR port 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:15.709345 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.710772 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.711345 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.711868 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.713800 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.714323 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.715405 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.717596 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.718872 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.719047 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.720879 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.721465 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:15.792450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:15.814719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Deleting port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:15.820099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.863130 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Routers {'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:15.864415 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:15.877195 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.900601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4825cb7-8db0-40a2-91ac-fe14521d8122']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:15.932277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0dd581-e118-419d-8978-cd4c3ad25d9c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:15.932711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0dd581-e118-419d-8978-cd4c3ad25d9c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:15.959437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.968638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e750b0da-de2d-408a-b850-fc732d90eeb4 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:16.005755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.030101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:16.031610 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.032237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] For port 3638bf27-dbb8-4201-b9f7-d1b42362a5bb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3638bf27-dbb8-4201-b9f7-d1b42362a5bb,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:16.032627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.070391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Calling delete_port for 3638bf27-dbb8-4201-b9f7-d1b42362a5bb owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:16.128492 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] Set router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:16.129955 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:16.139548 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.179490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.185181 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/networks/c4825cb7-8db0-40a2-91ac-fe14521d8122 HTTP/1.1" status: 204 len: 168 time: 1.1920662 Aug 16 02:15:16.186480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265118d-5d22-42a6-9762-f069fc7ccf73 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Network': ['ID=c4825cb7-8db0-40a2-91ac-fe14521d8122,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:16.194239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:16.212415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.247865 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:15:16.252039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:16.293331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:16.293761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1aa75d80-15bf-4dc8-827f-f7680d1d9aa1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:16.324952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e308c-d511-4c71-9724-5926ecf93d76 req-57391eff-dd53-4233-b105-8f5382be69b5 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.327031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e1e308c-d511-4c71-9724-5926ecf93d76 req-57391eff-dd53-4233-b105-8f5382be69b5 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 944 time: 0.2357414 Aug 16 02:15:16.333302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd948ebda-7613-4596-90e1-f54b891761d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03c8254-1caf-4610-93dd-25183b037cd5'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:16.335785 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215a99db-7f2a-40c8-8c15-f5ca29891c36" -d '{"events": [{"server_uuid": "d948ebda-7613-4596-90e1-f54b891761d4", "name": "network-vif-plugged", "status": "completed", "tag": "a03c8254-1caf-4610-93dd-25183b037cd5"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:16.341171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631e364-7ed7-4e8a-b914-3c182ef3bd8c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.342740 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4631e364-7ed7-4e8a-b914-3c182ef3bd8c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/6973b73c-43e5-4941-a834-5e695eedd51a HTTP/1.1" status: 200 len: 845 time: 0.1472363 Aug 16 02:15:16.346992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:16.379626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a03c8254-1caf-4610-93dd-25183b037cd5, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a03c8254-1caf-4610-93dd-25183b037cd5,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:16.390553 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.424020 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c3bdb832-0970-432d-b1b1-64ccc47f5aa1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/6973b73c-43e5-4941-a834-5e695eedd51a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0757370 Aug 16 02:15:16.430693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:16.437018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:16.442814 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba0beac-11b5-4ffc-88d3-98c285f3cb9c x-openstack-request-id: req-bba0beac-11b5-4ffc-88d3-98c285f3cb9c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:16.443134 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d948ebda-7613-4596-90e1-f54b891761d4", "name": "network-vif-plugged", "status": "completed", "tag": "a03c8254-1caf-4610-93dd-25183b037cd5", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:16.443386 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bba0beac-11b5-4ffc-88d3-98c285f3cb9c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:16.443774 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd948ebda-7613-4596-90e1-f54b891761d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03c8254-1caf-4610-93dd-25183b037cd5', 'code': 200} Aug 16 02:15:16.453730 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41fcea-761f-485e-b54a-3074fc55bd0a None None] Pushing event updated for resources: {'Port': ['ID=2a716d30-abff-40a6-8442-252c379f2fce,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:16.470729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e750b0da-de2d-408a-b850-fc732d90eeb4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e750b0da-de2d-408a-b850-fc732d90eeb4,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:16.483430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'e750b0da-de2d-408a-b850-fc732d90eeb4', 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99', 'port_id': 'e750b0da-de2d-408a-b850-fc732d90eeb4', 'mac_address': 'fa:16:3e:28:4c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb4a257-d7b2-488f-84d1-f43a408837f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:16.559532 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.596680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a03c8254-1caf-4610-93dd-25183b037cd5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:16.600386 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620783d1-6682-42a9-8bc0-3a65254a65d6 req-f1adafc0-2faf-46ae-9467-ffdceef208aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.601565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e750b0da-de2d-408a-b850-fc732d90eeb4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:16.601988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-620783d1-6682-42a9-8bc0-3a65254a65d6 req-f1adafc0-2faf-46ae-9467-ffdceef208aa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 1097 time: 0.0991614 Aug 16 02:15:16.627859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e750b0da-de2d-408a-b850-fc732d90eeb4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e750b0da-de2d-408a-b850-fc732d90eeb4,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:16.636030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.674369 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-620783d1-6682-42a9-8bc0-3a65254a65d6 req-36ea9f9d-8ffe-4adc-9899-663f10084126 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646539 Aug 16 02:15:16.686893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 5, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port': {'id': '3638bf27-dbb8-4201-b9f7-d1b42362a5bb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:11Z', 'updated_at': '2021-08-16T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:16.694014 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:02Z', 'updated_at': '2021-08-16T02:15:10Z', 'revision_number': 4, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'gw_port': {'id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '2a716d30-abff-40a6-8442-252c379f2fce', 'name': '', 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'mac_address': 'fa:16:3e:f2:16:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'bae2c5a1-0425-4f24-ad2d-354fca813fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:08Z', 'updated_at': '2021-08-16T02:15:15Z', 'revision_number': 4, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'subnets': [{'id': 'bae2c5a1-0425-4f24-ad2d-354fca813fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:16.718938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] Checking router: 1189e8bf-4eec-4fc5-9a4a-e596984efed2 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:16.732619 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b94f8b-0797-40bd-abb8-b6bc2b4b3ca6 None None] The sync data for ids ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'] in n-d-768862-14 is: [{'id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:02Z', 'updated_at': '2021-08-16T02:15:10Z', 'revision_number': 4, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'gw_port': {'id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '2a716d30-abff-40a6-8442-252c379f2fce', 'name': '', 'network_id': 'fb87f981-1b77-452d-b371-91fdeea3cf90', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'mac_address': 'fa:16:3e:f2:16:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'bae2c5a1-0425-4f24-ad2d-354fca813fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:08Z', 'updated_at': '2021-08-16T02:15:15Z', 'revision_number': 4, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'subnets': [{'id': 'bae2c5a1-0425-4f24-ad2d-354fca813fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:16.759472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=e750b0da-de2d-408a-b850-fc732d90eeb4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:16.799784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] Routers {'1189e8bf-4eec-4fc5-9a4a-e596984efed2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:16.799784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:16.831131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e1e308c-d511-4c71-9724-5926ecf93d76 req-70dac3d6-12ba-47cf-88f4-fd0fe702bf7b tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509499 Aug 16 02:15:16.882327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.900861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:16.904558 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.002818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3638bf27-dbb8-4201-b9f7-d1b42362a5bb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:17.047874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] Set router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:17.135314 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.150701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:15:15Z', 'revision_number': 6, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:17.195768 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e750b0da-de2d-408a-b850-fc732d90eeb4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:17.247267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05154067-2068-4d82-86ce-c7aba59dac36 None None] The sync data for ids ['1189e8bf-4eec-4fc5-9a4a-e596984efed2'] in n-d-768862-14 is: [{'id': '1189e8bf-4eec-4fc5-9a4a-e596984efed2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807117102-router', 'tenant_id': 'a36b0806a15d458cb7c9fb62838cc526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:09Z', 'updated_at': '2021-08-16T02:15:15Z', 'revision_number': 6, 'project_id': 'a36b0806a15d458cb7c9fb62838cc526', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:17.811405 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.818170 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.889226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0bb585bb-e5a3-4782-b992-84db38d46a84 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:17.932858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.933716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1189e8bf-4eec-4fc5-9a4a-e596984efed2 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:17.938910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.940131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d943a6de-3453-4ac7-a0e0-7e2a0c79a5d7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1189e8bf-4eec-4fc5-9a4a-e596984efed2 HTTP/1.1" status: 204 len: 168 time: 2.8903604 Aug 16 02:15:17.942951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.001767 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.074868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-12976f68-171a-46b2-b903-86ff556d98e5 admin admin] Deleting subnet 04230908-3c29-4bb7-9b18-66b31737ef35 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:18.081293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12976f68-171a-46b2-b903-86ff556d98e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.118823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=d3ae8c89-d9a7-4625-b37c-df6aa71be7c5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:18.177018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 0bb585bb-e5a3-4782-b992-84db38d46a84, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0bb585bb-e5a3-4782-b992-84db38d46a84,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:18.181962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:18.184187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:18.189794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.191293 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.214016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7919d2-46c9-45c7-a846-5f640e702228 None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:18.282511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12976f68-171a-46b2-b903-86ff556d98e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.353666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce2c26-444e-4c87-8811-b0a83c5d8f90 req-835d70e7-8b23-49f0-85ef-4382ccf803fd tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.370049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbce2c26-444e-4c87-8811-b0a83c5d8f90 req-835d70e7-8b23-49f0-85ef-4382ccf803fd tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 945 time: 0.2547305 Aug 16 02:15:18.377798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '0bb585bb-e5a3-4782-b992-84db38d46a84', 'network_id': '4d838365-2a3a-47f2-a3e5-d7080114dc99', 'port_id': '0bb585bb-e5a3-4782-b992-84db38d46a84', 'mac_address': 'fa:16:3e:e9:f6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb4a257-d7b2-488f-84d1-f43a408837f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:18.394059 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bfb1aeda-12ca-4ce0-bb31-f77ea40275c4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9615788 Aug 16 02:15:18.406523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57882) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.417580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-53830646-525e-440e-ba09-9a6fddf8f2d4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1692943521'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:18.540544 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.582269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53830646-525e-440e-ba09-9a6fddf8f2d4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.627983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbce2c26-444e-4c87-8811-b0a83c5d8f90 req-09f407b8-6d9b-49ea-858d-07985af89354 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556283 Aug 16 02:15:18.639812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb585bb-e5a3-4782-b992-84db38d46a84 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:18.674362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a716d30-abff-40a6-8442-252c379f2fce up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:18.687908 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12976f68-171a-46b2-b903-86ff556d98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.784542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12976f68-171a-46b2-b903-86ff556d98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.853740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 0bb585bb-e5a3-4782-b992-84db38d46a84, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0bb585bb-e5a3-4782-b992-84db38d46a84,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:18.866267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12976f68-171a-46b2-b903-86ff556d98e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04230908-3c29-4bb7-9b18-66b31737ef35,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:18.869458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12976f68-171a-46b2-b903-86ff556d98e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.871753 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-12976f68-171a-46b2-b903-86ff556d98e5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/04230908-3c29-4bb7-9b18-66b31737ef35 HTTP/1.1" status: 204 len: 168 time: 0.9266427 Aug 16 02:15:18.874763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:18.878729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.880851 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86dff12-a6b5-479d-8a40-b728c8c05337 None None] Network ec5421da-0fa5-4768-ada2-af095344df1d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:18.974508 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53830646-525e-440e-ba09-9a6fddf8f2d4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.995473 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53830646-525e-440e-ba09-9a6fddf8f2d4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.046179 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.136189 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53830646-525e-440e-ba09-9a6fddf8f2d4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.136189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-53830646-525e-440e-ba09-9a6fddf8f2d4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7233725 Aug 16 02:15:19.150235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57894) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:19.171104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-879cd48c-e7cb-4624-8001-b499dde87d39 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1594635003'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:19.174122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64c87-9519-41c6-9b97-495eba138580 req-fbe76d5e-2607-463b-85d6-c93644831da7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.180501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4e64c87-9519-41c6-9b97-495eba138580 req-fbe76d5e-2607-463b-85d6-c93644831da7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 944 time: 0.4534543 Aug 16 02:15:19.194102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53830646-525e-440e-ba09-9a6fddf8f2d4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5160b46e-e7b4-4664-b337-19d6d4eaaabb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.274113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=0bb585bb-e5a3-4782-b992-84db38d46a84,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.275029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-879cd48c-e7cb-4624-8001-b499dde87d39 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.283787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Deleting port bab41b9c-361a-4cc7-80ab-bde7e8235c67 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:19.284711 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.292640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4e64c87-9519-41c6-9b97-495eba138580 req-a01ac77e-6251-465f-aee8-8f8dde68b2b4 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978098 Aug 16 02:15:19.343914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2a716d30-abff-40a6-8442-252c379f2fce completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:19.357730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2a716d30-abff-40a6-8442-252c379f2fce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:19.359017 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.387375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['0bb585bb-e5a3-4782-b992-84db38d46a84'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:19.398952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] For port bab41b9c-361a-4cc7-80ab-bde7e8235c67, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bab41b9c-361a-4cc7-80ab-bde7e8235c67,segment=NetworkSegment(43051b37-713e-4c47-a51b-82f44816ca46),segment_id=43051b37-713e-4c47-a51b-82f44816ca46)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:19.399361 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.417217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Calling delete_port for bab41b9c-361a-4cc7-80ab-bde7e8235c67 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:19.471685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'tenant_id': 'cec762fc168c40018e2eff575aae7946', 'fixed_ips': [{'subnet_id': 'd3ae8c89-d9a7-4625-b37c-df6aa71be7c5'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:19.472534 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.539436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-1f74eca1-bdc9-4809-a7f7-7adec77478aa tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.543430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-1f74eca1-bdc9-4809-a7f7-7adec77478aa tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 815 time: 0.1912613 Aug 16 02:15:19.579601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-879cd48c-e7cb-4624-8001-b499dde87d39 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.593822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-879cd48c-e7cb-4624-8001-b499dde87d39 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.598600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-d4bdb280-38d6-4bce-a32a-6f530c5e6fc8 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/quotas/c1025bc31d82477096ddf833a394b510 HTTP/1.1" status: 200 len: 375 time: 0.0432758 Aug 16 02:15:19.653821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cd48c-e7cb-4624-8001-b499dde87d39 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268032d6-819d-43e5-9fdd-9a73283cb945,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.661136 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-879cd48c-e7cb-4624-8001-b499dde87d39 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.666682 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-879cd48c-e7cb-4624-8001-b499dde87d39 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5150867 Aug 16 02:15:19.670980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:19.679922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-409630378', 'security_groups': ['268032d6-819d-43e5-9fdd-9a73283cb945'], 'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3ae8c89-d9a7-4625-b37c-df6aa71be7c5'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:19.684943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.711578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-6bd8a101-2e01-4571-8ac7-64fc3990da16 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1116633 Aug 16 02:15:19.788857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab41b9c-361a-4cc7-80ab-bde7e8235c67,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.797545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] No DVR routers for this DVR port bab41b9c-361a-4cc7-80ab-bde7e8235c67 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:19.927564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e750b0da-de2d-408a-b850-fc732d90eeb4 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:19.944059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.970890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5421da-0fa5-4768-ada2-af095344df1d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:19.997926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43051b37-713e-4c47-a51b-82f44816ca46') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:19.998563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43051b37-713e-4c47-a51b-82f44816ca46') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:20.000509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216131d9-7654-4150-975f-586c1c8740ec None None] DHCP port deletion for ec5421da-0fa5-4768-ada2-af095344df1d request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:20.021712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.050708 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.083756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:20.084999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:20.087607 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:20.113289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:20.179330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-2c3b79dd-a84c-487b-947d-517fe388cf9d service neutron] 10.222.0.61 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661529 Aug 16 02:15:20.250927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.281200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.287047 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ec5421da-0fa5-4768-ada2-af095344df1d HTTP/1.1" status: 204 len: 168 time: 1.4109249 Aug 16 02:15:20.312168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-1d696b5b-b3d0-4d53-94a2-816faaa4cc09 service neutron] 10.222.0.61 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259718 Aug 16 02:15:20.321062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c74bb-f71e-4971-8e75-cf180399ae23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5421da-0fa5-4768-ada2-af095344df1d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:20.341457 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.371970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port cd0042f6-77e2-4133-b8bc-2015560ccb9c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:15:20.392013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Allocated IP 2001:db8::2 (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/d3ae8c89-d9a7-4625-b37c-df6aa71be7c5/ca15bed5-f5f7-4607-bca8-6a637d06499a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:20.415546 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.547476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f76e68-df33-42c2-a153-3b8405fc70c6 req-cc5172c2-0754-4a7e-be04-41cf96a284a9 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:20.549216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5f76e68-df33-42c2-a153-3b8405fc70c6 req-cc5172c2-0754-4a7e-be04-41cf96a284a9 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 945 time: 0.1237156 Aug 16 02:15:20.617487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 2a716d30-abff-40a6-8442-252c379f2fce, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a716d30-abff-40a6-8442-252c379f2fce,segment=NetworkSegment(2a5d5a15-1ca0-48df-9aa9-be3483e06bfd),segment_id=2a5d5a15-1ca0-48df-9aa9-be3483e06bfd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:20.636641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.644820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a33648d-a857-4510-bf65-bd831c6924e8 req-d6990ee8-47a6-492e-85a1-485c0fe99e14 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 210 time: 0.0810723 Aug 16 02:15:20.686928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5f76e68-df33-42c2-a153-3b8405fc70c6 req-f6f15917-445d-49f5-a5eb-a1bc768d1185 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214685 Aug 16 02:15:20.695331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port e750b0da-de2d-408a-b850-fc732d90eeb4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:20.704398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port e750b0da-de2d-408a-b850-fc732d90eeb4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:20.704398 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.750930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device abc69948-75c8-4c7f-b8cc-1a4741f1913a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:20.758514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.794127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: abc69948-75c8-4c7f-b8cc-1a4741f1913a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:20.794612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device abc69948-75c8-4c7f-b8cc-1a4741f1913a not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:20.795247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3638bf27-dbb8-4201-b9f7-d1b42362a5bb no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:20.833400 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f32f1bb6-e3af-4bb6-9773-2e70f28db29e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a36b0806a15d458cb7c9fb62838cc526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736401 Aug 16 02:15:20.836141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.899785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3638bf27-dbb8-4201-b9f7-d1b42362a5bb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:20.904233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3638bf27-dbb8-4201-b9f7-d1b42362a5bb not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:20.929145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=2a716d30-abff-40a6-8442-252c379f2fce,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:20.942149 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2758e31-10a3-4432-9141-d8e58d877631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.993474 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2758e31-10a3-4432-9141-d8e58d877631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.047214 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2758e31-10a3-4432-9141-d8e58d877631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.050967 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2758e31-10a3-4432-9141-d8e58d877631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.052657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c2758e31-10a3-4432-9141-d8e58d877631 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff6075a2-f75e-4f4a-b79c-b4f033eb42f8 HTTP/1.1" status: 204 len: 168 time: 0.2152274 Aug 16 02:15:21.065150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2758e31-10a3-4432-9141-d8e58d877631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6075a2-f75e-4f4a-b79c-b4f033eb42f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.132643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bab41b9c-361a-4cc7-80ab-bde7e8235c67 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:21.169067 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.171049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: bab41b9c-361a-4cc7-80ab-bde7e8235c67 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:21.171561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bab41b9c-361a-4cc7-80ab-bde7e8235c67 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:21.174009 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.203140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Transition to ACTIVE for port object ca15bed5-f5f7-4607-bca8-6a637d06499a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:21.212452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044284b-683c-4429-8b7b-3d0607996423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e750b0da-de2d-408a-b850-fc732d90eeb4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:21.214880 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c31dd5a-a40c-4e7e-bad3-3f69e715a6b4" -d '{"events": [{"server_uuid": "3044284b-683c-4429-8b7b-3d0607996423", "name": "network-vif-plugged", "status": "completed", "tag": "e750b0da-de2d-408a-b850-fc732d90eeb4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:21.278600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e750b0da-de2d-408a-b850-fc732d90eeb4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e750b0da-de2d-408a-b850-fc732d90eeb4,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:21.287801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Transition to ACTIVE for port object ca15bed5-f5f7-4607-bca8-6a637d06499a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:21.290924 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.351246 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765532e6-17d4-46c3-bc9f-b64f68b63923 x-openstack-request-id: req-765532e6-17d4-46c3-bc9f-b64f68b63923 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:21.354158 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044284b-683c-4429-8b7b-3d0607996423", "name": "network-vif-plugged", "status": "completed", "tag": "e750b0da-de2d-408a-b850-fc732d90eeb4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:21.354472 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-765532e6-17d4-46c3-bc9f-b64f68b63923 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:21.356995 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044284b-683c-4429-8b7b-3d0607996423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e750b0da-de2d-408a-b850-fc732d90eeb4', 'code': 200} Aug 16 02:15:21.362033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.402134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:21.411137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:21.425815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::2ca (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/d3ae8c89-d9a7-4625-b37c-df6aa71be7c5/cd0042f6-77e2-4133-b8bc-2015560ccb9c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:21.428753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:21.441512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=e750b0da-de2d-408a-b850-fc732d90eeb4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.564970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Attempting to bind port ca15bed5-f5f7-4607-bca8-6a637d06499a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:21.565451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Attempting to bind port ca15bed5-f5f7-4607-bca8-6a637d06499a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'ac10e744-ec8e-4f56-9414-5bc2d8b44362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:21.565890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Attempting to bind port ca15bed5-f5f7-4607-bca8-6a637d06499a on network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:21.573135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Pushing event updated for resources: {'Port': ['ID=ca15bed5-f5f7-4607-bca8-6a637d06499a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.576533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:21.577503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Checking segment: {'id': 'ac10e744-ec8e-4f56-9414-5bc2d8b44362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:21.578008 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.578414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Bound using segment: {'id': 'ac10e744-ec8e-4f56-9414-5bc2d8b44362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:21.579008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Bound port: ca15bed5-f5f7-4607-bca8-6a637d06499a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac10e744-ec8e-4f56-9414-5bc2d8b44362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:21.579822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.588662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33c10b-ade0-48a6-8fc5-0cbd942d62c3 req-c6eeec22-1f2e-495b-95c3-086463c02c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.590492 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1d33c10b-ade0-48a6-8fc5-0cbd942d62c3 req-c6eeec22-1f2e-495b-95c3-086463c02c71 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3044284b-683c-4429-8b7b-3d0607996423 HTTP/1.1" status: 200 len: 1097 time: 0.1406097 Aug 16 02:15:21.684954 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] For port ca15bed5-f5f7-4607-bca8-6a637d06499a, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:21.690146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] For port ca15bed5-f5f7-4607-bca8-6a637d06499a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ca15bed5-f5f7-4607-bca8-6a637d06499a,segment=NetworkSegment(ac10e744-ec8e-4f56-9414-5bc2d8b44362),segment_id=ac10e744-ec8e-4f56-9414-5bc2d8b44362)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:21.697528 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.753609 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1d33c10b-ade0-48a6-8fc5-0cbd942d62c3 req-c8131d61-6b88-47e3-9574-babcf6f907b1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478953 Aug 16 02:15:21.821730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.841831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151af473-6b4a-444f-85a3-e7bcb2e0a792 None None] Pushing event updated for resources: {'Port': ['ID=ca15bed5-f5f7-4607-bca8-6a637d06499a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.846574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object cd0042f6-77e2-4133-b8bc-2015560ccb9c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:21.853146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b9ca2b8-dd14-44f2-8327-71b4596e00a3 req-4e3e0bf9-442b-48bd-af1d-fe76cfa002e5 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 210 time: 0.0751796 Aug 16 02:15:21.910380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0bb585bb-e5a3-4782-b992-84db38d46a84 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:21.965100 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.975368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93e56-f63e-4dcc-a38c-4d6ce0f76577 req-1448d40b-e079-4d35-a296-66676f0181a0 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.977570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15c93e56-f63e-4dcc-a38c-4d6ce0f76577 req-1448d40b-e079-4d35-a296-66676f0181a0 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 945 time: 0.1274948 Aug 16 02:15:22.060784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15c93e56-f63e-4dcc-a38c-4d6ce0f76577 req-5cfb3548-f70a-415f-93e4-d78867ed55c9 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752141 Aug 16 02:15:22.084544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:22.095703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 0bb585bb-e5a3-4782-b992-84db38d46a84 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:22.114131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 0bb585bb-e5a3-4782-b992-84db38d46a84 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:22.114520 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.158423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:22.165420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:22.177245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.177245 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.207349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=cd0042f6-77e2-4133-b8bc-2015560ccb9c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:22.228572 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dbb99811-bba1-4361-97ac-866f6e6743d6 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5545940 Aug 16 02:15:22.229086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:22.235984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9eab531a-8164-4a89-84c3-3b0582d9213e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:22.330453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-28ed5232-b1a4-4e8f-91c1-d0acad14590e tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.336444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-28ed5232-b1a4-4e8f-91c1-d0acad14590e tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 815 time: 0.2796583 Aug 16 02:15:22.353803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Request body: {'port': {'device_id': '79c22c1e-9f9e-445d-9eef-65cbba6af565', 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a', 'admin_state_up': True, 'tenant_id': 'c1025bc31d82477096ddf833a394b510'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:22.396029 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.469686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eab531a-8164-4a89-84c3-3b0582d9213e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:22.486277 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eab531a-8164-4a89-84c3-3b0582d9213e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.503987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 0bb585bb-e5a3-4782-b992-84db38d46a84, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0bb585bb-e5a3-4782-b992-84db38d46a84,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:22.509458 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.606759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=0bb585bb-e5a3-4782-b992-84db38d46a84,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:22.662224 n-d-768862-14 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-9eab531a-8164-4a89-84c3-3b0582d9213e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3ae8c89-d9a7-4625-b37c-df6aa71be7c5 (CIDR: 2001:db8::/64) Aug 16 02:15:22.666783 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eab531a-8164-4a89-84c3-3b0582d9213e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:15:22.667349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eab531a-8164-4a89-84c3-3b0582d9213e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:22.670565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Made reservation on behalf of c1025bc31d82477096ddf833a394b510 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:22.675154 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.688370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9eab531a-8164-4a89-84c3-3b0582d9213e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4570312 Aug 16 02:15:22.691278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:22.700771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:22.867112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Allocated IP 172.20.0.8 (e1a089ce-1438-42da-8fdd-ee1b53b9423a/8954c4c3-daa2-4b8e-a386-51fe9fd212c4/e49c9e31-30b9-449b-97f1-147c4d7dfbe3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:22.873035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:22.877263 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.125100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-816c21d9-db76-4e01-b77a-47dc7eed15f3 req-c4a0b85d-4570-4148-b0cd-69f540672b3a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 210 time: 0.0900030 Aug 16 02:15:23.299546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a716d30-abff-40a6-8442-252c379f2fce up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:23.301737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.360513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0a886d-0f74-44f6-a531-411cb1c77f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb585bb-e5a3-4782-b992-84db38d46a84'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:23.363582 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd286580-e720-459e-8346-2125447d8188" -d '{"events": [{"server_uuid": "bc0a886d-0f74-44f6-a531-411cb1c77f0d", "name": "network-vif-plugged", "status": "completed", "tag": "0bb585bb-e5a3-4782-b992-84db38d46a84"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:23.379718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.403591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['25832c98-4d49-4247-9aa9-604484485bfd', 'f437e6af-5736-42bf-b10f-0a52296b845c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:23.480961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['d867bb80-cc96-42f4-9583-574409f11a9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:23.494134 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c657c59-9f32-4f35-9121-2d3ee960dbed x-openstack-request-id: req-0c657c59-9f32-4f35-9121-2d3ee960dbed {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:23.494726 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0a886d-0f74-44f6-a531-411cb1c77f0d", "name": "network-vif-plugged", "status": "completed", "tag": "0bb585bb-e5a3-4782-b992-84db38d46a84", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:23.495236 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c657c59-9f32-4f35-9121-2d3ee960dbed {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:23.495839 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0a886d-0f74-44f6-a531-411cb1c77f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb585bb-e5a3-4782-b992-84db38d46a84', 'code': 200} Aug 16 02:15:23.549433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Network e1a089ce-1438-42da-8fdd-ee1b53b9423a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:23.553903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:23.558558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:23.567371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Pushing event updated for resources: {'Port': ['ID=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:23.578010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8771a6-7044-4525-afef-518eb1fbdc1e req-aa4bd307-cc51-42d1-826c-66a49656dfca tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.579590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a8771a6-7044-4525-afef-518eb1fbdc1e req-aa4bd307-cc51-42d1-826c-66a49656dfca tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 946 time: 0.3563538 Aug 16 02:15:23.699262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2a716d30-abff-40a6-8442-252c379f2fce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:23.706856 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.729526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a8771a6-7044-4525-afef-518eb1fbdc1e req-a8a3dd8c-3080-43ef-af6b-e5bb3ebf93da tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264946 Aug 16 02:15:23.740630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.776863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.777447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.806340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:23.810480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:23.813731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7b15c-e5dc-4bca-9b7a-a45f62853097 req-2c0b0ed7-a38b-42b1-85f1-86fbee3510b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.817592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.817875 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ec7b15c-e5dc-4bca-9b7a-a45f62853097 req-2c0b0ed7-a38b-42b1-85f1-86fbee3510b4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 1098 time: 0.1632240 Aug 16 02:15:23.818491 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.835415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=e0370d86-3380-4fcc-90ca-7b6777992c82,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:23.851537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8f1fa9db-e723-4301-8958-e893ef6b1d16 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1584516 Aug 16 02:15:23.855017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3f1b99-2c8b-49e1-b008-e6c972dc582d None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:23.855331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:23.875391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1495079391', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e0370d86-3380-4fcc-90ca-7b6777992c82'}], 'security_groups': ['5160b46e-e7b4-4664-b337-19d6d4eaaabb']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:23.937862 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ec7b15c-e5dc-4bca-9b7a-a45f62853097 req-574855db-83b5-43df-96b0-226a8c715ed1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097121 Aug 16 02:15:23.939658 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-0541acf4-acba-4c6e-ba73-ae9635db8463 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5933239 Aug 16 02:15:23.959189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Request body: {'port': {'device_id': '79c22c1e-9f9e-445d-9eef-65cbba6af565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:23.987652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca15bed5-f5f7-4607-bca8-6a637d06499a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:24.064425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-854070eb-5bc3-4348-8842-ec3923152c25 None None] Provisioning complete for port 6973b73c-43e5-4941-a834-5e695eedd51a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:24.065056 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-854070eb-5bc3-4348-8842-ec3923152c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.116274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-854070eb-5bc3-4348-8842-ec3923152c25 None None] Port 6973b73c-43e5-4941-a834-5e695eedd51a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:24.200842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-854070eb-5bc3-4348-8842-ec3923152c25 None None] Provisioning for port ca15bed5-f5f7-4607-bca8-6a637d06499a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:24.240897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.409665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e100e-c8e8-4a5b-8958-402b91195f48 req-aeb8e420-011e-46dd-aeb7-b50d7247d120 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.421572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca4e100e-c8e8-4a5b-8958-402b91195f48 req-aeb8e420-011e-46dd-aeb7-b50d7247d120 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 931 time: 0.1320987 Aug 16 02:15:24.480757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ca15bed5-f5f7-4607-bca8-6a637d06499a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:24.489599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ca15bed5-f5f7-4607-bca8-6a637d06499a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:24.490057 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.533761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca4e100e-c8e8-4a5b-8958-402b91195f48 req-b649e851-a936-4eac-b2a5-5787c5bad54e tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100743 Aug 16 02:15:24.562614 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.778420 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.888815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e578ae08-0687-4666-9501-811f9194c5c8 None None] Update dhcp port {'port': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'fixed_ips': [{'subnet_id': 'd3ae8c89-d9a7-4625-b37c-df6aa71be7c5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e0370d86-3380-4fcc-90ca-7b6777992c82'}], 'binding:host_id': 'n-d-768862-14'}, 'id': 'ca15bed5-f5f7-4607-bca8-6a637d06499a'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:15:24.949045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port ca15bed5-f5f7-4607-bca8-6a637d06499a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ca15bed5-f5f7-4607-bca8-6a637d06499a,segment=NetworkSegment(ac10e744-ec8e-4f56-9414-5bc2d8b44362),segment_id=ac10e744-ec8e-4f56-9414-5bc2d8b44362)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:24.965243 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e578ae08-0687-4666-9501-811f9194c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.976914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb93ca4-6f06-407a-b774-efd088a9d708 req-f9818845-c0bb-4d0b-a448-23a55284c28c tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.984461 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.985720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5eb93ca4-6f06-407a-b774-efd088a9d708 req-f9818845-c0bb-4d0b-a448-23a55284c28c tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 946 time: 0.1026087 Aug 16 02:15:25.058792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5eb93ca4-6f06-407a-b774-efd088a9d708 req-e9413f06-bfdc-403e-bf23-166fe6e28e3c tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716162 Aug 16 02:15:25.237691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49c9e31-30b9-449b-97f1-147c4d7dfbe3 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:25.248886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.266103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Transition to ACTIVE for port object e49c9e31-30b9-449b-97f1-147c4d7dfbe3 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:25.276093 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.291683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=ca15bed5-f5f7-4607-bca8-6a637d06499a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.399676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Pushing event updated for resources: {'Port': ['ID=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.451594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Delete allocated IP 2001:db8::2ca (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/d3ae8c89-d9a7-4625-b37c-df6aa71be7c5) {{(pid=94640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:15:25.488177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8:0:1::343 (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/e0370d86-3380-4fcc-90ca-7b6777992c82/cd0042f6-77e2-4133-b8bc-2015560ccb9c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:25.551019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Attempting to bind port e49c9e31-30b9-449b-97f1-147c4d7dfbe3 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:25.551384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Attempting to bind port e49c9e31-30b9-449b-97f1-147c4d7dfbe3 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:25.551918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Attempting to bind port e49c9e31-30b9-449b-97f1-147c4d7dfbe3 on network e1a089ce-1438-42da-8fdd-ee1b53b9423a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:25.581864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Port e49c9e31-30b9-449b-97f1-147c4d7dfbe3 on network e1a089ce-1438-42da-8fdd-ee1b53b9423a not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:25.583011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Attempting to bind port e49c9e31-30b9-449b-97f1-147c4d7dfbe3 on network e1a089ce-1438-42da-8fdd-ee1b53b9423a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:25.618957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:25.619327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Checking segment: {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:25.619712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Bound using segment: {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:25.620151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Bound port: e49c9e31-30b9-449b-97f1-147c4d7dfbe3, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd98d74-580b-4c97-aa76-0d3936860723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:25.620515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.696460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5a48-f52a-45f3-bcea-5b3cf32d23a1 req-0b18086d-3585-4c49-be06-f3f016992856 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.699570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f3a5a48-f52a-45f3-bcea-5b3cf32d23a1 req-0b18086d-3585-4c49-be06-f3f016992856 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 943 time: 0.0707026 Aug 16 02:15:25.745364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] For port e49c9e31-30b9-449b-97f1-147c4d7dfbe3, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:25.770510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f3a5a48-f52a-45f3-bcea-5b3cf32d23a1 req-d187a836-06a1-471c-b55b-a682d497d927 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586517 Aug 16 02:15:25.771743 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.789911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] For port e49c9e31-30b9-449b-97f1-147c4d7dfbe3, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:25.794418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Ignored duplicate provisioning block setup for port cd0042f6-77e2-4133-b8bc-2015560ccb9c by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:15:25.797809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.841190 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.872252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Pushing event updated for resources: {'Port': ['ID=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.914812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e578ae08-0687-4666-9501-811f9194c5c8 None None] Allocated IP 2001:db8:0:1::2 (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/e0370d86-3380-4fcc-90ca-7b6777992c82/ca15bed5-f5f7-4607-bca8-6a637d06499a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:25.926561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=cd0042f6-77e2-4133-b8bc-2015560ccb9c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.944533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.945149 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.946569 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-f090d8dc-e693-466e-bd61-0040a1756e4d service neutron] 10.222.0.93 "PUT /v2.0/ports/e49c9e31-30b9-449b-97f1-147c4d7dfbe3 HTTP/1.1" status: 200 len: 1092 time: 1.9951308 Aug 16 02:15:25.947006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c22c1e-9f9e-445d-9eef-65cbba6af565', 'tag': 'e49c9e31-30b9-449b-97f1-147c4d7dfbe3'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:25.949309 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a924a7-efea-406d-b5b2-df3d21be0c07" -d '{"events": [{"name": "network-changed", "server_uuid": "79c22c1e-9f9e-445d-9eef-65cbba6af565", "tag": "e49c9e31-30b9-449b-97f1-147c4d7dfbe3"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:25.967701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] In _notify_port_updated(), no bound segment for port cd0042f6-77e2-4133-b8bc-2015560ccb9c on network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:15:25.976691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.976691 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.976691 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-526b319f-5958-4b85-beba-eb01a056320d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "PUT /v2.0/ports/cd0042f6-77e2-4133-b8bc-2015560ccb9c HTTP/1.1" status: 200 len: 931 time: 2.1191835 Aug 16 02:15:25.978650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:26.037231 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c970a42f-ea7b-4946-a664-63ad00419314 x-openstack-request-id: req-c970a42f-ea7b-4946-a664-63ad00419314 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:26.037521 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c22c1e-9f9e-445d-9eef-65cbba6af565", "tag": "e49c9e31-30b9-449b-97f1-147c4d7dfbe3", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:26.037778 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c970a42f-ea7b-4946-a664-63ad00419314 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:26.038922 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c22c1e-9f9e-445d-9eef-65cbba6af565', 'tag': 'e49c9e31-30b9-449b-97f1-147c4d7dfbe3', 'status': 'completed', 'code': 200} Aug 16 02:15:26.130786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e578ae08-0687-4666-9501-811f9194c5c8 None None] For port ca15bed5-f5f7-4607-bca8-6a637d06499a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ca15bed5-f5f7-4607-bca8-6a637d06499a,segment=NetworkSegment(ac10e744-ec8e-4f56-9414-5bc2d8b44362),segment_id=ac10e744-ec8e-4f56-9414-5bc2d8b44362)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:26.140458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-438ccd38-483e-48ad-ab20-30fb1f1b549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.142094 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-438ccd38-483e-48ad-ab20-30fb1f1b549f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 1095 time: 0.1008952 Aug 16 02:15:26.176431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e578ae08-0687-4666-9501-811f9194c5c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.202488 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-11e2faf2-54c0-4658-babc-0115d29fc165 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e49c9e31-30b9-449b-97f1-147c4d7dfbe3 HTTP/1.1" status: 200 len: 217 time: 0.0444469 Aug 16 02:15:26.228479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e578ae08-0687-4666-9501-811f9194c5c8 None None] Transition to ACTIVE for port object ca15bed5-f5f7-4607-bca8-6a637d06499a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:26.238740 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e578ae08-0687-4666-9501-811f9194c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.245203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf5ec4-e5c0-41c3-a7eb-b53587ffa691 req-5f88da26-bc8e-4d4f-8064-b7712892d7ee tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.248069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9cf5ec4-e5c0-41c3-a7eb-b53587ffa691 req-5f88da26-bc8e-4d4f-8064-b7712892d7ee tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 946 time: 0.0668752 Aug 16 02:15:26.328638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9cf5ec4-e5c0-41c3-a7eb-b53587ffa691 req-8af785a9-729a-453e-92a4-f27454fd5b0f tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713849 Aug 16 02:15:26.329118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-10134c7f-7177-475e-9cf9-cf251b760291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.330619 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-10134c7f-7177-475e-9cf9-cf251b760291 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 200 len: 855 time: 0.1175613 Aug 16 02:15:26.357707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-277a6180-89d4-44e0-83e3-e05d65989bb1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port cd0042f6-77e2-4133-b8bc-2015560ccb9c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:26.358053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-277a6180-89d4-44e0-83e3-e05d65989bb1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.379125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-54b114ff-0261-47e5-b594-aef9961a2679 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e1a089ce-1438-42da-8fdd-ee1b53b9423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390253 Aug 16 02:15:26.457253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578ae08-0687-4666-9501-811f9194c5c8 None None] Pushing event updated for resources: {'Port': ['ID=ca15bed5-f5f7-4607-bca8-6a637d06499a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:26.527802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d018579-5922-48f3-a8a6-9a2635054580 req-3605cd4e-5de8-4d8a-b8b7-d5a5480de42a tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.537161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d018579-5922-48f3-a8a6-9a2635054580 req-3605cd4e-5de8-4d8a-b8b7-d5a5480de42a tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=3044284b-683c-4429-8b7b-3d0607996423 HTTP/1.1" status: 200 len: 945 time: 0.0651798 Aug 16 02:15:26.584150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d018579-5922-48f3-a8a6-9a2635054580 req-6ba4d6ab-737d-4329-80cc-6408d83ea002 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459621 Aug 16 02:15:27.134110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b91dcd-7b43-4a11-8deb-46921578c0b6 req-796bbc9e-c30b-48d6-bda7-6b018f147588 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.135947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95b91dcd-7b43-4a11-8deb-46921578c0b6 req-796bbc9e-c30b-48d6-bda7-6b018f147588 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 943 time: 0.2316866 Aug 16 02:15:27.243510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95b91dcd-7b43-4a11-8deb-46921578c0b6 req-dab14034-b8cc-4c3a-b008-3aa6dd369990 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856009 Aug 16 02:15:27.272682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77cb93-c988-4cb5-bf0e-82571324f266 req-f2a607b2-43bd-4248-8231-f01093e083f1 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.274300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb77cb93-c988-4cb5-bf0e-82571324f266 req-f2a607b2-43bd-4248-8231-f01093e083f1 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=3044284b-683c-4429-8b7b-3d0607996423 HTTP/1.1" status: 200 len: 945 time: 0.2468784 Aug 16 02:15:27.304528 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-277a6180-89d4-44e0-83e3-e05d65989bb1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.329175 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-c5c6e1b9-bf3c-4dbc-b45c-da860e9c4b54 service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9342418 Aug 16 02:15:27.330850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-277a6180-89d4-44e0-83e3-e05d65989bb1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for cd0042f6-77e2-4133-b8bc-2015560ccb9c owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:27.359357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb77cb93-c988-4cb5-bf0e-82571324f266 req-2b367661-fcb0-4a8a-a16e-8148aa56d182 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725188 Aug 16 02:15:27.414518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca15bed5-f5f7-4607-bca8-6a637d06499a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:27.539440 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-33a661f8-d715-4b7a-ab51-01e9f771f92b req-8f9c25d8-22b6-499f-9971-d13ea8741c3e service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018456 Aug 16 02:15:27.546739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8fad3ac-0bd5-4052-938f-81663eb24c80 None None] Provisioning complete for port 6973b73c-43e5-4941-a834-5e695eedd51a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:27.547784 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8fad3ac-0bd5-4052-938f-81663eb24c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.619007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad3ac-0bd5-4052-938f-81663eb24c80 None None] Port 6973b73c-43e5-4941-a834-5e695eedd51a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:27.638668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8fad3ac-0bd5-4052-938f-81663eb24c80 None None] Provisioning for port ca15bed5-f5f7-4607-bca8-6a637d06499a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:27.644859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8fad3ac-0bd5-4052-938f-81663eb24c80 None None] Provisioning complete for port ca15bed5-f5f7-4607-bca8-6a637d06499a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:27.645702 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8fad3ac-0bd5-4052-938f-81663eb24c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.664666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-b1f964f8-94b4-4767-8f29-b07bda07bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.666276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-b1f964f8-94b4-4767-8f29-b07bda07bc17 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 1095 time: 0.0655136 Aug 16 02:15:27.669998 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-277a6180-89d4-44e0-83e3-e05d65989bb1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.779687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8fad3ac-0bd5-4052-938f-81663eb24c80 None None] Could not find standard attr ID for object cd0042f6-77e2-4133-b8bc-2015560ccb9c. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:15:27.814308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a6180-89d4-44e0-83e3-e05d65989bb1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=cd0042f6-77e2-4133-b8bc-2015560ccb9c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:27.833292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-974b2d03-a11e-4825-9e7e-05b8f40d4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:27.834766 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-974b2d03-a11e-4825-9e7e-05b8f40d4a27 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 916 time: 0.1606123 Aug 16 02:15:27.909453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-92e6569f-0c25-420e-9560-219da13c3867 None None] Could not find standard attr ID for object cd0042f6-77e2-4133-b8bc-2015560ccb9c. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:15:27.921258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-3713baf2-3827-4982-8205-dbe7e192e258 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e49c9e31-30b9-449b-97f1-147c4d7dfbe3 HTTP/1.1" status: 200 len: 217 time: 0.0592232 Aug 16 02:15:27.922467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-277a6180-89d4-44e0-83e3-e05d65989bb1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.924460 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-277a6180-89d4-44e0-83e3-e05d65989bb1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/cd0042f6-77e2-4133-b8bc-2015560ccb9c HTTP/1.1" status: 204 len: 168 time: 1.9446511 Aug 16 02:15:27.927239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:27.965042 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-250a0836-5c2f-45ef-9521-d7fe8762a2cf tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:15:27.969421 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-250a0836-5c2f-45ef-9521-d7fe8762a2cf tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/cd0042f6-77e2-4133-b8bc-2015560ccb9c HTTP/1.1" status: 404 len: 333 time: 0.0383303 Aug 16 02:15:27.969872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:28.004768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-af39b926-a15d-4025-b89a-c0ca5d84ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.006760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-af39b926-a15d-4025-b89a-c0ca5d84ae72 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 200 len: 855 time: 0.0663753 Aug 16 02:15:28.024058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ff0bc95-8f96-489b-a51b-f56b2b53de09 None None] Could not find standard attr ID for object cd0042f6-77e2-4133-b8bc-2015560ccb9c. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:15:28.059258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-338a8a73-b513-491b-a494-87a600e511b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e1a089ce-1438-42da-8fdd-ee1b53b9423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448532 Aug 16 02:15:28.152316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-818a0948-61d1-4c78-b6fe-7dd00f413047 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.207204 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-818a0948-61d1-4c78-b6fe-7dd00f413047 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.274097 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-44a5e7e2-2d79-4b33-b8f4-25e24185883f service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049327 Aug 16 02:15:28.292565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-818a0948-61d1-4c78-b6fe-7dd00f413047 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.299116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-818a0948-61d1-4c78-b6fe-7dd00f413047 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.305691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-818a0948-61d1-4c78-b6fe-7dd00f413047 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/security-groups/268032d6-819d-43e5-9fdd-9a73283cb945 HTTP/1.1" status: 204 len: 168 time: 0.3343523 Aug 16 02:15:28.306419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:28.367754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a0948-61d1-4c78-b6fe-7dd00f413047 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268032d6-819d-43e5-9fdd-9a73283cb945,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:28.436220 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5a924a7-efea-406d-b5b2-df3d21be0c07 req-3f3f19bf-2218-4ab0-a2d9-ae548397be34 service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530306 Aug 16 02:15:28.561148 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-273131ac-eb39-4fc8-829a-9acce6850526 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.599697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-84ccb54d-ac32-4986-9c6b-1a68fee91515 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.601403 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-84ccb54d-ac32-4986-9c6b-1a68fee91515 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.86 "GET /v2.0/ports?device_id=3044284b-683c-4429-8b7b-3d0607996423 HTTP/1.1" status: 200 len: 945 time: 0.1038656 Aug 16 02:15:28.624853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40fb37-07b1-4d15-9a9e-cb2c82468b44 req-adc6f100-c036-4a12-afa8-6d085b54b89e tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.629027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b40fb37-07b1-4d15-9a9e-cb2c82468b44 req-adc6f100-c036-4a12-afa8-6d085b54b89e tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 943 time: 0.2338197 Aug 16 02:15:28.658378 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-273131ac-eb39-4fc8-829a-9acce6850526 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.740943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bbcc8-862f-428c-87d9-3b6374a5c239 req-6676afe3-14bc-4825-8182-0500ce820b8f tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.742598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c39bbcc8-862f-428c-87d9-3b6374a5c239 req-6676afe3-14bc-4825-8182-0500ce820b8f tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=3044284b-683c-4429-8b7b-3d0607996423 HTTP/1.1" status: 200 len: 945 time: 0.2628388 Aug 16 02:15:28.778113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Deleting port e750b0da-de2d-408a-b850-fc732d90eeb4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:28.778477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.789943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b40fb37-07b1-4d15-9a9e-cb2c82468b44 req-aaa8b6f1-40ab-42dc-8acc-d50a066eea83 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055417 Aug 16 02:15:28.848019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c39bbcc8-862f-428c-87d9-3b6374a5c239 req-ade2c467-6e1c-4052-8dac-92d4bd8959c8 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797453 Aug 16 02:15:28.854441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-273131ac-eb39-4fc8-829a-9acce6850526 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.857099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-273131ac-eb39-4fc8-829a-9acce6850526 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.861632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-273131ac-eb39-4fc8-829a-9acce6850526 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/security-groups/5160b46e-e7b4-4664-b337-19d6d4eaaabb HTTP/1.1" status: 204 len: 168 time: 0.5444326 Aug 16 02:15:28.862107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:28.988212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8605224c-65d4-494e-a90f-6f305b2f30c0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet d3ae8c89-d9a7-4625-b37c-df6aa71be7c5 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:28.989279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] For port e750b0da-de2d-408a-b850-fc732d90eeb4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e750b0da-de2d-408a-b850-fc732d90eeb4,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:28.989647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.991792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273131ac-eb39-4fc8-829a-9acce6850526 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5160b46e-e7b4-4664-b337-19d6d4eaaabb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:28.994866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8605224c-65d4-494e-a90f-6f305b2f30c0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.017234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Calling delete_port for e750b0da-de2d-408a-b850-fc732d90eeb4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:29.060113 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8605224c-65d4-494e-a90f-6f305b2f30c0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.211220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8605224c-65d4-494e-a90f-6f305b2f30c0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.242906 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.254363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a03c8254-1caf-4610-93dd-25183b037cd5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:29.286223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-4a99106b-3412-469d-83d5-e508e9b197b5 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2cfb7410372f4be78353566b012443d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507596 Aug 16 02:15:29.303920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e750b0da-de2d-408a-b850-fc732d90eeb4', '0bb585bb-e5a3-4782-b992-84db38d46a84'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:29.363007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Pushing event deleted for resources: {'Port': ['ID=e750b0da-de2d-408a-b850-fc732d90eeb4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.386178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] No DVR routers for this DVR port e750b0da-de2d-408a-b850-fc732d90eeb4 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:29.390427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.393537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d72307cf-2080-45ff-b5bc-8320f5f994ee req-d134cf43-1a70-4c42-b982-e1c16269fdda tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.86 "DELETE /v2.0/ports/e750b0da-de2d-408a-b850-fc732d90eeb4 HTTP/1.1" status: 204 len: 173 time: 0.7853322 Aug 16 02:15:29.403813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044284b-683c-4429-8b7b-3d0607996423', 'name': 'network-vif-deleted', 'tag': 'e750b0da-de2d-408a-b850-fc732d90eeb4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:29.410026 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e1bbc4-6be2-4698-8fb2-f84c9b2a6030" -d '{"events": [{"server_uuid": "3044284b-683c-4429-8b7b-3d0607996423", "name": "network-vif-deleted", "tag": "e750b0da-de2d-408a-b850-fc732d90eeb4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:29.453524 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8605224c-65d4-494e-a90f-6f305b2f30c0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.519239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d5c0e-994b-4f7c-b81f-a0780d3ac9af None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:29.519555 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c13001-242d-4adb-b81c-2f4e04d850bc x-openstack-request-id: req-76c13001-242d-4adb-b81c-2f4e04d850bc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:29.520069 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044284b-683c-4429-8b7b-3d0607996423", "name": "network-vif-deleted", "tag": "e750b0da-de2d-408a-b850-fc732d90eeb4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:29.520280 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76c13001-242d-4adb-b81c-2f4e04d850bc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:29.520779 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044284b-683c-4429-8b7b-3d0607996423', 'name': 'network-vif-deleted', 'tag': 'e750b0da-de2d-408a-b850-fc732d90eeb4', 'status': 'completed', 'code': 200} Aug 16 02:15:29.523979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605224c-65d4-494e-a90f-6f305b2f30c0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ae8c89-d9a7-4625-b37c-df6aa71be7c5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.540490 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8605224c-65d4-494e-a90f-6f305b2f30c0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.542819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8605224c-65d4-494e-a90f-6f305b2f30c0 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/d3ae8c89-d9a7-4625-b37c-df6aa71be7c5 HTTP/1.1" status: 204 len: 168 time: 0.6797733 Aug 16 02:15:29.548747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:29.554213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:29.584627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-ff6b3e23-c5ba-4af0-9e16-a385449a2a05 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.586430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-ff6b3e23-c5ba-4af0-9e16-a385449a2a05 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861915 Aug 16 02:15:29.615650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-f2afa277-1d4d-406c-8d96-1d53bc66c811 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/quotas/2cfb7410372f4be78353566b012443d2 HTTP/1.1" status: 200 len: 375 time: 0.0210993 Aug 16 02:15:29.661519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-85549752-08cc-4ed4-a7a1-36943d19b5a3 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2cfb7410372f4be78353566b012443d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394514 Aug 16 02:15:29.778208 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-bd295ae1-b77d-4c85-a27a-faa4e60c6307 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2146308 Aug 16 02:15:29.903675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:29.908761 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.919599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-07cb72d5-66d0-4533-8715-d4d16bcd3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.921824 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-07cb72d5-66d0-4533-8715-d4d16bcd3c02 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c1025bc31d82477096ddf833a394b510&device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 1098 time: 0.0879295 Aug 16 02:15:30.037298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f981ec-12e2-4402-ac87-6cb2a75e16ff req-52be3ef9-237f-42fc-8fbe-53e0b471a9d0 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.050091 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11f981ec-12e2-4402-ac87-6cb2a75e16ff req-52be3ef9-237f-42fc-8fbe-53e0b471a9d0 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 943 time: 0.0998189 Aug 16 02:15:30.178962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8baf1d34-d335-4bf6-8d14-4d680bf48c01 req-bbaf31a3-f884-466c-a39b-260211f0c232 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=3044284b-683c-4429-8b7b-3d0607996423 HTTP/1.1" status: 200 len: 210 time: 0.0976465 Aug 16 02:15:30.247008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11f981ec-12e2-4402-ac87-6cb2a75e16ff req-10f89f45-2bb9-4b19-bc76-729be6f95b19 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946201 Aug 16 02:15:30.391304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-b2a10266-4ac6-4540-9033-4222a8926048 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2cfb7410372f4be78353566b012443d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437305 Aug 16 02:15:30.518665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-c1e92f32-12ab-48d8-b7e7-e98c67dff3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.520278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-c1e92f32-12ab-48d8-b7e7-e98c67dff3a1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 200 len: 916 time: 0.5707176 Aug 16 02:15:30.522016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.598767 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-15d05d40-28e8-4c01-b13a-6eba55b346bd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25832c98-4d49-4247-9aa9-604484485bfd HTTP/1.1" status: 200 len: 217 time: 0.0655279 Aug 16 02:15:30.630038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-e83913a5-7944-40bb-8687-809c70b6d0ae tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.636265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-e83913a5-7944-40bb-8687-809c70b6d0ae tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435117 Aug 16 02:15:30.667951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-bc7fccb8-e8d4-4d58-a826-062369fe6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.669602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-bc7fccb8-e8d4-4d58-a826-062369fe6848 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 200 len: 855 time: 0.0628154 Aug 16 02:15:30.669770 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-91bb9328-2530-4178-8e4b-f2751b4c8d16 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/quotas/2cfb7410372f4be78353566b012443d2 HTTP/1.1" status: 200 len: 375 time: 0.0233939 Aug 16 02:15:30.671716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:30.677052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:30.694540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.695200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.697085 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.738169 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1883209 Aug 16 02:15:30.740434 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-d6383ca0-f7ba-4a38-869d-7181cfca8ed9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e1a089ce-1438-42da-8fdd-ee1b53b9423a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547237 Aug 16 02:15:30.741209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:30.753477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b62eeaa2-1177-4ac4-9e09-c1d6fc2d65c9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1804748193'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:30.757958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96117b-fffe-4dbd-b3f7-c6e27d7307da tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.760058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-55219059-1552-4741-be14-43f4ce2a96c9 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2cfb7410372f4be78353566b012443d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805097 Aug 16 02:15:30.862720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b62eeaa2-1177-4ac4-9e09-c1d6fc2d65c9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.929331 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-a5b919b2-e724-405f-8294-1e063f429be7 service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639013 Aug 16 02:15:30.938438 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfecaa02-58ee-4d93-9072-01de77af3da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.080428 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8054599d-7eb7-4697-bbb9-cba2768bc08c req-cdb73048-72e7-4319-8399-ef719dd7c5a5 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 210 time: 0.0721641 Aug 16 02:15:31.167562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e49c9e31-30b9-449b-97f1-147c4d7dfbe3 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:31.210450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b62eeaa2-1177-4ac4-9e09-c1d6fc2d65c9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.213522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12eac59e-e9ec-4357-a9d8-673d5ac6327f req-514044c7-7d64-440f-ae5f-f2730183a46d service neutron] 10.222.0.93 "GET /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773082 Aug 16 02:15:31.218831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b62eeaa2-1177-4ac4-9e09-c1d6fc2d65c9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.275282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62eeaa2-1177-4ac4-9e09-c1d6fc2d65c9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395835bc-e6c1-459e-a874-e7330b3e5086,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.309062 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b62eeaa2-1177-4ac4-9e09-c1d6fc2d65c9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.310693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b62eeaa2-1177-4ac4-9e09-c1d6fc2d65c9 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5681415 Aug 16 02:15:31.314256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.319109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aa505cd8-53ce-4ac7-abdb-5b5172d274d8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'security_group': {'name': 'tempest-secgroup-1301315236'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:31.360952 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa505cd8-53ce-4ac7-abdb-5b5172d274d8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.439752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e49c9e31-30b9-449b-97f1-147c4d7dfbe3, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:31.499515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'e49c9e31-30b9-449b-97f1-147c4d7dfbe3', 'network_id': 'e1a089ce-1438-42da-8fdd-ee1b53b9423a', 'port_id': 'e49c9e31-30b9-449b-97f1-147c4d7dfbe3', 'mac_address': 'fa:16:3e:b0:8b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8954c4c3-daa2-4b8e-a386-51fe9fd212c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:31.613161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb532e-abeb-4626-9625-de428ca231d3 req-4692ad86-57b4-4fa5-b0ca-d6ac9eabfde2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.617150 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.622648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72bb532e-abeb-4626-9625-de428ca231d3 req-4692ad86-57b4-4fa5-b0ca-d6ac9eabfde2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 943 time: 0.2759898 Aug 16 02:15:31.651856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49c9e31-30b9-449b-97f1-147c4d7dfbe3 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:31.652293 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa505cd8-53ce-4ac7-abdb-5b5172d274d8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.661457 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa505cd8-53ce-4ac7-abdb-5b5172d274d8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.664359 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-4008ae94-c958-4192-aacd-b2b1e4838f7b tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=2cfb7410372f4be78353566b012443d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672219 Aug 16 02:15:31.696444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa505cd8-53ce-4ac7-abdb-5b5172d274d8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.697952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-aa505cd8-53ce-4ac7-abdb-5b5172d274d8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3826766 Aug 16 02:15:31.708663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.714936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e49c9e31-30b9-449b-97f1-147c4d7dfbe3, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:31.715831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72bb532e-abeb-4626-9625-de428ca231d3 req-bfe10f8d-e808-4699-9c61-c69978bf1ca8 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865724 Aug 16 02:15:31.737011 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.748222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa505cd8-53ce-4ac7-abdb-5b5172d274d8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d691a-b442-4eb7-9cee-4cb2694503b3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.834211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1f47a428-5f75-4dc6-9153-057b9a4ed215 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'security_group': {'name': 'tempest-secgroup-686051708'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:31.942857 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f47a428-5f75-4dc6-9153-057b9a4ed215 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.966634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e750b0da-de2d-408a-b850-fc732d90eeb4 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:31.977324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.040501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-ed7df87b-b296-4898-9ff7-77ae01261cc4 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.045086 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-ed7df87b-b296-4898-9ff7-77ae01261cc4 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699336 Aug 16 02:15:32.049160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e49c9e31-30b9-449b-97f1-147c4d7dfbe3'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:32.051796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d72420-3dd1-4302-b365-3e4a4a10aca2 None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:32.055947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: e750b0da-de2d-408a-b850-fc732d90eeb4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:32.056556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e750b0da-de2d-408a-b850-fc732d90eeb4 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:32.074889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Request body: {'port': {'device_id': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '2cfb7410372f4be78353566b012443d2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:32.193443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c8078b97-6b3e-402c-ab51-0dfcdb30a791 None None] Provisioning complete for port 6973b73c-43e5-4941-a834-5e695eedd51a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:32.194352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8078b97-6b3e-402c-ab51-0dfcdb30a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.308468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-017a2f85-d0eb-48d2-94b6-36d177e43c3b req-a0124721-2a52-4ede-bc81-980c64bdee62 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 210 time: 0.0380704 Aug 16 02:15:32.367071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f47a428-5f75-4dc6-9153-057b9a4ed215 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.375665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f47a428-5f75-4dc6-9153-057b9a4ed215 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.408728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c8078b97-6b3e-402c-ab51-0dfcdb30a791 None None] Port 6973b73c-43e5-4941-a834-5e695eedd51a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:32.438015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Made reservation on behalf of 2cfb7410372f4be78353566b012443d2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:32.446269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.456905 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f47a428-5f75-4dc6-9153-057b9a4ed215 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.458525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1f47a428-5f75-4dc6-9153-057b9a4ed215 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7085168 Aug 16 02:15:32.464113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:32.465198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47a428-5f75-4dc6-9153-057b9a4ed215 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de400f63-b7c5-4539-ab31-9a1141a181fe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.470590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1929914670', 'security_groups': ['de400f63-b7c5-4539-ab31-9a1141a181fe'], 'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:32.480241 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.585320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c8078b97-6b3e-402c-ab51-0dfcdb30a791 None None] Provisioning complete for port ca15bed5-f5f7-4607-bca8-6a637d06499a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:32.587235 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8078b97-6b3e-402c-ab51-0dfcdb30a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.726682 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.727344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-dd9f84e0-caa4-4841-9bde-46e11eedcde5 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=2cfb7410372f4be78353566b012443d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771530 Aug 16 02:15:32.738823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.891897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Update dhcp port {'port': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'fixed_ips': [{'subnet_id': 'e0370d86-3380-4fcc-90ca-7b6777992c82', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623'}], 'binding:host_id': 'n-d-768862-14'}, 'id': 'ca15bed5-f5f7-4607-bca8-6a637d06499a'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:15:32.919457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15951e0-065e-4a4a-acd3-fce9e4cbdce9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.922057 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.074230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:33.095710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Allocated IP 192.168.233.68 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/b5fe394c-dcd6-473b-a59d-8482df34ffd1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:33.223602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39797d-54f0-4c27-b43e-262fa8d3fd23 req-b2351df1-3307-4d12-aceb-023b0050350f tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.229686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39797d-54f0-4c27-b43e-262fa8d3fd23 req-b2351df1-3307-4d12-aceb-023b0050350f tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.238313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d39797d-54f0-4c27-b43e-262fa8d3fd23 req-b2351df1-3307-4d12-aceb-023b0050350f tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d&device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 1682 time: 0.3668299 Aug 16 02:15:33.273604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Allocated IP 2001:db8::2 (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623/ca15bed5-f5f7-4607-bca8-6a637d06499a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:33.274055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-f471ad73-01ed-4532-9aa9-25595e9b63cc tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.275651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-f471ad73-01ed-4532-9aa9-25595e9b63cc tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5310471 Aug 16 02:15:33.299966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a9efc-8283-4928-ba89-86258ba02ad5 req-eb5fc061-3e9c-4896-a490-db18bc7f0301 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.307754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f8a9efc-8283-4928-ba89-86258ba02ad5 req-eb5fc061-3e9c-4896-a490-db18bc7f0301 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 944 time: 0.4376557 Aug 16 02:15:33.318290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Request body: {'port': {'device_id': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '2cfb7410372f4be78353566b012443d2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:33.429050 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.433924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.454518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Transition to ACTIVE for port object b5fe394c-dcd6-473b-a59d-8482df34ffd1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:33.455961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] For port ca15bed5-f5f7-4607-bca8-6a637d06499a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ca15bed5-f5f7-4607-bca8-6a637d06499a,segment=NetworkSegment(ac10e744-ec8e-4f56-9414-5bc2d8b44362),segment_id=ac10e744-ec8e-4f56-9414-5bc2d8b44362)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:33.460150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d39797d-54f0-4c27-b43e-262fa8d3fd23 req-02b883c3-a68f-4188-b868-7eadd82be910 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211413 Aug 16 02:15:33.497738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.522147 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.551680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Transition to ACTIVE for port object ca15bed5-f5f7-4607-bca8-6a637d06499a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:33.552855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:33.555358 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f8a9efc-8283-4928-ba89-86258ba02ad5 req-05929756-5652-408b-b2f1-4ec14ff971e0 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363751 Aug 16 02:15:33.562968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:33.565422 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.565605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:33.577969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] device_id is not set on port 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:15:33.653416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.654061 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.681121 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6158690 Aug 16 02:15:33.682029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912ff2b-17cc-47a2-bbf2-86169569a5ca tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:33.698910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Request body: {'port': {'device_id': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:33.773215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04944165-e481-47b5-bca1-ed7373c8d64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.776794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:33.797668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36fb8bae-3572-46fa-8d36-87dd36e4eda1 req-b6d4853c-07d6-4922-a425-43148d7f09e6 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 210 time: 0.0614595 Aug 16 02:15:33.840042 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.899575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Pushing event updated for resources: {'Port': ['ID=ca15bed5-f5f7-4607-bca8-6a637d06499a,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:33.937252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.942310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.942551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.942894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.943272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.943619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.943941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.944278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.944695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.945026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.945359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.945693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb8c6f-57e8-45dc-bfd8-61df1d6e3766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:33.982313 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.058839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57ed339d-d812-402c-bbd2-ff2eb76a68a8 None None] Provisioning for port b5fe394c-dcd6-473b-a59d-8482df34ffd1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:34.065131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57ed339d-d812-402c-bbd2-ff2eb76a68a8 None None] Provisioning complete for port b5fe394c-dcd6-473b-a59d-8482df34ffd1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:34.065513 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57ed339d-d812-402c-bbd2-ff2eb76a68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.117087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8::98 (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623/9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:34.146610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Made reservation on behalf of 2cfb7410372f4be78353566b012443d2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:34.152993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.195460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57ed339d-d812-402c-bbd2-ff2eb76a68a8 None None] Port b5fe394c-dcd6-473b-a59d-8482df34ffd1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:34.462987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.486156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:34.605217 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.732601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:34.754852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:34.765416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:34.775836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:34.776529 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.816664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ebd40-ec38-42ec-af4b-2e1d0431953b req-0591253f-bee0-464f-976d-e2a3676a5bb7 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:34.816664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5ebd40-ec38-42ec-af4b-2e1d0431953b req-0591253f-bee0-464f-976d-e2a3676a5bb7 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 944 time: 0.1380856 Aug 16 02:15:34.820675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.846736 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.878471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-34251296-04f6-4a30-9bb4-ea9613ac3f3b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4051056 Aug 16 02:15:34.879997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:34.886934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fe394c-dcd6-473b-a59d-8482df34ffd1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:34.893939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4c7c21ea-df64-4479-9f0c-65d0b3f9b2dd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:34.908641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5ebd40-ec38-42ec-af4b-2e1d0431953b req-c9e21a1b-7759-4a8f-b396-0ebb24adaa2f tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669801 Aug 16 02:15:34.911004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.039116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Transition to ACTIVE for port object b5fe394c-dcd6-473b-a59d-8482df34ffd1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:35.041277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87d87e94-8d4c-45c0-a935-00c9f7c0c308 None None] Provisioning complete for port 6973b73c-43e5-4941-a834-5e695eedd51a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:35.044106 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87d87e94-8d4c-45c0-a935-00c9f7c0c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.057603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.111989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-87d87e94-8d4c-45c0-a935-00c9f7c0c308 None None] Port 6973b73c-43e5-4941-a834-5e695eedd51a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:35.136140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87d87e94-8d4c-45c0-a935-00c9f7c0c308 None None] Provisioning for port ca15bed5-f5f7-4607-bca8-6a637d06499a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:35.153748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87d87e94-8d4c-45c0-a935-00c9f7c0c308 None None] Provisioning complete for port ca15bed5-f5f7-4607-bca8-6a637d06499a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:35.154336 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87d87e94-8d4c-45c0-a935-00c9f7c0c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.210467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e49c9e31-30b9-449b-97f1-147c4d7dfbe3 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:35.221885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9f5b9a0-1b17-4a87-a759-96b1d1a14055 req-2c9c60b2-fa57-4d41-b091-8318af1e9e6c tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 210 time: 0.1457262 Aug 16 02:15:35.269350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82336c4c-9d6f-424b-85e5-6c934482b078 req-04297bc9-8eec-49ae-8f1a-a0799ae38815 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.281555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82336c4c-9d6f-424b-85e5-6c934482b078 req-04297bc9-8eec-49ae-8f1a-a0799ae38815 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 946 time: 0.2815497 Aug 16 02:15:35.304093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca15bed5-f5f7-4607-bca8-6a637d06499a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:35.356289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82336c4c-9d6f-424b-85e5-6c934482b078 req-e02343ec-f571-4e77-b232-a9197a369e3e tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736599 Aug 16 02:15:35.384084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Allocated IP 192.168.233.168 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/408c5106-97a8-4723-b321-2ba28b424698) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:35.407958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:35.531039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ca15bed5-f5f7-4607-bca8-6a637d06499a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:35.531571 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.546313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port e49c9e31-30b9-449b-97f1-147c4d7dfbe3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:35.582058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Attempting to bind port b5fe394c-dcd6-473b-a59d-8482df34ffd1 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:35.582971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Attempting to bind port b5fe394c-dcd6-473b-a59d-8482df34ffd1 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:35.583388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Attempting to bind port b5fe394c-dcd6-473b-a59d-8482df34ffd1 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:35.591535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Port b5fe394c-dcd6-473b-a59d-8482df34ffd1 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:35.591979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Attempting to bind port b5fe394c-dcd6-473b-a59d-8482df34ffd1 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:35.606109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port e49c9e31-30b9-449b-97f1-147c4d7dfbe3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:35.607568 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.618789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7c21ea-df64-4479-9f0c-65d0b3f9b2dd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:35.624713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c7c21ea-df64-4479-9f0c-65d0b3f9b2dd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.640599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:35.641898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:35.642427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:35.644623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Bound port: b5fe394c-dcd6-473b-a59d-8482df34ffd1, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:35.645242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.810881 n-d-768862-14 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-4c7c21ea-df64-4479-9f0c-65d0b3f9b2dd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623 (CIDR: 2001:db8::/64) Aug 16 02:15:35.822681 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.825186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1e759407-2083-401b-a0f1-698087b77c01 None None] Provisioning for port 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:35.848725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1e759407-2083-401b-a0f1-698087b77c01 None None] Provisioning complete for port 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:35.849111 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e759407-2083-401b-a0f1-698087b77c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.874013 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7c21ea-df64-4479-9f0c-65d0b3f9b2dd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:15:35.876938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7c21ea-df64-4479-9f0c-65d0b3f9b2dd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:35.913538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4c7c21ea-df64-4479-9f0c-65d0b3f9b2dd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0309927 Aug 16 02:15:35.914405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:35.925132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c85f68d0-780c-4593-a5c9-89b0908cae98 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:35.939437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c22c1e-9f9e-445d-9eef-65cbba6af565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c9e31-30b9-449b-97f1-147c4d7dfbe3'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:35.942803 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f1db05-d6ba-4514-a101-b4fe7a0cdb5a" -d '{"events": [{"server_uuid": "79c22c1e-9f9e-445d-9eef-65cbba6af565", "name": "network-vif-plugged", "status": "completed", "tag": "e49c9e31-30b9-449b-97f1-147c4d7dfbe3"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:35.969160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e49c9e31-30b9-449b-97f1-147c4d7dfbe3, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:35.976234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1e759407-2083-401b-a0f1-698087b77c01 None None] Port 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:35.980142 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.050568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:36.064364 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bae5a42-ffea-4c5c-ba92-b11401d36ef0 x-openstack-request-id: req-9bae5a42-ffea-4c5c-ba92-b11401d36ef0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:36.064985 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c22c1e-9f9e-445d-9eef-65cbba6af565", "name": "network-vif-plugged", "status": "completed", "tag": "e49c9e31-30b9-449b-97f1-147c4d7dfbe3", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:36.065461 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9bae5a42-ffea-4c5c-ba92-b11401d36ef0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:36.065966 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c22c1e-9f9e-445d-9eef-65cbba6af565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c9e31-30b9-449b-97f1-147c4d7dfbe3', 'code': 200} Aug 16 02:15:36.066936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:36.067397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.131343 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.214956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.215701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.217102 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] 10.222.0.93 "PUT /v2.0/ports/b5fe394c-dcd6-473b-a59d-8482df34ffd1 HTTP/1.1" status: 200 len: 1096 time: 2.5264585 Aug 16 02:15:36.221549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-453d4efa-04ce-453e-8a42-7a0ce77290c2 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.223501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-453d4efa-04ce-453e-8a42-7a0ce77290c2 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.93 "GET /v2.0/ports?device_id=d948ebda-7613-4596-90e1-f54b891761d4 HTTP/1.1" status: 200 len: 945 time: 0.1472633 Aug 16 02:15:36.258404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:36.260852 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3f877b-54ea-4f87-8977-dc241088f6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:36.370659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016e40b-7a32-4681-8d6a-ea344d980b53 req-331a5df0-a7e6-41f6-94f2-5396fb3b815c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.375228 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3016e40b-7a32-4681-8d6a-ea344d980b53 req-331a5df0-a7e6-41f6-94f2-5396fb3b815c tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 945 time: 0.2409596 Aug 16 02:15:36.381593 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.420813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Transition to ACTIVE for port object 408c5106-97a8-4723-b321-2ba28b424698 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:36.449310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87a11094-5c46-4d6f-b1f6-d9ce3af88a14 req-a4616b1b-34f0-4be1-9c16-4aa60471dec4 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 210 time: 0.1299863 Aug 16 02:15:36.542961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3016e40b-7a32-4681-8d6a-ea344d980b53 req-711b15e9-501a-4e3f-b283-424e97335dd9 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894825 Aug 16 02:15:36.570092 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.626893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Deleting port a03c8254-1caf-4610-93dd-25183b037cd5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:36.627571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.724173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:36.729232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Pushing event updated for resources: {'Port': ['ID=408c5106-97a8-4723-b321-2ba28b424698,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.737032 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:36.739234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:36.795323 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f88f708-3dd1-47b1-b1d0-2cfb2b6965d8 x-openstack-request-id: req-6f88f708-3dd1-47b1-b1d0-2cfb2b6965d8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:36.795922 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:36.796298 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f88f708-3dd1-47b1-b1d0-2cfb2b6965d8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:36.796757 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'status': 'completed', 'code': 200} Aug 16 02:15:36.829078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.829770 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.844814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98fd97-3e20-41c9-a1a2-ad09a11874c7 req-af2e0632-49e4-4b24-a136-399141dd0f72 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.846999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef98fd97-3e20-41c9-a1a2-ad09a11874c7 req-af2e0632-49e4-4b24-a136-399141dd0f72 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 946 time: 0.2157691 Aug 16 02:15:36.849432 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.877694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] For port a03c8254-1caf-4610-93dd-25183b037cd5, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a03c8254-1caf-4610-93dd-25183b037cd5,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:36.878079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.897268 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-7f4c331e-7d49-4792-96e6-7a70364a3c49 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5860460 Aug 16 02:15:36.915278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd920d72-20bd-4aa3-8726-9d875b089249 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.918616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Request body: {'port': {'device_id': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:36.922881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Calling delete_port for a03c8254-1caf-4610-93dd-25183b037cd5 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:36.994627 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.032514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634888-5a04-4cfc-925a-eb7f58962c57 req-df6dae9c-9b41-46c4-95fb-ee9f001346ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.034597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a634888-5a04-4cfc-925a-eb7f58962c57 req-df6dae9c-9b41-46c4-95fb-ee9f001346ca service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 1097 time: 0.8913941 Aug 16 02:15:37.080950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef98fd97-3e20-41c9-a1a2-ad09a11874c7 req-46dbd8bb-4f26-4a7f-a756-bdaed87f5fdc tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075212 Aug 16 02:15:37.124666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-1d0d8c44-1ca9-4c64-813b-d07806652696 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.124666 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-1d0d8c44-1ca9-4c64-813b-d07806652696 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 946 time: 0.9092984 Aug 16 02:15:37.152238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.177586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7d1f4eb1-dcc0-4300-8c67-d3e6ae9e8ab4 None None] Provisioning for port 408c5106-97a8-4723-b321-2ba28b424698 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:37.187691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7d1f4eb1-dcc0-4300-8c67-d3e6ae9e8ab4 None None] Provisioning complete for port 408c5106-97a8-4723-b321-2ba28b424698 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:37.188995 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d1f4eb1-dcc0-4300-8c67-d3e6ae9e8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.196695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85f68d0-780c-4593-a5c9-89b0908cae98 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:37.199696 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c85f68d0-780c-4593-a5c9-89b0908cae98 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.243511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f4eb1-dcc0-4300-8c67-d3e6ae9e8ab4 None None] Port 408c5106-97a8-4723-b321-2ba28b424698 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:37.252114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-f375e42f-4b95-4bda-b7f4-897fbff67a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.253695 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-f375e42f-4b95-4bda-b7f4-897fbff67a8d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cfb7410372f4be78353566b012443d2&device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 1099 time: 0.4859478 Aug 16 02:15:37.322356 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a634888-5a04-4cfc-925a-eb7f58962c57 req-1141d4bc-f06b-477c-80ab-b194a19d88d7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725139 Aug 16 02:15:37.392266 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-d34337c8-594b-4b91-9132-0a6f523f86f9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1 HTTP/1.1" status: 200 len: 217 time: 0.1241009 Aug 16 02:15:37.393123 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.427671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['0bb585bb-e5a3-4782-b992-84db38d46a84'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:37.460982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Pushing event deleted for resources: {'Port': ['ID=a03c8254-1caf-4610-93dd-25183b037cd5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:37.525270 n-d-768862-14 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-c85f68d0-780c-4593-a5c9-89b0908cae98 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e0370d86-3380-4fcc-90ca-7b6777992c82 (CIDR: 2001:db8:0:1::/64) Aug 16 02:15:37.572218 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85f68d0-780c-4593-a5c9-89b0908cae98 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:15:37.573423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85f68d0-780c-4593-a5c9-89b0908cae98 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.581205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-3eb7257f-0046-4028-9935-b59928b84402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.583482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-3eb7257f-0046-4028-9935-b59928b84402 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1721869 Aug 16 02:15:37.618029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] No DVR routers for this DVR port a03c8254-1caf-4610-93dd-25183b037cd5 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:37.628411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.631898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-038f21f6-0ee1-4603-9fc7-a16f9b608941 req-782d46a4-1edc-48c5-ad38-615e1c907849 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.93 "DELETE /v2.0/ports/a03c8254-1caf-4610-93dd-25183b037cd5 HTTP/1.1" status: 204 len: 173 time: 1.3964345 Aug 16 02:15:37.643150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd948ebda-7613-4596-90e1-f54b891761d4', 'name': 'network-vif-deleted', 'tag': 'a03c8254-1caf-4610-93dd-25183b037cd5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:37.648402 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d0f16a-7f8e-40a0-849b-a11896db12f8" -d '{"events": [{"server_uuid": "d948ebda-7613-4596-90e1-f54b891761d4", "name": "network-vif-deleted", "tag": "a03c8254-1caf-4610-93dd-25183b037cd5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:37.651372 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c85f68d0-780c-4593-a5c9-89b0908cae98 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7309973 Aug 16 02:15:37.659443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.669077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Deleting port 0bb585bb-e5a3-4782-b992-84db38d46a84 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:37.669591 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.681650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'subnet': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:37.799039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408c5106-97a8-4723-b321-2ba28b424698 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:37.809052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.827649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Transition to ACTIVE for port object 408c5106-97a8-4723-b321-2ba28b424698 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:37.840065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-15c5844a-bb3d-4ef6-93fa-1249ce021892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.842197 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-15c5844a-bb3d-4ef6-93fa-1249ce021892 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2447331 Aug 16 02:15:37.868754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.928208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=408c5106-97a8-4723-b321-2ba28b424698,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:37.965133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b76d65-e2fe-4835-aba3-b3327ee76584 req-a0b46652-0234-4418-99fe-ecd0df051129 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:37.967549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91b76d65-e2fe-4835-aba3-b3327ee76584 req-a0b46652-0234-4418-99fe-ecd0df051129 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 936 time: 0.3546944 Aug 16 02:15:37.971886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Made reservation on behalf of cec762fc168c40018e2eff575aae7946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:37.975990 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.035654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7617b-c015-4c86-8bb3-3da64c3c792d req-28f5fe44-4400-42e9-b264-4d274305ef83 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.037808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50e7617b-c015-4c86-8bb3-3da64c3c792d req-28f5fe44-4400-42e9-b264-4d274305ef83 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 945 time: 0.3634436 Aug 16 02:15:38.164979 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-af8fcb3b-4b2b-4c65-bc82-f9c4b10b5329 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064132 Aug 16 02:15:38.192776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91b76d65-e2fe-4835-aba3-b3327ee76584 req-685273c3-671b-4023-bdea-c91aed006da9 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063618 Aug 16 02:15:38.331804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50e7617b-c015-4c86-8bb3-3da64c3c792d req-29255e88-9aa1-4080-9ebd-dfd81cacdfc5 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459409 Aug 16 02:15:38.333216 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c5915f-c12b-4508-9b21-d220dc3cdd20 x-openstack-request-id: req-b9c5915f-c12b-4508-9b21-d220dc3cdd20 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:38.333494 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d948ebda-7613-4596-90e1-f54b891761d4", "name": "network-vif-deleted", "tag": "a03c8254-1caf-4610-93dd-25183b037cd5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:38.333749 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9c5915f-c12b-4508-9b21-d220dc3cdd20 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:38.334154 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd948ebda-7613-4596-90e1-f54b891761d4', 'name': 'network-vif-deleted', 'tag': 'a03c8254-1caf-4610-93dd-25183b037cd5', 'status': 'completed', 'code': 200} Aug 16 02:15:38.367542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Attempting to bind port 408c5106-97a8-4723-b321-2ba28b424698 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:38.368172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Attempting to bind port 408c5106-97a8-4723-b321-2ba28b424698 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:38.368798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Attempting to bind port 408c5106-97a8-4723-b321-2ba28b424698 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:38.375432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] For port 0bb585bb-e5a3-4782-b992-84db38d46a84, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0bb585bb-e5a3-4782-b992-84db38d46a84,segment=NetworkSegment(553a1b40-fab8-485d-90e2-2fa1ed9521be),segment_id=553a1b40-fab8-485d-90e2-2fa1ed9521be)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:38.375827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.378105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Port 408c5106-97a8-4723-b321-2ba28b424698 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:38.380722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Attempting to bind port 408c5106-97a8-4723-b321-2ba28b424698 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:38.395946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:38.398685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:38.406337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:38.411432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Bound port: 408c5106-97a8-4723-b321-2ba28b424698, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:38.411940 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.446780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Calling delete_port for 0bb585bb-e5a3-4782-b992-84db38d46a84 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:38.493405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Deleting port 8a5cc480-b247-49c7-b2ec-0266ba341bad {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:38.493779 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.562307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f4f7-9239-49d0-80e8-acf1e24f823e req-5a974089-2a22-4833-8924-e69ae8d7f77c tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.564242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b69f4f7-9239-49d0-80e8-acf1e24f823e req-5a974089-2a22-4833-8924-e69ae8d7f77c tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 946 time: 0.0933499 Aug 16 02:15:38.567783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:38.572299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=408c5106-97a8-4723-b321-2ba28b424698,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:38.584578 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.655153 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76449847-70bb-4080-b86b-3b93baaa2e3d req-735a743d-4213-4696-8d51-8539ffae3d10 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655333 Aug 16 02:15:38.696102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.697269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.699115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] 10.222.0.93 "PUT /v2.0/ports/408c5106-97a8-4723-b321-2ba28b424698 HTTP/1.1" status: 200 len: 1097 time: 1.7896934 Aug 16 02:15:38.713688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b69f4f7-9239-49d0-80e8-acf1e24f823e req-0182eea4-05a4-4502-b8a4-366f4dfce159 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5b199c3-138f-474c-8da5-d16899254aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397657 Aug 16 02:15:38.787661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b6255-fc85-45eb-89a0-99ad7d870bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=408c5106-97a8-4723-b321-2ba28b424698,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:38.808766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-4694fc32-437b-496e-ad11-5be6a65b7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.810787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-4694fc32-437b-496e-ad11-5be6a65b7d07 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cfb7410372f4be78353566b012443d2&device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 1099 time: 0.0638604 Aug 16 02:15:38.845831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] For port 8a5cc480-b247-49c7-b2ec-0266ba341bad, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8a5cc480-b247-49c7-b2ec-0266ba341bad,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:38.846212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.867222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Calling delete_port for 8a5cc480-b247-49c7-b2ec-0266ba341bad owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:38.952412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-1aeb33bf-24be-4b9b-a494-398b2d0cfa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.953961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-1aeb33bf-24be-4b9b-a494-398b2d0cfa18 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1360834 Aug 16 02:15:39.032728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-d7de3ee9-af2e-4adb-a3ef-4b05937f26c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1 HTTP/1.1" status: 200 len: 217 time: 0.0684156 Aug 16 02:15:39.069226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-ae8617db-2d01-4802-9b86-1bb0d803c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.070771 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-ae8617db-2d01-4802-9b86-1bb0d803c8a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cfb7410372f4be78353566b012443d2&device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 1100 time: 0.3082654 Aug 16 02:15:39.090121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-4d5faf9b-dfa0-4b30-a532-7e63077047a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.091863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-4d5faf9b-dfa0-4b30-a532-7e63077047a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0479023 Aug 16 02:15:39.153838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-e5b6dfd0-7e5f-4fca-ac95-23329cd4f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.155511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-e5b6dfd0-7e5f-4fca-ac95-23329cd4f400 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560389 Aug 16 02:15:39.180035 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-d12c69e1-6369-40b1-af40-1c579e25bdba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=408c5106-97a8-4723-b321-2ba28b424698 HTTP/1.1" status: 200 len: 217 time: 0.0929582 Aug 16 02:15:39.188677 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.189695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a03c8254-1caf-4610-93dd-25183b037cd5 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:39.212255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: a03c8254-1caf-4610-93dd-25183b037cd5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:39.212915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a03c8254-1caf-4610-93dd-25183b037cd5 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:39.252933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.264961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-b2022aed-cc1c-4980-890d-3dbc55aeb954 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995717 Aug 16 02:15:39.401543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:39.440798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca3f877b-54ea-4f87-8977-dc241088f6f5 req-67a66e0d-ccf7-4a04-b3e9-065522f92418 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689756 Aug 16 02:15:39.441422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:39.443967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] No DVR routers for this DVR port 0bb585bb-e5a3-4782-b992-84db38d46a84 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:39.445282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Pushing event deleted for resources: {'Port': ['ID=0bb585bb-e5a3-4782-b992-84db38d46a84,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.449733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-f76ca61c-9dbc-4494-9830-9728953a4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.453700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec59eb-0a0b-441a-8ee4-b623832d818e req-e6cd21a1-5943-42a8-9e67-e9c87c3ac392 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.454126 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-f76ca61c-9dbc-4494-9830-9728953a4fc8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2596805 Aug 16 02:15:39.454126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.454526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89ec59eb-0a0b-441a-8ee4-b623832d818e req-e6cd21a1-5943-42a8-9e67-e9c87c3ac392 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 948 time: 0.1598115 Aug 16 02:15:39.454724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.462155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.464625 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1663e0bb-2455-4b41-91cf-0b6eb944b153 req-ba8d1386-b148-46b9-8171-4623c74febc7 tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.86 "DELETE /v2.0/ports/0bb585bb-e5a3-4782-b992-84db38d46a84 HTTP/1.1" status: 204 len: 173 time: 2.3387020 Aug 16 02:15:39.465095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0a886d-0f74-44f6-a531-411cb1c77f0d', 'name': 'network-vif-deleted', 'tag': '0bb585bb-e5a3-4782-b992-84db38d46a84'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:39.467875 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669f3b14-d991-4df3-b4a9-1ba516300261" -d '{"events": [{"server_uuid": "bc0a886d-0f74-44f6-a531-411cb1c77f0d", "name": "network-vif-deleted", "tag": "0bb585bb-e5a3-4782-b992-84db38d46a84"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:39.469022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d495364-536f-4395-8b3a-a6bc2c600c8e None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:39.515026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Subnet': ['ID=33f6af6a-c68f-4455-88d7-2bac8145ec5f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.517348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05851e4d-4f8c-4952-b20e-bbcd1f42c68e req-452a6897-5278-41c0-a2a8-df6ff4fad12d tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.520404 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05851e4d-4f8c-4952-b20e-bbcd1f42c68e req-452a6897-5278-41c0-a2a8-df6ff4fad12d tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 945 time: 0.1292620 Aug 16 02:15:39.538766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.553151 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4091951e-20b7-4cf6-bcab-50fc501ce36c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8865323 Aug 16 02:15:39.560274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.567055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-59370613', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33f6af6a-c68f-4455-88d7-2bac8145ec5f'}], 'security_groups': ['395835bc-e6c1-459e-a874-e7330b3e5086', '7c8d691a-b442-4eb7-9cee-4cb2694503b3']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:39.636979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5cc480-b247-49c7-b2ec-0266ba341bad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.702242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-2748513c-70a0-49d1-8414-2c62106a36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.710289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89ec59eb-0a0b-441a-8ee4-b623832d818e req-8d466b43-5378-480c-a529-273fdeb2254c tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354221 Aug 16 02:15:39.712198 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-2748513c-70a0-49d1-8414-2c62106a36a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2318974 Aug 16 02:15:39.787696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05851e4d-4f8c-4952-b20e-bbcd1f42c68e req-aba0ea00-785e-4c5e-b932-436b2d8ce143 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364626 Aug 16 02:15:39.935453 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.992652 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260ea668-abf7-4791-8291-281f21a3adae x-openstack-request-id: req-260ea668-abf7-4791-8291-281f21a3adae {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:39.992974 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0a886d-0f74-44f6-a531-411cb1c77f0d", "name": "network-vif-deleted", "tag": "0bb585bb-e5a3-4782-b992-84db38d46a84", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:39.993198 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-260ea668-abf7-4791-8291-281f21a3adae {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:39.993607 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0a886d-0f74-44f6-a531-411cb1c77f0d', 'name': 'network-vif-deleted', 'tag': '0bb585bb-e5a3-4782-b992-84db38d46a84', 'status': 'completed', 'code': 200} Aug 16 02:15:40.019261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d1d490-475a-4478-a66f-9b56ad88b90e None None] Update dhcp port {'port': {'network_id': 'f7bfbb89-43a5-4c12-96cb-12e34a25e7e4', 'fixed_ips': [{'subnet_id': 'e0370d86-3380-4fcc-90ca-7b6777992c82', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623', 'ip_address': '2001:db8::2'}, {'subnet_id': '33f6af6a-c68f-4455-88d7-2bac8145ec5f'}], 'binding:host_id': 'n-d-768862-14'}, 'id': 'ca15bed5-f5f7-4607-bca8-6a637d06499a'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:15:40.091889 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40d1d490-475a-4478-a66f-9b56ad88b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.115610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0bb585bb-e5a3-4782-b992-84db38d46a84 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:40.164835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 0bb585bb-e5a3-4782-b992-84db38d46a84 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:40.165630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0bb585bb-e5a3-4782-b992-84db38d46a84 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:40.178400 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-5ccf4f6f-2ad8-46ae-9cc3-e44f213915ba service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570014 Aug 16 02:15:40.364981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'tag': '408c5106-97a8-4723-b321-2ba28b424698'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:40.367340 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb69577-0b83-443c-b284-552ca4f49ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "tag": "408c5106-97a8-4723-b321-2ba28b424698"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:40.372027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-463e77fc-1dfa-42db-88cd-c02c26d63990 req-c76e922e-f9cf-48a5-9986-3ed751f059df tempest-ListServersNegativeTestJSON-625943867 tempest-ListServersNegativeTestJSON-625943867-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0a886d-0f74-44f6-a531-411cb1c77f0d HTTP/1.1" status: 200 len: 210 time: 0.0444510 Aug 16 02:15:40.411952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Delete allocated IP 2001:db8::98 (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:15:40.426817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Allocated IP 2001:db8:0:2::7f (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/33f6af6a-c68f-4455-88d7-2bac8145ec5f/9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:40.430591 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.482180 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a29cfc4-bdf5-47a9-9b38-d62cc30e2a7b x-openstack-request-id: req-4a29cfc4-bdf5-47a9-9b38-d62cc30e2a7b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:40.482831 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "tag": "408c5106-97a8-4723-b321-2ba28b424698", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:40.482941 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a29cfc4-bdf5-47a9-9b38-d62cc30e2a7b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:40.484083 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'tag': '408c5106-97a8-4723-b321-2ba28b424698', 'status': 'completed', 'code': 200} Aug 16 02:15:40.532394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ccd16951-930e-4f7f-81f5-e0e43d68de98 req-c5480743-84a1-488d-b35f-54e3a5126668 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132856 Aug 16 02:15:40.689813 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.709809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Transition to ACTIVE for port object 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:40.714749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.791122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] In _notify_port_updated(), no bound segment for port 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 on network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:15:40.799264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:40.799986 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.805163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "PUT /v2.0/ports/9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 HTTP/1.1" status: 200 len: 967 time: 1.2430689 Aug 16 02:15:40.808288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:40.816179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-40d1d490-475a-4478-a66f-9b56ad88b90e None None] Allocated IP 2001:db8:0:2::2 (f7bfbb89-43a5-4c12-96cb-12e34a25e7e4/33f6af6a-c68f-4455-88d7-2bac8145ec5f/ca15bed5-f5f7-4607-bca8-6a637d06499a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:40.954349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-40d1d490-475a-4478-a66f-9b56ad88b90e None None] For port ca15bed5-f5f7-4607-bca8-6a637d06499a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ca15bed5-f5f7-4607-bca8-6a637d06499a,segment=NetworkSegment(ac10e744-ec8e-4f56-9414-5bc2d8b44362),segment_id=ac10e744-ec8e-4f56-9414-5bc2d8b44362)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:40.992673 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40d1d490-475a-4478-a66f-9b56ad88b90e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.009548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-40d1d490-475a-4478-a66f-9b56ad88b90e None None] Transition to ACTIVE for port object ca15bed5-f5f7-4607-bca8-6a637d06499a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:41.018207 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40d1d490-475a-4478-a66f-9b56ad88b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.079723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a39b4-5848-418f-aac9-f277a789bc19 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event updated for resources: {'Port': ['ID=9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.149285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eeefca-f08f-4bab-b342-09028a26d131 req-7060afc9-c412-41f8-9d26-4b9d89dad638 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.158451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51eeefca-f08f-4bab-b342-09028a26d131 req-7060afc9-c412-41f8-9d26-4b9d89dad638 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 948 time: 0.2233396 Aug 16 02:15:41.180480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-729cabe8-d7ca-4e9c-afcf-25e7524cd41e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:41.180900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-729cabe8-d7ca-4e9c-afcf-25e7524cd41e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.196794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1d490-475a-4478-a66f-9b56ad88b90e None None] Pushing event updated for resources: {'Port': ['ID=ca15bed5-f5f7-4607-bca8-6a637d06499a,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.227214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:41.292590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51eeefca-f08f-4bab-b342-09028a26d131 req-52242919-9b67-4cc1-8e54-f1f1bad640d9 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307378 Aug 16 02:15:41.349736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-d8777e3c-036a-4b02-8e9d-2f271a67f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.366954 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:41.367972 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-d8777e3c-036a-4b02-8e9d-2f271a67f060 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cfb7410372f4be78353566b012443d2&device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 1100 time: 0.1225488 Aug 16 02:15:41.378216 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-729cabe8-d7ca-4e9c-afcf-25e7524cd41e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.413750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-729cabe8-d7ca-4e9c-afcf-25e7524cd41e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:41.571853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:41.603738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Router 99394026-9214-4240-a488-3b1501c59558 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:41.688705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:41.698656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-00c57e56-b9b6-4ad5-a9d4-ce8b08666fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.699971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-00c57e56-b9b6-4ad5-a9d4-ce8b08666fc2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3311708 Aug 16 02:15:41.703862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'mac_address': 'fa:16:3e:4a:ec:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:41.720776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf88933-10a7-4ebd-94b6-0daf2693ee56 admin admin] Deleting subnet 8fb4a257-d7b2-488f-84d1-f43a408837f9 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:41.724665 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abf88933-10a7-4ebd-94b6-0daf2693ee56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.727288 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-729cabe8-d7ca-4e9c-afcf-25e7524cd41e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.753635 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.760330 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-18a349b3-1518-4f18-af82-d796a1ca9a52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=408c5106-97a8-4723-b321-2ba28b424698 HTTP/1.1" status: 200 len: 217 time: 0.0494661 Aug 16 02:15:41.769883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fe394c-dcd6-473b-a59d-8482df34ffd1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:41.794601 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:41.800540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.844441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cabe8-d7ca-4e9c-afcf-25e7524cd41e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.851995 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-729cabe8-d7ca-4e9c-afcf-25e7524cd41e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.858693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-729cabe8-d7ca-4e9c-afcf-25e7524cd41e tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 HTTP/1.1" status: 204 len: 168 time: 1.0486660 Aug 16 02:15:41.861562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:41.923000 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-787d9a89-2951-4058-a37f-bdb190eca85d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] GET failed (client error): The resource could not be found. Aug 16 02:15:41.929493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.931693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-787d9a89-2951-4058-a37f-bdb190eca85d tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports/9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32 HTTP/1.1" status: 404 len: 333 time: 0.0690224 Aug 16 02:15:41.940439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abf88933-10a7-4ebd-94b6-0daf2693ee56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.943592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:41.995997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-8d9bcb2c-df0c-497e-a546-2fe8932da953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.997693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-8d9bcb2c-df0c-497e-a546-2fe8932da953 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.2256455 Aug 16 02:15:42.004491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:42.006514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abf88933-10a7-4ebd-94b6-0daf2693ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.018405 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] Sync routers for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:42.031659 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:42.032470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['b5fe394c-dcd6-473b-a59d-8482df34ffd1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:42.032805 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:42.098594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6e9ee4a5-0b4e-47b4-a371-22b96c939978 admin admin] 10.222.0.61 "PUT /v2.0/routers/99394026-9214-4240-a488-3b1501c59558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3185766 Aug 16 02:15:42.099113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.191169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-405961e0-e66a-4bcb-9d36-d007d449e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.194920 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-405961e0-e66a-4bcb-9d36-d007d449e915 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785209 Aug 16 02:15:42.205076 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.227368 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abf88933-10a7-4ebd-94b6-0daf2693ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.259959 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:42.326454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf88933-10a7-4ebd-94b6-0daf2693ee56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb4a257-d7b2-488f-84d1-f43a408837f9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.349450 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abf88933-10a7-4ebd-94b6-0daf2693ee56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.357892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-abf88933-10a7-4ebd-94b6-0daf2693ee56 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8fb4a257-d7b2-488f-84d1-f43a408837f9 HTTP/1.1" status: 204 len: 168 time: 0.7827330 Aug 16 02:15:42.371239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.376504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3afe9aa0-5333-4a9e-8c17-a1b4985266dc None None] Provisioning complete for port 6973b73c-43e5-4941-a834-5e695eedd51a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:42.376883 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3afe9aa0-5333-4a9e-8c17-a1b4985266dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.384899 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-e6f6c9cf-5b3b-4ae3-b6f7-204e80485705 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802316 Aug 16 02:15:42.385804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-896695f3-d93e-4cb1-9349-113de7620afd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.451255 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.502726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3afe9aa0-5333-4a9e-8c17-a1b4985266dc None None] Port 6973b73c-43e5-4941-a834-5e695eedd51a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:42.536071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3afe9aa0-5333-4a9e-8c17-a1b4985266dc None None] Provisioning for port ca15bed5-f5f7-4607-bca8-6a637d06499a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:42.544157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3afe9aa0-5333-4a9e-8c17-a1b4985266dc None None] Provisioning complete for port ca15bed5-f5f7-4607-bca8-6a637d06499a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:42.544966 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3afe9aa0-5333-4a9e-8c17-a1b4985266dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.588365 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-896695f3-d93e-4cb1-9349-113de7620afd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.724617 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.746268 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ebb69577-0b83-443c-b284-552ca4f49ae8 req-892047b5-126f-4dba-8615-85ddbec64842 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404751 Aug 16 02:15:42.758715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3afe9aa0-5333-4a9e-8c17-a1b4985266dc None None] Could not find standard attr ID for object 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:15:42.776539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79419c6b-2c4f-4781-95ac-652f97665b95 req-79d4d140-2dc7-4455-99b3-b7936a4d9e29 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.786443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79419c6b-2c4f-4781-95ac-652f97665b95 req-79d4d140-2dc7-4455-99b3-b7936a4d9e29 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 948 time: 0.2367289 Aug 16 02:15:42.823330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-896695f3-d93e-4cb1-9349-113de7620afd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.828673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-896695f3-d93e-4cb1-9349-113de7620afd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.833332 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-896695f3-d93e-4cb1-9349-113de7620afd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/security-groups/de400f63-b7c5-4539-ab31-9a1141a181fe HTTP/1.1" status: 204 len: 168 time: 0.8886375 Aug 16 02:15:42.839565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.853109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896695f3-d93e-4cb1-9349-113de7620afd tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de400f63-b7c5-4539-ab31-9a1141a181fe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.888035 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 5, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:42.895782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b089559c-0d22-485c-b3ce-1bee90d9c078 None None] Could not find standard attr ID for object 9c6fdb5d-8f0a-4108-bfe7-a01896cb1d32. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:15:42.938212 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] Checking router: 99394026-9214-4240-a488-3b1501c59558 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:42.951506 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] Routers {'99394026-9214-4240-a488-3b1501c59558'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:42.953935 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['99394026-9214-4240-a488-3b1501c59558'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:42.982450 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.995962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.022728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79419c6b-2c4f-4781-95ac-652f97665b95 req-50538d4b-00b3-49df-9d28-dafc0b497c27 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324972 Aug 16 02:15:43.025764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d838365-2a3a-47f2-a3e5-d7080114dc99']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:43.097000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553a1b40-fab8-485d-90e2-2fa1ed9521be') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:43.097000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553a1b40-fab8-485d-90e2-2fa1ed9521be') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:43.147553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca15bed5-f5f7-4607-bca8-6a637d06499a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:43.168544 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.182276 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] Set router 99394026-9214-4240-a488-3b1501c59558 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:43.200820 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca83e87-3e17-4658-9e70-09e2c6243e12 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.230386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ca15bed5-f5f7-4607-bca8-6a637d06499a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:43.230876 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.232009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca83e87-3e17-4658-9e70-09e2c6243e12 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.286906 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.289898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 408c5106-97a8-4723-b321-2ba28b424698 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:43.301497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:43.304826 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca83e87-3e17-4658-9e70-09e2c6243e12 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.308771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca83e87-3e17-4658-9e70-09e2c6243e12 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.313934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.315302 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0ca83e87-3e17-4658-9e70-09e2c6243e12 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/security-groups/7c8d691a-b442-4eb7-9cee-4cb2694503b3 HTTP/1.1" status: 204 len: 168 time: 0.4639883 Aug 16 02:15:43.319979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:43.320396 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:43.325673 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:43.463730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd89466-7a44-4c29-ab01-50765062e639 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.481778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca83e87-3e17-4658-9e70-09e2c6243e12 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d691a-b442-4eb7-9cee-4cb2694503b3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.491290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port b5fe394c-dcd6-473b-a59d-8482df34ffd1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:43.504807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd89466-7a44-4c29-ab01-50765062e639 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.517121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Deleting port ae33767f-ab9c-4863-a636-fae5ba83cd6c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:43.518079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.566753 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 5, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:43.572742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port b5fe394c-dcd6-473b-a59d-8482df34ffd1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:43.573095 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.596419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd89466-7a44-4c29-ab01-50765062e639 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.600632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd89466-7a44-4c29-ab01-50765062e639 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.603068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6bd89466-7a44-4c29-ab01-50765062e639 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/security-groups/395835bc-e6c1-459e-a874-e7330b3e5086 HTTP/1.1" status: 204 len: 168 time: 0.2869112 Aug 16 02:15:43.608904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.628107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd89466-7a44-4c29-ab01-50765062e639 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395835bc-e6c1-459e-a874-e7330b3e5086,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.631715 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dea115-8518-4bb6-805f-fd326728d8b5 None None] The sync data for ids ['99394026-9214-4240-a488-3b1501c59558'] in n-d-768862-14 is: [{'id': '99394026-9214-4240-a488-3b1501c59558', 'name': 'tempest-TaggedBootDevicesTest-1962875176-router', 'tenant_id': 'fc0507e73936436aa5ecdfe4212c3267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:11Z', 'updated_at': '2021-08-16T02:15:39Z', 'revision_number': 5, 'project_id': 'fc0507e73936436aa5ecdfe4212c3267', 'gw_port': {'id': 'ae33767f-ab9c-4863-a636-fae5ba83cd6c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99394026-9214-4240-a488-3b1501c59558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:12Z', 'updated_at': '2021-08-16T02:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:43.689342 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.714899 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.716885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4d838365-2a3a-47f2-a3e5-d7080114dc99 HTTP/1.1" status: 204 len: 168 time: 1.3446519 Aug 16 02:15:43.737050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=408c5106-97a8-4723-b321-2ba28b424698,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:43.753363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '408c5106-97a8-4723-b321-2ba28b424698', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '408c5106-97a8-4723-b321-2ba28b424698', 'mac_address': 'fa:16:3e:d9:36:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:43.769729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cc239-66f4-4f41-b1ac-47ba23afc047 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d838365-2a3a-47f2-a3e5-d7080114dc99,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.800096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] For port ae33767f-ab9c-4863-a636-fae5ba83cd6c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ae33767f-ab9c-4863-a636-fae5ba83cd6c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:43.800567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.822185 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.825291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.827445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Calling delete_port for ae33767f-ab9c-4863-a636-fae5ba83cd6c owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:43.846285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-44beb87b-4223-47da-84ad-433e35adbdea tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet 70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:43.858433 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44beb87b-4223-47da-84ad-433e35adbdea tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.861609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408c5106-97a8-4723-b321-2ba28b424698 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:43.888550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:43.892026 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942b5bad-a887-4710-8522-d7e62795d760" -d '{"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:43.914172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:43.916635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=408c5106-97a8-4723-b321-2ba28b424698,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:43.921300 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.927670 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.933152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58470) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.984957 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35460c6f-26af-4532-b989-a0bb97ab5893 x-openstack-request-id: req-35460c6f-26af-4532-b989-a0bb97ab5893 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:43.985264 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:43.985515 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35460c6f-26af-4532-b989-a0bb97ab5893 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:43.985913 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'code': 200} Aug 16 02:15:44.019822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.035581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44beb87b-4223-47da-84ad-433e35adbdea tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.042401 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d4369727-2d7a-4c9b-888c-7f5242c2874d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89daf5c6043d4fe98209868326d713ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071818 Aug 16 02:15:44.051067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:44.181493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d2604-76d4-465a-957b-98aa348b3420 req-0e1cd990-5e43-43bf-98b2-e4afae7cdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.183750 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-252d2604-76d4-465a-957b-98aa348b3420 req-0e1cd990-5e43-43bf-98b2-e4afae7cdc77 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 1101 time: 0.1419339 Aug 16 02:15:44.184239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=408c5106-97a8-4723-b321-2ba28b424698,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.192983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['408c5106-97a8-4723-b321-2ba28b424698'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:44.264557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e7383b8-567e-427a-8193-3aed857eb5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.278084 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-252d2604-76d4-465a-957b-98aa348b3420 req-35d72cb0-6dc2-4138-a0d0-9183b41d425c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726433 Aug 16 02:15:44.305491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e7383b8-567e-427a-8193-3aed857eb5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.377308 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e7383b8-567e-427a-8193-3aed857eb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.381421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e7383b8-567e-427a-8193-3aed857eb5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.383640 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1e7383b8-567e-427a-8193-3aed857eb5ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5b199c3-138f-474c-8da5-d16899254aac HTTP/1.1" status: 204 len: 168 time: 0.3313611 Aug 16 02:15:44.401018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7383b8-567e-427a-8193-3aed857eb5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b199c3-138f-474c-8da5-d16899254aac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.830026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fffa9d-f97b-4fad-9f98-9969610b65df req-2bbf93ca-60bf-4b72-884a-c45410f7bda9 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.831593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18fffa9d-f97b-4fad-9f98-9969610b65df req-2bbf93ca-60bf-4b72-884a-c45410f7bda9 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 949 time: 0.6108458 Aug 16 02:15:44.852874 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44beb87b-4223-47da-84ad-433e35adbdea tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.914904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.952509 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18fffa9d-f97b-4fad-9f98-9969610b65df req-e1013843-8b4f-4a2d-a13d-dadd0c22e257 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143847 Aug 16 02:15:44.958327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae33767f-ab9c-4863-a636-fae5ba83cd6c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.066752 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44beb87b-4223-47da-84ad-433e35adbdea tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.114043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44beb87b-4223-47da-84ad-433e35adbdea tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.120164 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44beb87b-4223-47da-84ad-433e35adbdea tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623 HTTP/1.1" status: 204 len: 168 time: 1.5065963 Aug 16 02:15:45.120164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.121329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:45.135805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44beb87b-4223-47da-84ad-433e35adbdea tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.142105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a5cc480-b247-49c7-b2ec-0266ba341bad no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:45.146511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e09ab6-5e42-427b-88b7-263d9eb56fd0 None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:45.202939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8a5cc480-b247-49c7-b2ec-0266ba341bad {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:45.204659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a5cc480-b247-49c7-b2ec-0266ba341bad not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:45.213283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-886bbbbd-b028-4f5d-8db6-befa4b3d5f8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet 33f6af6a-c68f-4455-88d7-2bac8145ec5f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:45.217251 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-886bbbbd-b028-4f5d-8db6-befa4b3d5f8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.263304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 408c5106-97a8-4723-b321-2ba28b424698 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:45.285923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-886bbbbd-b028-4f5d-8db6-befa4b3d5f8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.403530 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.408821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.427105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 408c5106-97a8-4723-b321-2ba28b424698 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:45.439800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 408c5106-97a8-4723-b321-2ba28b424698 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:45.440178 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.494891 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-886bbbbd-b028-4f5d-8db6-befa4b3d5f8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.508671 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.509246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99394026-9214-4240-a488-3b1501c59558 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:45.526408 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.526408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f8b45c8b-014e-4f4f-97d5-e6cc5a5d61f3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/99394026-9214-4240-a488-3b1501c59558 HTTP/1.1" status: 204 len: 168 time: 3.4259279 Aug 16 02:15:45.526942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:45.614198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:45.657438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-886bbbbd-b028-4f5d-8db6-befa4b3d5f8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.692145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-46263db4-0253-44e5-8544-4187a5e2e6ef admin admin] Deleting subnet 26713c1e-18e6-47fb-8693-e9d04e20b5ec {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:45.704389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46263db4-0253-44e5-8544-4187a5e2e6ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.737414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bbbbd-b028-4f5d-8db6-befa4b3d5f8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=33f6af6a-c68f-4455-88d7-2bac8145ec5f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.750005 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.760443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-886bbbbd-b028-4f5d-8db6-befa4b3d5f8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.769871 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-886bbbbd-b028-4f5d-8db6-befa4b3d5f8b tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/33f6af6a-c68f-4455-88d7-2bac8145ec5f HTTP/1.1" status: 204 len: 168 time: 0.6472683 Aug 16 02:15:45.770526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:45.796843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46263db4-0253-44e5-8544-4187a5e2e6ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.830793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=408c5106-97a8-4723-b321-2ba28b424698,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:45.832613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-710963961-network', 'tenant_id': 'b710558067774ba7b3db2549ea12c40c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:45.838720 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7012ff2-5743-4e4d-a10c-cc9c1bf7ce34 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:45.840348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7012ff2-5743-4e4d-a10c-cc9c1bf7ce34 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:45.847695 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b7012ff2-5743-4e4d-a10c-cc9c1bf7ce34 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/70ef0bcf-dd8a-4bc6-b3b2-fac4bd062623 HTTP/1.1" status: 404 len: 337 time: 0.0745838 Aug 16 02:15:45.848696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:45.853351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.880165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Made reservation on behalf of b710558067774ba7b3db2549ea12c40c for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:45.883185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.934173 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=408c5106-97a8-4723-b321-2ba28b424698,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:45.941974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:45.987459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408c5106-97a8-4723-b321-2ba28b424698'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:45.990909 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39627b83-fdcd-4582-92c8-d9506ded7f35" -d '{"events": [{"server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "name": "network-vif-plugged", "status": "completed", "tag": "408c5106-97a8-4723-b321-2ba28b424698"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:46.027770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4212c076-e385-443a-8735-9166364ab789 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting subnet e0370d86-3380-4fcc-90ca-7b6777992c82 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:46.051114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4212c076-e385-443a-8735-9166364ab789 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.097087 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dba4a2-7333-43c0-9bb3-fd8dfc0e58ef x-openstack-request-id: req-90dba4a2-7333-43c0-9bb3-fd8dfc0e58ef {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:46.098173 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "name": "network-vif-plugged", "status": "completed", "tag": "408c5106-97a8-4723-b321-2ba28b424698", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:46.098455 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90dba4a2-7333-43c0-9bb3-fd8dfc0e58ef {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:46.099385 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408c5106-97a8-4723-b321-2ba28b424698', 'code': 200} Aug 16 02:15:46.141376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46263db4-0253-44e5-8544-4187a5e2e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.210299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4212c076-e385-443a-8735-9166364ab789 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.283422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cc8ee-504a-46ab-9199-569768bd1f8a req-5a289cae-14ef-4ceb-998e-4844894de71b tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.291612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-605cc8ee-504a-46ab-9199-569768bd1f8a req-5a289cae-14ef-4ceb-998e-4844894de71b tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 950 time: 0.1159232 Aug 16 02:15:46.319516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46263db4-0253-44e5-8544-4187a5e2e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.355621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b2f8d-342d-447a-a0ce-cef981662e2e req-844cf0cc-cd0b-40a3-926b-ef5e83612e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.357160 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c44b2f8d-342d-447a-a0ce-cef981662e2e req-844cf0cc-cd0b-40a3-926b-ef5e83612e7f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 1102 time: 0.1776233 Aug 16 02:15:46.376752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46263db4-0253-44e5-8544-4187a5e2e6ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26713c1e-18e6-47fb-8693-e9d04e20b5ec,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:46.382909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46263db4-0253-44e5-8544-4187a5e2e6ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.395531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-46263db4-0253-44e5-8544-4187a5e2e6ef admin admin] 10.222.0.61 "DELETE /v2.0/subnets/26713c1e-18e6-47fb-8693-e9d04e20b5ec HTTP/1.1" status: 204 len: 168 time: 0.8596313 Aug 16 02:15:46.395531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:46.398738 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a037e0-d028-4c25-83e0-d4a279e98911 None None] Network 67c32414-a736-42e3-a126-e9aaa16b00fb requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:46.403394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-605cc8ee-504a-46ab-9199-569768bd1f8a req-05aff27b-413e-41dc-b752-9aa5333773a1 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106443 Aug 16 02:15:46.469809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.489170 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4212c076-e385-443a-8735-9166364ab789 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.518488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.522732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.528579 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c44b2f8d-342d-447a-a0ce-cef981662e2e req-a4d34c82-f69b-4aab-b3d7-fc8f6ca66efc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568127 Aug 16 02:15:46.565062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:46.591490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90a82e6-0102-4a98-91c9-4aaff26aa4ae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:46.611768 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.612333 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Added segment 2d0c62ca-2a10-43ed-ac74-009fc6736fb5 of type vlan for network 46d7531b-73d5-4460-ba1b-1f6828537d63 Aug 16 02:15:46.633056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Deleting port 539659ea-3e1c-4be4-ba37-1573acbe9e87 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:46.634782 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.740260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] For port 539659ea-3e1c-4be4-ba37-1573acbe9e87, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=539659ea-3e1c-4be4-ba37-1573acbe9e87,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:46.740850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.747752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4212c076-e385-443a-8735-9166364ab789 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.748727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b66121f-79ae-460e-bea3-ad0b0aa1aa96 None None] DHCP port deletion for 67c32414-a736-42e3-a126-e9aaa16b00fb request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:46.781865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Calling delete_port for 539659ea-3e1c-4be4-ba37-1573acbe9e87 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:46.817805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df7ebe7-b5f7-4506-8a9a-98fafaeb7acb None None] Network f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:46.872020 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4212c076-e385-443a-8735-9166364ab789 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.878848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4212c076-e385-443a-8735-9166364ab789 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/e0370d86-3380-4fcc-90ca-7b6777992c82 HTTP/1.1" status: 204 len: 168 time: 1.0108213 Aug 16 02:15:46.882703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:46.888269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.924537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212c076-e385-443a-8735-9166364ab789 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Subnet': ['ID=e0370d86-3380-4fcc-90ca-7b6777992c82,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:46.940485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.941754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.942563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.948610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9b66121f-79ae-460e-bea3-ad0b0aa1aa96 None None] Deleting port 539659ea-3e1c-4be4-ba37-1573acbe9e87 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:46.948991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b66121f-79ae-460e-bea3-ad0b0aa1aa96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.962984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2b6e740e-74da-43a3-8ee0-4c09e5d8e0c9 None None] Provisioning complete for port 6973b73c-43e5-4941-a834-5e695eedd51a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:46.963422 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b6e740e-74da-43a3-8ee0-4c09e5d8e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.981860 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3562393 Aug 16 02:15:46.985629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58542) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:46.986017 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4f1016-4891-4b0d-80c2-ad3f555b7cfc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:46.986632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4f1016-4891-4b0d-80c2-ad3f555b7cfc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:46.991499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Request body: {'subnet': {'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-710963961-subnet', 'tenant_id': 'b710558067774ba7b3db2549ea12c40c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:46.991810 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5f4f1016-4891-4b0d-80c2-ad3f555b7cfc tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/d3ae8c89-d9a7-4625-b37c-df6aa71be7c5 HTTP/1.1" status: 404 len: 337 time: 0.0631433 Aug 16 02:15:46.994918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.082149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11935b-c0b8-41b7-861b-d779a762aa60 admin admin] Pushing event updated for resources: {'Network': ['ID=46d7531b-73d5-4460-ba1b-1f6828537d63,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.097781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.099761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1b65df14-b7fa-41d9-a6b0-b6a38c9451a1 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "GET /v2.0/ports?device_id=959e7463-9d3a-4e77-bb20-43e93b11e257 HTTP/1.1" status: 200 len: 205 time: 0.1021075 Aug 16 02:15:47.105150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 46d7531b-73d5-4460-ba1b-1f6828537d63 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:47.116824 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.136956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e740e-74da-43a3-8ee0-4c09e5d8e0c9 None None] Port 6973b73c-43e5-4941-a834-5e695eedd51a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:47.172079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9b66121f-79ae-460e-bea3-ad0b0aa1aa96 None None] For port 539659ea-3e1c-4be4-ba37-1573acbe9e87, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=539659ea-3e1c-4be4-ba37-1573acbe9e87,segment=NetworkSegment(4fa4e77f-7354-45b2-ae74-ae0389bd4718),segment_id=4fa4e77f-7354-45b2-ae74-ae0389bd4718)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:47.172776 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b66121f-79ae-460e-bea3-ad0b0aa1aa96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.184914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=539659ea-3e1c-4be4-ba37-1573acbe9e87,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.193401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 539659ea-3e1c-4be4-ba37-1573acbe9e87 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:47.196297 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-435aa2bc-9842-4e65-b40b-1f3885587b38 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] delete failed (client error): The resource could not be found. Aug 16 02:15:47.200325 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-435aa2bc-9842-4e65-b40b-1f3885587b38 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/routers/959e7463-9d3a-4e77-bb20-43e93b11e257 HTTP/1.1" status: 404 len: 336 time: 0.1011827 Aug 16 02:15:47.200901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.216425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] No DVR routers for this DVR port 539659ea-3e1c-4be4-ba37-1573acbe9e87 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:47.234746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9b66121f-79ae-460e-bea3-ad0b0aa1aa96 None None] Calling delete_port for 539659ea-3e1c-4be4-ba37-1573acbe9e87 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:47.239793 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad52e8d-da7c-4965-a2f9-5e9d595b05ce tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:47.240348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad52e8d-da7c-4965-a2f9-5e9d595b05ce tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:47.245887 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cad52e8d-da7c-4965-a2f9-5e9d595b05ce tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/90f0a131-e595-449f-8ce9-5287c153d0a1 HTTP/1.1" status: 404 len: 337 time: 0.0432918 Aug 16 02:15:47.246496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.249148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 539659ea-3e1c-4be4-ba37-1573acbe9e87 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:47.249700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 539659ea-3e1c-4be4-ba37-1573acbe9e87 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:47.250278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ae33767f-ab9c-4863-a636-fae5ba83cd6c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:47.287669 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-334506cc-7022-41e8-aa41-ccbc6bcf9db4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:47.288629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334506cc-7022-41e8-aa41-ccbc6bcf9db4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:47.293106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-334506cc-7022-41e8-aa41-ccbc6bcf9db4 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/00b7c71e-4653-4f24-bdae-7c1931ebc463 HTTP/1.1" status: 404 len: 337 time: 0.0451005 Aug 16 02:15:47.293774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.304063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2b6e740e-74da-43a3-8ee0-4c09e5d8e0c9 None None] Provisioning complete for port ca15bed5-f5f7-4607-bca8-6a637d06499a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:47.304716 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b6e740e-74da-43a3-8ee0-4c09e5d8e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.331022 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.331255 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7849d179-2955-4aaa-88da-0eb44d8c86ae tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:47.331671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7849d179-2955-4aaa-88da-0eb44d8c86ae tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:47.337692 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7849d179-2955-4aaa-88da-0eb44d8c86ae tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/4be0a418-3daa-4324-94b1-c8098e648c9a HTTP/1.1" status: 404 len: 337 time: 0.0426204 Aug 16 02:15:47.338314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.358320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ae33767f-ab9c-4863-a636-fae5ba83cd6c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:47.358972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ae33767f-ab9c-4863-a636-fae5ba83cd6c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:47.367521 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-51983acc-d6df-4f4a-94f1-24b9bebbf3be tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:47.367696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51983acc-d6df-4f4a-94f1-24b9bebbf3be tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:47.372756 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-51983acc-d6df-4f4a-94f1-24b9bebbf3be tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/eb304507-ad11-4766-8b93-3e036ef6e9c6 HTTP/1.1" status: 404 len: 333 time: 0.0329559 Aug 16 02:15:47.373978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58558) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.378107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c32414-a736-42e3-a126-e9aaa16b00fb']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:47.400279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa4e77f-7354-45b2-ae74-ae0389bd4718') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:47.400681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa4e77f-7354-45b2-ae74-ae0389bd4718') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:47.412787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.417274 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-76907cf8-fe41-4949-a3a7-5457562da128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:47.417943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76907cf8-fe41-4949-a3a7-5457562da128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:47.424371 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-76907cf8-fe41-4949-a3a7-5457562da128 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/ebbb0d49-1618-4580-ad77-cbbe6846cebf HTTP/1.1" status: 404 len: 337 time: 0.0493386 Aug 16 02:15:47.425248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.431163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.440061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:47.441616 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.474351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b66121f-79ae-460e-bea3-ad0b0aa1aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.479248 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2162a9fa-700e-4717-a62e-9a4ae302cf9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:47.479794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2162a9fa-700e-4717-a62e-9a4ae302cf9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:47.484580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2162a9fa-700e-4717-a62e-9a4ae302cf9f tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/f27f76d2-152c-436e-875e-d90563411531 HTTP/1.1" status: 404 len: 337 time: 0.0552790 Aug 16 02:15:47.484943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58564) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.516506 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a88e04-bc7b-443e-b8f5-3a280cbcf3b5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:47.517385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a88e04-bc7b-443e-b8f5-3a280cbcf3b5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:47.521724 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-66a88e04-bc7b-443e-b8f5-3a280cbcf3b5 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/3440f4f8-27e1-4075-b7b1-f98a67c4cbb9 HTTP/1.1" status: 404 len: 333 time: 0.0333881 Aug 16 02:15:47.521978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.525620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c07fb81-afcf-4f7d-a8ed-90e5f2aaa120 None None] DHCP port deletion for f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:47.537891 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:47.561731 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1dcbb1-4b74-413e-b305-8e1763c5e5c8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:47.562195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1dcbb1-4b74-413e-b305-8e1763c5e5c8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:47.566337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ce1dcbb1-4b74-413e-b305-8e1763c5e5c8 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/33491b88-62ae-43e7-8ed2-dec9d56fd469 HTTP/1.1" status: 404 len: 337 time: 0.0408332 Aug 16 02:15:47.566521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66121f-79ae-460e-bea3-ad0b0aa1aa96 None None] Pushing event deleted for resources: {'Port': ['ID=539659ea-3e1c-4be4-ba37-1573acbe9e87,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.567021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.581313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66121f-79ae-460e-bea3-ad0b0aa1aa96 None None] No DVR routers for this DVR port 539659ea-3e1c-4be4-ba37-1573acbe9e87 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:47.618190 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c602e3-8bd7-4b46-bc55-48d7b253c40c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:47.620099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c602e3-8bd7-4b46-bc55-48d7b253c40c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:47.623970 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-95c602e3-8bd7-4b46-bc55-48d7b253c40c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/subnets/e558cc0b-98f6-4045-a485-e46e6be3f81d HTTP/1.1" status: 404 len: 337 time: 0.0545371 Aug 16 02:15:47.627509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.628069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.638291 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.643460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] 10.222.0.61 "DELETE /v2.0/networks/67c32414-a736-42e3-a126-e9aaa16b00fb HTTP/1.1" status: 204 len: 168 time: 1.2494900 Aug 16 02:15:47.663899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c07fb81-afcf-4f7d-a8ed-90e5f2aaa120 None None] Deleting port ca15bed5-f5f7-4607-bca8-6a637d06499a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:47.664440 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c07fb81-afcf-4f7d-a8ed-90e5f2aaa120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.689189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5cf5e-4178-4a11-9311-f6d027bf7b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=67c32414-a736-42e3-a126-e9aaa16b00fb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.692276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Made reservation on behalf of b710558067774ba7b3db2549ea12c40c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:47.695573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.765804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1862f1e4-c6d0-4550-895c-b28b08dfaa13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Deleting port 6973b73c-43e5-4941-a834-5e695eedd51a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:47.766204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1862f1e4-c6d0-4550-895c-b28b08dfaa13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.797125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e5fe9-9178-4e88-b4e0-25c1ed503f54 req-abc52ca4-f0c1-4bf5-863b-6a31037198c8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.806464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-260e5fe9-9178-4e88-b4e0-25c1ed503f54 req-abc52ca4-f0c1-4bf5-863b-6a31037198c8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 950 time: 0.2595508 Aug 16 02:15:47.868817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.907467 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-260e5fe9-9178-4e88-b4e0-25c1ed503f54 req-d96e7988-db32-4a1a-a11a-fd6e52145fe7 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919759 Aug 16 02:15:47.956796 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1862f1e4-c6d0-4550-895c-b28b08dfaa13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.964325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7c07fb81-afcf-4f7d-a8ed-90e5f2aaa120 None None] For port ca15bed5-f5f7-4607-bca8-6a637d06499a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ca15bed5-f5f7-4607-bca8-6a637d06499a,segment=NetworkSegment(ac10e744-ec8e-4f56-9414-5bc2d8b44362),segment_id=ac10e744-ec8e-4f56-9414-5bc2d8b44362)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:47.964967 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c07fb81-afcf-4f7d-a8ed-90e5f2aaa120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.992346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c07fb81-afcf-4f7d-a8ed-90e5f2aaa120 None None] Calling delete_port for ca15bed5-f5f7-4607-bca8-6a637d06499a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:48.010285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-55dbbac4-e391-4a5b-885d-45ce8557b1f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc0507e73936436aa5ecdfe4212c3267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402001 Aug 16 02:15:48.011749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1862f1e4-c6d0-4550-895c-b28b08dfaa13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Calling delete_port for 6973b73c-43e5-4941-a834-5e695eedd51a owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:48.015057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:48.090709 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c07fb81-afcf-4f7d-a8ed-90e5f2aaa120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.133914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07fb81-afcf-4f7d-a8ed-90e5f2aaa120 None None] No DVR routers for this DVR port ca15bed5-f5f7-4607-bca8-6a637d06499a on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:48.136199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07fb81-afcf-4f7d-a8ed-90e5f2aaa120 None None] Pushing event deleted for resources: {'Port': ['ID=ca15bed5-f5f7-4607-bca8-6a637d06499a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:48.143081 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7866bd-c7b6-4c7e-9cc8-11b1b5db70d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.152523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1862f1e4-c6d0-4550-895c-b28b08dfaa13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.154907 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.199792 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1862f1e4-c6d0-4550-895c-b28b08dfaa13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.202783 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1862f1e4-c6d0-4550-895c-b28b08dfaa13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/ports/6973b73c-43e5-4941-a834-5e695eedd51a HTTP/1.1" status: 204 len: 168 time: 0.5742517 Aug 16 02:15:48.204085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862f1e4-c6d0-4550-895c-b28b08dfaa13 tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Port': ['ID=6973b73c-43e5-4941-a834-5e695eedd51a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:48.205990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:48.217629 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7866bd-c7b6-4c7e-9cc8-11b1b5db70d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.266773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:48.283349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Checking segment: {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:48.283761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Network hostable DHCP agents. Network: 46d7531b-73d5-4460-ba1b-1f6828537d63, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:48.293064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.308840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Network 46d7531b-73d5-4460-ba1b-1f6828537d63 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:48.325610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 46d7531b-73d5-4460-ba1b-1f6828537d63) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:48.331212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.333891 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.349303 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7866bd-c7b6-4c7e-9cc8-11b1b5db70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.349650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e24808-16f6-4abd-911a-07236b0923db None None] Network 46d7531b-73d5-4460-ba1b-1f6828537d63 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:48.352866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7866bd-c7b6-4c7e-9cc8-11b1b5db70d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.354384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eb7866bd-c7b6-4c7e-9cc8-11b1b5db70d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eae4f86c-e682-432f-8067-a2f8ba590dac HTTP/1.1" status: 204 len: 168 time: 0.3382597 Aug 16 02:15:48.358972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-720a7ef9-ac16-4094-9907-355c0568127b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3713868 Aug 16 02:15:48.384414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7866bd-c7b6-4c7e-9cc8-11b1b5db70d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae4f86c-e682-432f-8067-a2f8ba590dac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:48.439198 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.457723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bfbb89-43a5-4c12-96cb-12e34a25e7e4']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:48.484837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac10e744-ec8e-4f56-9414-5bc2d8b44362') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:48.485121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac10e744-ec8e-4f56-9414-5bc2d8b44362') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:48.496953 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.519666 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.533314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:48.534787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:48.541176 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:48.583849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3aa7d-22a4-44e3-a4b6-635212be490d None None] Network 46d7531b-73d5-4460-ba1b-1f6828537d63 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:48.629344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.640702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.643234 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] 10.222.0.61 "DELETE /v2.0/networks/f7bfbb89-43a5-4c12-96cb-12e34a25e7e4 HTTP/1.1" status: 204 len: 168 time: 0.4357769 Aug 16 02:15:48.654524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e409028-541f-4b78-a42d-15f127f2968c tempest-PortsIpV6TestJSON-104251765 tempest-PortsIpV6TestJSON-104251765-project] Pushing event deleted for resources: {'Network': ['ID=f7bfbb89-43a5-4c12-96cb-12e34a25e7e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:49.048782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:49.156798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca15bed5-f5f7-4607-bca8-6a637d06499a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:49.158258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643ffa2-5b54-4643-a05f-e96812f0fdde req-c9f45969-d5bb-4465-b77d-4929e3d8b89f tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.159861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a643ffa2-5b54-4643-a05f-e96812f0fdde req-c9f45969-d5bb-4465-b77d-4929e3d8b89f tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 950 time: 0.1681991 Aug 16 02:15:49.190609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-c1255ac2-6014-474b-9e13-68c949a5df1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.192195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-c1255ac2-6014-474b-9e13-68c949a5df1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 812 time: 0.2163517 Aug 16 02:15:49.192469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ca15bed5-f5f7-4607-bca8-6a637d06499a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:49.192825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca15bed5-f5f7-4607-bca8-6a637d06499a not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:49.232291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a643ffa2-5b54-4643-a05f-e96812f0fdde req-7e19e4c4-0b49-4a43-ac49-0a3c01acb5cd tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600421 Aug 16 02:15:49.234700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-c376e5a4-1db3-471c-a1b2-e9a904009da9 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/quotas/b710558067774ba7b3db2549ea12c40c HTTP/1.1" status: 200 len: 375 time: 0.0198491 Aug 16 02:15:49.286257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-eac66db0-2650-4d77-8d38-8320fb1ba7c7 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450714 Aug 16 02:15:49.319135 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f36621bf-cd07-46f1-a2bc-933a78324cf8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cec762fc168c40018e2eff575aae7946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688861 Aug 16 02:15:49.321739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:49.400839 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67ffa720-f375-4276-8ed6-d174ae04fcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.438443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67ffa720-f375-4276-8ed6-d174ae04fcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.444844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-cc43b594-3595-43fc-994a-ba642771a75c service neutron] 10.222.0.61 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499381 Aug 16 02:15:49.511036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67ffa720-f375-4276-8ed6-d174ae04fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.515244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67ffa720-f375-4276-8ed6-d174ae04fcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.516740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-67ffa720-f375-4276-8ed6-d174ae04fcfb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20c9621f-0208-4499-9006-80fe7894cbf8 HTTP/1.1" status: 204 len: 168 time: 0.1935887 Aug 16 02:15:49.526592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffa720-f375-4276-8ed6-d174ae04fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c9621f-0208-4499-9006-80fe7894cbf8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:49.658305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8cec9-099e-4e07-bfb3-d4f387ae5eb5 req-168bfeb0-3745-4445-8317-1de42b11d096 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.659865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5d8cec9-099e-4e07-bfb3-d4f387ae5eb5 req-168bfeb0-3745-4445-8317-1de42b11d096 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 949 time: 0.0950193 Aug 16 02:15:49.670757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7ac83998-c909-47cb-9328-5bc62feb40c5 service neutron] 10.222.0.61 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178738 Aug 16 02:15:49.710783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:49.764594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5d8cec9-099e-4e07-bfb3-d4f387ae5eb5 req-afe87cfb-1278-43f7-95d3-b9499d439cf6 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897062 Aug 16 02:15:49.908858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-900395093-network', 'tenant_id': '6e44a40e1ef643fc9bedc7fd17b6b0f6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:49.953475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Made reservation on behalf of 6e44a40e1ef643fc9bedc7fd17b6b0f6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:49.956360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.973994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.245263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c32c35b0-b16e-4da1-8428-d690e054513d req-43d08068-c53f-4cab-906d-b73671ae463b tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 210 time: 0.0844064 Aug 16 02:15:50.313386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.319565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.358933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:50.377753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a42374-14c8-4750-bd25-d14732c95af7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.383981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.384673 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Added segment bcf4075d-101d-4471-af84-1996793dbd83 of type vlan for network d8b49fdd-da6e-44ba-85d9-31c2104e1961 Aug 16 02:15:50.441993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.494597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.499475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.500109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.567668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8554957 Aug 16 02:15:50.570660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:50.578176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Request body: {'subnet': {'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-900395093-subnet', 'tenant_id': '6e44a40e1ef643fc9bedc7fd17b6b0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:50.579834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566f227-e1c2-4c6d-a7c8-6f71e8c6ba1f admin admin] Pushing event updated for resources: {'Network': ['ID=d8b49fdd-da6e-44ba-85d9-31c2104e1961,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.593050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d8b49fdd-da6e-44ba-85d9-31c2104e1961 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:50.616210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Made reservation on behalf of 6e44a40e1ef643fc9bedc7fd17b6b0f6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:50.620258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.666945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:50.784135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2f6b7ff3-3d14-4dbf-afe4-89edad280a28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-625529103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:50.813220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7ff3-3d14-4dbf-afe4-89edad280a28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.814487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7ff3-3d14-4dbf-afe4-89edad280a28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.897021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7ff3-3d14-4dbf-afe4-89edad280a28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.901212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.906219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7ff3-3d14-4dbf-afe4-89edad280a28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.932805 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7ff3-3d14-4dbf-afe4-89edad280a28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.935124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2f6b7ff3-3d14-4dbf-afe4-89edad280a28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2660728 Aug 16 02:15:50.937305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:50.942480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-668420297'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:50.965918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Made reservation on behalf of e25cddc2546b4513b890f5c95034c0a9 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:50.970862 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.986315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.000154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0db34b-120b-4bc4-9e13-6fcdad31103d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.008065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Checking segment: {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:51.008595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Network hostable DHCP agents. Network: d8b49fdd-da6e-44ba-85d9-31c2104e1961, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:51.032159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Network d8b49fdd-da6e-44ba-85d9-31c2104e1961 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:51.047250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d8b49fdd-da6e-44ba-85d9-31c2104e1961) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:51.058493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.059307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61e380-dc4c-42ee-8d89-856288772c52 None None] Network d8b49fdd-da6e-44ba-85d9-31c2104e1961 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:51.059500 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.115876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.121038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.130569 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-72754b7d-33fb-41b5-aebd-6417b25f04b9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5582597 Aug 16 02:15:51.156213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:51.168383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.168882 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Added segment 62618e57-0771-4fe2-bbf3-b9dc3e6f7957 of type vlan for network f67469a2-8f20-42e0-af4e-5711eabd3cf5 Aug 16 02:15:51.220782 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.233911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de39edf-0a2b-48ad-a4c4-7918780150eb None None] Network d8b49fdd-da6e-44ba-85d9-31c2104e1961 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:51.300556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47ad45e-2a02-4f73-8221-5508c8844838,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.314615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.338258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.338938 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.460500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb41d182-8b58-4d86-9301-bad64fb504d3 req-3bf049b4-865c-4b49-96c7-acc7777e494f tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 210 time: 0.0520830 Aug 16 02:15:51.493604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Network': ['ID=f67469a2-8f20-42e0-af4e-5711eabd3cf5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.501177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eaa459b0-b378-4dfb-a948-725b06e79a20 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5625920 Aug 16 02:15:51.504733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:51.507761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network f67469a2-8f20-42e0-af4e-5711eabd3cf5 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:51.511249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'subnet': {'network_id': 'f67469a2-8f20-42e0-af4e-5711eabd3cf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:51.745158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-3b165088-6222-46ce-b88e-bd3c92754778 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.746640 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-3b165088-6222-46ce-b88e-bd3c92754778 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 812 time: 0.1706147 Aug 16 02:15:51.755595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Made reservation on behalf of e25cddc2546b4513b890f5c95034c0a9 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:51.760147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.781583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Request body: {'port': {'device_id': 'da724fd4-b550-4773-91cf-f67c025995c8', 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63', 'admin_state_up': True, 'tenant_id': 'b710558067774ba7b3db2549ea12c40c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:51.872293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-a44efc3b-d404-4a61-8d07-6cf21426ba48 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.874850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-a44efc3b-d404-4a61-8d07-6cf21426ba48 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/networks?id=d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 200 len: 814 time: 0.1085403 Aug 16 02:15:51.892351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-23e8693f-9af5-42f3-a29f-5cfc99e5d56d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/quotas/6e44a40e1ef643fc9bedc7fd17b6b0f6 HTTP/1.1" status: 200 len: 375 time: 0.0103920 Aug 16 02:15:51.931518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-3fceed3d-8c57-40f1-93db-3580470dde8e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322278 Aug 16 02:15:52.007381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Made reservation on behalf of b710558067774ba7b3db2549ea12c40c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:52.010963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.061260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-16b3a9bd-5d3e-4392-9fde-12696c4bcfb3 service neutron] 10.222.0.61 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129634 Aug 16 02:15:52.159187 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.167645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-9dcf96f2-b60f-44ca-9c55-7e2b46e0e468 service neutron] 10.222.0.61 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988007 Aug 16 02:15:52.375257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Allocated IP 172.20.0.14 (46d7531b-73d5-4460-ba1b-1f6828537d63/9b90e081-32b0-4d33-a0f0-5be2dfcb05a2/d6c0346a-e394-49f3-b9e3-f9b1e02876e5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:52.415701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18ca858a-a11c-45a5-8c47-1860df8c2c5f req-cd8c421f-94ff-45e0-941f-cfab720540c7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 210 time: 0.0364354 Aug 16 02:15:52.417338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Subnet': ['ID=462b6ac0-82d2-4305-ae62-b4bd00915fff,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.479802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-147dc3d7-5e80-44b9-9b6e-1f7052c48ad1 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.481517 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-147dc3d7-5e80-44b9-9b6e-1f7052c48ad1 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 812 time: 0.3399396 Aug 16 02:15:52.493658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Checking segment: {'id': '62618e57-0771-4fe2-bbf3-b9dc3e6f7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f67469a2-8f20-42e0-af4e-5711eabd3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:52.494020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network hostable DHCP agents. Network: f67469a2-8f20-42e0-af4e-5711eabd3cf5, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:52.517692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Request body: {'port': {'device_id': 'b809d65c-c37f-45ba-b172-883f0e1f132d', 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63', 'admin_state_up': True, 'tenant_id': 'b710558067774ba7b3db2549ea12c40c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:52.642613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network f67469a2-8f20-42e0-af4e-5711eabd3cf5 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:52.678519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, f67469a2-8f20-42e0-af4e-5711eabd3cf5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:52.689132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d20e22-90b0-4d6b-bfc1-306372058b83 None None] Network f67469a2-8f20-42e0-af4e-5711eabd3cf5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:52.695774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dde0881a-7f25-4ddd-8089-d0755f667d72 req-f14ef190-fcbe-4a1c-b729-35a43fe8ca27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 210 time: 0.0783210 Aug 16 02:15:52.706666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.707468 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.770924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.803476 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5a38c286-f75f-45bf-8661-8dc6516f7fba tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2970903 Aug 16 02:15:52.806569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:52.811718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'network': {'name': 'tempest-router-network01--750878023'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:52.865697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Made reservation on behalf of b710558067774ba7b3db2549ea12c40c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:52.868029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Made reservation on behalf of e25cddc2546b4513b890f5c95034c0a9 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:52.872393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.873349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.911007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-f67469a2-8f20-42e0-af4e-5711eabd3cf5', 'network_id': 'f67469a2-8f20-42e0-af4e-5711eabd3cf5', 'tenant_id': 'e25cddc2546b4513b890f5c95034c0a9', 'fixed_ips': [{'subnet_id': '462b6ac0-82d2-4305-ae62-b4bd00915fff'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:52.913036 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.914736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:52.918932 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.927935 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.928476 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Added segment 6acf6723-1da5-4726-995f-14a4e326b1c3 of type vlan for network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d Aug 16 02:15:52.974390 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.015123 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.025376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.026086 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.131462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Allocated IP 2001:db8::2 (f67469a2-8f20-42e0-af4e-5711eabd3cf5/462b6ac0-82d2-4305-ae62-b4bd00915fff/8bd848b2-6d04-4394-979e-469774118f3a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:53.151041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3433356 Aug 16 02:15:53.159858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:53.167601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'network': {'name': 'tempest-router-network02--784517880'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:53.167848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Allocated IP 172.20.0.6 (46d7531b-73d5-4460-ba1b-1f6828537d63/9b90e081-32b0-4d33-a0f0-5be2dfcb05a2/b5899eb3-dd36-4d72-97bb-cc1312bfcb09) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:53.195389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Made reservation on behalf of e25cddc2546b4513b890f5c95034c0a9 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:53.199243 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.216718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Network': ['ID=c5e5f75c-bf73-425c-b57c-9268f3c2dc6d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.232938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:53.242848 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.243617 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Added segment 62e5f4bf-3931-4c86-bb54-19373c0d005b of type vlan for network e89b5874-0c0d-4cf3-abf4-485d51c4ba53 Aug 16 02:15:53.293402 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.300086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Pushing event updated for resources: {'Port': ['ID=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.300432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.300782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.301126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.301579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.301918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.302967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.303831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.304456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.304958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.305458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.305969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.306467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99a3b5-9669-4664-816c-d67f42468085 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:53.327315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Network 46d7531b-73d5-4460-ba1b-1f6828537d63 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:53.330130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:53.332144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:53.334099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:53.346163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.348408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:53.356024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.356958 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.501666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3403206 Aug 16 02:15:53.504895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:53.522223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'subnet': {'network_id': 'c5e5f75c-bf73-425c-b57c-9268f3c2dc6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:53.550140 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.553458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.554153 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.589353 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-5fd0845d-94cb-44e0-9eaa-4be2dec59032 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2598228 Aug 16 02:15:53.608676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134fb1d-1027-4205-a886-55474e2c7860 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Network': ['ID=e89b5874-0c0d-4cf3-abf4-485d51c4ba53,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.609199 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-f9aa4ee4-9b30-4100-b3b4-4cbc30307430 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8322899 Aug 16 02:15:53.631808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network e89b5874-0c0d-4cf3-abf4-485d51c4ba53 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:53.644687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5806bb29-31e2-4070-962e-1c3cc50decc2 req-c84a1bd3-473c-4118-b16d-ab267d26d3b7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 210 time: 0.1161532 Aug 16 02:15:53.651648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Request body: {'port': {'device_id': 'da724fd4-b550-4773-91cf-f67c025995c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:53.716961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Made reservation on behalf of e25cddc2546b4513b890f5c95034c0a9 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:53.721690 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.844004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.928601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.940811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Network 46d7531b-73d5-4460-ba1b-1f6828537d63 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:53.947286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-c51dda75-3e8c-4ecd-8c40-e6df8c15053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.947723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-c51dda75-3e8c-4ecd-8c40-e6df8c15053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.948200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-c51dda75-3e8c-4ecd-8c40-e6df8c15053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.948664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-c51dda75-3e8c-4ecd-8c40-e6df8c15053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.949127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-c51dda75-3e8c-4ecd-8c40-e6df8c15053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.949585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-c51dda75-3e8c-4ecd-8c40-e6df8c15053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.950262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-c51dda75-3e8c-4ecd-8c40-e6df8c15053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.952846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-c51dda75-3e8c-4ecd-8c40-e6df8c15053f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 6508 time: 0.2674403 Aug 16 02:15:53.957277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Transition to ACTIVE for port object 8bd848b2-6d04-4394-979e-469774118f3a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:53.961074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006ccab-5573-4c5f-9a06-ec55525df7fd req-bbba451a-cc48-45e9-b06a-8a479dd926d0 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.971281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a006ccab-5573-4c5f-9a06-ec55525df7fd req-bbba451a-cc48-45e9-b06a-8a479dd926d0 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 931 time: 0.1397104 Aug 16 02:15:53.977087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Pushing event updated for resources: {'Port': ['ID=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.985805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:53.992250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:54.011696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Transition to ACTIVE for port object 8bd848b2-6d04-4394-979e-469774118f3a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:54.041752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a006ccab-5573-4c5f-9a06-ec55525df7fd req-20d45743-ade0-4c37-ade0-72144e04efee tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689890 Aug 16 02:15:54.081332 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.135021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Network f67469a2-8f20-42e0-af4e-5711eabd3cf5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:54.152919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:54.156457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:54.227794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Pushing event updated for resources: {'Port': ['ID=8bd848b2-6d04-4394-979e-469774118f3a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.229117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.236582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.260903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Attempting to bind port 8bd848b2-6d04-4394-979e-469774118f3a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:54.261657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Attempting to bind port 8bd848b2-6d04-4394-979e-469774118f3a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '62618e57-0771-4fe2-bbf3-b9dc3e6f7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f67469a2-8f20-42e0-af4e-5711eabd3cf5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:54.262411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Attempting to bind port 8bd848b2-6d04-4394-979e-469774118f3a on network f67469a2-8f20-42e0-af4e-5711eabd3cf5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:54.277719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:54.318273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:54.318765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Checking segment: {'id': '62618e57-0771-4fe2-bbf3-b9dc3e6f7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f67469a2-8f20-42e0-af4e-5711eabd3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:54.319280 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.319939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Bound using segment: {'id': '62618e57-0771-4fe2-bbf3-b9dc3e6f7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f67469a2-8f20-42e0-af4e-5711eabd3cf5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:54.320523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Bound port: 8bd848b2-6d04-4394-979e-469774118f3a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62618e57-0771-4fe2-bbf3-b9dc3e6f7957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f67469a2-8f20-42e0-af4e-5711eabd3cf5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:54.320923 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.322337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Subnet': ['ID=a4087717-2964-458f-896b-08d13d1ea0b0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.371258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Checking segment: {'id': '6acf6723-1da5-4726-995f-14a4e326b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5e5f75c-bf73-425c-b57c-9268f3c2dc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:54.371619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network hostable DHCP agents. Network: c5e5f75c-bf73-425c-b57c-9268f3c2dc6d, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:54.418074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:54.442460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c5e5f75c-bf73-425c-b57c-9268f3c2dc6d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:54.449655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] For port 8bd848b2-6d04-4394-979e-469774118f3a, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:54.454480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f0907-b71c-4720-a000-f3d8b4484ff1 None None] Network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:54.455889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.457440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.457564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'mac_address': 'fa:16:3e:4a:ec:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:54.460064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] For port 8bd848b2-6d04-4394-979e-469774118f3a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8bd848b2-6d04-4394-979e-469774118f3a,segment=NetworkSegment(62618e57-0771-4fe2-bbf3-b9dc3e6f7957),segment_id=62618e57-0771-4fe2-bbf3-b9dc3e6f7957)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:54.499963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2d13c6fa-d83e-4beb-ad8f-4d46f1889787 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9904749 Aug 16 02:15:54.500790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:54.508130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'subnet': {'network_id': 'e89b5874-0c0d-4cf3-abf4-485d51c4ba53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:54.525137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.599410 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.652818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5fe394c-dcd6-473b-a59d-8482df34ffd1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:54.777113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:54.816899 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.820493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bef4b1-befd-4639-ba6a-eccf5c7679c7 None None] Pushing event updated for resources: {'Port': ['ID=8bd848b2-6d04-4394-979e-469774118f3a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.831520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ffc1541-7bc2-49de-a94b-824eef1a682e req-b48c749b-6fc9-4975-9db6-fa0939fdfcd0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 210 time: 0.0703378 Aug 16 02:15:54.880303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Made reservation on behalf of e25cddc2546b4513b890f5c95034c0a9 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:54.884049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.013570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['b5fe394c-dcd6-473b-a59d-8482df34ffd1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:55.236994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c5e5f75c-bf73-425c-b57c-9268f3c2dc6d', 'network_id': 'c5e5f75c-bf73-425c-b57c-9268f3c2dc6d', 'tenant_id': 'e25cddc2546b4513b890f5c95034c0a9', 'fixed_ips': [{'subnet_id': 'a4087717-2964-458f-896b-08d13d1ea0b0'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:55.237855 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.248047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-b5100f58-2427-461a-bc0c-765db58ee60e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.256611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-b5100f58-2427-461a-bc0c-765db58ee60e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.86 "GET /v2.0/networks?id=d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 200 len: 814 time: 1.3004704 Aug 16 02:15:55.267869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.268894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.328554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:55.407639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0fed-45ba-45d7-a98b-d5b54612c2e7 req-c5196ddc-ea09-46f8-974f-2d49ac90b578 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.411690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81ec0fed-45ba-45d7-a98b-d5b54612c2e7 req-c5196ddc-ea09-46f8-974f-2d49ac90b578 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 931 time: 0.1622441 Aug 16 02:15:55.490686 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.523119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81ec0fed-45ba-45d7-a98b-d5b54612c2e7 req-53dfed67-cf7a-4be7-827f-97f92ecf82f8 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019981 Aug 16 02:15:55.540925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-fef5537d-f83e-4d39-b8a1-9e866bf4e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.541649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-fef5537d-f83e-4d39-b8a1-9e866bf4e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.543845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-fef5537d-f83e-4d39-b8a1-9e866bf4e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.580484 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-fef5537d-f83e-4d39-b8a1-9e866bf4e59a service neutron] 10.222.0.86 "GET /v2.0/networks?id=eb2528c8-5b9b-4161-9c71-1b504faa9674&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=74df5850-9a31-4196-8424-af5506f238b9&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c HTTP/1.1" status: 200 len: 2298 time: 1.5501437 Aug 16 02:15:55.599203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Allocated IP 2001:db8::2 (c5e5f75c-bf73-425c-b57c-9268f3c2dc6d/a4087717-2964-458f-896b-08d13d1ea0b0/dd4fa6fc-8c4d-4fba-bca8-63317c09472d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:55.606477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Subnet': ['ID=b1cbe663-cbcc-425c-9eec-2528f390d1a0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:55.637479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Checking segment: {'id': '62e5f4bf-3931-4c86-bb54-19373c0d005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e89b5874-0c0d-4cf3-abf4-485d51c4ba53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:55.659965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network hostable DHCP agents. Network: e89b5874-0c0d-4cf3-abf4-485d51c4ba53, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:55.705917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Request body: {'port': {'device_id': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961', 'admin_state_up': True, 'tenant_id': '6e44a40e1ef643fc9bedc7fd17b6b0f6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:55.734340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-9d030f71-a6e4-4c6e-a91e-4824190ac27c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2319286 Aug 16 02:15:55.752762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network e89b5874-0c0d-4cf3-abf4-485d51c4ba53 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:55.785328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, e89b5874-0c0d-4cf3-abf4-485d51c4ba53) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:55.813304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18588f-d53a-4edc-9c54-423720fce070 None None] Network e89b5874-0c0d-4cf3-abf4-485d51c4ba53 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:55.816034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.819936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.854181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-32724c51-54c1-4a34-bbfc-39cd6ffde9df tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3511851 Aug 16 02:15:55.856833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:56.039375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Request body: {'port': {'device_id': 'b809d65c-c37f-45ba-b172-883f0e1f132d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:56.077047 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-013a347d-8d9a-4a8e-8771-072af8cc9182 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308 HTTP/1.1" status: 200 len: 1001 time: 0.4947095 Aug 16 02:15:56.256902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d8e9fb8-3464-4e15-81b3-c32ca75004af req-6531b767-c6a0-4efd-8640-2a29f22bbbfe tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 210 time: 0.1984110 Aug 16 02:15:56.302499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c0346a-e394-49f3-b9e3-f9b1e02876e5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:56.327165 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.347672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-7380aaee-b908-40b2-aa3d-043f32e84e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.349409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-7380aaee-b908-40b2-aa3d-043f32e84e07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=751d740b-3e10-4938-9e59-82c96592c48b HTTP/1.1" status: 200 len: 856 time: 0.2338591 Aug 16 02:15:56.354507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.397420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Transition to ACTIVE for port object d6c0346a-e394-49f3-b9e3-f9b1e02876e5 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:56.409043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.420861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.437944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Made reservation on behalf of 6e44a40e1ef643fc9bedc7fd17b6b0f6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:56.442349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.448426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46615e61-327f-4eb2-99bb-601678cf7a98 None None] Network f67469a2-8f20-42e0-af4e-5711eabd3cf5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:56.475066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-e89b5874-0c0d-4cf3-abf4-485d51c4ba53', 'network_id': 'e89b5874-0c0d-4cf3-abf4-485d51c4ba53', 'tenant_id': 'e25cddc2546b4513b890f5c95034c0a9', 'fixed_ips': [{'subnet_id': 'b1cbe663-cbcc-425c-9eec-2528f390d1a0'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:56.476481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.596215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.652236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Transition to ACTIVE for port object dd4fa6fc-8c4d-4fba-bca8-63317c09472d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:56.672699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-ad22d9a0-2e69-4c09-be02-4385faa53f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.674244 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-ad22d9a0-2e69-4c09-be02-4385faa53f08 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eb2528c8-5b9b-4161-9c71-1b504faa9674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3154557 Aug 16 02:15:56.686162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8f6e2890-8e29-4b65-a8c5-dc4d4c6dd1ce None None] Provisioning for port 8bd848b2-6d04-4394-979e-469774118f3a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:56.712547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Pushing event updated for resources: {'Port': ['ID=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:56.848964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384066f-0862-44d7-a4bf-bc8a4ece0df8 req-f5523a4a-4b3a-4e78-a450-4ad708766ab6 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.858685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b384066f-0862-44d7-a4bf-bc8a4ece0df8 req-f5523a4a-4b3a-4e78-a450-4ad708766ab6 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 931 time: 0.1711631 Aug 16 02:15:56.906837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Transition to ACTIVE for port object dd4fa6fc-8c4d-4fba-bca8-63317c09472d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:56.941463 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.992987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5899eb3-dd36-4d72-97bb-cc1312bfcb09 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:57.003764 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.019320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Transition to ACTIVE for port object b5899eb3-dd36-4d72-97bb-cc1312bfcb09 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:57.052025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:57.065872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:57.072600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:57.095176 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.108307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Pushing event updated for resources: {'Port': ['ID=dd4fa6fc-8c4d-4fba-bca8-63317c09472d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.112047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Allocated IP 2001:db8::2 (e89b5874-0c0d-4cf3-abf4-485d51c4ba53/b1cbe663-cbcc-425c-9eec-2528f390d1a0/6caf4f89-9d2e-4c2b-8826-2429a6a24b09) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:57.318484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Attempting to bind port d6c0346a-e394-49f3-b9e3-f9b1e02876e5 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:57.319048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Attempting to bind port d6c0346a-e394-49f3-b9e3-f9b1e02876e5 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:57.319360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Attempting to bind port d6c0346a-e394-49f3-b9e3-f9b1e02876e5 on network 46d7531b-73d5-4460-ba1b-1f6828537d63 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:57.330838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Port d6c0346a-e394-49f3-b9e3-f9b1e02876e5 on network 46d7531b-73d5-4460-ba1b-1f6828537d63 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:57.335433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Attempting to bind port d6c0346a-e394-49f3-b9e3-f9b1e02876e5 on network 46d7531b-73d5-4460-ba1b-1f6828537d63 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:57.338645 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Pushing event updated for resources: {'Port': ['ID=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.453751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Allocated IP 172.20.0.14 (d8b49fdd-da6e-44ba-85d9-31c2104e1961/1e0db34b-120b-4bc4-9e13-6fcdad31103d/553a6393-1552-4482-9a93-38d5cf5e3fe7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:57.529675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.547346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Transition to ACTIVE for port object 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:57.567270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Transition to ACTIVE for port object 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:57.575657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8bd848b2-6d04-4394-979e-469774118f3a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:57.593932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:57.608362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b384066f-0862-44d7-a4bf-bc8a4ece0df8 req-51c66128-4fbe-43a7-ad33-775a75b1d7cd tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7483850 Aug 16 02:15:57.614283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-334c11a3-ede1-4b59-966f-7485285cfe8e req-48d56dba-814f-4e12-9efd-27097700c8eb tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 210 time: 0.0580826 Aug 16 02:15:57.647967 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.649493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Allocated IP 2001:db8::1 (c5e5f75c-bf73-425c-b57c-9268f3c2dc6d/a4087717-2964-458f-896b-08d13d1ea0b0/43dad16e-4af0-412c-8bb4-6a67c11bfdd8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:57.665732 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.738885 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-eb6c8761-503b-4d8d-88d7-00b5b8fb14fb service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7173996 Aug 16 02:15:57.743570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.768329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:57.768817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Checking segment: {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:57.769221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Bound using segment: {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:57.769676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Bound port: d6c0346a-e394-49f3-b9e3-f9b1e02876e5, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:57.770041 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.893975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Network e89b5874-0c0d-4cf3-abf4-485d51c4ba53 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:57.895345 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Attempting to bind port dd4fa6fc-8c4d-4fba-bca8-63317c09472d on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:57.896556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Attempting to bind port dd4fa6fc-8c4d-4fba-bca8-63317c09472d by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6acf6723-1da5-4726-995f-14a4e326b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5e5f75c-bf73-425c-b57c-9268f3c2dc6d'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:57.897121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Attempting to bind port dd4fa6fc-8c4d-4fba-bca8-63317c09472d on network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:57.906914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:57.917347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:57.924355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Pushing event updated for resources: {'Port': ['ID=6caf4f89-9d2e-4c2b-8826-2429a6a24b09,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.927078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:57.928232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Checking segment: {'id': '6acf6723-1da5-4726-995f-14a4e326b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5e5f75c-bf73-425c-b57c-9268f3c2dc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:57.928845 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.929404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Bound using segment: {'id': '6acf6723-1da5-4726-995f-14a4e326b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5e5f75c-bf73-425c-b57c-9268f3c2dc6d'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:57.930099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Bound port: dd4fa6fc-8c4d-4fba-bca8-63317c09472d, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acf6723-1da5-4726-995f-14a4e326b1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c5e5f75c-bf73-425c-b57c-9268f3c2dc6d'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:57.930663 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.933321 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-97236188-3017-4a9f-9a34-542c44221577 service neutron] 10.222.0.86 "GET /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579833 Aug 16 02:15:57.993661 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.038227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Transition to ACTIVE for port object 43dad16e-4af0-412c-8bb4-6a67c11bfdd8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:58.080611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port b5fe394c-dcd6-473b-a59d-8482df34ffd1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:58.080992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.117767 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.132898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8bd848b2-6d04-4394-979e-469774118f3a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:58.154058 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-26354755-4b90-4cdf-9b3e-63e40a76605e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 200 len: 217 time: 0.1826832 Aug 16 02:15:58.168372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8bd848b2-6d04-4394-979e-469774118f3a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:58.168775 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.194843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Attempting to bind port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:58.206857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:58.207235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Attempting to bind port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '62e5f4bf-3931-4c86-bb54-19373c0d005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e89b5874-0c0d-4cf3-abf4-485d51c4ba53'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:58.207753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Attempting to bind port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 on network e89b5874-0c0d-4cf3-abf4-485d51c4ba53 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:58.222726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:58.235743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:58.237024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.281643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] For port d6c0346a-e394-49f3-b9e3-f9b1e02876e5, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:58.285975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] For port d6c0346a-e394-49f3-b9e3-f9b1e02876e5, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:58.336720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:58.337137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Checking segment: {'id': '62e5f4bf-3931-4c86-bb54-19373c0d005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e89b5874-0c0d-4cf3-abf4-485d51c4ba53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:58.337565 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.337984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Bound using segment: {'id': '62e5f4bf-3931-4c86-bb54-19373c0d005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e89b5874-0c0d-4cf3-abf4-485d51c4ba53'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:58.340395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Bound port: 6caf4f89-9d2e-4c2b-8826-2429a6a24b09, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e5f4bf-3931-4c86-bb54-19373c0d005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e89b5874-0c0d-4cf3-abf4-485d51c4ba53'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:58.340706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.362446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Port': ['ID=43dad16e-4af0-412c-8bb4-6a67c11bfdd8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:58.391653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] For port dd4fa6fc-8c4d-4fba-bca8-63317c09472d, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:58.398664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.408356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Network d8b49fdd-da6e-44ba-85d9-31c2104e1961 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:58.415484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] For port dd4fa6fc-8c4d-4fba-bca8-63317c09472d, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dd4fa6fc-8c4d-4fba-bca8-63317c09472d,segment=NetworkSegment(6acf6723-1da5-4726-995f-14a4e326b1c3),segment_id=6acf6723-1da5-4726-995f-14a4e326b1c3)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:58.429776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:58.434536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-012507ce-0b96-4bc8-93a4-a87e9b08eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.437988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-012507ce-0b96-4bc8-93a4-a87e9b08eee9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.2693923 Aug 16 02:15:58.449231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:58.451566 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.468332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-70ca252e-c800-44fc-a1d2-660e4d44c2be None None] Provisioning complete for port 8bd848b2-6d04-4394-979e-469774118f3a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:58.468712 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70ca252e-c800-44fc-a1d2-660e4d44c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.555945 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.575126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Pushing event updated for resources: {'Port': ['ID=553a6393-1552-4482-9a93-38d5cf5e3fe7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:58.676281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Pushing event updated for resources: {'Port': ['ID=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:58.698381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.711570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.715060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.715708 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.717862 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-7fd9b641-b9e8-462b-8e70-5f8a54b370ac service neutron] 10.222.0.86 "PUT /v2.0/ports/d6c0346a-e394-49f3-b9e3-f9b1e02876e5 HTTP/1.1" status: 200 len: 1093 time: 5.0836720 Aug 16 02:15:58.720891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da724fd4-b550-4773-91cf-f67c025995c8', 'tag': 'd6c0346a-e394-49f3-b9e3-f9b1e02876e5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:58.723331 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3888994a-2c29-408d-abce-324367ff093d" -d '{"events": [{"name": "network-changed", "server_uuid": "da724fd4-b550-4773-91cf-f67c025995c8", "tag": "d6c0346a-e394-49f3-b9e3-f9b1e02876e5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:58.737111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Attempting to bind port b5899eb3-dd36-4d72-97bb-cc1312bfcb09 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:58.737480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Attempting to bind port b5899eb3-dd36-4d72-97bb-cc1312bfcb09 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:58.737883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Attempting to bind port b5899eb3-dd36-4d72-97bb-cc1312bfcb09 on network 46d7531b-73d5-4460-ba1b-1f6828537d63 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:58.754227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Port b5899eb3-dd36-4d72-97bb-cc1312bfcb09 on network 46d7531b-73d5-4460-ba1b-1f6828537d63 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:58.754747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Attempting to bind port b5899eb3-dd36-4d72-97bb-cc1312bfcb09 on network 46d7531b-73d5-4460-ba1b-1f6828537d63 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:58.765398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:58.766007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Checking segment: {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:58.766533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Bound using segment: {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:58.767023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Bound port: b5899eb3-dd36-4d72-97bb-cc1312bfcb09, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:58.767493 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.784943 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5d6ffeab-6a4c-4709-8be8-1bcb769e2757 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5099897 Aug 16 02:15:58.808907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-58b36b33-02c1-45df-bb22-c2e3ae90e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.811743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-58b36b33-02c1-45df-bb22-c2e3ae90e795 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3625314 Aug 16 02:15:58.845031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Request body: {'port': {'device_id': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:58.921644 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.926197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] For port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:58.931550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58340e-db15-4b1d-9dea-6539c5c811d0 None None] Pushing event updated for resources: {'Port': ['ID=dd4fa6fc-8c4d-4fba-bca8-63317c09472d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:58.953136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.965046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] For port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6caf4f89-9d2e-4c2b-8826-2429a6a24b09,segment=NetworkSegment(62e5f4bf-3931-4c86-bb54-19373c0d005b),segment_id=62e5f4bf-3931-4c86-bb54-19373c0d005b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:58.998903 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.126134 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-e0d66923-1b3c-4e37-86e4-b0ee111dba3b service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420828 Aug 16 02:15:59.143688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cb2c2-f0db-4c33-93e7-2479b161a2d2 req-7081b923-fcb0-4eae-83b4-e9885b4eb8d2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.147114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:59.156562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-617cb2c2-f0db-4c33-93e7-2479b161a2d2 req-7081b923-fcb0-4eae-83b4-e9885b4eb8d2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 932 time: 0.3418281 Aug 16 02:15:59.167199 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee39218-dedf-4ae1-8c8f-728849e5aa16" -d '{"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:59.223620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:59.239721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd10455-99ad-43e9-9627-03bb021e061c req-4c62c70c-4857-449b-8c12-c8fedb383951 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.250330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbd10455-99ad-43e9-9627-03bb021e061c req-4c62c70c-4857-449b-8c12-c8fedb383951 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 943 time: 0.3949115 Aug 16 02:15:59.270405 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.325164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 8bd848b2-6d04-4394-979e-469774118f3a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8bd848b2-6d04-4394-979e-469774118f3a,segment=NetworkSegment(62618e57-0771-4fe2-bbf3-b9dc3e6f7957),segment_id=62618e57-0771-4fe2-bbf3-b9dc3e6f7957)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:59.331467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ee850-e1ee-4e8d-b098-9dff0f163864 None None] Pushing event updated for resources: {'Port': ['ID=6caf4f89-9d2e-4c2b-8826-2429a6a24b09,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.359069 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.419637 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70ca252e-c800-44fc-a1d2-660e4d44c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.494812 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-3f0d137b-8fe3-4fab-836a-5afc780207a0 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428688 Aug 16 02:15:59.513328 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.538130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.601224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-76c68ab3-7d41-456b-9ba2-dde01efe059e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 200 len: 217 time: 0.0801260 Aug 16 02:15:59.685437 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-70ca252e-c800-44fc-a1d2-660e4d44c2be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:15:59.688648 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-70ca252e-c800-44fc-a1d2-660e4d44c2be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:15:59.755813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=8bd848b2-6d04-4394-979e-469774118f3a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.762968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbd10455-99ad-43e9-9627-03bb021e061c req-7592e188-49a4-48d4-9036-6f3ad4498d59 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604483 Aug 16 02:15:59.799954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-617cb2c2-f0db-4c33-93e7-2479b161a2d2 req-7152cab5-a10b-42a5-b7a7-379d71be80b9 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414726 Aug 16 02:15:59.816980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dd4fa6fc-8c4d-4fba-bca8-63317c09472d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:59.877860 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.887333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.888125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.901740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-df77d83f-94c6-4c47-9911-662e23a36389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.907820 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-df77d83f-94c6-4c47-9911-662e23a36389 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&device_id=da724fd4-b550-4773-91cf-f67c025995c8 HTTP/1.1" status: 200 len: 1096 time: 1.1207726 Aug 16 02:15:59.917582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] For port b5899eb3-dd36-4d72-97bb-cc1312bfcb09, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:59.940016 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42174ec-d38f-494c-b122-5967c5713141 x-openstack-request-id: req-c42174ec-d38f-494c-b122-5967c5713141 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:59.940808 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da724fd4-b550-4773-91cf-f67c025995c8", "tag": "d6c0346a-e394-49f3-b9e3-f9b1e02876e5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:59.941837 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c42174ec-d38f-494c-b122-5967c5713141 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:59.942572 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da724fd4-b550-4773-91cf-f67c025995c8', 'tag': 'd6c0346a-e394-49f3-b9e3-f9b1e02876e5', 'status': 'completed', 'code': 200} Aug 16 02:15:59.993741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port dd4fa6fc-8c4d-4fba-bca8-63317c09472d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:00.024193 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4380c40-3c82-4c68-8448-c66235e50435 x-openstack-request-id: req-f4380c40-3c82-4c68-8448-c66235e50435 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:00.024469 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:00.025030 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4380c40-3c82-4c68-8448-c66235e50435 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:00.025611 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'code': 200} Aug 16 02:16:00.091410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Port': ['ID=43dad16e-4af0-412c-8bb4-6a67c11bfdd8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:00.106436 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-3ff39669-af00-44d6-ba2c-db846e96d184 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6c0346a-e394-49f3-b9e3-f9b1e02876e5 HTTP/1.1" status: 200 len: 217 time: 0.1502075 Aug 16 02:16:00.265847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:00.271623 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:00.378270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553a6393-1552-4482-9a93-38d5cf5e3fe7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:00.387027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.402232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Transition to ACTIVE for port object 553a6393-1552-4482-9a93-38d5cf5e3fe7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:00.420306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] For port b5899eb3-dd36-4d72-97bb-cc1312bfcb09, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:00.420306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.530239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Router a533febe-cf25-4c85-ae12-23e6ba19144a is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:16:00.588931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-bca39b94-0cd9-4fc5-ad12-27e381e961c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.590478 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-bca39b94-0cd9-4fc5-ad12-27e381e961c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 HTTP/1.1" status: 200 len: 852 time: 0.1808369 Aug 16 02:16:00.603776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.615169 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.669422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-55ac4016-b911-4cc0-81fa-71b7fb1ac91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.671230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-55ac4016-b911-4cc0-81fa-71b7fb1ac91e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 1.0363431 Aug 16 02:16:00.673155 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-1334ae7c-fbd4-469a-aab6-3558c7e10f05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46d7531b-73d5-4460-ba1b-1f6828537d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636542 Aug 16 02:16:00.712386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88dcae3-8ff7-4978-ac00-0d5c1117b038 None None] Network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:00.798304 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:00.820323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.821417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.823027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] 10.222.0.86 "PUT /v2.0/ports/b5899eb3-dd36-4d72-97bb-cc1312bfcb09 HTTP/1.1" status: 200 len: 1092 time: 4.7985475 Aug 16 02:16:00.827298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e45011fe-81c2-4ad6-b210-dc7f059ca71e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "PUT /v2.0/routers/a533febe-cf25-4c85-ae12-23e6ba19144a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9681988 Aug 16 02:16:00.833253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:00.846511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6cde6b-a810-4a49-b5d3-bb8195aef5fa None None] Sync routers for ids ['a533febe-cf25-4c85-ae12-23e6ba19144a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:01.000377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6cde6b-a810-4a49-b5d3-bb8195aef5fa None None] Routers {'a533febe-cf25-4c85-ae12-23e6ba19144a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:01.002891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad6cde6b-a810-4a49-b5d3-bb8195aef5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a533febe-cf25-4c85-ae12-23e6ba19144a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:01.015916 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-050d0132-040d-4954-9069-80430eef4924 service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283989 Aug 16 02:16:01.032836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Pushing event updated for resources: {'Port': ['ID=553a6393-1552-4482-9a93-38d5cf5e3fe7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:01.255370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Attempting to bind port 553a6393-1552-4482-9a93-38d5cf5e3fe7 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:01.255982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Attempting to bind port 553a6393-1552-4482-9a93-38d5cf5e3fe7 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:01.256567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Attempting to bind port 553a6393-1552-4482-9a93-38d5cf5e3fe7 on network d8b49fdd-da6e-44ba-85d9-31c2104e1961 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:01.260297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-08e64260-6f0e-4a91-9204-e3e68d92c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.262124 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-08e64260-6f0e-4a91-9204-e3e68d92c027 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5731537 Aug 16 02:16:01.314237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-26e7a0f3-2ec3-4af5-bdec-72f504c7a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.316179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-26e7a0f3-2ec3-4af5-bdec-72f504c7a6cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 1095 time: 0.3036661 Aug 16 02:16:01.321364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Port 553a6393-1552-4482-9a93-38d5cf5e3fe7 on network d8b49fdd-da6e-44ba-85d9-31c2104e1961 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:01.331633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Attempting to bind port 553a6393-1552-4482-9a93-38d5cf5e3fe7 on network d8b49fdd-da6e-44ba-85d9-31c2104e1961 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:01.387026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42f9ab-746b-4a9c-b282-9c0a7462eb16 service neutron] Pushing event updated for resources: {'Port': ['ID=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:01.409191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8100f63e-e357-4196-9b42-001a32be07be None None] Provisioning for port dd4fa6fc-8c4d-4fba-bca8-63317c09472d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:01.497008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b125412-9804-4b36-b82b-2b662cfa453d req-25b0ab7a-a3e2-4eda-9328-8ffbfef7d76e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.510297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b125412-9804-4b36-b82b-2b662cfa453d req-25b0ab7a-a3e2-4eda-9328-8ffbfef7d76e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 943 time: 0.4591000 Aug 16 02:16:01.515284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788ec98a-3977-4540-b36e-1b9ec43871aa None None] Network e89b5874-0c0d-4cf3-abf4-485d51c4ba53 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:01.542877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad6cde6b-a810-4a49-b5d3-bb8195aef5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:01.548231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5f5d-a1b9-4a66-84be-b6ba33fe59a0 req-8fdf5502-2c1a-479c-9b5f-52703dfa3e93 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.553062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7cd5f5d-a1b9-4a66-84be-b6ba33fe59a0 req-8fdf5502-2c1a-479c-9b5f-52703dfa3e93 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 944 time: 0.5037069 Aug 16 02:16:01.580455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8100f63e-e357-4196-9b42-001a32be07be None None] Provisioning complete for port dd4fa6fc-8c4d-4fba-bca8-63317c09472d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:01.580812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8100f63e-e357-4196-9b42-001a32be07be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.583598 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa389094-68ce-4447-8ea8-011d22543c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.783075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:01.793437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b125412-9804-4b36-b82b-2b662cfa453d req-68e5d23c-966d-4c5f-a4c0-990dc9743dd2 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820735 Aug 16 02:16:01.945828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7cd5f5d-a1b9-4a66-84be-b6ba33fe59a0 req-d14203cd-3a2c-4c63-bf01-54c256801a60 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448875 Aug 16 02:16:01.960255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6cde6b-a810-4a49-b5d3-bb8195aef5fa None None] Routers {'a533febe-cf25-4c85-ae12-23e6ba19144a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:01.960920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad6cde6b-a810-4a49-b5d3-bb8195aef5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:15:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a533febe-cf25-4c85-ae12-23e6ba19144a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:02.121608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad6cde6b-a810-4a49-b5d3-bb8195aef5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:02.122327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6cde6b-a810-4a49-b5d3-bb8195aef5fa None None] The sync data for ids ['a533febe-cf25-4c85-ae12-23e6ba19144a'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:02.135391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:02.135391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Checking segment: {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:02.135391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Bound using segment: {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:02.135391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Bound port: 553a6393-1552-4482-9a93-38d5cf5e3fe7, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:02.135391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.136597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b809d65c-c37f-45ba-b172-883f0e1f132d', 'tag': 'b5899eb3-dd36-4d72-97bb-cc1312bfcb09'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:02.141870 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a877d206-b546-43cc-928e-ebcd467c6f16" -d '{"events": [{"name": "network-changed", "server_uuid": "b809d65c-c37f-45ba-b172-883f0e1f132d", "tag": "b5899eb3-dd36-4d72-97bb-cc1312bfcb09"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:02.148620 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-8c43466b-e64f-401b-bc81-4ac023f73824 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5899eb3-dd36-4d72-97bb-cc1312bfcb09 HTTP/1.1" status: 200 len: 217 time: 0.7996080 Aug 16 02:16:02.198336 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-288ca40a-207a-4905-b953-be01d70bb060 service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1645720 Aug 16 02:16:02.203944 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-21e34039-94fc-43c1-8580-6b0cf06232f1 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:16:02.210434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-21e34039-94fc-43c1-8580-6b0cf06232f1 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "PUT /v2.0/routers/a533febe-cf25-4c85-ae12-23e6ba19144a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3702016 Aug 16 02:16:02.211206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:02.312754 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a19afe-bbab-48aa-9031-e57df17a0ea2 x-openstack-request-id: req-a5a19afe-bbab-48aa-9031-e57df17a0ea2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:02.315225 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b809d65c-c37f-45ba-b172-883f0e1f132d", "tag": "b5899eb3-dd36-4d72-97bb-cc1312bfcb09", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:02.315489 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a5a19afe-bbab-48aa-9031-e57df17a0ea2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:02.315880 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b809d65c-c37f-45ba-b172-883f0e1f132d', 'tag': 'b5899eb3-dd36-4d72-97bb-cc1312bfcb09', 'status': 'completed', 'code': 200} Aug 16 02:16:02.442352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:02.458504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:02.462007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:02.468025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8bd848b2-6d04-4394-979e-469774118f3a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:02.491947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.563152 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8100f63e-e357-4196-9b42-001a32be07be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.698486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-d4958629-4752-4338-aad1-cad5a1b8fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.700006 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-d4958629-4752-4338-aad1-cad5a1b8fc45 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 HTTP/1.1" status: 200 len: 852 time: 0.5404491 Aug 16 02:16:02.737399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-7f51fe41-1aca-4ce1-b4b8-3a4e1f03fcf3 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4497459 Aug 16 02:16:02.762485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8100f63e-e357-4196-9b42-001a32be07be None None] For port dd4fa6fc-8c4d-4fba-bca8-63317c09472d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dd4fa6fc-8c4d-4fba-bca8-63317c09472d,segment=NetworkSegment(6acf6723-1da5-4726-995f-14a4e326b1c3),segment_id=6acf6723-1da5-4726-995f-14a4e326b1c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:02.767279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.768104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.769738 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] 10.222.0.86 "PUT /v2.0/ports/553a6393-1552-4482-9a93-38d5cf5e3fe7 HTTP/1.1" status: 200 len: 1093 time: 3.9641669 Aug 16 02:16:02.782475 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8100f63e-e357-4196-9b42-001a32be07be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.870566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8bd848b2-6d04-4394-979e-469774118f3a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:02.870940 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.880246 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-fdf332e1-ca9d-429f-84bf-2f6a6711cc4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46d7531b-73d5-4460-ba1b-1f6828537d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328037 Aug 16 02:16:03.049739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100f63e-e357-4196-9b42-001a32be07be None None] Pushing event updated for resources: {'Port': ['ID=dd4fa6fc-8c4d-4fba-bca8-63317c09472d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:03.062957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b06c56d9-46b2-4a50-9a82-15ed114d971a None None] Provisioning for port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:03.085951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b06c56d9-46b2-4a50-9a82-15ed114d971a None None] Provisioning complete for port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:03.085951 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b06c56d9-46b2-4a50-9a82-15ed114d971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.108705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.164876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888994a-2c29-408d-abce-324367ff093d req-ff55f40e-f38b-4d41-a65e-771c73aac49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.168493 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3888994a-2c29-408d-abce-324367ff093d req-ff55f40e-f38b-4d41-a65e-771c73aac49b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&device_id=da724fd4-b550-4773-91cf-f67c025995c8 HTTP/1.1" status: 200 len: 1096 time: 0.7897215 Aug 16 02:16:03.454070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-017cd609-89b1-4813-8abc-56dbe0b0049e service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764233 Aug 16 02:16:03.496253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a85bec-202c-49a6-86f3-3c86fdde27c9 service neutron] Pushing event updated for resources: {'Port': ['ID=553a6393-1552-4482-9a93-38d5cf5e3fe7,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:03.547385 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b06c56d9-46b2-4a50-9a82-15ed114d971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.571348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dd4fa6fc-8c4d-4fba-bca8-63317c09472d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:03.707045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c97b4f-98cf-4ac6-a959-93e036f18f3c req-eea93a15-4df2-4477-b871-74506b65df71 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.727214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96c97b4f-98cf-4ac6-a959-93e036f18f3c req-eea93a15-4df2-4477-b871-74506b65df71 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 943 time: 0.7507310 Aug 16 02:16:03.756877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b06c56d9-46b2-4a50-9a82-15ed114d971a None None] For port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6caf4f89-9d2e-4c2b-8826-2429a6a24b09,segment=NetworkSegment(62e5f4bf-3931-4c86-bb54-19373c0d005b),segment_id=62e5f4bf-3931-4c86-bb54-19373c0d005b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:03.759398 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de51fe64-1390-40ba-a3dc-94f4e1dba6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.768189 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b06c56d9-46b2-4a50-9a82-15ed114d971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.775326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port dd4fa6fc-8c4d-4fba-bca8-63317c09472d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:03.775923 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.814424 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07d64b-bd21-4c3a-8339-17e32836f34c req-1741e406-9e9b-4e9f-9059-3fd194bbc3b6 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.820088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888994a-2c29-408d-abce-324367ff093d req-c14b7cea-365e-44b4-9675-164f486d1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.822062 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3888994a-2c29-408d-abce-324367ff093d req-c14b7cea-365e-44b4-9675-164f486d1802 service neutron] 10.222.0.86 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 913 time: 0.4029138 Aug 16 02:16:03.827907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe07d64b-bd21-4c3a-8339-17e32836f34c req-1741e406-9e9b-4e9f-9059-3fd194bbc3b6 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 944 time: 0.4492993 Aug 16 02:16:03.839307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-cdaba901-bb09-4401-9173-cbe786be8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.842064 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-cdaba901-bb09-4401-9173-cbe786be8db0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 1096 time: 0.9261572 Aug 16 02:16:03.893999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96c97b4f-98cf-4ac6-a959-93e036f18f3c req-ceb119f3-c230-4e38-80be-76592b30189f tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657870 Aug 16 02:16:03.989735 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.992612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ddb31a8-40cb-4ec8-935d-9d8807e6d90d None None] Provisioning for port 43dad16e-4af0-412c-8bb4-6a67c11bfdd8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:04.002160 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3888994a-2c29-408d-abce-324367ff093d req-c9d4ac01-84af-4396-afb0-c92e51f37b75 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6c0346a-e394-49f3-b9e3-f9b1e02876e5 HTTP/1.1" status: 200 len: 217 time: 0.1556900 Aug 16 02:16:04.005300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ddb31a8-40cb-4ec8-935d-9d8807e6d90d None None] Provisioning complete for port 43dad16e-4af0-412c-8bb4-6a67c11bfdd8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:04.005862 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ddb31a8-40cb-4ec8-935d-9d8807e6d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.009022 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5a82ab8e-3a87-45cc-a0ad-bfbefa9005a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7 HTTP/1.1" status: 200 len: 217 time: 0.1479580 Aug 16 02:16:04.066377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c56d9-46b2-4a50-9a82-15ed114d971a None None] Pushing event updated for resources: {'Port': ['ID=6caf4f89-9d2e-4c2b-8826-2429a6a24b09,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.145185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe07d64b-bd21-4c3a-8339-17e32836f34c req-d54b273c-1440-49bc-a070-a5414e988746 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157101 Aug 16 02:16:04.157806 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-7b92e5ea-0c61-4a3a-947a-98c9c44371c8 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3585737 Aug 16 02:16:04.179063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb31a8-40cb-4ec8-935d-9d8807e6d90d None None] Port 43dad16e-4af0-412c-8bb4-6a67c11bfdd8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:04.285199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-d24ba149-6f5e-4176-a504-b65ecd66c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:04.286692 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-d24ba149-6f5e-4176-a504-b65ecd66c9fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e0db34b-120b-4bc4-9e13-6fcdad31103d HTTP/1.1" status: 200 len: 854 time: 0.2497289 Aug 16 02:16:04.289030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ddb31a8-40cb-4ec8-935d-9d8807e6d90d None None] Provisioning complete for port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:04.289423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ddb31a8-40cb-4ec8-935d-9d8807e6d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.327594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:04.330339 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:04.370208 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-7c485b46-7ae6-4104-8c10-8ae3466e9ece service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8b49fdd-da6e-44ba-85d9-31c2104e1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343938 Aug 16 02:16:04.373130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888994a-2c29-408d-abce-324367ff093d req-e612205c-01f1-4f05-b6a7-b042d8a243d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:04.378743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3888994a-2c29-408d-abce-324367ff093d req-e612205c-01f1-4f05-b6a7-b042d8a243d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 HTTP/1.1" status: 200 len: 852 time: 0.3618608 Aug 16 02:16:04.380877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Deleting port 43dad16e-4af0-412c-8bb4-6a67c11bfdd8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:04.381343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.390418 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-75759499-31d0-4945-be72-b07f0b09a165 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 HTTP/1.1" status: 200 len: 217 time: 0.1648359 Aug 16 02:16:04.403396 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d70bf685-76db-4197-a234-ea72232cc5c9 req-ea74d87b-cf39-458a-bb69-fa786acd8be9 service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9381313 Aug 16 02:16:04.407484 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81a82e3-3d8a-4175-a1e2-e2877eb2bf30 x-openstack-request-id: req-e81a82e3-3d8a-4175-a1e2-e2877eb2bf30 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:04.407484 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:04.407484 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e81a82e3-3d8a-4175-a1e2-e2877eb2bf30 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:04.407894 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7', 'status': 'completed', 'code': 200} Aug 16 02:16:04.488672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-4b666cfc-dad4-4592-b0c7-cebae42ca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:04.496849 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-4b666cfc-dad4-4592-b0c7-cebae42ca8b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.0882623 Aug 16 02:16:04.615916 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.620151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ddb31a8-40cb-4ec8-935d-9d8807e6d90d None None] Provisioning complete for port dd4fa6fc-8c4d-4fba-bca8-63317c09472d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:04.620752 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ddb31a8-40cb-4ec8-935d-9d8807e6d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.650765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Calling delete_port for 43dad16e-4af0-412c-8bb4-6a67c11bfdd8 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:04.690494 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-5118ebd5-6f17-4156-9119-648703af7c44 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100908 Aug 16 02:16:04.692862 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3888994a-2c29-408d-abce-324367ff093d req-f67aa0a5-19cd-4eb7-a84c-63edd059e1ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46d7531b-73d5-4460-ba1b-1f6828537d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2996655 Aug 16 02:16:04.856661 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.906129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-90adca92-d4b2-4358-bb1d-7bcd12cadd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:04.908152 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-90adca92-d4b2-4358-bb1d-7bcd12cadd60 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1820533 Aug 16 02:16:04.972354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75d8e9d7-d1ae-43da-b8d9-6d12730fa95d None None] Provisioning complete for port 43dad16e-4af0-412c-8bb4-6a67c11bfdd8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:04.972635 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75d8e9d7-d1ae-43da-b8d9-6d12730fa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.032749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.045302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-75d8e9d7-d1ae-43da-b8d9-6d12730fa95d None None] Port 43dad16e-4af0-412c-8bb4-6a67c11bfdd8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:05.063457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-6de21a74-6d5c-49ee-ae18-021f20a97154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:05.065659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-6de21a74-6d5c-49ee-ae18-021f20a97154 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 1095 time: 0.3717654 Aug 16 02:16:05.195788 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3888994a-2c29-408d-abce-324367ff093d req-70c80464-143d-4803-ae81-be81eed1d5ba service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397008 Aug 16 02:16:05.334827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Port': ['ID=43dad16e-4af0-412c-8bb4-6a67c11bfdd8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.349065 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0c7368a2-55df-4be9-9bfe-e4cff2c06ddb req-a8480852-b93a-40d3-b9b5-b4ee509aad78 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839424 Aug 16 02:16:05.520549 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.591874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:05.754613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:05.755346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.778519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-4272b2e4-636e-4687-9a5e-f65ba97de8a9 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8576996 Aug 16 02:16:05.822687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebb204-8288-4615-aa03-5100b5d3d19b req-cfd1f4ee-3564-4860-9792-74cd214f43fc tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:05.837135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39ebb204-8288-4615-aa03-5100b5d3d19b req-cfd1f4ee-3564-4860-9792-74cd214f43fc tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 943 time: 0.8218446 Aug 16 02:16:05.877300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-6ebd798b-f5b5-4d33-8dee-40e76c5e033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:05.878775 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-6ebd798b-f5b5-4d33-8dee-40e76c5e033a service neutron] 10.222.0.86 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 913 time: 0.7881520 Aug 16 02:16:05.971066 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-1ceb64b5-c7c5-44f3-b89b-935f4b52c622 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5899eb3-dd36-4d72-97bb-cc1312bfcb09 HTTP/1.1" status: 200 len: 217 time: 0.0368276 Aug 16 02:16:05.975950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-070485a5-22be-4854-bb6d-37f6e90fa4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:05.977387 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-070485a5-22be-4854-bb6d-37f6e90fa4da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 1096 time: 0.4926236 Aug 16 02:16:05.994823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a2d88-b9a8-4601-8189-3fbd9a6ad563 req-015f64ef-70b4-4321-8113-47dcd6832de3 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:05.996387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f5a2d88-b9a8-4601-8189-3fbd9a6ad563 req-015f64ef-70b4-4321-8113-47dcd6832de3 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 944 time: 0.4737408 Aug 16 02:16:06.079714 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3888994a-2c29-408d-abce-324367ff093d req-0dd5f6c8-7418-40ad-94c6-21ac80307291 service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105488 Aug 16 02:16:06.122730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-dd15f222-fe80-4356-ad86-0a234352849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:06.124377 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-dd15f222-fe80-4356-ad86-0a234352849e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 HTTP/1.1" status: 200 len: 852 time: 0.1374724 Aug 16 02:16:06.146387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d6c0346a-e394-49f3-b9e3-f9b1e02876e5 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:06.253984 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-184d2902-8231-43c9-804e-feab3ce52290 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541509 Aug 16 02:16:06.261329 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-bd18d222-c1a0-4404-85cc-a99654119930 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46d7531b-73d5-4460-ba1b-1f6828537d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184614 Aug 16 02:16:06.351294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d6c0346a-e394-49f3-b9e3-f9b1e02876e5, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:06.382466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'd6c0346a-e394-49f3-b9e3-f9b1e02876e5', 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63', 'port_id': 'd6c0346a-e394-49f3-b9e3-f9b1e02876e5', 'mac_address': 'fa:16:3e:6d:73:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b90e081-32b0-4d33-a0f0-5be2dfcb05a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:06.453769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.475379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c0346a-e394-49f3-b9e3-f9b1e02876e5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:06.476292 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-30bb3fe5-585a-4c5a-b7f9-6e1925238dc9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=aa416136-5e92-4449-92b9-803a71b0bdca HTTP/1.1" status: 200 len: 217 time: 0.2110145 Aug 16 02:16:06.482723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-6a7d1131-b04a-478b-abda-bfe5a3aff548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:06.500829 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-6a7d1131-b04a-478b-abda-bfe5a3aff548 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 200 len: 915 time: 0.5002053 Aug 16 02:16:06.524103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39ebb204-8288-4615-aa03-5100b5d3d19b req-efc65cdb-7737-4c6d-82a3-d159cf75dc8f tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852863 Aug 16 02:16:06.568309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Router a533febe-cf25-4c85-ae12-23e6ba19144a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:06.571579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d6c0346a-e394-49f3-b9e3-f9b1e02876e5, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:06.587629 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.604279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f5a2d88-b9a8-4601-8189-3fbd9a6ad563 req-8d6e1d45-89a7-4698-98f3-13fca909c3df tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014237 Aug 16 02:16:06.661292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-fc8a2d4e-9a6e-4ab1-a758-9fc5c72c797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:06.662929 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-fc8a2d4e-9a6e-4ab1-a758-9fc5c72c797f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 200 len: 797 time: 0.1610970 Aug 16 02:16:06.718697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.836843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:06.844623 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-556b8f06-4f6e-4376-b5ae-caafc5a87242 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7 HTTP/1.1" status: 200 len: 217 time: 0.1606286 Aug 16 02:16:06.849446 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29144ff-d1f5-4c21-9290-cf427569a4ab None None] Sync routers for ids ['a533febe-cf25-4c85-ae12-23e6ba19144a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:06.859740 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5b963222-baf0-4791-b21f-7e225d2267a6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "PUT /v2.0/routers/a533febe-cf25-4c85-ae12-23e6ba19144a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6341391 Aug 16 02:16:06.859740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:06.863718 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29144ff-d1f5-4c21-9290-cf427569a4ab None None] Routers {'a533febe-cf25-4c85-ae12-23e6ba19144a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:06.865007 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a29144ff-d1f5-4c21-9290-cf427569a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:16:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a533febe-cf25-4c85-ae12-23e6ba19144a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:06.911302 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a29144ff-d1f5-4c21-9290-cf427569a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:06.911573 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.925930 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29144ff-d1f5-4c21-9290-cf427569a4ab None None] Routers {'a533febe-cf25-4c85-ae12-23e6ba19144a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:06.927030 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a29144ff-d1f5-4c21-9290-cf427569a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:16:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a533febe-cf25-4c85-ae12-23e6ba19144a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:06.950931 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-adb05ff9-c0ec-4763-bd77-b5446e793d47 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] delete failed (client error): The resource could not be found. Aug 16 02:16:06.952584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-adb05ff9-c0ec-4763-bd77-b5446e793d47 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-792625851 HTTP/1.1" status: 404 len: 334 time: 0.0918887 Aug 16 02:16:06.956177 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:06.965015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4d6ce07b-c304-4923-a133-4ba740ba5d7f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a533febe-cf25-4c85-ae12-23e6ba19144a'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:06.971444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-f2684673-7082-4b4e-b926-0444ea5c853b service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913042 Aug 16 02:16:06.995946 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a29144ff-d1f5-4c21-9290-cf427569a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:06.999825 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29144ff-d1f5-4c21-9290-cf427569a4ab None None] The sync data for ids ['a533febe-cf25-4c85-ae12-23e6ba19144a'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:07.003775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-db84b348-cce7-48ea-9b91-ed449af58acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.005898 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-db84b348-cce7-48ea-9b91-ed449af58acf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e0db34b-120b-4bc4-9e13-6fcdad31103d HTTP/1.1" status: 200 len: 854 time: 0.1444848 Aug 16 02:16:07.012015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-f792d3e7-33bf-4055-9771-2b4d7a531397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.020892 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-f792d3e7-33bf-4055-9771-2b4d7a531397 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=74df5850-9a31-4196-8424-af5506f238b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3448377 Aug 16 02:16:07.084347 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-c3d6c2a9-d97b-415c-8440-69830dca9733 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8b49fdd-da6e-44ba-85d9-31c2104e1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621760 Aug 16 02:16:07.366834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d6ce07b-c304-4923-a133-4ba740ba5d7f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.367813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['d6c0346a-e394-49f3-b9e3-f9b1e02876e5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:07.392959 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4d6ce07b-c304-4923-a133-4ba740ba5d7f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] update failed (client error): The resource could not be found. Aug 16 02:16:07.397411 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-e3e37abf-eeae-4dc0-8d8c-8c9efe9be33a service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021162 Aug 16 02:16:07.398745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4d6ce07b-c304-4923-a133-4ba740ba5d7f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "PUT /v2.0/routers/a533febe-cf25-4c85-ae12-23e6ba19144a HTTP/1.1" status: 404 len: 339 time: 0.4415152 Aug 16 02:16:07.399856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:07.410365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1201811789'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:07.461214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Made reservation on behalf of e25cddc2546b4513b890f5c95034c0a9 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:07.471849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.526158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:07.546078 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.546482 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Added segment 9009253c-19d4-4870-b1ca-0cdcca80bc1c of type vlan for network d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a Aug 16 02:16:07.560760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a877d206-b546-43cc-928e-ebcd467c6f16 req-ba68cbef-1a96-4552-b0c7-f52cf8af5e63 service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952643 Aug 16 02:16:07.562634 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-b6aa4482-8617-4f51-a2bf-3fb025c2585f service neutron] 10.222.0.86 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592426 Aug 16 02:16:07.708718 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.724861 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-eb372f58-4511-45af-9c55-d9dac228b737 service neutron] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099425 Aug 16 02:16:07.773145 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-6b4234a4-bd82-46be-98a4-547bc5cc505c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86dd75dd-3f11-43e2-9699-ede91d331b71 HTTP/1.1" status: 200 len: 217 time: 0.0399516 Aug 16 02:16:07.849559 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35f36d56-5a99-4dd4-8fef-e8d048ca9c5d req-44848929-3cfb-4e33-b494-fed7ca7dcd39 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612848 Aug 16 02:16:07.858201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-b370ea5c-af08-4a59-819b-39a0dfdb01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.872198 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-b370ea5c-af08-4a59-819b-39a0dfdb01e3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.0877821 Aug 16 02:16:07.950679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-ba2163e7-748f-43ba-902d-4ddeceba0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.952830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-ba2163e7-748f-43ba-902d-4ddeceba0f90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0724103 Aug 16 02:16:07.961764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.984708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.985374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.115906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7101595 Aug 16 02:16:08.117117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:08.154221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'subnet': {'network_id': 'd2a85a2b-c9b7-4a6a-bda3-8fa4167a058a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:08.165328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device b5899eb3-dd36-4d72-97bb-cc1312bfcb09 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:08.177692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf44641-7be4-42e9-98f4-875488cbe954 req-383f6f2c-e4b5-4c5d-a002-9cc795bb4aa5 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:08.182068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1cf44641-7be4-42e9-98f4-875488cbe954 req-383f6f2c-e4b5-4c5d-a002-9cc795bb4aa5 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 943 time: 0.4312663 Aug 16 02:16:08.217647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9508b-b4a8-496a-9b5c-5aae360fcc52 req-98b16b79-234f-4c68-9fb6-f4302ca4b787 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:08.226341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fea9508b-b4a8-496a-9b5c-5aae360fcc52 req-98b16b79-234f-4c68-9fb6-f4302ca4b787 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 944 time: 0.4825556 Aug 16 02:16:08.264237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a8236-1d7f-43f8-9ea8-37f6174b04ee tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Network': ['ID=d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:08.282612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:08.370984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port b5899eb3-dd36-4d72-97bb-cc1312bfcb09, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:08.383530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-1224d3ab-4f41-4214-9f34-8f0460853653 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183176 Aug 16 02:16:08.394039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'b5899eb3-dd36-4d72-97bb-cc1312bfcb09', 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63', 'port_id': 'b5899eb3-dd36-4d72-97bb-cc1312bfcb09', 'mac_address': 'fa:16:3e:cd:45:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b90e081-32b0-4d33-a0f0-5be2dfcb05a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:08.406527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1cf44641-7be4-42e9-98f4-875488cbe954 req-d4877e77-664a-4e96-ad4b-47b3145d7441 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112427 Aug 16 02:16:08.426749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fea9508b-b4a8-496a-9b5c-5aae360fcc52 req-f16de0c8-bf36-4d4e-81d0-5220e1e4d4fa tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805868 Aug 16 02:16:08.473019 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.494625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5899eb3-dd36-4d72-97bb-cc1312bfcb09 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:08.506519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Made reservation on behalf of e25cddc2546b4513b890f5c95034c0a9 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:08.510109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.521453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port b5899eb3-dd36-4d72-97bb-cc1312bfcb09, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:08.526970 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.614361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:09.057112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['b5899eb3-dd36-4d72-97bb-cc1312bfcb09'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:09.396909 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-5e943265-9e3f-47c0-99be-658dd8ceedf5 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0007839 Aug 16 02:16:09.398388 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.510042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Subnet': ['ID=48f37f3c-bb2e-4530-a1d5-6241a40bea6e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:09.519276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-48ef8966-eeeb-4913-8f21-81d62ccdd5b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f HTTP/1.1" status: 200 len: 217 time: 0.0547352 Aug 16 02:16:09.521003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.521282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.521620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.522427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.522764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.523119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.523441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.523765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.524227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.524551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.525148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.525478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.613968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925b78d-76e8-40fb-8eea-2d1e38267951 req-3dec4c55-73f8-4f4a-a3ed-486e38dce37e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.623717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e925b78d-76e8-40fb-8eea-2d1e38267951 req-3dec4c55-73f8-4f4a-a3ed-486e38dce37e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 944 time: 0.1356063 Aug 16 02:16:09.640916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Checking segment: {'id': '9009253c-19d4-4870-b1ca-0cdcca80bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2a85a2b-c9b7-4a6a-bda3-8fa4167a058a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:09.641338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network hostable DHCP agents. Network: d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:09.697015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:09.739148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-a924bb18-fc49-47fd-850e-58d333003faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.743388 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-a924bb18-fc49-47fd-850e-58d333003faf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 200 len: 797 time: 0.2113910 Aug 16 02:16:09.744874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:09.749427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e925b78d-76e8-40fb-8eea-2d1e38267951 req-27f20dcc-40de-47c9-99f8-33e88180f132 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200576 Aug 16 02:16:09.769429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abd2e14-666e-4369-9455-ef76236bb4dc None None] Network d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:09.802950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf25c7-4e0c-4f81-9883-671f2921be91 req-8c6ddb50-5db7-4a5b-88f8-446e22db4ea8 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.806399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dcf25c7-4e0c-4f81-9883-671f2921be91 req-8c6ddb50-5db7-4a5b-88f8-446e22db4ea8 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 944 time: 0.2376547 Aug 16 02:16:09.856656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.857815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.911682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1dcf25c7-4e0c-4f81-9883-671f2921be91 req-c0b62da8-0159-444e-a3e1-4959dea8c3f1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917339 Aug 16 02:16:09.921697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.922875 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-64695cdb-2572-40c9-9c88-e17f78a0f204 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7977009 Aug 16 02:16:09.934177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b88b-b06d-4074-af89-a41568387ac6 req-d2e74677-ac6a-4533-b432-bf4e422b2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.940889 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-d2e74677-ac6a-4533-b432-bf4e422b2462 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e61c9bc-2a0a-441c-9aa1-dcd18055303c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1791005 Aug 16 02:16:09.941058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0baac989-a327-4dca-b3a9-bf5d25b3ca28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2a85a2b-c9b7-4a6a-bda3-8fa4167a058a'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:10.147668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-5e8fe88a-93ea-41a0-983b-f9e585c72637 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956983 Aug 16 02:16:10.196817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a', 'network_id': 'd2a85a2b-c9b7-4a6a-bda3-8fa4167a058a', 'tenant_id': 'e25cddc2546b4513b890f5c95034c0a9', 'fixed_ips': [{'subnet_id': '48f37f3c-bb2e-4530-a1d5-6241a40bea6e'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:10.199887 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.202683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 553a6393-1552-4482-9a93-38d5cf5e3fe7 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:10.208928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d6c0346a-e394-49f3-b9e3-f9b1e02876e5 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:10.346878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0baac989-a327-4dca-b3a9-bf5d25b3ca28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.451976 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f510b88b-b06d-4074-af89-a41568387ac6 req-2765882f-b7a6-4101-85b1-7846346c9e86 service neutron] 10.222.0.86 "GET /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959697 Aug 16 02:16:10.501018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:10.516348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '553a6393-1552-4482-9a93-38d5cf5e3fe7', 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961', 'port_id': '553a6393-1552-4482-9a93-38d5cf5e3fe7', 'mac_address': 'fa:16:3e:cb:a7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0db34b-120b-4bc4-9e13-6fcdad31103d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:10.586796 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0baac989-a327-4dca-b3a9-bf5d25b3ca28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:16:10.589957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0baac989-a327-4dca-b3a9-bf5d25b3ca28 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "PUT /v2.0/routers/a533febe-cf25-4c85-ae12-23e6ba19144a HTTP/1.1" status: 400 len: 364 time: 0.6666451 Aug 16 02:16:10.593749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:10.720963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Allocated IP 2001:db8:1::2 (d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a/48f37f3c-bb2e-4530-a1d5-6241a40bea6e/5197f4f8-8848-4e0e-8de4-da50e90f6f5a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:11.030276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c6f61-8d1d-4398-b7d2-06a36eb72f05 req-5ca40457-bad6-4e4d-b6a6-ff5a291f11a7 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:11.046406 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b3c6f61-8d1d-4398-b7d2-06a36eb72f05 req-5ca40457-bad6-4e4d-b6a6-ff5a291f11a7 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 944 time: 0.1631420 Aug 16 02:16:11.218379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b3c6f61-8d1d-4398-b7d2-06a36eb72f05 req-99089390-c949-46f9-9497-eb77e0a5c8d8 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643312 Aug 16 02:16:11.222780 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.234734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Transition to ACTIVE for port object 5197f4f8-8848-4e0e-8de4-da50e90f6f5a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:11.256670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58429860-f76b-4752-b181-3950c1c1ce32 req-bfad48f6-3918-43c7-ab9a-f0e7eb7698e0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:11.267683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58429860-f76b-4752-b181-3950c1c1ce32 req-bfad48f6-3918-43c7-ab9a-f0e7eb7698e0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 944 time: 0.1628301 Aug 16 02:16:11.279401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Transition to ACTIVE for port object 5197f4f8-8848-4e0e-8de4-da50e90f6f5a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:11.286078 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.315424 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.321485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.356649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58429860-f76b-4752-b181-3950c1c1ce32 req-a0b98be9-83fe-4a61-9ee6-f1d2c3a36610 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880008 Aug 16 02:16:11.393688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553a6393-1552-4482-9a93-38d5cf5e3fe7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:11.415756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port d6c0346a-e394-49f3-b9e3-f9b1e02876e5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:11.426630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port d6c0346a-e394-49f3-b9e3-f9b1e02876e5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:11.427182 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.515146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Network d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:11.540334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:11.546625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:11.550725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:11.678567 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.682731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Pushing event updated for resources: {'Port': ['ID=5197f4f8-8848-4e0e-8de4-da50e90f6f5a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.735313 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.809441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Attempting to bind port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:11.811575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Attempting to bind port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '9009253c-19d4-4870-b1ca-0cdcca80bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2a85a2b-c9b7-4a6a-bda3-8fa4167a058a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:11.812414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Attempting to bind port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a on network d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:11.833988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:11.834865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Checking segment: {'id': '9009253c-19d4-4870-b1ca-0cdcca80bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2a85a2b-c9b7-4a6a-bda3-8fa4167a058a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:11.835596 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.836321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Bound using segment: {'id': '9009253c-19d4-4870-b1ca-0cdcca80bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2a85a2b-c9b7-4a6a-bda3-8fa4167a058a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:11.837164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Bound port: 5197f4f8-8848-4e0e-8de4-da50e90f6f5a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9009253c-19d4-4870-b1ca-0cdcca80bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd2a85a2b-c9b7-4a6a-bda3-8fa4167a058a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:11.837916 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.844929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=553a6393-1552-4482-9a93-38d5cf5e3fe7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.905282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da724fd4-b550-4773-91cf-f67c025995c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c0346a-e394-49f3-b9e3-f9b1e02876e5'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:11.912496 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f3755b-e0db-4f45-ab95-0c10be18e46e" -d '{"events": [{"server_uuid": "da724fd4-b550-4773-91cf-f67c025995c8", "name": "network-vif-plugged", "status": "completed", "tag": "d6c0346a-e394-49f3-b9e3-f9b1e02876e5"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:11.980654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Allocated IP 2001:db8::1 (f67469a2-8f20-42e0-af4e-5711eabd3cf5/462b6ac0-82d2-4305-ae62-b4bd00915fff/a5a0158e-1c38-46e9-b1d1-f14232b56799) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:11.996230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d6c0346a-e394-49f3-b9e3-f9b1e02876e5, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:12.003352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.436653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00b2b1-29d4-4ef7-9f4c-59d6a66e1b1e req-1293ae44-2255-4d93-8db5-a5bf7ac9ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:12.442704 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3d00b2b1-29d4-4ef7-9f4c-59d6a66e1b1e req-1293ae44-2255-4d93-8db5-a5bf7ac9ec49 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=da724fd4-b550-4773-91cf-f67c025995c8 HTTP/1.1" status: 200 len: 1098 time: 0.1412826 Aug 16 02:16:12.447080 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d36e5-dd24-4e16-9700-6f3e35c65abb x-openstack-request-id: req-e93d36e5-dd24-4e16-9700-6f3e35c65abb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:12.447634 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da724fd4-b550-4773-91cf-f67c025995c8", "name": "network-vif-plugged", "status": "completed", "tag": "d6c0346a-e394-49f3-b9e3-f9b1e02876e5", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:12.447634 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e93d36e5-dd24-4e16-9700-6f3e35c65abb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:12.448026 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da724fd4-b550-4773-91cf-f67c025995c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c0346a-e394-49f3-b9e3-f9b1e02876e5', 'code': 200} Aug 16 02:16:12.467698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device b5899eb3-dd36-4d72-97bb-cc1312bfcb09 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:12.524129 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3d00b2b1-29d4-4ef7-9f4c-59d6a66e1b1e req-6a5e0d34-3deb-4c63-aa17-36f460b7e546 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722129 Aug 16 02:16:12.575794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.610189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['553a6393-1552-4482-9a93-38d5cf5e3fe7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:12.622992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Transition to ACTIVE for port object a5a0158e-1c38-46e9-b1d1-f14232b56799 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:12.628193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6038f2-002c-483b-9901-dc2690b8a429 req-d7e5a7b4-0cfd-4fe4-8808-4b45bbe3d2bf tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:12.641043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c6038f2-002c-483b-9901-dc2690b8a429 req-d7e5a7b4-0cfd-4fe4-8808-4b45bbe3d2bf tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 944 time: 0.2994385 Aug 16 02:16:12.699022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] For port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:12.724584 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.736022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.741566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port b5899eb3-dd36-4d72-97bb-cc1312bfcb09 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:12.750208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] For port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5197f4f8-8848-4e0e-8de4-da50e90f6f5a,segment=NetworkSegment(9009253c-19d4-4870-b1ca-0cdcca80bc1c),segment_id=9009253c-19d4-4870-b1ca-0cdcca80bc1c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:12.751931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port b5899eb3-dd36-4d72-97bb-cc1312bfcb09 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:12.752771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network f67469a2-8f20-42e0-af4e-5711eabd3cf5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:12.752908 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.757443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:12.782400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:12.783315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.791812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.802331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:12.803498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c8d1c-5881-4d71-8c1d-20bd56693182 req-8b4edb9f-36d3-4420-a799-25cf34195643 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:12.819006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af4c8d1c-5881-4d71-8c1d-20bd56693182 req-8b4edb9f-36d3-4420-a799-25cf34195643 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 945 time: 0.3573329 Aug 16 02:16:12.921275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Port': ['ID=a5a0158e-1c38-46e9-b1d1-f14232b56799,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:12.967964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c6038f2-002c-483b-9901-dc2690b8a429 req-b6cda7c7-099a-4c46-b3f3-339eb84f0a0e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233273 Aug 16 02:16:12.983739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd7c26-4711-46d4-9d7c-a507d152d2fb None None] Pushing event updated for resources: {'Port': ['ID=5197f4f8-8848-4e0e-8de4-da50e90f6f5a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:13.065683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af4c8d1c-5881-4d71-8c1d-20bd56693182 req-6f9421f1-179c-490a-a170-e9acb0415557 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347784 Aug 16 02:16:13.129673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.345446 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.474169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port b5899eb3-dd36-4d72-97bb-cc1312bfcb09, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:13.500127 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.510798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58b76317-9f70-4029-8f2f-b6d6262127ec None None] Provisioning for port a5a0158e-1c38-46e9-b1d1-f14232b56799 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:13.522939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58b76317-9f70-4029-8f2f-b6d6262127ec None None] Provisioning complete for port a5a0158e-1c38-46e9-b1d1-f14232b56799 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:13.524788 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58b76317-9f70-4029-8f2f-b6d6262127ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.687577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5197f4f8-8848-4e0e-8de4-da50e90f6f5a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:13.773362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-58b76317-9f70-4029-8f2f-b6d6262127ec None None] Port a5a0158e-1c38-46e9-b1d1-f14232b56799 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:13.781163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:13.817353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:13.895783 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.908986 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.909999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.116014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Network f67469a2-8f20-42e0-af4e-5711eabd3cf5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:14.139252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:14.212838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c8f87-16ac-4c76-8ada-11eecbe63ced req-c2af9412-e419-410f-b13c-bda411b00961 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.215503 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf2c8f87-16ac-4c76-8ada-11eecbe63ced req-c2af9412-e419-410f-b13c-bda411b00961 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 945 time: 0.1943102 Aug 16 02:16:14.326433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Router a533febe-cf25-4c85-ae12-23e6ba19144a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:14.356564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event updated for resources: {'Port': ['ID=a5a0158e-1c38-46e9-b1d1-f14232b56799,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:14.406686 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf2c8f87-16ac-4c76-8ada-11eecbe63ced req-a803d1ff-ea44-42b9-8100-afe220eb0480 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829975 Aug 16 02:16:14.447357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d16d-8e26-4402-8891-13e1ddae3845 req-7d6b90f0-5428-4c59-b2cd-da0e85f7e8a9 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.449536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b809d65c-c37f-45ba-b172-883f0e1f132d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5899eb3-dd36-4d72-97bb-cc1312bfcb09'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:14.452429 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d836999-e4df-4f7e-bd30-c986edfde63d" -d '{"events": [{"server_uuid": "b809d65c-c37f-45ba-b172-883f0e1f132d", "name": "network-vif-plugged", "status": "completed", "tag": "b5899eb3-dd36-4d72-97bb-cc1312bfcb09"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:14.461271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1d0d16d-8e26-4402-8891-13e1ddae3845 req-7d6b90f0-5428-4c59-b2cd-da0e85f7e8a9 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 945 time: 0.2043352 Aug 16 02:16:14.641711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:14.654493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07676231-df9a-43ce-940b-67e790678226 None None] Sync routers for ids ['a533febe-cf25-4c85-ae12-23e6ba19144a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:14.657601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1d0d16d-8e26-4402-8891-13e1ddae3845 req-c409b39f-7c4a-4ad7-abe1-0cdf41db8f1c tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952190 Aug 16 02:16:14.676827 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-88abc203-3f71-4146-9acc-e0e6177aa682 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "PUT /v2.0/routers/a533febe-cf25-4c85-ae12-23e6ba19144a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0807416 Aug 16 02:16:14.677567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07676231-df9a-43ce-940b-67e790678226 None None] Routers {'a533febe-cf25-4c85-ae12-23e6ba19144a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:14.677967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:14.678521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07676231-df9a-43ce-940b-67e790678226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:16:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a533febe-cf25-4c85-ae12-23e6ba19144a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:14.793976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07676231-df9a-43ce-940b-67e790678226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:14.811470 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc908bae-83af-4520-ada3-55dc6eafde86 x-openstack-request-id: req-fc908bae-83af-4520-ada3-55dc6eafde86 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:14.811825 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b809d65c-c37f-45ba-b172-883f0e1f132d", "name": "network-vif-plugged", "status": "completed", "tag": "b5899eb3-dd36-4d72-97bb-cc1312bfcb09", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:14.812090 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc908bae-83af-4520-ada3-55dc6eafde86 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:14.812498 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b809d65c-c37f-45ba-b172-883f0e1f132d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5899eb3-dd36-4d72-97bb-cc1312bfcb09', 'code': 200} Aug 16 02:16:14.845535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07676231-df9a-43ce-940b-67e790678226 None None] Routers {'a533febe-cf25-4c85-ae12-23e6ba19144a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:14.846193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07676231-df9a-43ce-940b-67e790678226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:16:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a533febe-cf25-4c85-ae12-23e6ba19144a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:14.957100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d268d60-a6ad-43da-921c-48ef19ca3c94 req-77319625-b876-40a9-91ab-12a4d3e49f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.957736 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3649186f-a159-46ef-97a0-ffa6d4f3b4f6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.960787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-07676231-df9a-43ce-940b-67e790678226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:14.960932 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d268d60-a6ad-43da-921c-48ef19ca3c94 req-77319625-b876-40a9-91ab-12a4d3e49f22 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 1097 time: 0.0895140 Aug 16 02:16:14.961471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07676231-df9a-43ce-940b-67e790678226 None None] The sync data for ids ['a533febe-cf25-4c85-ae12-23e6ba19144a'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:14.963367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f131e09-f5e8-4047-a816-0346cdbb1a9a None None] Provisioning complete for port a5a0158e-1c38-46e9-b1d1-f14232b56799 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:14.969891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f131e09-f5e8-4047-a816-0346cdbb1a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.064702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6f131e09-f5e8-4047-a816-0346cdbb1a9a None None] Port a5a0158e-1c38-46e9-b1d1-f14232b56799 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:15.069044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d268d60-a6ad-43da-921c-48ef19ca3c94 req-56318743-9d03-46ce-8c64-fcb821192d78 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988889 Aug 16 02:16:15.112569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca19fde8-7615-47cc-90f8-147bf5866b2d None None] Network d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:15.172080 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-3649186f-a159-46ef-97a0-ffa6d4f3b4f6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:16:15.175746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3649186f-a159-46ef-97a0-ffa6d4f3b4f6 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/routers/a533febe-cf25-4c85-ae12-23e6ba19144a HTTP/1.1" status: 409 len: 329 time: 0.4937387 Aug 16 02:16:15.176117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59284) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:15.224203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-265265e3-dd35-451d-8d96-97ba2ca91c47 None None] Provisioning for port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:15.237483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-265265e3-dd35-451d-8d96-97ba2ca91c47 None None] Provisioning complete for port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:15.238269 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-265265e3-dd35-451d-8d96-97ba2ca91c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.549603 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-265265e3-dd35-451d-8d96-97ba2ca91c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.693305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-265265e3-dd35-451d-8d96-97ba2ca91c47 None None] For port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5197f4f8-8848-4e0e-8de4-da50e90f6f5a,segment=NetworkSegment(9009253c-19d4-4870-b1ca-0cdcca80bc1c),segment_id=9009253c-19d4-4870-b1ca-0cdcca80bc1c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:15.702759 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-265265e3-dd35-451d-8d96-97ba2ca91c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.773390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac32d-6e45-434e-ba03-8ec7e8fc4c5a req-d150765d-b90a-4fef-ac38-7f1d23762eef tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:15.775016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a90ac32d-6e45-434e-ba03-8ec7e8fc4c5a req-d150765d-b90a-4fef-ac38-7f1d23762eef tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 945 time: 0.2253990 Aug 16 02:16:15.801722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265265e3-dd35-451d-8d96-97ba2ca91c47 None None] Pushing event updated for resources: {'Port': ['ID=5197f4f8-8848-4e0e-8de4-da50e90f6f5a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.134757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8bfb48a-ba03-4f09-b0ba-0b9d5e7b937a None None] Provisioning complete for port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:16.135826 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb48a-ba03-4f09-b0ba-0b9d5e7b937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.149521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a90ac32d-6e45-434e-ba03-8ec7e8fc4c5a req-9f21db2a-dae8-4a48-97fe-24fca8bc20bb tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399777 Aug 16 02:16:16.177030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.198256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cbe41-6036-44fc-83db-937b78f7427c req-d831dd7f-2a21-410e-baf3-318844cb9d8d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:16.212901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-350cbe41-6036-44fc-83db-937b78f7427c req-d831dd7f-2a21-410e-baf3-318844cb9d8d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 945 time: 0.3248427 Aug 16 02:16:16.222565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 553a6393-1552-4482-9a93-38d5cf5e3fe7 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:16.347924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-350cbe41-6036-44fc-83db-937b78f7427c req-c5730caa-b0f6-4d54-ba19-abcf19e3c292 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321828 Aug 16 02:16:16.378256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 553a6393-1552-4482-9a93-38d5cf5e3fe7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:16.383167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 553a6393-1552-4482-9a93-38d5cf5e3fe7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:16.383690 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.622484 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.692096 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:16.698163 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.807003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a456c04-15b2-4c0f-824c-562621e6ce42 req-6eaf5013-9f4b-434c-89d6-1626c0e07bc1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:16.809352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a456c04-15b2-4c0f-824c-562621e6ce42 req-6eaf5013-9f4b-434c-89d6-1626c0e07bc1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 945 time: 0.1006279 Aug 16 02:16:16.819173 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:16.828239 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48e0528-aa52-4ce6-b037-ac99dae4dccf" -d '{"events": [{"server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "name": "network-vif-plugged", "status": "completed", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:16.862388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Deleting port a5a0158e-1c38-46e9-b1d1-f14232b56799 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:16.862728 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.889492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=553a6393-1552-4482-9a93-38d5cf5e3fe7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.907791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a456c04-15b2-4c0f-824c-562621e6ce42 req-d24c63a9-294f-497e-935d-920b41bec310 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838587 Aug 16 02:16:17.147632 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d4c5c4-69e2-427c-885b-cdf9ea21eba1 x-openstack-request-id: req-43d4c5c4-69e2-427c-885b-cdf9ea21eba1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:17.148189 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "name": "network-vif-plugged", "status": "completed", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:17.148632 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43d4c5c4-69e2-427c-885b-cdf9ea21eba1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:17.149132 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7', 'code': 200} Aug 16 02:16:17.208659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.252208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Calling delete_port for a5a0158e-1c38-46e9-b1d1-f14232b56799 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:17.472423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad059149-0f20-4151-8a21-835b9061f861 req-b1b060b9-e644-4ab9-a42d-b4836acc5db9 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.474078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad059149-0f20-4151-8a21-835b9061f861 req-b1b060b9-e644-4ab9-a42d-b4836acc5db9 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 945 time: 0.1845162 Aug 16 02:16:17.525936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d415-8609-40cf-94d5-8f4b3e2e942b req-16bf7602-934e-4692-add2-2ce84253b550 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.543837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d415-8609-40cf-94d5-8f4b3e2e942b req-16bf7602-934e-4692-add2-2ce84253b550 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.548965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5197f4f8-8848-4e0e-8de4-da50e90f6f5a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:17.568990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d415-8609-40cf-94d5-8f4b3e2e942b req-16bf7602-934e-4692-add2-2ce84253b550 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.576965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d415-8609-40cf-94d5-8f4b3e2e942b req-16bf7602-934e-4692-add2-2ce84253b550 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.603243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d415-8609-40cf-94d5-8f4b3e2e942b req-16bf7602-934e-4692-add2-2ce84253b550 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.617895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d415-8609-40cf-94d5-8f4b3e2e942b req-16bf7602-934e-4692-add2-2ce84253b550 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.656448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d415-8609-40cf-94d5-8f4b3e2e942b req-16bf7602-934e-4692-add2-2ce84253b550 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.679801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14d7d415-8609-40cf-94d5-8f4b3e2e942b req-16bf7602-934e-4692-add2-2ce84253b550 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.3324077 Aug 16 02:16:17.682132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:17.682517 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.730985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.829173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Port': ['ID=a5a0158e-1c38-46e9-b1d1-f14232b56799,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:17.849698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad059149-0f20-4151-8a21-835b9061f861 req-9a581ba7-54c9-49e3-a471-d8d87943b5ce tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547776 Aug 16 02:16:17.861386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14d7d415-8609-40cf-94d5-8f4b3e2e942b req-9ade370f-488d-4161-b5ee-cea41b87d78a tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770334 Aug 16 02:16:18.096935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3de6b-b7ff-45d1-9d33-4c5a1902c5e0 req-6954160d-d2e3-472c-8bb5-02e162988217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.098821 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6d3de6b-b7ff-45d1-9d33-4c5a1902c5e0 req-6954160d-d2e3-472c-8bb5-02e162988217 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 1098 time: 0.7487581 Aug 16 02:16:18.218221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0baf9d-9882-4b1f-8be5-d2374a7b05b2 req-69255bca-f045-48d4-a82f-4ade38d1b53a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.220752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef0baf9d-9882-4b1f-8be5-d2374a7b05b2 req-69255bca-f045-48d4-a82f-4ade38d1b53a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.2346535 Aug 16 02:16:18.232914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f434df-db80-4195-a49f-78bc1424924d req-ed56ecd7-abc2-466d-b69f-6c50c622a8dd tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.235054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31f434df-db80-4195-a49f-78bc1424924d req-ed56ecd7-abc2-466d-b69f-6c50c622a8dd tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=da724fd4-b550-4773-91cf-f67c025995c8 HTTP/1.1" status: 200 len: 946 time: 0.1823907 Aug 16 02:16:18.309386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef0baf9d-9882-4b1f-8be5-d2374a7b05b2 req-5c36c916-b412-4f27-84e9-25d6bac9ca09 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729001 Aug 16 02:16:18.338845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.357483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31f434df-db80-4195-a49f-78bc1424924d req-491f887e-e9fc-4a3a-a654-e436ff66051c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828745 Aug 16 02:16:18.374949 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:18.399237 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6d3de6b-b7ff-45d1-9d33-4c5a1902c5e0 req-0d19be1b-b2ed-4c5b-8470-839d62d03af6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188535 Aug 16 02:16:18.499193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-7df1b3f9-77b6-48a2-a6b4-e41c6da6aa2f tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.501006 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-7df1b3f9-77b6-48a2-a6b4-e41c6da6aa2f tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 945 time: 0.2693942 Aug 16 02:16:18.517307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d6097-f656-41c1-84bb-fcbdeab2656a req-d75d5570-fba4-41c1-b15c-ebddce1576c2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.524933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c8d6097-f656-41c1-84bb-fcbdeab2656a req-d75d5570-fba4-41c1-b15c-ebddce1576c2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 945 time: 0.0875561 Aug 16 02:16:18.592457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c8d6097-f656-41c1-84bb-fcbdeab2656a req-26cb39e6-6de2-4358-913d-c8ac3efdf9a3 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632689 Aug 16 02:16:18.682442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Router a533febe-cf25-4c85-ae12-23e6ba19144a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:19.233298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079969d-ac2b-4a0a-8519-9e37a8b8c2f0 req-74e28b01-b149-466f-82af-8a683083ee83 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.240995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079969d-ac2b-4a0a-8519-9e37a8b8c2f0 req-74e28b01-b149-466f-82af-8a683083ee83 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.254196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079969d-ac2b-4a0a-8519-9e37a8b8c2f0 req-74e28b01-b149-466f-82af-8a683083ee83 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.279934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079969d-ac2b-4a0a-8519-9e37a8b8c2f0 req-74e28b01-b149-466f-82af-8a683083ee83 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.297814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079969d-ac2b-4a0a-8519-9e37a8b8c2f0 req-74e28b01-b149-466f-82af-8a683083ee83 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.304590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079969d-ac2b-4a0a-8519-9e37a8b8c2f0 req-74e28b01-b149-466f-82af-8a683083ee83 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.312399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079969d-ac2b-4a0a-8519-9e37a8b8c2f0 req-74e28b01-b149-466f-82af-8a683083ee83 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.314954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4079969d-ac2b-4a0a-8519-9e37a8b8c2f0 req-74e28b01-b149-466f-82af-8a683083ee83 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.2619090 Aug 16 02:16:19.472021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4079969d-ac2b-4a0a-8519-9e37a8b8c2f0 req-0ae50fb5-e3cf-4db9-b29e-a76d81e53278 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478608 Aug 16 02:16:19.574902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778090-1136-4805-810c-d026e3ac9986 req-47d319e7-9765-4c6c-af45-f99e96efa98c tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.577416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10778090-1136-4805-810c-d026e3ac9986 req-47d319e7-9765-4c6c-af45-f99e96efa98c tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1456075 Aug 16 02:16:19.819316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-11a21329-a6d3-4a7d-9a23-339ef72a9da9 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.821319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-11a21329-a6d3-4a7d-9a23-339ef72a9da9 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 812 time: 0.1822305 Aug 16 02:16:19.833427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:19.835838 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10778090-1136-4805-810c-d026e3ac9986 req-e3ee9c27-580d-4f16-ad9e-7a57a56cd80e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521210 Aug 16 02:16:19.844403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Deleting port e49c9e31-30b9-449b-97f1-147c4d7dfbe3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:19.844723 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc71bb6-963e-4d0a-8c07-4b81cca5900d None None] Sync routers for ids ['a533febe-cf25-4c85-ae12-23e6ba19144a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:19.845512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.855494 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d989f244-6ba1-41a8-a1b6-37e200eac685 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "PUT /v2.0/routers/a533febe-cf25-4c85-ae12-23e6ba19144a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6740329 Aug 16 02:16:19.861704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:19.862681 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc71bb6-963e-4d0a-8c07-4b81cca5900d None None] Routers {'a533febe-cf25-4c85-ae12-23e6ba19144a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:19.863355 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4dc71bb6-963e-4d0a-8c07-4b81cca5900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:16:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a533febe-cf25-4c85-ae12-23e6ba19144a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:19.868548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-12e60a97-ffec-4261-8667-5cfcdc4e15a7 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/quotas/b710558067774ba7b3db2549ea12c40c HTTP/1.1" status: 200 len: 375 time: 0.0309048 Aug 16 02:16:19.935963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-ebacca99-aec1-43f3-8acd-a75e4d31dbc4 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583870 Aug 16 02:16:20.051876 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4dc71bb6-963e-4d0a-8c07-4b81cca5900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:20.110410 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc71bb6-963e-4d0a-8c07-4b81cca5900d None None] Routers {'a533febe-cf25-4c85-ae12-23e6ba19144a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:20.111363 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4dc71bb6-963e-4d0a-8c07-4b81cca5900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:16:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a533febe-cf25-4c85-ae12-23e6ba19144a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:20.168651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-b29dd279-7920-4d1c-9785-b2da320e72c9 service neutron] 10.222.0.61 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166369 Aug 16 02:16:20.182188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] For port e49c9e31-30b9-449b-97f1-147c4d7dfbe3, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:20.182731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.199570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Calling delete_port for e49c9e31-30b9-449b-97f1-147c4d7dfbe3 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:20.203308 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4dc71bb6-963e-4d0a-8c07-4b81cca5900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:20.204160 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc71bb6-963e-4d0a-8c07-4b81cca5900d None None] The sync data for ids ['a533febe-cf25-4c85-ae12-23e6ba19144a'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:20.381490 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-0f6027b7-7856-4a55-921d-69e2e365105e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] show failed (client error): The resource could not be found. Aug 16 02:16:20.386262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0f6027b7-7856-4a55-921d-69e2e365105e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1284991712 HTTP/1.1" status: 404 len: 335 time: 0.5116887 Aug 16 02:16:20.411715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59406) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:20.430370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-74d807d9-7403-4080-9eb2-3fb144f8570d service neutron] 10.222.0.61 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536407 Aug 16 02:16:20.487225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9dd9a363-ea15-49b1-92ed-027e962abcf2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:20.490923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8510-5c32-499d-9399-6e887fb76e87 req-3942de25-4b43-4482-be41-350fee9f569a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.501289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-346b8510-5c32-499d-9399-6e887fb76e87 req-3942de25-4b43-4482-be41-350fee9f569a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 945 time: 0.3257418 Aug 16 02:16:20.599197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-346b8510-5c32-499d-9399-6e887fb76e87 req-c4a8934d-640a-4a8e-b097-5297101ee61e tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965846 Aug 16 02:16:20.648085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-06c65b57-b2c2-43b9-adcd-fa0c525c1b66 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.661411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-06c65b57-b2c2-43b9-adcd-fa0c525c1b66 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.678591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-06c65b57-b2c2-43b9-adcd-fa0c525c1b66 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.690911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-06c65b57-b2c2-43b9-adcd-fa0c525c1b66 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.732943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-06c65b57-b2c2-43b9-adcd-fa0c525c1b66 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.748302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-06c65b57-b2c2-43b9-adcd-fa0c525c1b66 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.755965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-06c65b57-b2c2-43b9-adcd-fa0c525c1b66 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.772591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-06c65b57-b2c2-43b9-adcd-fa0c525c1b66 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 1.0163872 Aug 16 02:16:20.783894 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9dd9a363-ea15-49b1-92ed-027e962abcf2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] update failed (client error): The resource could not be found. Aug 16 02:16:20.789068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9dd9a363-ea15-49b1-92ed-027e962abcf2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-1051058523 HTTP/1.1" status: 404 len: 335 time: 0.3133764 Aug 16 02:16:20.793612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:20.856140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-132f03dd-b01b-4ad1-8933-22fcde12221b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.858254 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-132f03dd-b01b-4ad1-8933-22fcde12221b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "GET /v2.0/ports/cddd5100-08ec-4fdd-b5bc-d9fbf3d16040?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0710187 Aug 16 02:16:20.880139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bedc-c121-4123-9cd7-5316db6e0896 req-d6d54998-2c4c-4056-b89b-20487a847daf tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.895603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bedc-c121-4123-9cd7-5316db6e0896 req-d6d54998-2c4c-4056-b89b-20487a847daf tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.916739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bedc-c121-4123-9cd7-5316db6e0896 req-d6d54998-2c4c-4056-b89b-20487a847daf tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.948810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bedc-c121-4123-9cd7-5316db6e0896 req-d6d54998-2c4c-4056-b89b-20487a847daf tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.966329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bedc-c121-4123-9cd7-5316db6e0896 req-d6d54998-2c4c-4056-b89b-20487a847daf tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.998660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bedc-c121-4123-9cd7-5316db6e0896 req-d6d54998-2c4c-4056-b89b-20487a847daf tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:21.025105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bedc-c121-4123-9cd7-5316db6e0896 req-d6d54998-2c4c-4056-b89b-20487a847daf tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:21.027124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6932bedc-c121-4123-9cd7-5316db6e0896 req-d6d54998-2c4c-4056-b89b-20487a847daf tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5444 time: 0.3341064 Aug 16 02:16:21.142087 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-43afcc92-c772-4988-8c4a-96a0e28ed183 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "GET /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2770622 Aug 16 02:16:21.142988 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.157160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['25832c98-4d49-4247-9aa9-604484485bfd', 'f437e6af-5736-42bf-b10f-0a52296b845c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:21.159526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:21.262243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Pushing event deleted for resources: {'Port': ['ID=e49c9e31-30b9-449b-97f1-147c4d7dfbe3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:21.313161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['d867bb80-cc96-42f4-9583-574409f11a9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:21.371565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6752a329-0b86-468a-8278-6a50d550ee46 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Deleting subnet 48f37f3c-bb2e-4530-a1d5-6241a40bea6e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:21.383656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6752a329-0b86-468a-8278-6a50d550ee46 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.410479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e49c9e31-30b9-449b-97f1-147c4d7dfbe3 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:21.410682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b52e61-c24a-47dd-a860-c6c122b35e73 req-7d30fa9e-7263-4e3e-a568-edde4cb59ab3 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:21.415476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6b52e61-c24a-47dd-a860-c6c122b35e73 req-7d30fa9e-7263-4e3e-a568-edde4cb59ab3 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.3803999 Aug 16 02:16:21.475809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-d3af80aa-c36c-4302-bd75-07e7b061cd79 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:21.483003 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-d3af80aa-c36c-4302-bd75-07e7b061cd79 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "GET /v2.0/ports?device_id=da724fd4-b550-4773-91cf-f67c025995c8 HTTP/1.1" status: 200 len: 946 time: 0.3367751 Aug 16 02:16:21.509400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: e49c9e31-30b9-449b-97f1-147c4d7dfbe3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:21.509760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e49c9e31-30b9-449b-97f1-147c4d7dfbe3 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:21.536027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] No DVR routers for this DVR port e49c9e31-30b9-449b-97f1-147c4d7dfbe3 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:21.559448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6752a329-0b86-468a-8278-6a50d550ee46 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.582306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.590311 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d98f91a1-bde0-435f-84c8-62c2aef30b89 req-94f7ca04-4d2a-4448-a415-e7c15d702bf1 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "DELETE /v2.0/ports/e49c9e31-30b9-449b-97f1-147c4d7dfbe3 HTTP/1.1" status: 204 len: 173 time: 3.0673556 Aug 16 02:16:21.645242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c22c1e-9f9e-445d-9eef-65cbba6af565', 'name': 'network-vif-deleted', 'tag': 'e49c9e31-30b9-449b-97f1-147c4d7dfbe3'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:21.661373 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eb1af1-61d5-47d4-ad8c-7e6e6c189499" -d '{"events": [{"server_uuid": "79c22c1e-9f9e-445d-9eef-65cbba6af565", "name": "network-vif-deleted", "tag": "e49c9e31-30b9-449b-97f1-147c4d7dfbe3"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:21.721734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6752a329-0b86-468a-8278-6a50d550ee46 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.772374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.864991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-b3c7640f-bb06-4910-ae44-765d21ebc93b tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:21.867371 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-b3c7640f-bb06-4910-ae44-765d21ebc93b tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "GET /v2.0/ports?device_id=b809d65c-c37f-45ba-b172-883f0e1f132d HTTP/1.1" status: 200 len: 945 time: 0.5398300 Aug 16 02:16:21.930129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6932bedc-c121-4123-9cd7-5316db6e0896 req-9c2b9bc4-7f19-429b-a9e8-01a494a0337d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8019154 Aug 16 02:16:21.955132 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6752a329-0b86-468a-8278-6a50d550ee46 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.055835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6752a329-0b86-468a-8278-6a50d550ee46 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.061792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6752a329-0b86-468a-8278-6a50d550ee46 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/subnets/48f37f3c-bb2e-4530-a1d5-6241a40bea6e HTTP/1.1" status: 204 len: 168 time: 1.2649908 Aug 16 02:16:22.074063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:22.104742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752a329-0b86-468a-8278-6a50d550ee46 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Subnet': ['ID=48f37f3c-bb2e-4530-a1d5-6241a40bea6e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:22.161656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ee3e2-7b04-40be-98e9-f1666df9e0aa None None] Network d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:22.222876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6b52e61-c24a-47dd-a860-c6c122b35e73 req-736f290b-816f-4321-8707-36542bafedc5 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892301 Aug 16 02:16:22.365321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70ca3e19-d551-43e4-be1d-981a0ce93b3b req-c8156f00-862f-4833-ba68-0fba5ebfcfed tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 210 time: 0.0941169 Aug 16 02:16:22.441672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Deleting port d6c0346a-e394-49f3-b9e3-f9b1e02876e5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:22.442023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.452426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 60c3f7f5-2db5-4740-bda3-29961ee0eb5f no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:22.462214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.479305 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df530ab-e2db-4ff5-8b3d-f7c405548f81 x-openstack-request-id: req-8df530ab-e2db-4ff5-8b3d-f7c405548f81 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:22.479799 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c22c1e-9f9e-445d-9eef-65cbba6af565", "name": "network-vif-deleted", "tag": "e49c9e31-30b9-449b-97f1-147c4d7dfbe3", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:22.480216 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8df530ab-e2db-4ff5-8b3d-f7c405548f81 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:22.480800 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c22c1e-9f9e-445d-9eef-65cbba6af565', 'name': 'network-vif-deleted', 'tag': 'e49c9e31-30b9-449b-97f1-147c4d7dfbe3', 'status': 'completed', 'code': 200} Aug 16 02:16:22.740185 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.754051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-140ac45d-ee7a-4bfb-b9d1-0c08cea75383 req-08045f57-2e9f-4b56-9b2c-bab9e2113936 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=79c22c1e-9f9e-445d-9eef-65cbba6af565 HTTP/1.1" status: 200 len: 210 time: 0.1102214 Aug 16 02:16:22.797939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Deleting port b5899eb3-dd36-4d72-97bb-cc1312bfcb09 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:22.798282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.814483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4382d0-9380-427f-af1a-94c58b015e58 req-6832b62a-c896-4036-9df6-c4c4cbbfd5e2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:22.816167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b4382d0-9380-427f-af1a-94c58b015e58 req-6832b62a-c896-4036-9df6-c4c4cbbfd5e2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.2489803 Aug 16 02:16:22.829830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] For port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:22.880849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:22.885914 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dd3569-f57d-4fca-aceb-026f76a948f8" -d '{"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "60c3f7f5-2db5-4740-bda3-29961ee0eb5f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:22.892984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b4382d0-9380-427f-af1a-94c58b015e58 req-fce51136-34e7-4ce2-b8d9-68d81a9a6af1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688868 Aug 16 02:16:22.924761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:22.943335 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.944078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device aa416136-5e92-4449-92b9-803a71b0bdca no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:23.012546 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ab9b4a-66b8-4cfe-821b-d46f4325025e x-openstack-request-id: req-57ab9b4a-66b8-4cfe-821b-d46f4325025e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:23.015481 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "60c3f7f5-2db5-4740-bda3-29961ee0eb5f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:23.016573 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57ab9b4a-66b8-4cfe-821b-d46f4325025e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:23.018244 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f', 'code': 200} Aug 16 02:16:23.065220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1f985-70d5-403d-998d-2ae923648c80 None None] DHCP port deletion for d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:23.152344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] For port d6c0346a-e394-49f3-b9e3-f9b1e02876e5, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:23.162470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.167713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:23.253087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Deleting port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:23.255720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.258168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] For port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:23.261432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5bfa-74f0-4b64-9166-25870b1e980b req-8434b280-a4fb-43ba-a46c-e45628742c67 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.277243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5bfa-74f0-4b64-9166-25870b1e980b req-8434b280-a4fb-43ba-a46c-e45628742c67 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.282893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Calling delete_port for d6c0346a-e394-49f3-b9e3-f9b1e02876e5 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:23.293151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5bfa-74f0-4b64-9166-25870b1e980b req-8434b280-a4fb-43ba-a46c-e45628742c67 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.293755 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.319064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5bfa-74f0-4b64-9166-25870b1e980b req-8434b280-a4fb-43ba-a46c-e45628742c67 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.340582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-51d1f985-70d5-403d-998d-2ae923648c80 None None] Deleting port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:23.341187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5bfa-74f0-4b64-9166-25870b1e980b req-8434b280-a4fb-43ba-a46c-e45628742c67 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.345282 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51d1f985-70d5-403d-998d-2ae923648c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.353740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5bfa-74f0-4b64-9166-25870b1e980b req-8434b280-a4fb-43ba-a46c-e45628742c67 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.370551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5bfa-74f0-4b64-9166-25870b1e980b req-8434b280-a4fb-43ba-a46c-e45628742c67 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.376387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a4a5bfa-74f0-4b64-9166-25870b1e980b req-8434b280-a4fb-43ba-a46c-e45628742c67 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 5442 time: 0.2335019 Aug 16 02:16:23.505651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a4a5bfa-74f0-4b64-9166-25870b1e980b req-15bba2b8-f7f4-44ef-8f5b-7754965ed155 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210830 Aug 16 02:16:23.605560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5197f4f8-8848-4e0e-8de4-da50e90f6f5a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:23.671951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port aa416136-5e92-4449-92b9-803a71b0bdca, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=aa416136-5e92-4449-92b9-803a71b0bdca,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:23.680998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-080b9ce0-ea22-46d5-b549-eef9f5daf311 req-f3d62fbc-0fb3-4355-9570-89f74a203b27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 210 time: 0.0675130 Aug 16 02:16:23.702616 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.703778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:23.824552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ffed2-dbb2-455e-bd77-720c58604f32 req-f888f468-b32b-404a-9917-4ee173cda9b2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.835750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b52ffed2-dbb2-455e-bd77-720c58604f32 req-f888f468-b32b-404a-9917-4ee173cda9b2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1733379 Aug 16 02:16:23.836011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] For port b5899eb3-dd36-4d72-97bb-cc1312bfcb09, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:23.836762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.857710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] device_id is not set on port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:16:23.880827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-51d1f985-70d5-403d-998d-2ae923648c80 None None] For port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5197f4f8-8848-4e0e-8de4-da50e90f6f5a,segment=NetworkSegment(9009253c-19d4-4870-b1ca-0cdcca80bc1c),segment_id=9009253c-19d4-4870-b1ca-0cdcca80bc1c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:23.883541 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51d1f985-70d5-403d-998d-2ae923648c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.942512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-51d1f985-70d5-403d-998d-2ae923648c80 None None] Calling delete_port for 5197f4f8-8848-4e0e-8de4-da50e90f6f5a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:23.948281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b52ffed2-dbb2-455e-bd77-720c58604f32 req-758052f8-57b6-49d4-8381-feafb9576787 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053138 Aug 16 02:16:24.029795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.029795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] For port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5197f4f8-8848-4e0e-8de4-da50e90f6f5a,segment=NetworkSegment(9009253c-19d4-4870-b1ca-0cdcca80bc1c),segment_id=9009253c-19d4-4870-b1ca-0cdcca80bc1c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:24.029795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.057787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Calling delete_port for 5197f4f8-8848-4e0e-8de4-da50e90f6f5a owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:24.098637 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.101244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=aa416136-5e92-4449-92b9-803a71b0bdca,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.247591 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51d1f985-70d5-403d-998d-2ae923648c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.314416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Calling delete_port for b5899eb3-dd36-4d72-97bb-cc1312bfcb09 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:24.326902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.335327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1f985-70d5-403d-998d-2ae923648c80 None None] Pushing event deleted for resources: {'Port': ['ID=5197f4f8-8848-4e0e-8de4-da50e90f6f5a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.338271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1f985-70d5-403d-998d-2ae923648c80 None None] No DVR routers for this DVR port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:24.356548 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.398324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:24.405252 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.406368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:24.459796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:24.460228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9e38f4fe-50a5-4383-a95e-e07b8f08367e no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:24.510339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] Pushing event updated for resources: {'Port': ['ID=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.539503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.580233 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.588586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] No DVR routers for this DVR port 5197f4f8-8848-4e0e-8de4-da50e90f6f5a on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:24.649052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.734468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-fa292cb3-d70f-4d89-afe1-6430fbab5591 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.740093 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-fa292cb3-d70f-4d89-afe1-6430fbab5591 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 812 time: 0.4229422 Aug 16 02:16:24.744513 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.800485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] No DVR routers for this DVR port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:24.806813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Port': ['ID=5197f4f8-8848-4e0e-8de4-da50e90f6f5a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.846158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2ae9-7c2e-405f-9b6c-09b5b7a9f673 req-cba4e7fb-18fe-4f00-8e12-ead9d9617c20 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.846799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9e38f4fe-50a5-4383-a95e-e07b8f08367e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:24.856362 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.857265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 86dd75dd-3f11-43e2-9699-ede91d331b71 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:24.860179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2ae9-7c2e-405f-9b6c-09b5b7a9f673 req-cba4e7fb-18fe-4f00-8e12-ead9d9617c20 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.867539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2ae9-7c2e-405f-9b6c-09b5b7a9f673 req-cba4e7fb-18fe-4f00-8e12-ead9d9617c20 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.875669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2ae9-7c2e-405f-9b6c-09b5b7a9f673 req-cba4e7fb-18fe-4f00-8e12-ead9d9617c20 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.883150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2ae9-7c2e-405f-9b6c-09b5b7a9f673 req-cba4e7fb-18fe-4f00-8e12-ead9d9617c20 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.891180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2ae9-7c2e-405f-9b6c-09b5b7a9f673 req-cba4e7fb-18fe-4f00-8e12-ead9d9617c20 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.906707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c19b2ae9-7c2e-405f-9b6c-09b5b7a9f673 req-cba4e7fb-18fe-4f00-8e12-ead9d9617c20 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 4658 time: 0.2159178 Aug 16 02:16:24.962802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Request body: {'port': {'device_id': '023eed2b-9202-4365-9796-143d5c6a1185', 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63', 'admin_state_up': True, 'tenant_id': 'b710558067774ba7b3db2549ea12c40c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:24.967727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9e38f4fe-50a5-4383-a95e-e07b8f08367e,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.969776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f19345f-54b3-4a30-b11e-38ae2bb8f926 req-04d2e764-8022-4625-b8a6-920b880f09a9 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 210 time: 0.0592229 Aug 16 02:16:25.027582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c19b2ae9-7c2e-405f-9b6c-09b5b7a9f673 req-6751d87c-37b2-41d3-a76e-d1bb7107ea98 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186342 Aug 16 02:16:25.031901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa416136-5e92-4449-92b9-803a71b0bdca'}, {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7'}, {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e38f4fe-50a5-4383-a95e-e07b8f08367e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:25.034389 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c8a6c-53ab-4904-b6b2-5e1c64420c7d" -d '{"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "aa416136-5e92-4449-92b9-803a71b0bdca"}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "4b811e2b-9e3c-470e-ac9b-d35c8ba196f7"}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "9e38f4fe-50a5-4383-a95e-e07b8f08367e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:25.112874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Pushing event deleted for resources: {'Port': ['ID=d6c0346a-e394-49f3-b9e3-f9b1e02876e5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:25.114007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-530aab16-7639-45b4-880d-919241b541e6 None None] Provisioning complete for port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:25.114394 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-530aab16-7639-45b4-880d-919241b541e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.181739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] No DVR routers for this DVR port d6c0346a-e394-49f3-b9e3-f9b1e02876e5 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:25.184716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.187587 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fff8307-5fb2-4649-b7f4-d2ff7d7767a0 req-44f2ad5b-af2a-4439-aafa-8247204f0e1e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "DELETE /v2.0/ports/d6c0346a-e394-49f3-b9e3-f9b1e02876e5 HTTP/1.1" status: 204 len: 173 time: 3.6417353 Aug 16 02:16:25.225496 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.234706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da724fd4-b550-4773-91cf-f67c025995c8', 'name': 'network-vif-deleted', 'tag': 'd6c0346a-e394-49f3-b9e3-f9b1e02876e5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:25.237661 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909e45a8-26bb-408b-8d0f-ea0d6c71e935" -d '{"events": [{"server_uuid": "da724fd4-b550-4773-91cf-f67c025995c8", "name": "network-vif-deleted", "tag": "d6c0346a-e394-49f3-b9e3-f9b1e02876e5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:25.282096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdeb66-42bc-4bb2-bc4b-84057c0d09ce req-78e398a4-7613-4c39-ae3e-0e2579b88c18 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.283575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6bdeb66-42bc-4bb2-bc4b-84057c0d09ce req-78e398a4-7613-4c39-ae3e-0e2579b88c18 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 949 time: 0.1856718 Aug 16 02:16:25.304765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-bec9e457-213c-44ca-98da-36b9439eef24 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.306419 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-bec9e457-213c-44ca-98da-36b9439eef24 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.93 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 812 time: 1.7039664 Aug 16 02:16:25.307267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] In _notify_port_updated(), no bound segment for port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:16:25.308567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.309273 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.310072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d5764-da76-4fe9-b8fd-9e78dffb6a13 req-ee211f94-2475-46cf-ada7-7e4362e01d6f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.310875 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-af6d0590-407b-4c22-b5e9-a5962056eafb service neutron] 10.222.0.86 "PUT /v2.0/ports/cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 200 len: 1033 time: 4.1571085 Aug 16 02:16:25.321909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-530aab16-7639-45b4-880d-919241b541e6 None None] Port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:25.323538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-150d5764-da76-4fe9-b8fd-9e78dffb6a13 req-ee211f94-2475-46cf-ada7-7e4362e01d6f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1531496 Aug 16 02:16:25.335742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.344683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Request body: {'port': {'device_id': '23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2', 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63', 'admin_state_up': True, 'tenant_id': 'b710558067774ba7b3db2549ea12c40c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:25.349632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 86dd75dd-3f11-43e2-9699-ede91d331b71, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=86dd75dd-3f11-43e2-9699-ede91d331b71,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:25.361373 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.362273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c749c68d-c8aa-4494-ad6c-f64fca81c308 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:25.433110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6bdeb66-42bc-4bb2-bc4b-84057c0d09ce req-6b6debe2-6fe2-4ca9-a194-fd41d3ccfe23 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399128 Aug 16 02:16:25.439344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:25.483403 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-150d5764-da76-4fe9-b8fd-9e78dffb6a13 req-ea5c4daf-c38c-4342-ab88-f4ec79c70c6c tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380606 Aug 16 02:16:25.515618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=86dd75dd-3f11-43e2-9699-ede91d331b71,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:25.537171 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee059bc-7866-46fa-8869-30e5bf02592a x-openstack-request-id: req-dee059bc-7866-46fa-8869-30e5bf02592a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:25.537530 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "aa416136-5e92-4449-92b9-803a71b0bdca", "code": 200}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "4b811e2b-9e3c-470e-ac9b-d35c8ba196f7", "code": 200}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "9e38f4fe-50a5-4383-a95e-e07b8f08367e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:25.537793 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dee059bc-7866-46fa-8869-30e5bf02592a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:25.538949 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa416136-5e92-4449-92b9-803a71b0bdca', 'code': 200} Aug 16 02:16:25.538949 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7', 'code': 200} Aug 16 02:16:25.538949 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e38f4fe-50a5-4383-a95e-e07b8f08367e', 'code': 200} Aug 16 02:16:25.541081 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.583846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c749c68d-c8aa-4494-ad6c-f64fca81c308, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:25.592296 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.616228 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ba7e62-6ce6-4c12-a61b-76f8e427ff67 x-openstack-request-id: req-38ba7e62-6ce6-4c12-a61b-76f8e427ff67 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:25.617378 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da724fd4-b550-4773-91cf-f67c025995c8", "name": "network-vif-deleted", "tag": "d6c0346a-e394-49f3-b9e3-f9b1e02876e5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:25.618080 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-38ba7e62-6ce6-4c12-a61b-76f8e427ff67 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:25.618581 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da724fd4-b550-4773-91cf-f67c025995c8', 'name': 'network-vif-deleted', 'tag': 'd6c0346a-e394-49f3-b9e3-f9b1e02876e5', 'status': 'completed', 'code': 200} Aug 16 02:16:25.623168 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d6c0346a-e394-49f3-b9e3-f9b1e02876e5 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:25.645045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9009253c-19d4-4870-b1ca-0cdcca80bc1c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:25.645719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9009253c-19d4-4870-b1ca-0cdcca80bc1c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:25.657755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Made reservation on behalf of b710558067774ba7b3db2549ea12c40c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:25.662231 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: d6c0346a-e394-49f3-b9e3-f9b1e02876e5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:25.662773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d6c0346a-e394-49f3-b9e3-f9b1e02876e5 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:25.663047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.663582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device b5899eb3-dd36-4d72-97bb-cc1312bfcb09 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:25.675083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-f84c5a3c-5e44-4a14-be33-4e507720baed tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.676967 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-f84c5a3c-5e44-4a14-be33-4e507720baed tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "GET /v2.0/ports/9e38f4fe-50a5-4383-a95e-e07b8f08367e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3593388 Aug 16 02:16:25.685146 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.706624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:25.791924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.862153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:25.864751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:25.909686 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:26.029862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c749c68d-c8aa-4494-ad6c-f64fca81c308,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:26.110475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec4632fe-9ef3-4597-8800-c930cf14a4be req-73778796-66e6-4e6d-96bf-6ff4c82965f8 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 210 time: 0.0415993 Aug 16 02:16:26.141647 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.247078 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.258217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.347853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Pushing event deleted for resources: {'Port': ['ID=b5899eb3-dd36-4d72-97bb-cc1312bfcb09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:26.360555 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a89357-d5f4-434a-919f-c4c4faa82ef8 req-b474c227-e695-4c34-b381-00f930fb6cbd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.367416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a89357-d5f4-434a-919f-c4c4faa82ef8 req-b474c227-e695-4c34-b381-00f930fb6cbd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.374363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a89357-d5f4-434a-919f-c4c4faa82ef8 req-b474c227-e695-4c34-b381-00f930fb6cbd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.381148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a89357-d5f4-434a-919f-c4c4faa82ef8 req-b474c227-e695-4c34-b381-00f930fb6cbd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.388408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a89357-d5f4-434a-919f-c4c4faa82ef8 req-b474c227-e695-4c34-b381-00f930fb6cbd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.395034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a89357-d5f4-434a-919f-c4c4faa82ef8 req-b474c227-e695-4c34-b381-00f930fb6cbd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.404698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-32a89357-d5f4-434a-919f-c4c4faa82ef8 req-b474c227-e695-4c34-b381-00f930fb6cbd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 4652 time: 0.1311924 Aug 16 02:16:26.470804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-32a89357-d5f4-434a-919f-c4c4faa82ef8 req-7eec5900-6378-4db0-891e-0fc84df73460 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=620b8bdc-754b-4ae3-934a-b360f59d34ba&id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650625 Aug 16 02:16:26.616890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446804ab-2506-480c-a603-18dd0f643ce3 req-07fe9ffc-5a74-4936-83c2-f73febe2bfd9 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.618448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-446804ab-2506-480c-a603-18dd0f643ce3 req-07fe9ffc-5a74-4936-83c2-f73febe2bfd9 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.0600431 Aug 16 02:16:26.664358 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-446804ab-2506-480c-a603-18dd0f643ce3 req-1ce86265-6501-48b9-8c13-9ca83b53fc7e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 Aug 16 02:16:26.756953 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.788489 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.793155 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/networks/d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a HTTP/1.1" status: 204 len: 168 time: 4.7061419 Aug 16 02:16:26.793546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:26.800913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f73d0-0480-4cad-b610-da947ab5adb2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Network': ['ID=d2a85a2b-c9b7-4a6a-bda3-8fa4167a058a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:26.802287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Made reservation on behalf of b710558067774ba7b3db2549ea12c40c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:26.805723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.863791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66e4835-a1c5-4add-abb7-84caacb90dc2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Deleting subnet b1cbe663-cbcc-425c-9eec-2528f390d1a0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:26.867669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d66e4835-a1c5-4add-abb7-84caacb90dc2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.909478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] No DVR routers for this DVR port b5899eb3-dd36-4d72-97bb-cc1312bfcb09 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:26.912761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Allocated IP 172.20.0.4 (46d7531b-73d5-4460-ba1b-1f6828537d63/9b90e081-32b0-4d33-a0f0-5be2dfcb05a2/8c1e1b6e-a238-49c6-9580-b13fe12255ca) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:26.922048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.923640 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abc0dc0f-dc63-4233-8da2-5a5d0db4828e req-fd23cca8-7086-4f66-ab95-43982634b211 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "DELETE /v2.0/ports/b5899eb3-dd36-4d72-97bb-cc1312bfcb09 HTTP/1.1" status: 204 len: 173 time: 4.9999189 Aug 16 02:16:26.933602 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d66e4835-a1c5-4add-abb7-84caacb90dc2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.076384 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d66e4835-a1c5-4add-abb7-84caacb90dc2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.175975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d66e4835-a1c5-4add-abb7-84caacb90dc2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.221887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5f07f1-114b-4895-9d26-b095aac5a498 None None] Network e89b5874-0c0d-4cf3-abf4-485d51c4ba53 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:27.234222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d66e4835-a1c5-4add-abb7-84caacb90dc2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.235256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] For port 9e38f4fe-50a5-4383-a95e-e07b8f08367e, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9e38f4fe-50a5-4383-a95e-e07b8f08367e,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:27.259711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d66e4835-a1c5-4add-abb7-84caacb90dc2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/subnets/b1cbe663-cbcc-425c-9eec-2528f390d1a0 HTTP/1.1" status: 204 len: 168 time: 0.4642839 Aug 16 02:16:27.260922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:27.269350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e4835-a1c5-4add-abb7-84caacb90dc2 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Subnet': ['ID=b1cbe663-cbcc-425c-9eec-2528f390d1a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.317815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] For port 9e38f4fe-50a5-4383-a95e-e07b8f08367e, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:27.352419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.380634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] device_id is not set on port 9e38f4fe-50a5-4383-a95e-e07b8f08367e yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:16:27.391064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd46373-0582-489b-a914-2d12a457538c tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Deleting subnet a4087717-2964-458f-896b-08d13d1ea0b0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:27.393174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.397753 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bd46373-0582-489b-a914-2d12a457538c tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.423963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.456892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:27.489604 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bd46373-0582-489b-a914-2d12a457538c tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.498792 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.540427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86dd75dd-3f11-43e2-9699-ede91d331b71'}, {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:27.549214 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1de7bef-5e28-469b-878e-2c634d07123b" -d '{"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "86dd75dd-3f11-43e2-9699-ede91d331b71"}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:27.629183 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b809d65c-c37f-45ba-b172-883f0e1f132d', 'name': 'network-vif-deleted', 'tag': 'b5899eb3-dd36-4d72-97bb-cc1312bfcb09'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:27.632016 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff264a78-317f-4cd5-bb67-0a81c2dcf981" -d '{"events": [{"server_uuid": "b809d65c-c37f-45ba-b172-883f0e1f132d", "name": "network-vif-deleted", "tag": "b5899eb3-dd36-4d72-97bb-cc1312bfcb09"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:27.644004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Network 46d7531b-73d5-4460-ba1b-1f6828537d63 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:27.651422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] Pushing event updated for resources: {'Port': ['ID=9e38f4fe-50a5-4383-a95e-e07b8f08367e,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.675454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:27.791634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Pushing event updated for resources: {'Port': ['ID=8c1e1b6e-a238-49c6-9580-b13fe12255ca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.796618 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bd46373-0582-489b-a914-2d12a457538c tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.798915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] No DVR routers for this DVR port 9e38f4fe-50a5-4383-a95e-e07b8f08367e on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:27.810438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Allocated IP 172.20.0.8 (46d7531b-73d5-4460-ba1b-1f6828537d63/9b90e081-32b0-4d33-a0f0-5be2dfcb05a2/dca889cb-dca4-4c60-a8fc-023f0c44c32a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:27.814091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:27.828304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a621879c-11a1-4706-9907-848d61085b9b None None] DHCP port deletion for e89b5874-0c0d-4cf3-abf4-485d51c4ba53 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:27.867827 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.953323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] In _notify_port_updated(), no bound segment for port 9e38f4fe-50a5-4383-a95e-e07b8f08367e on network 74df5850-9a31-4196-8424-af5506f238b9 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:16:27.956402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.958279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.962422 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-aa708081-e8bb-4fb1-860a-6f0018ee4307 service neutron] 10.222.0.86 "PUT /v2.0/ports/9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 200 len: 1033 time: 2.2668822 Aug 16 02:16:28.017606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5af171-38ca-469b-9452-2d9b4ba02e42 req-707dd33b-5528-4003-a2a5-efbc4f38534c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.020336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d5af171-38ca-469b-9452-2d9b4ba02e42 req-707dd33b-5528-4003-a2a5-efbc4f38534c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 931 time: 0.7265136 Aug 16 02:16:28.028403 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bd46373-0582-489b-a914-2d12a457538c tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.041008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:28.055082 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.089233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.089918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.116452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a621879c-11a1-4706-9907-848d61085b9b None None] Deleting port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:28.117016 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a621879c-11a1-4706-9907-848d61085b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.129819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac923-ed6f-40f6-8d05-49dd696404e4 req-b8619a44-df0a-4861-9b80-c1d573f59ad5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.137356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac923-ed6f-40f6-8d05-49dd696404e4 req-b8619a44-df0a-4861-9b80-c1d573f59ad5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.152045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac923-ed6f-40f6-8d05-49dd696404e4 req-b8619a44-df0a-4861-9b80-c1d573f59ad5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.163873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac923-ed6f-40f6-8d05-49dd696404e4 req-b8619a44-df0a-4861-9b80-c1d573f59ad5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.166109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:28.170095 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16124c1-1fbd-4602-8566-53ef751dccbe None None] Network c5e5f75c-bf73-425c-b57c-9268f3c2dc6d requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:28.180715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-7d1856e7-791e-48a1-b8c0-348045348d27 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3559692 Aug 16 02:16:28.199597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac923-ed6f-40f6-8d05-49dd696404e4 req-b8619a44-df0a-4861-9b80-c1d573f59ad5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.202944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5cac923-ed6f-40f6-8d05-49dd696404e4 req-b8619a44-df0a-4861-9b80-c1d573f59ad5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 3874 time: 0.5363326 Aug 16 02:16:28.204306 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bd46373-0582-489b-a914-2d12a457538c tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.222146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:28.228360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3bd46373-0582-489b-a914-2d12a457538c tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/subnets/a4087717-2964-458f-896b-08d13d1ea0b0 HTTP/1.1" status: 204 len: 168 time: 0.9661770 Aug 16 02:16:28.234255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd46373-0582-489b-a914-2d12a457538c tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Subnet': ['ID=a4087717-2964-458f-896b-08d13d1ea0b0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:28.387272 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5cac923-ed6f-40f6-8d05-49dd696404e4 req-e4dcc882-478d-4d81-87d9-b41eb04c7c77 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278450 Aug 16 02:16:28.397239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Request body: {'port': {'device_id': '023eed2b-9202-4365-9796-143d5c6a1185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:28.400330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d5af171-38ca-469b-9452-2d9b4ba02e42 req-0069a817-9217-4b18-bca2-52f0a83e25d3 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576496 Aug 16 02:16:28.410196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.437551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b917414a-1666-4300-9896-d68320cf2bf7 None None] Provisioning complete for port 9e38f4fe-50a5-4383-a95e-e07b8f08367e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:28.439571 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b917414a-1666-4300-9896-d68320cf2bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.527035 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2fd079-64fe-4f5a-bbdf-b66751628832 x-openstack-request-id: req-2b2fd079-64fe-4f5a-bbdf-b66751628832 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:28.527914 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b809d65c-c37f-45ba-b172-883f0e1f132d", "name": "network-vif-deleted", "tag": "b5899eb3-dd36-4d72-97bb-cc1312bfcb09", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:28.529583 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b2fd079-64fe-4f5a-bbdf-b66751628832 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:28.530219 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b809d65c-c37f-45ba-b172-883f0e1f132d', 'name': 'network-vif-deleted', 'tag': 'b5899eb3-dd36-4d72-97bb-cc1312bfcb09', 'status': 'completed', 'code': 200} Aug 16 02:16:28.534143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting port 86dd75dd-3f11-43e2-9699-ede91d331b71 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:28.535015 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.546699 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb9d51-23b1-4c79-a018-4f69ef17b9bc x-openstack-request-id: req-2cdb9d51-23b1-4c79-a018-4f69ef17b9bc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:28.546699 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "86dd75dd-3f11-43e2-9699-ede91d331b71", "code": 200}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:28.549802 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cdb9d51-23b1-4c79-a018-4f69ef17b9bc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:28.550262 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86dd75dd-3f11-43e2-9699-ede91d331b71', 'code': 200} Aug 16 02:16:28.550529 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'code': 200} Aug 16 02:16:28.552213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b917414a-1666-4300-9896-d68320cf2bf7 None None] Port 9e38f4fe-50a5-4383-a95e-e07b8f08367e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:28.646825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a621879c-11a1-4706-9907-848d61085b9b None None] For port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6caf4f89-9d2e-4c2b-8826-2429a6a24b09,segment=NetworkSegment(62e5f4bf-3931-4c86-bb54-19373c0d005b),segment_id=62e5f4bf-3931-4c86-bb54-19373c0d005b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:28.647296 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a621879c-11a1-4706-9907-848d61085b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.680378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a621879c-11a1-4706-9907-848d61085b9b None None] Calling delete_port for 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:28.698012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] For port 86dd75dd-3f11-43e2-9699-ede91d331b71, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=86dd75dd-3f11-43e2-9699-ede91d331b71,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:28.698012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.712336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dcf203-5658-4ffe-b9e5-370f1d46e369 None None] DHCP port deletion for c5e5f75c-bf73-425c-b57c-9268f3c2dc6d request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:28.729729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc17a4-521d-4b4a-bdf6-86d32b1741d0 req-bb1e8e8e-2203-4c8e-b3bf-5c3fed6201c9 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.745338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Calling delete_port for 86dd75dd-3f11-43e2-9699-ede91d331b71 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:28.746468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88cc17a4-521d-4b4a-bdf6-86d32b1741d0 req-bb1e8e8e-2203-4c8e-b3bf-5c3fed6201c9 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1253283 Aug 16 02:16:28.852545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b9dcf203-5658-4ffe-b9e5-370f1d46e369 None None] Deleting port dd4fa6fc-8c4d-4fba-bca8-63317c09472d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:28.852934 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf203-5658-4ffe-b9e5-370f1d46e369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.862001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88cc17a4-521d-4b4a-bdf6-86d32b1741d0 req-3bf93b8c-6671-415f-bef7-874f8fd677e5 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122110 Aug 16 02:16:28.862465 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a621879c-11a1-4706-9907-848d61085b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.040182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.050195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621879c-11a1-4706-9907-848d61085b9b None None] Pushing event deleted for resources: {'Port': ['ID=6caf4f89-9d2e-4c2b-8826-2429a6a24b09,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.078414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b9dcf203-5658-4ffe-b9e5-370f1d46e369 None None] For port dd4fa6fc-8c4d-4fba-bca8-63317c09472d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dd4fa6fc-8c4d-4fba-bca8-63317c09472d,segment=NetworkSegment(6acf6723-1da5-4726-995f-14a4e326b1c3),segment_id=6acf6723-1da5-4726-995f-14a4e326b1c3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:29.079143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf203-5658-4ffe-b9e5-370f1d46e369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.086685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a17c3-4024-484c-8159-44d276ab95e4 req-bfbbc128-8261-4648-aa3f-fdf1a903fea8 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:29.094474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b9dcf203-5658-4ffe-b9e5-370f1d46e369 None None] Calling delete_port for dd4fa6fc-8c4d-4fba-bca8-63317c09472d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:29.099848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-524a17c3-4024-484c-8159-44d276ab95e4 req-bfbbc128-8261-4648-aa3f-fdf1a903fea8 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 945 time: 0.0971999 Aug 16 02:16:29.120964 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.177179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Deleting port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:29.177401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.226679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621879c-11a1-4706-9907-848d61085b9b None None] No DVR routers for this DVR port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:29.234928 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9dcf203-5658-4ffe-b9e5-370f1d46e369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.280392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-524a17c3-4024-484c-8159-44d276ab95e4 req-cdf6472a-3d2a-4951-b73c-45d4e1ae1012 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780865 Aug 16 02:16:29.307261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191877d3-d2d8-4609-91e6-07ecbe81fde3 req-085f1443-770a-44a9-a3b9-80d830a5e85b tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:29.307261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-191877d3-d2d8-4609-91e6-07ecbe81fde3 req-085f1443-770a-44a9-a3b9-80d830a5e85b tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1690857 Aug 16 02:16:29.312220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcf203-5658-4ffe-b9e5-370f1d46e369 None None] Pushing event deleted for resources: {'Port': ['ID=dd4fa6fc-8c4d-4fba-bca8-63317c09472d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.318056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dcf203-5658-4ffe-b9e5-370f1d46e369 None None] No DVR routers for this DVR port dd4fa6fc-8c4d-4fba-bca8-63317c09472d on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:29.385661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] For port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09, host n-d-768862-14, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:29.386077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.416429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 408c5106-97a8-4723-b321-2ba28b424698 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:29.428275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Calling delete_port for 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:29.436912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 was not found and therefore no delete operation was performed {{(pid=94640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:16:29.448889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.479121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.541201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.548324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] No DVR routers for this DVR port 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:29.550856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Port': ['ID=6caf4f89-9d2e-4c2b-8826-2429a6a24b09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.628640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:29.673724 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:29.674127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6caf4f89-9d2e-4c2b-8826-2429a6a24b09 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:29.674486 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dd4fa6fc-8c4d-4fba-bca8-63317c09472d no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:29.675900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Network 46d7531b-73d5-4460-ba1b-1f6828537d63 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:29.698201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: dd4fa6fc-8c4d-4fba-bca8-63317c09472d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:29.698201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dd4fa6fc-8c4d-4fba-bca8-63317c09472d not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:29.700896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=408c5106-97a8-4723-b321-2ba28b424698,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:29.716169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '408c5106-97a8-4723-b321-2ba28b424698', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '408c5106-97a8-4723-b321-2ba28b424698', 'mac_address': 'fa:16:3e:d9:36:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:29.754578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:29.764282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] No DVR routers for this DVR port 86dd75dd-3f11-43e2-9699-ede91d331b71 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:29.766120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:29.772151 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.788508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 408c5106-97a8-4723-b321-2ba28b424698 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:29.809799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.812048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "DELETE /v2.0/ports/86dd75dd-3f11-43e2-9699-ede91d331b71 HTTP/1.1" status: 204 len: 173 time: 1.8329306 Aug 16 02:16:29.821922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=408c5106-97a8-4723-b321-2ba28b424698,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:29.826963 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.833203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.835304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Pushing event updated for resources: {'Port': ['ID=dca889cb-dca4-4c60-a8fc-023f0c44c32a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.881892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=408c5106-97a8-4723-b321-2ba28b424698,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.887026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89b5874-0c0d-4cf3-abf4-485d51c4ba53']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:29.932805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:29.933467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.938385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e5f4bf-3931-4c86-bb54-19373c0d005b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:29.938726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e5f4bf-3931-4c86-bb54-19373c0d005b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:29.955407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['408c5106-97a8-4723-b321-2ba28b424698'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:29.957922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c64c07-e3e7-40cd-b090-df7b25dd281b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Port': ['ID=86dd75dd-3f11-43e2-9699-ede91d331b71,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.974824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.997016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-191877d3-d2d8-4609-91e6-07ecbe81fde3 req-4a5e0b85-3091-4c32-80f1-d198a96e2ec9 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6816535 Aug 16 02:16:30.021316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6fea-6f76-47ec-8fd5-199469a47acf req-aa1e1281-ac49-425b-b3db-e5d8555ec3c0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.027803 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6fea-6f76-47ec-8fd5-199469a47acf req-aa1e1281-ac49-425b-b3db-e5d8555ec3c0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.034854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6fea-6f76-47ec-8fd5-199469a47acf req-aa1e1281-ac49-425b-b3db-e5d8555ec3c0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.041181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6fea-6f76-47ec-8fd5-199469a47acf req-aa1e1281-ac49-425b-b3db-e5d8555ec3c0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.042912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5bfd6fea-6f76-47ec-8fd5-199469a47acf req-aa1e1281-ac49-425b-b3db-e5d8555ec3c0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 3141 time: 0.1249149 Aug 16 02:16:30.081065 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9e39ff41-8766-4d2e-9db5-d4a16cc5457e tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7401459 Aug 16 02:16:30.138552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Request body: {'port': {'device_id': '23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:30.142138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.201565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5bfd6fea-6f76-47ec-8fd5-199469a47acf req-d892c9b9-34bf-4750-8299-4c4361598179 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485777 Aug 16 02:16:30.221011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1e1b6e-a238-49c6-9580-b13fe12255ca {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:30.227947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:30.228370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:30.253637 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:30.273657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2f17b-da54-4cd8-b176-44b15548af3a req-b4da9974-ace8-43bc-9b34-54e46943e829 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.283675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4a2f17b-da54-4cd8-b176-44b15548af3a req-b4da9974-ace8-43bc-9b34-54e46943e829 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 931 time: 0.1568797 Aug 16 02:16:30.298025 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.389705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Transition to ACTIVE for port object 8c1e1b6e-a238-49c6-9580-b13fe12255ca will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:30.391941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4a2f17b-da54-4cd8-b176-44b15548af3a req-27c1193c-e95f-4e10-9031-a99154a08e5f tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992730 Aug 16 02:16:30.392119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.397130 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.402015 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.407225 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/networks/e89b5874-0c0d-4cf3-abf4-485d51c4ba53 HTTP/1.1" status: 204 len: 168 time: 2.1806769 Aug 16 02:16:30.415830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59698) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:30.425115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.455694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a6876-7d40-4f0a-8b13-ccc6e3166939 req-2830433b-c47b-4354-94d3-3cb082176bcf tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.457459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab0a6876-7d40-4f0a-8b13-ccc6e3166939 req-2830433b-c47b-4354-94d3-3cb082176bcf tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.0938926 Aug 16 02:16:30.489061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:30.490049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.552237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:30.554720 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8382c9b-95a2-472f-86ed-8829bc42fd39" -d '{"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:30.567472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab0a6876-7d40-4f0a-8b13-ccc6e3166939 req-d723d78d-bcaf-4051-99b1-56a62a649c20 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965064 Aug 16 02:16:30.571119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': '86dd75dd-3f11-43e2-9699-ede91d331b71'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:30.577299 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb6b93a-c6b6-40e9-af0e-f68f779ddaa4" -d '{"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "86dd75dd-3f11-43e2-9699-ede91d331b71"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:30.581873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc11d6-2287-40f6-a052-e74a909ba68f tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Network': ['ID=e89b5874-0c0d-4cf3-abf4-485d51c4ba53,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:30.598596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8ca90-fbfe-44ac-b0ff-971431e8d4f4 req-edcf7a67-0b6a-4df6-b6f9-18d299f38565 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.602853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ad8ca90-fbfe-44ac-b0ff-971431e8d4f4 req-edcf7a67-0b6a-4df6-b6f9-18d299f38565 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 945 time: 0.1059000 Aug 16 02:16:30.625392 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.649619 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4dd96d-26c6-40fc-be8c-e839d8be87a8 x-openstack-request-id: req-3e4dd96d-26c6-40fc-be8c-e839d8be87a8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:30.651633 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:30.651907 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e4dd96d-26c6-40fc-be8c-e839d8be87a8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:30.652433 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'code': 200} Aug 16 02:16:30.714006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ad8ca90-fbfe-44ac-b0ff-971431e8d4f4 req-7b74891b-f6a8-4f49-8a45-958cf5779ab4 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882106 Aug 16 02:16:30.723639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-eaf5812b-db48-4d1b-a667-289d5633f6a9 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.725154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-eaf5812b-db48-4d1b-a667-289d5633f6a9 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 945 time: 0.0862539 Aug 16 02:16:30.808815 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73ab688-6006-485d-97be-c862572053d5 x-openstack-request-id: req-a73ab688-6006-485d-97be-c862572053d5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:30.809114 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "86dd75dd-3f11-43e2-9699-ede91d331b71", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:30.809445 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a73ab688-6006-485d-97be-c862572053d5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:30.809841 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': '86dd75dd-3f11-43e2-9699-ede91d331b71', 'status': 'completed', 'code': 200} Aug 16 02:16:30.866937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Deleting port f437e6af-5736-42bf-b10f-0a52296b845c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:30.867329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.871146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e1b6e-a238-49c6-9580-b13fe12255ca,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:30.926048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.970861 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f993cac8-1471-48c4-887e-7b73e16a89af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.032453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] For port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:31.033169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.050788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Calling delete_port for 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:31.080095 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] For port f437e6af-5736-42bf-b10f-0a52296b845c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f437e6af-5736-42bf-b10f-0a52296b845c,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:31.080472 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.110437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Calling delete_port for f437e6af-5736-42bf-b10f-0a52296b845c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:31.230570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a591-1259-443e-9e5f-add772cb94da req-6e0ae743-d212-4e9a-b14f-6b86ceffff32 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.232797 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc81a591-1259-443e-9e5f-add772cb94da req-6e0ae743-d212-4e9a-b14f-6b86ceffff32 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1026034 Aug 16 02:16:31.314702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca889cb-dca4-4c60-a8fc-023f0c44c32a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:31.317466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc81a591-1259-443e-9e5f-add772cb94da req-9d66f31d-3eae-4ea0-8611-e36d49fa8b42 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726197 Aug 16 02:16:31.360212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.394065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Transition to ACTIVE for port object dca889cb-dca4-4c60-a8fc-023f0c44c32a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:31.449101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 408c5106-97a8-4723-b321-2ba28b424698 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:31.469868 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.494632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.507874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eadcbe-deb0-4c7a-86b9-d1707eb821ce req-838c20e8-04d2-418b-b290-68ac99c5a4b6 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.514980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eadcbe-deb0-4c7a-86b9-d1707eb821ce req-838c20e8-04d2-418b-b290-68ac99c5a4b6 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.522063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eadcbe-deb0-4c7a-86b9-d1707eb821ce req-838c20e8-04d2-418b-b290-68ac99c5a4b6 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.525005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['25832c98-4d49-4247-9aa9-604484485bfd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:31.530731 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eadcbe-deb0-4c7a-86b9-d1707eb821ce req-838c20e8-04d2-418b-b290-68ac99c5a4b6 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.536466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Attempting to bind port 8c1e1b6e-a238-49c6-9580-b13fe12255ca on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:31.536997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Attempting to bind port 8c1e1b6e-a238-49c6-9580-b13fe12255ca by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:31.537118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Attempting to bind port 8c1e1b6e-a238-49c6-9580-b13fe12255ca on network 46d7531b-73d5-4460-ba1b-1f6828537d63 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:31.538996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87eadcbe-deb0-4c7a-86b9-d1707eb821ce req-838c20e8-04d2-418b-b290-68ac99c5a4b6 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 3141 time: 0.2077694 Aug 16 02:16:31.545989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['d867bb80-cc96-42f4-9583-574409f11a9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:31.588744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Port 8c1e1b6e-a238-49c6-9580-b13fe12255ca on network 46d7531b-73d5-4460-ba1b-1f6828537d63 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:31.589123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Attempting to bind port 8c1e1b6e-a238-49c6-9580-b13fe12255ca on network 46d7531b-73d5-4460-ba1b-1f6828537d63 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:31.610457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:31.610898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Checking segment: {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:31.611220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Bound using segment: {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:31.611681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Bound port: 8c1e1b6e-a238-49c6-9580-b13fe12255ca, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:31.612098 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.634017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Pushing event deleted for resources: {'Port': ['ID=f437e6af-5736-42bf-b10f-0a52296b845c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:31.691463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] No DVR routers for this DVR port f437e6af-5736-42bf-b10f-0a52296b845c on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:31.703516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.705338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29e1a58b-fad9-4ef7-ba96-9287fec317f6 req-7827ced9-d43b-4ed5-9f5e-c879c06c6820 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "DELETE /v2.0/ports/f437e6af-5736-42bf-b10f-0a52296b845c HTTP/1.1" status: 204 len: 173 time: 0.9734621 Aug 16 02:16:31.713910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bb223-db80-4b00-aacd-2c2d703ca6a4 req-43b99879-dd0a-416f-9d6a-c21db5c8d5b1 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.722794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-637bb223-db80-4b00-aacd-2c2d703ca6a4 req-43b99879-dd0a-416f-9d6a-c21db5c8d5b1 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 943 time: 0.2439249 Aug 16 02:16:31.739434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.754828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d', 'name': 'network-vif-deleted', 'tag': 'f437e6af-5736-42bf-b10f-0a52296b845c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:31.756229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e5f75c-bf73-425c-b57c-9268f3c2dc6d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.762816 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f41be4-530b-4334-a766-b4220485b345" -d '{"events": [{"server_uuid": "0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d", "name": "network-vif-deleted", "tag": "f437e6af-5736-42bf-b10f-0a52296b845c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:31.773871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87eadcbe-deb0-4c7a-86b9-d1707eb821ce req-59da9924-cf4b-4f84-930e-e610fcc30c08 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339365 Aug 16 02:16:31.801445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 408c5106-97a8-4723-b321-2ba28b424698 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:31.802423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.804153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acf6723-1da5-4726-995f-14a4e326b1c3') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.809100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-637bb223-db80-4b00-aacd-2c2d703ca6a4 req-232514c5-8cbe-4714-9779-401ff6800e36 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793428 Aug 16 02:16:31.819134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acf6723-1da5-4726-995f-14a4e326b1c3') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.860177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.912011 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.929555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:31.930094 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.065211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7cde3ad6-78b4-46fa-8ceb-f9110c8c11cf req-bb272c71-e5d2-47c0-87ce-b9cbf6fee546 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d HTTP/1.1" status: 200 len: 210 time: 0.0432103 Aug 16 02:16:32.084713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] For port 8c1e1b6e-a238-49c6-9580-b13fe12255ca, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:32.088863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] For port 8c1e1b6e-a238-49c6-9580-b13fe12255ca, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8c1e1b6e-a238-49c6-9580-b13fe12255ca,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:32.090231 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:32.101633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0d051-29fa-4ec8-8e89-2d9e72200746 req-140ea6e2-ecd5-4598-88a7-0ae900c2fc1e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.124582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7f0d051-29fa-4ec8-8e89-2d9e72200746 req-140ea6e2-ecd5-4598-88a7-0ae900c2fc1e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1673722 Aug 16 02:16:32.158657 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.159691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dca889cb-dca4-4c60-a8fc-023f0c44c32a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.170092 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0c2cae-a357-4c32-89db-074317aaac5b x-openstack-request-id: req-ab0c2cae-a357-4c32-89db-074317aaac5b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:32.170380 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d", "name": "network-vif-deleted", "tag": "f437e6af-5736-42bf-b10f-0a52296b845c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:32.170635 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab0c2cae-a357-4c32-89db-074317aaac5b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:32.171032 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4241d7-9c3d-49f8-a0bf-e9c6d64b8b8d', 'name': 'network-vif-deleted', 'tag': 'f437e6af-5736-42bf-b10f-0a52296b845c', 'status': 'completed', 'code': 200} Aug 16 02:16:32.171367 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.228869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7f0d051-29fa-4ec8-8e89-2d9e72200746 req-33ba135a-2553-4d94-8c0c-3908e2da983e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974295 Aug 16 02:16:32.277006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=408c5106-97a8-4723-b321-2ba28b424698,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:32.287451 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.288542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f437e6af-5736-42bf-b10f-0a52296b845c no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:32.319359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: f437e6af-5736-42bf-b10f-0a52296b845c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:32.320027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f437e6af-5736-42bf-b10f-0a52296b845c not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:32.344905 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.364691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.365474 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.367438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] 10.222.0.86 "PUT /v2.0/ports/8c1e1b6e-a238-49c6-9580-b13fe12255ca HTTP/1.1" status: 200 len: 1092 time: 4.1466339 Aug 16 02:16:32.373011 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.375101 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/networks/c5e5f75c-bf73-425c-b57c-9268f3c2dc6d HTTP/1.1" status: 204 len: 168 time: 1.9299369 Aug 16 02:16:32.378407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:32.407319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=408c5106-97a8-4723-b321-2ba28b424698,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.428821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f96b92-e357-47c4-9ff9-80f3a3346235 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e1b6e-a238-49c6-9580-b13fe12255ca,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.434173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d21f26-c5dd-48a7-af7b-4232bd96e163 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Network': ['ID=c5e5f75c-bf73-425c-b57c-9268f3c2dc6d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.442988 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.531431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Attempting to bind port dca889cb-dca4-4c60-a8fc-023f0c44c32a on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:32.532139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Attempting to bind port dca889cb-dca4-4c60-a8fc-023f0c44c32a by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:32.537995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Attempting to bind port dca889cb-dca4-4c60-a8fc-023f0c44c32a on network 46d7531b-73d5-4460-ba1b-1f6828537d63 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:32.552153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Port': ['ID=4b811e2b-9e3c-470e-ac9b-d35c8ba196f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.580318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Port dca889cb-dca4-4c60-a8fc-023f0c44c32a on network 46d7531b-73d5-4460-ba1b-1f6828537d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:32.580655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Attempting to bind port dca889cb-dca4-4c60-a8fc-023f0c44c32a on network 46d7531b-73d5-4460-ba1b-1f6828537d63 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:32.581864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-443745d5-3e0d-4a3e-949a-acc225bb5f72 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Deleting subnet 462b6ac0-82d2-4305-ae62-b4bd00915fff {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:32.588086 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-443745d5-3e0d-4a3e-949a-acc225bb5f72 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.606559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:32.606955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Checking segment: {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:32.607455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Bound using segment: {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:32.607906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Bound port: dca889cb-dca4-4c60-a8fc-023f0c44c32a, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0c62ca-2a10-43ed-ac74-009fc6736fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:32.608275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.644057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] No DVR routers for this DVR port 4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:32.649261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.651151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1638fff-d8cb-4e3b-a706-bd3c091c5ec4 req-21388804-8a56-4bd3-be44-651123b30ffc tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.651348 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-a1db6696-9807-4513-8aab-8d687da534d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "DELETE /v2.0/ports/4b811e2b-9e3c-470e-ac9b-d35c8ba196f7 HTTP/1.1" status: 204 len: 173 time: 2.8290286 Aug 16 02:16:32.655108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408c5106-97a8-4723-b321-2ba28b424698'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:32.657833 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72da0b6-07c6-47ec-b008-c380927191c3" -d '{"events": [{"server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "name": "network-vif-plugged", "status": "completed", "tag": "408c5106-97a8-4723-b321-2ba28b424698"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:32.660873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-0f6f2ee9-388c-4f9c-8e79-3842de71f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.662418 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-0f6f2ee9-388c-4f9c-8e79-3842de71f9aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 1095 time: 0.1435180 Aug 16 02:16:32.675862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1638fff-d8cb-4e3b-a706-bd3c091c5ec4 req-21388804-8a56-4bd3-be44-651123b30ffc tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1426058 Aug 16 02:16:32.702461 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-443745d5-3e0d-4a3e-949a-acc225bb5f72 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.733536 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1d5c6f-249f-41c0-8809-bdd6f7308480 x-openstack-request-id: req-cd1d5c6f-249f-41c0-8809-bdd6f7308480 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:32.735078 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "name": "network-vif-plugged", "status": "completed", "tag": "408c5106-97a8-4723-b321-2ba28b424698", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:32.735579 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd1d5c6f-249f-41c0-8809-bdd6f7308480 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:32.736029 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408c5106-97a8-4723-b321-2ba28b424698', 'code': 200} Aug 16 02:16:32.760676 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-bf01cc74-3e0f-412a-a9c3-7fff8c2f669d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1e1b6e-a238-49c6-9580-b13fe12255ca HTTP/1.1" status: 200 len: 217 time: 0.0716438 Aug 16 02:16:32.816755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023eed2b-9202-4365-9796-143d5c6a1185', 'tag': '8c1e1b6e-a238-49c6-9580-b13fe12255ca'}, {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:32.818936 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "023eed2b-9202-4365-9796-143d5c6a1185", "tag": "8c1e1b6e-a238-49c6-9580-b13fe12255ca"}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "4b811e2b-9e3c-470e-ac9b-d35c8ba196f7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:32.844837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1638fff-d8cb-4e3b-a706-bd3c091c5ec4 req-dac546a5-53fa-4c77-8a16-4380c99e4090 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428950 Aug 16 02:16:32.882326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] For port dca889cb-dca4-4c60-a8fc-023f0c44c32a, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:32.902757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] For port dca889cb-dca4-4c60-a8fc-023f0c44c32a, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dca889cb-dca4-4c60-a8fc-023f0c44c32a,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:32.912216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-eb9c4376-c202-4993-94e1-65e70288bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.913810 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-eb9c4376-c202-4993-94e1-65e70288bb4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 HTTP/1.1" status: 200 len: 852 time: 0.1431928 Aug 16 02:16:32.917196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.008260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-443745d5-3e0d-4a3e-949a-acc225bb5f72 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.109029 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-90368c2d-35fc-437e-b55b-ead5c6c937cc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46d7531b-73d5-4460-ba1b-1f6828537d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548007 Aug 16 02:16:33.218003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace616b5-dfde-43cf-90cc-304e2aaa685b req-3f31202d-f97a-4d8e-9e94-4f25cc4177bb tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.219720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ace616b5-dfde-43cf-90cc-304e2aaa685b req-3f31202d-f97a-4d8e-9e94-4f25cc4177bb tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 943 time: 0.2580845 Aug 16 02:16:33.230744 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-443745d5-3e0d-4a3e-949a-acc225bb5f72 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.269108 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa972f47-3c0c-4b69-9073-a594dfff843f x-openstack-request-id: req-fa972f47-3c0c-4b69-9073-a594dfff843f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:33.269926 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023eed2b-9202-4365-9796-143d5c6a1185", "tag": "8c1e1b6e-a238-49c6-9580-b13fe12255ca", "status": "completed", "code": 200}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "4b811e2b-9e3c-470e-ac9b-d35c8ba196f7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:33.270390 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa972f47-3c0c-4b69-9073-a594dfff843f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:33.270998 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023eed2b-9202-4365-9796-143d5c6a1185', 'tag': '8c1e1b6e-a238-49c6-9580-b13fe12255ca', 'status': 'completed', 'code': 200} Aug 16 02:16:33.271444 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': '4b811e2b-9e3c-470e-ac9b-d35c8ba196f7', 'status': 'completed', 'code': 200} Aug 16 02:16:33.274013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-8d03ddb8-a9e3-47f7-afad-d978918573f7 service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692016 Aug 16 02:16:33.281287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443745d5-3e0d-4a3e-949a-acc225bb5f72 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Subnet': ['ID=462b6ac0-82d2-4305-ae62-b4bd00915fff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:33.334525 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-443745d5-3e0d-4a3e-949a-acc225bb5f72 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.336949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-443745d5-3e0d-4a3e-949a-acc225bb5f72 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/subnets/462b6ac0-82d2-4305-ae62-b4bd00915fff HTTP/1.1" status: 204 len: 168 time: 0.9566193 Aug 16 02:16:33.342511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:33.348755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16731eda-c8b6-4a05-a617-b4a88aa84366 None None] Network f67469a2-8f20-42e0-af4e-5711eabd3cf5 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:33.409298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting port aa416136-5e92-4449-92b9-803a71b0bdca {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:33.410019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.417327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dca889cb-dca4-4c60-a8fc-023f0c44c32a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:33.426938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.427999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.429611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-493f6e96-9773-4887-8151-f969e2b450d5 service neutron] 10.222.0.93 "PUT /v2.0/ports/dca889cb-dca4-4c60-a8fc-023f0c44c32a HTTP/1.1" status: 200 len: 1092 time: 3.2966759 Aug 16 02:16:33.481178 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.492116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ace616b5-dfde-43cf-90cc-304e2aaa685b req-96e0c37c-60d4-4747-b0f7-9858a013d314 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585580 Aug 16 02:16:33.503983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cc895-5f28-4430-81e6-f665e2821bea req-ca319429-904c-4e96-b809-32214314a2cb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.511333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cc895-5f28-4430-81e6-f665e2821bea req-ca319429-904c-4e96-b809-32214314a2cb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.519062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cc895-5f28-4430-81e6-f665e2821bea req-ca319429-904c-4e96-b809-32214314a2cb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.520821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-308cc895-5f28-4430-81e6-f665e2821bea req-ca319429-904c-4e96-b809-32214314a2cb tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 2410 time: 0.3163447 Aug 16 02:16:33.610877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-308cc895-5f28-4430-81e6-f665e2821bea req-5771c4ea-6300-43f7-9a7f-0233f1f6f697 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726140 Aug 16 02:16:33.630661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Deleting port 8bd848b2-6d04-4394-979e-469774118f3a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:33.631195 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.728305 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7726e1a3-3d0f-4c04-ae51-2ee976caa8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.748840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] For port 8bd848b2-6d04-4394-979e-469774118f3a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8bd848b2-6d04-4394-979e-469774118f3a,segment=NetworkSegment(62618e57-0771-4fe2-bbf3-b9dc3e6f7957),segment_id=62618e57-0771-4fe2-bbf3-b9dc3e6f7957)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:33.749602 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.775019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Calling delete_port for 8bd848b2-6d04-4394-979e-469774118f3a owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:33.850654 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.854799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] DHCP port deletion for f67469a2-8f20-42e0-af4e-5711eabd3cf5 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:33.937689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d872c5a-c01f-49e4-a0a7-22570398a963 req-61956bd3-10ad-434c-afad-2ba861b21c77 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.939176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d872c5a-c01f-49e4-a0a7-22570398a963 req-61956bd3-10ad-434c-afad-2ba861b21c77 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1469653 Aug 16 02:16:33.974479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Deleting port 8bd848b2-6d04-4394-979e-469774118f3a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:33.975157 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.000999 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.060612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Port': ['ID=8bd848b2-6d04-4394-979e-469774118f3a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.077067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d872c5a-c01f-49e4-a0a7-22570398a963 req-7eb5096f-166a-4280-b501-7026fadbd814 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196866 Aug 16 02:16:34.082710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] No DVR routers for this DVR port 8bd848b2-6d04-4394-979e-469774118f3a on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:34.238843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] For port 8bd848b2-6d04-4394-979e-469774118f3a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8bd848b2-6d04-4394-979e-469774118f3a,segment=NetworkSegment(62618e57-0771-4fe2-bbf3-b9dc3e6f7957),segment_id=62618e57-0771-4fe2-bbf3-b9dc3e6f7957)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:34.239284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.261155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.279468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67469a2-8f20-42e0-af4e-5711eabd3cf5']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.279868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Calling delete_port for 8bd848b2-6d04-4394-979e-469774118f3a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:34.334886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62618e57-0771-4fe2-bbf3-b9dc3e6f7957') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.335305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62618e57-0771-4fe2-bbf3-b9dc3e6f7957') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:34.397899 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.428515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Pushing event deleted for resources: {'Port': ['ID=8bd848b2-6d04-4394-979e-469774118f3a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.437038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.444873 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.445290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.445699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.446116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.446464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.446929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.447348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.447674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.448003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.448383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.448730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.449047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:34.456157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7cc1c8-9db6-41cb-ae26-15f8d4b4acc9 None None] No DVR routers for this DVR port 8bd848b2-6d04-4394-979e-469774118f3a on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:34.505580 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.507612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] For port aa416136-5e92-4449-92b9-803a71b0bdca, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=aa416136-5e92-4449-92b9-803a71b0bdca,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:34.508085 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.516211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:34.517039 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.523015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Calling delete_port for aa416136-5e92-4449-92b9-803a71b0bdca owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:34.604755 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:34.611903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.623913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.626518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/networks/f67469a2-8f20-42e0-af4e-5711eabd3cf5 HTTP/1.1" status: 204 len: 168 time: 1.2733073 Aug 16 02:16:34.639154 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.689247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9dc7ac25-61da-476c-aa79-935a0f3c741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.694267 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-9dc7ac25-61da-476c-aa79-935a0f3c741b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&device_id=23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2 HTTP/1.1" status: 200 len: 1095 time: 0.3287418 Aug 16 02:16:34.698203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.730059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52782cba-bc2f-4a6c-aee2-2932897541e8 req-0b456624-ca46-49ca-94c8-35d8b98b33a6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.737685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52782cba-bc2f-4a6c-aee2-2932897541e8 req-0b456624-ca46-49ca-94c8-35d8b98b33a6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 946 time: 0.4247220 Aug 16 02:16:34.742024 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2ab29be6-86a0-41e4-9d73-df59648e73a5 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "GET /v2.0/ports?device_id=a533febe-cf25-4c85-ae12-23e6ba19144a HTTP/1.1" status: 200 len: 205 time: 0.0841129 Aug 16 02:16:34.750519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.779783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Port': ['ID=aa416136-5e92-4449-92b9-803a71b0bdca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.790029 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-688c7e39-df7b-421b-81af-1cba2b2a6b43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dca889cb-dca4-4c60-a8fc-023f0c44c32a HTTP/1.1" status: 200 len: 217 time: 0.0835273 Aug 16 02:16:34.808628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-8bb34975-7ca0-42fe-a8d4-0efe8df39b05 service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5200045 Aug 16 02:16:34.855247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.874361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] No DVR routers for this DVR port aa416136-5e92-4449-92b9-803a71b0bdca on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:34.877088 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.879686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-7d60e141-4994-41f4-8ba3-42d30bbdc65d tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "DELETE /v2.0/ports/aa416136-5e92-4449-92b9-803a71b0bdca HTTP/1.1" status: 204 len: 173 time: 2.2212880 Aug 16 02:16:34.901242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-dcd5ebb0-785b-41f7-828a-ef49781cb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.902753 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-dcd5ebb0-785b-41f7-828a-ef49781cb98b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 HTTP/1.1" status: 200 len: 852 time: 0.1053147 Aug 16 02:16:34.904624 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cacf971-5b15-4448-9e28-58eed8310f9e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.907630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b458756-0c5a-4e8b-8c38-8043b9eedf53 tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Pushing event deleted for resources: {'Network': ['ID=f67469a2-8f20-42e0-af4e-5711eabd3cf5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.932293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8c17c-b81c-4716-b3a6-532d19646edd req-77fd09bf-93bd-4f4c-a183-95a6c50e8d30 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.934317 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80e8c17c-b81c-4716-b3a6-532d19646edd req-77fd09bf-93bd-4f4c-a183-95a6c50e8d30 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.6201830 Aug 16 02:16:34.945933 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-c6fe76eb-9952-423f-add8-75a735575f60 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=46d7531b-73d5-4460-ba1b-1f6828537d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334456 Aug 16 02:16:35.123239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52782cba-bc2f-4a6c-aee2-2932897541e8 req-07ed0395-f723-4c54-8f24-e06579f103e3 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709855 Aug 16 02:16:35.227799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80e8c17c-b81c-4716-b3a6-532d19646edd req-a4cfa8d1-eee1-45cd-8e2d-7dc37ca72385 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564895 Aug 16 02:16:35.257145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-c6ffc32f-186b-4f79-b0d6-b291791efe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.259222 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-c6ffc32f-186b-4f79-b0d6-b291791efe9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 1095 time: 0.2969568 Aug 16 02:16:35.280930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2', 'tag': 'dca889cb-dca4-4c60-a8fc-023f0c44c32a'}, {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': 'aa416136-5e92-4449-92b9-803a71b0bdca'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:35.284078 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24" -d '{"events": [{"name": "network-changed", "server_uuid": "23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2", "tag": "dca889cb-dca4-4c60-a8fc-023f0c44c32a"}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "aa416136-5e92-4449-92b9-803a71b0bdca"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:35.288472 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-1b19b717-8ef9-4ffb-9799-6abf250db21a service neutron] 10.222.0.93 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143241 Aug 16 02:16:35.295838 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cacf971-5b15-4448-9e28-58eed8310f9e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.299006 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cacf971-5b15-4448-9e28-58eed8310f9e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.453444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cacf971-5b15-4448-9e28-58eed8310f9e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.454024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cacf971-5b15-4448-9e28-58eed8310f9e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Fanout notify agent at l3_agent the message router_deleted on router a533febe-cf25-4c85-ae12-23e6ba19144a {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:16:35.471998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cacf971-5b15-4448-9e28-58eed8310f9e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.473271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0cacf971-5b15-4448-9e28-58eed8310f9e tempest-RoutersNegativeIpV6Test-374822493 tempest-RoutersNegativeIpV6Test-374822493-project] 10.222.0.61 "DELETE /v2.0/routers/a533febe-cf25-4c85-ae12-23e6ba19144a HTTP/1.1" status: 204 len: 168 time: 0.7190490 Aug 16 02:16:35.504373 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-50316e11-b086-4aa0-bbdd-93fd00a052e5 req-72adfca1-d3d4-47b1-8ec8-5dbc32e3a59c service neutron] 10.222.0.93 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993232 Aug 16 02:16:35.561712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995c433-295d-4b41-8f27-f7aff1e3b023 req-2d195b5c-f11e-46f2-a582-9b46aa89930b tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.573233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d995c433-295d-4b41-8f27-f7aff1e3b023 req-2d195b5c-f11e-46f2-a582-9b46aa89930b tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 943 time: 0.2061214 Aug 16 02:16:35.579504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:35.580061 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.596451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5138e-3fa1-4c4f-b6ba-9c767968a949 req-c0f22152-cf29-4d59-bffd-ac3a6eb716ff tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.603150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8bd848b2-6d04-4394-979e-469774118f3a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:35.636566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5138e-3fa1-4c4f-b6ba-9c767968a949 req-c0f22152-cf29-4d59-bffd-ac3a6eb716ff tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.642567 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18e5138e-3fa1-4c4f-b6ba-9c767968a949 req-c0f22152-cf29-4d59-bffd-ac3a6eb716ff tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 1677 time: 0.2349966 Aug 16 02:16:35.674071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8bd848b2-6d04-4394-979e-469774118f3a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:35.674834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8bd848b2-6d04-4394-979e-469774118f3a not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:35.707393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] For port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:35.707793 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.725885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Calling delete_port for 60c3f7f5-2db5-4740-bda3-29961ee0eb5f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:35.743988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18e5138e-3fa1-4c4f-b6ba-9c767968a949 req-b855a2eb-cfa0-41cc-854b-152a210937e0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847626 Aug 16 02:16:35.790855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d995c433-295d-4b41-8f27-f7aff1e3b023 req-02cbbd21-c9d0-4c11-8300-4aa52e8641ad tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162032 Aug 16 02:16:35.935981 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3f2c5-c47a-4fee-aa0b-473bbfe82bd0 x-openstack-request-id: req-17e3f2c5-c47a-4fee-aa0b-473bbfe82bd0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:35.936369 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2", "tag": "dca889cb-dca4-4c60-a8fc-023f0c44c32a", "status": "completed", "code": 200}, {"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "aa416136-5e92-4449-92b9-803a71b0bdca", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:35.936636 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17e3f2c5-c47a-4fee-aa0b-473bbfe82bd0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:35.937301 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2', 'tag': 'dca889cb-dca4-4c60-a8fc-023f0c44c32a', 'status': 'completed', 'code': 200} Aug 16 02:16:35.937559 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': 'aa416136-5e92-4449-92b9-803a71b0bdca', 'status': 'completed', 'code': 200} Aug 16 02:16:35.948576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-b1d5b595-c4e5-49bb-9c56-ee1bc457db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.954734 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-b1d5b595-c4e5-49bb-9c56-ee1bc457db58 service neutron] 10.222.0.86 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 913 time: 0.6822369 Aug 16 02:16:36.030212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4176e-f215-48e5-8556-fb70a3d8c0a7 req-350da373-8745-408c-8789-ca4ab2212f4e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.035245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7e4176e-f215-48e5-8556-fb70a3d8c0a7 req-350da373-8745-408c-8789-ca4ab2212f4e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1376410 Aug 16 02:16:36.063439 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-598fe392-5323-479c-bdac-1296f75a58c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c1e1b6e-a238-49c6-9580-b13fe12255ca HTTP/1.1" status: 200 len: 217 time: 0.0651670 Aug 16 02:16:36.151029 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7e4176e-f215-48e5-8556-fb70a3d8c0a7 req-151c8b75-bd7f-48ab-8ae6-9d7268276f44 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026101 Aug 16 02:16:36.152329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-e43c27dd-793c-427f-b12c-9ec4aa4ec5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.154464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-e43c27dd-793c-427f-b12c-9ec4aa4ec5f6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b710558067774ba7b3db2549ea12c40c&device_id=23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2 HTTP/1.1" status: 200 len: 1095 time: 0.1962349 Aug 16 02:16:36.164970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.334879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-b8cddff2-0faf-45ca-821c-fb19b089f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.336408 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-b8cddff2-0faf-45ca-821c-fb19b089f2af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 HTTP/1.1" status: 200 len: 852 time: 0.2604914 Aug 16 02:16:36.413518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-855a9818-6926-4843-9262-f3ec9dd16a5b tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.415048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-855a9818-6926-4843-9262-f3ec9dd16a5b tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.86 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 946 time: 0.2466118 Aug 16 02:16:36.416965 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-cabe3213-370c-4faa-8c58-040c2ee1c7e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=46d7531b-73d5-4460-ba1b-1f6828537d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658815 Aug 16 02:16:36.419813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.492579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230a900-c7a2-47c9-b624-f38d5112680f req-43db3780-fafb-4b88-b542-9799acbdbd1a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.497921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6230a900-c7a2-47c9-b624-f38d5112680f req-43db3780-fafb-4b88-b542-9799acbdbd1a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 946 time: 0.1894240 Aug 16 02:16:36.516774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Port': ['ID=60c3f7f5-2db5-4740-bda3-29961ee0eb5f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.590720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-db17249e-fef9-4239-bf73-f42a169d587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.592286 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-db17249e-fef9-4239-bf73-f42a169d587d service neutron] 10.222.0.93 "GET /v2.0/networks?id=46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 200 len: 913 time: 0.4082837 Aug 16 02:16:36.639124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-883c4c12-67b0-42a7-a214-c0c5aa49feef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e25cddc2546b4513b890f5c95034c0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727671 Aug 16 02:16:36.649971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-2b6828eb-c434-4dc5-8b59-3bf3a61f2b72 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dca889cb-dca4-4c60-a8fc-023f0c44c32a HTTP/1.1" status: 200 len: 217 time: 0.0478523 Aug 16 02:16:36.655011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.676434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6230a900-c7a2-47c9-b624-f38d5112680f req-75f3d959-7f15-4387-8ad2-38312521b24a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483133 Aug 16 02:16:36.695398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899849-2a2e-462a-aa95-fc1f240fd055 req-e3019d1d-7006-4b08-b812-e55eb3c7d202 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.697221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28899849-2a2e-462a-aa95-fc1f240fd055 req-e3019d1d-7006-4b08-b812-e55eb3c7d202 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.2519684 Aug 16 02:16:36.782624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] No DVR routers for this DVR port 60c3f7f5-2db5-4740-bda3-29961ee0eb5f on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:36.791375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28899849-2a2e-462a-aa95-fc1f240fd055 req-cf80d0a8-a225-4ed0-85f3-5a37311f4c5b tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820124 Aug 16 02:16:36.792267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859f007b-13e9-4f24-93df-a975c2757b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.808457 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.813027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-dcf65aa2-53ed-4298-b856-14087c2452e9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "DELETE /v2.0/ports/60c3f7f5-2db5-4740-bda3-29961ee0eb5f HTTP/1.1" status: 204 len: 173 time: 1.8643370 Aug 16 02:16:36.847910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859f007b-13e9-4f24-93df-a975c2757b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.913477 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.938715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-dd13ef36-e579-4fc1-a59d-4ea0a5a10fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.940232 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-dd13ef36-e579-4fc1-a59d-4ea0a5a10fa5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 HTTP/1.1" status: 200 len: 852 time: 0.2413535 Aug 16 02:16:36.963894 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-f4936f53-0c35-4fea-affd-93fbc9cf58a9 service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242615 Aug 16 02:16:37.008029 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859f007b-13e9-4f24-93df-a975c2757b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.010861 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859f007b-13e9-4f24-93df-a975c2757b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.012325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-859f007b-13e9-4f24-93df-a975c2757b31 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f47ad45e-2a02-4f73-8221-5508c8844838 HTTP/1.1" status: 204 len: 168 time: 0.3520846 Aug 16 02:16:37.045819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f007b-13e9-4f24-93df-a975c2757b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47ad45e-2a02-4f73-8221-5508c8844838,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:37.102940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8e65c-43e2-430f-b34f-12cf2b662609 req-cc5279b8-b4bc-46e2-b4c0-b07abe1aa210 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:37.104958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74e8e65c-43e2-430f-b34f-12cf2b662609 req-cc5279b8-b4bc-46e2-b4c0-b07abe1aa210 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 943 time: 0.2231653 Aug 16 02:16:37.116888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04ea63-31e7-415b-b783-2ad86070bbfd req-6fe862dc-4509-4ed3-beaa-3025096b1023 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:37.125397 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-08b64298-829a-452c-ae3e-71173ad651e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=46d7531b-73d5-4460-ba1b-1f6828537d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737702 Aug 16 02:16:37.130880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c04ea63-31e7-415b-b783-2ad86070bbfd req-6fe862dc-4509-4ed3-beaa-3025096b1023 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 943 time: 0.1467695 Aug 16 02:16:37.235027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74e8e65c-43e2-430f-b34f-12cf2b662609 req-9f083845-7a81-4726-963a-dd3185a4a285 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015790 Aug 16 02:16:37.304738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c04ea63-31e7-415b-b783-2ad86070bbfd req-c8fd947f-aab8-4a0b-b346-71c7b743f3f5 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723671 Aug 16 02:16:37.374638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Deleting port d867bb80-cc96-42f4-9583-574409f11a9b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:37.374995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.476558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dca889cb-dca4-4c60-a8fc-023f0c44c32a details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:37.546826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-57289d7e-b433-4bea-b97b-f99c86c1ba28 service neutron] 10.222.0.93 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995647 Aug 16 02:16:37.558579 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a8d898f-b3cf-439c-aa68-d64bae1c7fdb req-70223b20-d751-4fab-bca1-6d460c7034b4 service neutron] 10.222.0.86 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424371 Aug 16 02:16:37.572193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19259-c1a2-40ef-a6d5-7573015f37d4 req-d750d00b-6430-4244-8872-9eb6ce22f038 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:37.577548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02f19259-c1a2-40ef-a6d5-7573015f37d4 req-d750d00b-6430-4244-8872-9eb6ce22f038 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1237121 Aug 16 02:16:37.615574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting port c749c68d-c8aa-4494-ad6c-f64fca81c308 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:37.616161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.651390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02f19259-c1a2-40ef-a6d5-7573015f37d4 req-de753e75-332c-4c43-b8dc-0bcab62f8e71 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605285 Aug 16 02:16:37.714682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dca889cb-dca4-4c60-a8fc-023f0c44c32a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dca889cb-dca4-4c60-a8fc-023f0c44c32a,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:37.743061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'dca889cb-dca4-4c60-a8fc-023f0c44c32a', 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63', 'port_id': 'dca889cb-dca4-4c60-a8fc-023f0c44c32a', 'mac_address': 'fa:16:3e:7d:5a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b90e081-32b0-4d33-a0f0-5be2dfcb05a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:37.848225 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.873058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca889cb-dca4-4c60-a8fc-023f0c44c32a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:37.892427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] For port d867bb80-cc96-42f4-9583-574409f11a9b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d867bb80-cc96-42f4-9583-574409f11a9b,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:37.892427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.914652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dca889cb-dca4-4c60-a8fc-023f0c44c32a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dca889cb-dca4-4c60-a8fc-023f0c44c32a,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:37.925509 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.949406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:37.951256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2a37a-9068-4a6c-b109-ca24c692611c req-fbc5a884-823f-4523-a993-366f280a8449 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:37.961142 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa62135-e8fa-4213-aee4-c37e1e943c0b" -d '{"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "60c3f7f5-2db5-4740-bda3-29961ee0eb5f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:37.963492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53c2a37a-9068-4a6c-b109-ca24c692611c req-fbc5a884-823f-4523-a993-366f280a8449 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 946 time: 0.1320875 Aug 16 02:16:38.005180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Calling delete_port for d867bb80-cc96-42f4-9583-574409f11a9b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:38.024127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dca889cb-dca4-4c60-a8fc-023f0c44c32a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:38.082771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53c2a37a-9068-4a6c-b109-ca24c692611c req-e8c4ab9e-6894-4a0f-86c5-a759554e3045 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165998 Aug 16 02:16:38.140395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a867925-c1ad-4ead-91a9-f701222747c9 req-707184a2-7327-415c-b721-3876efa301b3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.141990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a867925-c1ad-4ead-91a9-f701222747c9 req-707184a2-7327-415c-b721-3876efa301b3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1342165 Aug 16 02:16:38.176015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['dca889cb-dca4-4c60-a8fc-023f0c44c32a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:38.222125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a867925-c1ad-4ead-91a9-f701222747c9 req-c20ba7e0-ba1d-4ec3-9c6f-6d07cc068fe1 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720651 Aug 16 02:16:38.325910 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b7a88f-79d4-43c2-976a-b74ea3aa61c2 x-openstack-request-id: req-d2b7a88f-79d4-43c2-976a-b74ea3aa61c2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:38.327560 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "60c3f7f5-2db5-4740-bda3-29961ee0eb5f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:38.328163 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2b7a88f-79d4-43c2-976a-b74ea3aa61c2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:38.328796 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': '60c3f7f5-2db5-4740-bda3-29961ee0eb5f', 'status': 'completed', 'code': 200} Aug 16 02:16:38.353830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8c1e1b6e-a238-49c6-9580-b13fe12255ca details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:38.361366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] For port c749c68d-c8aa-4494-ad6c-f64fca81c308, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c749c68d-c8aa-4494-ad6c-f64fca81c308,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:38.362036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.544022 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1fb42f90-0a74-4010-9ae0-ad0de3f87d24 req-66d2ef4a-e5ca-4569-b8fb-37b1a7808628 service neutron] 10.222.0.93 "GET /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9795330 Aug 16 02:16:38.550217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.596621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Pushing event deleted for resources: {'Port': ['ID=d867bb80-cc96-42f4-9583-574409f11a9b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:38.611877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.612555 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.613094 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Floating IP e94aa358-5c0e-4a47-b1ae-43fb1ca5d65d disassociated. External IP: 172.25.5.226, port: c749c68d-c8aa-4494-ad6c-f64fca81c308. Aug 16 02:16:38.613648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Calling delete_port for c749c68d-c8aa-4494-ad6c-f64fca81c308 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:38.658555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['d867bb80-cc96-42f4-9583-574409f11a9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:38.663975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] No DVR routers for this DVR port d867bb80-cc96-42f4-9583-574409f11a9b on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:38.671389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.673888 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e115e5da-3e4f-4285-abd9-5d79590671ce req-5e9a162e-aa8b-49a7-bc28-fc953cb6401a tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.86 "DELETE /v2.0/ports/d867bb80-cc96-42f4-9583-574409f11a9b HTTP/1.1" status: 204 len: 173 time: 2.2412643 Aug 16 02:16:38.720570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25b0a1-4508-497b-8c62-356eed461bd3 req-2fd69065-463c-4124-a3d2-520a091548fd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.727189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf25b0a1-4508-497b-8c62-356eed461bd3 req-2fd69065-463c-4124-a3d2-520a091548fd tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 943 time: 0.2961149 Aug 16 02:16:38.859369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d461ca-665b-4e9a-99a9-2f4d14951c8f req-c6ff7d6a-e2cb-436b-9f56-4d5a3b8d1e86 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.885404 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09d461ca-665b-4e9a-99a9-2f4d14951c8f req-c6ff7d6a-e2cb-436b-9f56-4d5a3b8d1e86 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 943 time: 0.3525817 Aug 16 02:16:39.067936 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.116658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09d461ca-665b-4e9a-99a9-2f4d14951c8f req-71c921e0-37ba-49dc-93c0-aa7a06d8b678 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283678 Aug 16 02:16:39.129193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Port': ['ID=c749c68d-c8aa-4494-ad6c-f64fca81c308,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.176249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf25b0a1-4508-497b-8c62-356eed461bd3 req-8f0acca8-50d5-4db1-810c-6f0cf8051364 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84ffc83-4958-46b1-9c16-cc6fb8217810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330087 Aug 16 02:16:39.260382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8c1e1b6e-a238-49c6-9580-b13fe12255ca, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8c1e1b6e-a238-49c6-9580-b13fe12255ca,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:39.313908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '8c1e1b6e-a238-49c6-9580-b13fe12255ca', 'network_id': '46d7531b-73d5-4460-ba1b-1f6828537d63', 'port_id': '8c1e1b6e-a238-49c6-9580-b13fe12255ca', 'mac_address': 'fa:16:3e:7a:95:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b90e081-32b0-4d33-a0f0-5be2dfcb05a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:39.398201 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.418571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1e1b6e-a238-49c6-9580-b13fe12255ca {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:39.444513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8c1e1b6e-a238-49c6-9580-b13fe12255ca, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8c1e1b6e-a238-49c6-9580-b13fe12255ca,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:39.460377 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.524484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:39.651400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=8c1e1b6e-a238-49c6-9580-b13fe12255ca,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.675736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef1933c5-c1b7-42b4-81c1-9cf3b36465b6 req-35a442ea-8072-4fba-9a21-d64ab46d4ecf tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae039a83-c99c-44a1-854f-cfc562dc974f HTTP/1.1" status: 200 len: 210 time: 0.1659181 Aug 16 02:16:39.692422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29b6d9-032e-4a00-8ac7-0d520cf56f77 req-69feb2da-5640-4195-924a-f6304a272424 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.708090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff29b6d9-032e-4a00-8ac7-0d520cf56f77 req-69feb2da-5640-4195-924a-f6304a272424 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.4033885 Aug 16 02:16:39.719068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['25832c98-4d49-4247-9aa9-604484485bfd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:39.801392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff29b6d9-032e-4a00-8ac7-0d520cf56f77 req-b422a47f-82e3-40f6-ab29-62ae46732537 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923145 Aug 16 02:16:39.956874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['8c1e1b6e-a238-49c6-9580-b13fe12255ca'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:39.999251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f8da3-c930-456f-a0b8-f3c750b143f0 req-039b5cab-9f5f-41ef-9304-78b0cd9b84ae tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:40.009981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c87f8da3-c930-456f-a0b8-f3c750b143f0 req-039b5cab-9f5f-41ef-9304-78b0cd9b84ae tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0963721 Aug 16 02:16:40.084398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c87f8da3-c930-456f-a0b8-f3c750b143f0 req-8de203be-021c-4547-ad7b-663e07e26b88 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677001 Aug 16 02:16:40.357817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d867bb80-cc96-42f4-9583-574409f11a9b no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:40.366297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b67f71-a59b-4d70-bb94-7346130be6cc req-1e432673-0968-44dd-aa6c-9ea1571bbf04 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:40.367943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9b67f71-a59b-4d70-bb94-7346130be6cc req-1e432673-0968-44dd-aa6c-9ea1571bbf04 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 944 time: 0.1222034 Aug 16 02:16:40.475825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01086ab6-7650-434a-ba21-5eed4001a8be req-d1b8b355-db94-4949-964e-6c2871839528 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.1068482 Aug 16 02:16:40.478464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: d867bb80-cc96-42f4-9583-574409f11a9b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:40.478812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d867bb80-cc96-42f4-9583-574409f11a9b not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:40.540720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9b67f71-a59b-4d70-bb94-7346130be6cc req-3c9b1306-04ba-488f-ae59-75b836373189 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614997 Aug 16 02:16:40.633020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae039a83-c99c-44a1-854f-cfc562dc974f', 'name': 'network-vif-deleted', 'tag': 'd867bb80-cc96-42f4-9583-574409f11a9b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:40.640522 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4232d5bc-a868-43b6-84c5-55397f2a0184" -d '{"events": [{"server_uuid": "ae039a83-c99c-44a1-854f-cfc562dc974f", "name": "network-vif-deleted", "tag": "d867bb80-cc96-42f4-9583-574409f11a9b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:40.644418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:40.665170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] Sync routers for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:40.692754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:40.696757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:16:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.797463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e7784-23af-49a1-a0b6-39844405abdc req-02adddd3-c543-4e62-831c-4d05c5415ca4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:40.812529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f6e7784-23af-49a1-a0b6-39844405abdc req-02adddd3-c543-4e62-831c-4d05c5415ca4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1655319 Aug 16 02:16:40.834972 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1634ca8-5477-4771-9579-16c2f37d7215 x-openstack-request-id: req-d1634ca8-5477-4771-9579-16c2f37d7215 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:40.839361 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae039a83-c99c-44a1-854f-cfc562dc974f", "name": "network-vif-deleted", "tag": "d867bb80-cc96-42f4-9583-574409f11a9b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:40.839629 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1634ca8-5477-4771-9579-16c2f37d7215 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:40.840036 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae039a83-c99c-44a1-854f-cfc562dc974f', 'name': 'network-vif-deleted', 'tag': 'd867bb80-cc96-42f4-9583-574409f11a9b', 'status': 'completed', 'code': 200} Aug 16 02:16:40.842836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] No DVR routers for this DVR port c749c68d-c8aa-4494-ad6c-f64fca81c308 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:40.862998 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.866653 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba1eaba5-0d90-4539-b1a6-c729ac086140 req-836db34b-2360-4a73-b5f4-c7edce2b6da9 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.86 "DELETE /v2.0/ports/c749c68d-c8aa-4494-ad6c-f64fca81c308 HTTP/1.1" status: 204 len: 173 time: 4.0374057 Aug 16 02:16:40.896845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-0204f7a3-3f32-49c4-99bd-cb73d0ac2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:40.898755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-0204f7a3-3f32-49c4-99bd-cb73d0ac2cd5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 1098 time: 0.2416539 Aug 16 02:16:40.944646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f6e7784-23af-49a1-a0b6-39844405abdc req-abd123d4-6e88-4029-8398-79d520e9c7ad tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266744 Aug 16 02:16:41.120699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:41.146006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a4186-6095-48f0-8064-88c3467a6dfa req-b09718ee-00d4-49d1-a48d-16adeecb0169 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.164452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef7a4186-6095-48f0-8064-88c3467a6dfa req-b09718ee-00d4-49d1-a48d-16adeecb0169 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.2185085 Aug 16 02:16:41.167920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-a9d0565d-c44f-42fe-80ee-60d8b4025eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.175228 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-a9d0565d-c44f-42fe-80ee-60d8b4025eda service neutron] 10.222.0.86 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.2552609 Aug 16 02:16:41.251108 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef7a4186-6095-48f0-8064-88c3467a6dfa req-3e0f89fa-fb03-4623-bcb6-7d8390694d42 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853658 Aug 16 02:16:41.347078 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-4ad1a1e3-517e-42ec-82bc-e7901dd5a451 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 200 len: 1002 time: 0.1615810 Aug 16 02:16:41.419590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.473362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-8b7ccb1c-4dde-4f00-ae60-f94dd83f5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.475658 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-8b7ccb1c-4dde-4f00-ae60-f94dd83f5cee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.1158648 Aug 16 02:16:41.590345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-2d06ead9-dcf2-4969-8e31-bfa78dfd7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.592510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dca889cb-dca4-4c60-a8fc-023f0c44c32a up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:41.596527 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-2d06ead9-dcf2-4969-8e31-bfa78dfd7ba3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130393 Aug 16 02:16:41.710485 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24e83cf9-aa95-41e0-828e-cab9cf981c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.764764 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa0a83b4-6fc1-4895-af53-d3da57c5d857 req-c930113c-34ce-4fcc-876c-689774e2447c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.1188271 Aug 16 02:16:41.842686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71342664-9f0c-463d-9a41-7c1a8b7b0712 req-6d4b27d2-56ca-44d5-97d9-61ec78b42ec2 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.844347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71342664-9f0c-463d-9a41-7c1a8b7b0712 req-6d4b27d2-56ca-44d5-97d9-61ec78b42ec2 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 944 time: 0.1687365 Aug 16 02:16:41.847008 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-d3dccefe-09ba-4c49-a441-733a1a08826a service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413626 Aug 16 02:16:41.915548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71342664-9f0c-463d-9a41-7c1a8b7b0712 req-b31a4d79-b27d-4373-9c6d-7b18dbab2a69 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645678 Aug 16 02:16:41.934572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port dca889cb-dca4-4c60-a8fc-023f0c44c32a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:41.991533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port dca889cb-dca4-4c60-a8fc-023f0c44c32a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:41.998441 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.053257 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24e83cf9-aa95-41e0-828e-cab9cf981c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.073402 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24e83cf9-aa95-41e0-828e-cab9cf981c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.078442 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3b1f423-896c-4731-9c9c-9ac6d99bbd9f req-151b4b6f-fd7d-41b5-b43a-afd3e053b08d service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176533 Aug 16 02:16:42.169422 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.208790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca889cb-dca4-4c60-a8fc-023f0c44c32a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:42.211017 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf9cf8-1bd2-4b0b-9eed-81a26638f4dd" -d '{"events": [{"server_uuid": "23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2", "name": "network-vif-plugged", "status": "completed", "tag": "dca889cb-dca4-4c60-a8fc-023f0c44c32a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:42.218036 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.228922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port dca889cb-dca4-4c60-a8fc-023f0c44c32a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dca889cb-dca4-4c60-a8fc-023f0c44c32a,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:42.246325 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.254312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:42.259129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-24e83cf9-aa95-41e0-828e-cab9cf981c15 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f56d84bf585450da6efa5b7f92c0254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8383470 Aug 16 02:16:42.291218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e83cf9-aa95-41e0-828e-cab9cf981c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3364c7-35a8-407e-a69f-c89e83d23701,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.318986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=dca889cb-dca4-4c60-a8fc-023f0c44c32a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.333535 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cb8f5d-902c-41fa-b244-cfdd48883c49 x-openstack-request-id: req-a7cb8f5d-902c-41fa-b244-cfdd48883c49 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:42.334387 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2", "name": "network-vif-plugged", "status": "completed", "tag": "dca889cb-dca4-4c60-a8fc-023f0c44c32a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:42.334686 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7cb8f5d-902c-41fa-b244-cfdd48883c49 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:42.335055 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca889cb-dca4-4c60-a8fc-023f0c44c32a', 'code': 200} Aug 16 02:16:42.353896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8c1e1b6e-a238-49c6-9580-b13fe12255ca up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:42.413397 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7856247-89be-45fa-a5dd-ec996b8871bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.427221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'd7f7b722-fe69-4dc6-99df-012f734ca5fd', 'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'mac_address': 'fa:16:3e:5e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:55Z', 'revision_number': 5, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'subnets': [{'id': '751d740b-3e10-4938-9e59-82c96592c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:42.429340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff314b3-baaf-4377-9c63-ec614ad1bd39 req-d508a658-3164-4288-aa51-a42f571b4521 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.430926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ff314b3-baaf-4377-9c63-ec614ad1bd39 req-d508a658-3164-4288-aa51-a42f571b4521 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.2886682 Aug 16 02:16:42.492577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] Checking router: 4d1f66e2-d195-4ccb-af03-ca222cbfd536 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:42.536859 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7856247-89be-45fa-a5dd-ec996b8871bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.553568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:42.554600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:16:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:42.575451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8fee8-2dbc-46dc-a08b-0643eb10814d req-682694b3-8f61-46d4-af1a-6dd8c7ed22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.577452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2d8fee8-2dbc-46dc-a08b-0643eb10814d req-682694b3-8f61-46d4-af1a-6dd8c7ed22bb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2 HTTP/1.1" status: 200 len: 1097 time: 0.1918499 Aug 16 02:16:42.628757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ff314b3-baaf-4377-9c63-ec614ad1bd39 req-d98dd419-d2b2-43e1-8219-39ce0ea24d6f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764066 Aug 16 02:16:42.667875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e47ef-0a78-43ba-aa1b-fd0d60b93709 req-2edd5587-b1df-401a-a703-ac1fadbdb26a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.670238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-918e47ef-0a78-43ba-aa1b-fd0d60b93709 req-2edd5587-b1df-401a-a703-ac1fadbdb26a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.2057638 Aug 16 02:16:42.672681 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7856247-89be-45fa-a5dd-ec996b8871bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.676878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7856247-89be-45fa-a5dd-ec996b8871bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.678402 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e7856247-89be-45fa-a5dd-ec996b8871bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc3364c7-35a8-407e-a69f-c89e83d23701 HTTP/1.1" status: 204 len: 168 time: 0.4230039 Aug 16 02:16:42.685522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 8c1e1b6e-a238-49c6-9580-b13fe12255ca completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:42.757435 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2d8fee8-2dbc-46dc-a08b-0643eb10814d req-0337879d-7813-4272-851a-9a16a81ea7ae service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323473 Aug 16 02:16:42.759349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-918e47ef-0a78-43ba-aa1b-fd0d60b93709 req-16ce4c7e-6bc0-47f6-b307-61c8c1064a55 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864077 Aug 16 02:16:42.762309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7856247-89be-45fa-a5dd-ec996b8871bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3364c7-35a8-407e-a69f-c89e83d23701,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.805498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 8c1e1b6e-a238-49c6-9580-b13fe12255ca triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:42.806256 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.841935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:42.844782 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5848bfd-f5f5-4207-be69-49009fa3a6eb" -d '{"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:42.880933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:42.999643 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7d6bee-ee3a-41ea-8486-42e85a7fc45c x-openstack-request-id: req-1d7d6bee-ee3a-41ea-8486-42e85a7fc45c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:43.000162 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717035f5-0646-4198-9e41-b6681dc3bc38", "name": "network-vif-deleted", "tag": "c749c68d-c8aa-4494-ad6c-f64fca81c308", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:43.000162 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d7d6bee-ee3a-41ea-8486-42e85a7fc45c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:43.000475 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717035f5-0646-4198-9e41-b6681dc3bc38', 'name': 'network-vif-deleted', 'tag': 'c749c68d-c8aa-4494-ad6c-f64fca81c308', 'status': 'completed', 'code': 200} Aug 16 02:16:43.121915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-322364b1-7af3-47a0-b8ed-b38cecd047d0 req-039e9b5b-7266-4021-988f-f9ac8e51a245 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0799754 Aug 16 02:16:43.297597 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.303279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8e951-8a7a-4d01-a57e-aa0e9a821fc9 req-e6552529-62b9-4c97-87f5-c64fd2d30920 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:43.322518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1b8e951-8a7a-4d01-a57e-aa0e9a821fc9 req-e6552529-62b9-4c97-87f5-c64fd2d30920 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 944 time: 0.1639900 Aug 16 02:16:43.353613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:43.369698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8c1e1b6e-a238-49c6-9580-b13fe12255ca, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8c1e1b6e-a238-49c6-9580-b13fe12255ca,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:43.378173 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.378991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4718bb3f-2a85-43c1-ba89-d3aa8b821f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.422265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1b8e951-8a7a-4d01-a57e-aa0e9a821fc9 req-e11b9275-23bb-4910-9784-2ee6c93b0335 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984743 Aug 16 02:16:43.532384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=8c1e1b6e-a238-49c6-9580-b13fe12255ca,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:43.585257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'd7f7b722-fe69-4dc6-99df-012f734ca5fd', 'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'mac_address': 'fa:16:3e:5e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:55Z', 'revision_number': 5, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'subnets': [{'id': '751d740b-3e10-4938-9e59-82c96592c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:43.617568 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4718bb3f-2a85-43c1-ba89-d3aa8b821f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.625765 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4718bb3f-2a85-43c1-ba89-d3aa8b821f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.654591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a895f5-0d5a-40ab-bda8-7bb4fc57fcbf None None] The sync data for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 is: [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 4, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'd7f7b722-fe69-4dc6-99df-012f734ca5fd', 'name': '', 'network_id': 'eb2528c8-5b9b-4161-9c71-1b504faa9674', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'mac_address': 'fa:16:3e:5e:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '751d740b-3e10-4938-9e59-82c96592c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:44Z', 'updated_at': '2021-08-16T02:05:55Z', 'revision_number': 5, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'subnets': [{'id': '751d740b-3e10-4938-9e59-82c96592c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:43.659567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718bb3f-2a85-43c1-ba89-d3aa8b821f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6af4e7-258f-4dc1-98c7-ecf3fe725e30,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:43.723360 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4718bb3f-2a85-43c1-ba89-d3aa8b821f31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f28080ef6d53487a813f18095df3fded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684435 Aug 16 02:16:43.726035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:43.893661 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91a5a6fa-50d7-4dbd-b3d3-3ffafb27a82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.921103 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91a5a6fa-50d7-4dbd-b3d3-3ffafb27a82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.062969 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91a5a6fa-50d7-4dbd-b3d3-3ffafb27a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.065525 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91a5a6fa-50d7-4dbd-b3d3-3ffafb27a82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.068939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-91a5a6fa-50d7-4dbd-b3d3-3ffafb27a82a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c6af4e7-258f-4dc1-98c7-ecf3fe725e30 HTTP/1.1" status: 204 len: 168 time: 0.3394160 Aug 16 02:16:44.140543 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5a6fa-50d7-4dbd-b3d3-3ffafb27a82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6af4e7-258f-4dc1-98c7-ecf3fe725e30,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:44.180499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb61e-dfea-4c84-ad3b-d78be3a59e7c req-ae92fdaf-78ae-4195-92e9-b42412bebbe8 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.188443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d78cb61e-dfea-4c84-ad3b-d78be3a59e7c req-ae92fdaf-78ae-4195-92e9-b42412bebbe8 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.3978570 Aug 16 02:16:44.198579 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8c3d0-fa7f-4a7a-978a-521de9723c90 None None] New status for floating IP e94aa358-5c0e-4a47-b1ae-43fb1ca5d65d: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:16:44.280291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb5e33-cab8-4f29-8a03-847111cb3bf0 req-dc30832b-e6f0-4901-9aa6-c52531fadcd7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.292612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49fb5e33-cab8-4f29-8a03-847111cb3bf0 req-dc30832b-e6f0-4901-9aa6-c52531fadcd7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.3997209 Aug 16 02:16:44.336456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023eed2b-9202-4365-9796-143d5c6a1185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e1b6e-a238-49c6-9580-b13fe12255ca'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:44.339106 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274ba045-78b5-4453-b0e7-2e6a9d87e424" -d '{"events": [{"server_uuid": "023eed2b-9202-4365-9796-143d5c6a1185", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e1b6e-a238-49c6-9580-b13fe12255ca"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:44.362697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d78cb61e-dfea-4c84-ad3b-d78be3a59e7c req-b8e9c4b6-8e00-492c-886f-093553f23ed5 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732726 Aug 16 02:16:44.417700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49fb5e33-cab8-4f29-8a03-847111cb3bf0 req-1bc601d8-a386-4943-960a-58b39c417aec tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226993 Aug 16 02:16:44.559617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b42eb5db-7734-466f-a9df-baacb756e129 req-6f3b7558-59b1-42e2-a53e-f0325455cc9f tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0614412 Aug 16 02:16:44.658330 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bcda86-034d-4ef1-b229-5065ee326a48 x-openstack-request-id: req-45bcda86-034d-4ef1-b229-5065ee326a48 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:44.658620 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023eed2b-9202-4365-9796-143d5c6a1185", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e1b6e-a238-49c6-9580-b13fe12255ca", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:44.658876 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45bcda86-034d-4ef1-b229-5065ee326a48 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:44.659296 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023eed2b-9202-4365-9796-143d5c6a1185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e1b6e-a238-49c6-9580-b13fe12255ca', 'code': 200} Aug 16 02:16:44.854235 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3c747-838d-4de0-b944-aab7f42bbea1 req-62ff5caf-5ef4-4ad8-bc15-ae4e6320d8a7 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.862817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12c3c747-838d-4de0-b944-aab7f42bbea1 req-62ff5caf-5ef4-4ad8-bc15-ae4e6320d8a7 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 945 time: 0.1084149 Aug 16 02:16:44.869977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4b6a4-d7c7-4fd5-8fbd-5658b0dff2b2 req-957c6456-3493-4fef-b38f-308ed466c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.872050 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a4b6a4-d7c7-4fd5-8fbd-5658b0dff2b2 req-957c6456-3493-4fef-b38f-308ed466c55e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 1097 time: 0.1053369 Aug 16 02:16:44.942451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12c3c747-838d-4de0-b944-aab7f42bbea1 req-c4babe4c-b5c0-4adf-9c66-30fea8f00c51 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784023 Aug 16 02:16:44.985885 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-92a4b6a4-d7c7-4fd5-8fbd-5658b0dff2b2 req-1cfcacf7-298b-4034-af35-545b978466d0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055543 Aug 16 02:16:45.763931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4634b2c-58e4-4e50-851b-de8ab62c731d req-7feb7539-d5a1-474f-9403-e33c7d45d1e0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0431144 Aug 16 02:16:45.778918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd1f10-d51d-47b6-a603-046d4bec316c req-4c990278-7a5d-4582-97f7-1e5f6fd52602 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:45.787721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4dd1f10-d51d-47b6-a603-046d4bec316c req-4c990278-7a5d-4582-97f7-1e5f6fd52602 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1845543 Aug 16 02:16:45.878891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4dd1f10-d51d-47b6-a603-046d4bec316c req-3149b5d8-851c-438c-bd06-5f7a0f37f7d6 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899699 Aug 16 02:16:46.149696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc432ce-bc81-4e51-a5e2-1ec98dcb968b req-1270cc68-7754-43c0-ac84-465f9d700cdc tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:46.159562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbc432ce-bc81-4e51-a5e2-1ec98dcb968b req-1270cc68-7754-43c0-ac84-465f9d700cdc tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 945 time: 0.1173215 Aug 16 02:16:46.224574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbc432ce-bc81-4e51-a5e2-1ec98dcb968b req-294aca31-d6d9-4092-9ba9-a01a97969d71 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634794 Aug 16 02:16:47.072383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e48dd076-65fe-49f5-b40b-c34f50a22886 req-303457f6-a02a-405a-94b0-0febab362286 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0963061 Aug 16 02:16:47.260229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c5eb9-bebf-4d69-909e-8ba9ba25028e req-ba2c91c5-477f-479a-841a-82f8b0af6ab4 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:47.262753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c73c5eb9-bebf-4d69-909e-8ba9ba25028e req-ba2c91c5-477f-479a-841a-82f8b0af6ab4 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 946 time: 0.1498792 Aug 16 02:16:47.331848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c73c5eb9-bebf-4d69-909e-8ba9ba25028e req-8ba42d1b-5576-449d-aeda-7bd4e5ea2bc2 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578876 Aug 16 02:16:47.393013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6b235-2490-4ada-8f5b-74cef628cfe7 req-cede33c4-2581-4717-9584-5bf3c3fee041 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:47.405116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdd6b235-2490-4ada-8f5b-74cef628cfe7 req-cede33c4-2581-4717-9584-5bf3c3fee041 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1406703 Aug 16 02:16:47.518702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdd6b235-2490-4ada-8f5b-74cef628cfe7 req-d4c1f387-d7d1-4e3d-a5be-054b1a225e80 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115000 Aug 16 02:16:47.555329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2291f-d201-40c6-86c7-b74abbfaad5d req-e7715d3a-ebc0-4bff-8eda-ca708a249450 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:47.574865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75c2291f-d201-40c6-86c7-b74abbfaad5d req-e7715d3a-ebc0-4bff-8eda-ca708a249450 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 945 time: 0.1302514 Aug 16 02:16:48.099010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75c2291f-d201-40c6-86c7-b74abbfaad5d req-aaed3c01-cdab-4fa0-b7a6-70ddca592567 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228338 Aug 16 02:16:48.310706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-519f8436-3331-40db-baa2-4008d988f715 req-e132f025-319b-4fb2-86cf-c712e20055f5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0358560 Aug 16 02:16:48.332956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626f4c3-eecf-4175-a561-5c6a427eb427 req-433bee02-dc15-418a-939f-2ee857dcc6cc tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.342209 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b626f4c3-eecf-4175-a561-5c6a427eb427 req-433bee02-dc15-418a-939f-2ee857dcc6cc tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2 HTTP/1.1" status: 200 len: 945 time: 0.1182954 Aug 16 02:16:48.428946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b626f4c3-eecf-4175-a561-5c6a427eb427 req-5625de8a-accd-44d2-9d72-d6884a48a9dd tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857842 Aug 16 02:16:48.491504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-7bd21717-0efa-437e-886a-1199cba46fad tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.493063 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-7bd21717-0efa-437e-886a-1199cba46fad tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 946 time: 0.1247258 Aug 16 02:16:48.560632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb590a-c630-47ad-9e26-b235bbae9d56 req-54b86415-fd3b-4eb4-8f8c-46da43831e0d tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.565184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bcb590a-c630-47ad-9e26-b235bbae9d56 req-54b86415-fd3b-4eb4-8f8c-46da43831e0d tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 946 time: 0.1171398 Aug 16 02:16:48.651907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bcb590a-c630-47ad-9e26-b235bbae9d56 req-74a19405-bbd5-4586-b6ca-c2393b27219d tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/security-groups?id=85b36e19-89cd-44a9-8964-5f9bac7e4716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799820 Aug 16 02:16:48.754032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Deleting port 25832c98-4d49-4247-9aa9-604484485bfd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:48.754705 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.785546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9b1b7-ada5-490c-9fd0-a271dcf756c6 req-02227be8-d760-4288-8e44-5086a9f41626 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.795148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ddd9b1b7-ada5-490c-9fd0-a271dcf756c6 req-02227be8-d760-4288-8e44-5086a9f41626 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.0742786 Aug 16 02:16:48.880959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ddd9b1b7-ada5-490c-9fd0-a271dcf756c6 req-c0c0c401-3cc8-4501-ba0a-52cd0695d03d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839441 Aug 16 02:16:49.172934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] For port 25832c98-4d49-4247-9aa9-604484485bfd, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=25832c98-4d49-4247-9aa9-604484485bfd,segment=NetworkSegment(afd98d74-580b-4c97-aa76-0d3936860723),segment_id=afd98d74-580b-4c97-aa76-0d3936860723)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:49.175522 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.235732 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Calling delete_port for 25832c98-4d49-4247-9aa9-604484485bfd owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:49.255299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6809cf8-1fea-4048-9a07-611bec899d6c req-56141e73-abf5-44c9-8573-fcd29f03eaf1 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.263466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6809cf8-1fea-4048-9a07-611bec899d6c req-56141e73-abf5-44c9-8573-fcd29f03eaf1 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2 HTTP/1.1" status: 200 len: 945 time: 0.1692753 Aug 16 02:16:49.336548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6809cf8-1fea-4048-9a07-611bec899d6c req-0ec29bdd-20a2-47e9-a2a5-71bebb5cc3e8 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650599 Aug 16 02:16:49.470283 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.488011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['25832c98-4d49-4247-9aa9-604484485bfd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:49.540928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Pushing event deleted for resources: {'Port': ['ID=25832c98-4d49-4247-9aa9-604484485bfd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:49.608241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] No DVR routers for this DVR port 25832c98-4d49-4247-9aa9-604484485bfd on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:49.612477 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1ba948c-8194-4323-89f0-bb00d1b0d37f req-cf347a2e-9dd4-466f-a49b-5f56c5bf5100 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0987673 Aug 16 02:16:49.614182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.616469 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d15315b-c677-498f-bd0b-3b62d539ce7f req-38f85514-9f9c-45db-8896-7e763196e5f6 tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.93 "DELETE /v2.0/ports/25832c98-4d49-4247-9aa9-604484485bfd HTTP/1.1" status: 204 len: 173 time: 1.1153047 Aug 16 02:16:49.617054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8', 'name': 'network-vif-deleted', 'tag': '25832c98-4d49-4247-9aa9-604484485bfd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:49.622762 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0216cf-2c38-4243-9f39-4db79d71215e" -d '{"events": [{"server_uuid": "16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8", "name": "network-vif-deleted", "tag": "25832c98-4d49-4247-9aa9-604484485bfd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:49.754871 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caac679-aadb-4450-a2f6-47bfc6fdc1d3 x-openstack-request-id: req-6caac679-aadb-4450-a2f6-47bfc6fdc1d3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:49.755212 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8", "name": "network-vif-deleted", "tag": "25832c98-4d49-4247-9aa9-604484485bfd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:49.755471 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6caac679-aadb-4450-a2f6-47bfc6fdc1d3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:49.755874 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8', 'name': 'network-vif-deleted', 'tag': '25832c98-4d49-4247-9aa9-604484485bfd', 'status': 'completed', 'code': 200} Aug 16 02:16:49.905375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d401f902-78bc-470a-8c1e-7c09eee68188 req-d815d2a7-0dbe-4363-b943-7949b2aca22d tempest-AttachVolumeNegativeTest-1428215381 tempest-AttachVolumeNegativeTest-1428215381-project] 10.222.0.61 "GET /v2.0/ports?device_id=16beda1c-ccd5-4d6d-bcec-2b6b4bfd74d8 HTTP/1.1" status: 200 len: 210 time: 0.0670843 Aug 16 02:16:50.081407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-3a3acae5-5c1d-4645-a058-f2ed76d83ee2 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.083312 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-3a3acae5-5c1d-4645-a058-f2ed76d83ee2 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.93 "GET /v2.0/ports?device_id=23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2 HTTP/1.1" status: 200 len: 945 time: 0.1101775 Aug 16 02:16:50.112557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72f787-5968-4430-bb08-21d9e6238de1 req-1a0f0e30-34ac-4d6e-9dc8-2dd41917ccb0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.125053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a72f787-5968-4430-bb08-21d9e6238de1 req-1a0f0e30-34ac-4d6e-9dc8-2dd41917ccb0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1013446 Aug 16 02:16:50.264384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a72f787-5968-4430-bb08-21d9e6238de1 req-9e7e75b2-9996-4710-8141-0ff0b14c837c tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303098 Aug 16 02:16:50.321038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Deleting port dca889cb-dca4-4c60-a8fc-023f0c44c32a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:50.321794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.493629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] For port dca889cb-dca4-4c60-a8fc-023f0c44c32a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=dca889cb-dca4-4c60-a8fc-023f0c44c32a,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:50.494062 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.547408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Calling delete_port for dca889cb-dca4-4c60-a8fc-023f0c44c32a owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:50.653380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5fd31-7e0d-4d4b-8e13-f2fd0995095c req-2f5d125d-e738-495e-9552-92b87e9a3d95 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.662859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99f5fd31-7e0d-4d4b-8e13-f2fd0995095c req-2f5d125d-e738-495e-9552-92b87e9a3d95 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2 HTTP/1.1" status: 200 len: 945 time: 0.1548743 Aug 16 02:16:50.758478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99f5fd31-7e0d-4d4b-8e13-f2fd0995095c req-5abf36c1-8b7c-4657-b7f9-0e5a4c3a4c62 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/security-groups?id=d90a82e6-0102-4a98-91c9-4aaff26aa4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944943 Aug 16 02:16:50.928567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.942284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['dca889cb-dca4-4c60-a8fc-023f0c44c32a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:50.967273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5caeece6-bb01-4020-9f37-c2e0955d32ad req-919f2ed7-fe84-478d-ae66-dd4ad6a6e1ce tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0956705 Aug 16 02:16:51.025943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.037556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['8c1e1b6e-a238-49c6-9580-b13fe12255ca'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:51.098850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Pushing event deleted for resources: {'Port': ['ID=dca889cb-dca4-4c60-a8fc-023f0c44c32a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:51.171641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a040b804-3ae0-4c1a-8e64-fa5b99b50ff1 admin admin] Deleting subnet 8954c4c3-daa2-4b8e-a386-51fe9fd212c4 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:51.181229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a040b804-3ae0-4c1a-8e64-fa5b99b50ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.259084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] No DVR routers for this DVR port dca889cb-dca4-4c60-a8fc-023f0c44c32a on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:51.264381 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a040b804-3ae0-4c1a-8e64-fa5b99b50ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.265690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.269580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f77ed8d0-1a44-485a-839a-a0fbd8d3d4f8 req-c55f2369-82f5-4905-9551-46772f60a88c tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.93 "DELETE /v2.0/ports/dca889cb-dca4-4c60-a8fc-023f0c44c32a HTTP/1.1" status: 204 len: 173 time: 1.1779013 Aug 16 02:16:51.320759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-ebdb604c-db19-40c2-877e-42b428daff9a tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.332685 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-ebdb604c-db19-40c2-877e-42b428daff9a tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 945 time: 0.4337246 Aug 16 02:16:51.412856 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a040b804-3ae0-4c1a-8e64-fa5b99b50ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.570567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 25832c98-4d49-4247-9aa9-604484485bfd no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:51.611013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Deleting port 8c1e1b6e-a238-49c6-9580-b13fe12255ca {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:51.611636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.618602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 25832c98-4d49-4247-9aa9-604484485bfd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:51.621596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 25832c98-4d49-4247-9aa9-604484485bfd not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:51.628394 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a040b804-3ae0-4c1a-8e64-fa5b99b50ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.657513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040b804-3ae0-4c1a-8e64-fa5b99b50ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8954c4c3-daa2-4b8e-a386-51fe9fd212c4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:51.670821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a040b804-3ae0-4c1a-8e64-fa5b99b50ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.675017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a040b804-3ae0-4c1a-8e64-fa5b99b50ff1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8954c4c3-daa2-4b8e-a386-51fe9fd212c4 HTTP/1.1" status: 204 len: 168 time: 0.6454768 Aug 16 02:16:51.675243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.842883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe3c2-62c0-4c95-a37c-b360cb6b90a7 req-a9c8944a-4ee9-41c3-9d8e-c125be47e530 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.845001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bedfe3c2-62c0-4c95-a37c-b360cb6b90a7 req-a9c8944a-4ee9-41c3-9d8e-c125be47e530 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.2905684 Aug 16 02:16:51.948870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] For port 8c1e1b6e-a238-49c6-9580-b13fe12255ca, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8c1e1b6e-a238-49c6-9580-b13fe12255ca,segment=NetworkSegment(2d0c62ca-2a10-43ed-ac74-009fc6736fb5),segment_id=2d0c62ca-2a10-43ed-ac74-009fc6736fb5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:51.955071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.021637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6c04a3a-0585-4ff4-82c5-f2b2ea5f2d2d req-8f5122cc-a68f-48be-b459-333a737ef483 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2 HTTP/1.1" status: 200 len: 210 time: 0.0514252 Aug 16 02:16:52.037181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bedfe3c2-62c0-4c95-a37c-b360cb6b90a7 req-f4db1ede-83dc-449f-a716-3db624f5dc6a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638474 Aug 16 02:16:52.051540 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.058197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Calling delete_port for 8c1e1b6e-a238-49c6-9580-b13fe12255ca owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:52.085795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2', 'name': 'network-vif-deleted', 'tag': 'dca889cb-dca4-4c60-a8fc-023f0c44c32a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:52.088250 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602f8506-c59f-4bcd-acfa-66cafa9d3ef6" -d '{"events": [{"server_uuid": "23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2", "name": "network-vif-deleted", "tag": "dca889cb-dca4-4c60-a8fc-023f0c44c32a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:52.200328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.220797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a089ce-1438-42da-8fdd-ee1b53b9423a']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:52.234415 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5f50f7-5cc1-4ee1-9c08-7207612909c5 x-openstack-request-id: req-6b5f50f7-5cc1-4ee1-9c08-7207612909c5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:52.234919 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2", "name": "network-vif-deleted", "tag": "dca889cb-dca4-4c60-a8fc-023f0c44c32a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:52.235381 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b5f50f7-5cc1-4ee1-9c08-7207612909c5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:52.235960 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fb9d5b-2e16-4a6d-b698-8cbd83fd2ce2', 'name': 'network-vif-deleted', 'tag': 'dca889cb-dca4-4c60-a8fc-023f0c44c32a', 'status': 'completed', 'code': 200} Aug 16 02:16:52.249218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd98d74-580b-4c97-aa76-0d3936860723') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:52.249511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd98d74-580b-4c97-aa76-0d3936860723') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:52.278791 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.318276 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.337943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:52.339936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:52.383780 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:52.467678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.472934 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8709e0a-b1be-4bec-81ee-a6d38fe6c8ac req-4bbae3a6-2381-467b-83be-0e59498977c7 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0988944 Aug 16 02:16:52.501868 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.508681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.513865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] 10.222.0.61 "DELETE /v2.0/networks/e1a089ce-1438-42da-8fdd-ee1b53b9423a HTTP/1.1" status: 204 len: 168 time: 0.8358488 Aug 16 02:16:52.538855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cd17c-6e87-4299-9145-61df72aec1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a089ce-1438-42da-8fdd-ee1b53b9423a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.554150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Pushing event deleted for resources: {'Port': ['ID=8c1e1b6e-a238-49c6-9580-b13fe12255ca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.616693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] No DVR routers for this DVR port 8c1e1b6e-a238-49c6-9580-b13fe12255ca on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:52.620967 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.633520 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-90bf1485-528d-4bdc-ae42-0164e37004e3 req-3aeb736e-9655-497f-89bc-2c143770b8aa tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.86 "DELETE /v2.0/ports/8c1e1b6e-a238-49c6-9580-b13fe12255ca HTTP/1.1" status: 204 len: 173 time: 1.2917295 Aug 16 02:16:52.827834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.894742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-62246a27-f886-487f-afcf-9a2e0329bd85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1025bc31d82477096ddf833a394b510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653648 Aug 16 02:16:52.898120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:53.014410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce8b9b-623f-46cb-bb9b-8f4bd59e6436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.144745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce8b9b-623f-46cb-bb9b-8f4bd59e6436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.301657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce8b9b-623f-46cb-bb9b-8f4bd59e6436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.307740 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10ce8b9b-623f-46cb-bb9b-8f4bd59e6436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.311983 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-10ce8b9b-623f-46cb-bb9b-8f4bd59e6436 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/85b36e19-89cd-44a9-8964-5f9bac7e4716 HTTP/1.1" status: 204 len: 168 time: 0.4103711 Aug 16 02:16:53.336652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce8b9b-623f-46cb-bb9b-8f4bd59e6436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b36e19-89cd-44a9-8964-5f9bac7e4716,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:53.351639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b0ffb3c-6a30-471d-b773-133c1cac25f6 req-72c14253-6765-41f1-b99f-5497f80789d4 tempest-MultipleCreateTestJSON-2004808932 tempest-MultipleCreateTestJSON-2004808932-project] 10.222.0.61 "GET /v2.0/ports?device_id=023eed2b-9202-4365-9796-143d5c6a1185 HTTP/1.1" status: 200 len: 210 time: 0.0482988 Aug 16 02:16:53.381188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9c57-9118-4ff4-b2d5-37646cf416d0 req-f8641de0-7165-451c-8984-7fbfcbec4ce1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.404637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd3f9c57-9118-4ff4-b2d5-37646cf416d0 req-f8641de0-7165-451c-8984-7fbfcbec4ce1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1875606 Aug 16 02:16:53.571133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dca889cb-dca4-4c60-a8fc-023f0c44c32a no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:53.593948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd3f9c57-9118-4ff4-b2d5-37646cf416d0 req-632aae6b-2ec2-4bcc-82ac-d1309b861724 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868160 Aug 16 02:16:53.660939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: dca889cb-dca4-4c60-a8fc-023f0c44c32a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:53.662506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device dca889cb-dca4-4c60-a8fc-023f0c44c32a not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:53.794743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09d9cbb6-d019-406e-8b7b-e5b59ff1203f req-eb75ba33-3c8c-421c-a1ca-0d1686fc2e6a tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0622542 Aug 16 02:16:54.290193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023eed2b-9202-4365-9796-143d5c6a1185', 'name': 'network-vif-deleted', 'tag': '8c1e1b6e-a238-49c6-9580-b13fe12255ca'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:54.292691 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92b74cc-739d-46b3-beb6-2c8ca025f966" -d '{"events": [{"server_uuid": "023eed2b-9202-4365-9796-143d5c6a1185", "name": "network-vif-deleted", "tag": "8c1e1b6e-a238-49c6-9580-b13fe12255ca"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:54.393847 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-dfd145a6-67b3-493f-a87f-4140f44a033b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1849647 Aug 16 02:16:54.411566 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a312cba-4937-44b9-ad8e-07434e665c98 x-openstack-request-id: req-1a312cba-4937-44b9-ad8e-07434e665c98 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:54.411859 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023eed2b-9202-4365-9796-143d5c6a1185", "name": "network-vif-deleted", "tag": "8c1e1b6e-a238-49c6-9580-b13fe12255ca", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:54.412111 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a312cba-4937-44b9-ad8e-07434e665c98 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:54.412501 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023eed2b-9202-4365-9796-143d5c6a1185', 'name': 'network-vif-deleted', 'tag': '8c1e1b6e-a238-49c6-9580-b13fe12255ca', 'status': 'completed', 'code': 200} Aug 16 02:16:54.461892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8c1e1b6e-a238-49c6-9580-b13fe12255ca no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:54.529968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:54.546751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 8c1e1b6e-a238-49c6-9580-b13fe12255ca {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:54.553551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8c1e1b6e-a238-49c6-9580-b13fe12255ca not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:54.633267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-6a42221d-364d-4a7e-8bce-589ae917cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.641499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-6a42221d-364d-4a7e-8bce-589ae917cf28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 1098 time: 0.1984143 Aug 16 02:16:54.835402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Deleting subnet 9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:54.839620 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.912508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-425d25c2-6394-40a9-9a4c-0387d750acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.916315 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-425d25c2-6394-40a9-9a4c-0387d750acf0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.2497644 Aug 16 02:16:54.987187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8885098-e25c-417c-b3b7-db63ebf34ad6 req-5fd80264-d65c-4bae-8993-9286879f2cbd tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:55.003845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8885098-e25c-417c-b3b7-db63ebf34ad6 req-5fd80264-d65c-4bae-8993-9286879f2cbd tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.3115246 Aug 16 02:16:55.067182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8be8a7f4-d8ee-4ea0-ab85-0730c885153f req-e732ad64-98e8-4896-92dd-08b10a440ba2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.1303408 Aug 16 02:16:55.070547 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.077778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-583001e6-86c8-4bb6-9c7d-dfec0f24aa80 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 200 len: 1002 time: 0.1457651 Aug 16 02:16:55.186892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-ae9fe5dc-1d76-4e89-a315-a3142d8ffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:55.191148 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-ae9fe5dc-1d76-4e89-a315-a3142d8ffcaa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.1057525 Aug 16 02:16:55.241754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8885098-e25c-417c-b3b7-db63ebf34ad6 req-3083c55f-caf0-438f-a242-7095d5b24bc2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369275 Aug 16 02:16:55.255607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.345747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.368587 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:55.374027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-8c0f7f8e-ab0d-4b14-9b63-1ae791679dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:55.379059 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-8c0f7f8e-ab0d-4b14-9b63-1ae791679dba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1768613 Aug 16 02:16:55.412412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b90e081-32b0-4d33-a0f0-5be2dfcb05a2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:55.436109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.436465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.436818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.439233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.439594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.439950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.440295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.440832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.441860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.443035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.443468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.443896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:55.457007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.465155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5e1cc6e0-9970-4b23-b019-b230ca3605d4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9b90e081-32b0-4d33-a0f0-5be2dfcb05a2 HTTP/1.1" status: 204 len: 168 time: 0.9310985 Aug 16 02:16:55.465404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:55.667516 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-466b121c-24a1-427d-8ec1-b4950d4e090a service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772148 Aug 16 02:16:55.670099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.876288 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3fd0f640-cbff-41e7-8d65-4360dfbca4d1 req-119db063-4f4c-44bb-9927-bc5e72010f94 service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861565 Aug 16 02:16:55.942415 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.958858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d7531b-73d5-4460-ba1b-1f6828537d63']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.982945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0c62ca-2a10-43ed-ac74-009fc6736fb5') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.983344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0c62ca-2a10-43ed-ac74-009fc6736fb5') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:55.995574 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.026138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.054802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:56.057839 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:56.063643 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:56.301157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aef0ea94-ec49-4676-88d1-a5ae5c78ee82 req-3fe98621-e96b-41bc-9058-56b21091e114 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0753882 Aug 16 02:16:56.317475 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.332005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.339002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] 10.222.0.61 "DELETE /v2.0/networks/46d7531b-73d5-4460-ba1b-1f6828537d63 HTTP/1.1" status: 204 len: 168 time: 0.8726099 Aug 16 02:16:56.388391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066e090-c74c-4b7b-b60a-d83a5d46267c admin admin] Pushing event deleted for resources: {'Network': ['ID=46d7531b-73d5-4460-ba1b-1f6828537d63,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:56.499719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686fa60-203d-460c-bed2-5ac217499870 req-2b47b8ad-9305-4cf9-89e0-b72542e98173 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.501373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7686fa60-203d-460c-bed2-5ac217499870 req-2b47b8ad-9305-4cf9-89e0-b72542e98173 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1724789 Aug 16 02:16:56.598776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7686fa60-203d-460c-bed2-5ac217499870 req-d23a2933-8585-48a9-8eee-d7c86edfcd4b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911198 Aug 16 02:16:56.876792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:56.968175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e280dc3c-ce49-4a7d-9db2-48ba4ee07e55 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b710558067774ba7b3db2549ea12c40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896623 Aug 16 02:16:56.970630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.131121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f006182d-116d-48cc-9cb2-98332e1b5b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.187227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f006182d-116d-48cc-9cb2-98332e1b5b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.288171 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f006182d-116d-48cc-9cb2-98332e1b5b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.290927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f006182d-116d-48cc-9cb2-98332e1b5b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.292193 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f006182d-116d-48cc-9cb2-98332e1b5b21 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d90a82e6-0102-4a98-91c9-4aaff26aa4ae HTTP/1.1" status: 204 len: 168 time: 0.3199222 Aug 16 02:16:57.312742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006182d-116d-48cc-9cb2-98332e1b5b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90a82e6-0102-4a98-91c9-4aaff26aa4ae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.486108 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40d9d3f0-9248-444f-a4ab-c44cbff1a93a req-2dff331e-7caa-4238-b301-08233b8b8439 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0607755 Aug 16 02:16:57.880827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd367214-5ca5-4c9b-b0d8-1bbc849df861 req-18ae2484-eabc-4727-8cb9-6b3852c89e32 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.882470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd367214-5ca5-4c9b-b0d8-1bbc849df861 req-18ae2484-eabc-4727-8cb9-6b3852c89e32 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1197245 Aug 16 02:16:57.970162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd367214-5ca5-4c9b-b0d8-1bbc849df861 req-ba1b9ad1-570d-47e6-824d-328e3442dd2f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694742 Aug 16 02:16:58.398300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7231b-daa8-430d-8eb3-f9c566649759 req-ec746a91-68af-438e-879e-018955b4dde5 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:58.412253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24e7231b-daa8-430d-8eb3-f9c566649759 req-ec746a91-68af-438e-879e-018955b4dde5 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 950 time: 0.0933969 Aug 16 02:16:58.523540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24e7231b-daa8-430d-8eb3-f9c566649759 req-5bfce51e-916d-4496-931c-7660b9c2deaa tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031470 Aug 16 02:16:58.731626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-516bcfa5-849e-4550-9cc9-c32bc4bb6300 req-4ebdbd71-6c6b-4ece-ae09-a972e70edc59 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0848370 Aug 16 02:16:59.111031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:59.193034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bca050-2ada-452a-8bec-6ae895e234d9 req-2dd086b1-3c91-41c8-974b-13de970638e6 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.200316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6bca050-2ada-452a-8bec-6ae895e234d9 req-2dd086b1-3c91-41c8-974b-13de970638e6 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1164515 Aug 16 02:16:59.291726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6bca050-2ada-452a-8bec-6ae895e234d9 req-5089cd74-193e-42d0-bedd-e889a1282a99 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775659 Aug 16 02:16:59.384156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1621756293-network', 'tenant_id': '7adba80d3513419d95def53648aca5b2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:59.435731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Made reservation on behalf of 7adba80d3513419d95def53648aca5b2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:59.441544 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.462581 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.697718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cee19-29bd-4e2f-a6c2-5276e7b8a044 req-06074bf2-bf9e-4748-acbc-489fd49b1e96 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.703156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b60cee19-29bd-4e2f-a6c2-5276e7b8a044 req-06074bf2-bf9e-4748-acbc-489fd49b1e96 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 950 time: 0.1084976 Aug 16 02:16:59.796220 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b60cee19-29bd-4e2f-a6c2-5276e7b8a044 req-b5f4b79d-25f8-4553-82f4-1714a886ac87 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864184 Aug 16 02:16:59.822709 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.832449 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.926682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:59.951401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.951753 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Added segment 58d42bb3-8c3e-4698-ae88-ad56a0054fed of type vlan for network f2c687db-8614-475b-b13c-da59d0eacf00 Aug 16 02:16:59.984158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4acb278b-bb03-4842-9131-8f08d36c7482 req-595720b7-9734-44b2-b93e-56e3edd7e1d1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0924866 Aug 16 02:17:00.053953 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.089518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0929129-f58d-419b-a18f-22a8eabe7088,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.115881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.117525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:00.118277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.231153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] Pushing event updated for resources: {'Network': ['ID=f2c687db-8614-475b-b13c-da59d0eacf00,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.236184 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-782dea31-5cd4-4cd3-a66c-ded3fee6c97c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1240678 Aug 16 02:17:00.239448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60682) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:00.252984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Request body: {'subnet': {'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1621756293-subnet', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:00.253357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network f2c687db-8614-475b-b13c-da59d0eacf00 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:00.307880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Made reservation on behalf of 7adba80d3513419d95def53648aca5b2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:00.321804 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.507280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 553a6393-1552-4482-9a93-38d5cf5e3fe7 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:00.520494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:00.548371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 553a6393-1552-4482-9a93-38d5cf5e3fe7 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:00.635444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2ca8-9831-420a-903e-24f99212a1f6 req-141d10ec-3d46-4bc9-90ea-662a6e8ce97d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:00.645562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c9a2ca8-9831-420a-903e-24f99212a1f6 req-141d10ec-3d46-4bc9-90ea-662a6e8ce97d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.1901045 Aug 16 02:17:00.769334 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c9a2ca8-9831-420a-903e-24f99212a1f6 req-a381aa02-1fbd-4789-8380-bc7364181826 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224303 Aug 16 02:17:00.804902 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.830831 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.864523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba038a1-ea2b-477a-96ea-1e0da36e60e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.929872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Checking segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:00.932505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Network hostable DHCP agents. Network: f2c687db-8614-475b-b13c-da59d0eacf00, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:00.965007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:00.966420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.985876 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a19492c-f8ed-4fab-8ab3-357a584819a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.990403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '553a6393-1552-4482-9a93-38d5cf5e3fe7', 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961', 'port_id': '553a6393-1552-4482-9a93-38d5cf5e3fe7', 'mac_address': 'fa:16:3e:cb:a7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0db34b-120b-4bc4-9e13-6fcdad31103d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:00.994991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.997901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Network f2c687db-8614-475b-b13c-da59d0eacf00 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:01.016815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, f2c687db-8614-475b-b13c-da59d0eacf00) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:01.025581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.028877 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.030561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d602d2a-63f8-4c5f-a882-4aded38a9bf6 None None] Network f2c687db-8614-475b-b13c-da59d0eacf00 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:01.065822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:01.082238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:01.091830 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf720b-5da2-453b-a909-f4eaf27eeafa" -d '{"events": [{"server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "name": "network-vif-unplugged", "status": "completed", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:01.093846 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba038a1-ea2b-477a-96ea-1e0da36e60e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.102637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba038a1-ea2b-477a-96ea-1e0da36e60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.148491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aaf9669d-e399-431e-90ef-1b5f9c3fb9d5 req-bd463514-2946-4f33-bd17-5136342c84e3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0616000 Aug 16 02:17:01.155220 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-67d0a11c-fc55-4726-9394-f27a503ba002 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9140749 Aug 16 02:17:01.158898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:01.166533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:01.194133 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.197579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba038a1-ea2b-477a-96ea-1e0da36e60e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c91ed9a-c173-4899-9d1a-1fb1f78900f8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:01.205697 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0ba038a1-ea2b-477a-96ea-1e0da36e60e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82c237b7179f4f8d9fc48ed125b2b9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829081 Aug 16 02:17:01.208877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:01.236440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.237499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.259179 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.273679 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6f0d5a-a719-4701-b6e7-a62cf804b5ff x-openstack-request-id: req-6c6f0d5a-a719-4701-b6e7-a62cf804b5ff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:01.273983 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "name": "network-vif-unplugged", "status": "completed", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:01.274186 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c6f0d5a-a719-4701-b6e7-a62cf804b5ff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:01.282280 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7', 'code': 200} Aug 16 02:17:01.290608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81602c42-ccff-4f42-8750-26d24e1df911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.321805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 553a6393-1552-4482-9a93-38d5cf5e3fe7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:01.325163 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81602c42-ccff-4f42-8750-26d24e1df911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.370697 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.375004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=553a6393-1552-4482-9a93-38d5cf5e3fe7,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:01.405171 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81602c42-ccff-4f42-8750-26d24e1df911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.409461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81602c42-ccff-4f42-8750-26d24e1df911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.411228 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-81602c42-ccff-4f42-8750-26d24e1df911 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c91ed9a-c173-4899-9d1a-1fb1f78900f8 HTTP/1.1" status: 204 len: 168 time: 0.2005618 Aug 16 02:17:01.422687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81602c42-ccff-4f42-8750-26d24e1df911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c91ed9a-c173-4899-9d1a-1fb1f78900f8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:01.477428 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:01.477769 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:01.528581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-f2c687db-8614-475b-b13c-da59d0eacf00', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:01.529517 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.654883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 408c5106-97a8-4723-b321-2ba28b424698 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:01.673164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.892405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:01.929752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a93b895a-3303-4ed4-b64c-ca864ad0d187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.002583 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.047478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Allocated IP 172.20.0.2 (f2c687db-8614-475b-b13c-da59d0eacf00/30f7e4f3-ca32-45eb-91f5-4776aa1b05e1/2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:02.091806 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.208908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553a6393-1552-4482-9a93-38d5cf5e3fe7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:02.245661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=408c5106-97a8-4723-b321-2ba28b424698,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:02.267890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a93b895a-3303-4ed4-b64c-ca864ad0d187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.279650 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.284284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a93b895a-3303-4ed4-b64c-ca864ad0d187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.307057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ff367-6842-4288-b506-031f51c0c169 req-9b93619b-baff-4491-a6a4-324ca7fe1d86 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:02.316080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-977ff367-6842-4288-b506-031f51c0c169 req-9b93619b-baff-4491-a6a4-324ca7fe1d86 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 944 time: 0.3983927 Aug 16 02:17:02.340090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b895a-3303-4ed4-b64c-ca864ad0d187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2948b74-a004-4f58-9e37-6ddef0c6bca6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.384808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-977ff367-6842-4288-b506-031f51c0c169 req-8abe18bf-0f8e-475b-9e02-21dd3542b991 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674725 Aug 16 02:17:02.388111 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a93b895a-3303-4ed4-b64c-ca864ad0d187 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9dae7bf041c4f2d895eee09d8ae96e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917226 Aug 16 02:17:02.392697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:02.448470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:02.457760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b01d6e9-f75a-42f5-b743-eaf6a2b95468 req-10be88e5-ab42-468c-918f-66187a4b57a1 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.1212087 Aug 16 02:17:02.459710 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.481541 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.483122 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.526052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-159f8e44-3874-4635-bc3f-f17f0385980b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.558024 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-159f8e44-3874-4635-bc3f-f17f0385980b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.625691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Allocated IP 172.25.5.96 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/1d324022-6a88-4346-9e62-1ed1a88e5f1a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:02.636845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-159f8e44-3874-4635-bc3f-f17f0385980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.640264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-159f8e44-3874-4635-bc3f-f17f0385980b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.641580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-159f8e44-3874-4635-bc3f-f17f0385980b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2948b74-a004-4f58-9e37-6ddef0c6bca6 HTTP/1.1" status: 204 len: 168 time: 0.2477777 Aug 16 02:17:02.645047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=408c5106-97a8-4723-b321-2ba28b424698,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.651235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f8e44-3874-4635-bc3f-f17f0385980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2948b74-a004-4f58-9e37-6ddef0c6bca6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.803906 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.862241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.950477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:02.980127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:02.992926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:03.036459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Pushing event updated for resources: {'Port': ['ID=1d324022-6a88-4346-9e62-1ed1a88e5f1a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.299953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408c5106-97a8-4723-b321-2ba28b424698'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:03.303051 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84caa95d-3735-4ed7-b8e1-41cfa4232291" -d '{"events": [{"server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "name": "network-vif-unplugged", "status": "completed", "tag": "408c5106-97a8-4723-b321-2ba28b424698"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:03.306199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=553a6393-1552-4482-9a93-38d5cf5e3fe7,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.309924 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.321630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Transition to ACTIVE for port object 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:03.359069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Transition to ACTIVE for port object 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:03.368725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['553a6393-1552-4482-9a93-38d5cf5e3fe7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:03.380211 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08c7f92-256c-478f-94d6-c4faa28b4580 x-openstack-request-id: req-a08c7f92-256c-478f-94d6-c4faa28b4580 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:03.380858 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "name": "network-vif-unplugged", "status": "completed", "tag": "408c5106-97a8-4723-b321-2ba28b424698", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:03.381780 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a08c7f92-256c-478f-94d6-c4faa28b4580 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:03.382348 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408c5106-97a8-4723-b321-2ba28b424698', 'code': 200} Aug 16 02:17:03.406500 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.532172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Network f2c687db-8614-475b-b13c-da59d0eacf00 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:03.543161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:03.556454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:03.606698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Pushing event updated for resources: {'Port': ['ID=2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.615771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.688663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:03.743129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2056c395-d748-46bc-a5af-839aebede725 req-350a0092-b206-430e-ad05-04d0d8935ad3 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0894961 Aug 16 02:17:03.788324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495251b4-b25a-4bcb-8677-50ffa604a954 req-eba8a312-9c1e-4915-95e9-94ce83353c7d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.790225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-495251b4-b25a-4bcb-8677-50ffa604a954 req-eba8a312-9c1e-4915-95e9-94ce83353c7d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 945 time: 0.1356251 Aug 16 02:17:03.820571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Attempting to bind port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:03.821082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Attempting to bind port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:03.821923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Attempting to bind port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:03.853439 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-199dc763-dcd4-4c85-8c3d-96264d81a076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.855556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:03.856112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Checking segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:03.856593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.857119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Bound using segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:03.857721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Bound port: 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:03.858215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.864942 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.886332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-495251b4-b25a-4bcb-8677-50ffa604a954 req-66c6bda6-4010-4ea1-ae97-d8ebe8e17ab4 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873594 Aug 16 02:17:04.044986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] For port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:04.061082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] For port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:04.081580 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.151297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.201237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b5eb5-a094-4f9a-86c1-9a363415b898 None None] Pushing event updated for resources: {'Port': ['ID=2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:04.220161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:04.245568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'mac_address': 'fa:16:3e:4a:ec:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:04.316705 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.337854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fe394c-dcd6-473b-a59d-8482df34ffd1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:04.376295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:04.385687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.392344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:17:04.482677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['b5fe394c-dcd6-473b-a59d-8482df34ffd1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:04.676248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:04.893182 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.626219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:05.641753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Sync routers for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:05.649375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:05.736780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.749394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ae5459bf-4997-472a-b973-4c570971f3ba admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5866263 Aug 16 02:17:05.752657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a7375f6-e44e-4f58-9e03-1a656794fdf5 req-8c98ebc7-a3a7-43a6-a662-2b0f076701a2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.1135645 Aug 16 02:17:05.755725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:05.834625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:05.931828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72393547-9ced-4872-acc7-8b8ab73149c1 req-7668589e-b2c2-48e3-9827-1556722f0f31 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:05.955382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:05.956962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:17:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:05.960053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72393547-9ced-4872-acc7-8b8ab73149c1 req-7668589e-b2c2-48e3-9827-1556722f0f31 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 945 time: 0.3092687 Aug 16 02:17:06.265994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port b5fe394c-dcd6-473b-a59d-8482df34ffd1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:06.266383 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.309907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ec5a7-f686-42d2-bb56-f30d0a0ba7c0 None None] Network f2c687db-8614-475b-b13c-da59d0eacf00 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:06.340208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:06.415757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:06.573264 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72393547-9ced-4872-acc7-8b8ab73149c1 req-77ab9f21-3604-4619-899d-0a49dab51d31 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121781 Aug 16 02:17:06.625289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7e9e05c-9c85-4bd8-a673-92715a02f395 None None] Provisioning for port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:06.627493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 553a6393-1552-4482-9a93-38d5cf5e3fe7 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:06.729206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7e9e05c-9c85-4bd8-a673-92715a02f395 None None] Provisioning complete for port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:06.731605 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e05c-9c85-4bd8-a673-92715a02f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.177994 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.195675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a06dc845-2936-4696-805a-c890207f48f5 req-a7fd98f9-5160-435e-9ab8-beec1116464b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/ports?device_id=717035f5-0646-4198-9e41-b6681dc3bc38 HTTP/1.1" status: 200 len: 210 time: 0.0678868 Aug 16 02:17:07.252868 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.325294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:07.331686 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3af7bc1-bc6e-4366-a104-80f1d5ceb366" -d '{"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:07.414812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.478746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:07.498402 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4a7e49-5b5f-489d-8387-155edab70cc0 x-openstack-request-id: req-6f4a7e49-5b5f-489d-8387-155edab70cc0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:07.498854 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-plugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:07.499239 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f4a7e49-5b5f-489d-8387-155edab70cc0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:07.499741 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'code': 200} Aug 16 02:17:07.555399 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.686263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Allocated IP 172.20.0.1 (f2c687db-8614-475b-b13c-da59d0eacf00/30f7e4f3-ca32-45eb-91f5-4776aa1b05e1/c7db2c96-0b77-4f37-b5ab-b59cc82d81f2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:07.708004 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e05c-9c85-4bd8-a673-92715a02f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.793880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 553a6393-1552-4482-9a93-38d5cf5e3fe7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:07.794540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.848548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5344dd9-1dbb-4610-8c8b-3128e7223609 req-60744218-eb12-4019-b304-3f33538e27cc tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.857831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5344dd9-1dbb-4610-8c8b-3128e7223609 req-60744218-eb12-4019-b304-3f33538e27cc tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 945 time: 0.1602695 Aug 16 02:17:07.968310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.007801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c7e9e05c-9c85-4bd8-a673-92715a02f395 None None] For port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:08.018804 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e05c-9c85-4bd8-a673-92715a02f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.022456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:03Z', 'revision_number': 3, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:08.099507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Checking router: 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:08.103321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Updating router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 port 1d324022-6a88-4346-9e62-1ed1a88e5f1a binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:08.105560 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.175847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Transition to ACTIVE for port object c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:08.273648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.341993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5344dd9-1dbb-4610-8c8b-3128e7223609 req-8cfb1ab5-8968-4dab-ad48-e50f552e7b04 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838390 Aug 16 02:17:08.357239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Network f2c687db-8614-475b-b13c-da59d0eacf00 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:08.362378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:08.368319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:08.408407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:08.415805 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.418926 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.434945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Pushing event updated for resources: {'Port': ['ID=c7db2c96-0b77-4f37-b5ab-b59cc82d81f2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.438637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9e05c-9c85-4bd8-a673-92715a02f395 None None] Pushing event updated for resources: {'Port': ['ID=2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.472917 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.501905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:08.508608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e7e92e5-b7cb-4593-9831-8b5d4e2ae2a1 None None] Provisioning complete for port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:08.508955 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7e92e5-b7cb-4593-9831-8b5d4e2ae2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.538906 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.586066 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc6e5ad-d959-4430-ab7a-02dcb3ebaa89 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.675227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc6e5ad-d959-4430-ab7a-02dcb3ebaa89 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.817810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc6e5ad-d959-4430-ab7a-02dcb3ebaa89 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.820712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc6e5ad-d959-4430-ab7a-02dcb3ebaa89 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.821945 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0fc6e5ad-d959-4430-ab7a-02dcb3ebaa89 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "DELETE /v2.0/security-groups/c84ffc83-4958-46b1-9c16-cc6fb8217810 HTTP/1.1" status: 204 len: 168 time: 0.4119034 Aug 16 02:17:08.852882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:08.899226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6e5ad-d959-4430-ab7a-02dcb3ebaa89 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84ffc83-4958-46b1-9c16-cc6fb8217810,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.906934 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.919632 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-75e9888c-399b-41ad-8b33-7b4e34e53899 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] show failed (client error): The resource could not be found. Aug 16 02:17:08.920956 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-75e9888c-399b-41ad-8b33-7b4e34e53899 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "GET /v2.0/security-groups/c84ffc83-4958-46b1-9c16-cc6fb8217810 HTTP/1.1" status: 404 len: 347 time: 0.0356889 Aug 16 02:17:08.924204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:09.134865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=553a6393-1552-4482-9a93-38d5cf5e3fe7,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:09.225708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.239301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.256604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting port 5e35f6a8-8bc9-4df1-b103-814f26162ceb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:09.256948 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.384859 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.392333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Pushing event updated for resources: {'Port': ['ID=c7db2c96-0b77-4f37-b5ab-b59cc82d81f2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:09.398154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-725d274a-0e48-4ee6-8668-ace0ff66c5b9 None None] Provisioning for port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:09.428820 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.429711 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.459859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-725d274a-0e48-4ee6-8668-ace0ff66c5b9 None None] Provisioning complete for port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:09.460051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Calling delete_port for 5e35f6a8-8bc9-4df1-b103-814f26162ceb owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:09.460591 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-725d274a-0e48-4ee6-8668-ace0ff66c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.591125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:09.599107 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68173bc-8d2c-4871-9730-49b3f9923f56" -d '{"events": [{"server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "name": "network-vif-plugged", "status": "completed", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:09.609554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-725d274a-0e48-4ee6-8668-ace0ff66c5b9 None None] Port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:09.657212 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.682098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Transition to ACTIVE for port object 1d324022-6a88-4346-9e62-1ed1a88e5f1a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:09.699522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:09.739127 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.744415 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dfedaf-ff31-4368-9a1f-4d41aae1c72a x-openstack-request-id: req-80dfedaf-ff31-4368-9a1f-4d41aae1c72a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:09.744714 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "name": "network-vif-plugged", "status": "completed", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:09.744969 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80dfedaf-ff31-4368-9a1f-4d41aae1c72a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:09.745464 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7', 'code': 200} Aug 16 02:17:09.761513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Network f2c687db-8614-475b-b13c-da59d0eacf00 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:09.766374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:09.836215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.947831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217220ea-d7b5-4a8f-82eb-376d3c105331 None None] Pushing event updated for resources: {'Port': ['ID=1d324022-6a88-4346-9e62-1ed1a88e5f1a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:09.965257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Attempting to bind port 1d324022-6a88-4346-9e62-1ed1a88e5f1a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:09.965647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Attempting to bind port 1d324022-6a88-4346-9e62-1ed1a88e5f1a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:09.966071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Attempting to bind port 1d324022-6a88-4346-9e62-1ed1a88e5f1a on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:09.976130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:09.976534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:09.978228 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.978643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:09.982377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Bound port: 1d324022-6a88-4346-9e62-1ed1a88e5f1a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:09.982824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.004197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c83aa-500e-4ff7-acfb-e2f3c3126d2d req-42e926a3-438e-4675-aa94-b86939bc1300 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.016555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c02c83aa-500e-4ff7-acfb-e2f3c3126d2d req-42e926a3-438e-4675-aa94-b86939bc1300 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.4625521 Aug 16 02:17:10.046976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:10.051524 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.172323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Port': ['ID=5e35f6a8-8bc9-4df1-b103-814f26162ceb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.241818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] For port 1d324022-6a88-4346-9e62-1ed1a88e5f1a, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:10.249017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] For port 1d324022-6a88-4346-9e62-1ed1a88e5f1a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1d324022-6a88-4346-9e62-1ed1a88e5f1a,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:10.256170 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.264276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c02c83aa-500e-4ff7-acfb-e2f3c3126d2d req-69ab445e-7c9d-49c2-9cd5-9a0f8b37eeb9 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454312 Aug 16 02:17:10.278128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:10.319598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.321650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.322119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.323208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.324698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.325138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.325969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.327129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.328709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.329123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.330065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.331603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:10.372749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e79934-17eb-40b7-b283-0ddee2921890 req-e6777364-1bd1-4ada-a5f1-ada99a76f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.384606 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-81e79934-17eb-40b7-b283-0ddee2921890 req-e6777364-1bd1-4ada-a5f1-ada99a76f449 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 1098 time: 0.4257264 Aug 16 02:17:10.388369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.392191 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.396803 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7d77b37e-58db-4ade-9eaa-36b495956776 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "DELETE /v2.0/floatingips/e94aa358-5c0e-4a47-b1ae-43fb1ca5d65d HTTP/1.1" status: 204 len: 168 time: 1.4711385 Aug 16 02:17:10.400709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:10.423673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f42c5939-1702-4d16-b393-b604f5b0df35 None None] Provisioning complete for port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:10.424057 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f42c5939-1702-4d16-b393-b604f5b0df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.425583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:10.426253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:17:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:10.487874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217220ea-d7b5-4a8f-82eb-376d3c105331 None None] Pushing event updated for resources: {'Port': ['ID=1d324022-6a88-4346-9e62-1ed1a88e5f1a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.522015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f42c5939-1702-4d16-b393-b604f5b0df35 None None] Port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:10.540043 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-81e79934-17eb-40b7-b283-0ddee2921890 req-da37d3dc-d1e8-4e89-9d69-ab73dfb0593d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411414 Aug 16 02:17:10.576470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:10.582990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-792fe678-61de-4087-8a73-3aec2452fd06 admin admin] 10.222.0.61 "PUT /v2.0/routers/4d724976-e8e7-47e4-8c97-d2fa9ed0e976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8245723 Aug 16 02:17:10.679767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:10.721983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-167e536e-2b86-40f7-801e-430ccc2dcca0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting port cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:10.722717 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-167e536e-2b86-40f7-801e-430ccc2dcca0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.921944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-167e536e-2b86-40f7-801e-430ccc2dcca0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.938846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-167e536e-2b86-40f7-801e-430ccc2dcca0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Calling delete_port for cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:11.026780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d480b652-42da-4a6a-b424-877727f4239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:09Z', 'revision_number': 2, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:11.067048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480b652-42da-4a6a-b424-877727f4239b None None] The sync data for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 is: [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:09Z', 'revision_number': 2, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:11.341759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-167e536e-2b86-40f7-801e-430ccc2dcca0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.445671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e536e-2b86-40f7-801e-430ccc2dcca0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Port': ['ID=cddd5100-08ec-4fdd-b5bc-d9fbf3d16040,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:11.646370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e7d19-9918-4886-b291-efb65acd466f req-c8aff512-cb64-41d4-ab38-f426033b75bf tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.662416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d85e7d19-9918-4886-b291-efb65acd466f req-c8aff512-cb64-41d4-ab38-f426033b75bf tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.2503688 Aug 16 02:17:11.749085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d85e7d19-9918-4886-b291-efb65acd466f req-c30705d6-44b2-4066-81f8-cb16180e59c1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842674 Aug 16 02:17:11.865871 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-167e536e-2b86-40f7-801e-430ccc2dcca0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.868018 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-167e536e-2b86-40f7-801e-430ccc2dcca0 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "DELETE /v2.0/ports/cddd5100-08ec-4fdd-b5bc-d9fbf3d16040 HTTP/1.1" status: 204 len: 168 time: 1.4495025 Aug 16 02:17:11.871876 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:12.069134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32882) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:12.080402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eb524835-ddf2-43cc-a55d-510346e20167 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1486106680', 'description': 'tempest-description--1467600746'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:12.147768 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.181622 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb524835-ddf2-43cc-a55d-510346e20167 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.189073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4de94c14-beb7-48e5-a737-5bd7094b30be tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting port 9e38f4fe-50a5-4383-a95e-e07b8f08367e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:12.190730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4de94c14-beb7-48e5-a737-5bd7094b30be tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.396474 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4de94c14-beb7-48e5-a737-5bd7094b30be tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.429764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4de94c14-beb7-48e5-a737-5bd7094b30be tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Calling delete_port for 9e38f4fe-50a5-4383-a95e-e07b8f08367e owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:12.487006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb524835-ddf2-43cc-a55d-510346e20167 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.498660 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb524835-ddf2-43cc-a55d-510346e20167 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.630657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb524835-ddf2-43cc-a55d-510346e20167 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.647273 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb524835-ddf2-43cc-a55d-510346e20167 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.654354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eb524835-ddf2-43cc-a55d-510346e20167 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5838816 Aug 16 02:17:12.655646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:12.672753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fb8ed846-80d2-41e9-9c01-a7eec5224fc2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'security_group_rule': {'security_group_id': '77d9b04d-3e00-45c7-b573-e70a7c5ffbd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:12.751004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb8ed846-80d2-41e9-9c01-a7eec5224fc2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.755391 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4de94c14-beb7-48e5-a737-5bd7094b30be tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.881616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de94c14-beb7-48e5-a737-5bd7094b30be tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Port': ['ID=9e38f4fe-50a5-4383-a95e-e07b8f08367e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.892742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb8ed846-80d2-41e9-9c01-a7eec5224fc2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.908759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb8ed846-80d2-41e9-9c01-a7eec5224fc2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.957024 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb8ed846-80d2-41e9-9c01-a7eec5224fc2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.961387 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fb8ed846-80d2-41e9-9c01-a7eec5224fc2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3030789 Aug 16 02:17:12.962152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:12.974944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-486edbc7-d2c5-4374-bb1f-a6aadb278e8e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'security_group_rule': {'security_group_id': '77d9b04d-3e00-45c7-b573-e70a7c5ffbd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:12.990217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ed846-80d2-41e9-9c01-a7eec5224fc2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8562d748-3172-4c51-8c5a-7ebe08a40668,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.052787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-486edbc7-d2c5-4374-bb1f-a6aadb278e8e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.206979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4de94c14-beb7-48e5-a737-5bd7094b30be tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.211971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4de94c14-beb7-48e5-a737-5bd7094b30be tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "DELETE /v2.0/ports/9e38f4fe-50a5-4383-a95e-e07b8f08367e HTTP/1.1" status: 204 len: 168 time: 1.3388522 Aug 16 02:17:13.215550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 32918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:13.257758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-486edbc7-d2c5-4374-bb1f-a6aadb278e8e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.271011 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-486edbc7-d2c5-4374-bb1f-a6aadb278e8e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.272887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e3647-5321-4f22-b89e-92b31ba246f8 req-7546828e-b922-4e5c-985c-cffb6ec43718 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.288938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e3647-5321-4f22-b89e-92b31ba246f8 req-7546828e-b922-4e5c-985c-cffb6ec43718 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.3414509 Aug 16 02:17:13.338989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486edbc7-d2c5-4374-bb1f-a6aadb278e8e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91699bd0-dd5a-467c-b53e-555e41f1a624,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.358981 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-486edbc7-d2c5-4374-bb1f-a6aadb278e8e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.364863 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-486edbc7-d2c5-4374-bb1f-a6aadb278e8e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3967884 Aug 16 02:17:13.365262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32922) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:13.391336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:13.454658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6464bd2-e910-424e-a33b-2e6f93bd424b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting subnet d23d9bb9-ac5c-4fb5-8d39-140eed26815b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:13.469716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6464bd2-e910-424e-a33b-2e6f93bd424b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.470107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.579762 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6464bd2-e910-424e-a33b-2e6f93bd424b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.764308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6464bd2-e910-424e-a33b-2e6f93bd424b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.825467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1d324022-6a88-4346-9e62-1ed1a88e5f1a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:13.864922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e3647-5321-4f22-b89e-92b31ba246f8 req-15a5f372-dfd0-4e9d-b02d-23796719d141 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744715 Aug 16 02:17:13.897100 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.943292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6464bd2-e910-424e-a33b-2e6f93bd424b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.986145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1d324022-6a88-4346-9e62-1ed1a88e5f1a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:13.995384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1d324022-6a88-4346-9e62-1ed1a88e5f1a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:13.996206 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.078281 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6464bd2-e910-424e-a33b-2e6f93bd424b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.085666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c6464bd2-e910-424e-a33b-2e6f93bd424b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "DELETE /v2.0/subnets/d23d9bb9-ac5c-4fb5-8d39-140eed26815b HTTP/1.1" status: 204 len: 168 time: 0.8664682 Aug 16 02:17:14.085666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6464bd2-e910-424e-a33b-2e6f93bd424b tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Subnet': ['ID=d23d9bb9-ac5c-4fb5-8d39-140eed26815b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.101859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:14.123491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4befd506-0900-4966-ae5a-a38ba8ed1ad2 None None] Network 3e61c9bc-2a0a-441c-9aa1-dcd18055303c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:14.237056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb6972-0f5a-4797-8430-fe127a0f2d2b req-15f4f64a-ec32-4926-8843-7864bbf3f86a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.240517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff02491-e625-45d1-aec2-b2f1bc996cf2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting subnet 762bbd8e-7242-4609-b9be-cf10a3309eb0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:14.249528 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ff02491-e625-45d1-aec2-b2f1bc996cf2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.265045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2fb6972-0f5a-4797-8430-fe127a0f2d2b req-15f4f64a-ec32-4926-8843-7864bbf3f86a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.2069497 Aug 16 02:17:14.350966 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ff02491-e625-45d1-aec2-b2f1bc996cf2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.388269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Allocated IP 172.25.5.209 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/fccf6ba1-9c95-4bfb-bbc2-ae6f4b103b3f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:14.400825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2fb6972-0f5a-4797-8430-fe127a0f2d2b req-d6e34f0c-0b83-450f-830b-df09e4be746b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296937 Aug 16 02:17:14.604143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.715302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1d324022-6a88-4346-9e62-1ed1a88e5f1a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1d324022-6a88-4346-9e62-1ed1a88e5f1a,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:14.729777 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.788660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b0cb8-32ee-4158-a8eb-498abb2282a3 None None] DHCP port deletion for 3e61c9bc-2a0a-441c-9aa1-dcd18055303c request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:14.874991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ff02491-e625-45d1-aec2-b2f1bc996cf2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.886676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1d324022-6a88-4346-9e62-1ed1a88e5f1a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.932894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-279b0cb8-32ee-4158-a8eb-498abb2282a3 None None] Deleting port 2302643d-396f-42ef-90b9-ce63d416fcfc {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:14.934197 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-279b0cb8-32ee-4158-a8eb-498abb2282a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.046528 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ff02491-e625-45d1-aec2-b2f1bc996cf2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.169073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-279b0cb8-32ee-4158-a8eb-498abb2282a3 None None] For port 2302643d-396f-42ef-90b9-ce63d416fcfc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2302643d-396f-42ef-90b9-ce63d416fcfc,segment=NetworkSegment(50a6b7b1-b1ff-4128-b773-9075da3e5472),segment_id=50a6b7b1-b1ff-4128-b773-9075da3e5472)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:15.175579 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-279b0cb8-32ee-4158-a8eb-498abb2282a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.179749 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.183511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff02491-e625-45d1-aec2-b2f1bc996cf2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Subnet': ['ID=762bbd8e-7242-4609-b9be-cf10a3309eb0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.251229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ff02491-e625-45d1-aec2-b2f1bc996cf2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.257755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1ff02491-e625-45d1-aec2-b2f1bc996cf2 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "DELETE /v2.0/subnets/762bbd8e-7242-4609-b9be-cf10a3309eb0 HTTP/1.1" status: 204 len: 168 time: 1.1547432 Aug 16 02:17:15.261698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 32994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:15.274905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf86ae-f679-4e7a-8d8a-420347f8e640 None None] Network 74df5850-9a31-4196-8424-af5506f238b9 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:15.286028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-279b0cb8-32ee-4158-a8eb-498abb2282a3 None None] Calling delete_port for 2302643d-396f-42ef-90b9-ce63d416fcfc owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:15.412110 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Sync routers for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:15.418483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.432407 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:15.433125 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:17:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:15.460363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-706c65f9-58f4-497c-9b6d-733af67d6f52 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.471080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-706c65f9-58f4-497c-9b6d-733af67d6f52 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/networks?id=d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 200 len: 814 time: 0.2694314 Aug 16 02:17:15.494568 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.495290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-26fd72ed-9240-4a07-a68d-f50d11bd4b12 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/quotas/6e44a40e1ef643fc9bedc7fd17b6b0f6 HTTP/1.1" status: 200 len: 375 time: 0.0231602 Aug 16 02:17:15.596555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-929a84df-b7c5-43ce-a884-5c75c044c4f0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993805 Aug 16 02:17:15.665147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:15.688845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:15.719183 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:15.776443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1d324022-6a88-4346-9e62-1ed1a88e5f1a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:15.824478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-276c4e45-2ddf-4677-b0ef-66e9c21c93a7 service neutron] 10.222.0.61 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259951 Aug 16 02:17:15.902137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-279b0cb8-32ee-4158-a8eb-498abb2282a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.909457 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:15.916014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'Port': ['ID=fccf6ba1-9c95-4bfb-bbc2-ae6f4b103b3f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.952826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Deleting port 2302643d-396f-42ef-90b9-ce63d416fcfc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:15.953176 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.003629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b0cb8-32ee-4158-a8eb-498abb2282a3 None None] Pushing event deleted for resources: {'Port': ['ID=2302643d-396f-42ef-90b9-ce63d416fcfc,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.006830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b0cb8-32ee-4158-a8eb-498abb2282a3 None None] No DVR routers for this DVR port 2302643d-396f-42ef-90b9-ce63d416fcfc on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:16.122360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1d324022-6a88-4346-9e62-1ed1a88e5f1a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:16.123964 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.159782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-fca2731d-94f7-490f-b62e-d10ad06cc7e7 service neutron] 10.222.0.61 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342242 Aug 16 02:17:16.187259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.264530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] For port 2302643d-396f-42ef-90b9-ce63d416fcfc, host n-d-768862-14, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:16.265225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.476829 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:09Z', 'revision_number': 2, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.479935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5876f0d8-5409-4d38-93a9-0a3e9273034e None None] DHCP port deletion for 74df5850-9a31-4196-8424-af5506f238b9 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:16.507818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Calling delete_port for 2302643d-396f-42ef-90b9-ce63d416fcfc owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:16.532755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Port 2302643d-396f-42ef-90b9-ce63d416fcfc was not found and therefore no delete operation was performed {{(pid=94640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:17:16.602971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.631266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.636964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2302643d-396f-42ef-90b9-ce63d416fcfc no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:16.717571 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c2103d2-9c37-4d21-8e64-ca96d4a9ec79 req-4a88f5c9-1baf-4b6e-8349-e9311f72bbfd tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 210 time: 0.0704126 Aug 16 02:17:16.745822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 2302643d-396f-42ef-90b9-ce63d416fcfc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:16.755969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2302643d-396f-42ef-90b9-ce63d416fcfc not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:16.793038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Port': ['ID=2302643d-396f-42ef-90b9-ce63d416fcfc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.811683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5876f0d8-5409-4d38-93a9-0a3e9273034e None None] Deleting port 43bb275c-741a-4896-b089-7cdcdb1ec2dd {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:16.814106 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5876f0d8-5409-4d38-93a9-0a3e9273034e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.815346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] No DVR routers for this DVR port 2302643d-396f-42ef-90b9-ce63d416fcfc on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:16.861032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a8ee7-3989-441f-9330-c7b46278a75d req-68544f61-a88a-4a3e-af54-3b0b62200ca7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:16.862595 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-372a8ee7-3989-441f-9330-c7b46278a75d req-68544f61-a88a-4a3e-af54-3b0b62200ca7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.86 "GET /v2.0/ports?device_id=115a7162-eaa0-496c-bc38-2ab0f1c4667f HTTP/1.1" status: 200 len: 946 time: 0.4889970 Aug 16 02:17:16.894381 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Checking router: 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:16.897069 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Updating router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:16.935537 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.972011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5876f0d8-5409-4d38-93a9-0a3e9273034e None None] For port 43bb275c-741a-4896-b089-7cdcdb1ec2dd, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=43bb275c-741a-4896-b089-7cdcdb1ec2dd,segment=NetworkSegment(57a73416-2362-4967-a378-cf8333276474),segment_id=57a73416-2362-4967-a378-cf8333276474)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:16.972653 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5876f0d8-5409-4d38-93a9-0a3e9273034e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.029447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5876f0d8-5409-4d38-93a9-0a3e9273034e None None] Calling delete_port for 43bb275c-741a-4896-b089-7cdcdb1ec2dd owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:17.110804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.326272 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5876f0d8-5409-4d38-93a9-0a3e9273034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.402082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb22b67-7dd5-4aad-b5c0-38bfae97b58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.408294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876f0d8-5409-4d38-93a9-0a3e9273034e None None] No DVR routers for this DVR port 43bb275c-741a-4896-b089-7cdcdb1ec2dd on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:17.408558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.415273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876f0d8-5409-4d38-93a9-0a3e9273034e None None] Pushing event deleted for resources: {'Port': ['ID=43bb275c-741a-4896-b089-7cdcdb1ec2dd,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.489752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e61c9bc-2a0a-441c-9aa1-dcd18055303c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.524502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a6b7b1-b1ff-4128-b773-9075da3e5472') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.525127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a6b7b1-b1ff-4128-b773-9075da3e5472') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.543770 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.594754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-372a8ee7-3989-441f-9330-c7b46278a75d req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Deleting port 553a6393-1552-4482-9a93-38d5cf5e3fe7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:17.595695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-372a8ee7-3989-441f-9330-c7b46278a75d req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.713949 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43bb275c-741a-4896-b089-7cdcdb1ec2dd no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:17.746397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-372a8ee7-3989-441f-9330-c7b46278a75d req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] For port 553a6393-1552-4482-9a93-38d5cf5e3fe7, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=553a6393-1552-4482-9a93-38d5cf5e3fe7,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:17.746949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-372a8ee7-3989-441f-9330-c7b46278a75d req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.760003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 43bb275c-741a-4896-b089-7cdcdb1ec2dd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:17.760626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43bb275c-741a-4896-b089-7cdcdb1ec2dd not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:17.761559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-372a8ee7-3989-441f-9330-c7b46278a75d req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Calling delete_port for 553a6393-1552-4482-9a93-38d5cf5e3fe7 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:17.818595 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb22b67-7dd5-4aad-b5c0-38bfae97b58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.830110 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb22b67-7dd5-4aad-b5c0-38bfae97b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.941223 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.955527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-372a8ee7-3989-441f-9330-c7b46278a75d req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.962332 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.989401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['553a6393-1552-4482-9a93-38d5cf5e3fe7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:17.997874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:17.998295 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.001370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb22b67-7dd5-4aad-b5c0-38bfae97b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72a462b-4a6a-4643-89c3-2cfacd350a1f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.003294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Pushing event deleted for resources: {'Port': ['ID=553a6393-1552-4482-9a93-38d5cf5e3fe7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:18.005936 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:18.010198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3eb22b67-7dd5-4aad-b5c0-38bfae97b58a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e0c221a11704038b55d59ac29d945c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8962233 Aug 16 02:17:18.023386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:18.061858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3384f2c8-ddbe-4182-9217-3fe7255ab0d1 req-01403301-316f-4075-8877-ba225e2b9174 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 210 time: 0.0617063 Aug 16 02:17:18.115747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.148855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5903999d-53d8-4b69-a9bf-b64eab112cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.183259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.186568 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5903999d-53d8-4b69-a9bf-b64eab112cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.279177 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5903999d-53d8-4b69-a9bf-b64eab112cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.282056 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5903999d-53d8-4b69-a9bf-b64eab112cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.283315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5903999d-53d8-4b69-a9bf-b64eab112cdc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b72a462b-4a6a-4643-89c3-2cfacd350a1f HTTP/1.1" status: 204 len: 168 time: 0.2583740 Aug 16 02:17:18.294033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903999d-53d8-4b69-a9bf-b64eab112cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72a462b-4a6a-4643-89c3-2cfacd350a1f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.404032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-372a8ee7-3989-441f-9330-c7b46278a75d req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] No DVR routers for this DVR port 553a6393-1552-4482-9a93-38d5cf5e3fe7 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:18.409011 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-372a8ee7-3989-441f-9330-c7b46278a75d req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.413246 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-372a8ee7-3989-441f-9330-c7b46278a75d req-88b6c217-2769-4b2f-925d-fce583b2ccf7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.86 "DELETE /v2.0/ports/553a6393-1552-4482-9a93-38d5cf5e3fe7 HTTP/1.1" status: 204 len: 173 time: 1.4967799 Aug 16 02:17:18.431184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'name': 'network-vif-deleted', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:18.434233 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36e1881-597a-4267-aef5-cdc94073f94f" -d '{"events": [{"server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "name": "network-vif-deleted", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:18.525455 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Transition to ACTIVE for port object c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:18.534760 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.579463 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0941ad-e901-4852-825d-5f2cd30478f6 x-openstack-request-id: req-9b0941ad-e901-4852-825d-5f2cd30478f6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:18.579761 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115a7162-eaa0-496c-bc38-2ab0f1c4667f", "name": "network-vif-deleted", "tag": "553a6393-1552-4482-9a93-38d5cf5e3fe7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:18.580056 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b0941ad-e901-4852-825d-5f2cd30478f6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:18.580402 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115a7162-eaa0-496c-bc38-2ab0f1c4667f', 'name': 'network-vif-deleted', 'tag': '553a6393-1552-4482-9a93-38d5cf5e3fe7', 'status': 'completed', 'code': 200} Aug 16 02:17:18.688840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.709165 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Pushing event updated for resources: {'Port': ['ID=c7db2c96-0b77-4f37-b5ab-b59cc82d81f2,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.774132 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.779626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:18.788629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "DELETE /v2.0/networks/3e61c9bc-2a0a-441c-9aa1-dcd18055303c HTTP/1.1" status: 204 len: 168 time: 3.5248313 Aug 16 02:17:18.789624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc4b0-2d8c-44a4-8163-8dfc0ddda0d5 tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Network': ['ID=3e61c9bc-2a0a-441c-9aa1-dcd18055303c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.791462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'Port': ['ID=fccf6ba1-9c95-4bfb-bbc2-ae6f4b103b3f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.866903 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.879429 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Attempting to bind port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:18.880122 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Attempting to bind port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:18.880689 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Attempting to bind port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:18.887692 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.888313 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.888883 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.889476 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.890615 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.891203 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.891745 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.892278 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.892806 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.893364 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.895121 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.895703 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:18.899530 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:18.900269 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Checking segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:18.900887 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.901473 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Bound using segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:18.902848 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Bound port: c7db2c96-0b77-4f37-b5ab-b59cc82d81f2, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:18.903661 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.947056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:19.001664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.014169 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3950c4e7-5422-4224-a561-5be289ec334f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6440771 Aug 16 02:17:19.019947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0954d662-f647-49b6-8fea-5ea69ca2c3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.023394 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] For port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:19.051272 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] For port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c7db2c96-0b77-4f37-b5ab-b59cc82d81f2,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:19.061339 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.071399 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.078502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-a824acf3-0e45-4960-aaea-ec7f255b8061 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:19.080605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-a824acf3-0e45-4960-aaea-ec7f255b8061 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.93 "GET /v2.0/networks?id=d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 200 len: 814 time: 0.6502144 Aug 16 02:17:19.096641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Request body: {'port': {'device_id': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961', 'admin_state_up': True, 'tenant_id': '6e44a40e1ef643fc9bedc7fd17b6b0f6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:19.268270 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:19.275188 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:17:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.424697 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dce0d0-70fa-434c-87ad-823d193d00d9 None None] Pushing event updated for resources: {'Port': ['ID=c7db2c96-0b77-4f37-b5ab-b59cc82d81f2,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.550669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e3ba198-a460-4e52-9e3b-764638473707 req-3ba40023-5f20-46cf-9400-a5b5a7033ef5 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 210 time: 0.2352424 Aug 16 02:17:19.660470 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:19.792051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.801141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0954d662-f647-49b6-8fea-5ea69ca2c3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.808398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74df5850-9a31-4196-8424-af5506f238b9']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.809599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0954d662-f647-49b6-8fea-5ea69ca2c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.840025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:19.852031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a73416-2362-4967-a378-cf8333276474') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.852336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a73416-2362-4967-a378-cf8333276474') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.868171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954d662-f647-49b6-8fea-5ea69ca2c3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d3049-0326-4bdc-9823-cfc7a9299e44,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.907297 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0954d662-f647-49b6-8fea-5ea69ca2c3d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f6f13ada2824912b75bc2e9f4a0d8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9563920 Aug 16 02:17:19.907437 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.909147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:20.012502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:20.018820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:20.022641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.024487 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7721e676-89bb-471d-815a-c5624dbd286d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.026274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Made reservation on behalf of 6e44a40e1ef643fc9bedc7fd17b6b0f6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:20.031575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.051674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-66275a05-9852-4671-a226-f70203f450bb tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1486106680&fields=id&tenant_id=7adba80d3513419d95def53648aca5b2 HTTP/1.1" status: 200 len: 267 time: 0.1967287 Aug 16 02:17:20.057641 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.094912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:20.098745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:20.102435 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:20.215042 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7721e676-89bb-471d-815a-c5624dbd286d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.238950 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.253874 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:18Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:20.334079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c7db2c96-0b77-4f37-b5ab-b59cc82d81f2,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:20.337368 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab78b0-16ed-402e-9a38-f650a00d8771 None None] The sync data for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 is: [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:18Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:20.341930 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.414639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.426024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=c7db2c96-0b77-4f37-b5ab-b59cc82d81f2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:20.494486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.498090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] 10.222.0.61 "DELETE /v2.0/networks/74df5850-9a31-4196-8424-af5506f238b9 HTTP/1.1" status: 204 len: 168 time: 1.7172148 Aug 16 02:17:20.508967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Allocated IP 172.20.0.10 (d8b49fdd-da6e-44ba-85d9-31c2104e1961/1e0db34b-120b-4bc4-9e13-6fcdad31103d/bfbd2070-1a58-46cb-b30a-6b86c161cde1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:20.513064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83612739-eaee-49f0-a5c3-154cd703d93c tempest-TaggedBootDevicesTest_v242-1986042346 tempest-TaggedBootDevicesTest_v242-1986042346-project] Pushing event deleted for resources: {'Network': ['ID=74df5850-9a31-4196-8424-af5506f238b9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:20.539736 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7721e676-89bb-471d-815a-c5624dbd286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.566160 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7721e676-89bb-471d-815a-c5624dbd286d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.571362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130623b2-41b8-48a9-a073-3942b516a672 req-9c919fd4-ad5c-4a8d-a667-2313bff8f0f2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:20.578240 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7721e676-89bb-471d-815a-c5624dbd286d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d50d3049-0326-4bdc-9823-cfc7a9299e44 HTTP/1.1" status: 204 len: 168 time: 0.6659622 Aug 16 02:17:20.585902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 553a6393-1552-4482-9a93-38d5cf5e3fe7 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:20.597071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-9c919fd4-ad5c-4a8d-a667-2313bff8f0f2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 0.5294206 Aug 16 02:17:20.704327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 553a6393-1552-4482-9a93-38d5cf5e3fe7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:20.704564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721e676-89bb-471d-815a-c5624dbd286d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d3049-0326-4bdc-9823-cfc7a9299e44,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:20.708420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-ec283034-4ee7-4303-af16-35cab9a4794d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/quotas/7adba80d3513419d95def53648aca5b2 HTTP/1.1" status: 200 len: 375 time: 0.1078250 Aug 16 02:17:20.718054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 553a6393-1552-4482-9a93-38d5cf5e3fe7 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:20.772227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a40e55d-4c84-4e34-8d54-a383dfaad0cf req-51a52ca8-853c-44f2-b396-7354b9695a66 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 210 time: 0.0368176 Aug 16 02:17:20.908746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-7bd6c4b9-54ec-4ca7-8d63-0c2e0120e43f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1992922 Aug 16 02:17:21.066591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-a9ca21a0-5a5c-48c8-9b4c-9fad32940c1b service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457579 Aug 16 02:17:21.276600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-c6f55894-7ff4-4d54-b962-d5a5fae10e7e service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059972 Aug 16 02:17:21.702329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abb3ede2-f623-403e-a648-35355255c5f9 req-091f6c8d-f3ee-40be-bb41-172fef596170 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 210 time: 0.0609746 Aug 16 02:17:21.770350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:22.011771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:22.012491 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.085323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2388e2b3-33e2-465a-9706-759a00dfcf9b req-3b1086d4-1f58-43ea-b2cd-6151f11f57cc tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 210 time: 0.1062815 Aug 16 02:17:22.324010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:22.627139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82a3e499-fa1b-4516-b1fd-cb7647702747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.740317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.934109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.981568 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0a6aa41-7d31-4c04-8654-60e4d454b761 req-f69fa394-2504-41d4-b3be-60d8c8d14f2f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 210 time: 0.1016953 Aug 16 02:17:23.012431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82a3e499-fa1b-4516-b1fd-cb7647702747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.018884 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82a3e499-fa1b-4516-b1fd-cb7647702747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.148338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-82a3e499-fa1b-4516-b1fd-cb7647702747 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdef3e5123774ef7a6646a9d537d7e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8207638 Aug 16 02:17:23.148798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:23.173490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Network d8b49fdd-da6e-44ba-85d9-31c2104e1961 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:23.181762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:23.217203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3e499-fa1b-4516-b1fd-cb7647702747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7372e8b2-449c-4573-b393-c4309e19529c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.248290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99d94d51-ebd1-4b57-8f33-b79e50e1c5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.282648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Pushing event updated for resources: {'Port': ['ID=bfbd2070-1a58-46cb-b30a-6b86c161cde1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.294465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:23.380613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99d94d51-ebd1-4b57-8f33-b79e50e1c5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.436984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.438010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.455955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b52ebd-fbc8-4d0b-9e6f-5d5dda757a7a req-faf21c7e-d7a9-4a52-ad0a-6a18a452f70f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.466239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01b52ebd-fbc8-4d0b-9e6f-5d5dda757a7a req-faf21c7e-d7a9-4a52-ad0a-6a18a452f70f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 932 time: 0.1952214 Aug 16 02:17:23.485192 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-413e395f-55bc-453f-9d2a-e3bd0bc98b02 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3827939 Aug 16 02:17:23.532489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Request body: {'port': {'device_id': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:23.584291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01b52ebd-fbc8-4d0b-9e6f-5d5dda757a7a req-7c97d790-17c4-48d5-ad91-2865d47b4cf6 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164770 Aug 16 02:17:23.626235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99d94d51-ebd1-4b57-8f33-b79e50e1c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.631476 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99d94d51-ebd1-4b57-8f33-b79e50e1c5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.634853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-99d94d51-ebd1-4b57-8f33-b79e50e1c5d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7372e8b2-449c-4573-b393-c4309e19529c HTTP/1.1" status: 204 len: 168 time: 0.4828537 Aug 16 02:17:23.661571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d94d51-ebd1-4b57-8f33-b79e50e1c5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7372e8b2-449c-4573-b393-c4309e19529c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.748710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.194785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-618fc49a-a030-4929-9a81-a2f72d5d6278 req-38d08ad4-466f-4e1c-b851-e5d45277a14e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 210 time: 0.0797102 Aug 16 02:17:24.478293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.501860 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e53a9c30-48ae-471e-877b-e9d9542ee4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.709881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbd2070-1a58-46cb-b30a-6b86c161cde1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:24.723884 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.743261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Transition to ACTIVE for port object bfbd2070-1a58-46cb-b30a-6b86c161cde1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:24.750856 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.861210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbd2070-1a58-46cb-b30a-6b86c161cde1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.882060 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e53a9c30-48ae-471e-877b-e9d9542ee4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.907771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cab74a-4fca-46ca-bf24-af2635207746 req-86a5c96e-1a39-4080-a608-5994c2eb052b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.916379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93cab74a-4fca-46ca-bf24-af2635207746 req-86a5c96e-1a39-4080-a608-5994c2eb052b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 944 time: 0.1245680 Aug 16 02:17:24.940208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e53a9c30-48ae-471e-877b-e9d9542ee4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.980024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130623b2-41b8-48a9-a073-3942b516a672 req-7a7b977a-a43d-4d74-907b-679804bd04d1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.982530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-7a7b977a-a43d-4d74-907b-679804bd04d1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 0.8233132 Aug 16 02:17:25.011664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93cab74a-4fca-46ca-bf24-af2635207746 req-afcc195b-6d81-4242-b802-f147b02f0432 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897701 Aug 16 02:17:25.025041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e53a9c30-48ae-471e-877b-e9d9542ee4b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e77b2bc2a56a4c24830c1c1e79e9089b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456021 Aug 16 02:17:25.029558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.047973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a9c30-48ae-471e-877b-e9d9542ee4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a52c7d-dfdd-4fdf-a8f2-53d676142e06,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.108580 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ae251dd-e0fa-40d6-a3ca-3f1cf98e8316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.125657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Attempting to bind port bfbd2070-1a58-46cb-b30a-6b86c161cde1 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:25.135528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Attempting to bind port bfbd2070-1a58-46cb-b30a-6b86c161cde1 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:25.137062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Attempting to bind port bfbd2070-1a58-46cb-b30a-6b86c161cde1 on network d8b49fdd-da6e-44ba-85d9-31c2104e1961 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:25.141004 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ae251dd-e0fa-40d6-a3ca-3f1cf98e8316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.170194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Port bfbd2070-1a58-46cb-b30a-6b86c161cde1 on network d8b49fdd-da6e-44ba-85d9-31c2104e1961 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:25.170194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Attempting to bind port bfbd2070-1a58-46cb-b30a-6b86c161cde1 on network d8b49fdd-da6e-44ba-85d9-31c2104e1961 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:25.185340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-0efab257-8217-4053-adca-f0e65227adb4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7adba80d3513419d95def53648aca5b2 HTTP/1.1" status: 200 len: 380 time: 0.1673510 Aug 16 02:17:25.193866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:25.193866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Checking segment: {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:25.193866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Bound using segment: {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:25.213837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Bound port: bfbd2070-1a58-46cb-b30a-6b86c161cde1, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:25.214381 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.215998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ae251dd-e0fa-40d6-a3ca-3f1cf98e8316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.219894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ae251dd-e0fa-40d6-a3ca-3f1cf98e8316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.224315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4ae251dd-e0fa-40d6-a3ca-3f1cf98e8316 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35a52c7d-dfdd-4fdf-a8f2-53d676142e06 HTTP/1.1" status: 204 len: 168 time: 0.1933775 Aug 16 02:17:25.235873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae251dd-e0fa-40d6-a3ca-3f1cf98e8316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a52c7d-dfdd-4fdf-a8f2-53d676142e06,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.279293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'port': {'device_id': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'admin_state_up': True, 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'security_groups': ['77d9b04d-3e00-45c7-b573-e70a7c5ffbd3']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:25.398125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7cbf5594-0780-42fe-b318-71e637d8f3e2 req-381daf67-3096-4368-8916-e5f543cade28 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 210 time: 0.0556221 Aug 16 02:17:25.583236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] For port bfbd2070-1a58-46cb-b30a-6b86c161cde1, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:25.596318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] For port bfbd2070-1a58-46cb-b30a-6b86c161cde1, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:25.613202 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.742417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Made reservation on behalf of 7adba80d3513419d95def53648aca5b2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:25.746191 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.802952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.804336 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.805956 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] 10.222.0.93 "PUT /v2.0/ports/bfbd2070-1a58-46cb-b30a-6b86c161cde1 HTTP/1.1" status: 200 len: 1093 time: 2.3175075 Aug 16 02:17:25.829140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'tag': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:25.832363 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662" -d '{"events": [{"name": "network-changed", "server_uuid": "d7da7f7c-f671-468b-8f08-09c3cb59779d", "tag": "bfbd2070-1a58-46cb-b30a-6b86c161cde1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:25.955201 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed28fc0-f9a4-41f7-8fa5-de97424be96b x-openstack-request-id: req-9ed28fc0-f9a4-41f7-8fa5-de97424be96b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:25.955567 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7da7f7c-f671-468b-8f08-09c3cb59779d", "tag": "bfbd2070-1a58-46cb-b30a-6b86c161cde1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:25.955808 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ed28fc0-f9a4-41f7-8fa5-de97424be96b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:25.956249 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'tag': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1', 'status': 'completed', 'code': 200} Aug 16 02:17:26.234887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84763-8cfd-498b-b0c5-480ebb1b7719 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbd2070-1a58-46cb-b30a-6b86c161cde1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.457191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8e2ef-3990-49d3-9089-ad5bd4abfaef req-daeac035-ba0a-4449-8e6e-a1202c89112a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.466707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebf8e2ef-3990-49d3-9089-ad5bd4abfaef req-daeac035-ba0a-4449-8e6e-a1202c89112a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 944 time: 0.2938182 Aug 16 02:17:26.567896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-d8c28666-1def-49c8-9143-e1baac73a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.569649 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-d8c28666-1def-49c8-9143-e1baac73a504 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 1096 time: 0.6921706 Aug 16 02:17:26.570858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Allocated IP 172.20.0.3 (f2c687db-8614-475b-b13c-da59d0eacf00/30f7e4f3-ca32-45eb-91f5-4776aa1b05e1/4727de80-5b08-4fdf-adc1-35f76cfdff25) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:26.656661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebf8e2ef-3990-49d3-9089-ad5bd4abfaef req-719b3009-fdd8-4f28-b48a-ff7153a4c450 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889153 Aug 16 02:17:26.716665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f892aa1-81e5-41ce-85be-d5f562acb7e2 req-284f383a-d4f0-4184-ab79-d9ed9b4c0a55 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 210 time: 0.2040865 Aug 16 02:17:26.761897 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-9ca1f6b6-7062-44a9-8f04-d3c1b15a2203 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1 HTTP/1.1" status: 200 len: 217 time: 0.1762664 Aug 16 02:17:26.957379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-8aa109e8-616e-45f9-9533-22dc588396a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.959018 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-8aa109e8-616e-45f9-9533-22dc588396a9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e0db34b-120b-4bc4-9e13-6fcdad31103d HTTP/1.1" status: 200 len: 854 time: 0.1748168 Aug 16 02:17:27.032448 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-e4af46a1-31d7-4165-9fa3-78de28a5f98d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d8b49fdd-da6e-44ba-85d9-31c2104e1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302250 Aug 16 02:17:27.087471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:27.378285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75007afd-3ed2-4c48-a225-f2914e3f3c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.398763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.470553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Transition to ACTIVE for port object 4727de80-5b08-4fdf-adc1-35f76cfdff25 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:27.476392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-5b2dfaed-be1b-477b-a204-8bc575e1430e service neutron] 10.222.0.93 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300566 Aug 16 02:17:27.592093 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75007afd-3ed2-4c48-a225-f2914e3f3c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.602625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75007afd-3ed2-4c48-a225-f2914e3f3c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.664823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.696652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75007afd-3ed2-4c48-a225-f2914e3f3c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88c624f-26ef-4606-85fe-b2dabea7da9b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:27.722525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8292943b-4711-47a9-84f0-6c178f7d64e8 req-5d529464-74f2-4087-98c4-162abe632b20 service neutron] 10.222.0.93 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358122 Aug 16 02:17:27.763220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Network f2c687db-8614-475b-b13c-da59d0eacf00 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:27.768718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:27.806714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:27.819383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-75007afd-3ed2-4c48-a225-f2914e3f3c27 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c7cafd7ae5f452c99c014e218f3b316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7302742 Aug 16 02:17:27.824382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:27.885472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:28.031273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-7acc1c13-7396-4768-a37b-dc02072260da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.033053 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-7acc1c13-7396-4768-a37b-dc02072260da service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 1096 time: 0.2298138 Aug 16 02:17:28.060196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.070301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.208351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02729f76-0bd7-4ba8-b14f-9b1fbee38381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.283218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c59f1972-7ccd-4c7d-b814-707888c02793 None None] Provisioning for port 4727de80-5b08-4fdf-adc1-35f76cfdff25 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:28.289739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c59f1972-7ccd-4c7d-b814-707888c02793 None None] Provisioning complete for port 4727de80-5b08-4fdf-adc1-35f76cfdff25 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:28.290114 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c59f1972-7ccd-4c7d-b814-707888c02793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.318594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-10ce29c9-3678-4c20-ba09-364cf216fc9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1154940 Aug 16 02:17:28.335950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162af399-bac6-4c61-8bca-57322b00f1ce req-f29ee70d-d71b-49bc-8397-51833a7fa53e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.338893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-162af399-bac6-4c61-8bca-57322b00f1ce req-f29ee70d-d71b-49bc-8397-51833a7fa53e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 931 time: 0.4012041 Aug 16 02:17:28.345723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Request body: {'port': {'device_id': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:28.385903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2aa7d-44cc-485e-9a15-9c1ec555ced8 req-c0057c91-9901-41ec-a0ea-61109a2ec1af tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.390668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-edf2aa7d-44cc-485e-9a15-9c1ec555ced8 req-c0057c91-9901-41ec-a0ea-61109a2ec1af tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 944 time: 0.4541159 Aug 16 02:17:28.398269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02729f76-0bd7-4ba8-b14f-9b1fbee38381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.414057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c59f1972-7ccd-4c7d-b814-707888c02793 None None] Port 4727de80-5b08-4fdf-adc1-35f76cfdff25 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:28.587508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-359d3e7e-32d5-4e2c-9d78-31337ceac0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.589336 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-359d3e7e-32d5-4e2c-9d78-31337ceac0c3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 200 len: 915 time: 0.5095160 Aug 16 02:17:28.600434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.613270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-162af399-bac6-4c61-8bca-57322b00f1ce req-00b88916-9050-4d09-b76f-83a4e5fba46c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543082 Aug 16 02:17:28.627710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-edf2aa7d-44cc-485e-9a15-9c1ec555ced8 req-d9c95886-f224-4399-9647-e6969892dd0d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203825 Aug 16 02:17:28.687702 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02729f76-0bd7-4ba8-b14f-9b1fbee38381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.701885 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02729f76-0bd7-4ba8-b14f-9b1fbee38381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.718050 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-02729f76-0bd7-4ba8-b14f-9b1fbee38381 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c88c624f-26ef-4606-85fe-b2dabea7da9b HTTP/1.1" status: 204 len: 168 time: 0.8918815 Aug 16 02:17:28.731958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-a74d6f94-9b26-40a8-9fb8-1d86b1ad06d7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1 HTTP/1.1" status: 200 len: 217 time: 0.1272597 Aug 16 02:17:28.756264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02729f76-0bd7-4ba8-b14f-9b1fbee38381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88c624f-26ef-4606-85fe-b2dabea7da9b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:28.893588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-a9510745-e69b-4b94-b674-88a2f5471a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.895044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-a9510745-e69b-4b94-b674-88a2f5471a5f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e0db34b-120b-4bc4-9e13-6fcdad31103d HTTP/1.1" status: 200 len: 854 time: 0.1302030 Aug 16 02:17:28.986649 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-3a9d4fc8-3095-4449-a1d7-a0ceb15b01bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d8b49fdd-da6e-44ba-85d9-31c2104e1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818186 Aug 16 02:17:29.286710 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-f641a44e-780d-4346-a137-c22e14e8d97c service neutron] 10.222.0.93 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922764 Aug 16 02:17:29.471664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:29.490188 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-438829eb-3b78-4ba4-84f3-ac91c5900cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.492850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4727de80-5b08-4fdf-adc1-35f76cfdff25 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:29.513203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.545064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Transition to ACTIVE for port object 4727de80-5b08-4fdf-adc1-35f76cfdff25 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:29.549586 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ceda7cb-3eb1-449a-92cc-e20cc4e12662 req-0791a2b4-df66-4a37-9bcc-b7ad9c748459 service neutron] 10.222.0.93 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506213 Aug 16 02:17:29.550897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.713246 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-438829eb-3b78-4ba4-84f3-ac91c5900cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.719544 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-438829eb-3b78-4ba4-84f3-ac91c5900cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.788795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bfbd2070-1a58-46cb-b30a-6b86c161cde1 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:29.830404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:29.864584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Attempting to bind port 4727de80-5b08-4fdf-adc1-35f76cfdff25 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:29.870824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Attempting to bind port 4727de80-5b08-4fdf-adc1-35f76cfdff25 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:29.872836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Attempting to bind port 4727de80-5b08-4fdf-adc1-35f76cfdff25 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:29.889084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Port 4727de80-5b08-4fdf-adc1-35f76cfdff25 on network f2c687db-8614-475b-b13c-da59d0eacf00 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:29.889417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Attempting to bind port 4727de80-5b08-4fdf-adc1-35f76cfdff25 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:29.914368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:29.915132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Checking segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:29.915736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Bound using segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:29.916453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Bound port: 4727de80-5b08-4fdf-adc1-35f76cfdff25, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:29.917556 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.991278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-438829eb-3b78-4ba4-84f3-ac91c5900cd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a5decef4ecd4c13940903f0dcc868c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184894 Aug 16 02:17:29.994759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:29.998656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438829eb-3b78-4ba4-84f3-ac91c5900cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b52ed0c-318c-4624-b8df-42e280a4376a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.048452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port bfbd2070-1a58-46cb-b30a-6b86c161cde1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:30.076877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1', 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961', 'port_id': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1', 'mac_address': 'fa:16:3e:32:8c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0db34b-120b-4bc4-9e13-6fcdad31103d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:30.083437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:30.091507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:30.098148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.152970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd9370-1c44-4c4d-843a-61ff99d14eb0 req-e1824ad2-49c0-419c-99f3-1e04622279c5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.163708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fcd9370-1c44-4c4d-843a-61ff99d14eb0 req-e1824ad2-49c0-419c-99f3-1e04622279c5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 943 time: 0.3014104 Aug 16 02:17:30.195776 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.210149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.210789 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.217580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dda36a-c6db-4971-ab49-93d36d8c7a00 req-ce3627a6-fe37-4340-86a2-08139a5cb1d8 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.219198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3dda36a-c6db-4971-ab49-93d36d8c7a00 req-ce3627a6-fe37-4340-86a2-08139a5cb1d8 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 944 time: 0.4487920 Aug 16 02:17:30.224144 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] 10.222.0.86 "PUT /v2.0/ports/4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 1092 time: 1.9044478 Aug 16 02:17:30.231247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:30.236284 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:30.286873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b91a7d-1064-4f7e-b6b5-544fc9a0ae6f service neutron] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.386914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3dda36a-c6db-4971-ab49-93d36d8c7a00 req-0c66ac2c-979a-4d7e-9c33-908a8bdc74cb tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319747 Aug 16 02:17:30.402526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130623b2-41b8-48a9-a073-3942b516a672 req-cb1f056f-dad0-477c-a0fd-0818c5ae3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.404099 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-cb1f056f-dad0-477c-a0fd-0818c5ae3609 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1095 time: 0.1008756 Aug 16 02:17:30.516503 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-260f1fd0-33d9-48bd-9103-d1960897214a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 217 time: 0.0966632 Aug 16 02:17:30.548495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-193b4b71-7b3e-41e0-95b2-98dd7f61875e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.647395 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-193b4b71-7b3e-41e0-95b2-98dd7f61875e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.649846 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad004d-d653-4d47-9fd0-60911d2c1834 x-openstack-request-id: req-d1ad004d-d653-4d47-9fd0-60911d2c1834 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:30.650148 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:30.650558 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1ad004d-d653-4d47-9fd0-60911d2c1834 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:30.650905 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'status': 'completed', 'code': 200} Aug 16 02:17:30.677148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fcd9370-1c44-4c4d-843a-61ff99d14eb0 req-35199999-f714-46ea-9d4b-b5c9aa275756 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5125229 Aug 16 02:17:30.720088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130623b2-41b8-48a9-a073-3942b516a672 req-33d6cc8a-bec9-4f0e-950d-689c942ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.733495 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-33d6cc8a-bec9-4f0e-950d-689c942ba678 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.2038884 Aug 16 02:17:30.794267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbd2070-1a58-46cb-b30a-6b86c161cde1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:30.834290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-193b4b71-7b3e-41e0-95b2-98dd7f61875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.839254 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-193b4b71-7b3e-41e0-95b2-98dd7f61875e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.840790 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-193b4b71-7b3e-41e0-95b2-98dd7f61875e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b52ed0c-318c-4624-b8df-42e280a4376a HTTP/1.1" status: 204 len: 168 time: 0.8379021 Aug 16 02:17:30.862882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130623b2-41b8-48a9-a073-3942b516a672 req-d307cd6e-4c3a-43ff-9cbe-f03c8cf10be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.865059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b4b71-7b3e-41e0-95b2-98dd7f61875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b52ed0c-318c-4624-b8df-42e280a4376a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.866755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-d307cd6e-4c3a-43ff-9cbe-f03c8cf10be6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252010 Aug 16 02:17:30.869443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port bfbd2070-1a58-46cb-b30a-6b86c161cde1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:30.892185 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.906242 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.079287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=bfbd2070-1a58-46cb-b30a-6b86c161cde1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:31.098817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-23fad0ee-1295-45db-90b6-5078b1d79b5d service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121539 Aug 16 02:17:31.164462 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9552b948-8e23-4997-9872-0d625e876d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.207447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['bfbd2070-1a58-46cb-b30a-6b86c161cde1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:31.361803 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-130623b2-41b8-48a9-a073-3942b516a672 req-a8349243-d712-40ed-895c-8b971143f03e service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546496 Aug 16 02:17:31.370658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-0b5c1a33-bf38-481c-8b25-da734645b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:31.386180 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-0b5c1a33-bf38-481c-8b25-da734645b43a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cfb7410372f4be78353566b012443d2&device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 1102 time: 0.0765803 Aug 16 02:17:31.688567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-7f25cb28-418a-4dce-bff6-ebd062f33497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:31.690706 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-7f25cb28-418a-4dce-bff6-ebd062f33497 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1095 time: 0.1385357 Aug 16 02:17:31.790527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-b32fea62-c9b5-4f22-a30f-538101621dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:31.793288 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-b32fea62-c9b5-4f22-a30f-538101621dfb service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.3973787 Aug 16 02:17:31.826103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f4c1e-4e1e-45c2-a251-9acc8665f0cd req-87c19bfb-47ed-4080-8182-5ceb9bce11c2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:31.827746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f1f4c1e-4e1e-45c2-a251-9acc8665f0cd req-87c19bfb-47ed-4080-8182-5ceb9bce11c2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 945 time: 0.2075741 Aug 16 02:17:31.870662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-dfd57378-b75d-4ad3-a6d7-d7109164a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:31.873328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-dfd57378-b75d-4ad3-a6d7-d7109164a0ae service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.1715627 Aug 16 02:17:31.913817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-c806dd2f-9399-450f-9bd7-92480f811603 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1 HTTP/1.1" status: 200 len: 217 time: 0.1114228 Aug 16 02:17:31.978906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f1f4c1e-4e1e-45c2-a251-9acc8665f0cd req-5f0e8459-c9f3-4cb2-984c-39505b6a6b3d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304364 Aug 16 02:17:32.001952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e1593-7442-43ba-ae31-132e77782ed6 req-2bd1a07f-5e99-493b-84d2-7b27dd4d8378 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.009479 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec8e1593-7442-43ba-ae31-132e77782ed6 req-2bd1a07f-5e99-493b-84d2-7b27dd4d8378 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 943 time: 0.1642346 Aug 16 02:17:32.046268 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-7a6245dd-4d00-4317-8a93-d841151c4879 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 217 time: 0.1312718 Aug 16 02:17:32.083579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec8e1593-7442-43ba-ae31-132e77782ed6 req-a1a6c827-ce0d-42bc-9fcd-38b847f4b7e4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620205 Aug 16 02:17:32.166437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-1c6ad15b-dbf4-4ea4-b00a-6ae1b1def1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.166437 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-1c6ad15b-dbf4-4ea4-b00a-6ae1b1def1c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1143186 Aug 16 02:17:32.173422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-78bf8f38-0201-405a-8a3f-396f479c94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.174990 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-78bf8f38-0201-405a-8a3f-396f479c94b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0969474 Aug 16 02:17:32.364543 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:17:32.369452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-c00596e1-ef5a-4ff9-9619-0e98f95198ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.371621 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-c00596e1-ef5a-4ff9-9619-0e98f95198ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1953654 Aug 16 02:17:32.429805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-c6bb54a0-6b6b-4311-bcb5-6b495abe809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.433035 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-c6bb54a0-6b6b-4311-bcb5-6b495abe809c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2464020 Aug 16 02:17:32.704471 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-fd39a03f-af02-4821-9397-ee70757a6580 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192782 Aug 16 02:17:32.709306 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-3c25431a-16ba-43f9-9273-43252249ce03 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520690 Aug 16 02:17:32.946570 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9fa11a8f-6fe6-41f3-b844-e9d95a22d2bc req-0c60a25f-5c09-4b24-b11f-d177e26b3eaa service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262983 Aug 16 02:17:33.011224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7954b193-07f9-4ed1-b49d-49f77d7f4aea req-99f615fc-7419-46cd-ae0c-5e08d19da68c service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992644 Aug 16 02:17:33.260241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcc0d1-65da-48ce-8a05-560cad933608 req-835ef171-1dbc-44a6-8f0d-84ac84a374ce tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:33.271964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0abcc0d1-65da-48ce-8a05-560cad933608 req-835ef171-1dbc-44a6-8f0d-84ac84a374ce tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 945 time: 0.1599336 Aug 16 02:17:33.374016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0abcc0d1-65da-48ce-8a05-560cad933608 req-a264ac1a-ea99-40b9-9cba-836ace9397da tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006584 Aug 16 02:17:33.384264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25493f-17b4-47ef-be08-2ce5c8b19b9f req-ddb72e38-c380-40e1-9d47-95b938955961 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:33.396215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f25493f-17b4-47ef-be08-2ce5c8b19b9f req-ddb72e38-c380-40e1-9d47-95b938955961 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 943 time: 0.1864336 Aug 16 02:17:33.461314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f25493f-17b4-47ef-be08-2ce5c8b19b9f req-3f5879c2-f1ae-448e-b171-957e3d56d446 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639131 Aug 16 02:17:33.603167 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d5b83c5-8397-49bc-a569-97bb65c229ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.817705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bfbd2070-1a58-46cb-b30a-6b86c161cde1 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:34.043703 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.050437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port bfbd2070-1a58-46cb-b30a-6b86c161cde1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:34.065883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port bfbd2070-1a58-46cb-b30a-6b86c161cde1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:34.068073 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.475486 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.591232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port bfbd2070-1a58-46cb-b30a-6b86c161cde1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:34.592609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:34.596699 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192ed8d5-ef3e-4f20-a7d5-f2afe5a7d9c1" -d '{"events": [{"server_uuid": "d7da7f7c-f671-468b-8f08-09c3cb59779d", "name": "network-vif-plugged", "status": "completed", "tag": "bfbd2070-1a58-46cb-b30a-6b86c161cde1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:34.623747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.776140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=bfbd2070-1a58-46cb-b30a-6b86c161cde1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.789474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:34.846511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.846858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.847232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.847578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.847912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.848251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.848579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.856851 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.857901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.857901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.858136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.858472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.932162 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.961293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3cfbd-7c2b-4cd3-9ed5-584710bbe6bb req-08997f87-96d9-4572-9b37-588e21041d69 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:34.973237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72d3cfbd-7c2b-4cd3-9ed5-584710bbe6bb req-08997f87-96d9-4572-9b37-588e21041d69 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 945 time: 0.3977520 Aug 16 02:17:35.191171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a03cd-6933-41cc-b668-c357e83a9237 req-3b398e0b-035d-4fb0-bd36-f50da1d31f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.218410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-945a03cd-6933-41cc-b668-c357e83a9237 req-3b398e0b-035d-4fb0-bd36-f50da1d31f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 943 time: 0.5211310 Aug 16 02:17:35.236367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:35.257452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'port_id': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'mac_address': 'fa:16:3e:54:a4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:35.347768 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.374034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4727de80-5b08-4fdf-adc1-35f76cfdff25 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:35.380300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-945a03cd-6933-41cc-b668-c357e83a9237 req-a8396626-a1f6-43a8-84c7-17d364b96c9e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571615 Aug 16 02:17:35.410674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72d3cfbd-7c2b-4cd3-9ed5-584710bbe6bb req-718b12b4-6eb9-4143-abb2-d17063ccbcf0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302814 Aug 16 02:17:35.428049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:35.438429 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.538107 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb0ae4a-20e2-4e03-88fb-742258fd56ae x-openstack-request-id: req-4bb0ae4a-20e2-4e03-88fb-742258fd56ae {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:35.538717 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7da7f7c-f671-468b-8f08-09c3cb59779d", "name": "network-vif-plugged", "status": "completed", "tag": "bfbd2070-1a58-46cb-b30a-6b86c161cde1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:35.539622 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bb0ae4a-20e2-4e03-88fb-742258fd56ae {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:35.540538 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1', 'code': 200} Aug 16 02:17:35.597117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.749485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d9c7a-a937-414e-b5a4-9b1b1ea5846f req-97874927-4337-4969-aa4a-00e01572bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.751884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ed7d9c7a-a937-414e-b5a4-9b1b1ea5846f req-97874927-4337-4969-aa4a-00e01572bee2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 1098 time: 0.1809175 Aug 16 02:17:35.812075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4727de80-5b08-4fdf-adc1-35f76cfdff25'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:35.825053 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ed7d9c7a-a937-414e-b5a4-9b1b1ea5846f req-d2d51a19-df9b-4b40-aa6c-755ebcfd4777 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653389 Aug 16 02:17:36.070242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:36.308884 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b2adb3a-e527-49d4-b6cd-8e17d2f91260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.577928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b2adb3a-e527-49d4-b6cd-8e17d2f91260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.599920 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b2adb3a-e527-49d4-b6cd-8e17d2f91260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.678997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2b2adb3a-e527-49d4-b6cd-8e17d2f91260 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b36224eed0b4ccfb81e2c754351c166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077378 Aug 16 02:17:36.681652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:36.722348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2adb3a-e527-49d4-b6cd-8e17d2f91260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0715b485-f983-46f1-aa67-d3d7f01f7de5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:36.859221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1aefab1-8f8c-4a99-94b0-8d247464fd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.911829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b85a7-b28e-4a5e-8e59-987634d92a9c req-1df8d6e2-8040-4dc2-a71c-1ad5c6cab391 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.914045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1aefab1-8f8c-4a99-94b0-8d247464fd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.927478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-903b85a7-b28e-4a5e-8e59-987634d92a9c req-1df8d6e2-8040-4dc2-a71c-1ad5c6cab391 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.3344278 Aug 16 02:17:36.969675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda4394-2349-438e-9083-bfee5981ef94 req-774e840a-bda3-47b4-b832-3694dec4000b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.978632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbda4394-2349-438e-9083-bfee5981ef94 req-774e840a-bda3-47b4-b832-3694dec4000b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.3845868 Aug 16 02:17:37.025320 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.047897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-903b85a7-b28e-4a5e-8e59-987634d92a9c req-f478d9c0-0613-4ecc-bb87-5e99933f2170 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187701 Aug 16 02:17:37.069039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbda4394-2349-438e-9083-bfee5981ef94 req-61e556db-318e-48d7-9621-f1563809836c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878723 Aug 16 02:17:37.105510 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1aefab1-8f8c-4a99-94b0-8d247464fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.121816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1aefab1-8f8c-4a99-94b0-8d247464fd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.125672 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b1aefab1-8f8c-4a99-94b0-8d247464fd81 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0715b485-f983-46f1-aa67-d3d7f01f7de5 HTTP/1.1" status: 204 len: 168 time: 0.4427159 Aug 16 02:17:37.173325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aefab1-8f8c-4a99-94b0-8d247464fd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0715b485-f983-46f1-aa67-d3d7f01f7de5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.806559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:37.839580 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-010da22f-2c17-401e-8336-6be34d6e5a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.003634 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-010da22f-2c17-401e-8336-6be34d6e5a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.015866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-010da22f-2c17-401e-8336-6be34d6e5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.065064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-010da22f-2c17-401e-8336-6be34d6e5a86 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8604a327db4d48edafc42ae90990a187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561078 Aug 16 02:17:38.070507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.100963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010da22f-2c17-401e-8336-6be34d6e5a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d15460-0d34-4a7b-8476-6de41614ac42,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.212929 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c9d41c0-dae0-4589-b3f0-53ca97fe3fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.271510 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c9d41c0-dae0-4589-b3f0-53ca97fe3fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.404045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c9d41c0-dae0-4589-b3f0-53ca97fe3fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.408091 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c9d41c0-dae0-4589-b3f0-53ca97fe3fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.412468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4c9d41c0-dae0-4589-b3f0-53ca97fe3fa5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88d15460-0d34-4a7b-8476-6de41614ac42 HTTP/1.1" status: 204 len: 168 time: 0.3405092 Aug 16 02:17:38.426342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d41c0-dae0-4589-b3f0-53ca97fe3fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d15460-0d34-4a7b-8476-6de41614ac42,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.537906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4870c1-b8d3-4096-b2bb-252129fbe3c1 req-d36883d1-00a5-443f-b346-49b043de6b69 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.539547 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f4870c1-b8d3-4096-b2bb-252129fbe3c1 req-d36883d1-00a5-443f-b346-49b043de6b69 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.3055592 Aug 16 02:17:38.562185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f2bee-6b65-4959-b7f4-73b2162607e5 req-c27dd93e-c0f5-4212-8c39-05c140a3c4b3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.567082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db7f2bee-6b65-4959-b7f4-73b2162607e5 req-c27dd93e-c0f5-4212-8c39-05c140a3c4b3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.3150787 Aug 16 02:17:38.678340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:38.816067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 4727de80-5b08-4fdf-adc1-35f76cfdff25 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:38.827622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 4727de80-5b08-4fdf-adc1-35f76cfdff25 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:38.828342 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.042352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.071129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:39.074971 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7f9154-3818-4f51-bf51-ae299a27bbc8" -d '{"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:39.091552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:39.105822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.118852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:39.228987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.247781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f4870c1-b8d3-4096-b2bb-252129fbe3c1 req-8fa94f50-11df-4fb7-9ccb-87abbc644846 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990442 Aug 16 02:17:39.309556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db7f2bee-6b65-4959-b7f4-73b2162607e5 req-09bdf0a9-360b-4e8d-b59b-b192cd3a7ddb tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139905 Aug 16 02:17:39.453213 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6753c019-36ba-4dbc-a8fd-c23a950ebdda x-openstack-request-id: req-6753c019-36ba-4dbc-a8fd-c23a950ebdda {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:39.453723 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:39.454299 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6753c019-36ba-4dbc-a8fd-c23a950ebdda {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:39.454892 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'code': 200} Aug 16 02:17:39.503292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf81c73-c052-4aaa-b287-de667470fcda req-407d74de-e965-4448-a966-65a18d01fbeb tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:39.514065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aaf81c73-c052-4aaa-b287-de667470fcda req-407d74de-e965-4448-a966-65a18d01fbeb tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1087196 Aug 16 02:17:39.629077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aaf81c73-c052-4aaa-b287-de667470fcda req-343c7539-0a0d-4033-934d-c9d5f60892dc tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140459 Aug 16 02:17:39.842059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68901a73-0a32-4efe-83db-dd25e3540eef req-bb0d3795-054e-4386-b3df-b75f8ab3708f tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:39.853328 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68901a73-0a32-4efe-83db-dd25e3540eef req-bb0d3795-054e-4386-b3df-b75f8ab3708f tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 950 time: 0.1781058 Aug 16 02:17:39.935933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68901a73-0a32-4efe-83db-dd25e3540eef req-d8330679-3695-40f9-a658-c608a2901017 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763369 Aug 16 02:17:40.140262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05934e08-7021-4bf7-9a7c-de8aa145d823 req-b45d90de-9091-4d41-aa73-f1f16c563259 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.156825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05934e08-7021-4bf7-9a7c-de8aa145d823 req-b45d90de-9091-4d41-aa73-f1f16c563259 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1736696 Aug 16 02:17:40.240659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05934e08-7021-4bf7-9a7c-de8aa145d823 req-cda759b5-b0d9-48d1-8097-8fb418eeff4c tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829027 Aug 16 02:17:40.541521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56954672-63a2-438e-8a3f-7b9c25e1ce2f req-b34c9006-922d-497f-8a09-bc1c118b8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.544739 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-56954672-63a2-438e-8a3f-7b9c25e1ce2f req-b34c9006-922d-497f-8a09-bc1c118b8efa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1097 time: 0.9221392 Aug 16 02:17:40.550980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf97c8-b789-4db7-b763-a57aeb1f6fc0 req-3cf97fa0-17f5-4cad-a119-1cfc89fbf457 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.559206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84bf97c8-b789-4db7-b763-a57aeb1f6fc0 req-3cf97fa0-17f5-4cad-a119-1cfc89fbf457 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1180868 Aug 16 02:17:40.616867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-56954672-63a2-438e-8a3f-7b9c25e1ce2f req-7962c00f-8d10-45ad-a7a5-c53d8a279708 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620844 Aug 16 02:17:40.718788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84bf97c8-b789-4db7-b763-a57aeb1f6fc0 req-9f11f931-a492-4eaa-baad-c2aa5a8ce6b6 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460178 Aug 16 02:17:40.757172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee232b71-547d-4db8-acde-61198a1eb6c6 req-25d97f0b-961d-4d8d-90a3-bd534ae370fc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.774802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee232b71-547d-4db8-acde-61198a1eb6c6 req-25d97f0b-961d-4d8d-90a3-bd534ae370fc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 945 time: 0.1995332 Aug 16 02:17:40.843592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee232b71-547d-4db8-acde-61198a1eb6c6 req-31f31415-223a-4eb9-8a5d-401e85c4165a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675869 Aug 16 02:17:41.101877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.517385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428bd88-2612-4681-9805-72d5ec519c06 req-302b7a83-44ce-419e-8c52-a0cea2e2e78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:41.525267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5428bd88-2612-4681-9805-72d5ec519c06 req-302b7a83-44ce-419e-8c52-a0cea2e2e78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1105371 Aug 16 02:17:41.584678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Deleting port d7f7b722-fe69-4dc6-99df-012f734ca5fd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:41.585930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.623333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5428bd88-2612-4681-9805-72d5ec519c06 req-02c66f7a-192d-441c-aaac-1aed1cd87c3b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965159 Aug 16 02:17:41.697324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] For port d7f7b722-fe69-4dc6-99df-012f734ca5fd, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d7f7b722-fe69-4dc6-99df-012f734ca5fd,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:41.698178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.720403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Calling delete_port for d7f7b722-fe69-4dc6-99df-012f734ca5fd owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:41.881782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:42.221518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.254415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73e024-f788-436f-a744-5a49d86c1651 req-0d0bb488-8a0c-470f-a4bd-e8ed3abbb23f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.259910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b73e024-f788-436f-a744-5a49d86c1651 req-0d0bb488-8a0c-470f-a4bd-e8ed3abbb23f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 945 time: 0.2497003 Aug 16 02:17:42.274088 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.325015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f7b722-fe69-4dc6-99df-012f734ca5fd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.376802 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.402395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:42.405139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b73e024-f788-436f-a744-5a49d86c1651 req-a694faaf-3ea6-4170-9aa0-a563a8c29a8d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378555 Aug 16 02:17:42.410120 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e0efe8-ec77-44c9-bffb-46f1127e0280" -d '{"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:42.467834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:42.478752 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.605033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.610145 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7cb8e4-b777-4bec-8f75-9bc7446afc90 x-openstack-request-id: req-7c7cb8e4-b777-4bec-8f75-9bc7446afc90 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:42.610809 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:42.611250 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c7cb8e4-b777-4bec-8f75-9bc7446afc90 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:42.611822 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'code': 200} Aug 16 02:17:42.703131 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.873317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002adb3-5acf-4615-9218-7bf236680ac6 req-a4d9b248-df5e-48fb-89e5-9402ea77a786 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.887226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9002adb3-5acf-4615-9218-7bf236680ac6 req-a4d9b248-df5e-48fb-89e5-9402ea77a786 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1195898 Aug 16 02:17:42.942614 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9002adb3-5acf-4615-9218-7bf236680ac6 req-81aa7605-7251-426b-81f2-11f20c555830 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541255 Aug 16 02:17:43.137742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.254829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:43.381993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-643f986e-a361-4926-aacd-d7e3e93cb022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.426065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:43.437658 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eff71af6-6b00-4b59-bd41-85bbc3844e54 admin admin] 10.222.0.61 "PUT /v2.0/routers/4d1f66e2-d195-4ccb-af03-ca222cbfd536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3170156 Aug 16 02:17:43.440177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.755860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.765742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f3cb-c48a-46eb-bafb-37015995c861 req-84aab968-99ab-4d14-bcf9-f72a8bf22f7e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:43.774973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] Sync routers for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:43.781243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f18f3cb-c48a-46eb-bafb-37015995c861 req-84aab968-99ab-4d14-bcf9-f72a8bf22f7e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 945 time: 0.2064092 Aug 16 02:17:43.800146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:43.801118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:17:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.877905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-643f986e-a361-4926-aacd-d7e3e93cb022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.895482 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-643f986e-a361-4926-aacd-d7e3e93cb022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.927540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f18f3cb-c48a-46eb-bafb-37015995c861 req-8403887f-8991-49a1-97e8-4d4826ea07ca tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309609 Aug 16 02:17:43.999869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-643f986e-a361-4926-aacd-d7e3e93cb022 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9c19962bcbb457b96d5098156fa56be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8606508 Aug 16 02:17:44.001044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f986e-a361-4926-aacd-d7e3e93cb022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34de527b-dcdf-42cb-9e1a-2bb66fec52cc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.020762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.083266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.104110 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:44.216883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6df502-2658-4202-b02b-7224a0c16cbc req-bfc9852d-5262-46a8-be3d-7121ed1eeda4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:44.218843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa6df502-2658-4202-b02b-7224a0c16cbc req-bfc9852d-5262-46a8-be3d-7121ed1eeda4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 945 time: 0.1865242 Aug 16 02:17:44.219676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Deleting port f65c7ff1-9b5f-47ed-8590-3afee9a00196 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:44.220022 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.227374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.249954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bd7446d1-0e30-4181-8dc2-cea9649846f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'floatingip': {'port_id': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:44.253980 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d564afcf-f5eb-4c32-915b-d35312d1b810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.329601 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d564afcf-f5eb-4c32-915b-d35312d1b810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.468599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58968276-7984-4ad8-b920-66b58e679687 req-e2bfc133-6e44-4f8e-ad34-296df6ca17be tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:44.482136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58968276-7984-4ad8-b920-66b58e679687 req-e2bfc133-6e44-4f8e-ad34-296df6ca17be tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1160560 Aug 16 02:17:44.497889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7446d1-0e30-4181-8dc2-cea9649846f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.530497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:17:42Z', 'revision_number': 5, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port': {'id': 'f65c7ff1-9b5f-47ed-8590-3afee9a00196', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:39Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.563379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] Checking router: 4d1f66e2-d195-4ccb-af03-ca222cbfd536 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:44.605602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] For port f65c7ff1-9b5f-47ed-8590-3afee9a00196, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f65c7ff1-9b5f-47ed-8590-3afee9a00196,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:44.608538 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.624029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Calling delete_port for f65c7ff1-9b5f-47ed-8590-3afee9a00196 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:44.635654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58968276-7984-4ad8-b920-66b58e679687 req-1b0dadbe-e1df-4f78-bc8f-b7a32a23caae tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456714 Aug 16 02:17:44.652993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d564afcf-f5eb-4c32-915b-d35312d1b810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.655767 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d564afcf-f5eb-4c32-915b-d35312d1b810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.659739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] Routers {'4d1f66e2-d195-4ccb-af03-ca222cbfd536'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:44.661233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:17:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.671578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d564afcf-f5eb-4c32-915b-d35312d1b810 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34de527b-dcdf-42cb-9e1a-2bb66fec52cc HTTP/1.1" status: 204 len: 168 time: 0.6486208 Aug 16 02:17:44.693034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564afcf-f5eb-4c32-915b-d35312d1b810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de527b-dcdf-42cb-9e1a-2bb66fec52cc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.902293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] Set router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:44.996997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:17:44Z', 'revision_number': 6, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:45.031149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db5e39-6249-49b6-bb36-052f50d076a4 None None] The sync data for ids ['4d1f66e2-d195-4ccb-af03-ca222cbfd536'] in n-d-768862-14 is: [{'id': '4d1f66e2-d195-4ccb-af03-ca222cbfd536', 'name': 'tempest-TaggedBootDevicesTest_v242-1946423454-router', 'tenant_id': '9bce0ae82327452c9c3b3172c8ae9106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:37Z', 'updated_at': '2021-08-16T02:17:44Z', 'revision_number': 6, 'project_id': '9bce0ae82327452c9c3b3172c8ae9106', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:45.263153 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.326042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Pushing event deleted for resources: {'Port': ['ID=f65c7ff1-9b5f-47ed-8590-3afee9a00196,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.580542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.601009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e70575e-7080-438c-a12a-9fdb3d77e42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.661377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.700712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f65c7ff1-9b5f-47ed-8590-3afee9a00196 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:45.820280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: f65c7ff1-9b5f-47ed-8590-3afee9a00196 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:45.820639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f65c7ff1-9b5f-47ed-8590-3afee9a00196 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:45.822765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d7f7b722-fe69-4dc6-99df-012f734ca5fd no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:45.870623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d7f7b722-fe69-4dc6-99df-012f734ca5fd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:45.871517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d7f7b722-fe69-4dc6-99df-012f734ca5fd not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:45.896952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.900065 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.007565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcfdfd-25dd-4fec-9c92-85b805a2ae3d req-c19e960a-680c-4ab5-9e1c-b563ed198712 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.015535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.016128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1f66e2-d195-4ccb-af03-ca222cbfd536 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:46.017195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6bcfdfd-25dd-4fec-9c92-85b805a2ae3d req-c19e960a-680c-4ab5-9e1c-b563ed198712 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1969352 Aug 16 02:17:46.020509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.024223 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-777dd0a2-0a1f-42fd-bda5-98fcabea277a admin admin] 10.222.0.61 "DELETE /v2.0/routers/4d1f66e2-d195-4ccb-af03-ca222cbfd536 HTTP/1.1" status: 204 len: 168 time: 2.5830252 Aug 16 02:17:46.027564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.090059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b23ad8-6ab6-47c4-ab74-f50a518528fb admin admin] Deleting subnet 751d740b-3e10-4938-9e59-82c96592c48b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:46.113895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6bcfdfd-25dd-4fec-9c92-85b805a2ae3d req-34e08c5f-b294-4b80-a48e-2ac19fcc0ace tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949948 Aug 16 02:17:46.133806 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e70575e-7080-438c-a12a-9fdb3d77e42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.137748 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b23ad8-6ab6-47c4-ab74-f50a518528fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.144563 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e70575e-7080-438c-a12a-9fdb3d77e42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.227758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70575e-7080-438c-a12a-9fdb3d77e42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff3bd9e-0f1f-4961-b6b6-fb7c703e33fa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.254188 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1e70575e-7080-438c-a12a-9fdb3d77e42f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf986377c21b49efbafd6a4cdf1b9b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6717756 Aug 16 02:17:46.259695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.329340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b67910cc-8db8-4175-98da-704faaf653ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.342969 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b23ad8-6ab6-47c4-ab74-f50a518528fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.361115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b67910cc-8db8-4175-98da-704faaf653ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.444597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b67910cc-8db8-4175-98da-704faaf653ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.450893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b67910cc-8db8-4175-98da-704faaf653ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.455836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b67910cc-8db8-4175-98da-704faaf653ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dff3bd9e-0f1f-4961-b6b6-fb7c703e33fa HTTP/1.1" status: 204 len: 168 time: 0.1926641 Aug 16 02:17:46.503470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67910cc-8db8-4175-98da-704faaf653ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff3bd9e-0f1f-4961-b6b6-fb7c703e33fa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.561431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b23ad8-6ab6-47c4-ab74-f50a518528fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.564771 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7446d1-0e30-4181-8dc2-cea9649846f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.584695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7446d1-0e30-4181-8dc2-cea9649846f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.725268 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b23ad8-6ab6-47c4-ab74-f50a518528fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.763306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b23ad8-6ab6-47c4-ab74-f50a518528fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751d740b-3e10-4938-9e59-82c96592c48b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.769425 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-bd7446d1-0e30-4181-8dc2-cea9649846f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Floating IP 3b4b7ff8-db9d-4f65-b32f-b99e5efd66c3 associated. External IP: 172.25.5.209, port: 4727de80-5b08-4fdf-adc1-35f76cfdff25. Aug 16 02:17:46.776398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b23ad8-6ab6-47c4-ab74-f50a518528fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.780865 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-30b23ad8-6ab6-47c4-ab74-f50a518528fb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/751d740b-3e10-4938-9e59-82c96592c48b HTTP/1.1" status: 204 len: 168 time: 0.7502971 Aug 16 02:17:46.781898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.788545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87620f-37d9-4bd0-8267-78f1ce641b5d None None] Network eb2528c8-5b9b-4161-9c71-1b504faa9674 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:47.012994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.187872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34616ab9-20d3-49da-b712-78c8ca438394 req-58f369ee-d217-4b44-b368-237ca61a2c11 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.200844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34616ab9-20d3-49da-b712-78c8ca438394 req-58f369ee-d217-4b44-b368-237ca61a2c11 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 948 time: 0.1630225 Aug 16 02:17:47.224183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da130db-ee6b-4092-89bd-5cbed425f736 None None] DHCP port deletion for eb2528c8-5b9b-4161-9c71-1b504faa9674 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:47.242247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Deleting port 007218fa-2f24-4c34-91fe-72100cef26b7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:47.243715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.352097 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34616ab9-20d3-49da-b712-78c8ca438394 req-8c2ef49f-efc4-46cf-9481-010881011017 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453590 Aug 16 02:17:47.366964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8da130db-ee6b-4092-89bd-5cbed425f736 None None] Deleting port 007218fa-2f24-4c34-91fe-72100cef26b7 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:47.367311 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8da130db-ee6b-4092-89bd-5cbed425f736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.393658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7446d1-0e30-4181-8dc2-cea9649846f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:47.433745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] For port 007218fa-2f24-4c34-91fe-72100cef26b7, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=007218fa-2f24-4c34-91fe-72100cef26b7,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:47.434510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.445661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e61ea-c611-45a8-98b7-866d5d91dc6a req-31981c03-8383-432b-ad5d-a9bc1384452d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.455276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-897e61ea-c611-45a8-98b7-866d5d91dc6a req-31981c03-8383-432b-ad5d-a9bc1384452d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1690202 Aug 16 02:17:47.585276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Calling delete_port for 007218fa-2f24-4c34-91fe-72100cef26b7 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:47.612392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8da130db-ee6b-4092-89bd-5cbed425f736 None None] For port 007218fa-2f24-4c34-91fe-72100cef26b7, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=007218fa-2f24-4c34-91fe-72100cef26b7,segment=NetworkSegment(6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7),segment_id=6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:47.615539 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8da130db-ee6b-4092-89bd-5cbed425f736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.686223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 007218fa-2f24-4c34-91fe-72100cef26b7 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:47.687968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-897e61ea-c611-45a8-98b7-866d5d91dc6a req-90838a1d-9c50-453b-a7a1-de3896cdbe23 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314601 Aug 16 02:17:47.708448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8da130db-ee6b-4092-89bd-5cbed425f736 None None] Calling delete_port for 007218fa-2f24-4c34-91fe-72100cef26b7 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:47.746620 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.795607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=007218fa-2f24-4c34-91fe-72100cef26b7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:47.863151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] No DVR routers for this DVR port 007218fa-2f24-4c34-91fe-72100cef26b7 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:48.048232 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.079591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2528c8-5b9b-4161-9c71-1b504faa9674']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:48.086739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No active binding found for port 007218fa-2f24-4c34-91fe-72100cef26b7 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:17:48.087283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 007218fa-2f24-4c34-91fe-72100cef26b7 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:48.095078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:48.095503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5dac6a-bdb6-44ad-8a6f-abd2a519ddd7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:48.101443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8da130db-ee6b-4092-89bd-5cbed425f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.118423 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.157020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.188956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da130db-ee6b-4092-89bd-5cbed425f736 None None] Pushing event deleted for resources: {'Port': ['ID=007218fa-2f24-4c34-91fe-72100cef26b7,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.189943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:48.190374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:48.206814 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:48.215621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da130db-ee6b-4092-89bd-5cbed425f736 None None] No DVR routers for this DVR port 007218fa-2f24-4c34-91fe-72100cef26b7 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:48.315605 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.325365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.330441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/eb2528c8-5b9b-4161-9c71-1b504faa9674 HTTP/1.1" status: 204 len: 168 time: 1.5474856 Aug 16 02:17:48.344024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7446d1-0e30-4181-8dc2-cea9649846f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:48.347415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078df05-8247-4f29-a253-a81ecc75a9f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2528c8-5b9b-4161-9c71-1b504faa9674,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.363426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7446d1-0e30-4181-8dc2-cea9649846f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.366113 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] Sync routers for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:48.382254 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:48.383231 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:17:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:48.418054 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bd7446d1-0e30-4181-8dc2-cea9649846f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "PUT /v2.0/floatingips/3b4b7ff8-db9d-4f65-b32f-b99e5efd66c3 HTTP/1.1" status: 200 len: 991 time: 4.1844130 Aug 16 02:17:48.418908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:48.422686 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e230ab2-a198-4ba2-a008-d87048915a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:48.538490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-85e25032-7f87-4930-8200-ba17cec3c787 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.540181 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-85e25032-7f87-4930-8200-ba17cec3c787 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 948 time: 0.0998871 Aug 16 02:17:48.610723 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:48.688550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071265ec-ba09-4707-bbb1-352f16cbbe76 req-c1f067e7-3e64-4ab3-a685-6d93282d794c tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.692477 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-071265ec-ba09-4707-bbb1-352f16cbbe76 req-c1f067e7-3e64-4ab3-a685-6d93282d794c tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 948 time: 0.1615903 Aug 16 02:17:48.697428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:48.739374 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62d724e-2b14-4977-8e59-f7e6227e8d5b x-openstack-request-id: req-b62d724e-2b14-4977-8e59-f7e6227e8d5b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:48.741675 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:48.742062 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b62d724e-2b14-4977-8e59-f7e6227e8d5b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:48.742541 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'status': 'completed', 'code': 200} Aug 16 02:17:48.828014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Deleting port 408c5106-97a8-4723-b321-2ba28b424698 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:48.828367 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.829911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-071265ec-ba09-4707-bbb1-352f16cbbe76 req-412d9873-6bb4-4c44-abf4-dbc0e23752b4 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134527 Aug 16 02:17:48.910662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e82e291c-4311-4144-a954-8a9c3a5eeaa6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bce0ae82327452c9c3b3172c8ae9106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117176 Aug 16 02:17:48.914773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:48.952962 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '3b4b7ff8-db9d-4f65-b32f-b99e5efd66c3', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'port_id': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'mac_address': 'fa:16:3e:54:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:15Z', 'updated_at': '2021-08-16T02:17:46Z', 'revision_number': 1, 'project_id': '7adba80d3513419d95def53648aca5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 5, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:48.965585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ece0a9-9e9a-453f-9db5-85fd795defb9 req-7a720bf0-caba-4764-ae26-95b50d484d18 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.971012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26ece0a9-9e9a-453f-9db5-85fd795defb9 req-7a720bf0-caba-4764-ae26-95b50d484d18 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1234770 Aug 16 02:17:48.991335 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] Checking router: 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:49.008441 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:49.009358 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:17:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:49.018792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-37130829-c53f-4b73-b1fc-425157ba52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.020656 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-37130829-c53f-4b73-b1fc-425157ba52fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1097 time: 0.2416909 Aug 16 02:17:49.146455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d79fa2b9-da55-4906-bfac-18a15f6be408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.169906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-3b038a02-42f0-4d40-ba3e-26a623a7babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.171628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-3b038a02-42f0-4d40-ba3e-26a623a7babb service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.1391938 Aug 16 02:17:49.185308 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:49.208737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d79fa2b9-da55-4906-bfac-18a15f6be408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.261126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] For port 408c5106-97a8-4723-b321-2ba28b424698, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=408c5106-97a8-4723-b321-2ba28b424698,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:49.262494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.295227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26ece0a9-9e9a-453f-9db5-85fd795defb9 req-6fdbbbfb-9e79-41d9-965f-450d975ecf47 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818694 Aug 16 02:17:49.315708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Calling delete_port for 408c5106-97a8-4723-b321-2ba28b424698 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:49.349849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d79fa2b9-da55-4906-bfac-18a15f6be408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.353000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d79fa2b9-da55-4906-bfac-18a15f6be408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.355125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d79fa2b9-da55-4906-bfac-18a15f6be408 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/620b8bdc-754b-4ae3-934a-b360f59d34ba HTTP/1.1" status: 204 len: 168 time: 0.4390936 Aug 16 02:17:49.377478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fa2b9-da55-4906-bfac-18a15f6be408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620b8bdc-754b-4ae3-934a-b360f59d34ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.389664 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-79f11b09-7105-43c2-b8ec-6de61b2d1434 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 999 time: 0.2083881 Aug 16 02:17:49.515508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-9fcd3512-e489-4e90-a24a-d82b659032ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.516870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-9fcd3512-e489-4e90-a24a-d82b659032ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0730379 Aug 16 02:17:49.659888 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '3b4b7ff8-db9d-4f65-b32f-b99e5efd66c3', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'port_id': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'mac_address': 'fa:16:3e:54:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:15Z', 'updated_at': '2021-08-16T02:17:46Z', 'revision_number': 1, 'project_id': '7adba80d3513419d95def53648aca5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 5, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:49.662104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-0fd1e64d-c290-455e-89e2-2c98d5e30881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.665413 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-0fd1e64d-c290-455e-89e2-2c98d5e30881 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375973 Aug 16 02:17:49.816128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.875239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Pushing event deleted for resources: {'Port': ['ID=408c5106-97a8-4723-b321-2ba28b424698,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.938856 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeb0f9-3902-4cd0-929a-c2dcaf539648 None None] The sync data for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 is: [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '3b4b7ff8-db9d-4f65-b32f-b99e5efd66c3', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'port_id': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'mac_address': 'fa:16:3e:54:a4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:15Z', 'updated_at': '2021-08-16T02:17:46Z', 'revision_number': 1, 'project_id': '7adba80d3513419d95def53648aca5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 5, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:49.952734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] No DVR routers for this DVR port 408c5106-97a8-4723-b321-2ba28b424698 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:49.966331 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.978140 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8376b8c-6aa6-4de6-b373-715fd4bc9fd0 req-9abe41ec-9bc5-410c-98ba-30bf88524c82 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "DELETE /v2.0/ports/408c5106-97a8-4723-b321-2ba28b424698 HTTP/1.1" status: 204 len: 173 time: 1.4245110 Aug 16 02:17:49.981035 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-fa90c8df-d0b1-4a15-af7d-2c6f76104d15 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740898 Aug 16 02:17:50.080363 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8fbca0d9-794a-49a0-b252-c0d1bb4efa4a req-6e53475b-d038-4f48-bf10-cf68cf84e5fc tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=82efcb53-6fb7-4ebb-a544-69f3d91cf589 HTTP/1.1" status: 200 len: 210 time: 0.0859799 Aug 16 02:17:50.148135 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7e230ab2-a198-4ba2-a008-d87048915a3c req-d0c69ee5-9e00-41d0-9759-808feb343bb7 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593170 Aug 16 02:17:50.386950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc08283f-fbcb-40cf-981d-c282b3114790 None None] New status for floating IP 3b4b7ff8-db9d-4f65-b32f-b99e5efd66c3: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:50.478233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b625a5-f5b5-4109-963d-e8f72721f9b4 req-ed9e0ca8-24b5-4674-865b-5619bc53c3c4 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:50.487353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66b625a5-f5b5-4109-963d-e8f72721f9b4 req-ed9e0ca8-24b5-4674-865b-5619bc53c3c4 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1039426 Aug 16 02:17:50.590926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66b625a5-f5b5-4109-963d-e8f72721f9b4 req-ae007cc6-3be8-4b9f-98a9-cd41dff8ad66 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025472 Aug 16 02:17:50.749524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'name': 'network-vif-deleted', 'tag': '408c5106-97a8-4723-b321-2ba28b424698'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:50.752707 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410015b7-da12-41e5-9669-5ffc2756dc7d" -d '{"events": [{"server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "name": "network-vif-deleted", "tag": "408c5106-97a8-4723-b321-2ba28b424698"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:50.831344 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe11905-5d20-4c74-8b47-18cb2b4a74ff x-openstack-request-id: req-ebe11905-5d20-4c74-8b47-18cb2b4a74ff {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:50.831642 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82efcb53-6fb7-4ebb-a544-69f3d91cf589", "name": "network-vif-deleted", "tag": "408c5106-97a8-4723-b321-2ba28b424698", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:50.831892 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ebe11905-5d20-4c74-8b47-18cb2b4a74ff {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:50.833439 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82efcb53-6fb7-4ebb-a544-69f3d91cf589', 'name': 'network-vif-deleted', 'tag': '408c5106-97a8-4723-b321-2ba28b424698', 'status': 'completed', 'code': 200} Aug 16 02:17:50.865456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:51.015624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1564225995-network', 'tenant_id': '2edef3f4b75f4d43a0c87d199bbd6b0b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:51.053875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Made reservation on behalf of 2edef3f4b75f4d43a0c87d199bbd6b0b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:51.058014 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.067884 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.211372 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.217119 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.241337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:51.259701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07df2e56-07a5-4b7a-a954-5324b36ba358,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.263215 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.263770 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Added segment c1186785-bd80-4f98-b1a8-a9e2742dc849 of type vlan for network d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 Aug 16 02:17:51.319527 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.386781 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.389580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:51.391727 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.426440 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5571208 Aug 16 02:17:51.426757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34546) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:51.433718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Request body: {'subnet': {'network_id': 'd7a52037-ef4d-47aa-8e7c-7acecaab7ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1564225995-subnet', 'tenant_id': '2edef3f4b75f4d43a0c87d199bbd6b0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:51.493074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Made reservation on behalf of 2edef3f4b75f4d43a0c87d199bbd6b0b for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:51.495907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.694071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b1f0e-77c1-4654-b27c-944dd399735b admin admin] Pushing event updated for resources: {'Network': ['ID=d7a52037-ef4d-47aa-8e7c-7acecaab7ef3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.710539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:51.744302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a276ed-d627-4292-b607-633c55c75881 req-2c65295a-4151-4f7d-a96b-b1965fa6ce2c tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:51.746125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67a276ed-d627-4292-b607-633c55c75881 req-2c65295a-4151-4f7d-a96b-b1965fa6ce2c tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 948 time: 0.2279332 Aug 16 02:17:51.825172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67a276ed-d627-4292-b607-633c55c75881 req-8d0d7e59-a403-48a9-8cba-9649ff7e0529 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730402 Aug 16 02:17:51.909149 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.927048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 408c5106-97a8-4723-b321-2ba28b424698 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:51.974754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 408c5106-97a8-4723-b321-2ba28b424698 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:51.976139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 408c5106-97a8-4723-b321-2ba28b424698 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:52.004027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Checking segment: {'id': 'c1186785-bd80-4f98-b1a8-a9e2742dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd7a52037-ef4d-47aa-8e7c-7acecaab7ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:52.006244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Network hostable DHCP agents. Network: d7a52037-ef4d-47aa-8e7c-7acecaab7ef3, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:52.028429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a64bdb9-98d2-4ebf-acc3-b94d7f81e4f9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.105144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Network d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:52.124439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d7a52037-ef4d-47aa-8e7c-7acecaab7ef3) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:52.129049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:52.130000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.136237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532598b6-d98e-4f1d-80ac-ca8001a2ce42 None None] Network d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:52.176236 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-add54f9e-006f-4a62-b9d2-92406f11a98f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7478962 Aug 16 02:17:52.204439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df23b4-9f4a-4df7-b5c9-6f6555cc5b3e req-da951d2f-f065-4150-94b3-ee2b97e4b794 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:52.229363 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22df23b4-9f4a-4df7-b5c9-6f6555cc5b3e req-da951d2f-f065-4150-94b3-ee2b97e4b794 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.2056792 Aug 16 02:17:52.364006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22df23b4-9f4a-4df7-b5c9-6f6555cc5b3e req-329f1d5f-e0e7-404d-a754-e56db2f2f88c tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320987 Aug 16 02:17:52.437041 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eabaa5-7d3c-4c31-96b0-d5e2fb414579 None None] Network d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:52.678196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:52.802571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-a6f2a173-9644-481d-b542-0f8f7798230e tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:52.804145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-a6f2a173-9644-481d-b542-0f8f7798230e tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/networks?id=d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 HTTP/1.1" status: 200 len: 818 time: 0.1648648 Aug 16 02:17:52.822405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-916282c3-7029-446e-bb7c-d0df6e9509c3 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/quotas/2edef3f4b75f4d43a0c87d199bbd6b0b HTTP/1.1" status: 200 len: 375 time: 0.0105500 Aug 16 02:17:52.828526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107f5787-88df-466e-a1f3-2486d2aa2171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.862149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-87c7c140-9039-44e8-932b-4537fa419b63 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2edef3f4b75f4d43a0c87d199bbd6b0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327885 Aug 16 02:17:52.995198 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107f5787-88df-466e-a1f3-2486d2aa2171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.003344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107f5787-88df-466e-a1f3-2486d2aa2171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.037168 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-107f5787-88df-466e-a1f3-2486d2aa2171 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2961384fc53847bdbe69dcec3d55f368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572526 Aug 16 02:17:53.039757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:53.062858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7985db-8972-45c2-b940-3ed2eaabb6a1 req-750fc7cc-7b1b-407e-99dc-4a81b6198f8e tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.065338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f7985db-8972-45c2-b940-3ed2eaabb6a1 req-750fc7cc-7b1b-407e-99dc-4a81b6198f8e tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 948 time: 0.1122646 Aug 16 02:17:53.120895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f5787-88df-466e-a1f3-2486d2aa2171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b635f7-a406-4550-b6e8-00d7f22dca7e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:53.160647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af5fca52-75eb-42f4-ab19-64f4fd25dde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.172176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f7985db-8972-45c2-b940-3ed2eaabb6a1 req-b3429707-2151-431d-8c5d-29dd501f451c tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/security-groups?id=a15951e0-065e-4a4a-acd3-fce9e4cbdce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856016 Aug 16 02:17:53.185646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-5fc7dca0-ec4c-48fd-8a06-1d52e0ef19f7 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a52037-ef4d-47aa-8e7c-7acecaab7ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168726 Aug 16 02:17:53.201734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af5fca52-75eb-42f4-ab19-64f4fd25dde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.294531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-75923ca2-2582-48cd-ad3c-566da0f13ec9 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.296203 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-75923ca2-2582-48cd-ad3c-566da0f13ec9 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "GET /v2.0/ports?device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 948 time: 0.0840490 Aug 16 02:17:53.356523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af5fca52-75eb-42f4-ab19-64f4fd25dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.360686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af5fca52-75eb-42f4-ab19-64f4fd25dde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.364424 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-af5fca52-75eb-42f4-ab19-64f4fd25dde1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75b635f7-a406-4550-b6e8-00d7f22dca7e HTTP/1.1" status: 204 len: 168 time: 0.3213260 Aug 16 02:17:53.382079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fca52-75eb-42f4-ab19-64f4fd25dde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b635f7-a406-4550-b6e8-00d7f22dca7e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:53.384189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-69a5839d-bf28-408e-bab2-2182be1747a1 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a52037-ef4d-47aa-8e7c-7acecaab7ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970913 Aug 16 02:17:53.453419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Deleting port b5fe394c-dcd6-473b-a59d-8482df34ffd1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:53.453874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.580755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] For port b5fe394c-dcd6-473b-a59d-8482df34ffd1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b5fe394c-dcd6-473b-a59d-8482df34ffd1,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:53.581049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.612459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Calling delete_port for b5fe394c-dcd6-473b-a59d-8482df34ffd1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:53.621629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258328c-fd73-45d7-b431-5b8eabea7b93 req-7e240495-8c5d-4d7c-ac3f-ed4600c7146e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.623497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a258328c-fd73-45d7-b431-5b8eabea7b93 req-7e240495-8c5d-4d7c-ac3f-ed4600c7146e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.0949085 Aug 16 02:17:53.710479 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a258328c-fd73-45d7-b431-5b8eabea7b93 req-645fe50f-0207-4c6e-b62e-0b2d8b61481c tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783205 Aug 16 02:17:53.766052 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c168896-a705-4702-87a9-2162612398ce req-ba4940c4-2251-4226-9d72-9a9438c277d3 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 210 time: 0.0435085 Aug 16 02:17:53.888055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.899674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:53.918312 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5a222d6-e949-41fb-aa92-962c049d9bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.938846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Pushing event deleted for resources: {'Port': ['ID=b5fe394c-dcd6-473b-a59d-8482df34ffd1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:53.994049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] No DVR routers for this DVR port b5fe394c-dcd6-473b-a59d-8482df34ffd1 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:53.997398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.001616 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0de589ed-65dc-469c-9681-ca56bf914c12 req-107c336a-e4e0-4711-bd4b-8216aec00db8 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.93 "DELETE /v2.0/ports/b5fe394c-dcd6-473b-a59d-8482df34ffd1 HTTP/1.1" status: 204 len: 173 time: 0.6983225 Aug 16 02:17:54.002741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-deleted', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:54.005529 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c278e9fb-8388-456b-b287-0185bc50474b" -d '{"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-deleted", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:54.053365 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac6baee-0361-455e-ae0d-e8adfc963bc8 x-openstack-request-id: req-fac6baee-0361-455e-ae0d-e8adfc963bc8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:54.054037 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277a881-ae59-46b4-bfff-06a9d9ca1a00", "name": "network-vif-deleted", "tag": "b5fe394c-dcd6-473b-a59d-8482df34ffd1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:54.054354 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fac6baee-0361-455e-ae0d-e8adfc963bc8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:54.054883 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277a881-ae59-46b4-bfff-06a9d9ca1a00', 'name': 'network-vif-deleted', 'tag': 'b5fe394c-dcd6-473b-a59d-8482df34ffd1', 'status': 'completed', 'code': 200} Aug 16 02:17:54.100598 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5a222d6-e949-41fb-aa92-962c049d9bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.114774 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5a222d6-e949-41fb-aa92-962c049d9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.186474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e5a222d6-e949-41fb-aa92-962c049d9bcb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fcc2d3c87f8343629f4a9cda33e6ff66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856560 Aug 16 02:17:54.187941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a222d6-e949-41fb-aa92-962c049d9bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c47656e-c71c-4ff3-b750-ec5315cf502a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:54.189168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34670) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:54.341985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3148518d-8dd8-4730-8215-4428a0b2438d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.381469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e04f7ee-9b6f-453e-8280-397a3cb17725 req-1322b71c-a4bd-48cd-8d91-7c95d43f5e07 tempest-ListImageFiltersTestJSON-1952654374 tempest-ListImageFiltersTestJSON-1952654374-project] 10.222.0.61 "GET /v2.0/ports?device_id=f277a881-ae59-46b4-bfff-06a9d9ca1a00 HTTP/1.1" status: 200 len: 210 time: 0.0616167 Aug 16 02:17:54.389149 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3148518d-8dd8-4730-8215-4428a0b2438d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.478939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3148518d-8dd8-4730-8215-4428a0b2438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.482462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3148518d-8dd8-4730-8215-4428a0b2438d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.486794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3148518d-8dd8-4730-8215-4428a0b2438d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c47656e-c71c-4ff3-b750-ec5315cf502a HTTP/1.1" status: 204 len: 168 time: 0.2953181 Aug 16 02:17:54.508260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148518d-8dd8-4730-8215-4428a0b2438d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c47656e-c71c-4ff3-b750-ec5315cf502a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:54.919193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6772f1c-fd20-40ff-a87b-0564d515b3fe req-6de008b9-7a77-4fef-8664-0a66e3880ccd tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 210 time: 0.0422587 Aug 16 02:17:54.927347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abf2ef-0081-4739-9655-fc97cc4eab64 req-b66777ff-1be3-47f9-9bbe-3a16cff00b10 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:54.935945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66abf2ef-0081-4739-9655-fc97cc4eab64 req-b66777ff-1be3-47f9-9bbe-3a16cff00b10 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1023202 Aug 16 02:17:54.989072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66abf2ef-0081-4739-9655-fc97cc4eab64 req-6e71adab-3e35-443b-833a-892806592549 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Aug 16 02:17:55.405095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-96deb35d-70c4-4f8a-9f17-661c9692b2c1 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.407224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-96deb35d-70c4-4f8a-9f17-661c9692b2c1 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.86 "GET /v2.0/networks?id=d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 HTTP/1.1" status: 200 len: 818 time: 0.2420354 Aug 16 02:17:55.436833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Request body: {'port': {'device_id': 'cec7dab5-902d-4068-a692-11e1dbe4b8a0', 'network_id': 'd7a52037-ef4d-47aa-8e7c-7acecaab7ef3', 'admin_state_up': True, 'tenant_id': '2edef3f4b75f4d43a0c87d199bbd6b0b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:55.704479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Made reservation on behalf of 2edef3f4b75f4d43a0c87d199bbd6b0b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:55.709763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.932123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Allocated IP 172.20.0.4 (d7a52037-ef4d-47aa-8e7c-7acecaab7ef3/3a64bdb9-98d2-4ebf-acc3-b94d7f81e4f9/241d5ba1-945d-45f7-afeb-7cb2169f582c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:55.934833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:56.012367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: b5fe394c-dcd6-473b-a59d-8482df34ffd1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:56.023160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b5fe394c-dcd6-473b-a59d-8482df34ffd1 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:56.129492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-480b5091-63e6-4155-9541-e5626b97827d req-6290c342-3009-44ea-803b-5e2312172dac tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 210 time: 0.0480061 Aug 16 02:17:56.204274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.221771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb26262-2da8-49b9-bcfc-881647732ddd req-c9109060-87ba-4de5-b3f1-5cfa9f98f288 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:56.231893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbb26262-2da8-49b9-bcfc-881647732ddd req-c9109060-87ba-4de5-b3f1-5cfa9f98f288 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.0886974 Aug 16 02:17:56.279197 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.300403 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbb26262-2da8-49b9-bcfc-881647732ddd req-494eafa1-a54a-483d-bf69-24e095d343fd tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673864 Aug 16 02:17:56.360438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Network d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:56.363786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:56.374458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:56.436321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:56.437087 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.441060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Pushing event updated for resources: {'Port': ['ID=241d5ba1-945d-45f7-afeb-7cb2169f582c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.465654 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6c4ea2af-4115-4d48-a277-2bff82d80043 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321414 Aug 16 02:17:56.491439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Request body: {'port': {'device_id': 'cec7dab5-902d-4068-a692-11e1dbe4b8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:56.603104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.851506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.003202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.045699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241d5ba1-945d-45f7-afeb-7cb2169f582c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:57.055745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.079703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Transition to ACTIVE for port object 241d5ba1-945d-45f7-afeb-7cb2169f582c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:57.086052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.266606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.290901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Pushing event updated for resources: {'Port': ['ID=241d5ba1-945d-45f7-afeb-7cb2169f582c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.300299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.328209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Attempting to bind port 241d5ba1-945d-45f7-afeb-7cb2169f582c on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:57.328752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Attempting to bind port 241d5ba1-945d-45f7-afeb-7cb2169f582c by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'c1186785-bd80-4f98-b1a8-a9e2742dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd7a52037-ef4d-47aa-8e7c-7acecaab7ef3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:57.329169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Attempting to bind port 241d5ba1-945d-45f7-afeb-7cb2169f582c on network d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:57.334810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Port 241d5ba1-945d-45f7-afeb-7cb2169f582c on network d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:57.335258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Attempting to bind port 241d5ba1-945d-45f7-afeb-7cb2169f582c on network d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:57.341589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:57.342003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Checking segment: {'id': 'c1186785-bd80-4f98-b1a8-a9e2742dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd7a52037-ef4d-47aa-8e7c-7acecaab7ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:57.342522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Bound using segment: {'id': 'c1186785-bd80-4f98-b1a8-a9e2742dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd7a52037-ef4d-47aa-8e7c-7acecaab7ef3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:57.343025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Bound port: 241d5ba1-945d-45f7-afeb-7cb2169f582c, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1186785-bd80-4f98-b1a8-a9e2742dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd7a52037-ef4d-47aa-8e7c-7acecaab7ef3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:57.343550 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.415391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a36aad-30e8-4a55-9578-96e084e9f810,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.422835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8667b0fabca4bd1bae46d0e652c5bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5698276 Aug 16 02:17:57.428349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.461466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.462089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.462607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.464263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.464895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.465439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.465949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.466454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.466961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.467500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.468004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.468503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006af7e-2c7b-4e52-89f8-d84239c6bb1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:57.482953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8d8a8-91a5-47a0-b990-da479fef82a6 req-874a0855-d8b3-4f33-b09c-77210eade4c4 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:57.485534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ad8d8a8-91a5-47a0-b990-da479fef82a6 req-874a0855-d8b3-4f33-b09c-77210eade4c4 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 943 time: 0.2112360 Aug 16 02:17:57.523729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] For port 241d5ba1-945d-45f7-afeb-7cb2169f582c, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:57.530659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] For port 241d5ba1-945d-45f7-afeb-7cb2169f582c, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=241d5ba1-945d-45f7-afeb-7cb2169f582c,segment=NetworkSegment(c1186785-bd80-4f98-b1a8-a9e2742dc849),segment_id=c1186785-bd80-4f98-b1a8-a9e2742dc849)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:57.533618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.541734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.554364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3a4c8-67e6-47ad-932f-35f3d686598b req-1fad1435-f76d-47a1-9e9e-417f0aec1483 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:57.557381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8a3a4c8-67e6-47ad-932f-35f3d686598b req-1fad1435-f76d-47a1-9e9e-417f0aec1483 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1377623 Aug 16 02:17:57.603866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:57.604898 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.606132 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] 10.222.0.86 "PUT /v2.0/ports/241d5ba1-945d-45f7-afeb-7cb2169f582c HTTP/1.1" status: 200 len: 1092 time: 1.1251466 Aug 16 02:17:57.608301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec7dab5-902d-4068-a692-11e1dbe4b8a0', 'tag': '241d5ba1-945d-45f7-afeb-7cb2169f582c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:57.610679 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cec7dab5-902d-4068-a692-11e1dbe4b8a0", "tag": "241d5ba1-945d-45f7-afeb-7cb2169f582c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:57.648234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ad8d8a8-91a5-47a0-b990-da479fef82a6 req-c3a26cb4-8440-4d72-bd03-d03efa0eeed3 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452961 Aug 16 02:17:57.735931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8a3a4c8-67e6-47ad-932f-35f3d686598b req-962cbc03-2616-40fa-8218-91171f82e217 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390142 Aug 16 02:17:57.759561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbc674ff-7ff9-4da7-8366-a931384c7bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.784676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbc674ff-7ff9-4da7-8366-a931384c7bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.840929 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ecb6f8-1961-49ee-b8e8-1c3d7950206d x-openstack-request-id: req-d5ecb6f8-1961-49ee-b8e8-1c3d7950206d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:57.841448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5090b21b-f809-4fb0-843e-23a8d4d8a17d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2cfb7410372f4be78353566b012443d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975430 Aug 16 02:17:57.841581 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec7dab5-902d-4068-a692-11e1dbe4b8a0", "tag": "241d5ba1-945d-45f7-afeb-7cb2169f582c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:57.841581 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5ecb6f8-1961-49ee-b8e8-1c3d7950206d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:57.841581 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec7dab5-902d-4068-a692-11e1dbe4b8a0', 'tag': '241d5ba1-945d-45f7-afeb-7cb2169f582c', 'status': 'completed', 'code': 200} Aug 16 02:17:57.841863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.844524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9386694-212c-4cc7-ab9e-83f1e4d1af4c service neutron] Pushing event updated for resources: {'Port': ['ID=241d5ba1-945d-45f7-afeb-7cb2169f582c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.866159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbc674ff-7ff9-4da7-8366-a931384c7bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.869684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbc674ff-7ff9-4da7-8366-a931384c7bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.871471 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fbc674ff-7ff9-4da7-8366-a931384c7bf1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6a36aad-30e8-4a55-9578-96e084e9f810 HTTP/1.1" status: 204 len: 168 time: 0.4413490 Aug 16 02:17:57.909909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa07f-d429-4011-b31d-8af69e492d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.927626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc674ff-7ff9-4da7-8366-a931384c7bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a36aad-30e8-4a55-9578-96e084e9f810,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.939905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa07f-d429-4011-b31d-8af69e492d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.960270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-e9a8bd68-5cf1-4a89-b53f-72d1e0d8eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:57.963715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-e9a8bd68-5cf1-4a89-b53f-72d1e0d8eefc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2edef3f4b75f4d43a0c87d199bbd6b0b&device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 1095 time: 0.2755263 Aug 16 02:17:58.028502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa07f-d429-4011-b31d-8af69e492d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.030363 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-09d42ca1-db08-46a8-b887-183d69cd2ae4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241d5ba1-945d-45f7-afeb-7cb2169f582c HTTP/1.1" status: 200 len: 217 time: 0.0533106 Aug 16 02:17:58.031891 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa07f-d429-4011-b31d-8af69e492d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.033038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fb9aa07f-d429-4011-b31d-8af69e492d70 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a15951e0-065e-4a4a-acd3-fce9e4cbdce9 HTTP/1.1" status: 204 len: 168 time: 0.1906047 Aug 16 02:17:58.041921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9aa07f-d429-4011-b31d-8af69e492d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15951e0-065e-4a4a-acd3-fce9e4cbdce9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.125420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-795ea8c3-1906-4574-b62a-a23d4b1537cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:58.129585 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-795ea8c3-1906-4574-b62a-a23d4b1537cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3a64bdb9-98d2-4ebf-acc3-b94d7f81e4f9 HTTP/1.1" status: 200 len: 858 time: 0.0788789 Aug 16 02:17:58.216391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-f9594a36-6949-488c-80bd-027230771b4e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a52037-ef4d-47aa-8e7c-7acecaab7ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736668 Aug 16 02:17:58.440641 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-6e82f699-3dad-4268-b4ae-0852b5aa3e81 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a52037-ef4d-47aa-8e7c-7acecaab7ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174911 Aug 16 02:17:58.580763 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77e041fc-9e8b-47ce-88d3-732479b1302b req-0d71043e-92b0-4ac1-890d-45a78c072da0 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a52037-ef4d-47aa-8e7c-7acecaab7ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305952 Aug 16 02:17:58.794639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-dd94f685-d36e-4315-83ab-d0ca43c92d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:58.797455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-dd94f685-d36e-4315-83ab-d0ca43c92d89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2edef3f4b75f4d43a0c87d199bbd6b0b&device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0923519 Aug 16 02:17:59.004079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-53d8e0cf-8438-424f-a39c-39ec336aa175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:59.008075 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-53d8e0cf-8438-424f-a39c-39ec336aa175 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 HTTP/1.1" status: 200 len: 919 time: 0.2013941 Aug 16 02:17:59.071614 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-9d7dc4eb-57d6-4979-8757-c229dfaf065f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=241d5ba1-945d-45f7-afeb-7cb2169f582c HTTP/1.1" status: 200 len: 217 time: 0.0552108 Aug 16 02:17:59.143749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-60187a16-78f7-4eaa-887b-aa8cb5fe89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:59.145295 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-60187a16-78f7-4eaa-887b-aa8cb5fe89a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3a64bdb9-98d2-4ebf-acc3-b94d7f81e4f9 HTTP/1.1" status: 200 len: 858 time: 0.0656114 Aug 16 02:17:59.198617 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-335b23cb-632c-403a-8bc8-235280d368c0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a52037-ef4d-47aa-8e7c-7acecaab7ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454991 Aug 16 02:17:59.379082 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-64eabc98-32af-4535-a1d0-ee2676cf46eb service neutron] 10.222.0.86 "GET /v2.0/networks/d7a52037-ef4d-47aa-8e7c-7acecaab7ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724584 Aug 16 02:17:59.470873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840450e9-a818-4973-bae2-ca84283e569b req-93c51b2b-6d2c-45d5-8e3b-ee6239046382 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:59.489748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-840450e9-a818-4973-bae2-ca84283e569b req-93c51b2b-6d2c-45d5-8e3b-ee6239046382 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 943 time: 0.6307621 Aug 16 02:17:59.557174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3691e8c-9ffd-4fb6-8d2d-82b45dc31af0 req-e624074a-d6d5-4b42-b8d9-154b27b70ea2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:59.559818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3691e8c-9ffd-4fb6-8d2d-82b45dc31af0 req-e624074a-d6d5-4b42-b8d9-154b27b70ea2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.6612196 Aug 16 02:17:59.592234 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8bde16e3-e135-40e8-86c5-2cf9ea1bd0c5 req-6a73a180-777f-4910-9205-258baa5c2898 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a52037-ef4d-47aa-8e7c-7acecaab7ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029130 Aug 16 02:17:59.680567 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-840450e9-a818-4973-bae2-ca84283e569b req-bc2b12f9-0ac1-4de8-bb9f-f7582d78da2a tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898324 Aug 16 02:17:59.690549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3691e8c-9ffd-4fb6-8d2d-82b45dc31af0 req-d5a1ce4a-b24b-4105-8674-b5d25aa2ff14 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161151 Aug 16 02:17:59.802876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:59.960367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e3d0-e827-44d6-9c3e-00adcb5b56c9 req-79af631b-aea9-4f0c-a487-e53cb5cced07 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:59.969156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d49e3d0-e827-44d6-9c3e-00adcb5b56c9 req-79af631b-aea9-4f0c-a487-e53cb5cced07 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0664306 Aug 16 02:18:00.010668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d49e3d0-e827-44d6-9c3e-00adcb5b56c9 req-de6968e4-d309-4297-a162-7ca4366d296c tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Aug 16 02:18:00.070175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-562562403-network', 'tenant_id': '0248f1fd855a4e0dbe435ce10586bff7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:00.100779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Made reservation on behalf of 0248f1fd855a4e0dbe435ce10586bff7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:00.104113 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.118057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.181065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:00.269607 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.276244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.290672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:00.301792 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.302286 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Added segment 2758a0f4-b338-4e61-aef6-e8a3be7db2b9 of type vlan for network 9d9001e7-0c36-400b-a46f-46606f065dbe Aug 16 02:18:00.347280 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.384513 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.388381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:00.388984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.400962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6213d5d9-9f08-493d-9731-969fc081978b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.485560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22a14f2-7def-4a25-8bf4-a7a8ae933972,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.504076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9001e7-0c36-400b-a46f-46606f065dbe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.520420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 9d9001e7-0c36-400b-a46f-46606f065dbe details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:00.521742 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6213d5d9-9f08-493d-9731-969fc081978b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.526900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6213d5d9-9f08-493d-9731-969fc081978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.542333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b8020079-798b-4ea8-92f8-68e697842f52 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7345531 Aug 16 02:18:00.542764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:00.553442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Request body: {'subnet': {'network_id': '9d9001e7-0c36-400b-a46f-46606f065dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-562562403-subnet', 'tenant_id': '0248f1fd855a4e0dbe435ce10586bff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:00.580371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6213d5d9-9f08-493d-9731-969fc081978b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7348fafb1e84ac28d9d936c0d9d406d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3970773 Aug 16 02:18:00.583126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:00.600606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Made reservation on behalf of 0248f1fd855a4e0dbe435ce10586bff7 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:00.603034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.617817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213d5d9-9f08-493d-9731-969fc081978b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4463929b-eea7-44fc-a4b4-06faf027bbbd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.648815 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3660-b032-4cd3-a977-0f47c4bd9d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.675659 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3660-b032-4cd3-a977-0f47c4bd9d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.743583 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3660-b032-4cd3-a977-0f47c4bd9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.748863 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3660-b032-4cd3-a977-0f47c4bd9d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.751057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f8bf3660-b032-4cd3-a977-0f47c4bd9d0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4463929b-eea7-44fc-a4b4-06faf027bbbd HTTP/1.1" status: 204 len: 168 time: 0.1664813 Aug 16 02:18:00.761960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf3660-b032-4cd3-a977-0f47c4bd9d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4463929b-eea7-44fc-a4b4-06faf027bbbd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.844785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 34978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:00.944237 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.966132 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec384729-1f55-4fb9-865e-9e944d0ef524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.003945 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.050040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1178317426', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:01.075584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7e316-0077-412c-9a8e-1a3a531af8b8 req-74fa12f7-fd1e-440d-bd2f-835947910bc9 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.078670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b56aa3e-0978-4d10-ab64-426e205ec8f9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:01.084242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33d7e316-0077-412c-9a8e-1a3a531af8b8 req-74fa12f7-fd1e-440d-bd2f-835947910bc9 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 943 time: 0.2402732 Aug 16 02:18:01.091909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Checking segment: {'id': '2758a0f4-b338-4e61-aef6-e8a3be7db2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9d9001e7-0c36-400b-a46f-46606f065dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:01.092520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Network hostable DHCP agents. Network: 9d9001e7-0c36-400b-a46f-46606f065dbe, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:01.101149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf314a-a2a8-4565-a027-3a20c9c8b9f8 req-0fde234d-749b-4d4f-8d78-9c8f0db230c7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.113179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Network 9d9001e7-0c36-400b-a46f-46606f065dbe is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:01.116355 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29bf314a-a2a8-4565-a027-3a20c9c8b9f8 req-0fde234d-749b-4d4f-8d78-9c8f0db230c7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.2314816 Aug 16 02:18:01.124750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 9d9001e7-0c36-400b-a46f-46606f065dbe) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:01.134143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.134143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.144941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ffcaf1-6873-48b9-b5e4-0c24306eeb98 None None] Network 9d9001e7-0c36-400b-a46f-46606f065dbe requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:01.200183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29bf314a-a2a8-4565-a027-3a20c9c8b9f8 req-3ac4d147-0f12-4697-81d9-3d7fc1d30604 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821750 Aug 16 02:18:01.262989 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e4f49978-ab84-42cf-8328-d07ff9c4eb2f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7179461 Aug 16 02:18:01.268089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Made reservation on behalf of 9fc9f5723b5e4f0cba51d106717d79e4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:01.295244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.301774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34370d8-cbad-4dde-b9d7-0dec6301cd6a None None] Network 9d9001e7-0c36-400b-a46f-46606f065dbe requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:01.309165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33d7e316-0077-412c-9a8e-1a3a531af8b8 req-185fc5e9-c16a-473e-9703-9fac4469a2ad tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238736 Aug 16 02:18:01.318916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:01.333426 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.335123 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb004af5-90dc-4e05-80bd-b47f320ebde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.386836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-cb004af5-90dc-4e05-80bd-b47f320ebde0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:18:01.386836 n-d-768862-14 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:18:01.386836 n-d-768862-14 neutron-server[94640]: [parameters: {'project_id_1': 'e87d37cf71584ed3bc34952ed079eed5', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 18, 1, 365183)}] Aug 16 02:18:01.386836 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:01.387415 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-cb004af5-90dc-4e05-80bd-b47f320ebde0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:01.479917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1964b4-7fea-4a25-8955-31fad56e844b req-6f3b831a-ae98-429e-914b-b763abd71ab8 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.481515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f1964b4-7fea-4a25-8955-31fad56e844b req-6f3b831a-ae98-429e-914b-b763abd71ab8 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0807600 Aug 16 02:18:01.571632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f1964b4-7fea-4a25-8955-31fad56e844b req-e86b22b3-9873-4289-9dcc-e1b926a21981 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813220 Aug 16 02:18:01.595943 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.600190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.630966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:01.638061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728d5d1f-efc5-4f87-9190-874e628df9bd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:01.648925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-8e3721c5-f473-4d25-bf7c-5d0b8c43e9d8 req-b466d234-9105-449b-b6d7-a283428bf91b tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-877929471', 'description': 'tempest-description-986696225'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:01.657126 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.657591 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Added segment 029b7bca-8b5d-421a-929d-fc1a08f4e82a of type vlan for network 1cc9326c-930e-482e-8eb9-60f37d66d9a8 Aug 16 02:18:01.708929 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e3721c5-f473-4d25-bf7c-5d0b8c43e9d8 req-b466d234-9105-449b-b6d7-a283428bf91b tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.724407 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.786725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.787736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.788322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.888967 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb004af5-90dc-4e05-80bd-b47f320ebde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.891184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event updated for resources: {'Network': ['ID=1cc9326c-930e-482e-8eb9-60f37d66d9a8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:01.903513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e3721c5-f473-4d25-bf7c-5d0b8c43e9d8 req-b466d234-9105-449b-b6d7-a283428bf91b tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.907785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 1cc9326c-930e-482e-8eb9-60f37d66d9a8 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:01.909289 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e3721c5-f473-4d25-bf7c-5d0b8c43e9d8 req-b466d234-9105-449b-b6d7-a283428bf91b tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.928461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1de3bf26-2cef-48e8-b143-1d289af40b2c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0821810 Aug 16 02:18:01.928816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:01.938377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'subnet': {'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:01.957980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466d234-9105-449b-b6d7-a283428bf91b tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2135033a-5ea9-4143-8d65-f8dd3f721600,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.030592 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb004af5-90dc-4e05-80bd-b47f320ebde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.035560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb004af5-90dc-4e05-80bd-b47f320ebde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.039471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8e3721c5-f473-4d25-bf7c-5d0b8c43e9d8 req-b466d234-9105-449b-b6d7-a283428bf91b tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.041376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e3721c5-f473-4d25-bf7c-5d0b8c43e9d8 req-b466d234-9105-449b-b6d7-a283428bf91b tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3995821 Aug 16 02:18:02.105684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc58e86-c980-41f2-a673-5f4659813a5e req-dbd4e237-a1ad-40ed-99c2-cb503a1a9e0b tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/2135033a-5ea9-4143-8d65-f8dd3f721600 HTTP/1.1" status: 200 len: 1813 time: 0.0415666 Aug 16 02:18:02.112106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cb004af5-90dc-4e05-80bd-b47f320ebde0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e87d37cf71584ed3bc34952ed079eed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919054 Aug 16 02:18:02.112984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb004af5-90dc-4e05-80bd-b47f320ebde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f345ec-1ab8-431e-b18a-360c9bf8ef42,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.114158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:02.122201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Made reservation on behalf of 9fc9f5723b5e4f0cba51d106717d79e4 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:02.125712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.127746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6fc58e86-c980-41f2-a673-5f4659813a5e req-26185958-a415-4e18-93e4-65c94929d5db tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2135033a-5ea9-4143-8d65-f8dd3f721600', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:02.128168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6fc58e86-c980-41f2-a673-5f4659813a5e req-26185958-a415-4e18-93e4-65c94929d5db tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2135033a-5ea9-4143-8d65-f8dd3f721600', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:02.255519 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0518d9d1-096d-4a4d-a096-524374d20fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.293196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fc58e86-c980-41f2-a673-5f4659813a5e req-26185958-a415-4e18-93e4-65c94929d5db tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.325532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0518d9d1-096d-4a4d-a096-524374d20fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.362110 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fc58e86-c980-41f2-a673-5f4659813a5e req-26185958-a415-4e18-93e4-65c94929d5db tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.375428 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fc58e86-c980-41f2-a673-5f4659813a5e req-26185958-a415-4e18-93e4-65c94929d5db tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.402753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feff456-3bf2-4231-84fa-d1d3d8832622 req-cefe0414-270a-4003-b3ae-f1b58e275802 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.404532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6feff456-3bf2-4231-84fa-d1d3d8832622 req-cefe0414-270a-4003-b3ae-f1b58e275802 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1299539 Aug 16 02:18:02.414518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26185958-a415-4e18-93e4-65c94929d5db tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbd4aa1-4840-46f0-8e98-8ff967db2a46,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.435164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fc58e86-c980-41f2-a673-5f4659813a5e req-26185958-a415-4e18-93e4-65c94929d5db tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.436476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc58e86-c980-41f2-a673-5f4659813a5e req-26185958-a415-4e18-93e4-65c94929d5db tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3143456 Aug 16 02:18:02.470489 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0518d9d1-096d-4a4d-a096-524374d20fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.473020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0518d9d1-096d-4a4d-a096-524374d20fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.474227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0518d9d1-096d-4a4d-a096-524374d20fdb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9f345ec-1ab8-431e-b18a-360c9bf8ef42 HTTP/1.1" status: 204 len: 168 time: 0.3582587 Aug 16 02:18:02.480211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6feff456-3bf2-4231-84fa-d1d3d8832622 req-cc82bc7f-226d-4b00-8d78-a364717b6903 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602317 Aug 16 02:18:02.491596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518d9d1-096d-4a4d-a096-524374d20fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f345ec-1ab8-431e-b18a-360c9bf8ef42,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.510629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.objects.ports [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:18:02.511106 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.585926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8b857d60-5199-4ac3-a9e4-56d161294568,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.607705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Checking segment: {'id': '029b7bca-8b5d-421a-929d-fc1a08f4e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:02.608073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Network hostable DHCP agents. Network: 1cc9326c-930e-482e-8eb9-60f37d66d9a8, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:02.628330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Network 1cc9326c-930e-482e-8eb9-60f37d66d9a8 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:02.640422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 1cc9326c-930e-482e-8eb9-60f37d66d9a8) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:02.645886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.647118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.655138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a855deed-692d-48c0-b426-d9efe80f9bb8 None None] Network 1cc9326c-930e-482e-8eb9-60f37d66d9a8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:02.670997 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3d95cd8a-e5ef-4d44-bfcd-e1d1977843aa tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7384622 Aug 16 02:18:02.671291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-801b7279-892b-4a32-81d7-1e4a663e65fb req-1e18841b-cf97-47bd-b3f6-6551d7ce443c tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/2135033a-5ea9-4143-8d65-f8dd3f721600 HTTP/1.1" status: 200 len: 2407 time: 0.0878587 Aug 16 02:18:02.678565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de479d2-4236-4196-a4cd-ccce5f538270 req-86e3aa2f-28bf-4bf0-9c07-882c57a757da tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.680114 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8de479d2-4236-4196-a4cd-ccce5f538270 req-86e3aa2f-28bf-4bf0-9c07-882c57a757da tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 943 time: 0.0892286 Aug 16 02:18:02.680601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:02.686931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1501746328', 'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:02.740799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8de479d2-4236-4196-a4cd-ccce5f538270 req-bae0c166-41b2-49e0-8c8f-6032024d65c0 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495100 Aug 16 02:18:02.753676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Made reservation on behalf of 9fc9f5723b5e4f0cba51d106717d79e4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:02.756007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.774330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 241d5ba1-945d-45f7-afeb-7cb2169f582c details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:02.816344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-077d2fcf-9162-4fa9-ac2b-03184aa6fe72 req-0eee80d7-2aae-4e2c-82db-6475dec19d84 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-group-rules/cfbd4aa1-4840-46f0-8e98-8ff967db2a46 HTTP/1.1" status: 200 len: 778 time: 0.0330398 Aug 16 02:18:02.818245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] device_id is not set on port e73c0794-8a46-4853-b83b-8b40704c25ba yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:02.879055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69c6b90-3ea5-4173-a5bc-9c43063f180c None None] Network 1cc9326c-930e-482e-8eb9-60f37d66d9a8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:02.890859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fd51f-cdb0-4c6a-a093-30f5a5bb0f54 req-3ec6c785-6051-430f-a34b-37a55470a5a0 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.892770 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d01fd51f-cdb0-4c6a-a093-30f5a5bb0f54 req-3ec6c785-6051-430f-a34b-37a55470a5a0 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1565526 Aug 16 02:18:02.990913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 241d5ba1-945d-45f7-afeb-7cb2169f582c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=241d5ba1-945d-45f7-afeb-7cb2169f582c,segment=NetworkSegment(c1186785-bd80-4f98-b1a8-a9e2742dc849),segment_id=c1186785-bd80-4f98-b1a8-a9e2742dc849)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:03.005779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-077d2fcf-9162-4fa9-ac2b-03184aa6fe72 req-fe5e2b0b-632d-4658-ae35-cfc80feea744 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/2135033a-5ea9-4143-8d65-f8dd3f721600 HTTP/1.1" status: 200 len: 2407 time: 0.1736386 Aug 16 02:18:03.013990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d01fd51f-cdb0-4c6a-a093-30f5a5bb0f54 req-ce7af863-7ab7-4cb9-a01b-5cae5df2bab2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086221 Aug 16 02:18:03.034243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '241d5ba1-945d-45f7-afeb-7cb2169f582c', 'network_id': 'd7a52037-ef4d-47aa-8e7c-7acecaab7ef3', 'port_id': '241d5ba1-945d-45f7-afeb-7cb2169f582c', 'mac_address': 'fa:16:3e:0f:be:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a64bdb9-98d2-4ebf-acc3-b94d7f81e4f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:03.057741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Allocated IP 172.20.0.14 (1cc9326c-930e-482e-8eb9-60f37d66d9a8/8b857d60-5199-4ac3-a9e4-56d161294568/e73c0794-8a46-4853-b83b-8b40704c25ba) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:03.069704 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-077d2fcf-9162-4fa9-ac2b-03184aa6fe72 req-fe396ecb-afbb-4a18-a296-e753ca55cca9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.105631 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-077d2fcf-9162-4fa9-ac2b-03184aa6fe72 req-fe396ecb-afbb-4a18-a296-e753ca55cca9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.115370 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.139608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241d5ba1-945d-45f7-afeb-7cb2169f582c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:03.161664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-077d2fcf-9162-4fa9-ac2b-03184aa6fe72 req-fe396ecb-afbb-4a18-a296-e753ca55cca9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.163794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 241d5ba1-945d-45f7-afeb-7cb2169f582c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=241d5ba1-945d-45f7-afeb-7cb2169f582c,segment=NetworkSegment(c1186785-bd80-4f98-b1a8-a9e2742dc849),segment_id=c1186785-bd80-4f98-b1a8-a9e2742dc849)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:03.169497 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.172012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-077d2fcf-9162-4fa9-ac2b-03184aa6fe72 req-fe396ecb-afbb-4a18-a296-e753ca55cca9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.173137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-077d2fcf-9162-4fa9-ac2b-03184aa6fe72 req-fe396ecb-afbb-4a18-a296-e753ca55cca9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/cfbd4aa1-4840-46f0-8e98-8ff967db2a46 HTTP/1.1" status: 204 len: 173 time: 0.1665995 Aug 16 02:18:03.185639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe396ecb-afbb-4a18-a296-e753ca55cca9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfbd4aa1-4840-46f0-8e98-8ff967db2a46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.230462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=241d5ba1-945d-45f7-afeb-7cb2169f582c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.232320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e3ad1c13-3baa-4353-9e89-12a510e6df8d req-bdef8d2e-23a7-47d2-8c19-243020d1142a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1073863470', 'description': 'tempest-description-1951086006'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:03.274005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3ad1c13-3baa-4353-9e89-12a510e6df8d req-bdef8d2e-23a7-47d2-8c19-243020d1142a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.315147 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.398182 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.441903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3ad1c13-3baa-4353-9e89-12a510e6df8d req-bdef8d2e-23a7-47d2-8c19-243020d1142a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.454060 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3ad1c13-3baa-4353-9e89-12a510e6df8d req-bdef8d2e-23a7-47d2-8c19-243020d1142a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.458814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Network 1cc9326c-930e-482e-8eb9-60f37d66d9a8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:03.478809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:03.489343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:03.491299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event updated for resources: {'Port': ['ID=e73c0794-8a46-4853-b83b-8b40704c25ba,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.524614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e3ad1c13-3baa-4353-9e89-12a510e6df8d req-bdef8d2e-23a7-47d2-8c19-243020d1142a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.526314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3ad1c13-3baa-4353-9e89-12a510e6df8d req-bdef8d2e-23a7-47d2-8c19-243020d1142a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3221498 Aug 16 02:18:03.527068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef8d2e-23a7-47d2-8c19-243020d1142a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6997f9-8286-409f-a845-619250c04e70,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.549080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.549756 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.598642 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0438c732-4c71-4fb4-98c1-8bf51d8ad2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.609027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-89784426-f3b3-414b-8c46-78ba5ccc3082 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9273961 Aug 16 02:18:03.610402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:03.646622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['241d5ba1-945d-45f7-afeb-7cb2169f582c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:03.667705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f57789-6045-48bf-beb0-bbf7a3cb35a6 req-d72392b8-2baf-4ebe-b481-983fe0b7046f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.669271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-04f57789-6045-48bf-beb0-bbf7a3cb35a6 req-d72392b8-2baf-4ebe-b481-983fe0b7046f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.0767832 Aug 16 02:18:03.687709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d44c8ee8-d786-498a-82e7-26a4ba97f29f req-ed0a106c-ea04-415d-8be4-6c931aa05f88 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/da6997f9-8286-409f-a845-619250c04e70 HTTP/1.1" status: 200 len: 1815 time: 0.1341221 Aug 16 02:18:03.772156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-04f57789-6045-48bf-beb0-bbf7a3cb35a6 req-9b9a9c0f-e9d3-4e8a-b5f9-f9875abdba7f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815465 Aug 16 02:18:03.788897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2123d5c0-90c1-4579-a2fc-f1a75e0cdefc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Deleting port e73c0794-8a46-4853-b83b-8b40704c25ba {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:03.789502 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2123d5c0-90c1-4579-a2fc-f1a75e0cdefc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.851690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d7471c93-df32-40cb-b45a-5a3dd13500bc req-d7de74a3-0bf3-47fb-b2b5-a8d119dbd01a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1615703733', 'description': 'tempest-description-833401769'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:03.890258 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.893877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2123d5c0-90c1-4579-a2fc-f1a75e0cdefc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.912359 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2123d5c0-90c1-4579-a2fc-f1a75e0cdefc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Calling delete_port for e73c0794-8a46-4853-b83b-8b40704c25ba owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:03.935756 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7471c93-df32-40cb-b45a-5a3dd13500bc req-d7de74a3-0bf3-47fb-b2b5-a8d119dbd01a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.029120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11e7d1-2eae-4289-a3cb-88ad678401d5 req-ac1d3aee-ac35-477f-bb02-e37c79078c49 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.031372 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea11e7d1-2eae-4289-a3cb-88ad678401d5 req-ac1d3aee-ac35-477f-bb02-e37c79078c49 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 944 time: 0.0907514 Aug 16 02:18:04.063707 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2123d5c0-90c1-4579-a2fc-f1a75e0cdefc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.117505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea11e7d1-2eae-4289-a3cb-88ad678401d5 req-97b0e6e3-4d31-4e40-93d5-22d363e9f754 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690598 Aug 16 02:18:04.117661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123d5c0-90c1-4579-a2fc-f1a75e0cdefc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event deleted for resources: {'Port': ['ID=e73c0794-8a46-4853-b83b-8b40704c25ba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.167342 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7471c93-df32-40cb-b45a-5a3dd13500bc req-d7de74a3-0bf3-47fb-b2b5-a8d119dbd01a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.174348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7471c93-df32-40cb-b45a-5a3dd13500bc req-d7de74a3-0bf3-47fb-b2b5-a8d119dbd01a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.229519 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2123d5c0-90c1-4579-a2fc-f1a75e0cdefc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.233800 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2123d5c0-90c1-4579-a2fc-f1a75e0cdefc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "DELETE /v2.0/ports/e73c0794-8a46-4853-b83b-8b40704c25ba HTTP/1.1" status: 204 len: 168 time: 0.6209073 Aug 16 02:18:04.236381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35080) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:04.242304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8', 'external_fixed_ips': [{'subnet_id': '8b857d60-5199-4ac3-a9e4-56d161294568', 'ip_address': '172.20.0.14'}]}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.249551 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7471c93-df32-40cb-b45a-5a3dd13500bc req-d7de74a3-0bf3-47fb-b2b5-a8d119dbd01a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.253864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7471c93-df32-40cb-b45a-5a3dd13500bc req-d7de74a3-0bf3-47fb-b2b5-a8d119dbd01a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4063184 Aug 16 02:18:04.272583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de74a3-0bf3-47fb-b2b5-a8d119dbd01a tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13615d7d-4a8b-4ec6-b233-787995cd151d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.278727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.279891 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.337674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5912e6-098e-4627-9e22-0c2feca8badc req-01387f19-8a46-498e-9685-c5107ee0cb41 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.339509 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a5912e6-098e-4627-9e22-0c2feca8badc req-01387f19-8a46-498e-9685-c5107ee0cb41 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1370432 Aug 16 02:18:04.349746 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.358875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d19c180e-c492-4d93-b83a-0cab8bf063b0 req-4e5f4925-8314-4a7b-abea-e50c1d8cfdca tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/13615d7d-4a8b-4ec6-b233-787995cd151d HTTP/1.1" status: 200 len: 1814 time: 0.0823908 Aug 16 02:18:04.391783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ea3b4e34-5f30-49f2-bf53-9d339266c685 req-c954203a-8f34-4995-92f7-85bb8a41d61f tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-643533036', 'description': 'tempest-description-1595701436'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.422793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a5912e6-098e-4627-9e22-0c2feca8badc req-e20f7662-72c4-4d3f-af80-d620d042462e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726855 Aug 16 02:18:04.433472 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ea3b4e34-5f30-49f2-bf53-9d339266c685 req-c954203a-8f34-4995-92f7-85bb8a41d61f tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.516860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.556081 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ea3b4e34-5f30-49f2-bf53-9d339266c685 req-c954203a-8f34-4995-92f7-85bb8a41d61f tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.560286 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ea3b4e34-5f30-49f2-bf53-9d339266c685 req-c954203a-8f34-4995-92f7-85bb8a41d61f tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.609840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954203a-8f34-4995-92f7-85bb8a41d61f tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c2e6d-63f2-4c38-a1d7-74f858714eef,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.613290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ea3b4e34-5f30-49f2-bf53-9d339266c685 req-c954203a-8f34-4995-92f7-85bb8a41d61f tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.614694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea3b4e34-5f30-49f2-bf53-9d339266c685 req-c954203a-8f34-4995-92f7-85bb8a41d61f tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2370825 Aug 16 02:18:04.702685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a9535a4-0017-4919-8198-d00d1c9007ae req-13004fa9-2d6d-45d3-949d-2bf2a97ca7b1 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/2a1c2e6d-63f2-4c38-a1d7-74f858714eef HTTP/1.1" status: 200 len: 1814 time: 0.0525494 Aug 16 02:18:04.730347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a2744157-12a0-49c0-b988-c5f73fa8d702 req-64467b42-ef29-4123-9eae-c52382a682fc tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1582419351', 'description': 'tempest-description-1214358836'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.768042 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a2744157-12a0-49c0-b988-c5f73fa8d702 req-64467b42-ef29-4123-9eae-c52382a682fc tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.785319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 241d5ba1-945d-45f7-afeb-7cb2169f582c up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:04.841438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.875913 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.896784 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.934097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 241d5ba1-945d-45f7-afeb-7cb2169f582c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:04.954302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 241d5ba1-945d-45f7-afeb-7cb2169f582c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:04.954701 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.022364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a2744157-12a0-49c0-b988-c5f73fa8d702 req-64467b42-ef29-4123-9eae-c52382a682fc tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.032440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a2744157-12a0-49c0-b988-c5f73fa8d702 req-64467b42-ef29-4123-9eae-c52382a682fc tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.044209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35bb76-2176-4663-8b39-7c1a8ad8894e req-be810897-c846-4cb3-972e-2e9cf4d8f9d1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.052161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b35bb76-2176-4663-8b39-7c1a8ad8894e req-be810897-c846-4cb3-972e-2e9cf4d8f9d1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1091270 Aug 16 02:18:05.079758 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.107218 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a2744157-12a0-49c0-b988-c5f73fa8d702 req-64467b42-ef29-4123-9eae-c52382a682fc tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.111538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2744157-12a0-49c0-b988-c5f73fa8d702 req-64467b42-ef29-4123-9eae-c52382a682fc tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3840592 Aug 16 02:18:05.131348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec7dab5-902d-4068-a692-11e1dbe4b8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d5ba1-945d-45f7-afeb-7cb2169f582c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:05.132611 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b35bb76-2176-4663-8b39-7c1a8ad8894e req-a7ce2ab9-5072-4b43-9899-dfc3b78162ea tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794437 Aug 16 02:18:05.133436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64467b42-ef29-4123-9eae-c52382a682fc tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d787be7-77bf-4ae0-960b-ec3605d4b166,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.139747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Allocated IP 172.20.0.14 (1cc9326c-930e-482e-8eb9-60f37d66d9a8/8b857d60-5199-4ac3-a9e4-56d161294568/d3303258-df04-45fc-8818-447642378899) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:05.152192 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a4ebdf-7616-41af-832a-de26c1497505" -d '{"events": [{"server_uuid": "cec7dab5-902d-4068-a692-11e1dbe4b8a0", "name": "network-vif-plugged", "status": "completed", "tag": "241d5ba1-945d-45f7-afeb-7cb2169f582c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:05.205588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 241d5ba1-945d-45f7-afeb-7cb2169f582c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=241d5ba1-945d-45f7-afeb-7cb2169f582c,segment=NetworkSegment(c1186785-bd80-4f98-b1a8-a9e2742dc849),segment_id=c1186785-bd80-4f98-b1a8-a9e2742dc849)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:05.210717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.272301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=241d5ba1-945d-45f7-afeb-7cb2169f582c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.278042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31ddc81a-2201-47c5-9581-c9e3a4a0224b req-9c7117da-480b-405c-965b-7bf374cfd2c0 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/6d787be7-77bf-4ae0-960b-ec3605d4b166 HTTP/1.1" status: 200 len: 1815 time: 0.0839107 Aug 16 02:18:05.332430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.336108 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657e1764-a295-4ef5-82ff-1665f722c9e8 x-openstack-request-id: req-657e1764-a295-4ef5-82ff-1665f722c9e8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:05.337179 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec7dab5-902d-4068-a692-11e1dbe4b8a0", "name": "network-vif-plugged", "status": "completed", "tag": "241d5ba1-945d-45f7-afeb-7cb2169f582c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:05.337764 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-657e1764-a295-4ef5-82ff-1665f722c9e8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:05.338970 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec7dab5-902d-4068-a692-11e1dbe4b8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d5ba1-945d-45f7-afeb-7cb2169f582c', 'code': 200} Aug 16 02:18:05.374424 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-1bcfc442-4611-4277-97a5-1ca19048d1d6 req-4258ec1c-6b3c-4927-a202-0e891f36cf13 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] show failed (client error): The resource could not be found. Aug 16 02:18:05.375612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bcfc442-4611-4277-97a5-1ca19048d1d6 req-4258ec1c-6b3c-4927-a202-0e891f36cf13 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/9f1ca56b-79e6-491e-84b6-91f788c9f808 HTTP/1.1" status: 404 len: 352 time: 0.0370688 Aug 16 02:18:05.387731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.404310 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12069806-8a0f-4d6d-9363-5a45788323a2 req-ba9729e7-b8a8-417b-9da6-a5bb70d6e411 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.412006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12069806-8a0f-4d6d-9363-5a45788323a2 req-ba9729e7-b8a8-417b-9da6-a5bb70d6e411 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 945 time: 0.0884953 Aug 16 02:18:05.431581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Network 1cc9326c-930e-482e-8eb9-60f37d66d9a8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:05.438848 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-afb4adbc-ca36-493e-adec-28ea201ef0d1 req-31ae7f8a-7abb-4112-a59f-a2bca61615aa tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] show failed (client error): The resource could not be found. Aug 16 02:18:05.440005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afb4adbc-ca36-493e-adec-28ea201ef0d1 req-31ae7f8a-7abb-4112-a59f-a2bca61615aa tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-group-rules/8ff94274-31e8-4062-be7d-e0e4e43c3a82 HTTP/1.1" status: 404 len: 361 time: 0.0254993 Aug 16 02:18:05.463741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:05.469386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12069806-8a0f-4d6d-9363-5a45788323a2 req-e0314402-0df9-4b66-820e-3925902a3686 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563886 Aug 16 02:18:05.470056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:05.515474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event updated for resources: {'Port': ['ID=d3303258-df04-45fc-8818-447642378899,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.543023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fd85f-a5e1-4d7b-84f8-f576f003f924 req-cb91ad88-0dc2-4191-b85f-03e32923b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.544505 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad2fd85f-a5e1-4d7b-84f8-f576f003f924 req-cb91ad88-0dc2-4191-b85f-03e32923b2fa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 1097 time: 0.1117818 Aug 16 02:18:05.582962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7bb9182b-36f0-46de-ad8e-22ea3fd18dae req-64e5c1f6-e82d-44d5-b9c6-fbef5aafd6ef tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/6d787be7-77bf-4ae0-960b-ec3605d4b166 HTTP/1.1" status: 200 len: 1815 time: 0.0820699 Aug 16 02:18:05.614867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a907c-9a6e-43fe-85c0-2597f83608a0 req-250fe001-942d-488f-b4f2-89a250ddeeba tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.616421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a60a907c-9a6e-43fe-85c0-2597f83608a0 req-250fe001-942d-488f-b4f2-89a250ddeeba tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0972145 Aug 16 02:18:05.670270 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad2fd85f-a5e1-4d7b-84f8-f576f003f924 req-cac2aafe-91c1-4693-bee4-03279910c41a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896804 Aug 16 02:18:05.698612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a60a907c-9a6e-43fe-85c0-2597f83608a0 req-ea02f2fc-454f-4bd8-bf73-63f9e58ca011 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683179 Aug 16 02:18:05.701337 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bb9182b-36f0-46de-ad8e-22ea3fd18dae req-599e0ffc-5e04-4971-b076-c0e9ccff4df9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.727933 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bb9182b-36f0-46de-ad8e-22ea3fd18dae req-599e0ffc-5e04-4971-b076-c0e9ccff4df9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.776399 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bb9182b-36f0-46de-ad8e-22ea3fd18dae req-599e0ffc-5e04-4971-b076-c0e9ccff4df9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.779392 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7bb9182b-36f0-46de-ad8e-22ea3fd18dae req-599e0ffc-5e04-4971-b076-c0e9ccff4df9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.780618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7bb9182b-36f0-46de-ad8e-22ea3fd18dae req-599e0ffc-5e04-4971-b076-c0e9ccff4df9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "DELETE /v2.0/security-groups/6d787be7-77bf-4ae0-960b-ec3605d4b166 HTTP/1.1" status: 204 len: 173 time: 0.1949792 Aug 16 02:18:05.794530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e0ffc-5e04-4971-b076-c0e9ccff4df9 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d787be7-77bf-4ae0-960b-ec3605d4b166,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.843305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16fe80ac-f5f4-44d1-bece-ac338e074151 req-dfcbeb28-07ce-4a97-968a-6f5e9ba01529 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/2a1c2e6d-63f2-4c38-a1d7-74f858714eef HTTP/1.1" status: 200 len: 1814 time: 0.0424731 Aug 16 02:18:05.912367 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-16fe80ac-f5f4-44d1-bece-ac338e074151 req-9e29d146-5ff7-460b-bca2-d4a7ef557e4e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.940731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-16fe80ac-f5f4-44d1-bece-ac338e074151 req-9e29d146-5ff7-460b-bca2-d4a7ef557e4e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.986597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-16fe80ac-f5f4-44d1-bece-ac338e074151 req-9e29d146-5ff7-460b-bca2-d4a7ef557e4e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.990058 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-16fe80ac-f5f4-44d1-bece-ac338e074151 req-9e29d146-5ff7-460b-bca2-d4a7ef557e4e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.998686 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16fe80ac-f5f4-44d1-bece-ac338e074151 req-9e29d146-5ff7-460b-bca2-d4a7ef557e4e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "DELETE /v2.0/security-groups/2a1c2e6d-63f2-4c38-a1d7-74f858714eef HTTP/1.1" status: 204 len: 173 time: 0.1491425 Aug 16 02:18:06.010964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29d146-5ff7-460b-bca2-d4a7ef557e4e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1c2e6d-63f2-4c38-a1d7-74f858714eef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.095272 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59fb6f1b-e850-4b36-8c36-6d5839c63147 req-fbc1b3fa-6784-4b20-98c5-2adc53ab66c5 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/13615d7d-4a8b-4ec6-b233-787995cd151d HTTP/1.1" status: 200 len: 1814 time: 0.0673089 Aug 16 02:18:06.171692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-59fb6f1b-e850-4b36-8c36-6d5839c63147 req-6ee47138-3bc4-460b-a0ff-4c41499fa3fa tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.205135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-59fb6f1b-e850-4b36-8c36-6d5839c63147 req-6ee47138-3bc4-460b-a0ff-4c41499fa3fa tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.214529 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.301018 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-59fb6f1b-e850-4b36-8c36-6d5839c63147 req-6ee47138-3bc4-460b-a0ff-4c41499fa3fa tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.303815 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-59fb6f1b-e850-4b36-8c36-6d5839c63147 req-6ee47138-3bc4-460b-a0ff-4c41499fa3fa tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.305284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59fb6f1b-e850-4b36-8c36-6d5839c63147 req-6ee47138-3bc4-460b-a0ff-4c41499fa3fa tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "DELETE /v2.0/security-groups/13615d7d-4a8b-4ec6-b233-787995cd151d HTTP/1.1" status: 204 len: 173 time: 0.2039859 Aug 16 02:18:06.321026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee47138-3bc4-460b-a0ff-4c41499fa3fa tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13615d7d-4a8b-4ec6-b233-787995cd151d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.361585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2000-0712-4094-bacd-a208addbc8ce req-51aa07e0-ea8b-4c1a-bb2f-0509cb2b36fd tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:06.375641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94db2000-0712-4094-bacd-a208addbc8ce req-51aa07e0-ea8b-4c1a-bb2f-0509cb2b36fd tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1182137 Aug 16 02:18:06.435070 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94db2000-0712-4094-bacd-a208addbc8ce req-4adfa4af-5f36-4604-a8de-852b68bf7a1a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586350 Aug 16 02:18:06.558789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a84debd3-5c43-4f17-a973-dcfb9479332c req-28ee4820-fbe5-485e-94bb-861784d962c1 tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/da6997f9-8286-409f-a845-619250c04e70 HTTP/1.1" status: 200 len: 1815 time: 0.0893328 Aug 16 02:18:06.638130 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.752773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cb3a0-4232-426c-af98-07cf14bf5833 req-c678cfbe-6e7e-484c-82d2-fdc8b696af5d tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:06.754791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c61cb3a0-4232-426c-af98-07cf14bf5833 req-c678cfbe-6e7e-484c-82d2-fdc8b696af5d tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 945 time: 0.1584918 Aug 16 02:18:06.758395 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a84debd3-5c43-4f17-a973-dcfb9479332c req-25198aec-77e7-47b2-a23a-f1ae73e567bf tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.810480 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a84debd3-5c43-4f17-a973-dcfb9479332c req-25198aec-77e7-47b2-a23a-f1ae73e567bf tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.873239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c61cb3a0-4232-426c-af98-07cf14bf5833 req-911bdea8-ace8-4cde-b7f5-7663450817f6 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683894 Aug 16 02:18:06.895408 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a84debd3-5c43-4f17-a973-dcfb9479332c req-25198aec-77e7-47b2-a23a-f1ae73e567bf tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.898067 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a84debd3-5c43-4f17-a973-dcfb9479332c req-25198aec-77e7-47b2-a23a-f1ae73e567bf tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.899265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a84debd3-5c43-4f17-a973-dcfb9479332c req-25198aec-77e7-47b2-a23a-f1ae73e567bf tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "DELETE /v2.0/security-groups/da6997f9-8286-409f-a845-619250c04e70 HTTP/1.1" status: 204 len: 173 time: 0.3429909 Aug 16 02:18:06.919709 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.926501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25198aec-77e7-47b2-a23a-f1ae73e567bf tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6997f9-8286-409f-a845-619250c04e70,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.934172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Router faa52ea9-0321-438d-956a-f7f6c44c7387 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:07.039361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86215495-39b2-4e79-a718-6f9cb7968173 req-e29bcacd-1ae4-46e4-b768-764f8a45518b tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "GET /v2.0/security-groups/2135033a-5ea9-4143-8d65-f8dd3f721600 HTTP/1.1" status: 200 len: 1813 time: 0.0932460 Aug 16 02:18:07.086769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c667c0-1472-4d91-b526-c82d05ae4e73 req-c2aa3b1a-3fe1-4d5a-94ad-21718912fd48 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.089597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3c667c0-1472-4d91-b526-c82d05ae4e73 req-c2aa3b1a-3fe1-4d5a-94ad-21718912fd48 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1048548 Aug 16 02:18:07.092668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:07.111315 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Sync routers for ids ['faa52ea9-0321-438d-956a-f7f6c44c7387'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:07.136867 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Routers {'faa52ea9-0321-438d-956a-f7f6c44c7387'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:07.139945 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['faa52ea9-0321-438d-956a-f7f6c44c7387'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:07.167515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3c667c0-1472-4d91-b526-c82d05ae4e73 req-df590c3d-d360-45df-b8cc-ada299ddc1fe tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708952 Aug 16 02:18:07.170936 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.174669 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9de11e6f-ca21-451c-82cf-c5b52db3859b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9346766 Aug 16 02:18:07.174871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.195692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-86215495-39b2-4e79-a718-6f9cb7968173 req-2b14772c-5e07-4801-ad6f-afb03182e62e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.221972 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-86215495-39b2-4e79-a718-6f9cb7968173 req-2b14772c-5e07-4801-ad6f-afb03182e62e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.272782 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Set router faa52ea9-0321-438d-956a-f7f6c44c7387 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:07.294030 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-86215495-39b2-4e79-a718-6f9cb7968173 req-2b14772c-5e07-4801-ad6f-afb03182e62e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.296835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-86215495-39b2-4e79-a718-6f9cb7968173 req-2b14772c-5e07-4801-ad6f-afb03182e62e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.301187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86215495-39b2-4e79-a718-6f9cb7968173 req-2b14772c-5e07-4801-ad6f-afb03182e62e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] 10.222.0.61 "DELETE /v2.0/security-groups/2135033a-5ea9-4143-8d65-f8dd3f721600 HTTP/1.1" status: 204 len: 173 time: 0.2608082 Aug 16 02:18:07.304651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.313401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14772c-5e07-4801-ad6f-afb03182e62e tempest-SecurityGroupRulesNegativeTestJSON-601587337 tempest-SecurityGroupRulesNegativeTestJSON-601587337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2135033a-5ea9-4143-8d65-f8dd3f721600,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.413972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cab1bf0-7ce3-41ec-950c-1d9fc478d64f admin admin] Deleting subnet 9b56aa3e-0978-4d10-ab64-426e205ec8f9 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:07.419587 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cab1bf0-7ce3-41ec-950c-1d9fc478d64f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.422759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.539188 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52ea9-0321-438d-956a-f7f6c44c7387', 'name': '', 'tenant_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8', 'external_fixed_ips': [{'subnet_id': '8b857d60-5199-4ac3-a9e4-56d161294568', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd3303258-df04-45fc-8818-447642378899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:04Z', 'updated_at': '2021-08-16T02:18:05Z', 'revision_number': 3, 'project_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'gw_port': {'id': 'd3303258-df04-45fc-8818-447642378899', 'name': '', 'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa52ea9-0321-438d-956a-f7f6c44c7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '8b857d60-5199-4ac3-a9e4-56d161294568', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:04Z', 'updated_at': '2021-08-16T02:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b857d60-5199-4ac3-a9e4-56d161294568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:07.558931 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.574433 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Checking router: faa52ea9-0321-438d-956a-f7f6c44c7387 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:07.575046 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Updating router faa52ea9-0321-438d-956a-f7f6c44c7387 port d3303258-df04-45fc-8818-447642378899 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:07.600020 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cab1bf0-7ce3-41ec-950c-1d9fc478d64f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.611290 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.660800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108417fc-2a65-4477-9d62-901519e3d2dd req-48ccd93b-13a6-47ec-8bb2-0cc9c0dd9dd5 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.662502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-108417fc-2a65-4477-9d62-901519e3d2dd req-48ccd93b-13a6-47ec-8bb2-0cc9c0dd9dd5 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.0988879 Aug 16 02:18:07.667719 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cab1bf0-7ce3-41ec-950c-1d9fc478d64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.692680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Deleting port d3303258-df04-45fc-8818-447642378899 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:07.693021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.757574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-108417fc-2a65-4477-9d62-901519e3d2dd req-d8815226-10c1-4988-93e4-43487f00713f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844929 Aug 16 02:18:07.854611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.862681 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cab1bf0-7ce3-41ec-950c-1d9fc478d64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.953589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1bf0-7ce3-41ec-950c-1d9fc478d64f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b56aa3e-0978-4d10-ab64-426e205ec8f9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.973567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Calling delete_port for d3303258-df04-45fc-8818-447642378899 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:07.978393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cab1bf0-7ce3-41ec-950c-1d9fc478d64f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.980748 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9cab1bf0-7ce3-41ec-950c-1d9fc478d64f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9b56aa3e-0978-4d10-ab64-426e205ec8f9 HTTP/1.1" status: 204 len: 168 time: 0.6749802 Aug 16 02:18:07.983417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:08.108448 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.141082 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Transition to ACTIVE for port object d3303258-df04-45fc-8818-447642378899 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:08.152416 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.170833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.186861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b0fc-9fbe-4334-b186-d14f50389942 req-9253477d-e2ca-4701-9d32-726ce95603a5 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.196151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90e0b0fc-9fbe-4334-b186-d14f50389942 req-9253477d-e2ca-4701-9d32-726ce95603a5 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 945 time: 0.1597726 Aug 16 02:18:08.299806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90e0b0fc-9fbe-4334-b186-d14f50389942 req-013a02f2-9a86-434a-a32e-478c14b62fd2 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024408 Aug 16 02:18:08.350537 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Attempting to bind port d3303258-df04-45fc-8818-447642378899 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:08.350826 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Attempting to bind port d3303258-df04-45fc-8818-447642378899 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '029b7bca-8b5d-421a-929d-fc1a08f4e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:08.351291 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Attempting to bind port d3303258-df04-45fc-8818-447642378899 on network 1cc9326c-930e-482e-8eb9-60f37d66d9a8 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:08.366191 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578eacd-8fd6-4497-9823-87cb83c24e89 None None] Pushing event updated for resources: {'Port': ['ID=d3303258-df04-45fc-8818-447642378899,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.375064 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:08.375486 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Checking segment: {'id': '029b7bca-8b5d-421a-929d-fc1a08f4e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:08.375890 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.376292 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Bound using segment: {'id': '029b7bca-8b5d-421a-929d-fc1a08f4e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:08.377646 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Bound port: d3303258-df04-45fc-8818-447642378899, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029b7bca-8b5d-421a-929d-fc1a08f4e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1cc9326c-930e-482e-8eb9-60f37d66d9a8'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:08.378187 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.383194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.420173 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Port d3303258-df04-45fc-8818-447642378899 has been deleted concurrently {{(pid=94642) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 02:18:08.439843 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Routers {'faa52ea9-0321-438d-956a-f7f6c44c7387'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:08.440481 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['faa52ea9-0321-438d-956a-f7f6c44c7387'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:08.460002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3303258-df04-45fc-8818-447642378899,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.536084 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] Set router faa52ea9-0321-438d-956a-f7f6c44c7387 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:08.537042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:08.559730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.578934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ccaaf-c47f-46df-96cb-6ccca5e26c88 req-2eefc582-3859-4fa0-929d-ff40b67856bf tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.580429 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.586432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea7ccaaf-c47f-46df-96cb-6ccca5e26c88 req-2eefc582-3859-4fa0-929d-ff40b67856bf tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.2851601 Aug 16 02:18:08.589893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9001e7-0c36-400b-a46f-46606f065dbe']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:08.607054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2758a0f4-b338-4e61-aef6-e8a3be7db2b9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:08.607362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2758a0f4-b338-4e61-aef6-e8a3be7db2b9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:08.625250 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.627794 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa52ea9-0321-438d-956a-f7f6c44c7387', 'name': '', 'tenant_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:04Z', 'updated_at': '2021-08-16T02:18:08Z', 'revision_number': 5, 'project_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:08.672069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.673380 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c49016a-7731-4bee-85d8-0d8762a2acab None None] The sync data for ids ['faa52ea9-0321-438d-956a-f7f6c44c7387'] in n-d-768862-14 is: [{'id': 'faa52ea9-0321-438d-956a-f7f6c44c7387', 'name': '', 'tenant_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:04Z', 'updated_at': '2021-08-16T02:18:08Z', 'revision_number': 5, 'project_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:08.687602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:08.688011 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.755483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.758127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:08.763518 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:08.789523 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.815807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea7ccaaf-c47f-46df-96cb-6ccca5e26c88 req-3c5837ff-f937-4e26-a939-ebd7c2aee7e9 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283051 Aug 16 02:18:08.817478 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.818501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.819588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router faa52ea9-0321-438d-956a-f7f6c44c7387 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:08.823841 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] 10.222.0.61 "DELETE /v2.0/networks/9d9001e7-0c36-400b-a46f-46606f065dbe HTTP/1.1" status: 204 len: 168 time: 0.8386090 Aug 16 02:18:08.829099 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.833548 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9f899558-7b90-4e01-b780-a6a0c82df440 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "DELETE /v2.0/routers/faa52ea9-0321-438d-956a-f7f6c44c7387 HTTP/1.1" status: 204 len: 168 time: 1.6576316 Aug 16 02:18:08.834525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:08.850990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-156be422-6485-42ae-8b9b-2feb41c50b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.875848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dd328-61a5-4679-8a8f-e35916481c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9001e7-0c36-400b-a46f-46606f065dbe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.925223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7db53-46b4-494b-a53a-d27ef5504c21 req-1acf83d2-a166-4f09-85a2-7748b0d87d7e tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.926871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef459a2a-2bc5-451d-906a-549664dacb66 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Deleting subnet 8b857d60-5199-4ac3-a9e4-56d161294568 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:08.927015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18a7db53-46b4-494b-a53a-d27ef5504c21 req-1acf83d2-a166-4f09-85a2-7748b0d87d7e tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 945 time: 0.2629280 Aug 16 02:18:08.930909 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef459a2a-2bc5-451d-906a-549664dacb66 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.002201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef459a2a-2bc5-451d-906a-549664dacb66 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.012885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18a7db53-46b4-494b-a53a-d27ef5504c21 req-9f07cdd7-120c-4df0-8e1a-7b9a6922862d tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748196 Aug 16 02:18:09.073025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-156be422-6485-42ae-8b9b-2feb41c50b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.078130 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-156be422-6485-42ae-8b9b-2feb41c50b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.083038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.091416 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef459a2a-2bc5-451d-906a-549664dacb66 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.130261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-156be422-6485-42ae-8b9b-2feb41c50b6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6df2f95257d458699b952e1be7dd992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893583 Aug 16 02:18:09.137054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.140484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156be422-6485-42ae-8b9b-2feb41c50b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd3d64-9fef-4919-924d-53d5adba91ea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.218298 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2c87a8ce-1200-4f52-9fe4-e1ba16015850 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0248f1fd855a4e0dbe435ce10586bff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316648 Aug 16 02:18:09.223523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.269255 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef459a2a-2bc5-451d-906a-549664dacb66 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.315018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef459a2a-2bc5-451d-906a-549664dacb66 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8b857d60-5199-4ac3-a9e4-56d161294568,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.321115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf389623-7d41-4e06-923c-e309eaffc4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.323911 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef459a2a-2bc5-451d-906a-549664dacb66 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.328887 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ef459a2a-2bc5-451d-906a-549664dacb66 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/8b857d60-5199-4ac3-a9e4-56d161294568 HTTP/1.1" status: 204 len: 168 time: 0.4930010 Aug 16 02:18:09.331634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.364926 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:09.414906 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76be406b-0e1a-4ce2-b220-f58f2014aa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.420183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf389623-7d41-4e06-923c-e309eaffc4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.469231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76be406b-0e1a-4ce2-b220-f58f2014aa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.492724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.582964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857866f-5707-43e4-b563-88c50c05b15c req-0748e995-1c6b-47dc-9032-5c437fdb3c9e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.590651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1857866f-5707-43e4-b563-88c50c05b15c req-0748e995-1c6b-47dc-9032-5c437fdb3c9e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.4665477 Aug 16 02:18:09.602961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf389623-7d41-4e06-923c-e309eaffc4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.604596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf389623-7d41-4e06-923c-e309eaffc4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.605907 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bf389623-7d41-4e06-923c-e309eaffc4f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9bd3d64-9fef-4919-924d-53d5adba91ea HTTP/1.1" status: 204 len: 168 time: 0.4677854 Aug 16 02:18:09.621283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf389623-7d41-4e06-923c-e309eaffc4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd3d64-9fef-4919-924d-53d5adba91ea,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.627056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76be406b-0e1a-4ce2-b220-f58f2014aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.629671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76be406b-0e1a-4ce2-b220-f58f2014aa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.630839 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-76be406b-0e1a-4ce2-b220-f58f2014aa9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d22a14f2-7def-4a25-8bf4-a7a8ae933972 HTTP/1.1" status: 204 len: 168 time: 0.4063549 Aug 16 02:18:09.633056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.651383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc9326c-930e-482e-8eb9-60f37d66d9a8']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:09.653874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be406b-0e1a-4ce2-b220-f58f2014aa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22a14f2-7def-4a25-8bf4-a7a8ae933972,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.666373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029b7bca-8b5d-421a-929d-fc1a08f4e82a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:09.666757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029b7bca-8b5d-421a-929d-fc1a08f4e82a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:09.679748 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.686548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1857866f-5707-43e4-b563-88c50c05b15c req-056fa845-a845-4141-ae9a-f53bb521df19 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875900 Aug 16 02:18:09.701136 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.709156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:09.709991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: items = [ Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:09.712164 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:09.794881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.802242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1cc9326c-930e-482e-8eb9-60f37d66d9a8 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:18:09.828872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.835958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "DELETE /v2.0/networks/1cc9326c-930e-482e-8eb9-60f37d66d9a8 HTTP/1.1" status: 204 len: 168 time: 0.5031016 Aug 16 02:18:09.837281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda59da1-1819-4caa-9e2b-7c3494ddc1d5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event deleted for resources: {'Network': ['ID=1cc9326c-930e-482e-8eb9-60f37d66d9a8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.961957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32ad8-ca7b-4326-a544-b1e2a9859f6d req-cb95e906-2c5a-471a-bb7f-fa921b787ae4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.969598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73d32ad8-ca7b-4326-a544-b1e2a9859f6d req-cb95e906-2c5a-471a-bb7f-fa921b787ae4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0697660 Aug 16 02:18:09.988350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bfbd2070-1a58-46cb-b30a-6b86c161cde1 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:10.051786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73d32ad8-ca7b-4326-a544-b1e2a9859f6d req-99cb1742-0eb0-46bb-b6fc-0c38801f4c22 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811057 Aug 16 02:18:10.253792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port bfbd2070-1a58-46cb-b30a-6b86c161cde1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:10.283630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.290801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f347594-58d2-4318-9dbc-c31bd3898e05 req-13ce595b-49a4-4815-8ed4-3d7bc6be084e tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.299332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f347594-58d2-4318-9dbc-c31bd3898e05 req-13ce595b-49a4-4815-8ed4-3d7bc6be084e tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 945 time: 0.1025069 Aug 16 02:18:10.299936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1', 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961', 'port_id': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1', 'mac_address': 'fa:16:3e:32:8c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0db34b-120b-4bc4-9e13-6fcdad31103d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:10.304694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.378561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f347594-58d2-4318-9dbc-c31bd3898e05 req-09526a18-25d4-469c-8a2d-0d41303f5d27 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/security-groups?id=07df2e56-07a5-4b7a-a954-5324b36ba358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765011 Aug 16 02:18:10.411532 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.452011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfbd2070-1a58-46cb-b30a-6b86c161cde1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:10.505796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port bfbd2070-1a58-46cb-b30a-6b86c161cde1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:10.511532 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.565297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-c2232c3f-8837-4ccb-b9a1-54a9e29fb97e tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.567275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.567569 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-c2232c3f-8837-4ccb-b9a1-54a9e29fb97e tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.86 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 945 time: 0.2113242 Aug 16 02:18:10.573496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c9adb60a-2b8c-4223-8d12-b0893d93dbbc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'router': {'name': 'tempest-router--1211550318', 'project_id': 'e3d1773f355f43468821c537057e1c30'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:10.629372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=bfbd2070-1a58-46cb-b30a-6b86c161cde1,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.713070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['bfbd2070-1a58-46cb-b30a-6b86c161cde1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:10.722612 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.728695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.739843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Deleting port 241d5ba1-945d-45f7-afeb-7cb2169f582c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:10.740181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.793179 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9adb60a-2b8c-4223-8d12-b0893d93dbbc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.794550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9adb60a-2b8c-4223-8d12-b0893d93dbbc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.847626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a10b45e08ffc42ea9e1f714949cfcfaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629213 Aug 16 02:18:10.850850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.851407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec469596-b181-4052-a329-0d5e7c9205cb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.915403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.915930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.916392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.916950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.917180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.917468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.917779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.918103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.918414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.918735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.919307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.920519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a080f34-f4d2-4df7-b8d4-aaca563c0965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:10.963876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9adb60a-2b8c-4223-8d12-b0893d93dbbc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.992000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9adb60a-2b8c-4223-8d12-b0893d93dbbc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.997350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] For port 241d5ba1-945d-45f7-afeb-7cb2169f582c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=241d5ba1-945d-45f7-afeb-7cb2169f582c,segment=NetworkSegment(c1186785-bd80-4f98-b1a8-a9e2742dc849),segment_id=c1186785-bd80-4f98-b1a8-a9e2742dc849)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:10.999544 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.019061 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9adb60a-2b8c-4223-8d12-b0893d93dbbc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.024094 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c9adb60a-2b8c-4223-8d12-b0893d93dbbc tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4550209 Aug 16 02:18:11.027813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.042656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Calling delete_port for 241d5ba1-945d-45f7-afeb-7cb2169f582c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:11.054170 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5d4-2ac0-48d1-a27e-6c110a0f9889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.142546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86233-c089-4970-9459-313e19f06488 req-1e36cc81-5e1d-439e-b3f2-9c107b2a0ba1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.150918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1f86233-c089-4970-9459-313e19f06488 req-1e36cc81-5e1d-439e-b3f2-9c107b2a0ba1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 945 time: 0.2132363 Aug 16 02:18:11.198510 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5d4-2ac0-48d1-a27e-6c110a0f9889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.237489 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97b04800-d515-4ab1-a6be-3bb7b4c81d95 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.303754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35278) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.324519 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5d4-2ac0-48d1-a27e-6c110a0f9889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.327454 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afb8c5d4-2ac0-48d1-a27e-6c110a0f9889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.328850 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-afb8c5d4-2ac0-48d1-a27e-6c110a0f9889 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec469596-b181-4052-a329-0d5e7c9205cb HTTP/1.1" status: 204 len: 168 time: 0.4744718 Aug 16 02:18:11.345929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8c5d4-2ac0-48d1-a27e-6c110a0f9889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec469596-b181-4052-a329-0d5e7c9205cb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.361913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1f86233-c089-4970-9459-313e19f06488 req-58e0620e-231e-4456-89d1-dadc62c2ae95 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100747 Aug 16 02:18:11.362759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.395995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['241d5ba1-945d-45f7-afeb-7cb2169f582c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:11.424047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1ae24-9251-4ab7-af25-bb04180afe31 req-e6255ce7-bbbe-4868-8a54-a940db584816 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.426150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1fe1ae24-9251-4ab7-af25-bb04180afe31 req-e6255ce7-bbbe-4868-8a54-a940db584816 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.2307742 Aug 16 02:18:11.450762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Pushing event deleted for resources: {'Port': ['ID=241d5ba1-945d-45f7-afeb-7cb2169f582c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.547002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-794371400-network', 'tenant_id': 'ca43dde049054799870a68771aac16d7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:11.550341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] No DVR routers for this DVR port 241d5ba1-945d-45f7-afeb-7cb2169f582c on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:11.553519 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.556046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6e583f9b-f6c1-40fc-94b6-e96a9e2e98f8 req-a1fa1d90-a07d-41ec-b8c1-963e44a8b040 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.86 "DELETE /v2.0/ports/241d5ba1-945d-45f7-afeb-7cb2169f582c HTTP/1.1" status: 204 len: 173 time: 0.9811234 Aug 16 02:18:11.556778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec7dab5-902d-4068-a692-11e1dbe4b8a0', 'name': 'network-vif-deleted', 'tag': '241d5ba1-945d-45f7-afeb-7cb2169f582c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:11.559570 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3bd801-4f99-4198-a188-30725cb171e7" -d '{"events": [{"server_uuid": "cec7dab5-902d-4068-a692-11e1dbe4b8a0", "name": "network-vif-deleted", "tag": "241d5ba1-945d-45f7-afeb-7cb2169f582c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:11.579279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97b04800-d515-4ab1-a6be-3bb7b4c81d95 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.582785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97b04800-d515-4ab1-a6be-3bb7b4c81d95 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.609191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Made reservation on behalf of ca43dde049054799870a68771aac16d7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:11.613306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.630176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1fe1ae24-9251-4ab7-af25-bb04180afe31 req-2cdad84c-0bce-4937-babc-22c52c4fe9d0 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072440 Aug 16 02:18:11.642641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.728116 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9efa47-4257-4904-9c55-c46d198223c5 x-openstack-request-id: req-5a9efa47-4257-4904-9c55-c46d198223c5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:11.729028 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec7dab5-902d-4068-a692-11e1dbe4b8a0", "name": "network-vif-deleted", "tag": "241d5ba1-945d-45f7-afeb-7cb2169f582c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:11.729347 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a9efa47-4257-4904-9c55-c46d198223c5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:11.730407 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec7dab5-902d-4068-a692-11e1dbe4b8a0', 'name': 'network-vif-deleted', 'tag': '241d5ba1-945d-45f7-afeb-7cb2169f582c', 'status': 'completed', 'code': 200} Aug 16 02:18:11.733177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a3d9013-271a-4fc2-bc9c-09c40e69c7cf req-803507b7-2e62-4ba4-b6f3-b01fde8f9766 tempest-InstanceActionsV221TestJSON-35163800 tempest-InstanceActionsV221TestJSON-35163800-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec7dab5-902d-4068-a692-11e1dbe4b8a0 HTTP/1.1" status: 200 len: 210 time: 0.0403728 Aug 16 02:18:11.739868 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97b04800-d515-4ab1-a6be-3bb7b4c81d95 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.740585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b04800-d515-4ab1-a6be-3bb7b4c81d95 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e53cc381-47d2-4a30-8cad-b3c3157685ac {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:11.746163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97b04800-d515-4ab1-a6be-3bb7b4c81d95 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.749535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-97b04800-d515-4ab1-a6be-3bb7b4c81d95 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "DELETE /v2.0/routers/e53cc381-47d2-4a30-8cad-b3c3157685ac HTTP/1.1" status: 204 len: 168 time: 0.7196774 Aug 16 02:18:11.784432 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.791383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.821330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:11.835905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ff06d-01a1-4647-9399-4b29fa95507c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.838658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.839012 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Added segment 42051313-82cd-4a59-aa0c-e1697e1696b0 of type vlan for network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd Aug 16 02:18:11.887551 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.920135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.921167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.921767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.958473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.980052 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6747789 Aug 16 02:18:11.982560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.987335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Request body: {'subnet': {'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-794371400-subnet', 'tenant_id': 'ca43dde049054799870a68771aac16d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:12.005234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bfbd2070-1a58-46cb-b30a-6b86c161cde1 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:12.006482 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970661-c120-43a1-94e1-96038533ee92 admin admin] Pushing event updated for resources: {'Network': ['ID=76666cef-9bbb-4f54-9eca-a89d0a36a7dd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.024730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Made reservation on behalf of ca43dde049054799870a68771aac16d7 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:12.028357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.073407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:12.213626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port bfbd2070-1a58-46cb-b30a-6b86c161cde1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:12.214258 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.228804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1027755768', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:12.260664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.262254 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.262612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.307250 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.320478 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.340668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.360159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:12.363668 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a7abf9-b63b-4a9d-95db-6c69d6fd9759" -d '{"events": [{"server_uuid": "d7da7f7c-f671-468b-8f08-09c3cb59779d", "name": "network-vif-plugged", "status": "completed", "tag": "bfbd2070-1a58-46cb-b30a-6b86c161cde1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:12.382994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400686f8-5b7c-4d2b-961c-d12d6d68587a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.408046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port bfbd2070-1a58-46cb-b30a-6b86c161cde1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:12.411582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Checking segment: {'id': '42051313-82cd-4a59-aa0c-e1697e1696b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:12.412591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Network hostable DHCP agents. Network: 76666cef-9bbb-4f54-9eca-a89d0a36a7dd, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:12.415264 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.452154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:12.473840 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a9f1c3-5a99-43e2-aa36-eab673deda8a x-openstack-request-id: req-44a9f1c3-5a99-43e2-aa36-eab673deda8a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:12.475276 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7da7f7c-f671-468b-8f08-09c3cb59779d", "name": "network-vif-plugged", "status": "completed", "tag": "bfbd2070-1a58-46cb-b30a-6b86c161cde1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:12.475573 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44a9f1c3-5a99-43e2-aa36-eab673deda8a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:12.475929 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1', 'code': 200} Aug 16 02:18:12.500426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 76666cef-9bbb-4f54-9eca-a89d0a36a7dd) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:12.516068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d5c307-b328-4593-920a-d3a03f8cf214 None None] Network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:12.516285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.516724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.543683 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.579356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=bfbd2070-1a58-46cb-b30a-6b86c161cde1,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.597912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3d91a379-4a32-4fc8-9fef-27fe83ea1901 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6130841 Aug 16 02:18:12.690796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8df14-50af-4b85-88cb-416bcca23b56 req-49a2295c-166c-4859-a43e-2bc7cf452cc1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.692405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82e8df14-50af-4b85-88cb-416bcca23b56 req-49a2295c-166c-4859-a43e-2bc7cf452cc1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1440723 Aug 16 02:18:12.751830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd449038-a05e-467b-bc84-a7969fc6a48b req-665ba9a2-17c9-4cc7-bf68-d61253cbdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.753579 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd449038-a05e-467b-bc84-a7969fc6a48b req-665ba9a2-17c9-4cc7-bf68-d61253cbdf46 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 1098 time: 0.1091597 Aug 16 02:18:12.764920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7320fc49-f311-4fe4-9c77-1509d6b14436 None None] Network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:12.818735 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd449038-a05e-467b-bc84-a7969fc6a48b req-422f4003-1fa7-4868-b1c0-dcde31e04ab3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559871 Aug 16 02:18:12.866259 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82e8df14-50af-4b85-88cb-416bcca23b56 req-633699b0-b22f-42c3-9c93-c2d375217bf4 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502357 Aug 16 02:18:12.932655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd8c7-0971-40fe-a898-0d8bd79bce05 req-b98843fe-325e-4413-ba8d-3da95e156f66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.945475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbcd8c7-0971-40fe-a898-0d8bd79bce05 req-b98843fe-325e-4413-ba8d-3da95e156f66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1285057 Aug 16 02:18:12.997558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbcd8c7-0971-40fe-a898-0d8bd79bce05 req-fb6a3b7e-9aba-4311-b3ff-d25efd49ab98 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510511 Aug 16 02:18:13.381076 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.381076 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.388605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:13.395642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Allocated IP 172.25.5.112 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/2257b9a9-7dbb-4746-98c3-e5703a16120b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:13.433676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e081e5-9d13-4ef2-8c68-4b5e1cf03ecd admin admin] Deleting subnet 3a64bdb9-98d2-4ebf-acc3-b94d7f81e4f9 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:13.437440 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89e081e5-9d13-4ef2-8c68-4b5e1cf03ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.523930 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.532778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a726c034-5fbb-4a26-aaea-ca279d248440 req-db915a3c-3a0b-4331-b760-c2ff92673b58 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-763732812', 'description': 'tempest-description-270967260'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:13.556271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89e081e5-9d13-4ef2-8c68-4b5e1cf03ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.582088 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a726c034-5fbb-4a26-aaea-ca279d248440 req-db915a3c-3a0b-4331-b760-c2ff92673b58 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.618709 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89e081e5-9d13-4ef2-8c68-4b5e1cf03ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.677332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.725374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89e081e5-9d13-4ef2-8c68-4b5e1cf03ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.757025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e081e5-9d13-4ef2-8c68-4b5e1cf03ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a64bdb9-98d2-4ebf-acc3-b94d7f81e4f9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.763069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89e081e5-9d13-4ef2-8c68-4b5e1cf03ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.766228 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-89e081e5-9d13-4ef2-8c68-4b5e1cf03ecd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3a64bdb9-98d2-4ebf-acc3-b94d7f81e4f9 HTTP/1.1" status: 204 len: 168 time: 0.4515424 Aug 16 02:18:13.769552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:13.804245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a726c034-5fbb-4a26-aaea-ca279d248440 req-db915a3c-3a0b-4331-b760-c2ff92673b58 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.806909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:13.808723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event updated for resources: {'Port': ['ID=2257b9a9-7dbb-4746-98c3-e5703a16120b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.815826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:13.818348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:13.820293 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a726c034-5fbb-4a26-aaea-ca279d248440 req-db915a3c-3a0b-4331-b760-c2ff92673b58 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.858370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.888576 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a726c034-5fbb-4a26-aaea-ca279d248440 req-db915a3c-3a0b-4331-b760-c2ff92673b58 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.890141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a726c034-5fbb-4a26-aaea-ca279d248440 req-db915a3c-3a0b-4331-b760-c2ff92673b58 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3621943 Aug 16 02:18:13.903454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db915a3c-3a0b-4331-b760-c2ff92673b58 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436c637e-e938-46c6-b0e2-cd9a3e18e6f2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.974798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.990828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a52037-ef4d-47aa-8e7c-7acecaab7ef3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:14.004782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1186785-bd80-4f98-b1a8-a9e2742dc849') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:14.005321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1186785-bd80-4f98-b1a8-a9e2742dc849') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:14.016908 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.040132 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.046531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5da7efc3-8135-4b11-a196-4c8b49f3f9b0 req-fdd1a087-39c4-435c-a86c-0e87415485cb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-4857189', 'description': 'tempest-description-1565711995'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:14.049844 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:14.050269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:14.137490 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:14.146241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5da7efc3-8135-4b11-a196-4c8b49f3f9b0 req-fdd1a087-39c4-435c-a86c-0e87415485cb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.164189 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.170092 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fceaf-9493-4d46-8e1a-973019925327 req-ea83796a-71fb-42e0-9f6c-ea0001c3bef3 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.171915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-650fceaf-9493-4d46-8e1a-973019925327 req-ea83796a-71fb-42e0-9f6c-ea0001c3bef3 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.1335297 Aug 16 02:18:14.178872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.188970 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] 10.222.0.61 "DELETE /v2.0/networks/d7a52037-ef4d-47aa-8e7c-7acecaab7ef3 HTTP/1.1" status: 204 len: 168 time: 0.4176271 Aug 16 02:18:14.213391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820f253-39e7-4561-aeb2-b41f7387cccf admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a52037-ef4d-47aa-8e7c-7acecaab7ef3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.355726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-650fceaf-9493-4d46-8e1a-973019925327 req-4df9f90e-8abc-4c8f-a5a5-c0e6f5045774 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424623 Aug 16 02:18:14.398815 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.408360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5da7efc3-8135-4b11-a196-4c8b49f3f9b0 req-fdd1a087-39c4-435c-a86c-0e87415485cb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.446126 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5da7efc3-8135-4b11-a196-4c8b49f3f9b0 req-fdd1a087-39c4-435c-a86c-0e87415485cb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.493512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:14.547820 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-74762b61-73b3-412d-b691-e7b5613520d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2edef3f4b75f4d43a0c87d199bbd6b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518985 Aug 16 02:18:14.550279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35426) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:14.579182 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5da7efc3-8135-4b11-a196-4c8b49f3f9b0 req-fdd1a087-39c4-435c-a86c-0e87415485cb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.580413 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5da7efc3-8135-4b11-a196-4c8b49f3f9b0 req-fdd1a087-39c4-435c-a86c-0e87415485cb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5407665 Aug 16 02:18:14.585589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1a087-39c4-435c-a86c-0e87415485cb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be30ada-1818-48f4-b4bc-d68e953ff12c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.620585 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68089739-fa76-4db5-815f-16f58a1ca348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.637187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940e0b0-9d6f-4ba9-b801-bb7001be2118 req-1a8eb30d-0934-4035-a877-8fdd744759ec tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.645336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6940e0b0-9d6f-4ba9-b801-bb7001be2118 req-1a8eb30d-0934-4035-a877-8fdd744759ec tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.2025445 Aug 16 02:18:14.673288 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68089739-fa76-4db5-815f-16f58a1ca348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.804558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68089739-fa76-4db5-815f-16f58a1ca348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.807986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6940e0b0-9d6f-4ba9-b801-bb7001be2118 req-bc13171c-98aa-483f-851a-3ed500cbc861 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599722 Aug 16 02:18:14.810182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68089739-fa76-4db5-815f-16f58a1ca348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.811522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-68089739-fa76-4db5-815f-16f58a1ca348 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07df2e56-07a5-4b7a-a954-5324b36ba358 HTTP/1.1" status: 204 len: 168 time: 0.2601206 Aug 16 02:18:14.828998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 241d5ba1-945d-45f7-afeb-7cb2169f582c no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:14.838339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68089739-fa76-4db5-815f-16f58a1ca348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07df2e56-07a5-4b7a-a954-5324b36ba358,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.855214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 241d5ba1-945d-45f7-afeb-7cb2169f582c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:14.855734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 241d5ba1-945d-45f7-afeb-7cb2169f582c not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:14.927492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53acae-a351-4177-a836-74e49fc5b50e req-890662a4-7423-41da-845a-ae41201ed50d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.932068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa53acae-a351-4177-a836-74e49fc5b50e req-890662a4-7423-41da-845a-ae41201ed50d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.2201796 Aug 16 02:18:15.054074 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.208878 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa53acae-a351-4177-a836-74e49fc5b50e req-947b4cbc-eb82-40a5-8a6c-f55381f1fd78 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505214 Aug 16 02:18:15.311816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362bf0-400f-4696-a0de-187b71a7925d req-a4887f00-0e13-4ff6-88b6-e84e69933cd9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.323520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-a4887f00-0e13-4ff6-88b6-e84e69933cd9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 812 time: 0.3799219 Aug 16 02:18:15.353950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-30896021-cbcf-4bbc-a82a-8cbd7e0fe899 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/quotas/ca43dde049054799870a68771aac16d7 HTTP/1.1" status: 200 len: 375 time: 0.0284386 Aug 16 02:18:15.415217 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-de8f9312-f868-4840-b53b-721d964e6ccb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603173 Aug 16 02:18:15.502741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Router 5aa55306-5d24-4cd8-8b35-21b39c303b08 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:15.604572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-eea93a49-3a4c-4e05-b6b0-acf4dea9eee4 service neutron] 10.222.0.61 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683192 Aug 16 02:18:15.695629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:15.765844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:15.778690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63a495-9a9d-4318-9cb8-6229e65e7670 None None] Sync routers for ids ['5aa55306-5d24-4cd8-8b35-21b39c303b08'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:15.799158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63a495-9a9d-4318-9cb8-6229e65e7670 None None] Routers {'5aa55306-5d24-4cd8-8b35-21b39c303b08'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:15.799952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d63a495-9a9d-4318-9cb8-6229e65e7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5aa55306-5d24-4cd8-8b35-21b39c303b08'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:15.813483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-e6ce142a-038c-494f-a46a-53e46a6a490e service neutron] 10.222.0.61 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986895 Aug 16 02:18:15.815431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.819359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-66ced8f9-32d5-4bee-be93-d3966f45a8c2 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8568869 Aug 16 02:18:15.819729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:15.854882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d63a495-9a9d-4318-9cb8-6229e65e7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:15.869846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63a495-9a9d-4318-9cb8-6229e65e7670 None None] Routers {'5aa55306-5d24-4cd8-8b35-21b39c303b08'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:15.870477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d63a495-9a9d-4318-9cb8-6229e65e7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5aa55306-5d24-4cd8-8b35-21b39c303b08'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:15.905477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d63a495-9a9d-4318-9cb8-6229e65e7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:15.906427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63a495-9a9d-4318-9cb8-6229e65e7670 None None] The sync data for ids ['5aa55306-5d24-4cd8-8b35-21b39c303b08'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:16.059707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582da2f-9a67-4a09-8618-1b56c27142db req-43267527-975a-4339-b58c-0cb13f4df339 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.068601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d582da2f-9a67-4a09-8618-1b56c27142db req-43267527-975a-4339-b58c-0cb13f4df339 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1394014 Aug 16 02:18:16.127598 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-571fb15d-8160-431f-9c83-888015852170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.150961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d582da2f-9a67-4a09-8618-1b56c27142db req-bfc6f139-b621-4c5d-b6e6-9a3152e6b26f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803337 Aug 16 02:18:16.168259 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-85ebae89-4061-43f0-ac47-991336f8cbe6 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/routers/5aa55306-5d24-4cd8-8b35-21b39c303b08 HTTP/1.1" status: 200 len: 921 time: 0.3448248 Aug 16 02:18:16.171009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.240145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35528) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.246403 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ba3a101c-9748-460f-9191-b134d3901040 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa55306-5d24-4cd8-8b35-21b39c303b08 HTTP/1.1" status: 200 len: 205 time: 0.0690379 Aug 16 02:18:16.253797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.308202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-28a1eb85-7bea-4b1d-8f69-6d083a7f78f0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.316053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-28a1eb85-7bea-4b1d-8f69-6d083a7f78f0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/networks?id=d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 200 len: 814 time: 0.1556659 Aug 16 02:18:16.350699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-34590bef-67ff-4b71-81d2-ba164329e51d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/quotas/6e44a40e1ef643fc9bedc7fd17b6b0f6 HTTP/1.1" status: 200 len: 375 time: 0.0319409 Aug 16 02:18:16.386640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9f39d9c-7289-49b9-9c8d-f521686749e4 req-8cc9a1d3-50e6-4eb6-8de7-d205107b2fb8 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 210 time: 0.1376736 Aug 16 02:18:16.435062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1613509836-network', 'tenant_id': 'bd539dfd103e41ecbc6eb89200df7ab4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:16.460748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-125d1b55-c420-417b-9140-96f46a9986f0 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088951 Aug 16 02:18:16.506954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.577400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-192fc53d-d581-4dff-ad90-288695572e96 service neutron] 10.222.0.61 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156731 Aug 16 02:18:16.710724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-496e9b66-f838-49f6-8964-2f1f8791facf service neutron] 10.222.0.61 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257086 Aug 16 02:18:16.845327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad502387-50dd-46bd-9d25-1367546687c3 req-1298fbe7-e3ff-4f99-b3cb-15e77a2b5279 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.857062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad502387-50dd-46bd-9d25-1367546687c3 req-1298fbe7-e3ff-4f99-b3cb-15e77a2b5279 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1047921 Aug 16 02:18:16.934148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad502387-50dd-46bd-9d25-1367546687c3 req-285a2945-ace7-4d53-84aa-a59fb7d174cf tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759945 Aug 16 02:18:17.035196 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c752c7f0-b8b5-4705-9edd-aa89efb630c8 req-778069bb-df39-490a-ac23-979001db1680 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 210 time: 0.0407457 Aug 16 02:18:17.222207 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-571fb15d-8160-431f-9c83-888015852170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.235548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-47f2665d-f22f-40b0-af07-2a2eb3fd498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.237049 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-47f2665d-f22f-40b0-af07-2a2eb3fd498d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 1098 time: 0.1462243 Aug 16 02:18:17.248970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-571fb15d-8160-431f-9c83-888015852170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.337483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.356252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-a2699ba4-670e-48a9-b7f6-c21a13dbfd95 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.357707 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-a2699ba4-670e-48a9-b7f6-c21a13dbfd95 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7da7f7c-f671-468b-8f08-09c3cb59779d HTTP/1.1" status: 200 len: 946 time: 0.2758172 Aug 16 02:18:17.373280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Made reservation on behalf of bd539dfd103e41ecbc6eb89200df7ab4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:17.375609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.394429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-571fb15d-8160-431f-9c83-888015852170 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8994c8484c4a438db4d1d93a5bc45cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6950550 Aug 16 02:18:17.394651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35566) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:17.418625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fb15d-8160-431f-9c83-888015852170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46fb49-04ad-459d-814d-fc755a3f8011,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.443143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.518737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fbb187d-2ee9-42da-848d-f9d94dc6d31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.567781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-62373a2b-bdf1-43d1-b750-d0ab177f29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.569296 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-62373a2b-bdf1-43d1-b750-d0ab177f29f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.3160853 Aug 16 02:18:17.569867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6420129-24fb-4eff-b2cb-1d2e17faed06 req-11ee814e-c177-4c8b-95ce-b76c472dcf89 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 210 time: 0.0683553 Aug 16 02:18:17.580321 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fbb187d-2ee9-42da-848d-f9d94dc6d31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.659907 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fbb187d-2ee9-42da-848d-f9d94dc6d31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.662479 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fbb187d-2ee9-42da-848d-f9d94dc6d31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.663706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4fbb187d-2ee9-42da-848d-f9d94dc6d31e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d46fb49-04ad-459d-814d-fc755a3f8011 HTTP/1.1" status: 204 len: 168 time: 0.2680311 Aug 16 02:18:17.692478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb187d-2ee9-42da-848d-f9d94dc6d31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46fb49-04ad-459d-814d-fc755a3f8011,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.767212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Deleting port 2257b9a9-7dbb-4746-98c3-e5703a16120b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:17.767212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.881829 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-e3041ac3-27cd-4201-ad0a-3e720bfeebe7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 200 len: 1002 time: 0.2928636 Aug 16 02:18:18.024432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Deleting port bfbd2070-1a58-46cb-b30a-6b86c161cde1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:18.025472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.034573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.116848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.121294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76d947-14c5-47d2-93fd-71bd4a4dc625 req-014fd603-82fb-44ec-832d-0c1290d65750 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.124094 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab76d947-14c5-47d2-93fd-71bd4a4dc625 req-014fd603-82fb-44ec-832d-0c1290d65750 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0728073 Aug 16 02:18:18.141999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:18.160826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.178517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Calling delete_port for 2257b9a9-7dbb-4746-98c3-e5703a16120b owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:18.204200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f9153999-788a-490d-8f6c-0ffeb1ce1608 req-7e5f8480-e94d-4c20-8c11-8ab174dde102 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 210 time: 0.0523963 Aug 16 02:18:18.213841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.214630 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Added segment e430efee-348f-4fb4-8086-b662e1a4a2f3 of type vlan for network 4ed22f98-d03e-4a4f-960e-7fe63d1598a2 Aug 16 02:18:18.219041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab76d947-14c5-47d2-93fd-71bd4a4dc625 req-da98931d-6ea3-42c1-aeac-7a52c37eb1ce tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872583 Aug 16 02:18:18.219698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.246141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5290bb3d-98f8-4679-be3b-e865acc9134a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.247270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-c5d09bcb-1420-4d47-8d54-cf4e9edab878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.248696 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-c5d09bcb-1420-4d47-8d54-cf4e9edab878 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.3502586 Aug 16 02:18:18.328897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ec72d81b-4909-417d-adde-88ae899403b7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.330646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ec72d81b-4909-417d-adde-88ae899403b7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.86 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 812 time: 0.4777670 Aug 16 02:18:18.350642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5290bb3d-98f8-4679-be3b-e865acc9134a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.356403 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5290bb3d-98f8-4679-be3b-e865acc9134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.398732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5290bb3d-98f8-4679-be3b-e865acc9134a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf299d0be93f47c7824ed1d42243ef28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777785 Aug 16 02:18:18.400534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290bb3d-98f8-4679-be3b-e865acc9134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41494e4-5287-4913-be26-acd870dc8f87,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.402540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.410411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'port': {'device_id': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd', 'admin_state_up': True, 'tenant_id': 'ca43dde049054799870a68771aac16d7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:18.457094 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-309b821f-d930-4aa1-9d96-4db9cca4ee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.482679 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-309b821f-d930-4aa1-9d96-4db9cca4ee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.487017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239b7ec5-5fe9-45ac-af3c-730d2c645540,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.538302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-309b821f-d930-4aa1-9d96-4db9cca4ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.540059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.541971 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-309b821f-d930-4aa1-9d96-4db9cca4ee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.543521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-309b821f-d930-4aa1-9d96-4db9cca4ee98 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a41494e4-5287-4913-be26-acd870dc8f87 HTTP/1.1" status: 204 len: 168 time: 0.1400290 Aug 16 02:18:18.554869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b821f-d930-4aa1-9d96-4db9cca4ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41494e4-5287-4913-be26-acd870dc8f87,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.657965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] For port bfbd2070-1a58-46cb-b30a-6b86c161cde1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bfbd2070-1a58-46cb-b30a-6b86c161cde1,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:18.658448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.688006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a3ed51-ce49-4b21-9509-e08e9c3fe633 req-98ef501c-c1f8-432f-b531-47fd267e163d tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 210 time: 0.0349536 Aug 16 02:18:18.774251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-37d7a296-9c10-4676-ae2f-80dc80f02d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.776921 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-37d7a296-9c10-4676-ae2f-80dc80f02d4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4929886 Aug 16 02:18:18.795613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Calling delete_port for bfbd2070-1a58-46cb-b30a-6b86c161cde1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:18.881525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-94e14056-a705-4361-9b5c-4657ac6aa52a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.883200 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-94e14056-a705-4361-9b5c-4657ac6aa52a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.86 "GET /v2.0/networks?id=d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 200 len: 814 time: 0.4792438 Aug 16 02:18:18.934786 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.935809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.936397 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.943935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Request body: {'port': {'device_id': '24ccd708-178f-47c5-9499-79be51fe6779', 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961', 'admin_state_up': True, 'tenant_id': '6e44a40e1ef643fc9bedc7fd17b6b0f6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:19.160338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.9127321 Aug 16 02:18:19.163360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:19.169123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Request body: {'subnet': {'network_id': '4ed22f98-d03e-4a4f-960e-7fe63d1598a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1613509836-subnet', 'tenant_id': 'bd539dfd103e41ecbc6eb89200df7ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:19.225776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.227725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1785e48-152e-43e9-b88a-e2568ad82ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed22f98-d03e-4a4f-960e-7fe63d1598a2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.240760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 4ed22f98-d03e-4a4f-960e-7fe63d1598a2 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:19.245745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Made reservation on behalf of ca43dde049054799870a68771aac16d7 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:19.261966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Made reservation on behalf of bd539dfd103e41ecbc6eb89200df7ab4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:19.268652 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.269332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.390750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49767857-5035-408f-8cb8-b0e97590d0c6 req-e57f73d5-abd7-404f-9a2a-6048e72c2c11 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 210 time: 0.0346661 Aug 16 02:18:19.422571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event deleted for resources: {'Port': ['ID=2257b9a9-7dbb-4746-98c3-e5703a16120b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.455163 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-0aa248b2-554d-42e0-8048-b13c7283752d service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407809 Aug 16 02:18:19.489151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c480cc7-8036-4016-8cce-5bdcbe85ce13 req-4c1ab5a5-4899-4977-9a85-55c66efe9c93 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.490706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c480cc7-8036-4016-8cce-5bdcbe85ce13 req-4c1ab5a5-4899-4977-9a85-55c66efe9c93 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0970426 Aug 16 02:18:19.566708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c480cc7-8036-4016-8cce-5bdcbe85ce13 req-47d8054d-1cd9-4105-878b-7b9570a340e3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671172 Aug 16 02:18:19.631668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.631860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Made reservation on behalf of 6e44a40e1ef643fc9bedc7fd17b6b0f6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:19.641175 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.693598 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2fb1e4-782d-4905-9f37-d7a3f1040c33,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.701913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Checking segment: {'id': 'e430efee-348f-4fb4-8086-b662e1a4a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4ed22f98-d03e-4a4f-960e-7fe63d1598a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:19.702468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Network hostable DHCP agents. Network: 4ed22f98-d03e-4a4f-960e-7fe63d1598a2, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:19.726671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Network 4ed22f98-d03e-4a4f-960e-7fe63d1598a2 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:19.742716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 4ed22f98-d03e-4a4f-960e-7fe63d1598a2) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:19.755458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.755655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e76594-c17c-48d7-b1ea-7adfc44e8c29 None None] Network 4ed22f98-d03e-4a4f-960e-7fe63d1598a2 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:19.756835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.757441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.794474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7fba34b1-425c-411c-9435-9a20d18b4f66 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6223867 Aug 16 02:18:20.032190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f6dbc-5d6e-45aa-aefa-633d6367f7bb None None] Network 4ed22f98-d03e-4a4f-960e-7fe63d1598a2 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:20.200911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bfbd2070-1a58-46cb-b30a-6b86c161cde1 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:20.254037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: bfbd2070-1a58-46cb-b30a-6b86c161cde1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:20.255120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bfbd2070-1a58-46cb-b30a-6b86c161cde1 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:20.494630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0bdba6c1-73b9-4301-a540-da5e184c9b46 req-a943ac16-114f-4231-868f-e24621c03e5a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 210 time: 0.6132121 Aug 16 02:18:20.605407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-536c1716-c4d1-446c-9cd3-c1b308811661 req-19eb84f4-32ee-4aed-b82c-0ce4839bd558 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 210 time: 0.0512187 Aug 16 02:18:20.666385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a906f564-00ca-481b-adbe-81ffd1cce0f9 req-fcfb33ba-5395-4589-b7b8-d31a20d2ec1e service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1717219 Aug 16 02:18:20.719125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.831634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec84c8-3b07-4885-8f56-499146b3128b req-8b58ead5-bfae-4bbc-b440-9d221ea1c068 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.838558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.847805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2ec84c8-3b07-4885-8f56-499146b3128b req-8b58ead5-bfae-4bbc-b440-9d221ea1c068 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.1204848 Aug 16 02:18:20.850588 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.856044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Pushing event deleted for resources: {'Port': ['ID=bfbd2070-1a58-46cb-b30a-6b86c161cde1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:20.910827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-8833c690-6d78-4463-b4c4-2b1e26a0c6cb tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.914285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-8833c690-6d78-4463-b4c4-2b1e26a0c6cb tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/networks?id=4ed22f98-d03e-4a4f-960e-7fe63d1598a2 HTTP/1.1" status: 200 len: 822 time: 0.3077331 Aug 16 02:18:20.936103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2ec84c8-3b07-4885-8f56-499146b3128b req-3662b9f7-5861-4813-9e52-1666d7e95053 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872979 Aug 16 02:18:20.952236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-c336b73e-5efb-4fd1-ba68-2a7235b9da87 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/quotas/bd539dfd103e41ecbc6eb89200df7ab4 HTTP/1.1" status: 200 len: 375 time: 0.0369174 Aug 16 02:18:20.991410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-d90ce659-28d8-435e-8eb4-a0f7c70e0950 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd539dfd103e41ecbc6eb89200df7ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370154 Aug 16 02:18:21.018323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Allocated IP 172.20.0.14 (76666cef-9bbb-4f54-9eca-a89d0a36a7dd/400686f8-5b7c-4d2b-961c-d12d6d68587a/46109e6a-f775-4668-be4d-54d9b211270b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:21.072772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Allocated IP 172.20.0.7 (d8b49fdd-da6e-44ba-85d9-31c2104e1961/1e0db34b-120b-4bc4-9e13-6fcdad31103d/8124c482-b4a9-4cca-8be5-82e1b810bb5c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:21.075980 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.078453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Fanout notify agent at l3_agent the message router_deleted on router 5aa55306-5d24-4cd8-8b35-21b39c303b08 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:21.081181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] No DVR routers for this DVR port bfbd2070-1a58-46cb-b30a-6b86c161cde1 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:21.093082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.101870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:21.106304 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'router': {'name': 'tempest-snat-router-745213055', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': False}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:21.107686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-857c3b5e-6d4f-49f0-b788-0652198cc67c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/5aa55306-5d24-4cd8-8b35-21b39c303b08 HTTP/1.1" status: 204 len: 168 time: 4.8395760 Aug 16 02:18:21.148145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.153487 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c2f3b2a-84eb-45c5-8e31-a384215ae48e req-02d131f7-781d-41c5-9f36-ba63fe662f06 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.93 "DELETE /v2.0/ports/bfbd2070-1a58-46cb-b30a-6b86c161cde1 HTTP/1.1" status: 204 len: 173 time: 3.7869325 Aug 16 02:18:21.154090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'name': 'network-vif-deleted', 'tag': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:21.158147 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89970c3c-a56e-4fd3-8e84-8223740ea489" -d '{"events": [{"server_uuid": "d7da7f7c-f671-468b-8f08-09c3cb59779d", "name": "network-vif-deleted", "tag": "bfbd2070-1a58-46cb-b30a-6b86c161cde1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:21.164051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.165243 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.200683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-200ec888-6d8a-4660-be7d-6504124f9630 service neutron] 10.222.0.61 "GET /v2.0/networks/4ed22f98-d03e-4a4f-960e-7fe63d1598a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981902 Aug 16 02:18:21.413229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.454026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.496827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.554534 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63934ec-9180-499e-a906-97a89316067c x-openstack-request-id: req-e63934ec-9180-499e-a906-97a89316067c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:21.554934 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7da7f7c-f671-468b-8f08-09c3cb59779d", "name": "network-vif-deleted", "tag": "bfbd2070-1a58-46cb-b30a-6b86c161cde1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:21.555076 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e63934ec-9180-499e-a906-97a89316067c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:21.565483 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7da7f7c-f671-468b-8f08-09c3cb59779d', 'name': 'network-vif-deleted', 'tag': 'bfbd2070-1a58-46cb-b30a-6b86c161cde1', 'status': 'completed', 'code': 200} Aug 16 02:18:21.586339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:21.597843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:21.607047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:21.703174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'Port': ['ID=46109e6a-f775-4668-be4d-54d9b211270b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:21.776125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.777049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.828990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.830273 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-ee5700c5-0ec5-4298-bae7-fe18161024d7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4476538 Aug 16 02:18:21.850207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-c3c6ac2f-c448-42e0-aee9-2204c7c10e21 service neutron] 10.222.0.61 "GET /v2.0/networks/4ed22f98-d03e-4a4f-960e-7fe63d1598a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483161 Aug 16 02:18:21.853633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Request body: {'port': {'device_id': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:21.896578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf9e2a-464a-4911-9575-3f3c1ef21969 req-0316ce75-097b-4e01-810e-17231fa166c1 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.905974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14cf9e2a-464a-4911-9575-3f3c1ef21969 req-0316ce75-097b-4e01-810e-17231fa166c1 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 932 time: 0.2750440 Aug 16 02:18:21.963582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.056730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14cf9e2a-464a-4911-9575-3f3c1ef21969 req-6e470b72-b833-4e12-8267-1e4639c0a517 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493847 Aug 16 02:18:22.124069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.234643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c273009-3f27-4cd5-9c8b-3b881e168ff7 req-86729a23-62d7-417e-a2c2-9452d9731c24 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 210 time: 0.1041157 Aug 16 02:18:22.343868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b606276-e09c-4be5-80bb-5c347bf6471d req-c9a22b99-a45c-4408-8dec-72372424726e tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 210 time: 0.0414584 Aug 16 02:18:22.421672 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.541191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Network d8b49fdd-da6e-44ba-85d9-31c2104e1961 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:22.553628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.565418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0233bec-1a54-48b2-ab8f-a3ad1a31a21e req-d492f51e-9690-4d42-813a-e63b7288891b tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:22.566464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:22.575580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:22.579236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0233bec-1a54-48b2-ab8f-a3ad1a31a21e req-d492f51e-9690-4d42-813a-e63b7288891b tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.3868721 Aug 16 02:18:22.591824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:22.635606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Pushing event updated for resources: {'Port': ['ID=8124c482-b4a9-4cca-8be5-82e1b810bb5c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:22.648857 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.676665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:22.677322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.694901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0233bec-1a54-48b2-ab8f-a3ad1a31a21e req-27fafb0c-df59-4e84-9cc1-3b033448ffab tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144643 Aug 16 02:18:22.734464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-164ef8f8-5bbd-4f0f-93df-f84d08faa78b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8102193 Aug 16 02:18:22.760596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Request body: {'port': {'device_id': '24ccd708-178f-47c5-9499-79be51fe6779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:22.836832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Allocated IP 172.25.5.33 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/3d3c3371-2087-4a9c-be01-14b31d68819c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:22.870972 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1aff7926-24b8-47a3-9f56-6ec93b75c106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.884253 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.890168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46109e6a-f775-4668-be4d-54d9b211270b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:22.909668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.023954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Transition to ACTIVE for port object 46109e6a-f775-4668-be4d-54d9b211270b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:23.025319 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.041097 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.069325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.204944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:23.220403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:23.224339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:23.250599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Pushing event updated for resources: {'Port': ['ID=46109e6a-f775-4668-be4d-54d9b211270b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.286961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event updated for resources: {'Port': ['ID=3d3c3371-2087-4a9c-be01-14b31d68819c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.313968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1aff7926-24b8-47a3-9f56-6ec93b75c106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.316038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63b244-ad92-430f-9cc6-d80f7b6c77fb req-4cd6020d-53d2-436e-80d0-01ea8121c2f0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.326769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b63b244-ad92-430f-9cc6-d80f7b6c77fb req-4cd6020d-53d2-436e-80d0-01ea8121c2f0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 944 time: 0.1656983 Aug 16 02:18:23.332085 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1aff7926-24b8-47a3-9f56-6ec93b75c106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.441223 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1aff7926-24b8-47a3-9f56-6ec93b75c106 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2135e2fd4f2f463b877261f3e2d53b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8648553 Aug 16 02:18:23.461206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:23.466890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff7926-24b8-47a3-9f56-6ec93b75c106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc694b87-0b6d-4256-8d31-1beadb40a5e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.545203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Attempting to bind port 46109e6a-f775-4668-be4d-54d9b211270b on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:23.545671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Attempting to bind port 46109e6a-f775-4668-be4d-54d9b211270b by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '42051313-82cd-4a59-aa0c-e1697e1696b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:23.545965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Attempting to bind port 46109e6a-f775-4668-be4d-54d9b211270b on network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:23.564065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Port 46109e6a-f775-4668-be4d-54d9b211270b on network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:23.564065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Attempting to bind port 46109e6a-f775-4668-be4d-54d9b211270b on network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:23.569822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b63b244-ad92-430f-9cc6-d80f7b6c77fb req-cb3185bd-b468-4f73-94e4-dd86e6144340 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363431 Aug 16 02:18:23.574096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:23.574576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Checking segment: {'id': '42051313-82cd-4a59-aa0c-e1697e1696b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:23.577298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Bound using segment: {'id': '42051313-82cd-4a59-aa0c-e1697e1696b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:23.578625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Bound port: 46109e6a-f775-4668-be4d-54d9b211270b, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42051313-82cd-4a59-aa0c-e1697e1696b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:23.579078 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.644509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87300a7-6a2c-4327-8275-7908ab8901dc req-9f683141-ff1d-4086-b775-4ca4e17f9260 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.646774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b87300a7-6a2c-4327-8275-7908ab8901dc req-9f683141-ff1d-4086-b775-4ca4e17f9260 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 931 time: 0.3065152 Aug 16 02:18:23.693033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8124c482-b4a9-4cca-8be5-82e1b810bb5c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:23.709830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.728133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] For port 46109e6a-f775-4668-be4d-54d9b211270b, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:23.732201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] For port 46109e6a-f775-4668-be4d-54d9b211270b, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=46109e6a-f775-4668-be4d-54d9b211270b,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:23.733474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Transition to ACTIVE for port object 8124c482-b4a9-4cca-8be5-82e1b810bb5c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:23.737738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.745019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.755676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa54cb47-94b6-4866-b130-3a657249f13b req-1e12fec8-b823-40b2-9702-b22f948d2d7a tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 210 time: 0.0627754 Aug 16 02:18:23.798254 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d590d3a-4232-4d6e-9a9a-83f076e28d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.851819 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d590d3a-4232-4d6e-9a9a-83f076e28d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.855631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.856512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.858973 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] 10.222.0.86 "PUT /v2.0/ports/46109e6a-f775-4668-be4d-54d9b211270b HTTP/1.1" status: 200 len: 1093 time: 2.0115759 Aug 16 02:18:23.859464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:23.874691 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "tag": "46109e6a-f775-4668-be4d-54d9b211270b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:23.889041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b87300a7-6a2c-4327-8275-7908ab8901dc req-37b37e82-1424-47cf-9e10-23fcf5c61308 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845210 Aug 16 02:18:23.939993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48ca79-ecee-4bda-8b5f-1858154e9a21 service neutron] Pushing event updated for resources: {'Port': ['ID=46109e6a-f775-4668-be4d-54d9b211270b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.954121 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.030452 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d590d3a-4232-4d6e-9a9a-83f076e28d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.033459 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb876a-44f1-4b96-ad3c-9d9bff14162b x-openstack-request-id: req-28cb876a-44f1-4b96-ad3c-9d9bff14162b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:24.033770 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "tag": "46109e6a-f775-4668-be4d-54d9b211270b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:24.034145 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28cb876a-44f1-4b96-ad3c-9d9bff14162b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:24.034263 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d590d3a-4232-4d6e-9a9a-83f076e28d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.034500 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b', 'status': 'completed', 'code': 200} Aug 16 02:18:24.037618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0d590d3a-4232-4d6e-9a9a-83f076e28d49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc694b87-0b6d-4256-8d31-1beadb40a5e3 HTTP/1.1" status: 204 len: 168 time: 0.5732484 Aug 16 02:18:24.078728 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d590d3a-4232-4d6e-9a9a-83f076e28d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc694b87-0b6d-4256-8d31-1beadb40a5e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.253016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.278917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Pushing event updated for resources: {'Port': ['ID=8124c482-b4a9-4cca-8be5-82e1b810bb5c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.350626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362bf0-400f-4696-a0de-187b71a7925d req-94beb585-eeb9-417f-b413-95b298791e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.352571 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-94beb585-eeb9-417f-b413-95b298791e9b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1096 time: 0.3213694 Aug 16 02:18:24.353535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Attempting to bind port 8124c482-b4a9-4cca-8be5-82e1b810bb5c on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:24.353968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Attempting to bind port 8124c482-b4a9-4cca-8be5-82e1b810bb5c by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:24.354353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Attempting to bind port 8124c482-b4a9-4cca-8be5-82e1b810bb5c on network d8b49fdd-da6e-44ba-85d9-31c2104e1961 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:24.364001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Port 8124c482-b4a9-4cca-8be5-82e1b810bb5c on network d8b49fdd-da6e-44ba-85d9-31c2104e1961 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:24.364339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Attempting to bind port 8124c482-b4a9-4cca-8be5-82e1b810bb5c on network d8b49fdd-da6e-44ba-85d9-31c2104e1961 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:24.379576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:24.380001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Checking segment: {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:24.380306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Bound using segment: {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:24.380754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Bound port: 8124c482-b4a9-4cca-8be5-82e1b810bb5c, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf4075d-101d-4471-af84-1996793dbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:24.381117 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.424325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-c330c579-2d57-4c61-bf24-b0d03678d2b2 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.426464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-c330c579-2d57-4c61-bf24-b0d03678d2b2 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.93 "GET /v2.0/networks?id=4ed22f98-d03e-4a4f-960e-7fe63d1598a2 HTTP/1.1" status: 200 len: 822 time: 0.3582225 Aug 16 02:18:24.428295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Router 3b1a4283-5d71-4f8a-93a0-d42a0e764255 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:24.444558 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-5a31a23a-ace7-4d03-8603-da652581555e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46109e6a-f775-4668-be4d-54d9b211270b HTTP/1.1" status: 200 len: 217 time: 0.0736291 Aug 16 02:18:24.452196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Request body: {'port': {'device_id': '3ef35443-210a-467b-b84e-8c7a35d0921a', 'network_id': '4ed22f98-d03e-4a4f-960e-7fe63d1598a2', 'admin_state_up': True, 'tenant_id': 'bd539dfd103e41ecbc6eb89200df7ab4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:24.536700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:24.557393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93a0d869-2033-4ee8-88fc-ad1a706b3a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.583939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:24.601919 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Sync routers for ids ['3b1a4283-5d71-4f8a-93a0-d42a0e764255'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:24.618662 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Routers {'3b1a4283-5d71-4f8a-93a0-d42a0e764255'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:24.620545 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3b1a4283-5d71-4f8a-93a0-d42a0e764255'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.692516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f362bf0-400f-4696-a0de-187b71a7925d req-98a90c43-0ed9-4b42-b362-8ed406744b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.694005 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-98a90c43-0ed9-4b42-b362-8ed406744b9d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 200 len: 852 time: 0.2360079 Aug 16 02:18:24.726326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93a0d869-2033-4ee8-88fc-ad1a706b3a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.752123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef4ad-96e6-446c-8c98-784183c6e04f req-84e0cb11-2103-4fe3-90df-1d33de1034d2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.753686 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-401ef4ad-96e6-446c-8c98-784183c6e04f req-84e0cb11-2103-4fe3-90df-1d33de1034d2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 944 time: 0.0899594 Aug 16 02:18:24.754807 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93a0d869-2033-4ee8-88fc-ad1a706b3a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.754936 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-c3a8ae07-489a-41ea-9585-0c44c2da3433 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479321 Aug 16 02:18:24.755921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] For port 8124c482-b4a9-4cca-8be5-82e1b810bb5c, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:24.759648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.761267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e1954afe-5b5f-4515-b5dc-c693ca23650a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6589513 Aug 16 02:18:24.765911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:24.798581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] For port 8124c482-b4a9-4cca-8be5-82e1b810bb5c, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8124c482-b4a9-4cca-8be5-82e1b810bb5c,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:24.805004 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Set router 3b1a4283-5d71-4f8a-93a0-d42a0e764255 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:24.829974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.900925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Made reservation on behalf of bd539dfd103e41ecbc6eb89200df7ab4 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:24.904606 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.929216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.929834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.931263 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] 10.222.0.86 "PUT /v2.0/ports/8124c482-b4a9-4cca-8be5-82e1b810bb5c HTTP/1.1" status: 200 len: 1092 time: 2.1779001 Aug 16 02:18:24.931891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27f5da-dc76-4d28-8783-f324feec31cf service neutron] Pushing event updated for resources: {'Port': ['ID=8124c482-b4a9-4cca-8be5-82e1b810bb5c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.973913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0d869-2033-4ee8-88fc-ad1a706b3a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af85c76-be82-4b98-aa9e-000998d3e4f1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.015585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-93a0d869-2033-4ee8-88fc-ad1a706b3a00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b47e9fa0835454ebed206ba14938aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774547 Aug 16 02:18:25.034662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:25.037695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c8dd427-7c42-4ba5-bf86-997d5296df1e req-3984ddb4-db11-42d3-99f8-b85d0f72f052 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 210 time: 0.1701529 Aug 16 02:18:25.049299 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-a13f29ce-63d1-4f87-a628-4a451b339b3c service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828770 Aug 16 02:18:25.125158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-401ef4ad-96e6-446c-8c98-784183c6e04f req-3bb07115-12bf-410c-8fa2-4f6c4daab744 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599973 Aug 16 02:18:25.169699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-be66f822-4e99-41c3-8db3-0768df73bfb5 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/routers/3b1a4283-5d71-4f8a-93a0-d42a0e764255 HTTP/1.1" status: 200 len: 907 time: 0.3896937 Aug 16 02:18:25.171571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35846) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:25.180686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-68cd89ac-9220-4dca-b00b-ad4bd2cb698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.182668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-68cd89ac-9220-4dca-b00b-ad4bd2cb698c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 1095 time: 0.1805933 Aug 16 02:18:25.187130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'router': {'name': 'tempest-snat-router-745213055', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': True}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:25.201104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Allocated IP 172.20.0.4 (4ed22f98-d03e-4a4f-960e-7fe63d1598a2/7f2fb1e4-782d-4905-9f37-d7a3f1040c33/c6497f82-481a-4553-a148-c79d3a20a064) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:25.213235 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a4283-5d71-4f8a-93a0-d42a0e764255', 'name': 'tempest-snat-router-745213055', 'tenant_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.33'}], 'enable_snat': False}, 'gw_port_id': '3d3c3371-2087-4a9c-be01-14b31d68819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:21Z', 'updated_at': '2021-08-16T02:18:23Z', 'revision_number': 3, 'project_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'gw_port': {'id': '3d3c3371-2087-4a9c-be01-14b31d68819c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1a4283-5d71-4f8a-93a0-d42a0e764255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:22Z', 'updated_at': '2021-08-16T02:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:25.249672 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad7fca08-fb21-46fd-b3dd-f98e9518eff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.317866 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f362bf0-400f-4696-a0de-187b71a7925d req-4ae3beae-7565-432a-a5a7-87d6fa360f59 service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562232 Aug 16 02:18:25.319419 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-a725bba4-a9b6-48bf-81e6-5b70f1411e83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8124c482-b4a9-4cca-8be5-82e1b810bb5c HTTP/1.1" status: 200 len: 217 time: 0.1036391 Aug 16 02:18:25.329854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad7fca08-fb21-46fd-b3dd-f98e9518eff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.339147 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.339816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.382962 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Checking router: 3b1a4283-5d71-4f8a-93a0-d42a0e764255 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:25.384534 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Updating router 3b1a4283-5d71-4f8a-93a0-d42a0e764255 port 3d3c3371-2087-4a9c-be01-14b31d68819c binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:25.402053 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3815cd-2add-48e9-9a38-44ba497dcd2c req-39e1a553-2746-4037-a2e1-ecf20914de65 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.403855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c3815cd-2add-48e9-9a38-44ba497dcd2c req-39e1a553-2746-4037-a2e1-ecf20914de65 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 943 time: 0.1871824 Aug 16 02:18:25.429540 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.471053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.526226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad7fca08-fb21-46fd-b3dd-f98e9518eff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.528567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad7fca08-fb21-46fd-b3dd-f98e9518eff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.529731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ad7fca08-fb21-46fd-b3dd-f98e9518eff3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4af85c76-be82-4b98-aa9e-000998d3e4f1 HTTP/1.1" status: 204 len: 168 time: 0.4651697 Aug 16 02:18:25.548996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-f269e852-13aa-4e0e-8143-801869b45d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.550909 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-f269e852-13aa-4e0e-8143-801869b45d23 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e0db34b-120b-4bc4-9e13-6fcdad31103d HTTP/1.1" status: 200 len: 854 time: 0.2007275 Aug 16 02:18:25.575872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c3815cd-2add-48e9-9a38-44ba497dcd2c req-010116a4-01a5-4c94-a23d-2b4c186d340c tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528800 Aug 16 02:18:25.582311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fca08-fb21-46fd-b3dd-f98e9518eff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af85c76-be82-4b98-aa9e-000998d3e4f1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.638464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-013a1aaf-930f-4ac8-a008-7b9af4fa6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.640046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-013a1aaf-930f-4ac8-a008-7b9af4fa6265 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1096 time: 0.2181878 Aug 16 02:18:25.641937 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-6ac32d5f-5552-40bf-88d8-14917192187e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8b49fdd-da6e-44ba-85d9-31c2104e1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833335 Aug 16 02:18:25.771295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-bff36076-03e1-444c-bbe4-36e6bb5533d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.773778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-bff36076-03e1-444c-bbe4-36e6bb5533d0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 913 time: 0.1188250 Aug 16 02:18:25.809961 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.821004 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Transition to ACTIVE for port object 3d3c3371-2087-4a9c-be01-14b31d68819c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:25.828515 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.987459 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Pushing event updated for resources: {'Port': ['ID=3d3c3371-2087-4a9c-be01-14b31d68819c,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.992193 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-4d99bad3-ad9e-42dd-a1db-d93dc008a768 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383598 Aug 16 02:18:26.004729 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.005072 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.007267 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.007779 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.008317 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.008793 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.011475 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.012029 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.019270 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.019841 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.020325 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.020966 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:26.025806 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Attempting to bind port 3d3c3371-2087-4a9c-be01-14b31d68819c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:26.026628 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Attempting to bind port 3d3c3371-2087-4a9c-be01-14b31d68819c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:26.027174 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Attempting to bind port 3d3c3371-2087-4a9c-be01-14b31d68819c on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:26.035330 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:26.036025 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:26.036589 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.037129 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:26.037784 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Bound port: 3d3c3371-2087-4a9c-be01-14b31d68819c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:26.038326 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.060557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ccd708-178f-47c5-9499-79be51fe6779', 'tag': '8124c482-b4a9-4cca-8be5-82e1b810bb5c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:26.065221 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188f8821-9a88-4cc1-b513-c19a214cc66e" -d '{"events": [{"name": "network-changed", "server_uuid": "24ccd708-178f-47c5-9499-79be51fe6779", "tag": "8124c482-b4a9-4cca-8be5-82e1b810bb5c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:26.100479 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.106584 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] For port 3d3c3371-2087-4a9c-be01-14b31d68819c, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:26.106762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.111205 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] For port 3d3c3371-2087-4a9c-be01-14b31d68819c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3d3c3371-2087-4a9c-be01-14b31d68819c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:26.119863 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.157330 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-2161367f-8719-416b-906b-c127cfb7e809 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46109e6a-f775-4668-be4d-54d9b211270b HTTP/1.1" status: 200 len: 217 time: 0.3267834 Aug 16 02:18:26.234805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-2ef72ee5-673d-45d9-b305-7661f669741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.236419 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-2ef72ee5-673d-45d9-b305-7661f669741f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 200 len: 852 time: 0.0497472 Aug 16 02:18:26.240557 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Routers {'3b1a4283-5d71-4f8a-93a0-d42a0e764255'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:26.241199 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3b1a4283-5d71-4f8a-93a0-d42a0e764255'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:26.250358 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1415b916-94e2-400f-a620-4066aee4d328 x-openstack-request-id: req-1415b916-94e2-400f-a620-4066aee4d328 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:26.250802 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ccd708-178f-47c5-9499-79be51fe6779", "tag": "8124c482-b4a9-4cca-8be5-82e1b810bb5c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:26.251073 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1415b916-94e2-400f-a620-4066aee4d328 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:26.251511 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ccd708-178f-47c5-9499-79be51fe6779', 'tag': '8124c482-b4a9-4cca-8be5-82e1b810bb5c', 'status': 'completed', 'code': 200} Aug 16 02:18:26.323008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0deae615-a38e-4f2b-a020-513d209839c0 req-87105fe1-c86a-4bed-9f04-279ee1fc54fd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 210 time: 0.0745060 Aug 16 02:18:26.323590 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-1e2a7f90-8421-4892-bd8a-4eb869133ad4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323448 Aug 16 02:18:26.361224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.407777 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] Set router 3b1a4283-5d71-4f8a-93a0-d42a0e764255 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:26.511007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Network 4ed22f98-d03e-4a4f-960e-7fe63d1598a2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:26.516855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Pushing event updated for resources: {'Port': ['ID=c6497f82-481a-4553-a148-c79d3a20a064,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:26.538072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d231b60-7e4e-4023-9577-cf8592767e8c req-5f879380-7d1d-46cd-9386-be847d974135 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.542479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:26.548221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d231b60-7e4e-4023-9577-cf8592767e8c req-5f879380-7d1d-46cd-9386-be847d974135 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 944 time: 0.1308579 Aug 16 02:18:26.550238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:26.611711 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-abd3e63e-20b9-4769-a1e5-5d31ed918443 req-f1cad2f3-2ba5-423c-a120-a68446add831 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665504 Aug 16 02:18:26.654987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.657766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.706656 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-88e529e5-6c59-431c-8760-e582f7b43acd tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2642505 Aug 16 02:18:26.709070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-cdfb8313-ff73-45c0-8d4c-f35920fedcc5 service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750744 Aug 16 02:18:26.712311 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc769595-3e7e-4083-8da8-4fe23106372d None None] Pushing event updated for resources: {'Port': ['ID=3d3c3371-2087-4a9c-be01-14b31d68819c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:26.738543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-a5cc8dd7-b0b7-465e-8fda-cce687d72796 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:26.739693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-a5cc8dd7-b0b7-465e-8fda-cce687d72796 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065522 Aug 16 02:18:26.752421 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a4283-5d71-4f8a-93a0-d42a0e764255', 'name': 'tempest-snat-router-745213055', 'tenant_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.33'}], 'enable_snat': False}, 'gw_port_id': '3d3c3371-2087-4a9c-be01-14b31d68819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:21Z', 'updated_at': '2021-08-16T02:18:23Z', 'revision_number': 3, 'project_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'gw_port': {'id': '3d3c3371-2087-4a9c-be01-14b31d68819c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1a4283-5d71-4f8a-93a0-d42a0e764255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:22Z', 'updated_at': '2021-08-16T02:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:26.814781 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264127c-cca6-420f-bbd8-a1e5f266e6d3 None None] The sync data for ids ['3b1a4283-5d71-4f8a-93a0-d42a0e764255'] in n-d-768862-14 is: [{'id': '3b1a4283-5d71-4f8a-93a0-d42a0e764255', 'name': 'tempest-snat-router-745213055', 'tenant_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.33'}], 'enable_snat': False}, 'gw_port_id': '3d3c3371-2087-4a9c-be01-14b31d68819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:21Z', 'updated_at': '2021-08-16T02:18:23Z', 'revision_number': 3, 'project_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'gw_port': {'id': '3d3c3371-2087-4a9c-be01-14b31d68819c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1a4283-5d71-4f8a-93a0-d42a0e764255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:22Z', 'updated_at': '2021-08-16T02:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:26.838754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.889266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d231b60-7e4e-4023-9577-cf8592767e8c req-133a9caf-82c2-46ce-bf06-f872f761b3c8 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378992 Aug 16 02:18:26.892915 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.923632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808cc6f-ceba-4410-9616-67e2f448668b req-eb292e5a-18a6-4b54-bdde-a6f599b36a2a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.925515 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3808cc6f-ceba-4410-9616-67e2f448668b req-eb292e5a-18a6-4b54-bdde-a6f599b36a2a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 943 time: 0.2095506 Aug 16 02:18:27.119418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3808cc6f-ceba-4410-9616-67e2f448668b req-47c13051-6df6-47db-9156-0b3289cc0b9a tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504505 Aug 16 02:18:27.181287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Allocated IP 172.25.5.79 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/8e73af39-4272-4b9d-8ce5-1eee3f6865d1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:27.286668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Request body: {'port': {'device_id': '3ef35443-210a-467b-b84e-8c7a35d0921a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:27.360529 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.412526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.429646 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.446201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-42d73a95-f9ca-4671-8c7f-30e9b3a029a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.448671 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-42d73a95-f9ca-4671-8c7f-30e9b3a029a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 1095 time: 0.7080255 Aug 16 02:18:27.518990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:27.526105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:27.528657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:27.564207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07cf9fcd-1e4e-4d0f-b07b-256c6b15e0ea req-9e13a858-a64f-4420-b846-e39f99aa6b99 service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8220925 Aug 16 02:18:27.574208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event updated for resources: {'Port': ['ID=8e73af39-4272-4b9d-8ce5-1eee3f6865d1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.687418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de3e2a-be31-4396-905a-45bc10d3778c req-f1e58b69-2391-4651-abf0-a717ab510386 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.691422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76de3e2a-be31-4396-905a-45bc10d3778c req-f1e58b69-2391-4651-abf0-a717ab510386 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 931 time: 0.1869309 Aug 16 02:18:27.779585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-14999e8e-2722-47d8-a4b0-14084623b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.781479 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-14999e8e-2722-47d8-a4b0-14084623b04b service neutron] 10.222.0.86 "GET /v2.0/networks?id=d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 200 len: 915 time: 0.3074772 Aug 16 02:18:27.815324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3d3c3371-2087-4a9c-be01-14b31d68819c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:27.889935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-7694df47-fbca-4636-a138-df0c5062f913 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8124c482-b4a9-4cca-8be5-82e1b810bb5c HTTP/1.1" status: 200 len: 217 time: 0.0806046 Aug 16 02:18:27.937545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3d3c3371-2087-4a9c-be01-14b31d68819c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:27.947912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3d3c3371-2087-4a9c-be01-14b31d68819c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:27.949414 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.063807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:28.111558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-c400cea4-9bd1-4c2d-b31b-14a7b12711b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.111558 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-c400cea4-9bd1-4c2d-b31b-14a7b12711b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e0db34b-120b-4bc4-9e13-6fcdad31103d HTTP/1.1" status: 200 len: 854 time: 0.2077413 Aug 16 02:18:28.146280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76de3e2a-be31-4396-905a-45bc10d3778c req-12fb9e34-5ed3-4988-82b0-93200b7b0a1c tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151386 Aug 16 02:18:28.169710 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.218383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 3d3c3371-2087-4a9c-be01-14b31d68819c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3d3c3371-2087-4a9c-be01-14b31d68819c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:28.238163 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.261541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6497f82-481a-4553-a148-c79d3a20a064 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:28.270435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.290596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Transition to ACTIVE for port object c6497f82-481a-4553-a148-c79d3a20a064 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:28.329983 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-cf16b46d-73ff-4295-9836-025c006796f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8b49fdd-da6e-44ba-85d9-31c2104e1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2072859 Aug 16 02:18:28.332618 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.333768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1470-653e-4ea2-87ec-8942bedbf6be req-dbe2684b-f2a0-43a6-9462-6c1720f23878 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.344388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b2a1470-653e-4ea2-87ec-8942bedbf6be req-dbe2684b-f2a0-43a6-9462-6c1720f23878 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 944 time: 0.2425661 Aug 16 02:18:28.370460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=3d3c3371-2087-4a9c-be01-14b31d68819c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.402709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.413327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ca92c12-7892-4589-b1d7-ea71730f2af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.491491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b2a1470-653e-4ea2-87ec-8942bedbf6be req-5a45feb7-3493-4f11-8bbe-204c6b79077d tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460018 Aug 16 02:18:28.507321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51355f70-7e51-4cd1-926e-5e6e4d6abbbe req-69d65d79-69d5-4477-bb9c-36812f850e9b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.509637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51355f70-7e51-4cd1-926e-5e6e4d6abbbe req-69d65d79-69d5-4477-bb9c-36812f850e9b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 943 time: 0.1598201 Aug 16 02:18:28.560574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Pushing event updated for resources: {'Port': ['ID=c6497f82-481a-4553-a148-c79d3a20a064,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.595941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51355f70-7e51-4cd1-926e-5e6e4d6abbbe req-1adac5ff-6328-44d6-8882-e90137aa4ba3 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496807 Aug 16 02:18:28.647536 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-4284614d-34f8-4a87-a961-12ab592d3685 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989104 Aug 16 02:18:28.733411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Attempting to bind port c6497f82-481a-4553-a148-c79d3a20a064 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:28.733746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Attempting to bind port c6497f82-481a-4553-a148-c79d3a20a064 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'e430efee-348f-4fb4-8086-b662e1a4a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4ed22f98-d03e-4a4f-960e-7fe63d1598a2'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:28.734077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Attempting to bind port c6497f82-481a-4553-a148-c79d3a20a064 on network 4ed22f98-d03e-4a4f-960e-7fe63d1598a2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:28.747310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.751577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Port c6497f82-481a-4553-a148-c79d3a20a064 on network 4ed22f98-d03e-4a4f-960e-7fe63d1598a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:28.751925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Attempting to bind port c6497f82-481a-4553-a148-c79d3a20a064 on network 4ed22f98-d03e-4a4f-960e-7fe63d1598a2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:28.773864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:28.774280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Checking segment: {'id': 'e430efee-348f-4fb4-8086-b662e1a4a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4ed22f98-d03e-4a4f-960e-7fe63d1598a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:28.774766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Bound using segment: {'id': 'e430efee-348f-4fb4-8086-b662e1a4a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4ed22f98-d03e-4a4f-960e-7fe63d1598a2'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:28.775284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Bound port: c6497f82-481a-4553-a148-c79d3a20a064, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e430efee-348f-4fb4-8086-b662e1a4a2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '4ed22f98-d03e-4a4f-960e-7fe63d1598a2'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:28.775642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.817738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ca92c12-7892-4589-b1d7-ea71730f2af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.821490 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-188f8821-9a88-4cc1-b513-c19a214cc66e req-f2d033ed-358a-4ff0-9687-ec763b71056a service neutron] 10.222.0.86 "GET /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665769 Aug 16 02:18:28.841887 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ca92c12-7892-4589-b1d7-ea71730f2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.914386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Router 740e3702-15be-4cdc-8941-2335a186edf2 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:28.922029 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1ca92c12-7892-4589-b1d7-ea71730f2af6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc346ba58633427790067b71554f3894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8502717 Aug 16 02:18:28.922618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:28.925435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca92c12-7892-4589-b1d7-ea71730f2af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5664b09-dc3d-40e4-9a08-63d8d03b2f5d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.929830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] For port c6497f82-481a-4553-a148-c79d3a20a064, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:28.931609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 46109e6a-f775-4668-be4d-54d9b211270b details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:28.938775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] For port c6497f82-481a-4553-a148-c79d3a20a064, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c6497f82-481a-4553-a148-c79d3a20a064,segment=NetworkSegment(e430efee-348f-4fb4-8086-b662e1a4a2f3),segment_id=e430efee-348f-4fb4-8086-b662e1a4a2f3)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:28.945613 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.021635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.022275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.024406 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] 10.222.0.93 "PUT /v2.0/ports/c6497f82-481a-4553-a148-c79d3a20a064 HTTP/1.1" status: 200 len: 1092 time: 2.2717404 Aug 16 02:18:29.025040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef35443-210a-467b-b84e-8c7a35d0921a', 'tag': 'c6497f82-481a-4553-a148-c79d3a20a064'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:29.029524 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef35443-210a-467b-b84e-8c7a35d0921a", "tag": "c6497f82-481a-4553-a148-c79d3a20a064"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:29.080812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ac75-9503-4b6e-9d3b-cc07cee16f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.121168 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ac75-9503-4b6e-9d3b-cc07cee16f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.144014 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7979e6e2-4ff5-447a-bd2f-4fa2476e6ed1 x-openstack-request-id: req-7979e6e2-4ff5-447a-bd2f-4fa2476e6ed1 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:29.144312 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef35443-210a-467b-b84e-8c7a35d0921a", "tag": "c6497f82-481a-4553-a148-c79d3a20a064", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:29.144627 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7979e6e2-4ff5-447a-bd2f-4fa2476e6ed1 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:29.144968 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef35443-210a-467b-b84e-8c7a35d0921a', 'tag': 'c6497f82-481a-4553-a148-c79d3a20a064', 'status': 'completed', 'code': 200} Aug 16 02:18:29.145558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c6b8e-8918-4000-8520-f63281c814bd service neutron] Pushing event updated for resources: {'Port': ['ID=c6497f82-481a-4553-a148-c79d3a20a064,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.154378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:29.193553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.198497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-85d5cf0b-9c4e-4e43-9156-12a22899464a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0172746 Aug 16 02:18:29.198946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:29.208982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Sync routers for ids ['740e3702-15be-4cdc-8941-2335a186edf2'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:29.223231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ac75-9503-4b6e-9d3b-cc07cee16f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.226398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ac75-9503-4b6e-9d3b-cc07cee16f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.230892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a9f2ac75-9503-4b6e-9d3b-cc07cee16f3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5664b09-dc3d-40e4-9a08-63d8d03b2f5d HTTP/1.1" status: 204 len: 168 time: 0.3039725 Aug 16 02:18:29.250598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 46109e6a-f775-4668-be4d-54d9b211270b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=46109e6a-f775-4668-be4d-54d9b211270b,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:29.252919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Routers {'740e3702-15be-4cdc-8941-2335a186edf2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:29.263254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['740e3702-15be-4cdc-8941-2335a186edf2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:29.263896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2ac75-9503-4b6e-9d3b-cc07cee16f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5664b09-dc3d-40e4-9a08-63d8d03b2f5d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.348932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-0b55411d-ad1c-42d4-9965-16230ae58dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.353477 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-0b55411d-ad1c-42d4-9965-16230ae58dd1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd539dfd103e41ecbc6eb89200df7ab4&device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 1095 time: 0.2572317 Aug 16 02:18:29.387395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df199b-0a40-44dd-bb42-10ec4b6aa1b6 req-f9638c48-b5b1-4629-b5b7-ece60192db00 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.396034 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94df199b-0a40-44dd-bb42-10ec4b6aa1b6 req-f9638c48-b5b1-4629-b5b7-ece60192db00 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 943 time: 0.0911050 Aug 16 02:18:29.484567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-eb5d4009-e43a-4e85-9670-2877d54487ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6497f82-481a-4553-a148-c79d3a20a064 HTTP/1.1" status: 200 len: 217 time: 0.1196260 Aug 16 02:18:29.488302 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94df199b-0a40-44dd-bb42-10ec4b6aa1b6 req-e0b3ecd5-845d-485c-809a-4a59806f5c65 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912318 Aug 16 02:18:29.494000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Set router 740e3702-15be-4cdc-8941-2335a186edf2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:29.581748 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-15c81de9-fd74-44ed-8175-42998e1e6360 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/routers/740e3702-15be-4cdc-8941-2335a186edf2 HTTP/1.1" status: 200 len: 906 time: 0.3786156 Aug 16 02:18:29.582534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:29.696013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-7a79e238-6d91-403f-b33a-945e499bef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.697797 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-7a79e238-6d91-403f-b33a-945e499bef33 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f2fb1e4-782d-4905-9f37-d7a3f1040c33 HTTP/1.1" status: 200 len: 862 time: 0.2055142 Aug 16 02:18:29.804569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aa2b-7cd8-4c2f-9058-8d60892bb7a6 req-338016cd-5b05-478a-8c45-32b488edc688 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.807027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24b9aa2b-7cd8-4c2f-9058-8d60892bb7a6 req-338016cd-5b05-478a-8c45-32b488edc688 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 944 time: 0.1185496 Aug 16 02:18:29.877939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3d3c3371-2087-4a9c-be01-14b31d68819c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:29.882134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '46109e6a-f775-4668-be4d-54d9b211270b', 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd', 'port_id': '46109e6a-f775-4668-be4d-54d9b211270b', 'mac_address': 'fa:16:3e:f0:b8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400686f8-5b7c-4d2b-961c-d12d6d68587a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:29.897353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24b9aa2b-7cd8-4c2f-9058-8d60892bb7a6 req-ec63ac05-3c52-4549-bef4-532fa58ad419 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749795 Aug 16 02:18:29.910648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.915334 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-a92b5697-92a6-4ab8-9016-3db0bc00d8f8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ed22f98-d03e-4a4f-960e-7fe63d1598a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030594 Aug 16 02:18:29.919761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f9af2-004a-472a-9950-b080bd77a165 req-d5c9c79a-8c4e-4e3c-9408-9f52e7458ed1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.921573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-124f9af2-004a-472a-9950-b080bd77a165 req-d5c9c79a-8c4e-4e3c-9408-9f52e7458ed1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 943 time: 0.1010566 Aug 16 02:18:29.981914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-124f9af2-004a-472a-9950-b080bd77a165 req-c15a1094-e645-432d-8302-dfe8f271910b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537331 Aug 16 02:18:30.121233 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.180300 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.185706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3d3c3371-2087-4a9c-be01-14b31d68819c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:30.186078 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.252001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46109e6a-f775-4668-be4d-54d9b211270b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:30.265703 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-6d761dd6-9226-4f18-bb80-5ad11b7ef07b service neutron] 10.222.0.93 "GET /v2.0/networks/4ed22f98-d03e-4a4f-960e-7fe63d1598a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401475 Aug 16 02:18:30.267177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Deleting port 8e73af39-4272-4b9d-8ce5-1eee3f6865d1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:30.267500 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.287879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 46109e6a-f775-4668-be4d-54d9b211270b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=46109e6a-f775-4668-be4d-54d9b211270b,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:30.323430 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.391287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.415402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=46109e6a-f775-4668-be4d-54d9b211270b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.425839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740e3702-15be-4cdc-8941-2335a186edf2', 'name': 'tempest-snat-router-745213055', 'tenant_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '8e73af39-4272-4b9d-8ce5-1eee3f6865d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:18:25Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 3, 'project_id': '9fc9f5723b5e4f0cba51d106717d79e4', 'gw_port': {'id': '8e73af39-4272-4b9d-8ce5-1eee3f6865d1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740e3702-15be-4cdc-8941-2335a186edf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:18:26Z', 'updated_at': '2021-08-16T02:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:30.447326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Calling delete_port for 8e73af39-4272-4b9d-8ce5-1eee3f6865d1 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:30.463852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Checking router: 740e3702-15be-4cdc-8941-2335a186edf2 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:18:30.463852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Updating router 740e3702-15be-4cdc-8941-2335a186edf2 port 8e73af39-4272-4b9d-8ce5-1eee3f6865d1 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:18:30.486788 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.540290 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-06650a17-d3c0-4114-9f24-d405a61e1584 req-6420dc2a-e7e2-4411-ac0e-f3d96a3a0453 service neutron] 10.222.0.93 "GET /v2.0/networks/4ed22f98-d03e-4a4f-960e-7fe63d1598a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462168 Aug 16 02:18:30.658146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21feb0-0378-4cb3-84a9-6e1aaea03054 req-2d8deddc-130e-4759-a88a-d079962d8f0c tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.659767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a21feb0-0378-4cb3-84a9-6e1aaea03054 req-2d8deddc-130e-4759-a88a-d079962d8f0c tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 943 time: 0.0702486 Aug 16 02:18:30.672683 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.710592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-64d1928b-321f-42d8-88bb-94b90a0a78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.714939 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-64d1928b-321f-42d8-88bb-94b90a0a78dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd539dfd103e41ecbc6eb89200df7ab4&device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 1095 time: 0.1244001 Aug 16 02:18:30.743702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a21feb0-0378-4cb3-84a9-6e1aaea03054 req-59e8be50-09b7-42de-ade4-699a70e262da tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751660 Aug 16 02:18:30.869210 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['46109e6a-f775-4668-be4d-54d9b211270b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:30.902391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.904216 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:30.904575 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:30.955217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e73af39-4272-4b9d-8ce5-1eee3f6865d1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.957842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8124c482-b4a9-4cca-8be5-82e1b810bb5c details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:30.980225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-7741dc6e-fa38-4e91-b27b-6da53a40b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.982442 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-7741dc6e-fa38-4e91-b27b-6da53a40b21c service neutron] 10.222.0.93 "GET /v2.0/networks?id=4ed22f98-d03e-4a4f-960e-7fe63d1598a2 HTTP/1.1" status: 200 len: 923 time: 0.2591419 Aug 16 02:18:30.994548 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e09d0a5e-eced-4348-8eff-bdd30ab1f504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.106074 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-6a6bb8df-06b7-4179-bec8-c3cb24977a24 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6497f82-481a-4553-a148-c79d3a20a064 HTTP/1.1" status: 200 len: 217 time: 0.1028471 Aug 16 02:18:31.178772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.181388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8124c482-b4a9-4cca-8be5-82e1b810bb5c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8124c482-b4a9-4cca-8be5-82e1b810bb5c,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:31.212607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '8124c482-b4a9-4cca-8be5-82e1b810bb5c', 'network_id': 'd8b49fdd-da6e-44ba-85d9-31c2104e1961', 'port_id': '8124c482-b4a9-4cca-8be5-82e1b810bb5c', 'mac_address': 'fa:16:3e:86:87:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0db34b-120b-4bc4-9e13-6fcdad31103d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:31.235847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228be780-77dd-47d0-8a90-3cd747a5695a req-43fdd92f-4207-4441-a822-0b1a33886f7d tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.244365 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-228be780-77dd-47d0-8a90-3cd747a5695a req-43fdd92f-4207-4441-a822-0b1a33886f7d tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 945 time: 0.1681979 Aug 16 02:18:31.293026 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.307926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b3946-5492-4e68-a785-172da6879931 req-dc8cdba4-3cb7-45d3-9d3c-664660b8e091 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.318721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.318721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.318992 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da0b3946-5492-4e68-a785-172da6879931 req-dc8cdba4-3cb7-45d3-9d3c-664660b8e091 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 943 time: 0.1834373 Aug 16 02:18:31.361403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8124c482-b4a9-4cca-8be5-82e1b810bb5c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:31.381023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.383158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 740e3702-15be-4cdc-8941-2335a186edf2 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:31.389463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-228be780-77dd-47d0-8a90-3cd747a5695a req-6ebf4515-68c8-4106-8967-627624fc936a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439912 Aug 16 02:18:31.404475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8124c482-b4a9-4cca-8be5-82e1b810bb5c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8124c482-b4a9-4cca-8be5-82e1b810bb5c,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:31.411861 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.413774 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.415638 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-130b31da-2f3f-4b20-9bf9-c9250238695a tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "DELETE /v2.0/routers/740e3702-15be-4cdc-8941-2335a186edf2 HTTP/1.1" status: 204 len: 168 time: 1.8317308 Aug 16 02:18:31.419720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-156603e9-554d-45b4-ab06-ed319920c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.424911 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-156603e9-554d-45b4-ab06-ed319920c6aa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f2fb1e4-782d-4905-9f37-d7a3f1040c33 HTTP/1.1" status: 200 len: 862 time: 0.3110771 Aug 16 02:18:31.426298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:31.440297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da0b3946-5492-4e68-a785-172da6879931 req-ef4dd459-d017-4ca6-ac90-2c166a486653 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216683 Aug 16 02:18:31.442646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Port 8e73af39-4272-4b9d-8ce5-1eee3f6865d1 not found while updating agent binding for router 740e3702-15be-4cdc-8941-2335a186edf2. {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:18:31.538496 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-deb8580e-d6fc-4401-ba1d-30e97e6cb7f8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4ed22f98-d03e-4a4f-960e-7fe63d1598a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057165 Aug 16 02:18:31.543975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:31.544366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:18:31.546451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'740e3702-15be-4cdc-8941-2335a186edf2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:18:31.547541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2cd8b-44b1-4725-aafe-5563891c7560 None None] The sync data for ids ['740e3702-15be-4cdc-8941-2335a186edf2'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:31.568723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=8124c482-b4a9-4cca-8be5-82e1b810bb5c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:31.604053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.675699 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-f1012080-1737-4adf-9ddd-f74088a6358d service neutron] 10.222.0.93 "GET /v2.0/networks/4ed22f98-d03e-4a4f-960e-7fe63d1598a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293874 Aug 16 02:18:31.757468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.803158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a857ee0c-c6f7-44c8-b482-48b0a987dfc0 req-728b7aa3-5734-431a-a68c-ef062cc1639a service neutron] 10.222.0.93 "GET /v2.0/networks/4ed22f98-d03e-4a4f-960e-7fe63d1598a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201901 Aug 16 02:18:31.827353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['8124c482-b4a9-4cca-8be5-82e1b810bb5c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:31.853953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Deleting port 3d3c3371-2087-4a9c-be01-14b31d68819c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:31.854363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.003661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219ad02-02dd-491f-a0a1-7c61087e8d23 req-3873dae9-706e-4605-9f77-690fa40aa573 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.005245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f219ad02-02dd-491f-a0a1-7c61087e8d23 req-3873dae9-706e-4605-9f77-690fa40aa573 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 943 time: 0.0982029 Aug 16 02:18:32.061207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] For port 3d3c3371-2087-4a9c-be01-14b31d68819c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3d3c3371-2087-4a9c-be01-14b31d68819c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:32.062083 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.085434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f219ad02-02dd-491f-a0a1-7c61087e8d23 req-8414d47d-8700-4af1-9402-b71c3a069d17 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709331 Aug 16 02:18:32.090349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Calling delete_port for 3d3c3371-2087-4a9c-be01-14b31d68819c owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:32.113103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c6497f82-481a-4553-a148-c79d3a20a064 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:32.247461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c6497f82-481a-4553-a148-c79d3a20a064, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c6497f82-481a-4553-a148-c79d3a20a064,segment=NetworkSegment(e430efee-348f-4fb4-8086-b662e1a4a2f3),segment_id=e430efee-348f-4fb4-8086-b662e1a4a2f3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:32.269663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'c6497f82-481a-4553-a148-c79d3a20a064', 'network_id': '4ed22f98-d03e-4a4f-960e-7fe63d1598a2', 'port_id': 'c6497f82-481a-4553-a148-c79d3a20a064', 'mac_address': 'fa:16:3e:c0:b6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2fb1e4-782d-4905-9f37-d7a3f1040c33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:32.311629 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.316741 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.333901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6497f82-481a-4553-a148-c79d3a20a064 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:32.342877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d3c3371-2087-4a9c-be01-14b31d68819c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:32.366676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c6497f82-481a-4553-a148-c79d3a20a064, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c6497f82-481a-4553-a148-c79d3a20a064,segment=NetworkSegment(e430efee-348f-4fb4-8086-b662e1a4a2f3),segment_id=e430efee-348f-4fb4-8086-b662e1a4a2f3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:32.373100 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.448865 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.455209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c6497f82-481a-4553-a148-c79d3a20a064,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:32.569116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c6497f82-481a-4553-a148-c79d3a20a064'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:32.640488 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.642893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.952582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 46109e6a-f775-4668-be4d-54d9b211270b up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:33.014789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 46109e6a-f775-4668-be4d-54d9b211270b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:33.023207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 46109e6a-f775-4668-be4d-54d9b211270b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:33.023590 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.114783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d281383-2875-4161-a596-7b0f74249d1e req-bb49a49c-b235-44ba-8dd9-101e85c68c9b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.116443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d281383-2875-4161-a596-7b0f74249d1e req-bb49a49c-b235-44ba-8dd9-101e85c68c9b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 945 time: 0.5719945 Aug 16 02:18:33.121064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.121676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1a4283-5d71-4f8a-93a0-d42a0e764255 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:33.128090 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.134389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36140) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:33.135134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cfef7f1f-a5c9-481c-8598-1303f6629fe7 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "DELETE /v2.0/routers/3b1a4283-5d71-4f8a-93a0-d42a0e764255 HTTP/1.1" status: 204 len: 168 time: 1.6920872 Aug 16 02:18:33.139367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-445374469', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:33.144438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eeda6-2064-4a09-9fef-ecd2cf59fa7e req-80d10af3-2396-48de-9940-f32bb29f5f51 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.152931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a7eeda6-2064-4a09-9fef-ecd2cf59fa7e req-80d10af3-2396-48de-9940-f32bb29f5f51 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 944 time: 0.6071661 Aug 16 02:18:33.184161 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.193391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.194496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.232565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a7eeda6-2064-4a09-9fef-ecd2cf59fa7e req-20c8aa20-560b-46ac-a73e-b0e8101ea6a1 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777214 Aug 16 02:18:33.240022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d281383-2875-4161-a596-7b0f74249d1e req-b2ead69f-e658-4059-a74c-9e75ff67efd0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153426 Aug 16 02:18:33.269643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 46109e6a-f775-4668-be4d-54d9b211270b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=46109e6a-f775-4668-be4d-54d9b211270b,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:33.270649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:33.273049 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc3d56c-c1e7-4771-b3de-7d7078bae3a4" -d '{"events": [{"server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "name": "network-vif-plugged", "status": "completed", "tag": "46109e6a-f775-4668-be4d-54d9b211270b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:33.277963 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.278790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8124c482-b4a9-4cca-8be5-82e1b810bb5c up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:33.329009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.440806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=46109e6a-f775-4668-be4d-54d9b211270b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.473285 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68456c09-d700-47fe-b3c8-9c1c9550a9c9 x-openstack-request-id: req-68456c09-d700-47fe-b3c8-9c1c9550a9c9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:33.473577 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "name": "network-vif-plugged", "status": "completed", "tag": "46109e6a-f775-4668-be4d-54d9b211270b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:33.473928 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68456c09-d700-47fe-b3c8-9c1c9550a9c9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:33.474327 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b', 'code': 200} Aug 16 02:18:33.494454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 8124c482-b4a9-4cca-8be5-82e1b810bb5c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:33.497203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373b16a-d97f-492a-b687-7ea8c50834fe req-12578f53-f623-4c7a-9864-0cf64a0040f7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.499144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 8124c482-b4a9-4cca-8be5-82e1b810bb5c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:33.499534 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.503633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b373b16a-d97f-492a-b687-7ea8c50834fe req-12578f53-f623-4c7a-9864-0cf64a0040f7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 944 time: 0.1256039 Aug 16 02:18:33.565804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b373b16a-d97f-492a-b687-7ea8c50834fe req-bccd7168-1c51-4c84-afdb-401397c66c73 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598712 Aug 16 02:18:33.640572 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-92331b4d-eca8-48cc-9be9-967a0eca0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.657961 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.704865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 8124c482-b4a9-4cca-8be5-82e1b810bb5c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8124c482-b4a9-4cca-8be5-82e1b810bb5c,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:33.714144 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.811414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=8124c482-b4a9-4cca-8be5-82e1b810bb5c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.879429 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.899015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3d3c3371-2087-4a9c-be01-14b31d68819c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:33.928645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3d3c3371-2087-4a9c-be01-14b31d68819c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:33.928923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3d3c3371-2087-4a9c-be01-14b31d68819c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:34.091013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.107737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade83d3-de83-4cf6-bc40-df1c66962889 req-2ff79a19-19f6-440e-8c82-c2ce740717ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.109538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ade83d3-de83-4cf6-bc40-df1c66962889 req-2ff79a19-19f6-440e-8c82-c2ce740717ed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1098 time: 0.1116095 Aug 16 02:18:34.130804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c6497f82-481a-4553-a148-c79d3a20a064 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:34.187713 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ade83d3-de83-4cf6-bc40-df1c66962889 req-2a9fe139-fb36-49b0-997c-03fe65e6c36f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674779 Aug 16 02:18:34.215476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port c6497f82-481a-4553-a148-c79d3a20a064 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:34.220267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port c6497f82-481a-4553-a148-c79d3a20a064 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:34.220267 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.374030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.421956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c6497f82-481a-4553-a148-c79d3a20a064, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c6497f82-481a-4553-a148-c79d3a20a064,segment=NetworkSegment(e430efee-348f-4fb4-8086-b662e1a4a2f3),segment_id=e430efee-348f-4fb4-8086-b662e1a4a2f3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:34.427508 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.440385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.483059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.491841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c6497f82-481a-4553-a148-c79d3a20a064,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.544474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9167605-04e9-4ed8-b983-903349dbbde6 req-81309627-22cd-42b4-a3ba-e460e4fff7fe tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.546432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f9167605-04e9-4ed8-b983-903349dbbde6 req-81309627-22cd-42b4-a3ba-e460e4fff7fe tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 946 time: 0.1108584 Aug 16 02:18:34.554942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a78aec-b15b-40b2-8425-428db9d017ce req-262689d5-70af-4f85-8438-b5f18b908a97 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.557309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08a78aec-b15b-40b2-8425-428db9d017ce req-262689d5-70af-4f85-8438-b5f18b908a97 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.1985331 Aug 16 02:18:34.624484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f9167605-04e9-4ed8-b983-903349dbbde6 req-79344fb7-3270-4df0-865f-4f15dad61374 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659225 Aug 16 02:18:34.636232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08a78aec-b15b-40b2-8425-428db9d017ce req-a74af478-7a90-4a4e-b337-d3529378e604 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696533 Aug 16 02:18:34.639405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Allocated IP 172.25.5.86 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/64eeaedb-b6a5-4c92-9576-997435a184c0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:34.805541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.829396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee842f-317c-4220-8076-62d27390cc83 req-9cfe06b3-ad28-4691-8891-6379150a602f tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.832123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8eee842f-317c-4220-8076-62d27390cc83 req-9cfe06b3-ad28-4691-8891-6379150a602f tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 945 time: 0.0889812 Aug 16 02:18:34.836009 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.858735 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.885620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8eee842f-317c-4220-8076-62d27390cc83 req-7d0fd48c-3dfe-4841-bc5c-aeaffdfa77b7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Aug 16 02:18:34.916545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:34.921363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:34.925767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:34.928926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event updated for resources: {'Port': ['ID=64eeaedb-b6a5-4c92-9576-997435a184c0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:35.206705 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.443149 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.475672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ccd708-178f-47c5-9499-79be51fe6779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8124c482-b4a9-4cca-8be5-82e1b810bb5c'}, {'server_uuid': '3ef35443-210a-467b-b84e-8c7a35d0921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6497f82-481a-4553-a148-c79d3a20a064'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:35.478761 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebdc56e-e713-498c-a95b-b3ce8a39c241" -d '{"events": [{"server_uuid": "24ccd708-178f-47c5-9499-79be51fe6779", "name": "network-vif-plugged", "status": "completed", "tag": "8124c482-b4a9-4cca-8be5-82e1b810bb5c"}, {"server_uuid": "3ef35443-210a-467b-b84e-8c7a35d0921a", "name": "network-vif-plugged", "status": "completed", "tag": "c6497f82-481a-4553-a148-c79d3a20a064"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:35.536223 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa072e3c-0f75-40ac-a5bd-3b597b27d962 x-openstack-request-id: req-aa072e3c-0f75-40ac-a5bd-3b597b27d962 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:35.536526 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ccd708-178f-47c5-9499-79be51fe6779", "name": "network-vif-plugged", "status": "completed", "tag": "8124c482-b4a9-4cca-8be5-82e1b810bb5c", "code": 200}, {"server_uuid": "3ef35443-210a-467b-b84e-8c7a35d0921a", "name": "network-vif-plugged", "status": "completed", "tag": "c6497f82-481a-4553-a148-c79d3a20a064", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:35.536784 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa072e3c-0f75-40ac-a5bd-3b597b27d962 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:35.537186 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ccd708-178f-47c5-9499-79be51fe6779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8124c482-b4a9-4cca-8be5-82e1b810bb5c', 'code': 200} Aug 16 02:18:35.537442 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef35443-210a-467b-b84e-8c7a35d0921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6497f82-481a-4553-a148-c79d3a20a064', 'code': 200} Aug 16 02:18:35.666651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0bed-893d-4a8b-9d17-653358dc1b9a req-5769e976-9739-4d31-9e3b-dcd01ca3007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.668208 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-349f0bed-893d-4a8b-9d17-653358dc1b9a req-5769e976-9739-4d31-9e3b-dcd01ca3007f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 1097 time: 0.0661769 Aug 16 02:18:35.719338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Router cd93f3d7-128d-4127-aaf9-51fd600cc4a3 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:35.732221 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-349f0bed-893d-4a8b-9d17-653358dc1b9a req-7789efe5-f322-438c-8aad-d3db60f4e38a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562780 Aug 16 02:18:35.819660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c38983-7f71-44a7-8fe7-094a9c70c97b req-7df4dea8-5369-4921-9670-ba450fedaee2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.828125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23c38983-7f71-44a7-8fe7-094a9c70c97b req-7df4dea8-5369-4921-9670-ba450fedaee2 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.0968204 Aug 16 02:18:35.863507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a564d-2ff5-4b6e-8340-092dc8d637a3 req-281795ec-ca7a-465b-aabd-95a4ebadc880 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.865397 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f9a564d-2ff5-4b6e-8340-092dc8d637a3 req-281795ec-ca7a-465b-aabd-95a4ebadc880 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 946 time: 0.1016145 Aug 16 02:18:35.877669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e49d27-9e52-472f-a962-87e47679f157 req-37972736-79c7-4f35-b520-eae07e33e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.879779 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13e49d27-9e52-472f-a962-87e47679f157 req-37972736-79c7-4f35-b520-eae07e33e53f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 1097 time: 0.1522408 Aug 16 02:18:35.906144 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23c38983-7f71-44a7-8fe7-094a9c70c97b req-6443873a-33d8-458d-87be-4feec4b60b10 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721807 Aug 16 02:18:35.951712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:35.967051 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289d169-07d3-4298-95a1-bfac5898f6fd None None] Sync routers for ids ['cd93f3d7-128d-4127-aaf9-51fd600cc4a3'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:35.979459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f9a564d-2ff5-4b6e-8340-092dc8d637a3 req-26bcd41f-c6c6-45db-978a-f9372ab3742c tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019673 Aug 16 02:18:35.987803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.989235 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b33bbc42-2060-4c9a-9894-b130860ba5e1 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8535943 Aug 16 02:18:35.991846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-13e49d27-9e52-472f-a962-87e47679f157 req-71a009e3-f9e3-4826-b4e2-5797d10683ff service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028118 Aug 16 02:18:35.993856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:35.999151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f37ada30-6f07-4329-a129-bce6afa98488 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': False}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:36.014683 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289d169-07d3-4298-95a1-bfac5898f6fd None None] Routers {'cd93f3d7-128d-4127-aaf9-51fd600cc4a3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:36.017877 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c289d169-07d3-4298-95a1-bfac5898f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cd93f3d7-128d-4127-aaf9-51fd600cc4a3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.129646 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c289d169-07d3-4298-95a1-bfac5898f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.140176 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289d169-07d3-4298-95a1-bfac5898f6fd None None] Routers {'cd93f3d7-128d-4127-aaf9-51fd600cc4a3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:36.140783 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c289d169-07d3-4298-95a1-bfac5898f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cd93f3d7-128d-4127-aaf9-51fd600cc4a3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.181387 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c289d169-07d3-4298-95a1-bfac5898f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:36.182031 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289d169-07d3-4298-95a1-bfac5898f6fd None None] The sync data for ids ['cd93f3d7-128d-4127-aaf9-51fd600cc4a3'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:36.215026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da98f3-5e33-44d7-8296-606e852971ce req-08a15e80-2bef-4992-8ee8-2f6bad07f583 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.216619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20da98f3-5e33-44d7-8296-606e852971ce req-08a15e80-2bef-4992-8ee8-2f6bad07f583 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 945 time: 0.0744016 Aug 16 02:18:36.332636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20da98f3-5e33-44d7-8296-606e852971ce req-f7e6036a-8453-4457-9c19-53a84f3987a9 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781538 Aug 16 02:18:36.494445 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f37ada30-6f07-4329-a129-bce6afa98488 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.911337 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.943278 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f37ada30-6f07-4329-a129-bce6afa98488 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.948049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f37ada30-6f07-4329-a129-bce6afa98488 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.121416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7eb05-6885-4c75-b8f6-c472af9d2498 req-cb52e548-d8cf-4fb8-978d-14cf334f087f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.122881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34c7eb05-6885-4c75-b8f6-c472af9d2498 req-cb52e548-d8cf-4fb8-978d-14cf334f087f tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.1200941 Aug 16 02:18:37.175203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37ada30-6f07-4329-a129-bce6afa98488 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Router cd93f3d7-128d-4127-aaf9-51fd600cc4a3 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:18:37.226348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d432e-f2d0-4d5f-8c59-ecc913887cc2 req-d3be4ab6-da3e-42a3-b396-bdb0dfee9a05 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.229103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d4d432e-f2d0-4d5f-8c59-ecc913887cc2 req-d3be4ab6-da3e-42a3-b396-bdb0dfee9a05 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 946 time: 0.1052928 Aug 16 02:18:37.238912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34c7eb05-6885-4c75-b8f6-c472af9d2498 req-508b7b86-0348-40c8-ba66-767a7742772d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789518 Aug 16 02:18:37.334577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d4d432e-f2d0-4d5f-8c59-ecc913887cc2 req-cbd63594-d67d-4b2e-bdca-db7eaa0c393f tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506296 Aug 16 02:18:37.402650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37ada30-6f07-4329-a129-bce6afa98488 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:37.417179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce97b7-a406-45cb-bd52-fc154aff072a None None] Sync routers for ids ['cd93f3d7-128d-4127-aaf9-51fd600cc4a3'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:37.418346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f37ada30-6f07-4329-a129-bce6afa98488 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.419652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f37ada30-6f07-4329-a129-bce6afa98488 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "PUT /v2.0/routers/cd93f3d7-128d-4127-aaf9-51fd600cc4a3 HTTP/1.1" status: 200 len: 920 time: 1.4247696 Aug 16 02:18:37.422495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:37.445283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce97b7-a406-45cb-bd52-fc154aff072a None None] Routers {'cd93f3d7-128d-4127-aaf9-51fd600cc4a3'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:37.446129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67ce97b7-a406-45cb-bd52-fc154aff072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cd93f3d7-128d-4127-aaf9-51fd600cc4a3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:37.542172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67ce97b7-a406-45cb-bd52-fc154aff072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:37.607704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce97b7-a406-45cb-bd52-fc154aff072a None None] Routers {'cd93f3d7-128d-4127-aaf9-51fd600cc4a3'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:37.611787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67ce97b7-a406-45cb-bd52-fc154aff072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cd93f3d7-128d-4127-aaf9-51fd600cc4a3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:37.636463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-5b33e16b-09ea-4741-9f85-775d9e40d0d0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-763732812&fields=id&tenant_id=ca43dde049054799870a68771aac16d7 HTTP/1.1" status: 200 len: 267 time: 0.1605520 Aug 16 02:18:37.648717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed550c1c-5350-4401-b624-bf0e645604b4 req-abff1662-c5ff-4f1f-8b18-8ca0dacc5b86 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.660281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed550c1c-5350-4401-b624-bf0e645604b4 req-abff1662-c5ff-4f1f-8b18-8ca0dacc5b86 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 945 time: 0.1960082 Aug 16 02:18:37.697042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67ce97b7-a406-45cb-bd52-fc154aff072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:37.700059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce97b7-a406-45cb-bd52-fc154aff072a None None] The sync data for ids ['cd93f3d7-128d-4127-aaf9-51fd600cc4a3'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:37.704494 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-86025511-b837-4e57-9bd1-51e044026b2e tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/routers/cd93f3d7-128d-4127-aaf9-51fd600cc4a3 HTTP/1.1" status: 200 len: 920 time: 0.2806387 Aug 16 02:18:37.705585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:37.767601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-52e0f060-6fcb-4ec7-88c4-80af7e4e0792 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.777995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-52e0f060-6fcb-4ec7-88c4-80af7e4e0792 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 946 time: 0.1160705 Aug 16 02:18:37.785955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-e10baba2-12df-4046-abf2-23c7c61073e7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'port': {'security_groups': ['db0ff06d-01a1-4647-9399-4b29fa95507c', '436c637e-e938-46c6-b0e2-cd9a3e18e6f2']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:37.791307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d52cf5c-7988-4d74-ab8a-a725f6d88218 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.792658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed550c1c-5350-4401-b624-bf0e645604b4 req-550ef254-7063-4df0-ae6c-fb6869196a3f tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120386 Aug 16 02:18:37.795946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2d52cf5c-7988-4d74-ab8a-a725f6d88218 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=cd93f3d7-128d-4127-aaf9-51fd600cc4a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0892181 Aug 16 02:18:37.799003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:37.903122 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-e10baba2-12df-4046-abf2-23c7c61073e7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.950750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b77c9d-1fb2-41b7-8b61-ade53a5d335d tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.952902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-31b77c9d-1fb2-41b7-8b61-ade53a5d335d tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 881 time: 0.1487656 Aug 16 02:18:37.962322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:38.003598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6ab35a37-aff8-4993-aa42-eec23fa1780e tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd93f3d7-128d-4127-aaf9-51fd600cc4a3 HTTP/1.1" status: 200 len: 205 time: 0.0397940 Aug 16 02:18:38.006141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:38.209174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.239260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-e10baba2-12df-4046-abf2-23c7c61073e7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] For port 46109e6a-f775-4668-be4d-54d9b211270b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=46109e6a-f775-4668-be4d-54d9b211270b,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:38.301659 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-e10baba2-12df-4046-abf2-23c7c61073e7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.310487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-e10baba2-12df-4046-abf2-23c7c61073e7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.350079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['46109e6a-f775-4668-be4d-54d9b211270b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:38.369466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.374847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-e10baba2-12df-4046-abf2-23c7c61073e7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.375567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-e10baba2-12df-4046-abf2-23c7c61073e7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.380483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69aaaf31-03ba-4cc8-9937-873ab1347f08 req-e10baba2-12df-4046-abf2-23c7c61073e7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "PUT /v2.0/ports/46109e6a-f775-4668-be4d-54d9b211270b HTTP/1.1" status: 200 len: 982 time: 0.5988579 Aug 16 02:18:38.385123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:38.389332 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27" -d '{"events": [{"name": "network-changed", "server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "tag": "46109e6a-f775-4668-be4d-54d9b211270b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:38.463411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10baba2-12df-4046-abf2-23c7c61073e7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'Port': ['ID=46109e6a-f775-4668-be4d-54d9b211270b,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:38.475871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad57b0a-c348-4ef3-b533-abe457806870 req-0d628426-6c79-45a3-b411-2b91fb4362df tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.479897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ad57b0a-c348-4ef3-b533-abe457806870 req-0d628426-6c79-45a3-b411-2b91fb4362df tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 945 time: 0.0863504 Aug 16 02:18:38.500475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Deleting port 64eeaedb-b6a5-4c92-9576-997435a184c0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:38.501026 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.575814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['46109e6a-f775-4668-be4d-54d9b211270b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:38.592735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ad57b0a-c348-4ef3-b533-abe457806870 req-2c068c44-4b83-42f6-887c-03f25ffa674a tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059017 Aug 16 02:18:38.599326 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.638406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Calling delete_port for 64eeaedb-b6a5-4c92-9576-997435a184c0 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:38.710488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08aaf9-4df7-447e-a185-67ccce61ee0d req-2de1104c-b8c3-45c8-8f1e-cb4f052049f4 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.712851 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c08aaf9-4df7-447e-a185-67ccce61ee0d req-2de1104c-b8c3-45c8-8f1e-cb4f052049f4 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.1453106 Aug 16 02:18:38.826702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c08aaf9-4df7-447e-a185-67ccce61ee0d req-a314ff33-5b96-4f3f-8a7a-62540476f93d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043913 Aug 16 02:18:38.868644 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-7a5e0eab-97d9-4bf2-bfba-02ea05e1ab23 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-4857189&fields=id&tenant_id=ca43dde049054799870a68771aac16d7 HTTP/1.1" status: 200 len: 267 time: 0.1032617 Aug 16 02:18:38.965260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.017724 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d9e71b-fefd-44ce-9ac3-b3d6df643bcd x-openstack-request-id: req-f5d9e71b-fefd-44ce-9ac3-b3d6df643bcd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:39.018350 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "tag": "46109e6a-f775-4668-be4d-54d9b211270b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:39.018350 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5d9e71b-fefd-44ce-9ac3-b3d6df643bcd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:39.018657 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b', 'status': 'completed', 'code': 200} Aug 16 02:18:39.035513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event deleted for resources: {'Port': ['ID=64eeaedb-b6a5-4c92-9576-997435a184c0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:39.070558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-139f21e2-382a-4023-b70e-ee8d5d4f23f0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.072949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-139f21e2-382a-4023-b70e-ee8d5d4f23f0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 985 time: 0.1982291 Aug 16 02:18:39.090996 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-999f6ac6-caf0-466f-9556-1575b39f4c1e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'port': {'security_groups': ['436c637e-e938-46c6-b0e2-cd9a3e18e6f2', 'db0ff06d-01a1-4647-9399-4b29fa95507c', '6be30ada-1818-48f4-b4bc-d68e953ff12c']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:39.118685 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.126126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-f1cf80d2-1d1b-4e78-93b0-d05227f82a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.131137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-f1cf80d2-1d1b-4e78-93b0-d05227f82a06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1137 time: 0.0967793 Aug 16 02:18:39.134906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb432f-765f-44a6-b234-d028f485ee96 req-5dbd4382-27e4-4ce0-9d69-65c6330792df tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.136634 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80bb432f-765f-44a6-b234-d028f485ee96 req-5dbd4382-27e4-4ce0-9d69-65c6330792df tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.1117854 Aug 16 02:18:39.220830 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-999f6ac6-caf0-466f-9556-1575b39f4c1e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.232849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80bb432f-765f-44a6-b234-d028f485ee96 req-d3d9d692-6bc8-4f56-b812-5c97332f4975 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876706 Aug 16 02:18:39.307363 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.313905 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.332986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-b0cce690-0353-4bd6-9e46-4d496dd21c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.335554 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-b0cce690-0353-4bd6-9e46-4d496dd21c1f service neutron] 10.222.0.86 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 913 time: 0.1775258 Aug 16 02:18:39.442134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:39.446471 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-d34e4d6e-3a18-48c4-8f00-edb82368cd3b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46109e6a-f775-4668-be4d-54d9b211270b HTTP/1.1" status: 200 len: 217 time: 0.0697086 Aug 16 02:18:39.451065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ab9d6dc3-e33f-4b90-99b7-5fef9bc7e0d6 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-823310509', 'description': 'tempest-secgroup-smoke-823310509 description', 'project_id': '19686e587d024d1db506aa702c94cf24'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:39.457435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.457902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Fanout notify agent at l3_agent the message router_deleted on router cd93f3d7-128d-4127-aaf9-51fd600cc4a3 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:39.477279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.478386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9739af66-ac64-4dd6-b2f0-e5f13030e02c tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/cd93f3d7-128d-4127-aaf9-51fd600cc4a3 HTTP/1.1" status: 204 len: 168 time: 1.4709816 Aug 16 02:18:39.484962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:39.493100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e382f3b4-257b-4b15-b71a-97cf8b53b01d tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-852802951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:39.531258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-ec9ff3cf-8f18-4312-91b2-3098c3b92282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.533663 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-ec9ff3cf-8f18-4312-91b2-3098c3b92282 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 200 len: 852 time: 0.0785587 Aug 16 02:18:39.545697 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6dc3-e33f-4b90-99b7-5fef9bc7e0d6 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.564782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-999f6ac6-caf0-466f-9556-1575b39f4c1e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] For port 46109e6a-f775-4668-be4d-54d9b211270b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=46109e6a-f775-4668-be4d-54d9b211270b,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:39.567330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e382f3b4-257b-4b15-b71a-97cf8b53b01d tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.567775 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e382f3b4-257b-4b15-b71a-97cf8b53b01d tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.621681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e382f3b4-257b-4b15-b71a-97cf8b53b01d tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.622230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-c26850f5-ccf0-4f3a-8a2d-56c7c10ffebc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681596 Aug 16 02:18:39.636269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e382f3b4-257b-4b15-b71a-97cf8b53b01d tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.640099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-1d172bf1-d084-4688-b130-e8d0962c535f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:39.641289 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-1d172bf1-d084-4688-b130-e8d0962c535f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058272 Aug 16 02:18:39.664360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-219a9495-90e6-4d69-a3c7-4baa63762157 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.666561 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-219a9495-90e6-4d69-a3c7-4baa63762157 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 945 time: 0.1312697 Aug 16 02:18:39.682242 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-999f6ac6-caf0-466f-9556-1575b39f4c1e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.689890 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-999f6ac6-caf0-466f-9556-1575b39f4c1e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.728527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['46109e6a-f775-4668-be4d-54d9b211270b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:39.757996 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-999f6ac6-caf0-466f-9556-1575b39f4c1e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.759248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-999f6ac6-caf0-466f-9556-1575b39f4c1e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.767698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5236fb5f-f6b2-41a3-b276-fa6690d60c2a req-999f6ac6-caf0-466f-9556-1575b39f4c1e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "PUT /v2.0/ports/46109e6a-f775-4668-be4d-54d9b211270b HTTP/1.1" status: 200 len: 1021 time: 0.6845360 Aug 16 02:18:39.815696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f6ac6-caf0-466f-9556-1575b39f4c1e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'Port': ['ID=46109e6a-f775-4668-be4d-54d9b211270b,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:39.896260 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-c9607093-66d8-448a-ba24-ba513bd8fc8c service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283366 Aug 16 02:18:39.921715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['46109e6a-f775-4668-be4d-54d9b211270b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:39.928389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6dc3-e33f-4b90-99b7-5fef9bc7e0d6 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.944276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55d6ca-930c-4e7e-8f21-58a7f13ca247 req-380941b5-fd52-40b5-b64c-7042c0369239 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.947903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa55d6ca-930c-4e7e-8f21-58a7f13ca247 req-380941b5-fd52-40b5-b64c-7042c0369239 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 945 time: 0.1358600 Aug 16 02:18:39.968013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6dc3-e33f-4b90-99b7-5fef9bc7e0d6 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.989851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95525743-656a-45e1-bb24-748b24fe26fd req-b8d46f7e-3906-4ec8-b423-5947e3009b0e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.991557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95525743-656a-45e1-bb24-748b24fe26fd req-b8d46f7e-3906-4ec8-b423-5947e3009b0e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.1489823 Aug 16 02:18:39.994618 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e382f3b4-257b-4b15-b71a-97cf8b53b01d tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.999625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Deleting port c6497f82-481a-4553-a148-c79d3a20a064 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:39.999976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.000622 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e382f3b4-257b-4b15-b71a-97cf8b53b01d tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5133045 Aug 16 02:18:40.012505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:40.024543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:40.078424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa55d6ca-930c-4e7e-8f21-58a7f13ca247 req-44389bc5-e3d3-4628-98e3-06e70d5412a2 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/security-groups?id=239b7ec5-5fe9-45ac-af3c-730d2c645540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211474 Aug 16 02:18:40.089246 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95525743-656a-45e1-bb24-748b24fe26fd req-ec8e1964-9842-43a5-8449-97f3d1aa4396 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874274 Aug 16 02:18:40.109586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d6dc3-e33f-4b90-99b7-5fef9bc7e0d6 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.142321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6dc3-e33f-4b90-99b7-5fef9bc7e0d6 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.146194 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ab9d6dc3-e33f-4b90-99b7-5fef9bc7e0d6 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6998012 Aug 16 02:18:40.146764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:40.153421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4464958c-a582-4fac-b0c1-69bafb7ffabd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'security_group_rule': {'security_group_id': 'f4f9dbce-1567-4ad0-bfd8-80c1483cb42b', 'project_id': '19686e587d024d1db506aa702c94cf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:40.321681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4464958c-a582-4fac-b0c1-69bafb7ffabd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.386289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7a622-901d-4b93-8fd4-b13f5a3ad7b3 req-744d2a4d-3c6e-42d6-a2a6-68ee4ab98e5e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.396693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe7a622-901d-4b93-8fd4-b13f5a3ad7b3 req-744d2a4d-3c6e-42d6-a2a6-68ee4ab98e5e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.2009981 Aug 16 02:18:40.453250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91985-0592-43a1-9bb3-07745a6b1579 req-cfe88c5c-04aa-4d4b-bdee-40f3213db184 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.454849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1f91985-0592-43a1-9bb3-07745a6b1579 req-cfe88c5c-04aa-4d4b-bdee-40f3213db184 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1024 time: 0.2194266 Aug 16 02:18:40.502379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe7a622-901d-4b93-8fd4-b13f5a3ad7b3 req-8a55f15e-86d6-4988-8454-89f1415bc895 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046777 Aug 16 02:18:40.518984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4464958c-a582-4fac-b0c1-69bafb7ffabd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.536199 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4464958c-a582-4fac-b0c1-69bafb7ffabd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.587012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464958c-a582-4fac-b0c1-69bafb7ffabd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfb3e9c-8270-43a7-bd50-82c23bbdeb45,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.598988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4464958c-a582-4fac-b0c1-69bafb7ffabd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.602855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4464958c-a582-4fac-b0c1-69bafb7ffabd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4524553 Aug 16 02:18:40.609318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1f91985-0592-43a1-9bb3-07745a6b1579 req-ab0b1c13-e76b-4211-9e05-f9f8f268df41 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be30ada-1818-48f4-b4bc-d68e953ff12c&id=db0ff06d-01a1-4647-9399-4b29fa95507c&id=436c637e-e938-46c6-b0e2-cd9a3e18e6f2 HTTP/1.1" status: 200 len: 6153 time: 0.1448925 Aug 16 02:18:40.609827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:40.615437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a24ba129-2894-41e0-bc2e-3f60dc7811b1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'security_group_rule': {'security_group_id': 'f4f9dbce-1567-4ad0-bfd8-80c1483cb42b', 'project_id': '19686e587d024d1db506aa702c94cf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:40.655423 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-49f04285-80b1-4ee3-b2dd-c7ff4951dc27 req-855ceee5-0a4a-41ee-b2bf-3361e09890fc service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7429409 Aug 16 02:18:40.671294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24ba129-2894-41e0-bc2e-3f60dc7811b1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.703743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4a3f8a5c-00ff-4d2f-8ec2-4af305375628 req-eec68312-c4aa-426f-8ac7-0bcc5f28d424 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': ' tempest-securitygroup -772494267 ', 'description': 'tempest-description-1040152847'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:40.743033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] For port c6497f82-481a-4553-a148-c79d3a20a064, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c6497f82-481a-4553-a148-c79d3a20a064,segment=NetworkSegment(e430efee-348f-4fb4-8086-b662e1a4a2f3),segment_id=e430efee-348f-4fb4-8086-b662e1a4a2f3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:40.743553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.753738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.756545 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4a3f8a5c-00ff-4d2f-8ec2-4af305375628 req-eec68312-c4aa-426f-8ac7-0bcc5f28d424 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.763529 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Calling delete_port for c6497f82-481a-4553-a148-c79d3a20a064 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:40.788245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24ba129-2894-41e0-bc2e-3f60dc7811b1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.802412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24ba129-2894-41e0-bc2e-3f60dc7811b1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.859958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ba129-2894-41e0-bc2e-3f60dc7811b1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c7bf14-8322-4871-8d9f-4b242b3ee85a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.896955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb9183-955c-4312-a93d-d0dfa2d06ef4 req-26b85332-88eb-47a7-a528-f9def776ac60 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.904437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ddb9183-955c-4312-a93d-d0dfa2d06ef4 req-26b85332-88eb-47a7-a528-f9def776ac60 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.0941560 Aug 16 02:18:40.946607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4a3f8a5c-00ff-4d2f-8ec2-4af305375628 req-eec68312-c4aa-426f-8ac7-0bcc5f28d424 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.953647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4a3f8a5c-00ff-4d2f-8ec2-4af305375628 req-eec68312-c4aa-426f-8ac7-0bcc5f28d424 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.979236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24ba129-2894-41e0-bc2e-3f60dc7811b1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.983969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a24ba129-2894-41e0-bc2e-3f60dc7811b1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3697937 Aug 16 02:18:40.984189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:40.989861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-62c6e187-4059-4c17-9272-1953d9be2d8b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'security_group_rule': {'security_group_id': 'f4f9dbce-1567-4ad0-bfd8-80c1483cb42b', 'project_id': '19686e587d024d1db506aa702c94cf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:40.992663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ddb9183-955c-4312-a93d-d0dfa2d06ef4 req-58d454f4-0f62-4fcf-bb5a-c5947a5ea00b tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830071 Aug 16 02:18:40.999292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4a3f8a5c-00ff-4d2f-8ec2-4af305375628 req-eec68312-c4aa-426f-8ac7-0bcc5f28d424 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.021328 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a3f8a5c-00ff-4d2f-8ec2-4af305375628 req-eec68312-c4aa-426f-8ac7-0bcc5f28d424 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3231456 Aug 16 02:18:41.027682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:41.028982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.030869 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7386ffd8-eaf7-4f62-842b-38ede536ae3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "tag": "46109e6a-f775-4668-be4d-54d9b211270b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:41.033851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68312-c4aa-426f-8ac7-0bcc5f28d424 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfb2fc0-3e56-441b-989d-9853eaaf27fd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.109918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Pushing event deleted for resources: {'Port': ['ID=c6497f82-481a-4553-a148-c79d3a20a064,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.154574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.161429 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-923db3fa-2813-4d63-bf67-b88d197026bd req-ade0a792-6a0a-4720-9bd4-671ee28a740f tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/bdfb2fc0-3e56-441b-989d-9853eaaf27fd HTTP/1.1" status: 200 len: 1782 time: 0.1185832 Aug 16 02:18:41.185286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dbe19-cccc-4b52-80e7-cfb1aace12bc req-cb52ad1b-3228-4e60-8f20-2d31cb6e857e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.187314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-587dbe19-cccc-4b52-80e7-cfb1aace12bc req-cb52ad1b-3228-4e60-8f20-2d31cb6e857e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.0870140 Aug 16 02:18:41.211210 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31db02-c3ac-407b-b984-1cd0d0c13bb1 x-openstack-request-id: req-9c31db02-c3ac-407b-b984-1cd0d0c13bb1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:41.212067 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "tag": "46109e6a-f775-4668-be4d-54d9b211270b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:41.212495 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c31db02-c3ac-407b-b984-1cd0d0c13bb1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:41.212995 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b', 'status': 'completed', 'code': 200} Aug 16 02:18:41.213713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.216407 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62c6e187-4059-4c17-9272-1953d9be2d8b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.223185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] No DVR routers for this DVR port c6497f82-481a-4553-a148-c79d3a20a064 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:41.226706 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.230300 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8c7ed65-9bee-4a19-a849-e95bfd0fea64 req-c34228bc-9b9f-4bc0-a028-148a9d02a0e7 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.93 "DELETE /v2.0/ports/c6497f82-481a-4553-a148-c79d3a20a064 HTTP/1.1" status: 204 len: 173 time: 1.5514674 Aug 16 02:18:41.243721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef35443-210a-467b-b84e-8c7a35d0921a', 'name': 'network-vif-deleted', 'tag': 'c6497f82-481a-4553-a148-c79d3a20a064'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:41.244316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-587dbe19-cccc-4b52-80e7-cfb1aace12bc req-06e8402a-f374-49ac-96f0-4b26af5f275e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460186 Aug 16 02:18:41.246838 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6cce5e-896e-4c30-9c64-f379509b35c9" -d '{"events": [{"server_uuid": "3ef35443-210a-467b-b84e-8c7a35d0921a", "name": "network-vif-deleted", "tag": "c6497f82-481a-4553-a148-c79d3a20a064"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:41.309996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6ac538e-f236-46b7-bc94-8d49897acab4 req-fa49b3be-c781-471e-837c-2c2c04161970 tempest-ServerAddressesNegativeTestJSON-225910040 tempest-ServerAddressesNegativeTestJSON-225910040-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ef35443-210a-467b-b84e-8c7a35d0921a HTTP/1.1" status: 200 len: 210 time: 0.0326731 Aug 16 02:18:41.333654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08d683b2-e6c2-49cf-b036-60819fbb0eac req-5d47491c-d715-49ac-8210-0a1926db75db tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/bdfb2fc0-3e56-441b-989d-9853eaaf27fd HTTP/1.1" status: 200 len: 1782 time: 0.0732982 Aug 16 02:18:41.445306 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-08d683b2-e6c2-49cf-b036-60819fbb0eac req-611470c8-730b-42a1-90a9-6e062f255bce tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.469317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-96d1bfd7-a608-4162-8bfb-c230bf03b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.470877 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-96d1bfd7-a608-4162-8bfb-c230bf03b838 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1176 time: 0.2057192 Aug 16 02:18:41.473395 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-08d683b2-e6c2-49cf-b036-60819fbb0eac req-611470c8-730b-42a1-90a9-6e062f255bce tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.496847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62c6e187-4059-4c17-9272-1953d9be2d8b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.528623 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-08d683b2-e6c2-49cf-b036-60819fbb0eac req-611470c8-730b-42a1-90a9-6e062f255bce tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.532344 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-08d683b2-e6c2-49cf-b036-60819fbb0eac req-611470c8-730b-42a1-90a9-6e062f255bce tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.534155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08d683b2-e6c2-49cf-b036-60819fbb0eac req-611470c8-730b-42a1-90a9-6e062f255bce tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/bdfb2fc0-3e56-441b-989d-9853eaaf27fd HTTP/1.1" status: 204 len: 173 time: 0.1927717 Aug 16 02:18:41.544012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611470c8-730b-42a1-90a9-6e062f255bce tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfb2fc0-3e56-441b-989d-9853eaaf27fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.556058 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62c6e187-4059-4c17-9272-1953d9be2d8b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.605112 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-f9254b3c-e4a6-4b7b-a1c9-d423382d72f5 req-c608299e-578a-4bcd-9741-e8aedccd56c4 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:18:41.614282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f9254b3c-e4a6-4b7b-a1c9-d423382d72f5 req-c608299e-578a-4bcd-9741-e8aedccd56c4 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/bdfb2fc0-3e56-441b-989d-9853eaaf27fd HTTP/1.1" status: 404 len: 352 time: 0.0286739 Aug 16 02:18:41.618137 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198ac450-04d5-4684-8ab6-ba6124b974d8 x-openstack-request-id: req-198ac450-04d5-4684-8ab6-ba6124b974d8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:41.618465 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef35443-210a-467b-b84e-8c7a35d0921a", "name": "network-vif-deleted", "tag": "c6497f82-481a-4553-a148-c79d3a20a064", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:41.618735 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-198ac450-04d5-4684-8ab6-ba6124b974d8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:41.619194 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef35443-210a-467b-b84e-8c7a35d0921a', 'name': 'network-vif-deleted', 'tag': 'c6497f82-481a-4553-a148-c79d3a20a064', 'status': 'completed', 'code': 200} Aug 16 02:18:41.620417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Allocated IP 172.25.5.221 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/2b6fea70-2df2-42eb-bd65-665c65c737df) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:41.627886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6e187-4059-4c17-9272-1953d9be2d8b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e3c8e6-7459-495b-ba48-7d7020f50501,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.653838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62c6e187-4059-4c17-9272-1953d9be2d8b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.655081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-62c6e187-4059-4c17-9272-1953d9be2d8b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6702535 Aug 16 02:18:41.658475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:41.663505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5324ab77-dddc-492d-92b8-290952f203c1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'security_group_rule': {'security_group_id': 'f4f9dbce-1567-4ad0-bfd8-80c1483cb42b', 'project_id': '19686e587d024d1db506aa702c94cf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:41.690410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e03dcfcb-c84a-4857-a2cf-8f0a81eaa5e2 req-e52f2500-49f7-4d30-90ec-475f55bc522b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-371823809', 'description': 'tempest-description-728795528'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:41.745476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-353f776f-d3e1-49fd-862e-a299a1d779c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.746982 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-353f776f-d3e1-49fd-862e-a299a1d779c3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 913 time: 0.2661476 Aug 16 02:18:41.770829 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5324ab77-dddc-492d-92b8-290952f203c1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.796434 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03dcfcb-c84a-4857-a2cf-8f0a81eaa5e2 req-e52f2500-49f7-4d30-90ec-475f55bc522b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.825328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-80a02186-a505-4d3f-a6b6-afbd50f92739 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46109e6a-f775-4668-be4d-54d9b211270b HTTP/1.1" status: 200 len: 217 time: 0.0606012 Aug 16 02:18:41.885124 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.961912 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5324ab77-dddc-492d-92b8-290952f203c1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.980813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-26d82c24-54d1-4dbc-b37d-585d93417a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.982838 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-26d82c24-54d1-4dbc-b37d-585d93417a0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 200 len: 852 time: 0.0747814 Aug 16 02:18:41.984218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.991182 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5324ab77-dddc-492d-92b8-290952f203c1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.036248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b085d0d-1d7f-4ad4-8200-4e6692cb0540 req-998cc444-338b-4a31-97a0-1b667cfb0819 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.037765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b085d0d-1d7f-4ad4-8200-4e6692cb0540 req-998cc444-338b-4a31-97a0-1b667cfb0819 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.1006889 Aug 16 02:18:42.043612 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-e5a63c9d-b412-4452-b8bb-378bc3343438 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508621 Aug 16 02:18:42.044127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324ab77-dddc-492d-92b8-290952f203c1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3980d48a-f3a7-43dc-8c6b-a5cc0d8502b2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.066288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:42.080132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:42.103308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03dcfcb-c84a-4857-a2cf-8f0a81eaa5e2 req-e52f2500-49f7-4d30-90ec-475f55bc522b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.111246 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b085d0d-1d7f-4ad4-8200-4e6692cb0540 req-717f5868-ed37-4ce2-b61e-42f57cdd5406 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545852 Aug 16 02:18:42.117096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:42.119520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03dcfcb-c84a-4857-a2cf-8f0a81eaa5e2 req-e52f2500-49f7-4d30-90ec-475f55bc522b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.148198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event updated for resources: {'Port': ['ID=2b6fea70-2df2-42eb-bd65-665c65c737df,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.162535 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5324ab77-dddc-492d-92b8-290952f203c1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.166652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5324ab77-dddc-492d-92b8-290952f203c1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5035098 Aug 16 02:18:42.167839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:42.170359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f2500-49f7-4d30-90ec-475f55bc522b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe0935b-225f-4b58-b81f-49cc6109398d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.173363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bbaaed85-4163-4170-a4d3-4227d29ad72c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'security_group_rule': {'security_group_id': 'f4f9dbce-1567-4ad0-bfd8-80c1483cb42b', 'project_id': '19686e587d024d1db506aa702c94cf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:42.177292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e03dcfcb-c84a-4857-a2cf-8f0a81eaa5e2 req-e52f2500-49f7-4d30-90ec-475f55bc522b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.183746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e03dcfcb-c84a-4857-a2cf-8f0a81eaa5e2 req-e52f2500-49f7-4d30-90ec-475f55bc522b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5004218 Aug 16 02:18:42.186505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c6497f82-481a-4553-a148-c79d3a20a064 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:42.214563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-68b8df49-f21f-4663-8ccc-35397f2af1aa req-4092ff5b-d553-414c-98d4-7c3b0c05b215 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1747857331', 'description': 'tempest-description-616709025'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:42.219667 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.221331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: c6497f82-481a-4553-a148-c79d3a20a064 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:42.221883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c6497f82-481a-4553-a148-c79d3a20a064 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:42.320701 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-68b8df49-f21f-4663-8ccc-35397f2af1aa req-4092ff5b-d553-414c-98d4-7c3b0c05b215 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.322722 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-bbaaed85-4163-4170-a4d3-4227d29ad72c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Project 19686e587d024d1db506aa702c94cf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:18:42.329585 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-93b6f4c4-b10e-4b58-8c84-ec305a33731f service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746625 Aug 16 02:18:42.332369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbaaed85-4163-4170-a4d3-4227d29ad72c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.399018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:42.472663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-68b8df49-f21f-4663-8ccc-35397f2af1aa req-4092ff5b-d553-414c-98d4-7c3b0c05b215 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.495292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-68b8df49-f21f-4663-8ccc-35397f2af1aa req-4092ff5b-d553-414c-98d4-7c3b0c05b215 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.532707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bef0e68-255a-4efd-8bf0-a5135c170264 admin admin] Deleting subnet 7f2fb1e4-782d-4905-9f37-d7a3f1040c33 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:42.538557 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-68b8df49-f21f-4663-8ccc-35397f2af1aa req-4092ff5b-d553-414c-98d4-7c3b0c05b215 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.540959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68b8df49-f21f-4663-8ccc-35397f2af1aa req-4092ff5b-d553-414c-98d4-7c3b0c05b215 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3314331 Aug 16 02:18:42.541628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bef0e68-255a-4efd-8bf0-a5135c170264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.569350 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbaaed85-4163-4170-a4d3-4227d29ad72c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.576710 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7386ffd8-eaf7-4f62-842b-38ede536ae3f req-12bffa09-e09f-447e-929f-5089aa985edb service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280071 Aug 16 02:18:42.576891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0badcec1-b9eb-45e5-a074-62ac8daf5a35 req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-998197570', 'description': 'tempest-description-1700056818'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:42.579596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbaaed85-4163-4170-a4d3-4227d29ad72c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.584564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092ff5b-d553-414c-98d4-7c3b0c05b215 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e46be83-bca5-49c3-a675-830eb5f76718,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.606677 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.608725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaed85-4163-4170-a4d3-4227d29ad72c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd635c6-ff4b-4ebe-be21-5f6050449060,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.611412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bef0e68-255a-4efd-8bf0-a5135c170264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.648481 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0badcec1-b9eb-45e5-a074-62ac8daf5a35 req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.651664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbaaed85-4163-4170-a4d3-4227d29ad72c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.652875 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bbaaed85-4163-4170-a4d3-4227d29ad72c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4836140 Aug 16 02:18:42.656733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:42.669067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1eb12a82-2623-4b37-bd04-0b525e79cf4c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'security_group_rule': {'security_group_id': 'f4f9dbce-1567-4ad0-bfd8-80c1483cb42b', 'project_id': '19686e587d024d1db506aa702c94cf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:42.672154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bef0e68-255a-4efd-8bf0-a5135c170264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.725692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.api [req-0badcec1-b9eb-45e5-a074-62ac8daf5a35 req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:18:42.725692 n-d-768862-14 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:18:42.725692 n-d-768862-14 neutron-server[94639]: [parameters: {'project_id_1': 'ca43dde049054799870a68771aac16d7', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 18, 42, 693032)}] Aug 16 02:18:42.725692 n-d-768862-14 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:42.726140 n-d-768862-14 neutron-server[94639]: DEBUG oslo_db.api [req-0badcec1-b9eb-45e5-a074-62ac8daf5a35 req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:42.738794 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bef0e68-255a-4efd-8bf0-a5135c170264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.740079 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-1eb12a82-2623-4b37-bd04-0b525e79cf4c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Project 19686e587d024d1db506aa702c94cf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:18:42.749875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1eb12a82-2623-4b37-bd04-0b525e79cf4c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.772406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef0e68-255a-4efd-8bf0-a5135c170264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2fb1e4-782d-4905-9f37-d7a3f1040c33,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.777518 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bef0e68-255a-4efd-8bf0-a5135c170264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.779964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8bef0e68-255a-4efd-8bf0-a5135c170264 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7f2fb1e4-782d-4905-9f37-d7a3f1040c33 HTTP/1.1" status: 204 len: 168 time: 0.3793924 Aug 16 02:18:42.782726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:42.858964 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.887818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1eb12a82-2623-4b37-bd04-0b525e79cf4c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.896140 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1eb12a82-2623-4b37-bd04-0b525e79cf4c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.899499 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.914782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.925490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb12a82-2623-4b37-bd04-0b525e79cf4c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadb8743-997f-492b-abeb-57965587adb1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.963904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1eb12a82-2623-4b37-bd04-0b525e79cf4c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.972830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1eb12a82-2623-4b37-bd04-0b525e79cf4c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3014352 Aug 16 02:18:42.973016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.986028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed22f98-d03e-4a4f-960e-7fe63d1598a2']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.001927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e430efee-348f-4fb4-8086-b662e1a4a2f3') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.002296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e430efee-348f-4fb4-8086-b662e1a4a2f3') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.015920 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.032740 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.045367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:43.045795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:43.048875 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:43.091893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Router 91c0ee5b-5ae2-411c-9ff1-355bb9546598 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:43.129005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.141835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.143924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4ed22f98-d03e-4a4f-960e-7fe63d1598a2 HTTP/1.1" status: 204 len: 168 time: 0.3601837 Aug 16 02:18:43.163600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa4e5f-19dc-4a9a-8943-b2d7ec7e2596 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed22f98-d03e-4a4f-960e-7fe63d1598a2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:43.229647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0badcec1-b9eb-45e5-a074-62ac8daf5a35 req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.251228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:43.260522 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.263660 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef8e74-b8fc-4736-a45b-cf93d2dc713f None None] Sync routers for ids ['91c0ee5b-5ae2-411c-9ff1-355bb9546598'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:43.265037 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.265189 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8e5a7d5b-98ad-42ed-a8d7-82dc7d73f0f5 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "PUT /v2.0/routers/91c0ee5b-5ae2-411c-9ff1-355bb9546598 HTTP/1.1" status: 200 len: 879 time: 3.2453918 Aug 16 02:18:43.278199 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef8e74-b8fc-4736-a45b-cf93d2dc713f None None] Routers {'91c0ee5b-5ae2-411c-9ff1-355bb9546598'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:43.279339 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-86ef8e74-b8fc-4736-a45b-cf93d2dc713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['91c0ee5b-5ae2-411c-9ff1-355bb9546598'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.285238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-ba3e80bd-8e4c-4397-9a78-cae7107cfb8f tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823310509&fields=id&tenant_id=19686e587d024d1db506aa702c94cf24 HTTP/1.1" status: 200 len: 267 time: 0.0776074 Aug 16 02:18:43.317131 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-86ef8e74-b8fc-4736-a45b-cf93d2dc713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.326573 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef8e74-b8fc-4736-a45b-cf93d2dc713f None None] Routers {'91c0ee5b-5ae2-411c-9ff1-355bb9546598'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:43.327525 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-86ef8e74-b8fc-4736-a45b-cf93d2dc713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['91c0ee5b-5ae2-411c-9ff1-355bb9546598'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.364997 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-86ef8e74-b8fc-4736-a45b-cf93d2dc713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:43.365939 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef8e74-b8fc-4736-a45b-cf93d2dc713f None None] The sync data for ids ['91c0ee5b-5ae2-411c-9ff1-355bb9546598'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:43.410193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.467147 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-61d1dd89-4e92-433f-aaa4-78f2f6d360bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd539dfd103e41ecbc6eb89200df7ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566916 Aug 16 02:18:43.468583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36326) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.511562 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0badcec1-b9eb-45e5-a074-62ac8daf5a35 req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.523521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f9a20b51-e40a-45ca-9c4c-6b4710bc1383 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/routers/91c0ee5b-5ae2-411c-9ff1-355bb9546598 HTTP/1.1" status: 200 len: 920 time: 0.2570820 Aug 16 02:18:43.524652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.528361 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3eccf50f-172f-4d06-b6ea-1c403f96ddc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.538265 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0badcec1-b9eb-45e5-a074-62ac8daf5a35 req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.555790 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3eccf50f-172f-4d06-b6ea-1c403f96ddc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.573919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-5b406e06-ca49-45ed-a379-7499826a8fc0 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.575566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-5b406e06-ca49-45ed-a379-7499826a8fc0 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/networks?id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211 HTTP/1.1" status: 200 len: 814 time: 0.2894056 Aug 16 02:18:43.610042 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3eccf50f-172f-4d06-b6ea-1c403f96ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.613217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3eccf50f-172f-4d06-b6ea-1c403f96ddc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.613981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0badcec1-b9eb-45e5-a074-62ac8daf5a35 req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.614522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3eccf50f-172f-4d06-b6ea-1c403f96ddc8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/239b7ec5-5fe9-45ac-af3c-730d2c645540 HTTP/1.1" status: 204 len: 168 time: 0.1449449 Aug 16 02:18:43.615190 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0badcec1-b9eb-45e5-a074-62ac8daf5a35 req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0463152 Aug 16 02:18:43.616418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-b1b7e471-81ac-431c-a5b4-7f8754433f2b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/quotas/19686e587d024d1db506aa702c94cf24 HTTP/1.1" status: 200 len: 375 time: 0.0263097 Aug 16 02:18:43.628775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccf50f-172f-4d06-b6ea-1c403f96ddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239b7ec5-5fe9-45ac-af3c-730d2c645540,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:43.633027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c4126-e705-4c81-8228-bdd0c583bd09 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6622c039-e4c5-4bd0-8e0c-bf081b9f2679,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:43.657327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e969fa-d2fa-438d-bdca-b057e800bf4f tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.662466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-93e969fa-d2fa-438d-bdca-b057e800bf4f tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=91c0ee5b-5ae2-411c-9ff1-355bb9546598&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1325102 Aug 16 02:18:43.662853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.764315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-b230e803-ed0b-4b94-a9a1-feb4195f52e2 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=19686e587d024d1db506aa702c94cf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239479 Aug 16 02:18:43.773626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7379ad6-8e74-4d64-ab61-ad38e5531323 req-96eda01e-f173-4bde-a6b6-b6bf20bedea7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.776498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7379ad6-8e74-4d64-ab61-ad38e5531323 req-96eda01e-f173-4bde-a6b6-b6bf20bedea7 tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.0857272 Aug 16 02:18:43.812100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-dd52c6a1-41da-4468-b83a-30871449930d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.813795 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-dd52c6a1-41da-4468-b83a-30871449930d tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.86 "GET /v2.0/ports?device_id=24ccd708-178f-47c5-9499-79be51fe6779 HTTP/1.1" status: 200 len: 945 time: 0.0883117 Aug 16 02:18:43.819473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de079120-5577-458a-b1e0-ef4b0cbcce68 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.823371 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-de079120-5577-458a-b1e0-ef4b0cbcce68 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 881 time: 0.1569977 Aug 16 02:18:43.825931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.853920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7379ad6-8e74-4d64-ab61-ad38e5531323 req-be8eb6fd-5189-41e2-a64f-152a7accdcfa tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3a42374-14c8-4750-bd25-d14732c95af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628054 Aug 16 02:18:43.890186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f8df54ba-0bd8-4f83-8a15-7439dbf48a66 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=91c0ee5b-5ae2-411c-9ff1-355bb9546598 HTTP/1.1" status: 200 len: 205 time: 0.0609040 Aug 16 02:18:43.891013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.943318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Deleting port 8124c482-b4a9-4cca-8be5-82e1b810bb5c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:43.943678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.093521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] For port 8124c482-b4a9-4cca-8be5-82e1b810bb5c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=8124c482-b4a9-4cca-8be5-82e1b810bb5c,segment=NetworkSegment(bcf4075d-101d-4471-af84-1996793dbd83),segment_id=bcf4075d-101d-4471-af84-1996793dbd83)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:44.093902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.107625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-ab13b86a-4e5e-45dd-8ba0-c4443c148d76 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:44.115448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Calling delete_port for 8124c482-b4a9-4cca-8be5-82e1b810bb5c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:44.117974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-ab13b86a-4e5e-45dd-8ba0-c4443c148d76 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3299179 Aug 16 02:18:44.301340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.340266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['8124c482-b4a9-4cca-8be5-82e1b810bb5c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:44.352579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Pushing event deleted for resources: {'Port': ['ID=8124c482-b4a9-4cca-8be5-82e1b810bb5c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:44.394312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] No DVR routers for this DVR port 8124c482-b4a9-4cca-8be5-82e1b810bb5c on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:44.397436 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.400326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2a304925-d77d-4f32-a2ed-e9306ad9213e req-28a9e10f-28f5-4108-beb1-8262c0385c2e tempest-ServerDiskConfigTestJSON-1831101077 tempest-ServerDiskConfigTestJSON-1831101077-project] 10.222.0.86 "DELETE /v2.0/ports/8124c482-b4a9-4cca-8be5-82e1b810bb5c HTTP/1.1" status: 204 len: 173 time: 0.5783086 Aug 16 02:18:44.400807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ccd708-178f-47c5-9499-79be51fe6779', 'name': 'network-vif-deleted', 'tag': '8124c482-b4a9-4cca-8be5-82e1b810bb5c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:44.411335 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5298c685-1620-46df-b8db-596a689fb7cd" -d '{"events": [{"server_uuid": "24ccd708-178f-47c5-9499-79be51fe6779", "name": "network-vif-deleted", "tag": "8124c482-b4a9-4cca-8be5-82e1b810bb5c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:44.545722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.627040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1059fc14-4926-40b8-b985-4e83e338bb5c req-670ebcdd-4b45-4e93-beed-5b082a146646 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca43dde049054799870a68771aac16d7 HTTP/1.1" status: 200 len: 10905 time: 0.7438719 Aug 16 02:18:44.735984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:44.751126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-7223d68f-fbce-4032-b876-510acacb1802 service neutron] 10.222.0.61 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320820 Aug 16 02:18:44.756514 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1059fc14-4926-40b8-b985-4e83e338bb5c req-bcc447c6-6e2c-44be-be31-f9148970ff3b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/db0ff06d-01a1-4647-9399-4b29fa95507c HTTP/1.1" status: 200 len: 2985 time: 0.1201026 Aug 16 02:18:44.772324 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.867431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-873790678-network', 'tenant_id': 'a10863395616412abc30fe89f96a1ca7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:44.904053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Made reservation on behalf of a10863395616412abc30fe89f96a1ca7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:44.907364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.915657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1059fc14-4926-40b8-b985-4e83e338bb5c req-d745f991-de6f-477a-925a-36b6e86e56a8 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/db0ff06d-01a1-4647-9399-4b29fa95507c HTTP/1.1" status: 200 len: 2985 time: 0.1433599 Aug 16 02:18:44.919897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.934959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-eede7ac7-d552-46c9-b00c-aaff2462bc98 service neutron] 10.222.0.61 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743982 Aug 16 02:18:44.954404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Deleting port 2b6fea70-2df2-42eb-bd65-665c65c737df {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:44.954744 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.083154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.096484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.105641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.121257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Calling delete_port for 2b6fea70-2df2-42eb-bd65-665c65c737df owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:45.179017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:45.200284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.200966 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Added segment a42da764-10c2-4a73-badc-a9e327a4201c of type vlan for network c5b26b0a-f9e2-4102-8599-4c4f8b73da08 Aug 16 02:18:45.260152 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fef1ae-79b3-45cf-9433-a2df9ff7118e x-openstack-request-id: req-93fef1ae-79b3-45cf-9433-a2df9ff7118e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:45.260766 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ccd708-178f-47c5-9499-79be51fe6779", "name": "network-vif-deleted", "tag": "8124c482-b4a9-4cca-8be5-82e1b810bb5c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:45.262300 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93fef1ae-79b3-45cf-9433-a2df9ff7118e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:45.262853 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ccd708-178f-47c5-9499-79be51fe6779', 'name': 'network-vif-deleted', 'tag': '8124c482-b4a9-4cca-8be5-82e1b810bb5c', 'status': 'completed', 'code': 200} Aug 16 02:18:45.284825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365aaf67-0b46-4255-b016-b8536d01bdf5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.290430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.330706 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.331868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.332490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.347348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f70956f-fa0f-433b-a6cb-b27e7d6f8531 req-badee362-33cf-4543-aacd-dc8656fd5abc tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/1fe0935b-225f-4b58-b81f-49cc6109398d HTTP/1.1" status: 200 len: 1801 time: 0.0805278 Aug 16 02:18:45.398735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.409198 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6691968 Aug 16 02:18:45.412245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.417802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Request body: {'subnet': {'network_id': 'c5b26b0a-f9e2-4102-8599-4c4f8b73da08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-873790678-subnet', 'tenant_id': 'a10863395616412abc30fe89f96a1ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:45.420590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedd9af-0025-4f3b-9d79-753ff2232360 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b26b0a-f9e2-4102-8599-4c4f8b73da08,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.431928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c5b26b0a-f9e2-4102-8599-4c4f8b73da08 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:45.445570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event deleted for resources: {'Port': ['ID=2b6fea70-2df2-42eb-bd65-665c65c737df,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.562300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Made reservation on behalf of a10863395616412abc30fe89f96a1ca7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:45.564652 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.582991 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5f70956f-fa0f-433b-a6cb-b27e7d6f8531 req-e284b51e-0244-4661-9968-55e3f9391cf4 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.597133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2c61ba7-1f90-4b51-8e0a-ea176e339c3d req-2f8c1e35-e261-46fa-805c-e1a1a4812d50 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.0562761 Aug 16 02:18:45.679170 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5f70956f-fa0f-433b-a6cb-b27e7d6f8531 req-e284b51e-0244-4661-9968-55e3f9391cf4 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.693364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.738025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.800987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5929f7b-93e8-445d-bf80-daccc0f66d79 admin admin] Deleting subnet 1e0db34b-120b-4bc4-9e13-6fcdad31103d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:45.804812 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5929f7b-93e8-445d-bf80-daccc0f66d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.828924 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.833501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.855335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5929f7b-93e8-445d-bf80-daccc0f66d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.876531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5f70956f-fa0f-433b-a6cb-b27e7d6f8531 req-e284b51e-0244-4661-9968-55e3f9391cf4 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.879151 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5f70956f-fa0f-433b-a6cb-b27e7d6f8531 req-e284b51e-0244-4661-9968-55e3f9391cf4 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.887265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f70956f-fa0f-433b-a6cb-b27e7d6f8531 req-e284b51e-0244-4661-9968-55e3f9391cf4 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/1fe0935b-225f-4b58-b81f-49cc6109398d HTTP/1.1" status: 204 len: 173 time: 0.5284617 Aug 16 02:18:45.905927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284b51e-0244-4661-9968-55e3f9391cf4 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe0935b-225f-4b58-b81f-49cc6109398d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.911601 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.912311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Fanout notify agent at l3_agent the message router_deleted on router 91c0ee5b-5ae2-411c-9ff1-355bb9546598 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:45.922396 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.929389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e1985e72-bb54-44ba-9112-1a160c719b04 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/91c0ee5b-5ae2-411c-9ff1-355bb9546598 HTTP/1.1" status: 204 len: 168 time: 2.0365200 Aug 16 02:18:45.934699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.936502 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5929f7b-93e8-445d-bf80-daccc0f66d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.942903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-77c99237-5da1-4724-a29f-507b22a684ed tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-813412643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:45.966475 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-8219f25b-bdd0-49c7-ba63-8b2d031ed2a1 req-c9b0b8c1-1d58-4e7e-8dae-06526576634e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:18:45.967522 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8219f25b-bdd0-49c7-ba63-8b2d031ed2a1 req-c9b0b8c1-1d58-4e7e-8dae-06526576634e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/1fe0935b-225f-4b58-b81f-49cc6109398d HTTP/1.1" status: 404 len: 352 time: 0.0592089 Aug 16 02:18:46.014886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77c99237-5da1-4724-a29f-507b22a684ed tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.016068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77c99237-5da1-4724-a29f-507b22a684ed tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.052534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5929f7b-93e8-445d-bf80-daccc0f66d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.083780 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5929f7b-93e8-445d-bf80-daccc0f66d79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.090201 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c5929f7b-93e8-445d-bf80-daccc0f66d79 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1e0db34b-120b-4bc4-9e13-6fcdad31103d HTTP/1.1" status: 204 len: 168 time: 0.3504841 Aug 16 02:18:46.091792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05608ca5-cc04-431b-9450-7a073bdec1d7 req-447b3a4d-6098-4578-951b-f515529c523b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/9e46be83-bca5-49c3-a675-830eb5f76718 HTTP/1.1" status: 200 len: 1802 time: 0.1021650 Aug 16 02:18:46.095303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:46.125391 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.147559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5929f7b-93e8-445d-bf80-daccc0f66d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0db34b-120b-4bc4-9e13-6fcdad31103d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.155659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77c99237-5da1-4724-a29f-507b22a684ed tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.161547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77c99237-5da1-4724-a29f-507b22a684ed tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.183526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77c99237-5da1-4724-a29f-507b22a684ed tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.185525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-77c99237-5da1-4724-a29f-507b22a684ed tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2464056 Aug 16 02:18:46.188323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:46.195474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': True}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:46.289135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.295690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6896c84-4068-4db6-86a3-ffd95a4a33b4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.299650 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05608ca5-cc04-431b-9450-7a073bdec1d7 req-0b8fd8f9-eeff-44e9-aabf-1867fbd85ccb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.331437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Checking segment: {'id': 'a42da764-10c2-4a73-badc-a9e327a4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c5b26b0a-f9e2-4102-8599-4c4f8b73da08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:46.331806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Network hostable DHCP agents. Network: c5b26b0a-f9e2-4102-8599-4c4f8b73da08, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:46.339974 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05608ca5-cc04-431b-9450-7a073bdec1d7 req-0b8fd8f9-eeff-44e9-aabf-1867fbd85ccb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.364489 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:46.437480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.447225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Network c5b26b0a-f9e2-4102-8599-4c4f8b73da08 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:46.454614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.469453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b49fdd-da6e-44ba-85d9-31c2104e1961']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:46.472515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c5b26b0a-f9e2-4102-8599-4c4f8b73da08) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:46.479018 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05608ca5-cc04-431b-9450-7a073bdec1d7 req-0b8fd8f9-eeff-44e9-aabf-1867fbd85ccb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.481659 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05608ca5-cc04-431b-9450-7a073bdec1d7 req-0b8fd8f9-eeff-44e9-aabf-1867fbd85ccb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.482822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05608ca5-cc04-431b-9450-7a073bdec1d7 req-0b8fd8f9-eeff-44e9-aabf-1867fbd85ccb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/9e46be83-bca5-49c3-a675-830eb5f76718 HTTP/1.1" status: 204 len: 173 time: 0.3900592 Aug 16 02:18:46.484143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a8dd3-e4ad-4575-89f7-a892cca3633f None None] Network c5b26b0a-f9e2-4102-8599-4c4f8b73da08 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:46.491299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.491915 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.495780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf4075d-101d-4471-af84-1996793dbd83') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:46.496086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf4075d-101d-4471-af84-1996793dbd83') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:46.515589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fd8f9-eeff-44e9-aabf-1867fbd85ccb tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e46be83-bca5-49c3-a675-830eb5f76718,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.520445 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.528329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a327ea03-9741-47c0-a750-311518b997d3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1150169 Aug 16 02:18:46.537335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.564572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:46.565260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:46.570111 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:46.684697 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-bd61eb3f-e1f1-4682-81bc-69fea92d39dd req-30ef2437-45da-42a8-8bfe-266188dbce59 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:18:46.685809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd61eb3f-e1f1-4682-81bc-69fea92d39dd req-30ef2437-45da-42a8-8bfe-266188dbce59 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/9e46be83-bca5-49c3-a675-830eb5f76718 HTTP/1.1" status: 404 len: 352 time: 0.1282303 Aug 16 02:18:46.730644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.787587 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.799657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d8b49fdd-da6e-44ba-85d9-31c2104e1961 HTTP/1.1" status: 204 len: 168 time: 0.7025087 Aug 16 02:18:46.817771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-04cc5b36-e915-467d-a949-e86c744f172e req-12cb4d6f-1a0b-4846-934b-297a20b62ca4 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.1042316 Aug 16 02:18:46.830473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e433dcfe-3e7c-4ca9-a6f3-f946cc0a51da None None] Network c5b26b0a-f9e2-4102-8599-4c4f8b73da08 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:46.870548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16311dbd-2c7b-4553-bfe5-f7a5f6c3eac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b49fdd-da6e-44ba-85d9-31c2104e1961,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:46.984230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cd7bb1c-e8b9-4e8a-b63e-428ea5bfd602 req-4eef8d79-2abd-4595-84f0-b5f5974171af tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/6622c039-e4c5-4bd0-8e0c-bf081b9f2679 HTTP/1.1" status: 200 len: 1802 time: 0.2463164 Aug 16 02:18:47.065115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8124c482-b4a9-4cca-8be5-82e1b810bb5c no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:47.112557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.141731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 8124c482-b4a9-4cca-8be5-82e1b810bb5c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:47.142081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 8124c482-b4a9-4cca-8be5-82e1b810bb5c not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:47.221412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-48d75453-2ebb-4faa-83e7-06f48abf2a30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e44a40e1ef643fc9bedc7fd17b6b0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048203 Aug 16 02:18:47.221412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2cd7bb1c-e8b9-4e8a-b63e-428ea5bfd602 req-ec8df0f5-77a0-4029-b3ea-668b6fbc373e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.236365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.323331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2cd7bb1c-e8b9-4e8a-b63e-428ea5bfd602 req-ec8df0f5-77a0-4029-b3ea-668b6fbc373e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.390309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.400882 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-beb5645b-afcb-498d-a859-252b5d2576af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.425351 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.428656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-beb5645b-afcb-498d-a859-252b5d2576af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.504101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-beb5645b-afcb-498d-a859-252b5d2576af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.507165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-beb5645b-afcb-498d-a859-252b5d2576af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.508031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-beb5645b-afcb-498d-a859-252b5d2576af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3a42374-14c8-4750-bd25-d14732c95af7 HTTP/1.1" status: 204 len: 168 time: 0.2705796 Aug 16 02:18:47.533431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5645b-afcb-498d-a859-252b5d2576af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a42374-14c8-4750-bd25-d14732c95af7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.555416 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2cd7bb1c-e8b9-4e8a-b63e-428ea5bfd602 req-ec8df0f5-77a0-4029-b3ea-668b6fbc373e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.558653 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2cd7bb1c-e8b9-4e8a-b63e-428ea5bfd602 req-ec8df0f5-77a0-4029-b3ea-668b6fbc373e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.559918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cd7bb1c-e8b9-4e8a-b63e-428ea5bfd602 req-ec8df0f5-77a0-4029-b3ea-668b6fbc373e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/6622c039-e4c5-4bd0-8e0c-bf081b9f2679 HTTP/1.1" status: 204 len: 173 time: 0.5644503 Aug 16 02:18:47.565297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-8047c8d2-c222-4cf5-b01e-96ac97b3203b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.565850 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-8047c8d2-c222-4cf5-b01e-96ac97b3203b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.93 "GET /v2.0/networks?id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211 HTTP/1.1" status: 200 len: 814 time: 0.8458955 Aug 16 02:18:47.571713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8df0f5-77a0-4029-b3ea-668b6fbc373e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6622c039-e4c5-4bd0-8e0c-bf081b9f2679,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.580581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-fd2f735c-c72f-4c28-80b5-d87d262082ae tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.582373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-fd2f735c-c72f-4c28-80b5-d87d262082ae tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/networks?id=c5b26b0a-f9e2-4102-8599-4c4f8b73da08 HTTP/1.1" status: 200 len: 812 time: 0.3470252 Aug 16 02:18:47.607041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-59c4ffc8-87b0-40ee-9725-9a0f96547e79 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/quotas/a10863395616412abc30fe89f96a1ca7 HTTP/1.1" status: 200 len: 375 time: 0.0169201 Aug 16 02:18:47.664212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-33acbfab-8bc1-4006-a65c-72fb2593b40d tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a10863395616412abc30fe89f96a1ca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513527 Aug 16 02:18:47.680506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b73fb1ba-18e5-41fa-b131-638515dbc2cc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:18:47.681941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b73fb1ba-18e5-41fa-b131-638515dbc2cc service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108683 Aug 16 02:18:47.691938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Allocated IP 172.25.5.200 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/d47d728e-7755-46f8-b0ba-f290308e6a58) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:47.741821 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-5294d9c4-63ea-4f69-9af0-d13d640e19b9 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19686e587d024d1db506aa702c94cf24 HTTP/1.1" status: 200 len: 379 time: 0.0745726 Aug 16 02:18:47.776406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'port': {'device_id': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'admin_state_up': True, 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'security_groups': ['f4f9dbce-1567-4ad0-bfd8-80c1483cb42b']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:47.808051 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-c6aa458b-a2b7-4344-a849-2d43094971db req-309ef82d-8b25-4648-9559-05f44680837e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:18:47.817178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6aa458b-a2b7-4344-a849-2d43094971db req-309ef82d-8b25-4648-9559-05f44680837e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/6622c039-e4c5-4bd0-8e0c-bf081b9f2679 HTTP/1.1" status: 404 len: 352 time: 0.0807793 Aug 16 02:18:47.869373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-c30c2bac-e156-4a39-82aa-8e84b4c3d6d8 service neutron] 10.222.0.61 "GET /v2.0/networks/c5b26b0a-f9e2-4102-8599-4c4f8b73da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725740 Aug 16 02:18:47.943476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.974159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3bff470-fbc5-4ffd-a0bd-a979d3170c91 req-85ea0416-a732-46b3-b854-5eb5fdfb7534 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca43dde049054799870a68771aac16d7 HTTP/1.1" status: 200 len: 6153 time: 0.1036229 Aug 16 02:18:48.008179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Made reservation on behalf of 19686e587d024d1db506aa702c94cf24 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:48.020316 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.089203 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3bff470-fbc5-4ffd-a0bd-a979d3170c91 req-cec352bf-f377-4747-8f45-84fbf8659ed5 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/db0ff06d-01a1-4647-9399-4b29fa95507c HTTP/1.1" status: 200 len: 2985 time: 0.1141429 Aug 16 02:18:48.165445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-4dbdd21c-4442-4bce-860d-3be75edf783d service neutron] 10.222.0.61 "GET /v2.0/networks/c5b26b0a-f9e2-4102-8599-4c4f8b73da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140460 Aug 16 02:18:48.198906 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.243073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3bff470-fbc5-4ffd-a0bd-a979d3170c91 req-8b5011f8-5a82-4456-8378-0d49dd50de0c tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/db0ff06d-01a1-4647-9399-4b29fa95507c HTTP/1.1" status: 200 len: 2985 time: 0.1520896 Aug 16 02:18:48.379538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event updated for resources: {'Port': ['ID=d47d728e-7755-46f8-b0ba-f290308e6a58,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.393181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:48.397819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bd97dcd-3801-4f5c-a1e7-51fb7003996c req-2b6b7280-83a7-4c5a-bcb5-e019b61f22d5 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.0638745 Aug 16 02:18:48.404294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:48.421436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-50c3727a-ac9d-4d3a-bb1b-661ce612450b req-da19f6ea-170e-440b-aa8e-8e2d9e76b50a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1890978022', 'description': 'tempest-description-511659720'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:48.422664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:48.496076 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-50c3727a-ac9d-4d3a-bb1b-661ce612450b req-da19f6ea-170e-440b-aa8e-8e2d9e76b50a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.523512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Allocated IP 172.20.0.13 (0fa9b297-52fb-4f25-bd08-dcaaa3eee211/c1d87cc0-77d4-4b87-9c06-3abe5361aa09/c57821c9-2237-4a78-843c-100352023150) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:48.536768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76456f2e-a40b-4d32-a6f9-5b90db8d46bd req-ea2e9681-15b5-4856-9f2e-da56ce6a9e3b tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 210 time: 0.0677469 Aug 16 02:18:48.673214 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-50c3727a-ac9d-4d3a-bb1b-661ce612450b req-da19f6ea-170e-440b-aa8e-8e2d9e76b50a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.679597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-50c3727a-ac9d-4d3a-bb1b-661ce612450b req-da19f6ea-170e-440b-aa8e-8e2d9e76b50a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.730259 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-50c3727a-ac9d-4d3a-bb1b-661ce612450b req-da19f6ea-170e-440b-aa8e-8e2d9e76b50a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.734571 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50c3727a-ac9d-4d3a-bb1b-661ce612450b req-da19f6ea-170e-440b-aa8e-8e2d9e76b50a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3466988 Aug 16 02:18:48.736959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19f6ea-170e-440b-aa8e-8e2d9e76b50a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84c3a41-d148-4685-92fb-6b1c63f38925,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.798044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9d4d61de-7da1-49d4-b80c-6fc9aea91110 req-9af9a0bd-f90d-42d3-b3d9-a8d48617be02 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-59418585', 'description': 'tempest-description-1879680445'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:48.851605 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d4d61de-7da1-49d4-b80c-6fc9aea91110 req-9af9a0bd-f90d-42d3-b3d9-a8d48617be02 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.941156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:49.089749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d4d61de-7da1-49d4-b80c-6fc9aea91110 req-9af9a0bd-f90d-42d3-b3d9-a8d48617be02 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.099260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d4d61de-7da1-49d4-b80c-6fc9aea91110 req-9af9a0bd-f90d-42d3-b3d9-a8d48617be02 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.125741 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.139410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9a0bd-f90d-42d3-b3d9-a8d48617be02 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d79312-cf4f-4f56-8137-1969f92f0b1d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.140276 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.147167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1462236766-network', 'tenant_id': '78e98c757e5742e2878d0d3764712780'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:49.164892 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d4d61de-7da1-49d4-b80c-6fc9aea91110 req-9af9a0bd-f90d-42d3-b3d9-a8d48617be02 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.171686 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d4d61de-7da1-49d4-b80c-6fc9aea91110 req-9af9a0bd-f90d-42d3-b3d9-a8d48617be02 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3797579 Aug 16 02:18:49.213238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Transition to ACTIVE for port object c57821c9-2237-4a78-843c-100352023150 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:49.287010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Made reservation on behalf of 78e98c757e5742e2878d0d3764712780 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:49.290157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.311817 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.346149 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.510953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:49.527464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:49.538497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:49.597527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.598293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.650672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'Port': ['ID=c57821c9-2237-4a78-843c-100352023150,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.655621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a1e9-96f5-4eb3-b0da-155bcb716eac req-2fe17da0-7047-4a3c-bb5a-1db502cf7af7 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.657529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc8a1e9-96f5-4eb3-b0da-155bcb716eac req-2fe17da0-7047-4a3c-bb5a-1db502cf7af7 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 932 time: 0.1200383 Aug 16 02:18:49.710472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-356468b0-a60e-4bf5-9703-cce6f4844324 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.714143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-356468b0-a60e-4bf5-9703-cce6f4844324 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 812 time: 0.2814450 Aug 16 02:18:49.728147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.756131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-ecf14c2f-87ef-4cb6-afcb-13ae9a06975a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/quotas/ca43dde049054799870a68771aac16d7 HTTP/1.1" status: 200 len: 375 time: 0.0303884 Aug 16 02:18:49.760073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc8a1e9-96f5-4eb3-b0da-155bcb716eac req-aedde1d2-1939-4992-9116-4ff2f6a9be32 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954597 Aug 16 02:18:49.767521 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.005097 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ca57da4-d201-4ddd-8cf2-eb1d2bc2e307 req-71d2083e-b822-403b-96e1-b9656a3c1fe9 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 210 time: 0.0460348 Aug 16 02:18:50.014740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39eb7a8b-aa54-42ad-bd6f-ceec70eb7e3d None None] Provisioning for port c57821c9-2237-4a78-843c-100352023150 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:50.019578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39eb7a8b-aa54-42ad-bd6f-ceec70eb7e3d None None] Provisioning complete for port c57821c9-2237-4a78-843c-100352023150 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:50.019991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39eb7a8b-aa54-42ad-bd6f-ceec70eb7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.034362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-dcc3ba3e-7834-4d9b-94a3-6c6a608b363e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2609961 Aug 16 02:18:50.072893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.087618 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.090749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-39eb7a8b-aa54-42ad-bd6f-ceec70eb7e3d None None] Port c57821c9-2237-4a78-843c-100352023150 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:50.109114 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-07c3bfc9-b8e1-4b02-973a-5d94cf6ca44a tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3338611 Aug 16 02:18:50.134711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Request body: {'port': {'device_id': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:50.138676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:50.196276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-9214c712-5391-410c-9141-fd258dcd6f52 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.198566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-9214c712-5391-410c-9141-fd258dcd6f52 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.93 "GET /v2.0/networks?id=c5b26b0a-f9e2-4102-8599-4c4f8b73da08 HTTP/1.1" status: 200 len: 812 time: 0.3527634 Aug 16 02:18:50.205491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04414738-bd13-4759-9c82-daf94fd55e7b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.209004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.209315 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Added segment 76e66be6-3e8a-4fb0-b361-321a3a020985 of type vlan for network c67caea6-283c-446b-969c-70232c5b162c Aug 16 02:18:50.216505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Request body: {'port': {'device_id': '3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e', 'network_id': 'c5b26b0a-f9e2-4102-8599-4c4f8b73da08', 'admin_state_up': True, 'tenant_id': 'a10863395616412abc30fe89f96a1ca7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:50.311234 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.314527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.320349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-3d5a03f4-7817-40ad-a076-3810daecf01a service neutron] 10.222.0.61 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706513 Aug 16 02:18:50.384161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Router a7c8e619-99c2-4690-941c-cac1825a8f3a is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:50.416762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.417788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.418361 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.431588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Made reservation on behalf of a10863395616412abc30fe89f96a1ca7 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:50.435381 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.574051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5974917 Aug 16 02:18:50.576309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:50.580294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Allocated IP 172.20.0.6 (c5b26b0a-f9e2-4102-8599-4c4f8b73da08/b6896c84-4068-4db6-86a3-ffd95a4a33b4/a70ef735-f1b1-4085-a775-68e46f662812) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:50.590756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Request body: {'subnet': {'network_id': 'c67caea6-283c-446b-969c-70232c5b162c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1462236766-subnet', 'tenant_id': '78e98c757e5742e2878d0d3764712780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:50.641821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62a8ed-83a4-4c26-9439-00910ca3d9af admin admin] Pushing event updated for resources: {'Network': ['ID=c67caea6-283c-446b-969c-70232c5b162c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.653788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c67caea6-283c-446b-969c-70232c5b162c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:50.723241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Made reservation on behalf of 78e98c757e5742e2878d0d3764712780 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:50.725630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.802548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:50.812996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a35793-25f5-4d17-86b1-3a064dcfeb0b None None] Sync routers for ids ['a7c8e619-99c2-4690-941c-cac1825a8f3a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:50.818512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-759d268a-b29c-4c8c-b2c1-405f31c47e89 service neutron] 10.222.0.61 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822590 Aug 16 02:18:50.819935 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.824534 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-44e3554e-cfb9-4a21-aba8-d1ad64a3c2d1 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "PUT /v2.0/routers/a7c8e619-99c2-4690-941c-cac1825a8f3a HTTP/1.1" status: 200 len: 914 time: 4.6335676 Aug 16 02:18:50.829298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a35793-25f5-4d17-86b1-3a064dcfeb0b None None] Routers {'a7c8e619-99c2-4690-941c-cac1825a8f3a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:50.829930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-21a35793-25f5-4d17-86b1-3a064dcfeb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7c8e619-99c2-4690-941c-cac1825a8f3a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:50.834844 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:50.945052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-21a35793-25f5-4d17-86b1-3a064dcfeb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:50.945632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.969166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a35793-25f5-4d17-86b1-3a064dcfeb0b None None] Routers {'a7c8e619-99c2-4690-941c-cac1825a8f3a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:50.970772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb98315-fcdc-4ada-b240-864a0e6c0651 req-63611daf-f43a-4b5a-b7d7-b7e30b825b4f tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.972791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-21a35793-25f5-4d17-86b1-3a064dcfeb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a7c8e619-99c2-4690-941c-cac1825a8f3a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:50.979575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7bb98315-fcdc-4ada-b240-864a0e6c0651 req-63611daf-f43a-4b5a-b7d7-b7e30b825b4f tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 932 time: 0.0918400 Aug 16 02:18:51.048455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7bb98315-fcdc-4ada-b240-864a0e6c0651 req-93c1d90a-ce00-400e-bb07-e3ff30f57bb3 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676577 Aug 16 02:18:51.081532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.102828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-21a35793-25f5-4d17-86b1-3a064dcfeb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:51.108619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a35793-25f5-4d17-86b1-3a064dcfeb0b None None] The sync data for ids ['a7c8e619-99c2-4690-941c-cac1825a8f3a'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:51.219931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Network c5b26b0a-f9e2-4102-8599-4c4f8b73da08 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:51.275278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cd6b9af-d8d6-4ee0-b396-65b3353d448a req-cd48720e-039a-4c94-a042-cb6aa78e6522 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 210 time: 0.0665987 Aug 16 02:18:51.286940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:51.291549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57821c9-2237-4a78-843c-100352023150 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:51.299899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:51.313509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.331582 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4c69af37-9946-479e-8868-6cd3f3986d53 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/routers/a7c8e619-99c2-4690-941c-cac1825a8f3a HTTP/1.1" status: 200 len: 920 time: 0.4929285 Aug 16 02:18:51.357210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36564) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:51.381862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Pushing event updated for resources: {'Port': ['ID=a70ef735-f1b1-4085-a775-68e46f662812,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.413516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ccd5-648b-4935-b1c5-9fc873779319 req-ae8c4b3b-6007-40f2-9b5f-53f17534a95e tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.417928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Transition to ACTIVE for port object c57821c9-2237-4a78-843c-100352023150 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:51.428476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1d8ccd5-648b-4935-b1c5-9fc873779319 req-ae8c4b3b-6007-40f2-9b5f-53f17534a95e tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 931 time: 0.2344553 Aug 16 02:18:51.449841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.465543 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.467055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.504712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1d8ccd5-648b-4935-b1c5-9fc873779319 req-b5e9a3a6-f421-4d3c-a835-b47013c0e6fb tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703225 Aug 16 02:18:51.520046 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a45fc8ba-e231-4ce4-9702-962187ea7b3a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3114791 Aug 16 02:18:51.528932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0162a-8c6a-49c5-ae10-34967304d10b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.532751 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-15c0162a-8c6a-49c5-ae10-34967304d10b tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=a7c8e619-99c2-4690-941c-cac1825a8f3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1745667 Aug 16 02:18:51.536585 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.538164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Request body: {'port': {'device_id': '3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:51.539123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:51.613862 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.653522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Pushing event updated for resources: {'Port': ['ID=c57821c9-2237-4a78-843c-100352023150,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.924767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a1c6b0-5bb1-4a5a-b6bf-8de8024811ce,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.024717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Checking segment: {'id': '76e66be6-3e8a-4fb0-b361-321a3a020985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c67caea6-283c-446b-969c-70232c5b162c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:52.025123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Network hostable DHCP agents. Network: c67caea6-283c-446b-969c-70232c5b162c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:52.038844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70ef735-f1b1-4085-a775-68e46f662812 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:52.053769 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.061071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ba36a-916b-474f-9c0c-6de01baa2ae8 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.062462 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0e5ba36a-916b-474f-9c0c-6de01baa2ae8 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 881 time: 0.5146163 Aug 16 02:18:52.068392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Attempting to bind port c57821c9-2237-4a78-843c-100352023150 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:52.069128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Attempting to bind port c57821c9-2237-4a78-843c-100352023150 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:52.075813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:52.078876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Attempting to bind port c57821c9-2237-4a78-843c-100352023150 on network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:52.095597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Port c57821c9-2237-4a78-843c-100352023150 on network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:52.100781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Attempting to bind port c57821c9-2237-4a78-843c-100352023150 on network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:52.114938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Network c67caea6-283c-446b-969c-70232c5b162c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:52.116355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Transition to ACTIVE for port object a70ef735-f1b1-4085-a775-68e46f662812 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:52.120645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-18c1e6b0-4f0a-4847-ab24-62211c3588ba tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c8e619-99c2-4690-941c-cac1825a8f3a HTTP/1.1" status: 200 len: 205 time: 0.0427959 Aug 16 02:18:52.123040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:52.124370 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.130092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:52.132601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Checking segment: {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:52.133859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Bound using segment: {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:52.135820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Bound port: c57821c9-2237-4a78-843c-100352023150, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96c61d1-9fe7-402c-9764-87e7cfb95fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:52.136804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.151421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c67caea6-283c-446b-969c-70232c5b162c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:52.169006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5973b431-1e38-4eac-83a4-438fb3e9066e None None] Network c67caea6-283c-446b-969c-70232c5b162c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:52.208248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.209281 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.268760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-982fe1a6-59d2-4450-9762-cd373b8985df admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6838667 Aug 16 02:18:52.376694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] For port c57821c9-2237-4a78-843c-100352023150, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:52.380797 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.385315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] For port c57821c9-2237-4a78-843c-100352023150, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c57821c9-2237-4a78-843c-100352023150,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:52.523593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd978cce-ac4f-4ffb-9a82-805ddcc9870f req-c508e736-eb75-453c-8907-de632f8c7975 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 210 time: 0.1425762 Aug 16 02:18:52.553912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Pushing event updated for resources: {'Port': ['ID=a70ef735-f1b1-4085-a775-68e46f662812,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.576859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Attempting to bind port a70ef735-f1b1-4085-a775-68e46f662812 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:52.577265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Attempting to bind port a70ef735-f1b1-4085-a775-68e46f662812 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a42da764-10c2-4a73-badc-a9e327a4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c5b26b0a-f9e2-4102-8599-4c4f8b73da08'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:52.577545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Attempting to bind port a70ef735-f1b1-4085-a775-68e46f662812 on network c5b26b0a-f9e2-4102-8599-4c4f8b73da08 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:52.591229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1188a-7452-4567-9fab-b77a9f5dd48e req-bde3e909-f922-4653-8bc5-44cdfa1901da tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.597082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7d1188a-7452-4567-9fab-b77a9f5dd48e req-bde3e909-f922-4653-8bc5-44cdfa1901da tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 944 time: 0.4145300 Aug 16 02:18:52.597775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Port a70ef735-f1b1-4085-a775-68e46f662812 on network c5b26b0a-f9e2-4102-8599-4c4f8b73da08 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:52.598107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Attempting to bind port a70ef735-f1b1-4085-a775-68e46f662812 on network c5b26b0a-f9e2-4102-8599-4c4f8b73da08 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:52.672072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:52.672491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Checking segment: {'id': 'a42da764-10c2-4a73-badc-a9e327a4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c5b26b0a-f9e2-4102-8599-4c4f8b73da08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:52.672895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Bound using segment: {'id': 'a42da764-10c2-4a73-badc-a9e327a4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c5b26b0a-f9e2-4102-8599-4c4f8b73da08'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:52.673352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Bound port: a70ef735-f1b1-4085-a775-68e46f662812, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42da764-10c2-4a73-badc-a9e327a4201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c5b26b0a-f9e2-4102-8599-4c4f8b73da08'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:52.673721 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.721991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7d1188a-7452-4567-9fab-b77a9f5dd48e req-0fe1b9ac-fc8a-46ed-9930-512194aaca64 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098216 Aug 16 02:18:52.858241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd10f1ab-5c72-4b3f-8fd3-1187a7e70f1d None None] Network c67caea6-283c-446b-969c-70232c5b162c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:52.943427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] For port a70ef735-f1b1-4085-a775-68e46f662812, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:53.004111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] For port a70ef735-f1b1-4085-a775-68e46f662812, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a70ef735-f1b1-4085-a775-68e46f662812,segment=NetworkSegment(a42da764-10c2-4a73-badc-a9e327a4201c),segment_id=a42da764-10c2-4a73-badc-a9e327a4201c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:53.007044 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.038467 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.185098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.186078 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.187938 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] 10.222.0.93 "PUT /v2.0/ports/c57821c9-2237-4a78-843c-100352023150 HTTP/1.1" status: 200 len: 1093 time: 3.0675459 Aug 16 02:18:53.188714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:53.194938 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:53.327058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da17ecd-2ea0-4302-9cef-2ade9110516b service neutron] Pushing event updated for resources: {'Port': ['ID=c57821c9-2237-4a78-843c-100352023150,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.356144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-270f4327-c265-4efa-a432-5f02bcd3ffad tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.357815 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-270f4327-c265-4efa-a432-5f02bcd3ffad tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.86 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 812 time: 0.3653178 Aug 16 02:18:53.372601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.401991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'port': {'device_id': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd', 'admin_state_up': True, 'tenant_id': 'ca43dde049054799870a68771aac16d7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:53.462194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-cd35cff7-f1a9-4c84-9afa-a35ad82f5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.463904 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-cd35cff7-f1a9-4c84-9afa-a35ad82f5ced service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19686e587d024d1db506aa702c94cf24&device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1096 time: 0.1999209 Aug 16 02:18:53.593548 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-85e19d2f-96e9-4961-86ef-49ba409b67e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57821c9-2237-4a78-843c-100352023150 HTTP/1.1" status: 200 len: 217 time: 0.1066000 Aug 16 02:18:53.704410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-5681762e-1c52-4d2e-8054-274866568c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.706092 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-5681762e-1c52-4d2e-8054-274866568c44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1d87cc0-77d4-4b87-9c06-3abe5361aa09 HTTP/1.1" status: 200 len: 853 time: 0.0974805 Aug 16 02:18:53.729111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Pushing event updated for resources: {'Port': ['ID=a70ef735-f1b1-4085-a775-68e46f662812,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.772941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa938533-f08e-4c46-a59f-fbba88093f5d req-ecbb89f8-7c42-4171-a46a-004038237544 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.773460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Deleting port d47d728e-7755-46f8-b0ba-f290308e6a58 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:53.774507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.775257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa938533-f08e-4c46-a59f-fbba88093f5d req-ecbb89f8-7c42-4171-a46a-004038237544 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 943 time: 0.9319434 Aug 16 02:18:53.776808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.777495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.778958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b649c939-1211-4f9d-8b59-3fa43662fabd service neutron] 10.222.0.93 "PUT /v2.0/ports/a70ef735-f1b1-4085-a775-68e46f662812 HTTP/1.1" status: 200 len: 1092 time: 2.2510233 Aug 16 02:18:53.809737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e', 'tag': 'a70ef735-f1b1-4085-a775-68e46f662812'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:53.817884 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc8bce-95b8-4e5a-b065-c9bca8dec519" -d '{"events": [{"name": "network-changed", "server_uuid": "3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e", "tag": "a70ef735-f1b1-4085-a775-68e46f662812"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:53.820077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Made reservation on behalf of ca43dde049054799870a68771aac16d7 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:53.827857 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.885155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-7bf36a04-c3f2-4da8-8c62-dea016b0ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.886346 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-7bf36a04-c3f2-4da8-8c62-dea016b0ec13 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1722145 Aug 16 02:18:53.938195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a077c0d6-a7d0-4255-bf9d-599af210bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.939777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-a077c0d6-a7d0-4255-bf9d-599af210bfc5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a10863395616412abc30fe89f96a1ca7&device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 1095 time: 0.1104331 Aug 16 02:18:53.952277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa938533-f08e-4c46-a59f-fbba88093f5d req-25850936-1219-4ff0-840a-bc01fe146eb6 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242511 Aug 16 02:18:54.002230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-53a6a511-6907-4e6a-b46b-9225f182ec6d tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.009761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-53a6a511-6907-4e6a-b46b-9225f182ec6d tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/networks?id=c67caea6-283c-446b-969c-70232c5b162c HTTP/1.1" status: 200 len: 814 time: 0.2875378 Aug 16 02:18:54.013078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-038bf10e-196d-423f-9da4-94c5cc4188b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a70ef735-f1b1-4085-a775-68e46f662812 HTTP/1.1" status: 200 len: 217 time: 0.0599158 Aug 16 02:18:54.042675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.057835 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af59374-ec65-453b-8720-c872e463b0aa x-openstack-request-id: req-5af59374-ec65-453b-8720-c872e463b0aa {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:54.058161 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:54.058663 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5af59374-ec65-453b-8720-c872e463b0aa {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:54.059068 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150', 'status': 'completed', 'code': 200} Aug 16 02:18:54.089226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Calling delete_port for d47d728e-7755-46f8-b0ba-f290308e6a58 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:54.099782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-2043d9dd-a5d9-421a-9008-ca9ec63d1d85 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/quotas/78e98c757e5742e2878d0d3764712780 HTTP/1.1" status: 200 len: 375 time: 0.0889709 Aug 16 02:18:54.162628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e7202fbd-82dc-467c-bdef-7aac2267a94c tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=78e98c757e5742e2878d0d3764712780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613487 Aug 16 02:18:54.232770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Allocated IP 172.20.0.5 (76666cef-9bbb-4f54-9eca-a89d0a36a7dd/400686f8-5b7c-4d2b-961c-d12d6d68587a/5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:54.236652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-6e1cee9a-ac38-41f0-b7de-fc3c3399bfac service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052995 Aug 16 02:18:54.285625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5e7c7e1-0d74-4271-a142-9d235b25c97f req-abe491c5-123f-401a-9284-090a99dc1edc tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 210 time: 0.0614562 Aug 16 02:18:54.323153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-c7a56aa8-e7bf-4bcd-a0b2-0ce98e674adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.324822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-c7a56aa8-e7bf-4bcd-a0b2-0ce98e674adc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b6896c84-4068-4db6-86a3-ffd95a4a33b4 HTTP/1.1" status: 200 len: 852 time: 0.3037422 Aug 16 02:18:54.376510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-c7fbf89e-b1f5-46e2-9f96-e0dd09ae1581 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c5b26b0a-f9e2-4102-8599-4c4f8b73da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380287 Aug 16 02:18:54.462749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-7c20dff9-e7ef-4e83-a5f6-914cabfaa61b service neutron] 10.222.0.61 "GET /v2.0/networks/c67caea6-283c-446b-969c-70232c5b162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977743 Aug 16 02:18:54.498762 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bd22de95-e8bf-4d18-aa2f-84fe5c8bdb88 req-3aff047d-633f-488a-979b-4c33db8b1530 service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493663 Aug 16 02:18:54.625243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.642814 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.658552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-1c0e334d-8d06-4394-b7cb-e156099ddc0e service neutron] 10.222.0.93 "GET /v2.0/networks/c5b26b0a-f9e2-4102-8599-4c4f8b73da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714398 Aug 16 02:18:54.669750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf340b-bff8-470b-bf3f-aa3b232bc9ed req-61c58907-000f-428c-951a-5d856149249e tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.671348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6acf340b-bff8-470b-bf3f-aa3b232bc9ed req-61c58907-000f-428c-951a-5d856149249e tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 944 time: 0.1983120 Aug 16 02:18:54.683590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-442de4bf-76cc-4ebe-9b1c-d834adfc4e88 service neutron] 10.222.0.61 "GET /v2.0/networks/c67caea6-283c-446b-969c-70232c5b162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092593 Aug 16 02:18:54.690840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-6e2c9223-d153-44d3-95b0-8c38614851b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.692409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-6e2c9223-d153-44d3-95b0-8c38614851b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19686e587d024d1db506aa702c94cf24&device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1096 time: 0.1376286 Aug 16 02:18:54.693157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event deleted for resources: {'Port': ['ID=d47d728e-7755-46f8-b0ba-f290308e6a58,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:54.804325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6acf340b-bff8-470b-bf3f-aa3b232bc9ed req-1e5c6e9c-66ca-4f4e-b081-93a5d411596c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194327 Aug 16 02:18:54.811283 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.839393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-563d1bcf-dd23-408b-ade5-a3c665b2f8a0 req-b9130ab7-8c99-4866-9ca0-f2abbd3ef714 service neutron] 10.222.0.93 "GET /v2.0/networks/c5b26b0a-f9e2-4102-8599-4c4f8b73da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668675 Aug 16 02:18:54.884365 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b85a0a-2539-47d4-871e-724df6b31fd0 x-openstack-request-id: req-e0b85a0a-2539-47d4-871e-724df6b31fd0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:54.884667 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e", "tag": "a70ef735-f1b1-4085-a775-68e46f662812", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:54.884963 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0b85a0a-2539-47d4-871e-724df6b31fd0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:54.885420 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e', 'tag': 'a70ef735-f1b1-4085-a775-68e46f662812', 'status': 'completed', 'code': 200} Aug 16 02:18:54.924214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-1bd42c38-11f0-432d-8999-0b5712a621ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.925741 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-1bd42c38-11f0-432d-8999-0b5712a621ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211 HTTP/1.1" status: 200 len: 915 time: 0.2012303 Aug 16 02:18:54.926757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d23d5ec-9625-4dea-9265-3720ffb71358 req-4953c26c-0a79-49dc-a8fe-2f95cf8f2dec tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 210 time: 0.0384383 Aug 16 02:18:54.978769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-054e597f-661e-4e4f-a2d0-506f39f72ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.980652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-054e597f-661e-4e4f-a2d0-506f39f72ee0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a10863395616412abc30fe89f96a1ca7&device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 1095 time: 0.0528636 Aug 16 02:18:55.004984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.007409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.010487 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.013015 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-b431f9f8-bdc4-4cdb-98ce-bbb50a7e4b78 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57821c9-2237-4a78-843c-100352023150 HTTP/1.1" status: 200 len: 217 time: 0.0492902 Aug 16 02:18:55.041412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['46109e6a-f775-4668-be4d-54d9b211270b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:55.131308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:55.134641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:55.139071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:55.143336 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.143852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Fanout notify agent at l3_agent the message router_deleted on router a7c8e619-99c2-4690-941c-cac1825a8f3a {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:18:55.150896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-c8da3cc9-c7db-41af-b3c4-05821c7054e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.152713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-c8da3cc9-c7db-41af-b3c4-05821c7054e3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c5b26b0a-f9e2-4102-8599-4c4f8b73da08 HTTP/1.1" status: 200 len: 913 time: 0.1649406 Aug 16 02:18:55.158019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.159153 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-84da7e85-1c14-46c3-9c29-d9a1bdbe8178 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/a7c8e619-99c2-4690-941c-cac1825a8f3a HTTP/1.1" status: 204 len: 168 time: 3.0348647 Aug 16 02:18:55.179264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:55.184375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'Port': ['ID=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.199290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6c6cf-bb19-48fc-902d-8723782565a1 req-5923e299-77bf-40a1-b122-7d155cebe0ef tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.201973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7d6c6cf-bb19-48fc-902d-8723782565a1 req-5923e299-77bf-40a1-b122-7d155cebe0ef tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 943 time: 0.1512899 Aug 16 02:18:55.203070 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-2fe8157e-ea78-42a6-8348-cdde4d93df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.204588 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-2fe8157e-ea78-42a6-8348-cdde4d93df9d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1d87cc0-77d4-4b87-9c06-3abe5361aa09 HTTP/1.1" status: 200 len: 853 time: 0.1763067 Aug 16 02:18:55.206380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cb519097-c2d8-413c-9a56-87044c5cbe00 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2021765182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:55.232019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.232675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.270530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4d78516f-226f-4fa2-bc58-c888b314b3dd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8809528 Aug 16 02:18:55.277333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-267a4b2e-f871-4ced-be2e-bca3e5c85489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.279010 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-267a4b2e-f871-4ced-be2e-bca3e5c85489 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652039 Aug 16 02:18:55.279882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-0c626f25-c4da-405d-9344-75ab91168fc7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a70ef735-f1b1-4085-a775-68e46f662812 HTTP/1.1" status: 200 len: 217 time: 0.1166921 Aug 16 02:18:55.372519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7d6c6cf-bb19-48fc-902d-8723782565a1 req-3fe5bd26-52af-4911-a6f8-946ebaf8e321 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552646 Aug 16 02:18:55.385081 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb519097-c2d8-413c-9a56-87044c5cbe00 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.386519 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb519097-c2d8-413c-9a56-87044c5cbe00 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.405756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-0ef1fe60-0b63-4abd-acfb-609f6d39a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.407918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-0ef1fe60-0b63-4abd-acfb-609f6d39a916 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b6896c84-4068-4db6-86a3-ffd95a4a33b4 HTTP/1.1" status: 200 len: 852 time: 0.1109118 Aug 16 02:18:55.415626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Request body: {'port': {'device_id': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:55.457507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-c5979ad5-6d8d-40f4-9dea-c8d18e73b7c3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c5b26b0a-f9e2-4102-8599-4c4f8b73da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411220 Aug 16 02:18:55.464051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-d4974530-2f13-43ab-b690-eccccb8fdf8f service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682289 Aug 16 02:18:55.515273 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.520918 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb519097-c2d8-413c-9a56-87044c5cbe00 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.565500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb519097-c2d8-413c-9a56-87044c5cbe00 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.589038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb519097-c2d8-413c-9a56-87044c5cbe00 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.592776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cb519097-c2d8-413c-9a56-87044c5cbe00 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3875096 Aug 16 02:18:55.595861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:55.603078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'enable_snat': False}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:55.615617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb315b6-3add-49aa-9c49-3a2250814999 req-4aa0b003-5505-4ed1-ac9c-3c209cb76d33 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.617131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afb315b6-3add-49aa-9c49-3a2250814999 req-4aa0b003-5505-4ed1-ac9c-3c209cb76d33 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 931 time: 0.1653407 Aug 16 02:18:55.676636 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6101efc9-1ec2-4d46-80e1-8b03a9f790d5 req-b4b8c887-5123-4900-afb4-c89b42561cf2 service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057664 Aug 16 02:18:55.815474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-f47f59b1-4802-49eb-be53-394bc78ba250 service neutron] 10.222.0.93 "GET /v2.0/networks/c5b26b0a-f9e2-4102-8599-4c4f8b73da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181486 Aug 16 02:18:55.818399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afb315b6-3add-49aa-9c49-3a2250814999 req-9d411bcd-2ac4-409c-967b-1ba0f97cb5f4 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607947 Aug 16 02:18:55.885758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:55.895057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.911240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Transition to ACTIVE for port object 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:55.916454 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.933175 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.989363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.064596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Attempting to bind port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:56.064939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Attempting to bind port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '42051313-82cd-4a59-aa0c-e1697e1696b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:56.065294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Attempting to bind port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 on network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:56.070237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 on network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:56.070711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Attempting to bind port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 on network 76666cef-9bbb-4f54-9eca-a89d0a36a7dd {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:56.077136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:56.077508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Checking segment: {'id': '42051313-82cd-4a59-aa0c-e1697e1696b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:56.077943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Bound using segment: {'id': '42051313-82cd-4a59-aa0c-e1697e1696b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:56.078509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Bound port: 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42051313-82cd-4a59-aa0c-e1697e1696b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:56.079178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.090346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4460dfa6-3051-4d3f-89b1-078bfa5f4917 req-dd53a6a5-3b9c-446c-beff-97c3b47ae324 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 210 time: 0.0653362 Aug 16 02:18:56.115239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697d7c0-61aa-438e-9fd8-056009cd475f req-b0ee2b12-3883-4144-8f38-215f85c1e6d2 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.123848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0697d7c0-61aa-438e-9fd8-056009cd475f req-b0ee2b12-3883-4144-8f38-215f85c1e6d2 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 944 time: 0.2184851 Aug 16 02:18:56.135128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87cc8bce-95b8-4e5a-b065-c9bca8dec519 req-6888ff1e-706a-4a5f-9ba8-12fd214840e2 service neutron] 10.222.0.93 "GET /v2.0/networks/c5b26b0a-f9e2-4102-8599-4c4f8b73da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710474 Aug 16 02:18:56.182243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] For port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:56.185912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] For port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:56.196881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.197969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0697d7c0-61aa-438e-9fd8-056009cd475f req-c2b7be5e-feb9-41b7-bfcc-a17be85c1c00 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729704 Aug 16 02:18:56.224867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a70ef735-f1b1-4085-a775-68e46f662812 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:56.240956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.241584 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.246723 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] 10.222.0.86 "PUT /v2.0/ports/5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 HTTP/1.1" status: 200 len: 1092 time: 0.9594095 Aug 16 02:18:56.247215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:56.252588 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aa8de6-70a4-401b-8938-8bdc705b7926" -d '{"events": [{"name": "network-changed", "server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:56.400248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a70ef735-f1b1-4085-a775-68e46f662812, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a70ef735-f1b1-4085-a775-68e46f662812,segment=NetworkSegment(a42da764-10c2-4a73-badc-a9e327a4201c),segment_id=a42da764-10c2-4a73-badc-a9e327a4201c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:56.425466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'a70ef735-f1b1-4085-a775-68e46f662812', 'network_id': 'c5b26b0a-f9e2-4102-8599-4c4f8b73da08', 'port_id': 'a70ef735-f1b1-4085-a775-68e46f662812', 'mac_address': 'fa:16:3e:e1:33:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6896c84-4068-4db6-86a3-ffd95a4a33b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:56.428678 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6892a3a-e3fe-408c-b16f-c7aedc1c7160 x-openstack-request-id: req-e6892a3a-e3fe-408c-b16f-c7aedc1c7160 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:56.428678 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:56.429335 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6892a3a-e3fe-408c-b16f-c7aedc1c7160 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:56.429743 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4', 'status': 'completed', 'code': 200} Aug 16 02:18:56.460325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b713939-79c0-42c0-b275-1d934160b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.489532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-02aa900b-397d-4159-85de-625627b31857 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.491806 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-02aa900b-397d-4159-85de-625627b31857 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.86 "GET /v2.0/networks?id=c67caea6-283c-446b-969c-70232c5b162c HTTP/1.1" status: 200 len: 814 time: 0.2359462 Aug 16 02:18:56.499489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-ef471835-4a46-4b6e-a41f-8bc4e13f9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.501554 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-ef471835-4a46-4b6e-a41f-8bc4e13f9f22 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1095 time: 0.1024461 Aug 16 02:18:56.505339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.508660 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.520947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70ef735-f1b1-4085-a775-68e46f662812 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:56.530703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.545934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Request body: {'port': {'device_id': '145d8a3b-98ff-4f60-8837-79010682007e', 'network_id': 'c67caea6-283c-446b-969c-70232c5b162c', 'admin_state_up': True, 'tenant_id': '78e98c757e5742e2878d0d3764712780'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:56.556976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a70ef735-f1b1-4085-a775-68e46f662812, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a70ef735-f1b1-4085-a775-68e46f662812,segment=NetworkSegment(a42da764-10c2-4a73-badc-a9e327a4201c),segment_id=a42da764-10c2-4a73-badc-a9e327a4201c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:56.571926 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.597690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03278d6-d7f0-4090-928f-158a99f7ecf9 req-1a8a68c5-1740-4705-8153-b1cd98841489 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.599299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a03278d6-d7f0-4090-928f-158a99f7ecf9 req-1a8a68c5-1740-4705-8153-b1cd98841489 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 943 time: 0.1361690 Aug 16 02:18:56.643672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a70ef735-f1b1-4085-a775-68e46f662812,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.658944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.659630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.660203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.660753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.661315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.661886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.662475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.663026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.664829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.665420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.665984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.666543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:56.675744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a03278d6-d7f0-4090-928f-158a99f7ecf9 req-4712d996-959b-485d-b398-2594eba7956a tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698631 Aug 16 02:18:56.680858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-a8eba5da-60ec-435e-8c0a-344467e01a0c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 HTTP/1.1" status: 200 len: 217 time: 0.1094453 Aug 16 02:18:56.702869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Allocated IP 172.25.5.51 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/bdaf5b85-d8da-47a9-a10b-291880c9e6e7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:56.765261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a70ef735-f1b1-4085-a775-68e46f662812'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:56.772703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-15a1ec51-7d30-4c1f-b043-2543c3ca2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.774629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-15a1ec51-7d30-4c1f-b043-2543c3ca2d4c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 200 len: 852 time: 0.0849073 Aug 16 02:18:56.804399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Made reservation on behalf of 78e98c757e5742e2878d0d3764712780 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:56.808570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.814899 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.836252 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-feaae7b4-f047-46c4-aa3f-bc69a0063c23 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423975 Aug 16 02:18:56.863198 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.924237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:56.927400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:56.933105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:56.983287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Pushing event updated for resources: {'Port': ['ID=bdaf5b85-d8da-47a9-a10b-291880c9e6e7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.027247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-f19d808c-dd0f-4813-87e1-cfbaa6222a51 service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823819 Aug 16 02:18:57.093632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Allocated IP 172.20.0.4 (c67caea6-283c-446b-969c-70232c5b162c/67a1c6b0-5bb1-4a5a-b6bf-8de8024811ce/9907afcc-1141-458a-bc51-4f13b53a237c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:57.106495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d65f03-6b8c-4c0f-adaf-1a49934025ce req-926fbd96-4af6-423b-a0ad-bc7f83d0d0f0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.121599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25d65f03-6b8c-4c0f-adaf-1a49934025ce req-926fbd96-4af6-423b-a0ad-bc7f83d0d0f0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 943 time: 0.1371334 Aug 16 02:18:57.182467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-60b7f2d6-0216-4c99-a2bb-5a6eb3ab05be req-c7e1276b-eeb7-46c5-8200-94d96146a0fa service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457295 Aug 16 02:18:57.246236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d9d27ce-50cd-46a3-897b-13898bcf5688 req-8fb2ad85-b2db-49c8-8cb1-2b4e57953d8a tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 210 time: 0.0850921 Aug 16 02:18:57.360150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.362605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25d65f03-6b8c-4c0f-adaf-1a49934025ce req-37e6e888-c3da-43a7-8008-03ccf977bb3a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031891 Aug 16 02:18:57.396950 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-21b0efa7-8cdb-440e-975d-e05ad6cbada0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685985 Aug 16 02:18:57.421590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.455968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730b7d-cc0f-4eb8-bf7c-82f104f91ff4 req-2bfeda75-abe3-40ef-8c04-be119063c70f tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.460551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d730b7d-cc0f-4eb8-bf7c-82f104f91ff4 req-2bfeda75-abe3-40ef-8c04-be119063c70f tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 944 time: 0.1351328 Aug 16 02:18:57.478506 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.491146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Network c67caea6-283c-446b-969c-70232c5b162c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:57.505864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:57.515547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:57.577252 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d730b7d-cc0f-4eb8-bf7c-82f104f91ff4 req-61cce7a7-4985-47f5-bdf9-abc642393c77 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103015 Aug 16 02:18:57.997702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Pushing event updated for resources: {'Port': ['ID=9907afcc-1141-458a-bc51-4f13b53a237c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.020512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-4f2044e7-91c3-408f-8a20-09aba6a5c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.022902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-4f2044e7-91c3-408f-8a20-09aba6a5c77c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 1098 time: 0.5420535 Aug 16 02:18:58.025190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-9fee2656-71a3-45ca-9083-8fbc19af43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.026712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-9fee2656-71a3-45ca-9083-8fbc19af43e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1095 time: 0.5973554 Aug 16 02:18:58.033261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.033916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.052096 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-e09a563b-9c26-43d5-a862-619dcb5a7711 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5135133 Aug 16 02:18:58.085481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Request body: {'port': {'device_id': '145d8a3b-98ff-4f60-8837-79010682007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:58.212142 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.217641 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.230340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a70ef735-f1b1-4085-a775-68e46f662812 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:58.240952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945bd73-9f4c-4e42-8c49-ea45306f4c98 req-7c9707f3-4c86-45ec-acc9-c3717cf7db12 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.244269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a945bd73-9f4c-4e42-8c49-ea45306f4c98 req-7c9707f3-4c86-45ec-acc9-c3717cf7db12 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 944 time: 0.0803154 Aug 16 02:18:58.259064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.307673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-3cf78d35-cb10-4851-830b-c45e5ef25cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.310629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-3cf78d35-cb10-4851-830b-c45e5ef25cb5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.2574563 Aug 16 02:18:58.318483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port a70ef735-f1b1-4085-a775-68e46f662812 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:58.325762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port a70ef735-f1b1-4085-a775-68e46f662812 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:58.326121 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.327664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-04bee3ae-bb85-4604-ae59-d210dd9695a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.330961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-04bee3ae-bb85-4604-ae59-d210dd9695a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 913 time: 0.2765207 Aug 16 02:18:58.457931 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.468324 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-41d3322c-6448-4bc8-af04-746dded1afda service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 HTTP/1.1" status: 200 len: 217 time: 0.1224923 Aug 16 02:18:58.490157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a945bd73-9f4c-4e42-8c49-ea45306f4c98 req-e3c2a572-86ca-4ae5-a8d7-b7ad8a7ac389 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453776 Aug 16 02:18:58.507131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a70ef735-f1b1-4085-a775-68e46f662812, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a70ef735-f1b1-4085-a775-68e46f662812,segment=NetworkSegment(a42da764-10c2-4a73-badc-a9e327a4201c),segment_id=a42da764-10c2-4a73-badc-a9e327a4201c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:58.508802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ef735-f1b1-4085-a775-68e46f662812'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:58.511705 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110dd0ed-630d-43bf-9ad5-3645a80f6111" -d '{"events": [{"server_uuid": "3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e", "name": "network-vif-plugged", "status": "completed", "tag": "a70ef735-f1b1-4085-a775-68e46f662812"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:58.518354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.529059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f41f0-afa6-477b-b5d1-75e40095a33d req-22ba0444-5c9e-4982-bffe-70a1374e753d tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.541181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-944f41f0-afa6-477b-b5d1-75e40095a33d req-22ba0444-5c9e-4982-bffe-70a1374e753d tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 931 time: 0.1834431 Aug 16 02:18:58.549612 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-5b6623b0-0253-4618-b0e5-3db4e98ddc23 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 200 len: 1002 time: 0.2176306 Aug 16 02:18:58.590766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a70ef735-f1b1-4085-a775-68e46f662812,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.650065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-95321372-ecbe-4c42-ab3c-d39d81843e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.651582 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-95321372-ecbe-4c42-ab3c-d39d81843e67 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 200 len: 852 time: 0.1720412 Aug 16 02:18:58.664791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-944f41f0-afa6-477b-b5d1-75e40095a33d req-923e4a77-22b8-44e8-9f91-d55b2f738789 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904605 Aug 16 02:18:58.675835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597078e0-4d9c-455a-bc2a-1ca3f3497061 req-10a46704-99b8-47e7-9674-3d7d0cf92487 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.679244 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-597078e0-4d9c-455a-bc2a-1ca3f3497061 req-10a46704-99b8-47e7-9674-3d7d0cf92487 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 943 time: 0.1027353 Aug 16 02:18:58.701875 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-b72574c9-8528-412f-925c-6fc6127dbf5b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390139 Aug 16 02:18:58.707437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Router 947508e0-80df-4afe-a7c8-2cfbea7d2e6b is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:18:58.719873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-c0154208-9233-4276-bcdc-b9c878cd420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.721338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-c0154208-9233-4276-bcdc-b9c878cd420d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.1607876 Aug 16 02:18:58.777947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-597078e0-4d9c-455a-bc2a-1ca3f3497061 req-ad73d0d5-bf2e-434c-bd65-7cb50f7778ce tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939155 Aug 16 02:18:58.831034 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0a2888-501d-49a3-8dbf-62f7f7912f54 x-openstack-request-id: req-4c0a2888-501d-49a3-8dbf-62f7f7912f54 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:58.831358 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e", "name": "network-vif-plugged", "status": "completed", "tag": "a70ef735-f1b1-4085-a775-68e46f662812", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:58.831619 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c0a2888-501d-49a3-8dbf-62f7f7912f54 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:58.832023 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ef735-f1b1-4085-a775-68e46f662812', 'code': 200} Aug 16 02:18:58.890438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:18:58.896963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.900350 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35a0ce-5cbe-4377-9d9b-fcd2d81ab645 None None] Sync routers for ids ['947508e0-80df-4afe-a7c8-2cfbea7d2e6b'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:18:58.906776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a80f603c-97aa-4ef3-b73f-c2df8f890624 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "PUT /v2.0/routers/947508e0-80df-4afe-a7c8-2cfbea7d2e6b HTTP/1.1" status: 200 len: 915 time: 3.3084726 Aug 16 02:18:58.909149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:58.915347 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35a0ce-5cbe-4377-9d9b-fcd2d81ab645 None None] Routers {'947508e0-80df-4afe-a7c8-2cfbea7d2e6b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:58.916319 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b35a0ce-5cbe-4377-9d9b-fcd2d81ab645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['947508e0-80df-4afe-a7c8-2cfbea7d2e6b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:58.935800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-ebfa4a89-2bf0-4ec8-a78b-38acdba25cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.937853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-ebfa4a89-2bf0-4ec8-a78b-38acdba25cb2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827741 Aug 16 02:18:58.958843 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b35a0ce-5cbe-4377-9d9b-fcd2d81ab645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:58.964592 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-e5e56df6-940f-4bcf-8a1f-618df647b350 service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469993 Aug 16 02:18:58.968568 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35a0ce-5cbe-4377-9d9b-fcd2d81ab645 None None] Routers {'947508e0-80df-4afe-a7c8-2cfbea7d2e6b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:58.969181 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b35a0ce-5cbe-4377-9d9b-fcd2d81ab645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['947508e0-80df-4afe-a7c8-2cfbea7d2e6b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:59.002682 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b35a0ce-5cbe-4377-9d9b-fcd2d81ab645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:59.003346 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35a0ce-5cbe-4377-9d9b-fcd2d81ab645 None None] The sync data for ids ['947508e0-80df-4afe-a7c8-2cfbea7d2e6b'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:59.096777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968b0c5-025b-41bd-9736-913bc0f41938 req-c3c4ff80-8666-454f-a30c-7a619fa0ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.098318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7968b0c5-025b-41bd-9736-913bc0f41938 req-c3c4ff80-8666-454f-a30c-7a619fa0ed6d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 1097 time: 0.1883702 Aug 16 02:18:59.116158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bf881-cd9e-41b7-b12d-02b9810def4a req-c43dd0f6-f91d-435a-b025-7c2dc6f6da39 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.118137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b2bf881-cd9e-41b7-b12d-02b9810def4a req-c43dd0f6-f91d-435a-b025-7c2dc6f6da39 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 944 time: 0.2092819 Aug 16 02:18:59.143856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-169302c8-4cb8-4909-9c8a-341e126ff93c tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/routers/947508e0-80df-4afe-a7c8-2cfbea7d2e6b HTTP/1.1" status: 200 len: 921 time: 0.2324078 Aug 16 02:18:59.147042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36692) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:59.186132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7968b0c5-025b-41bd-9736-913bc0f41938 req-67cea156-1afa-4328-b352-a5b34cd45115 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797489 Aug 16 02:18:59.196734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b2bf881-cd9e-41b7-b12d-02b9810def4a req-074034ae-8fb4-4630-9f4d-bb5ac0960c81 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709033 Aug 16 02:18:59.216746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9907afcc-1141-458a-bc51-4f13b53a237c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:59.226852 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-e64fa627-3061-43c8-b9e4-8eb69626b72d service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759459 Aug 16 02:18:59.228813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.237149 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-91aa8de6-70a4-401b-8938-8bdc705b7926 req-7ef3d33e-f4aa-4fa5-ad05-060839db822c service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557700 Aug 16 02:18:59.268801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Transition to ACTIVE for port object 9907afcc-1141-458a-bc51-4f13b53a237c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:59.309742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.315704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283b1b0a-9780-4c0d-a60a-498be7f44ded tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.317219 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-283b1b0a-9780-4c0d-a60a-498be7f44ded tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=947508e0-80df-4afe-a7c8-2cfbea7d2e6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1656640 Aug 16 02:18:59.321132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:59.388081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=9907afcc-1141-458a-bc51-4f13b53a237c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:59.424418 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-477040d1-9b5e-41f4-948c-8f50cff555fd req-72de1ea8-daa0-455e-b513-a0b244ab1140 service neutron] 10.222.0.86 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837275 Aug 16 02:18:59.426764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224df2ef-e487-49c4-aaa8-79fd20b40dad tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.429594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-224df2ef-e487-49c4-aaa8-79fd20b40dad tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/networks/4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 881 time: 0.1066825 Aug 16 02:18:59.432436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:59.477655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7ac6ad26-c449-48a2-b4a3-0200fd049c64 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=947508e0-80df-4afe-a7c8-2cfbea7d2e6b HTTP/1.1" status: 200 len: 205 time: 0.0434651 Aug 16 02:18:59.480067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:59.504677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Attempting to bind port 9907afcc-1141-458a-bc51-4f13b53a237c on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:59.505169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Attempting to bind port 9907afcc-1141-458a-bc51-4f13b53a237c by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '76e66be6-3e8a-4fb0-b361-321a3a020985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c67caea6-283c-446b-969c-70232c5b162c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:59.505715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Attempting to bind port 9907afcc-1141-458a-bc51-4f13b53a237c on network c67caea6-283c-446b-969c-70232c5b162c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:59.513329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Port 9907afcc-1141-458a-bc51-4f13b53a237c on network c67caea6-283c-446b-969c-70232c5b162c not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:59.513441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Attempting to bind port 9907afcc-1141-458a-bc51-4f13b53a237c on network c67caea6-283c-446b-969c-70232c5b162c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:59.521452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:59.522030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Checking segment: {'id': '76e66be6-3e8a-4fb0-b361-321a3a020985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c67caea6-283c-446b-969c-70232c5b162c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:59.522879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Bound using segment: {'id': '76e66be6-3e8a-4fb0-b361-321a3a020985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c67caea6-283c-446b-969c-70232c5b162c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:59.523805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Bound port: 9907afcc-1141-458a-bc51-4f13b53a237c, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e66be6-3e8a-4fb0-b361-321a3a020985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c67caea6-283c-446b-969c-70232c5b162c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:59.524055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.597767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] For port 9907afcc-1141-458a-bc51-4f13b53a237c, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:59.602925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] For port 9907afcc-1141-458a-bc51-4f13b53a237c, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9907afcc-1141-458a-bc51-4f13b53a237c,segment=NetworkSegment(76e66be6-3e8a-4fb0-b361-321a3a020985),segment_id=76e66be6-3e8a-4fb0-b361-321a3a020985)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:59.608298 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.634823 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.651748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.652377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.653787 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] 10.222.0.86 "PUT /v2.0/ports/9907afcc-1141-458a-bc51-4f13b53a237c HTTP/1.1" status: 200 len: 1092 time: 1.5823812 Aug 16 02:18:59.654265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145d8a3b-98ff-4f60-8837-79010682007e', 'tag': '9907afcc-1141-458a-bc51-4f13b53a237c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:59.656484 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ace54a-aaa0-4095-a7d0-4049c23ba104" -d '{"events": [{"name": "network-changed", "server_uuid": "145d8a3b-98ff-4f60-8837-79010682007e", "tag": "9907afcc-1141-458a-bc51-4f13b53a237c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:59.691597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa1a99-a051-4005-affc-649f20e98e66 req-554192d5-21e1-435e-8a7d-c6006ec02fa4 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.693276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08fa1a99-a051-4005-affc-649f20e98e66 req-554192d5-21e1-435e-8a7d-c6006ec02fa4 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 945 time: 0.1085970 Aug 16 02:18:59.700644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074ac52-c0c3-4ef4-91d8-a19723d73cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=9907afcc-1141-458a-bc51-4f13b53a237c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:59.717572 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1affd9-f58c-46a5-9515-97b564f5ea38 x-openstack-request-id: req-2c1affd9-f58c-46a5-9515-97b564f5ea38 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:59.718575 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145d8a3b-98ff-4f60-8837-79010682007e", "tag": "9907afcc-1141-458a-bc51-4f13b53a237c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:59.718849 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c1affd9-f58c-46a5-9515-97b564f5ea38 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:59.719279 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145d8a3b-98ff-4f60-8837-79010682007e', 'tag': '9907afcc-1141-458a-bc51-4f13b53a237c', 'status': 'completed', 'code': 200} Aug 16 02:18:59.784540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-cb1982c1-32de-411b-a912-101b92466125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.785989 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-cb1982c1-32de-411b-a912-101b92466125 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78e98c757e5742e2878d0d3764712780&device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 1095 time: 0.0557613 Aug 16 02:18:59.838457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08fa1a99-a051-4005-affc-649f20e98e66 req-3e588d23-b31a-43c3-a429-1cd98ce78f6e tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332495 Aug 16 02:18:59.858385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-de481725-6d1b-485b-922f-6dd0d2ed39c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9907afcc-1141-458a-bc51-4f13b53a237c HTTP/1.1" status: 200 len: 217 time: 0.0552824 Aug 16 02:18:59.892439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff234ff9-53ae-4906-9ac2-8f5ce05baefd req-a2436ac4-28d6-42b1-8cf9-0f5f9e6782e4 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.894087 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff234ff9-53ae-4906-9ac2-8f5ce05baefd req-a2436ac4-28d6-42b1-8cf9-0f5f9e6782e4 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 943 time: 0.0930834 Aug 16 02:18:59.899333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.943215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-3ecd50fe-ef1e-4e09-824a-f192371f2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.944840 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-3ecd50fe-ef1e-4e09-824a-f192371f2e5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=67a1c6b0-5bb1-4a5a-b6bf-8de8024811ce HTTP/1.1" status: 200 len: 854 time: 0.0758114 Aug 16 02:18:59.983246 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-83b2649d-84b2-401d-88f5-3e3632faa397 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c67caea6-283c-446b-969c-70232c5b162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292614 Aug 16 02:18:59.985508 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff234ff9-53ae-4906-9ac2-8f5ce05baefd req-090e12ef-f99e-4f5b-a2d1-127ee945eae3 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796194 Aug 16 02:19:00.064986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717eea6-f5dc-4249-b7c5-854cd60f1ff4 req-9fb28490-5056-4832-8a81-09e21829800b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.074305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e717eea6-f5dc-4249-b7c5-854cd60f1ff4 req-9fb28490-5056-4832-8a81-09e21829800b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 943 time: 0.1252239 Aug 16 02:19:00.096416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Deleting port bdaf5b85-d8da-47a9-a10b-291880c9e6e7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:00.096917 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.143422 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-436355ad-04a9-46da-9538-142e21e54395 service neutron] 10.222.0.86 "GET /v2.0/networks/c67caea6-283c-446b-969c-70232c5b162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494169 Aug 16 02:19:00.178534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e717eea6-f5dc-4249-b7c5-854cd60f1ff4 req-2d407669-ca4c-44cb-a755-e03fad8396ab tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032600 Aug 16 02:19:00.221651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.240914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Calling delete_port for bdaf5b85-d8da-47a9-a10b-291880c9e6e7 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:00.253716 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a45976bc-1cc6-4f26-8b6c-68b1149f7442 req-3ec5dbe6-f7c4-41e3-827b-92a3c9f2ae4f service neutron] 10.222.0.86 "GET /v2.0/networks/c67caea6-283c-446b-969c-70232c5b162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017222 Aug 16 02:19:00.371452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99d83a-9a1d-483c-b486-b184e1ec6eee req-f72742bc-99d8-4299-bd1a-34414d10ce4b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.373072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc99d83a-9a1d-483c-b486-b184e1ec6eee req-f72742bc-99d8-4299-bd1a-34414d10ce4b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 944 time: 0.0727208 Aug 16 02:19:00.437286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-601bc71a-ad6c-4b52-9381-4ad6073b6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.440547 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-601bc71a-ad6c-4b52-9381-4ad6073b6b85 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78e98c757e5742e2878d0d3764712780&device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 1095 time: 0.0829496 Aug 16 02:19:00.540643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc99d83a-9a1d-483c-b486-b184e1ec6eee req-df1f3c7f-0a33-4d8c-ac2d-490c4a0d5173 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237774 Aug 16 02:19:00.550211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.574796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event deleted for resources: {'Port': ['ID=bdaf5b85-d8da-47a9-a10b-291880c9e6e7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:00.585153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.585519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.585719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.586607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.586942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.587423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.587742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.588066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.588673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.589012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.589343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.589650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:00.611608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-c708169e-c9af-4ab7-8263-3bcd64ebb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.613212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-c708169e-c9af-4ab7-8263-3bcd64ebb11d service neutron] 10.222.0.86 "GET /v2.0/networks?id=c67caea6-283c-446b-969c-70232c5b162c HTTP/1.1" status: 200 len: 915 time: 0.1650467 Aug 16 02:19:00.644121 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.680858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-9c44576c-df21-4546-acd0-2c1c7349190f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9907afcc-1141-458a-bc51-4f13b53a237c HTTP/1.1" status: 200 len: 217 time: 0.0507414 Aug 16 02:19:00.686331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.786171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-1fa43fce-5927-4c44-82f5-8006009439e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.790921 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-1fa43fce-5927-4c44-82f5-8006009439e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=67a1c6b0-5bb1-4a5a-b6bf-8de8024811ce HTTP/1.1" status: 200 len: 854 time: 0.0906518 Aug 16 02:19:00.818027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.820696 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.832707 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-4d006ddc-8603-495d-b455-e661b750a804 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c67caea6-283c-446b-969c-70232c5b162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357780 Aug 16 02:19:00.888557 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.889238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Fanout notify agent at l3_agent the message router_deleted on router 947508e0-80df-4afe-a7c8-2cfbea7d2e6b {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:00.897679 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.899526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9ce0df26-6696-49b8-b45a-aecfd5f85349 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/947508e0-80df-4afe-a7c8-2cfbea7d2e6b HTTP/1.1" status: 204 len: 168 time: 1.4183874 Aug 16 02:19:00.907899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:00.912551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-336986548', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:00.946470 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c413bea7-5059-469d-8a7b-3a01893ba9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.972202 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-dc090ffb-eaad-493d-b3ab-0641a07e83ec service neutron] 10.222.0.86 "GET /v2.0/networks/c67caea6-283c-446b-969c-70232c5b162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318345 Aug 16 02:19:01.029100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b541b06-deef-410c-be8f-2a221dfad177 req-61e11cd6-b875-4e4c-bdf0-64af10548ad2 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.030700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b541b06-deef-410c-be8f-2a221dfad177 req-61e11cd6-b875-4e4c-bdf0-64af10548ad2 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 945 time: 0.0642502 Aug 16 02:19:01.046017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.047146 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.056515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:01.081100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b541b06-deef-410c-be8f-2a221dfad177 req-1b4a7a80-899f-4e6a-8741-6523b1f78e50 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Aug 16 02:19:01.166664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.235945 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-29ace54a-aaa0-4095-a7d0-4049c23ba104 req-ab5a4587-55e0-4fe7-b707-feee6b7a90f7 service neutron] 10.222.0.86 "GET /v2.0/networks/c67caea6-283c-446b-969c-70232c5b162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535748 Aug 16 02:19:01.241447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dfa39-4e6b-437d-a466-51229d16a66c req-16458816-39b8-4ea4-8e54-7896cd729e10 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.249330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-115dfa39-4e6b-437d-a466-51229d16a66c req-16458816-39b8-4ea4-8e54-7896cd729e10 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 943 time: 0.1237333 Aug 16 02:19:01.276570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:01.301958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4', 'network_id': '76666cef-9bbb-4f54-9eca-a89d0a36a7dd', 'port_id': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4', 'mac_address': 'fa:16:3e:5b:cb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400686f8-5b7c-4d2b-961c-d12d6d68587a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:01.347013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-115dfa39-4e6b-437d-a466-51229d16a66c req-3d868b0f-dc9a-47b6-bff2-0e3ecacf7b67 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831828 Aug 16 02:19:01.370977 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.404429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:01.461988 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.468329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:01.481966 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.526475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed1893-3517-4331-993d-c453e0e3c049 req-3946f8c1-b7a2-44b5-8fdb-957ae90814cd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.541062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fed1893-3517-4331-993d-c453e0e3c049 req-3946f8c1-b7a2-44b5-8fdb-957ae90814cd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 943 time: 0.1109953 Aug 16 02:19:01.576857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:01.668753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fed1893-3517-4331-993d-c453e0e3c049 req-09a9ab0f-db1b-4d43-913e-2024d1b10740 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242073 Aug 16 02:19:01.835482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.873819 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.889324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa423888-f87d-4387-9aeb-64579468bc62 req-2b212c3c-a1e8-47b8-acbb-dd4722614996 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.892035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa423888-f87d-4387-9aeb-64579468bc62 req-2b212c3c-a1e8-47b8-acbb-dd4722614996 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 944 time: 0.1516380 Aug 16 02:19:01.921676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d12f-c148-4774-b6b4-97a9bf8843f6 req-5840ceff-c329-4366-80cd-91c2ecc56b24 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.922144 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6886d12f-c148-4774-b6b4-97a9bf8843f6 req-5840ceff-c329-4366-80cd-91c2ecc56b24 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 945 time: 0.1630003 Aug 16 02:19:01.996500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa423888-f87d-4387-9aeb-64579468bc62 req-30448830-0ae4-4fd5-8e4c-aa758a0cfa2b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924633 Aug 16 02:19:02.000499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6886d12f-c148-4774-b6b4-97a9bf8843f6 req-312e7cbd-d114-4635-95b3-59f2f5cbb8dd tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685244 Aug 16 02:19:02.026142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Allocated IP 172.25.5.90 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/e44e282f-cfe9-4e41-bd82-72eb828fced0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:02.089087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:02.171127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.224549 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.232309 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c57821c9-2237-4a78-843c-100352023150 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:02.276032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:02.283216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:02.285756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:02.288621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event updated for resources: {'Port': ['ID=e44e282f-cfe9-4e41-bd82-72eb828fced0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.460176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c57821c9-2237-4a78-843c-100352023150, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c57821c9-2237-4a78-843c-100352023150,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:02.472803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'c57821c9-2237-4a78-843c-100352023150', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'port_id': 'c57821c9-2237-4a78-843c-100352023150', 'mac_address': 'fa:16:3e:5e:ec:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:02.529275 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.557944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57821c9-2237-4a78-843c-100352023150 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:02.574924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6ae83-7f85-4270-910a-dc64c05f398f req-d1d4185c-70f3-4b41-b560-c990100084dc tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.584523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52e6ae83-7f85-4270-910a-dc64c05f398f req-d1d4185c-70f3-4b41-b560-c990100084dc tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 943 time: 0.0843444 Aug 16 02:19:02.599767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c57821c9-2237-4a78-843c-100352023150, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c57821c9-2237-4a78-843c-100352023150,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:02.612386 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.634663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52e6ae83-7f85-4270-910a-dc64c05f398f req-861550a9-365e-4382-b80f-d9476b2d9527 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Aug 16 02:19:02.652008 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.712350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c57821c9-2237-4a78-843c-100352023150,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.832681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263eb4b-d7ba-4439-bab6-84e1c11b88b3 req-df1c6a90-3cba-4858-8d32-3cf51ff2eec7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.834581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1263eb4b-d7ba-4439-bab6-84e1c11b88b3 req-df1c6a90-3cba-4858-8d32-3cf51ff2eec7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 944 time: 0.0581706 Aug 16 02:19:02.839869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c57821c9-2237-4a78-843c-100352023150'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:02.885353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1263eb4b-d7ba-4439-bab6-84e1c11b88b3 req-6b937fcc-d47b-45c7-af4e-063999447e29 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Aug 16 02:19:02.967143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.047618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-30531179-9410-4cf3-b28c-d03aa747d3ca tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.049850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-30531179-9410-4cf3-b28c-d03aa747d3ca tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.93 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 945 time: 0.0754516 Aug 16 02:19:03.101331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9907afcc-1141-458a-bc51-4f13b53a237c details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:03.306372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Router a08a48d7-628d-4ac4-b8ff-148da1b9b81b is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:03.357695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9907afcc-1141-458a-bc51-4f13b53a237c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9907afcc-1141-458a-bc51-4f13b53a237c,segment=NetworkSegment(76e66be6-3e8a-4fb0-b361-321a3a020985),segment_id=76e66be6-3e8a-4fb0-b361-321a3a020985)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:03.372582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cecafe-d050-4c8d-9490-6e15b058940f req-92d3a334-d6e9-410d-8d31-0bcc887f6675 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.374340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3cecafe-d050-4c8d-9490-6e15b058940f req-92d3a334-d6e9-410d-8d31-0bcc887f6675 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 945 time: 0.2133424 Aug 16 02:19:03.386934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c90a-51f4-4afb-9656-84f0aef9de65 req-b67534da-4460-4414-bbc3-fc291aecaa75 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.388877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6565c90a-51f4-4afb-9656-84f0aef9de65 req-b67534da-4460-4414-bbc3-fc291aecaa75 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 945 time: 0.2291491 Aug 16 02:19:03.395276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '9907afcc-1141-458a-bc51-4f13b53a237c', 'network_id': 'c67caea6-283c-446b-969c-70232c5b162c', 'port_id': '9907afcc-1141-458a-bc51-4f13b53a237c', 'mac_address': 'fa:16:3e:ec:8e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a1c6b0-5bb1-4a5a-b6bf-8de8024811ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:03.455672 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.473043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9907afcc-1141-458a-bc51-4f13b53a237c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:03.503564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9907afcc-1141-458a-bc51-4f13b53a237c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9907afcc-1141-458a-bc51-4f13b53a237c,segment=NetworkSegment(76e66be6-3e8a-4fb0-b361-321a3a020985),segment_id=76e66be6-3e8a-4fb0-b361-321a3a020985)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:03.514496 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.541209 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3cecafe-d050-4c8d-9490-6e15b058940f req-f488bfba-f181-4e2a-b594-ccdd0ccc8f45 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/security-groups?id=365aaf67-0b46-4255-b016-b8536d01bdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499574 Aug 16 02:19:03.548474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Deleting port a70ef735-f1b1-4085-a775-68e46f662812 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:03.551921 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.578880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9907afcc-1141-458a-bc51-4f13b53a237c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.602941 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ba5719f-ce5f-41d3-aafa-cc4428e41b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.630361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6565c90a-51f4-4afb-9656-84f0aef9de65 req-8c4046bf-8140-4f42-b2ba-0da372dd2a99 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282400 Aug 16 02:19:03.719780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] For port a70ef735-f1b1-4085-a775-68e46f662812, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a70ef735-f1b1-4085-a775-68e46f662812,segment=NetworkSegment(a42da764-10c2-4a73-badc-a9e327a4201c),segment_id=a42da764-10c2-4a73-badc-a9e327a4201c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:03.720737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.739803 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Calling delete_port for a70ef735-f1b1-4085-a775-68e46f662812 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:03.870500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd185da-fced-4742-ba25-a0f98945dedf req-7893af7b-742f-4f2d-ba97-4edeef53162b tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.871339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fd185da-fced-4742-ba25-a0f98945dedf req-7893af7b-742f-4f2d-ba97-4edeef53162b tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 944 time: 0.1112795 Aug 16 02:19:03.888156 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.906344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:03.922904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3060a-027b-4a9c-a85a-e89afb304713 None None] Sync routers for ids ['a08a48d7-628d-4ac4-b8ff-148da1b9b81b'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:03.935858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3060a-027b-4a9c-a85a-e89afb304713 None None] Routers {'a08a48d7-628d-4ac4-b8ff-148da1b9b81b'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:03.936642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8b3060a-027b-4a9c-a85a-e89afb304713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a08a48d7-628d-4ac4-b8ff-148da1b9b81b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:03.940181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.944635 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cd9db31d-ac76-41ac-a830-29c445b7a069 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0356870 Aug 16 02:19:03.954763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:03.974679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8b3060a-027b-4a9c-a85a-e89afb304713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:03.980863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:03.990386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fd185da-fced-4742-ba25-a0f98945dedf req-611af80b-4cf5-4500-9844-961f0b5e7d7a tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123979 Aug 16 02:19:04.003850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3060a-027b-4a9c-a85a-e89afb304713 None None] Routers {'a08a48d7-628d-4ac4-b8ff-148da1b9b81b'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:04.017690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8b3060a-027b-4a9c-a85a-e89afb304713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a08a48d7-628d-4ac4-b8ff-148da1b9b81b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:04.023198 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.038217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a70ef735-f1b1-4085-a775-68e46f662812'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:04.082172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Pushing event deleted for resources: {'Port': ['ID=a70ef735-f1b1-4085-a775-68e46f662812,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.094652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8b3060a-027b-4a9c-a85a-e89afb304713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:04.095327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3060a-027b-4a9c-a85a-e89afb304713 None None] The sync data for ids ['a08a48d7-628d-4ac4-b8ff-148da1b9b81b'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:04.097997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['9907afcc-1141-458a-bc51-4f13b53a237c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:04.142133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] No DVR routers for this DVR port a70ef735-f1b1-4085-a775-68e46f662812 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:04.149103 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.151474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99ac1346-5a5a-4482-85ca-149fc22ccaed req-469ddbf6-6ee4-489e-859a-c0b5f6968e34 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.93 "DELETE /v2.0/ports/a70ef735-f1b1-4085-a775-68e46f662812 HTTP/1.1" status: 204 len: 173 time: 1.0924098 Aug 16 02:19:04.153193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e', 'name': 'network-vif-deleted', 'tag': 'a70ef735-f1b1-4085-a775-68e46f662812'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:04.155681 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c697fe-3d65-4096-8354-7c68aca9bb58" -d '{"events": [{"server_uuid": "3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e", "name": "network-vif-deleted", "tag": "a70ef735-f1b1-4085-a775-68e46f662812"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:04.195844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25043fe-1f62-4981-b8df-98e6fe9c1906 req-d246580f-e8d1-4da2-8169-beca4fec5e6e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:04.198064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a25043fe-1f62-4981-b8df-98e6fe9c1906 req-d246580f-e8d1-4da2-8169-beca4fec5e6e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 944 time: 0.1296272 Aug 16 02:19:04.248557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c57821c9-2237-4a78-843c-100352023150 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:04.261571 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60aab52-9be3-4d8b-8d3e-06c345369bf7 x-openstack-request-id: req-d60aab52-9be3-4d8b-8d3e-06c345369bf7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:04.261966 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e", "name": "network-vif-deleted", "tag": "a70ef735-f1b1-4085-a775-68e46f662812", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:04.262309 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d60aab52-9be3-4d8b-8d3e-06c345369bf7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:04.263065 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e', 'name': 'network-vif-deleted', 'tag': 'a70ef735-f1b1-4085-a775-68e46f662812', 'status': 'completed', 'code': 200} Aug 16 02:19:04.284251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a25043fe-1f62-4981-b8df-98e6fe9c1906 req-4f5f2d69-35d7-4f1c-a831-667386d7d506 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757270 Aug 16 02:19:04.395387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port c57821c9-2237-4a78-843c-100352023150 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:04.401392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port c57821c9-2237-4a78-843c-100352023150 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:04.404629 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.526127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.545954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.569049 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.609080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57821c9-2237-4a78-843c-100352023150'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:04.615929 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22f17ea-d783-495c-9a3e-6c8abf6fd33e" -d '{"events": [{"server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "name": "network-vif-plugged", "status": "completed", "tag": "c57821c9-2237-4a78-843c-100352023150"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:04.631795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Deleting port e44e282f-cfe9-4e41-bd82-72eb828fced0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:04.632344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.656941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c57821c9-2237-4a78-843c-100352023150, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c57821c9-2237-4a78-843c-100352023150,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:04.665557 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.666390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a70ef735-f1b1-4085-a775-68e46f662812 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:04.761281 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fb0ec1-3760-457a-b2c5-d6d3d2178c3e x-openstack-request-id: req-51fb0ec1-3760-457a-b2c5-d6d3d2178c3e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:04.762380 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "name": "network-vif-plugged", "status": "completed", "tag": "c57821c9-2237-4a78-843c-100352023150", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:04.762648 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51fb0ec1-3760-457a-b2c5-d6d3d2178c3e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:04.764295 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57821c9-2237-4a78-843c-100352023150', 'code': 200} Aug 16 02:19:04.768189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: a70ef735-f1b1-4085-a775-68e46f662812 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:04.768547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a70ef735-f1b1-4085-a775-68e46f662812 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:04.779262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3aeff56-a5f7-4db5-b05b-0dbe510d5244 req-02915abc-c72f-4dd4-9da7-ad37bf101691 tempest-ServerPasswordTestJSON-1420550645 tempest-ServerPasswordTestJSON-1420550645-project] 10.222.0.61 "GET /v2.0/ports?device_id=3623e5da-a5b8-4bea-b4f0-a7aaf70cd72e HTTP/1.1" status: 200 len: 210 time: 0.0545180 Aug 16 02:19:04.843521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c57821c9-2237-4a78-843c-100352023150,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.857246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.865588 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.889953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Calling delete_port for e44e282f-cfe9-4e41-bd82-72eb828fced0 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:04.992865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197b2d8-dae8-405f-a87c-3a4e760d39a2 req-0efa026b-5d81-4023-add8-def24b0ac4cc tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:04.994536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3197b2d8-dae8-405f-a87c-3a4e760d39a2 req-0efa026b-5d81-4023-add8-def24b0ac4cc tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 946 time: 0.1448181 Aug 16 02:19:05.010721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f37cc-bedc-4884-bf0f-f28e7b89aa5c req-62b9a7f8-b319-41ef-9282-76cc1ae68c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.011882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a13f37cc-bedc-4884-bf0f-f28e7b89aa5c req-62b9a7f8-b319-41ef-9282-76cc1ae68c7a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1098 time: 0.1256754 Aug 16 02:19:05.075935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:05.078344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3197b2d8-dae8-405f-a87c-3a4e760d39a2 req-2bb22b8d-6e3d-4db4-ab2e-47bae9e3df1d tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652134 Aug 16 02:19:05.080240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a13f37cc-bedc-4884-bf0f-f28e7b89aa5c req-40ebf757-00ed-409b-9dcf-d7dbc3c455b6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590365 Aug 16 02:19:05.156386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:05.164951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:05.166387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.174767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.180986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6073c0-a812-4f43-a377-77c63292e22d req-069d5edb-c54a-4c08-9592-508eaa8eda25 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.181972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca6073c0-a812-4f43-a377-77c63292e22d req-069d5edb-c54a-4c08-9592-508eaa8eda25 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 944 time: 0.0758660 Aug 16 02:19:05.209761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Pushing event deleted for resources: {'Port': ['ID=e44e282f-cfe9-4e41-bd82-72eb828fced0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.246157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca6073c0-a812-4f43-a377-77c63292e22d req-ae3e0eeb-0fcf-4a8a-b605-d90a8e52108b tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529304 Aug 16 02:19:05.276479 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.303822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.323548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:05.335074 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.401637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.458391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760c312-bf15-42df-9e39-cebb60184ba2 req-8810a778-5834-493a-ab40-548ba63c255a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.460478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4760c312-bf15-42df-9e39-cebb60184ba2 req-8810a778-5834-493a-ab40-548ba63c255a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 945 time: 0.0628979 Aug 16 02:19:05.513742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4760c312-bf15-42df-9e39-cebb60184ba2 req-d57abb0c-2312-4d65-b172-2b7ba7833fda tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468559 Aug 16 02:19:05.579930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.582419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.667686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Router a08a48d7-628d-4ac4-b8ff-148da1b9b81b has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:05.753979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:05.763899 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668749b-e9da-4675-ad6a-6b7ce79d9249 None None] Sync routers for ids ['a08a48d7-628d-4ac4-b8ff-148da1b9b81b'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:05.766673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.771121 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fdc27cf3-b823-4b67-8de6-5c7bbec66152 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "PUT /v2.0/routers/a08a48d7-628d-4ac4-b8ff-148da1b9b81b HTTP/1.1" status: 200 len: 705 time: 1.8077559 Aug 16 02:19:05.771697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.777304 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668749b-e9da-4675-ad6a-6b7ce79d9249 None None] Routers {'a08a48d7-628d-4ac4-b8ff-148da1b9b81b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:05.779415 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2668749b-e9da-4675-ad6a-6b7ce79d9249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a08a48d7-628d-4ac4-b8ff-148da1b9b81b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.836422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.853219 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2668749b-e9da-4675-ad6a-6b7ce79d9249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.862780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ee7fd8b3-6aab-4ef1-af4a-42af84bc7d38 tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/routers/a08a48d7-628d-4ac4-b8ff-148da1b9b81b HTTP/1.1" status: 200 len: 740 time: 0.0875585 Aug 16 02:19:05.865277 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668749b-e9da-4675-ad6a-6b7ce79d9249 None None] Routers {'a08a48d7-628d-4ac4-b8ff-148da1b9b81b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:05.865406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.866063 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2668749b-e9da-4675-ad6a-6b7ce79d9249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a08a48d7-628d-4ac4-b8ff-148da1b9b81b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.910168 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2668749b-e9da-4675-ad6a-6b7ce79d9249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:05.910921 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668749b-e9da-4675-ad6a-6b7ce79d9249 None None] The sync data for ids ['a08a48d7-628d-4ac4-b8ff-148da1b9b81b'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:05.922855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2390567f-bc23-4573-b578-b4fda7f9206e admin admin] Deleting subnet b6896c84-4068-4db6-86a3-ffd95a4a33b4 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:05.926783 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7808eb6d-b5a6-4826-81a1-7a28ef4a3d4d tempest-RoutersAdminTest-2052147942 tempest-RoutersAdminTest-2052147942-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&device_id=a08a48d7-628d-4ac4-b8ff-148da1b9b81b HTTP/1.1" status: 200 len: 205 time: 0.0602770 Aug 16 02:19:05.929215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2390567f-bc23-4573-b578-b4fda7f9206e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.929430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.964729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-859d30a0-a96c-4961-acc5-6979492d5791 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=a08a48d7-628d-4ac4-b8ff-148da1b9b81b HTTP/1.1" status: 200 len: 205 time: 0.0337451 Aug 16 02:19:05.968732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.991737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2390567f-bc23-4573-b578-b4fda7f9206e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.037785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2390567f-bc23-4573-b578-b4fda7f9206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.067496 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84bddc8b-06d9-4bd4-bb74-2aa84eb78839 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.115588 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2390567f-bc23-4573-b578-b4fda7f9206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.147426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390567f-bc23-4573-b578-b4fda7f9206e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6896c84-4068-4db6-86a3-ffd95a4a33b4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.153695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2390567f-bc23-4573-b578-b4fda7f9206e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.158410 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2390567f-bc23-4573-b578-b4fda7f9206e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b6896c84-4068-4db6-86a3-ffd95a4a33b4 HTTP/1.1" status: 204 len: 168 time: 0.3187459 Aug 16 02:19:06.160494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:06.240274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.360368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.373040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b26b0a-f9e2-4102-8599-4c4f8b73da08']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:06.387038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42da764-10c2-4a73-badc-a9e327a4201c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:06.387038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42da764-10c2-4a73-badc-a9e327a4201c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:06.398387 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.416532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.422758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:06.423206 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:06.425139 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:06.489321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.495798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.500577 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c5b26b0a-f9e2-4102-8599-4c4f8b73da08 HTTP/1.1" status: 204 len: 168 time: 0.3362601 Aug 16 02:19:06.542029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f382b-9c78-4490-babe-3097b3865ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b26b0a-f9e2-4102-8599-4c4f8b73da08,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.659395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:06.701444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84bddc8b-06d9-4bd4-bb74-2aa84eb78839 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.708431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84bddc8b-06d9-4bd4-bb74-2aa84eb78839 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.719221 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-52c635ab-fc4b-4fd7-b38d-bf49fe13f2ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a10863395616412abc30fe89f96a1ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581865 Aug 16 02:19:06.721621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:06.765372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:06.769229 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42197961-a4d3-46c0-92a6-0f9cb30426d0" -d '{"events": [{"server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "name": "network-vif-plugged", "status": "completed", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:06.780237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dedf8-fcfa-4f03-918a-549927514dfc req-2473641f-59fb-4419-b0c2-0ea4abb0a86a tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.787488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-338d97f9-d18c-415b-9aae-6b9096154a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.788464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-528dedf8-fcfa-4f03-918a-549927514dfc req-2473641f-59fb-4419-b0c2-0ea4abb0a86a tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 944 time: 0.1349375 Aug 16 02:19:06.796906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4f2a-11c8-4975-a09f-d06f2b0005c2 req-3bd3ca2b-fc42-4de3-94c4-d2eb1af499e1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.798415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce4c4f2a-11c8-4975-a09f-d06f2b0005c2 req-3bd3ca2b-fc42-4de3-94c4-d2eb1af499e1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 946 time: 0.1467288 Aug 16 02:19:06.804703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84bddc8b-06d9-4bd4-bb74-2aa84eb78839 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.804703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bddc8b-06d9-4bd4-bb74-2aa84eb78839 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Fanout notify agent at l3_agent the message router_deleted on router a08a48d7-628d-4ac4-b8ff-148da1b9b81b {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:06.814462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84bddc8b-06d9-4bd4-bb74-2aa84eb78839 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.819234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-84bddc8b-06d9-4bd4-bb74-2aa84eb78839 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/a08a48d7-628d-4ac4-b8ff-148da1b9b81b HTTP/1.1" status: 204 len: 168 time: 0.8454616 Aug 16 02:19:06.821167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:06.839634 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-338d97f9-d18c-415b-9aae-6b9096154a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.882487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-528dedf8-fcfa-4f03-918a-549927514dfc req-1a11c464-b7e6-48b2-8d7c-82711024e5d0 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938365 Aug 16 02:19:06.906594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce4c4f2a-11c8-4975-a09f-d06f2b0005c2 req-05d03570-82d7-479b-a4b1-474d17b4d898 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990875 Aug 16 02:19:06.936397 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0f45fad8-9efe-4885-a0d9-066856fb0b9e tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=a08a48d7-628d-4ac4-b8ff-148da1b9b81b HTTP/1.1" status: 200 len: 205 time: 0.1073055 Aug 16 02:19:06.938852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:06.996282 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.011386 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-338d97f9-d18c-415b-9aae-6b9096154a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.014252 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-338d97f9-d18c-415b-9aae-6b9096154a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.015432 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-338d97f9-d18c-415b-9aae-6b9096154a03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/365aaf67-0b46-4255-b016-b8536d01bdf5 HTTP/1.1" status: 204 len: 168 time: 0.2928066 Aug 16 02:19:07.022692 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b8d656-81f0-43ae-bc1d-26950af64ebd x-openstack-request-id: req-33b8d656-81f0-43ae-bc1d-26950af64ebd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:07.022995 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "name": "network-vif-plugged", "status": "completed", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:07.025663 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33b8d656-81f0-43ae-bc1d-26950af64ebd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:07.026116 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4', 'code': 200} Aug 16 02:19:07.037866 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b79a9d26-97a2-4050-875b-d10deff5909d tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] delete failed (client error): The resource could not be found. Aug 16 02:19:07.046008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b79a9d26-97a2-4050-875b-d10deff5909d tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/a08a48d7-628d-4ac4-b8ff-148da1b9b81b HTTP/1.1" status: 404 len: 336 time: 0.1034346 Aug 16 02:19:07.050060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.052894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d97f9-d18c-415b-9aae-6b9096154a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365aaf67-0b46-4255-b016-b8536d01bdf5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.113932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9907afcc-1141-458a-bc51-4f13b53a237c up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:07.143296 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e672854c-9c41-4ec5-8771-6f1c3ae3ec00 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=947508e0-80df-4afe-a7c8-2cfbea7d2e6b HTTP/1.1" status: 200 len: 205 time: 0.0824807 Aug 16 02:19:07.143694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.237959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 9907afcc-1141-458a-bc51-4f13b53a237c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:07.242226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 9907afcc-1141-458a-bc51-4f13b53a237c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:07.242606 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.264232 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-bd9a7886-b769-4fb5-9719-8ffc64ab6a36 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] delete failed (client error): The resource could not be found. Aug 16 02:19:07.267899 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bd9a7886-b769-4fb5-9719-8ffc64ab6a36 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/947508e0-80df-4afe-a7c8-2cfbea7d2e6b HTTP/1.1" status: 404 len: 336 time: 0.1207671 Aug 16 02:19:07.268025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809f84e-46e8-4fc5-94d0-39950235efab req-67a93da7-efc6-40eb-b789-87a55fbdfe2e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.268025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6809f84e-46e8-4fc5-94d0-39950235efab req-67a93da7-efc6-40eb-b789-87a55fbdfe2e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 945 time: 0.2315857 Aug 16 02:19:07.268674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.339860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9406e887-4742-4dd8-9d1d-d0d4b1fbb113 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c8e619-99c2-4690-941c-cac1825a8f3a HTTP/1.1" status: 200 len: 205 time: 0.0665455 Aug 16 02:19:07.341058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0595d15-5add-4ce2-86c4-2110e0b61a54 req-71e1e9d6-017a-4c92-a1ad-6a1a852a4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.343711 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0595d15-5add-4ce2-86c4-2110e0b61a54 req-71e1e9d6-017a-4c92-a1ad-6a1a852a4a76 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1097 time: 0.1769731 Aug 16 02:19:07.343711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.363635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f80e62-bbe2-4648-a459-ae9b14fff316 req-4707a487-6bd2-4092-bac2-02078582cbfa tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.363635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06f80e62-bbe2-4648-a459-ae9b14fff316 req-4707a487-6bd2-4092-bac2-02078582cbfa tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 946 time: 0.1956408 Aug 16 02:19:07.370817 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.396282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6809f84e-46e8-4fc5-94d0-39950235efab req-bf3ff1d7-371d-4fb6-a4fc-eb2450c564fc tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102092 Aug 16 02:19:07.422050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 9907afcc-1141-458a-bc51-4f13b53a237c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9907afcc-1141-458a-bc51-4f13b53a237c,segment=NetworkSegment(76e66be6-3e8a-4fb0-b361-321a3a020985),segment_id=76e66be6-3e8a-4fb0-b361-321a3a020985)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.427484 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.451664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06f80e62-bbe2-4648-a459-ae9b14fff316 req-636794b3-ff32-4f35-b326-ab97f2b44bef tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771108 Aug 16 02:19:07.481463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.493181 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-6a5ff562-2975-48d3-9a07-6bc2f99ed5eb tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] delete failed (client error): The resource could not be found. Aug 16 02:19:07.500269 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6a5ff562-2975-48d3-9a07-6bc2f99ed5eb tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/a7c8e619-99c2-4690-941c-cac1825a8f3a HTTP/1.1" status: 404 len: 336 time: 0.1533325 Aug 16 02:19:07.500986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.538185 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0595d15-5add-4ce2-86c4-2110e0b61a54 req-79d6e8c6-7ff8-4507-8084-a542f99a21b2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757388 Aug 16 02:19:07.542049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=9907afcc-1141-458a-bc51-4f13b53a237c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.561472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-58f3c29e-fb42-4cbe-8cae-6c5af58d6d1f tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=91c0ee5b-5ae2-411c-9ff1-355bb9546598 HTTP/1.1" status: 200 len: 205 time: 0.0589085 Aug 16 02:19:07.564280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.613264 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-19746df0-0c4e-4533-952a-d00fc05e84aa tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] delete failed (client error): The resource could not be found. Aug 16 02:19:07.614620 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-19746df0-0c4e-4533-952a-d00fc05e84aa tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/91c0ee5b-5ae2-411c-9ff1-355bb9546598 HTTP/1.1" status: 404 len: 336 time: 0.0493493 Aug 16 02:19:07.618508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.650712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-656c955b-07b4-4eb3-a2fa-266d2bd7afbf tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd93f3d7-128d-4127-aaf9-51fd600cc4a3 HTTP/1.1" status: 200 len: 205 time: 0.0308049 Aug 16 02:19:07.653264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.701339 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-3f0c8704-df29-4fcc-ad38-4702e943c9cd tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] delete failed (client error): The resource could not be found. Aug 16 02:19:07.702400 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3f0c8704-df29-4fcc-ad38-4702e943c9cd tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/cd93f3d7-128d-4127-aaf9-51fd600cc4a3 HTTP/1.1" status: 404 len: 336 time: 0.0478520 Aug 16 02:19:07.705217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.738583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-34896f58-4a5b-4dd4-8054-0d8fdaf2920b tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa55306-5d24-4cd8-8b35-21b39c303b08 HTTP/1.1" status: 200 len: 205 time: 0.0300691 Aug 16 02:19:07.739027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.781022 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-bf0ce76e-48d8-41e8-82e2-856c0568534e tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] delete failed (client error): The resource could not be found. Aug 16 02:19:07.785727 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bf0ce76e-48d8-41e8-82e2-856c0568534e tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/routers/5aa55306-5d24-4cd8-8b35-21b39c303b08 HTTP/1.1" status: 404 len: 336 time: 0.0456953 Aug 16 02:19:07.785905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.816322 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-850db107-0a72-42c5-b2ae-bff3b0a83c86 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:07.816778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850db107-0a72-42c5-b2ae-bff3b0a83c86 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:07.821440 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-850db107-0a72-42c5-b2ae-bff3b0a83c86 tempest-RoutersAdminTest-660906171 tempest-RoutersAdminTest-660906171-project] 10.222.0.61 "DELETE /v2.0/subnets/8b857d60-5199-4ac3-a9e4-56d161294568 HTTP/1.1" status: 404 len: 337 time: 0.0307734 Aug 16 02:19:07.822007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d7633-7f27-40b5-bc26-73b9a6858f20 tempest-TestVolumeBackupRestore-683187011 tempest-TestVolumeBackupRestore-683187011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.826169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0f4d7633-7f27-40b5-bc26-73b9a6858f20 tempest-TestVolumeBackupRestore-683187011 tempest-TestVolumeBackupRestore-683187011-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1093 time: 0.3385887 Aug 16 02:19:07.827120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.834806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'c57821c9-2237-4a78-843c-100352023150', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:07.863534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.017678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.047772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979792ff-6e60-4c23-b97c-74c9ed58b28f req-78ba7ae7-5133-414e-9b72-bb07adf3b1bf tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:08.049705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-979792ff-6e60-4c23-b97c-74c9ed58b28f req-78ba7ae7-5133-414e-9b72-bb07adf3b1bf tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 945 time: 0.0837703 Aug 16 02:19:08.085330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.118849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-979792ff-6e60-4c23-b97c-74c9ed58b28f req-7def4bdb-ce81-45fa-8eda-33d93cc14562 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587490 Aug 16 02:19:08.200804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Allocated IP 172.25.5.249 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/8bdae017-725a-4d45-a1b6-1d4fb1bfd0e3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:08.365114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.419395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.448809 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10b3e6dc-34d8-410d-87d0-c6b9cd430376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.512262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:08.516909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:08.519588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'Port': ['ID=8bdae017-725a-4d45-a1b6-1d4fb1bfd0e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.523797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:08.578889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d4567-6963-40ec-8764-cb3f82a85987 req-14d41fc7-0d5e-49a0-a7a7-c03177551a4b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:08.580978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c1d4567-6963-40ec-8764-cb3f82a85987 req-14d41fc7-0d5e-49a0-a7a7-c03177551a4b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 945 time: 0.0898008 Aug 16 02:19:08.665302 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c1d4567-6963-40ec-8764-cb3f82a85987 req-d0e6ea2a-b1ac-4d51-a2a3-294bdfddde59 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702605 Aug 16 02:19:08.672236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10b3e6dc-34d8-410d-87d0-c6b9cd430376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.680537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10b3e6dc-34d8-410d-87d0-c6b9cd430376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.729606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-10b3e6dc-34d8-410d-87d0-c6b9cd430376 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d32777deb2bf4f849365fecca8b54f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431761 Aug 16 02:19:08.730509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3e6dc-34d8-410d-87d0-c6b9cd430376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834cfb24-b9d0-4ab2-9567-00aeac3be62e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.733100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.786493 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ab48aac-9f27-4a8a-bd01-847eb07a87eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.810822 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ab48aac-9f27-4a8a-bd01-847eb07a87eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.868346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ab48aac-9f27-4a8a-bd01-847eb07a87eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.871240 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ab48aac-9f27-4a8a-bd01-847eb07a87eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.872868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6ab48aac-9f27-4a8a-bd01-847eb07a87eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/834cfb24-b9d0-4ab2-9567-00aeac3be62e HTTP/1.1" status: 204 len: 168 time: 0.1387222 Aug 16 02:19:08.884784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab48aac-9f27-4a8a-bd01-847eb07a87eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834cfb24-b9d0-4ab2-9567-00aeac3be62e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.933008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2a9ef14-89c0-430d-9ce8-96d8b6d1c629 req-bd23f985-0515-447d-95ff-1cc2b2c18411 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0499868 Aug 16 02:19:09.027519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d8a3b-98ff-4f60-8837-79010682007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907afcc-1141-458a-bc51-4f13b53a237c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:09.031733 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973bfb9e-203f-412b-9c69-30e6c17af8bb" -d '{"events": [{"server_uuid": "145d8a3b-98ff-4f60-8837-79010682007e", "name": "network-vif-plugged", "status": "completed", "tag": "9907afcc-1141-458a-bc51-4f13b53a237c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:09.081806 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88486e4-37ed-47b5-bac9-47590276f8b9 x-openstack-request-id: req-c88486e4-37ed-47b5-bac9-47590276f8b9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:09.082269 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d8a3b-98ff-4f60-8837-79010682007e", "name": "network-vif-plugged", "status": "completed", "tag": "9907afcc-1141-458a-bc51-4f13b53a237c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:09.082732 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.082945 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c88486e4-37ed-47b5-bac9-47590276f8b9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:09.083352 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d8a3b-98ff-4f60-8837-79010682007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9907afcc-1141-458a-bc51-4f13b53a237c', 'code': 200} Aug 16 02:19:09.187132 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.258537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:09.330460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f8e49-62d6-4363-b149-5c3002a56384 req-748bf442-1af1-4fef-8ac3-2ebb51c487e5 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.339560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae0f8e49-62d6-4363-b149-5c3002a56384 req-748bf442-1af1-4fef-8ac3-2ebb51c487e5 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 945 time: 0.0901787 Aug 16 02:19:09.366123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-da9bb9f3-e827-4366-bb8e-3de585c2225f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fc9f5723b5e4f0cba51d106717d79e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050971 Aug 16 02:19:09.368830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36924) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:09.374364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0bc2-f132-4b04-a2dd-248cd6ef1536 req-abc6e04b-5d79-4542-bc6c-dbb36288334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.377879 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9ad0bc2-f132-4b04-a2dd-248cd6ef1536 req-abc6e04b-5d79-4542-bc6c-dbb36288334d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 1097 time: 0.1560690 Aug 16 02:19:09.432062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae0f8e49-62d6-4363-b149-5c3002a56384 req-bfcb1f96-8490-4577-b0da-6e4cf11db16e tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888939 Aug 16 02:19:09.444665 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9ad0bc2-f132-4b04-a2dd-248cd6ef1536 req-bde20531-604c-4560-88a1-1d2bab8834b6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513713 Aug 16 02:19:09.471971 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94aa0a99-f4b8-4d35-9648-66ca46aabe2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.496201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94aa0a99-f4b8-4d35-9648-66ca46aabe2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.500562 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.507404 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.568108 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94aa0a99-f4b8-4d35-9648-66ca46aabe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.572789 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94aa0a99-f4b8-4d35-9648-66ca46aabe2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.576299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-94aa0a99-f4b8-4d35-9648-66ca46aabe2b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/728d5d1f-efc5-4f87-9190-874e628df9bd HTTP/1.1" status: 204 len: 168 time: 0.2042248 Aug 16 02:19:09.593527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event updated for resources: {'Port': ['ID=8bdae017-725a-4d45-a1b6-1d4fb1bfd0e3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.597793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa0a99-f4b8-4d35-9648-66ca46aabe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728d5d1f-efc5-4f87-9190-874e628df9bd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.620409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.746617 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Floating IP c14801fd-b1e4-43b7-be93-ef8cb970a893 associated. External IP: 172.25.5.249, port: c57821c9-2237-4a78-843c-100352023150. Aug 16 02:19:09.906129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae69df5-1dce-4bbc-8e1d-5695e8726182 req-e1d22b0b-6705-4161-b674-bfafd75fea5b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.908276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ae69df5-1dce-4bbc-8e1d-5695e8726182 req-e1d22b0b-6705-4161-b674-bfafd75fea5b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 945 time: 0.1077380 Aug 16 02:19:09.957725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ae69df5-1dce-4bbc-8e1d-5695e8726182 req-3e640c36-21d3-4586-b564-8359ba48a0b1 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Aug 16 02:19:10.094016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b60c0af5-5af6-4411-a654-be043d039ccc req-a88fe4c9-552c-488e-a84c-d72cfa619b23 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0484297 Aug 16 02:19:10.159351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-998df2f9-299f-4807-8aca-79631a760884 req-0fc4511c-ddc7-4dfa-8b72-ea48c53f6d35 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1890978022&fields=id&tenant_id=ca43dde049054799870a68771aac16d7 HTTP/1.1" status: 200 len: 267 time: 0.0973823 Aug 16 02:19:10.187808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Router b6439ee1-539d-4871-91f4-85b1a257f9a0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:10.217043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998df2f9-299f-4807-8aca-79631a760884 req-1a884018-8e46-4690-b67c-fe3314ebfcc0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.224734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-998df2f9-299f-4807-8aca-79631a760884 req-1a884018-8e46-4690-b67c-fe3314ebfcc0 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 945 time: 0.0643721 Aug 16 02:19:10.230749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-998df2f9-299f-4807-8aca-79631a760884 req-1152d487-5f43-4225-9628-e62fb1b02b34 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'port': {'security_groups': ['db0ff06d-01a1-4647-9399-4b29fa95507c', 'c84c3a41-d148-4685-92fb-6b1c63f38925']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:10.306206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-998df2f9-299f-4807-8aca-79631a760884 req-1152d487-5f43-4225-9628-e62fb1b02b34 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.349330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:10.360995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] Sync routers for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:10.376121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:10.377225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:10.385912 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.438151 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e44673ab-e958-4a95-b077-9de46c00ba58 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6069975 Aug 16 02:19:10.438638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.439121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:10.441412 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5732afe-41d4-46bb-ac07-bc3f342949b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:10.498008 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d8a23c-9397-450f-8bed-ed10782541c9 x-openstack-request-id: req-c2d8a23c-9397-450f-8bed-ed10782541c9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:10.498258 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:10.498366 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2d8a23c-9397-450f-8bed-ed10782541c9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:10.498745 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150', 'status': 'completed', 'code': 200} Aug 16 02:19:10.517874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9343f9-437a-4a22-b17a-da059bd64f02 tempest-TestVolumeBackupRestore-683187011 tempest-TestVolumeBackupRestore-683187011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.522125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1b9343f9-437a-4a22-b17a-da059bd64f02 tempest-TestVolumeBackupRestore-683187011 tempest-TestVolumeBackupRestore-683187011-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1093 time: 0.0679798 Aug 16 02:19:10.524856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.560511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:10.576924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eab31a7c-cd1a-4242-bb79-fcfe5d71a15d tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Request body: {'floatingip': {'port_id': 'c57821c9-2237-4a78-843c-100352023150'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:10.744973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eab31a7c-cd1a-4242-bb79-fcfe5d71a15d tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.854426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'c14801fd-b1e4-43b7-be93-ef8cb970a893', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'port_id': 'c57821c9-2237-4a78-843c-100352023150', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'mac_address': 'fa:16:3e:5e:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:08Z', 'updated_at': '2021-08-16T02:19:08Z', 'revision_number': 0, 'project_id': '19686e587d024d1db506aa702c94cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:10.856893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-cbcfc735-3f13-4793-a591-29fffa933094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.858855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-cbcfc735-3f13-4793-a591-29fffa933094 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19686e587d024d1db506aa702c94cf24&device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1098 time: 0.3349028 Aug 16 02:19:10.899514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] Checking router: b6439ee1-539d-4871-91f4-85b1a257f9a0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:10.909374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:10.910109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:10.998832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db3f3-5b14-41e6-b872-7aa7901b8791 req-58a0221b-bf64-4a81-95e0-3558a8ba1d6f tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.006473 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-459db3f3-5b14-41e6-b872-7aa7901b8791 req-58a0221b-bf64-4a81-95e0-3558a8ba1d6f tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 945 time: 0.4201663 Aug 16 02:19:11.080978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-998df2f9-299f-4807-8aca-79631a760884 req-1152d487-5f43-4225-9628-e62fb1b02b34 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] For port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:11.114105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:11.200695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-459db3f3-5b14-41e6-b872-7aa7901b8791 req-df91dd29-89a8-4a41-8e38-b263ce468b4c tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932299 Aug 16 02:19:11.272212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dbcf1f5c-207f-4ab8-b7d4-feca82113aa1 req-4cfc19f8-d86c-4cb2-bd76-3a8ff9acae44 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0367231 Aug 16 02:19:11.342354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-998df2f9-299f-4807-8aca-79631a760884 req-1152d487-5f43-4225-9628-e62fb1b02b34 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.353133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-998df2f9-299f-4807-8aca-79631a760884 req-1152d487-5f43-4225-9628-e62fb1b02b34 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.362106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-bf4111f0-b633-4712-bfd6-541707d5b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.363709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-bf4111f0-b633-4712-bfd6-541707d5b881 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211 HTTP/1.1" status: 200 len: 915 time: 0.4924786 Aug 16 02:19:11.403683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['46109e6a-f775-4668-be4d-54d9b211270b', '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:11.564353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:11.644877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998df2f9-299f-4807-8aca-79631a760884 req-1152d487-5f43-4225-9628-e62fb1b02b34 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.645951 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-998df2f9-299f-4807-8aca-79631a760884 req-1152d487-5f43-4225-9628-e62fb1b02b34 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.653123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-998df2f9-299f-4807-8aca-79631a760884 req-1152d487-5f43-4225-9628-e62fb1b02b34 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "PUT /v2.0/ports/5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 HTTP/1.1" status: 200 len: 981 time: 1.4273021 Aug 16 02:19:11.679797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152d487-5f43-4225-9628-e62fb1b02b34 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'Port': ['ID=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:11.688898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:11.696345 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c643dba5-43be-4a2b-9e4f-f050c07bcf43" -d '{"events": [{"name": "network-changed", "server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:11.722963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:11.749218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f137fad-2a77-49a9-a15a-8e8d97470d59 req-a6e0191a-49f4-4b28-8cef-a15fa3568d73 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.2028129 Aug 16 02:19:11.786894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1050573678', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:11.801507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Made reservation on behalf of dc030d5c8f694a52bbfe92393ad1bcc7 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:11.806313 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.817256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.826453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-3fbce1a3-1d0b-4b42-ab0a-d9bc1b366d61 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57821c9-2237-4a78-843c-100352023150 HTTP/1.1" status: 200 len: 1000 time: 0.4530656 Aug 16 02:19:11.878956 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f390802d-af6a-4fb1-a65b-5adb15af071c x-openstack-request-id: req-f390802d-af6a-4fb1-a65b-5adb15af071c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:11.879293 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:11.880416 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f390802d-af6a-4fb1-a65b-5adb15af071c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:11.880845 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4', 'status': 'completed', 'code': 200} Aug 16 02:19:11.900570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aee6fc1f-9e43-4470-9e24-b91aa6a44b18 req-ae4ba8cd-5664-4856-9c0a-64e7da513350 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/c84c3a41-d148-4685-92fb-6b1c63f38925 HTTP/1.1" status: 200 len: 1802 time: 0.1948757 Aug 16 02:19:11.965376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'c14801fd-b1e4-43b7-be93-ef8cb970a893', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'port_id': 'c57821c9-2237-4a78-843c-100352023150', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'mac_address': 'fa:16:3e:5e:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:08Z', 'updated_at': '2021-08-16T02:19:08Z', 'revision_number': 0, 'project_id': '19686e587d024d1db506aa702c94cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:12.013045 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-aee6fc1f-9e43-4470-9e24-b91aa6a44b18 req-da8183f6-30b0-401e-8e6f-6a087e646bc3 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:19:12.014005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aee6fc1f-9e43-4470-9e24-b91aa6a44b18 req-da8183f6-30b0-401e-8e6f-6a087e646bc3 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/c84c3a41-d148-4685-92fb-6b1c63f38925 HTTP/1.1" status: 409 len: 341 time: 0.1126084 Aug 16 02:19:12.015471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-b607d73f-e3f6-4a10-ac49-e6f4ad2b8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.016873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-b607d73f-e3f6-4a10-ac49-e6f4ad2b8ad9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1d87cc0-77d4-4b87-9c06-3abe5361aa09 HTTP/1.1" status: 200 len: 853 time: 0.1788020 Aug 16 02:19:12.036032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a7ab5-f52d-405d-98f6-0ce95e203e2f None None] The sync data for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 is: [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'c14801fd-b1e4-43b7-be93-ef8cb970a893', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'port_id': 'c57821c9-2237-4a78-843c-100352023150', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'mac_address': 'fa:16:3e:5e:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:08Z', 'updated_at': '2021-08-16T02:19:08Z', 'revision_number': 0, 'project_id': '19686e587d024d1db506aa702c94cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:12.050964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-35aa6883-414e-4c26-b0ad-19c93b8d59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.056258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-35aa6883-414e-4c26-b0ad-19c93b8d59b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1136 time: 0.1269681 Aug 16 02:19:12.066109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.111605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.118461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] device_id is not set on port 3d9be0b3-1f9c-4199-ab35-6aab2fb17430 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:12.171892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-9b1e9441-4984-4719-9290-3e07238b36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.174106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-9b1e9441-4984-4719-9290-3e07238b36fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483839 Aug 16 02:19:12.339031 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eab31a7c-cd1a-4242-bb79-fcfe5d71a15d tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.355612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eab31a7c-cd1a-4242-bb79-fcfe5d71a15d tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.358449 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.452440 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11faa248-3b86-4fc8-a8ba-012651794a6f None None] New status for floating IP c14801fd-b1e4-43b7-be93-ef8cb970a893: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:19:12.677575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-03462c0c-4530-4e03-860d-3fd6f0e2890e service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956033 Aug 16 02:19:12.698970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d00ae6-82ce-4d36-8ead-46b1f0991c44 req-a978ccb6-2a40-4ef7-85e4-10db28a63ec8 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.700629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18d00ae6-82ce-4d36-8ead-46b1f0991c44 req-a978ccb6-2a40-4ef7-85e4-10db28a63ec8 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 945 time: 0.3551924 Aug 16 02:19:12.752206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f7908-874a-4da1-9bdf-9ba033af3cac req-a0e0478d-29c8-4913-9cc4-338794d4229d tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.753785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-783f7908-874a-4da1-9bdf-9ba033af3cac req-a0e0478d-29c8-4913-9cc4-338794d4229d tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 984 time: 0.2222679 Aug 16 02:19:12.862187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072b6676-de54-4ea9-be3b-d7a922c21e96,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:12.887731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.888076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.888420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.888755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.889086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.889417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.889746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.890070 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.890396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.890719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.891038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.891391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:12.922585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-c1d862bb-bf41-44da-9e04-49ca628e4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.925383 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-c1d862bb-bf41-44da-9e04-49ca628e4b02 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 913 time: 0.8583934 Aug 16 02:19:12.933582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18d00ae6-82ce-4d36-8ead-46b1f0991c44 req-6fdfdb05-da00-4abd-9e5a-c6ea5de9fdf6 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210085 Aug 16 02:19:12.948802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab31a7c-cd1a-4242-bb79-fcfe5d71a15d tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Router b6439ee1-539d-4871-91f4-85b1a257f9a0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:13.021395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-783f7908-874a-4da1-9bdf-9ba033af3cac req-f07a550e-be17-4aa1-80b2-17874e940006 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84c3a41-d148-4685-92fb-6b1c63f38925&id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2450726 Aug 16 02:19:13.039363 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-25e0d0b0-b43e-4580-97cb-ad23b812e34a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 HTTP/1.1" status: 200 len: 217 time: 0.1063344 Aug 16 02:19:13.094424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5732afe-41d4-46bb-ac07-bc3f342949b4 req-9ad6689e-72e5-42a5-9f76-2d8a2c9f5c02 service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068308 Aug 16 02:19:13.125229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Allocated IP 172.25.5.228 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/3d9be0b3-1f9c-4199-ab35-6aab2fb17430) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:13.143379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-bea0f3cf-030e-4cc4-b017-18566f41200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.144901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-bea0f3cf-030e-4cc4-b017-18566f41200c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 200 len: 852 time: 0.0886555 Aug 16 02:19:13.204980 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-17b39693-7761-462c-9409-c94eb836ab5d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339489 Aug 16 02:19:13.283765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e346b16-8dd7-491e-9209-8606ca385a4c req-32106396-8e80-40aa-9b1c-ff376ad22718 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.1163270 Aug 16 02:19:13.284962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab31a7c-cd1a-4242-bb79-fcfe5d71a15d tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:13.296177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] Sync routers for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:13.297218 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eab31a7c-cd1a-4242-bb79-fcfe5d71a15d tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.331808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:13.332600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:13.427338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eab31a7c-cd1a-4242-bb79-fcfe5d71a15d tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "PUT /v2.0/floatingips/c14801fd-b1e4-43b7-be93-ef8cb970a893 HTTP/1.1" status: 200 len: 992 time: 2.9012690 Aug 16 02:19:13.479830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-71b79a14-ee90-4d9e-819d-a50c77dc0e71 service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642598 Aug 16 02:19:13.489378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:13.512867 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.690022 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c643dba5-43be-4a2b-9e4f-f050c07bcf43 req-4f29176b-1934-4d82-b861-621baf603410 service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930530 Aug 16 02:19:13.710006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.755528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ab62-8bc4-4bd4-af4e-a5b4ea6de4fc req-986ff91c-dfa5-42fe-bc37-4172b3be6bae tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.758168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94c7ab62-8bc4-4bd4-af4e-a5b4ea6de4fc req-986ff91c-dfa5-42fe-bc37-4172b3be6bae tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 945 time: 0.1000621 Aug 16 02:19:13.815150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'c14801fd-b1e4-43b7-be93-ef8cb970a893', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'port_id': 'c57821c9-2237-4a78-843c-100352023150', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'mac_address': 'fa:16:3e:5e:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:08Z', 'updated_at': '2021-08-16T02:19:12Z', 'revision_number': 2, 'project_id': '19686e587d024d1db506aa702c94cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:13.834850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:13.849995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] Checking router: b6439ee1-539d-4871-91f4-85b1a257f9a0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:13.860326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:13.861062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:13.861214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94c7ab62-8bc4-4bd4-af4e-a5b4ea6de4fc req-992e018e-9b54-4e36-afd6-257f3d82e2fa tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793431 Aug 16 02:19:13.875251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:13.881794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150'}, {'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:13.884903 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68d35a9-4508-4a56-858c-a78f0bd19f87" -d '{"events": [{"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150"}, {"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:13.893151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Pushing event updated for resources: {'Port': ['ID=3d9be0b3-1f9c-4199-ab35-6aab2fb17430,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:13.904724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:13.951035 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18476922-316a-4f42-afb0-38c35de80a0c x-openstack-request-id: req-18476922-316a-4f42-afb0-38c35de80a0c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:13.951697 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:13.953121 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18476922-316a-4f42-afb0-38c35de80a0c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:13.953769 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150', 'status': 'completed', 'code': 200} Aug 16 02:19:13.954390 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150', 'status': 'completed', 'code': 200} Aug 16 02:19:13.967796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.968404 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.979669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-91d6a11c-227b-4401-a78b-9676ac678fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.981204 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-91d6a11c-227b-4401-a78b-9676ac678fda service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1136 time: 0.1898875 Aug 16 02:19:13.997294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:14.002166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a5512372-5ace-441a-bc5d-46288c911cee tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4363475 Aug 16 02:19:14.002799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:14.008210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.228'}]}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:14.026843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-b6d74229-c4c9-470e-b67e-d33c0c167451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.028455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-b6d74229-c4c9-470e-b67e-d33c0c167451 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19686e587d024d1db506aa702c94cf24&device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1098 time: 0.0558615 Aug 16 02:19:14.092509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.094351 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.158012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.227411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-54256544-7414-4f3b-935a-0d6bde20e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.229942 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-54256544-7414-4f3b-935a-0d6bde20e447 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 913 time: 0.2408514 Aug 16 02:19:14.310764 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-04726f9b-fc58-4f8a-afbd-99b4ce28d105 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 HTTP/1.1" status: 200 len: 217 time: 0.0418081 Aug 16 02:19:14.428686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.465481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-9acd917b-5986-4830-a13a-41e7874d5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.467118 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-9acd917b-5986-4830-a13a-41e7874d5347 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 200 len: 852 time: 0.1114209 Aug 16 02:19:14.564250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-83b1d698-6c7d-4688-8c7d-1fc187d9ebf4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706179 Aug 16 02:19:14.575690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'c14801fd-b1e4-43b7-be93-ef8cb970a893', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'port_id': 'c57821c9-2237-4a78-843c-100352023150', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'mac_address': 'fa:16:3e:5e:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:08Z', 'updated_at': '2021-08-16T02:19:12Z', 'revision_number': 2, 'project_id': '19686e587d024d1db506aa702c94cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:14.614540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefefdfc-11b0-4bd5-bf88-abc15ade0769 None None] The sync data for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 is: [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'c14801fd-b1e4-43b7-be93-ef8cb970a893', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'port_id': 'c57821c9-2237-4a78-843c-100352023150', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'mac_address': 'fa:16:3e:5e:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:08Z', 'updated_at': '2021-08-16T02:19:12Z', 'revision_number': 2, 'project_id': '19686e587d024d1db506aa702c94cf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:14.691761 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-74239d60-9bb3-4297-a293-1bdd6918bc5a service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172595 Aug 16 02:19:14.747680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dea9d90-2bf7-4d37-b86b-111c25950af6 req-92405f39-f3d6-4de1-9432-35b0cf4ac834 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0573792 Aug 16 02:19:14.825208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be52968-1fd2-45da-b612-7125f7ae9653 req-944542bf-7656-42d7-91a9-e0d039f46cdc tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.833336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be52968-1fd2-45da-b612-7125f7ae9653 req-944542bf-7656-42d7-91a9-e0d039f46cdc tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 984 time: 0.1416597 Aug 16 02:19:14.836372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-f553753f-1447-4af8-a0c4-9b1edd5a9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.837886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-f553753f-1447-4af8-a0c4-9b1edd5a9be0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211 HTTP/1.1" status: 200 len: 915 time: 0.8018672 Aug 16 02:19:14.855219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.887575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.951192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be52968-1fd2-45da-b612-7125f7ae9653 req-37bd78a1-b39f-47f5-8f50-dd67737cda2c tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84c3a41-d148-4685-92fb-6b1c63f38925&id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1115913 Aug 16 02:19:14.973210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-7001ea7c-7943-493c-9a40-8ba89a20c445 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57821c9-2237-4a78-843c-100352023150 HTTP/1.1" status: 200 len: 1002 time: 0.1065316 Aug 16 02:19:15.064972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-c9c9a65e-466b-4e73-8c76-b8efa4e81875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.066655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-c9c9a65e-466b-4e73-8c76-b8efa4e81875 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1d87cc0-77d4-4b87-9c06-3abe5361aa09 HTTP/1.1" status: 200 len: 853 time: 0.0858502 Aug 16 02:19:15.093351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5509-988a-47a5-92d3-c77680a67f92 req-84fad9cc-4c0d-4cf3-8cb7-cc0afb199430 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.094931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-305f5509-988a-47a5-92d3-c77680a67f92 req-84fad9cc-4c0d-4cf3-8cb7-cc0afb199430 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 945 time: 0.1045487 Aug 16 02:19:15.140884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f8f2a5-fa93-4ed8-91e9-1eb44c369d68 req-e66bbc23-0cba-4b46-87a1-04702e62ebe2 service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950156 Aug 16 02:19:15.142567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.157438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-305f5509-988a-47a5-92d3-c77680a67f92 req-ce975f6c-01a9-4399-a5b9-ebd6eae6ee99 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Aug 16 02:19:15.160562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-4c21dc46-963c-4619-b192-90d331df7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.161606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-4c21dc46-963c-4619-b192-90d331df7e70 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879114 Aug 16 02:19:15.292681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-898680d4-9711-4fb4-9776-b4619b1b47e6 service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237948 Aug 16 02:19:15.329221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.331798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.381383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.381938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca7cf93-f0fd-4974-ac24-a745ffe0f13f {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:15.401779 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:19:15.403408 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e6446ebe-75b5-4287-9d03-4258ff932f5d tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3985052 Aug 16 02:19:15.406189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:15.427968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-27595ab3-2c93-4b1e-9a40-f283727bd9b9 service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272290 Aug 16 02:19:15.519037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-b8e7a9fd-45c0-417c-b348-dd6c7fcf22df tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.520644 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-b8e7a9fd-45c0-417c-b348-dd6c7fcf22df tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.86 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 945 time: 0.1066692 Aug 16 02:19:15.529997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-f5dbfa25-1944-4e48-94d0-2e14ea11ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.531658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-f5dbfa25-1944-4e48-94d0-2e14ea11ce69 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19686e587d024d1db506aa702c94cf24&device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1098 time: 0.0548556 Aug 16 02:19:15.579293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3630bd94-d44e-474a-a6b0-1211f30ee6ca tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Deleting port 3d9be0b3-1f9c-4199-ab35-6aab2fb17430 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:15.579641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3630bd94-d44e-474a-a6b0-1211f30ee6ca tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.633350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-6370fd74-34c3-4274-baeb-a11581612ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.634976 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-6370fd74-34c3-4274-baeb-a11581612ddf service neutron] 10.222.0.93 "GET /v2.0/networks?id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211 HTTP/1.1" status: 200 len: 915 time: 0.0947196 Aug 16 02:19:15.711323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Deleting port 9907afcc-1141-458a-bc51-4f13b53a237c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:15.711654 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.712106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-652fe387-764c-44be-8980-f6c48d116691 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57821c9-2237-4a78-843c-100352023150 HTTP/1.1" status: 200 len: 1002 time: 0.0679386 Aug 16 02:19:15.718315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3630bd94-d44e-474a-a6b0-1211f30ee6ca tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.762874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-295a6eb4-b2c3-4b2f-9aae-dc8d084d5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.764538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-295a6eb4-b2c3-4b2f-9aae-dc8d084d5d45 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1d87cc0-77d4-4b87-9c06-3abe5361aa09 HTTP/1.1" status: 200 len: 853 time: 0.0474212 Aug 16 02:19:15.772434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3630bd94-d44e-474a-a6b0-1211f30ee6ca tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Calling delete_port for 3d9be0b3-1f9c-4199-ab35-6aab2fb17430 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:15.829454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-7807935f-727b-40a5-8146-d2fdfbf6482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.831178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-7807935f-727b-40a5-8146-d2fdfbf6482d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586734 Aug 16 02:19:15.904401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] For port 9907afcc-1141-458a-bc51-4f13b53a237c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=9907afcc-1141-458a-bc51-4f13b53a237c,segment=NetworkSegment(76e66be6-3e8a-4fb0-b361-321a3a020985),segment_id=76e66be6-3e8a-4fb0-b361-321a3a020985)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:15.905282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.922895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-630509f8-2e24-43af-af8d-33f2f77c331a req-731f0c87-18a2-43dc-9189-55f46763f362 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0525403 Aug 16 02:19:15.971074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Calling delete_port for 9907afcc-1141-458a-bc51-4f13b53a237c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:15.980504 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-0d647505-c1f6-419a-a5e1-2f0a9a44564a service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363409 Aug 16 02:19:16.085142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3630bd94-d44e-474a-a6b0-1211f30ee6ca tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.141131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c68d35a9-4508-4a56-858c-a78f0bd19f87 req-193df15b-1ea6-43cf-b567-394e13f060a6 service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528203 Aug 16 02:19:16.169232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630bd94-d44e-474a-a6b0-1211f30ee6ca tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d9be0b3-1f9c-4199-ab35-6aab2fb17430,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.173587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9226590-24f0-4364-b617-22d12ba7b02a req-572413ed-7c19-4323-8572-5348e00e53d6 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.175242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9226590-24f0-4364-b617-22d12ba7b02a req-572413ed-7c19-4323-8572-5348e00e53d6 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 984 time: 0.0896428 Aug 16 02:19:16.259500 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3630bd94-d44e-474a-a6b0-1211f30ee6ca tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.266576 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3630bd94-d44e-474a-a6b0-1211f30ee6ca tempest-RoutersAdminNegativeIpV6Test-1458093702 tempest-RoutersAdminNegativeIpV6Test-1458093702-project-admin] 10.222.0.61 "DELETE /v2.0/ports/3d9be0b3-1f9c-4199-ab35-6aab2fb17430 HTTP/1.1" status: 204 len: 168 time: 0.8585656 Aug 16 02:19:16.292043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9226590-24f0-4364-b617-22d12ba7b02a req-586bb842-2c3f-420a-893e-2df8547c4366 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=c84c3a41-d148-4685-92fb-6b1c63f38925&id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1001859 Aug 16 02:19:16.303735 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.337305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['9907afcc-1141-458a-bc51-4f13b53a237c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:16.342399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d88fda-e710-4e6b-8eb0-8d85226e09ac req-31d3edac-9433-40c4-b01c-f693b6ee84cc tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.350820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Pushing event deleted for resources: {'Port': ['ID=9907afcc-1141-458a-bc51-4f13b53a237c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.354733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7d88fda-e710-4e6b-8eb0-8d85226e09ac req-31d3edac-9433-40c4-b01c-f693b6ee84cc tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/ports?device_id=145d8a3b-98ff-4f60-8837-79010682007e HTTP/1.1" status: 200 len: 867 time: 0.1078675 Aug 16 02:19:16.414912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] No DVR routers for this DVR port 9907afcc-1141-458a-bc51-4f13b53a237c on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:16.417700 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.420262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aa9d0c30-6bd8-441c-b64e-2d4acc2dbc58 req-70678961-7c93-4fd9-a7c0-856c45327354 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.86 "DELETE /v2.0/ports/9907afcc-1141-458a-bc51-4f13b53a237c HTTP/1.1" status: 204 len: 173 time: 0.8924339 Aug 16 02:19:16.420562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d8a3b-98ff-4f60-8837-79010682007e', 'name': 'network-vif-deleted', 'tag': '9907afcc-1141-458a-bc51-4f13b53a237c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:16.423117 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79474ffd-a25a-459d-a9cc-814756a30d1f" -d '{"events": [{"server_uuid": "145d8a3b-98ff-4f60-8837-79010682007e", "name": "network-vif-deleted", "tag": "9907afcc-1141-458a-bc51-4f13b53a237c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:16.427748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7d88fda-e710-4e6b-8eb0-8d85226e09ac req-5f49f66e-6ae4-4f85-a1dc-f0dfe49960a3 tempest-ServerAddressesTestJSON-3980942 tempest-ServerAddressesTestJSON-3980942-project] 10.222.0.61 "GET /v2.0/security-groups?id=04414738-bd13-4759-9c82-daf94fd55e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701911 Aug 16 02:19:16.494929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-3f878036-a237-45ee-b97d-4596d7c9347c tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-59418585&fields=id&tenant_id=ca43dde049054799870a68771aac16d7 HTTP/1.1" status: 200 len: 267 time: 0.0823371 Aug 16 02:19:16.562906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-0c648d6b-61b2-4553-8b6f-d942000a16f7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.564708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-0c648d6b-61b2-4553-8b6f-d942000a16f7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 984 time: 0.0685234 Aug 16 02:19:16.583386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-dd125f63-a92e-48fd-87a4-b766fcdc746b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'port': {'security_groups': ['c84c3a41-d148-4685-92fb-6b1c63f38925', 'db0ff06d-01a1-4647-9399-4b29fa95507c', 'c2d79312-cf4f-4f56-8137-1969f92f0b1d']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:16.621370 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d3fb77-dad3-44ed-913e-054150dd4dea x-openstack-request-id: req-01d3fb77-dad3-44ed-913e-054150dd4dea {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:16.621676 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d8a3b-98ff-4f60-8837-79010682007e", "name": "network-vif-deleted", "tag": "9907afcc-1141-458a-bc51-4f13b53a237c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:16.621960 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01d3fb77-dad3-44ed-913e-054150dd4dea {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:16.622341 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d8a3b-98ff-4f60-8837-79010682007e', 'name': 'network-vif-deleted', 'tag': '9907afcc-1141-458a-bc51-4f13b53a237c', 'status': 'completed', 'code': 200} Aug 16 02:19:16.700898 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-dd125f63-a92e-48fd-87a4-b766fcdc746b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.809337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:17.021954 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6538-79ae-4dae-acef-1ea55e6a2c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.044513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-dd125f63-a92e-48fd-87a4-b766fcdc746b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] For port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:17.097211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f621dbb5-f5f3-4747-95f3-d1defa6b6244 req-bb20cc62-5311-4c1a-afaa-bd44b06524e1 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0494280 Aug 16 02:19:17.124972 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-dd125f63-a92e-48fd-87a4-b766fcdc746b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.140166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-dd125f63-a92e-48fd-87a4-b766fcdc746b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.174115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['46109e6a-f775-4668-be4d-54d9b211270b', '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:17.188839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-dd125f63-a92e-48fd-87a4-b766fcdc746b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.189680 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-dd125f63-a92e-48fd-87a4-b766fcdc746b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.191270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a123128c-3dfe-471e-8887-dc18983c27f2 req-dd125f63-a92e-48fd-87a4-b766fcdc746b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "PUT /v2.0/ports/5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 HTTP/1.1" status: 200 len: 1020 time: 0.6156011 Aug 16 02:19:17.191825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:17.194437 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d739deb-c93a-4130-90e1-4fe9f53ce94e" -d '{"events": [{"name": "network-changed", "server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:17.277694 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddeae6e-806b-47c1-a034-5a28d00ccb56 x-openstack-request-id: req-9ddeae6e-806b-47c1-a034-5a28d00ccb56 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:17.277694 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:17.281275 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ddeae6e-806b-47c1-a034-5a28d00ccb56 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:17.281275 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4', 'status': 'completed', 'code': 200} Aug 16 02:19:17.345808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd125f63-a92e-48fd-87a4-b766fcdc746b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'Port': ['ID=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.356008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:17.371903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5209915e-2a20-47c0-8548-c921f8ed35bc req-c357b739-8d53-4e7f-97e2-a78fc39fa49a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/c2d79312-cf4f-4f56-8137-1969f92f0b1d HTTP/1.1" status: 200 len: 1801 time: 0.1392858 Aug 16 02:19:17.391583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-4b7b0f68-28b7-4d67-beb3-617c27eab69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.393440 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-4b7b0f68-28b7-4d67-beb3-617c27eab69e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca43dde049054799870a68771aac16d7&device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1175 time: 0.0776942 Aug 16 02:19:17.462185 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6538-79ae-4dae-acef-1ea55e6a2c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.473527 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6538-79ae-4dae-acef-1ea55e6a2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.539963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:17.547647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf6538-79ae-4dae-acef-1ea55e6a2c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36cc5b5-6278-453a-8c0b-001dadc9d625,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.565964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e6bf6538-79ae-4dae-acef-1ea55e6a2c9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e414dfbe3a4649b9a42e44dfb4c4ec58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546449 Aug 16 02:19:17.569799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:17.607400 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-5209915e-2a20-47c0-8548-c921f8ed35bc req-381a44fe-163a-40c2-b614-9e9ca7bebff5 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:19:17.615626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5209915e-2a20-47c0-8548-c921f8ed35bc req-381a44fe-163a-40c2-b614-9e9ca7bebff5 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/c2d79312-cf4f-4f56-8137-1969f92f0b1d HTTP/1.1" status: 409 len: 341 time: 0.2354405 Aug 16 02:19:17.675702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e171996-00b6-4b47-887a-819b18f438d0 admin admin] Deleting subnet 67a1c6b0-5bb1-4a5a-b6bf-8de8024811ce {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:17.694853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e171996-00b6-4b47-887a-819b18f438d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.704093 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e60d11f-0eef-4ffc-ac93-f7db2c897018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.708762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-e5cbe3d4-4f4f-4a28-9505-149419f17e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.710540 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-e5cbe3d4-4f4f-4a28-9505-149419f17e29 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 200 len: 913 time: 0.3097134 Aug 16 02:19:17.744167 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e60d11f-0eef-4ffc-ac93-f7db2c897018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.832298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e60d11f-0eef-4ffc-ac93-f7db2c897018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.837354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e60d11f-0eef-4ffc-ac93-f7db2c897018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.839175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9e60d11f-0eef-4ffc-ac93-f7db2c897018 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c36cc5b5-6278-453a-8c0b-001dadc9d625 HTTP/1.1" status: 204 len: 168 time: 0.2682347 Aug 16 02:19:17.869313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60d11f-0eef-4ffc-ac93-f7db2c897018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36cc5b5-6278-453a-8c0b-001dadc9d625,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.926416 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-0d8bb699-72fb-4b21-bf03-e712baabd002 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 HTTP/1.1" status: 200 len: 217 time: 0.1478794 Aug 16 02:19:17.962101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e171996-00b6-4b47-887a-819b18f438d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.076735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-bbc5b2c8-a6b3-4d9e-a48d-9dbd33ad3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.078208 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-bbc5b2c8-a6b3-4d9e-a48d-9dbd33ad3f72 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 200 len: 852 time: 0.1390593 Aug 16 02:19:18.088754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e171996-00b6-4b47-887a-819b18f438d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.135192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b8403-49d0-47a3-a65b-c9b9a1d80b45 req-0cb78283-79a8-4013-a58c-d0dbbaa39d2e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.136886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e76b8403-49d0-47a3-a65b-c9b9a1d80b45 req-0cb78283-79a8-4013-a58c-d0dbbaa39d2e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1023 time: 0.1123927 Aug 16 02:19:18.172431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-48f8d3a7-fefa-4817-a3f9-aaa5c6911f1e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76666cef-9bbb-4f54-9eca-a89d0a36a7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798314 Aug 16 02:19:18.200784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e76b8403-49d0-47a3-a65b-c9b9a1d80b45 req-b5a0e2e2-47c9-45c8-be3e-8c0819699f88 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=c2d79312-cf4f-4f56-8137-1969f92f0b1d&id=c84c3a41-d148-4685-92fb-6b1c63f38925&id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0469153 Aug 16 02:19:18.277921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e171996-00b6-4b47-887a-819b18f438d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.333190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e171996-00b6-4b47-887a-819b18f438d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a1c6b0-5bb1-4a5a-b6bf-8de8024811ce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:18.340412 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e171996-00b6-4b47-887a-819b18f438d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.342980 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5e171996-00b6-4b47-887a-819b18f438d0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/67a1c6b0-5bb1-4a5a-b6bf-8de8024811ce HTTP/1.1" status: 204 len: 168 time: 0.8018241 Aug 16 02:19:18.345387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:18.392598 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-adafa13b-799c-4037-ba19-719ae6ab6c0a service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957986 Aug 16 02:19:18.462516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.520176 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:18.550214 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d739deb-c93a-4130-90e1-4fe9f53ce94e req-0c37a728-0d81-4741-820a-cfc361763ab3 service neutron] 10.222.0.86 "GET /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525810 Aug 16 02:19:18.632917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4cbcabf4-f3a0-4b68-8e0c-31229b2d8281 req-edd08798-6270-4be2-8cf1-712f256b590e tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0411756 Aug 16 02:19:18.644362 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.658216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67caea6-283c-446b-969c-70232c5b162c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:18.673995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e66be6-3e8a-4fb0-b361-321a3a020985') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:18.674291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e66be6-3e8a-4fb0-b361-321a3a020985') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:18.684050 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4e83b439-5013-49e7-a6d8-bde691646f2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc030d5c8f694a52bbfe92393ad1bcc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608269 Aug 16 02:19:18.686956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37124) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:18.698866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.714412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.727610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:18.728416 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:18.731028 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:18.755961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-219899a7-2626-406b-996f-0a6173c76d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.793668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-219899a7-2626-406b-996f-0a6173c76d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.810022 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.819628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.822768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] 10.222.0.61 "DELETE /v2.0/networks/c67caea6-283c-446b-969c-70232c5b162c HTTP/1.1" status: 204 len: 168 time: 0.4760334 Aug 16 02:19:18.837474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fb5f3-6182-4a42-b2dc-788a688ed85c admin admin] Pushing event deleted for resources: {'Network': ['ID=c67caea6-283c-446b-969c-70232c5b162c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:18.861985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-219899a7-2626-406b-996f-0a6173c76d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.864669 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-219899a7-2626-406b-996f-0a6173c76d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.869652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-219899a7-2626-406b-996f-0a6173c76d3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/072b6676-de54-4ea9-be3b-d7a922c21e96 HTTP/1.1" status: 204 len: 168 time: 0.1812503 Aug 16 02:19:18.880321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219899a7-2626-406b-996f-0a6173c76d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072b6676-de54-4ea9-be3b-d7a922c21e96,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.081066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:19.128103 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7f760118-9c25-4a05-9e83-b0187685dfda admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=78e98c757e5742e2878d0d3764712780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456393 Aug 16 02:19:19.131187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:19.172423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9907afcc-1141-458a-bc51-4f13b53a237c no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:19.187863 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77a73c7a-582c-41ab-96aa-7784a17bfa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.213457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 9907afcc-1141-458a-bc51-4f13b53a237c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:19.213457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 9907afcc-1141-458a-bc51-4f13b53a237c not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:19.226512 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77a73c7a-582c-41ab-96aa-7784a17bfa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.328774 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77a73c7a-582c-41ab-96aa-7784a17bfa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.331510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77a73c7a-582c-41ab-96aa-7784a17bfa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.335161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-77a73c7a-582c-41ab-96aa-7784a17bfa3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04414738-bd13-4759-9c82-daf94fd55e7b HTTP/1.1" status: 204 len: 168 time: 0.2004850 Aug 16 02:19:19.345230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a73c7a-582c-41ab-96aa-7784a17bfa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04414738-bd13-4759-9c82-daf94fd55e7b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.372744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce42a6a-6edf-4241-893a-72bbe8e04eb5 req-ea9ed962-9356-40a5-a459-69bf4eba5f8c tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:19.374671 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ce42a6a-6edf-4241-893a-72bbe8e04eb5 req-ea9ed962-9356-40a5-a459-69bf4eba5f8c tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1023 time: 0.0810499 Aug 16 02:19:19.459185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ce42a6a-6edf-4241-893a-72bbe8e04eb5 req-d32d03ce-938f-433e-92f2-7b2bdd30aea1 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=c2d79312-cf4f-4f56-8137-1969f92f0b1d&id=c84c3a41-d148-4685-92fb-6b1c63f38925&id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0685821 Aug 16 02:19:19.920656 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-432f0320-a5aa-49d5-b768-4e3074b4c368 req-ac4b0d8a-5add-41aa-8fe7-28895cf7c8cd tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.1045649 Aug 16 02:19:20.030942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.114409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-7aefec57-558a-4d65-bd89-11955b79f705 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.115059 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-7aefec57-558a-4d65-bd89-11955b79f705 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.86 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1023 time: 0.0588193 Aug 16 02:19:20.238574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Deleting port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:20.240760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.300460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.373926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1714246265-network', 'tenant_id': '321fa5459cc24c688694aa062fb48d38'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:20.394744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] For port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:20.395232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.398439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Made reservation on behalf of 321fa5459cc24c688694aa062fb48d38 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:20.401548 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.412379 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.417996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Calling delete_port for 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:20.444442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-944462462'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:20.582595 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.591290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.592249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.612303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f497e-d877-494c-9648-77c08ca65633 req-a9d921c7-415d-4105-a5e3-29789da98a08 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.613400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-822f497e-d877-494c-9648-77c08ca65633 req-a9d921c7-415d-4105-a5e3-29789da98a08 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=03261ee8-30a2-4534-83ac-76f9fc0e777c HTTP/1.1" status: 200 len: 1023 time: 0.0816853 Aug 16 02:19:20.627311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'Port': ['ID=5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.633101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['46109e6a-f775-4668-be4d-54d9b211270b', '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:20.665302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:20.681223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] No DVR routers for this DVR port 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:20.683174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Made reservation on behalf of f9c01198faa24cd1a6615c72e9fd343c for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:20.684575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.687032 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.687452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5181e136-f54d-40dc-9f93-f9b06888a8cc req-a2c1fe4d-a781-4b4e-b1df-a193b20f581a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.86 "DELETE /v2.0/ports/5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 HTTP/1.1" status: 204 len: 173 time: 0.5661106 Aug 16 02:19:20.688342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'name': 'network-vif-deleted', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:20.692299 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f17bdd-5812-4b3e-8c21-a12f8cddccfa" -d '{"events": [{"server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "name": "network-vif-deleted", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:20.720610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f29e60-0d58-4327-907f-5d38f00b2bcb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.724505 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.724859 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Added segment a0547066-b537-49ef-8973-a76762508e7f of type vlan for network b694f728-4afc-4ac8-bea0-399c620b2cad Aug 16 02:19:20.738756 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.748260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-822f497e-d877-494c-9648-77c08ca65633 req-796b71a6-764d-4420-877f-6237065d820e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=c2d79312-cf4f-4f56-8137-1969f92f0b1d&id=c84c3a41-d148-4685-92fb-6b1c63f38925&id=db0ff06d-01a1-4647-9399-4b29fa95507c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1223078 Aug 16 02:19:20.767895 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf72621-4e20-46d5-8fa8-b2eec1cd2ffb x-openstack-request-id: req-ebf72621-4e20-46d5-8fa8-b2eec1cd2ffb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:20.768308 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03261ee8-30a2-4534-83ac-76f9fc0e777c", "name": "network-vif-deleted", "tag": "5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:20.768728 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ebf72621-4e20-46d5-8fa8-b2eec1cd2ffb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:20.769187 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03261ee8-30a2-4534-83ac-76f9fc0e777c', 'name': 'network-vif-deleted', 'tag': '5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4', 'status': 'completed', 'code': 200} Aug 16 02:19:20.855384 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.937026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.938528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.939238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.029842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] Pushing event updated for resources: {'Network': ['ID=b694f728-4afc-4ac8-bea0-399c620b2cad,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.042186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.046815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network b694f728-4afc-4ac8-bea0-399c620b2cad details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:21.081938 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.087117 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d061c843-613c-49ae-bbb3-47bc53b663af req-b9070915-f497-407f-8c93-defd4c106c1e tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0406215 Aug 16 02:19:21.094155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1e5d0d25-893d-440e-941d-4d69a1889e5d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7925451 Aug 16 02:19:21.097779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:21.103679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Request body: {'subnet': {'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1714246265-subnet', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:21.109576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:21.130323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a07a5-7e35-4afc-919d-9b007301771c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.145102 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.145102 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Added segment 12a0eb2a-2e99-4038-83fe-d8fcfe004390 of type vlan for network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 Aug 16 02:19:21.162850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Made reservation on behalf of 321fa5459cc24c688694aa062fb48d38 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:21.168054 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.186514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.221884 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.237270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.237941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.340033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3077548 Aug 16 02:19:21.343318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:21.352550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'subnet': {'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:21.367796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d159a5-f34b-4d3e-a699-e070fa0f9b97 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Network': ['ID=d6995f8d-eb05-42cd-82e8-c3fbfb0336f6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.383005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:21.865899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.878914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1e4c7f14-549c-40ab-82a5-d64b9bc0766a req-0a5a9efe-81ae-469d-ab06-d0ffd2f84c4c tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/c84c3a41-d148-4685-92fb-6b1c63f38925 HTTP/1.1" status: 200 len: 1802 time: 0.0507321 Aug 16 02:19:21.912671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Made reservation on behalf of f9c01198faa24cd1a6615c72e9fd343c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:21.917167 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.945330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e4c7f14-549c-40ab-82a5-d64b9bc0766a req-66b90150-d56a-4f64-9254-302bf8c5a825 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.971610 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e4c7f14-549c-40ab-82a5-d64b9bc0766a req-66b90150-d56a-4f64-9254-302bf8c5a825 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.999570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a003f5b-6b17-46ee-80d4-e8a3a20b71d0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.032764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e4c7f14-549c-40ab-82a5-d64b9bc0766a req-66b90150-d56a-4f64-9254-302bf8c5a825 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.035888 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e4c7f14-549c-40ab-82a5-d64b9bc0766a req-66b90150-d56a-4f64-9254-302bf8c5a825 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.037193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1e4c7f14-549c-40ab-82a5-d64b9bc0766a req-66b90150-d56a-4f64-9254-302bf8c5a825 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/c84c3a41-d148-4685-92fb-6b1c63f38925 HTTP/1.1" status: 204 len: 173 time: 0.1505859 Aug 16 02:19:22.048859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b90150-d56a-4f64-9254-302bf8c5a825 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84c3a41-d148-4685-92fb-6b1c63f38925,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.055879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Checking segment: {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:22.056264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Network hostable DHCP agents. Network: b694f728-4afc-4ac8-bea0-399c620b2cad, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:22.110412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Network b694f728-4afc-4ac8-bea0-399c620b2cad is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:22.153987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, b694f728-4afc-4ac8-bea0-399c620b2cad) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:22.167433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf25a6b-1c39-4bdd-bf72-c5a64ea153ed None None] Network b694f728-4afc-4ac8-bea0-399c620b2cad requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:22.170991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.172660 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.191667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5947884e-6285-4bf9-94b2-e42d7acda4df req-9877a7b9-f1bd-4a4c-86f9-95ef3caf626d tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/c2d79312-cf4f-4f56-8137-1969f92f0b1d HTTP/1.1" status: 200 len: 1801 time: 0.0950191 Aug 16 02:19:22.202012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-32f9e9ab-0faf-4473-8f1c-75b61f655e61 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1025801 Aug 16 02:19:22.204706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:22.240785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:22.273380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.274863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.304865 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.320576 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59ff69db-52ad-4f98-a50f-9d2417c882ca req-aa0a20b2-3f1d-43b7-ab10-39439df3cd99 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0580533 Aug 16 02:19:22.322302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5947884e-6285-4bf9-94b2-e42d7acda4df req-15a6dccd-6384-4073-aafc-2070b441d8e9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.355864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5947884e-6285-4bf9-94b2-e42d7acda4df req-15a6dccd-6384-4073-aafc-2070b441d8e9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.431774 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5947884e-6285-4bf9-94b2-e42d7acda4df req-15a6dccd-6384-4073-aafc-2070b441d8e9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.439068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5947884e-6285-4bf9-94b2-e42d7acda4df req-15a6dccd-6384-4073-aafc-2070b441d8e9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.452249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.454064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e177a1fb-1ac8-4ef3-8127-52303d713585 None None] Network b694f728-4afc-4ac8-bea0-399c620b2cad requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:22.466756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5947884e-6285-4bf9-94b2-e42d7acda4df req-15a6dccd-6384-4073-aafc-2070b441d8e9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/c2d79312-cf4f-4f56-8137-1969f92f0b1d HTTP/1.1" status: 204 len: 173 time: 0.2512407 Aug 16 02:19:22.478486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6dccd-6384-4073-aafc-2070b441d8e9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d79312-cf4f-4f56-8137-1969f92f0b1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.484578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Subnet': ['ID=3956494d-9eb8-481d-b964-29dd67575a47,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.495402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2af217b6-80ef-4b92-a0aa-7301ba617d1f req-bb880635-0e7c-4177-8832-b58f8e037fc2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1415569920', 'description': 'tempest-description-218782581'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:22.527067 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2af217b6-80ef-4b92-a0aa-7301ba617d1f req-bb880635-0e7c-4177-8832-b58f8e037fc2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.580251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Checking segment: {'id': '12a0eb2a-2e99-4038-83fe-d8fcfe004390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:22.580683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Network hostable DHCP agents. Network: d6995f8d-eb05-42cd-82e8-c3fbfb0336f6, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:22.605408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:22.669493 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2af217b6-80ef-4b92-a0aa-7301ba617d1f req-bb880635-0e7c-4177-8832-b58f8e037fc2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.675330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2af217b6-80ef-4b92-a0aa-7301ba617d1f req-bb880635-0e7c-4177-8832-b58f8e037fc2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.692636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d6995f8d-eb05-42cd-82e8-c3fbfb0336f6) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:22.697221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.702678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.703303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.710892 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2af217b6-80ef-4b92-a0aa-7301ba617d1f req-bb880635-0e7c-4177-8832-b58f8e037fc2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.711171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1515ca-1d87-46ae-80e8-0548252f6527 None None] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:22.724526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2af217b6-80ef-4b92-a0aa-7301ba617d1f req-bb880635-0e7c-4177-8832-b58f8e037fc2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2285414 Aug 16 02:19:22.739133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb880635-0e7c-4177-8832-b58f8e037fc2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627ee421-bc9a-4ef0-bc6a-16195cd860f9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.751200 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e05e5567-8d54-49db-8f62-df629dd9a489 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4059787 Aug 16 02:19:22.766618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:22.807785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'port': {'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1322972023'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:22.879783 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3103b0a1-105e-44ce-8bff-79ebf1825cc0 req-c8fc3aa8-5745-4c4b-af92-f51c43f04123 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/627ee421-bc9a-4ef0-bc6a-16195cd860f9 HTTP/1.1" status: 200 len: 1802 time: 0.1200919 Aug 16 02:19:22.894655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3103b0a1-105e-44ce-8bff-79ebf1825cc0 req-56fac2fb-72bf-4dcb-ad29-2bb85d5552a7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1770812539', 'description': 'tempest-description-hth-1349821098'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:22.931108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-d6995f8d-eb05-42cd-82e8-c3fbfb0336f6', 'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6', 'tenant_id': 'f9c01198faa24cd1a6615c72e9fd343c', 'fixed_ips': [{'subnet_id': '3956494d-9eb8-481d-b964-29dd67575a47'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:22.933138 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.979669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3103b0a1-105e-44ce-8bff-79ebf1825cc0 req-56fac2fb-72bf-4dcb-ad29-2bb85d5552a7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.014821 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.036514 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.064093 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3103b0a1-105e-44ce-8bff-79ebf1825cc0 req-56fac2fb-72bf-4dcb-ad29-2bb85d5552a7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.065958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Made reservation on behalf of f9c01198faa24cd1a6615c72e9fd343c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:23.071143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.077870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3103b0a1-105e-44ce-8bff-79ebf1825cc0 req-56fac2fb-72bf-4dcb-ad29-2bb85d5552a7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.080665 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3103b0a1-105e-44ce-8bff-79ebf1825cc0 req-56fac2fb-72bf-4dcb-ad29-2bb85d5552a7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.082651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3103b0a1-105e-44ce-8bff-79ebf1825cc0 req-56fac2fb-72bf-4dcb-ad29-2bb85d5552a7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "PUT /v2.0/security-groups/627ee421-bc9a-4ef0-bc6a-16195cd860f9 HTTP/1.1" status: 200 len: 1777 time: 0.1984968 Aug 16 02:19:23.114029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Allocated IP 2001:db8::2 (d6995f8d-eb05-42cd-82e8-c3fbfb0336f6/3956494d-9eb8-481d-b964-29dd67575a47/ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:23.115988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] device_id is not set on port 90a51cd0-c30a-4789-b3e3-73273a8ffa55 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:23.189836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fac2fb-72bf-4dcb-ad29-2bb85d5552a7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627ee421-bc9a-4ef0-bc6a-16195cd860f9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.206165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:23.225508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Allocated IP 172.25.5.163 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/701dc791-bbd2-4130-9bca-a2c8d7803afb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:23.236251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43a38dc7-2c6e-41b6-a9cb-a58acab40545 req-53f004a9-6b6c-47de-9345-fb3c984e9380 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/627ee421-bc9a-4ef0-bc6a-16195cd860f9 HTTP/1.1" status: 200 len: 1777 time: 0.1219954 Aug 16 02:19:23.239856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:23.240330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 5864086d-d7ae-4a87-ae9b-5f9ab8dcb3f4 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:23.307517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e92d99cc-49bf-48f4-93d1-86e127cdff7f req-638e9870-944a-4eba-a88b-86e1d987b448 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/627ee421-bc9a-4ef0-bc6a-16195cd860f9 HTTP/1.1" status: 200 len: 1777 time: 0.0436802 Aug 16 02:19:23.345843 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.351032 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.360429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Transition to ACTIVE for port object ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:23.364941 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:19:23.376773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Transition to ACTIVE for port object ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:23.384208 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.392352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.415947 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e92d99cc-49bf-48f4-93d1-86e127cdff7f req-2e81512d-6625-41f2-817a-6557d90dcd86 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.430726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:23.433812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:23.437530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:23.443481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Pushing event updated for resources: {'Port': ['ID=ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.448123 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e92d99cc-49bf-48f4-93d1-86e127cdff7f req-2e81512d-6625-41f2-817a-6557d90dcd86 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.473317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Pushing event updated for resources: {'Port': ['ID=701dc791-bbd2-4130-9bca-a2c8d7803afb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.484441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:23.486560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:23.500767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:23.504792 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e92d99cc-49bf-48f4-93d1-86e127cdff7f req-2e81512d-6625-41f2-817a-6557d90dcd86 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.509476 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e92d99cc-49bf-48f4-93d1-86e127cdff7f req-2e81512d-6625-41f2-817a-6557d90dcd86 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.510283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Attempting to bind port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:23.510723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e92d99cc-49bf-48f4-93d1-86e127cdff7f req-2e81512d-6625-41f2-817a-6557d90dcd86 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/627ee421-bc9a-4ef0-bc6a-16195cd860f9 HTTP/1.1" status: 204 len: 173 time: 0.1951876 Aug 16 02:19:23.514420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Attempting to bind port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12a0eb2a-2e99-4038-83fe-d8fcfe004390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:23.514793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Attempting to bind port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e on network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:23.535685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:23.536061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Checking segment: {'id': '12a0eb2a-2e99-4038-83fe-d8fcfe004390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:23.536467 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.536863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Bound using segment: {'id': '12a0eb2a-2e99-4038-83fe-d8fcfe004390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:23.537332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Bound port: ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a0eb2a-2e99-4038-83fe-d8fcfe004390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:23.537716 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.560421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81512d-6625-41f2-817a-6557d90dcd86 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ee421-bc9a-4ef0-bc6a-16195cd860f9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.565193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f508b43-6f42-4637-822a-ed2e7424f8bd req-5dcd34bc-16c2-401b-9c5a-0639cce9f215 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0660188 Aug 16 02:19:23.587340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Allocated IP 2001:db8::38c (d6995f8d-eb05-42cd-82e8-c3fbfb0336f6/3956494d-9eb8-481d-b964-29dd67575a47/90a51cd0-c30a-4789-b3e3-73273a8ffa55) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:23.708878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] For port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:23.714129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] For port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e,segment=NetworkSegment(12a0eb2a-2e99-4038-83fe-d8fcfe004390),segment_id=12a0eb2a-2e99-4038-83fe-d8fcfe004390)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:23.721346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.764891 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-2e174a99-5b5b-49dd-9ec9-55bcdc23d60a req-90609b11-94d2-49ec-b93a-1ebbccf53a35 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:19:23.765962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e174a99-5b5b-49dd-9ec9-55bcdc23d60a req-90609b11-94d2-49ec-b93a-1ebbccf53a35 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/c2d79312-cf4f-4f56-8137-1969f92f0b1d HTTP/1.1" status: 404 len: 352 time: 0.0776465 Aug 16 02:19:23.797162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb7fac-3679-4a12-9aa0-64754eeddd3c None None] Pushing event updated for resources: {'Port': ['ID=ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.848506 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-01dd0702-71e2-4360-8f07-8ad1d1ef9e27 req-a76ff7f0-a795-4853-a2e1-36e0811f32b7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:19:23.849629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01dd0702-71e2-4360-8f07-8ad1d1ef9e27 req-a76ff7f0-a795-4853-a2e1-36e0811f32b7 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/c84c3a41-d148-4685-92fb-6b1c63f38925 HTTP/1.1" status: 404 len: 352 time: 0.0384383 Aug 16 02:19:23.893787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.909200 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-a2027cc2-1a71-4d30-8615-2650137a05da req-96a0ea55-c846-49c6-bdd4-33bdf8694959 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:19:23.910446 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2027cc2-1a71-4d30-8615-2650137a05da req-96a0ea55-c846-49c6-bdd4-33bdf8694959 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/6622c039-e4c5-4bd0-8e0c-bf081b9f2679 HTTP/1.1" status: 404 len: 352 time: 0.0320277 Aug 16 02:19:23.918959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Transition to ACTIVE for port object 90a51cd0-c30a-4789-b3e3-73273a8ffa55 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:23.957182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.960639 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-33816cc9-419a-4808-a1b9-cd503877ba90 req-c035c767-6207-401b-8b70-2d2be5023bbe tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:19:23.961707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33816cc9-419a-4808-a1b9-cd503877ba90 req-c035c767-6207-401b-8b70-2d2be5023bbe tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/9e46be83-bca5-49c3-a675-830eb5f76718 HTTP/1.1" status: 404 len: 352 time: 0.0277035 Aug 16 02:19:23.983249 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.064748 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-c0eebf65-51ed-4a2e-a305-65056ebf066f req-e8688bb6-606e-4def-8745-586a511f187e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:19:24.065958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0eebf65-51ed-4a2e-a305-65056ebf066f req-e8688bb6-606e-4def-8745-586a511f187e tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/1fe0935b-225f-4b58-b81f-49cc6109398d HTTP/1.1" status: 404 len: 352 time: 0.0747526 Aug 16 02:19:24.068076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:24.087404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:24.104629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:24.111595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.112476 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.126225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Port': ['ID=90a51cd0-c30a-4789-b3e3-73273a8ffa55,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:24.155073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1ebda4f2-bb05-4b2e-83e8-bdbe5f36eb85 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3866692 Aug 16 02:19:24.158903 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-6f1d5d0f-04fe-4c86-8a6b-0c7f5ed01918 req-8cf28d06-6c69-4848-bdc4-32e3ed62bbcd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] show failed (client error): The resource could not be found. Aug 16 02:19:24.165931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f1d5d0f-04fe-4c86-8a6b-0c7f5ed01918 req-8cf28d06-6c69-4848-bdc4-32e3ed62bbcd tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/bdfb2fc0-3e56-441b-989d-9853eaaf27fd HTTP/1.1" status: 404 len: 352 time: 0.0624063 Aug 16 02:19:24.166731 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.183827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'port': {'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1513018987', 'allowed_address_pairs': [{'ip_address': '2001:db8::38c', 'mac_address': 'fa:16:3e:51:bb:e1'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:24.309303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.357420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Made reservation on behalf of f9c01198faa24cd1a6615c72e9fd343c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:24.494184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4778cca-057c-4064-b3ff-27ea10388dd0 req-5c469f64-fb7f-4249-8b7e-ffd8e7ee10c2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.495759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4778cca-057c-4064-b3ff-27ea10388dd0 req-5c469f64-fb7f-4249-8b7e-ffd8e7ee10c2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1024 time: 0.0730665 Aug 16 02:19:24.496777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Router 64ebb6ef-5270-49f7-9962-b32c2013cd65 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:24.505776 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.544139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] device_id is not set on port ba9b8671-7f6a-4fc3-9f00-cee65ff899d5 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:24.568283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4778cca-057c-4064-b3ff-27ea10388dd0 req-8d57100f-2ffd-42dc-ad32-110e9fef33e9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be30ada-1818-48f4-b4bc-d68e953ff12c&id=db0ff06d-01a1-4647-9399-4b29fa95507c&id=436c637e-e938-46c6-b0e2-cd9a3e18e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.0588357 Aug 16 02:19:24.620752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:24.633586 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Sync routers for ids ['64ebb6ef-5270-49f7-9962-b32c2013cd65'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:24.639843 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.644392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-15829ae6-ff76-425b-9c5e-c07a52cd97b2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4360578 Aug 16 02:19:24.644854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.652284 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Routers {'64ebb6ef-5270-49f7-9962-b32c2013cd65'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:24.653119 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['64ebb6ef-5270-49f7-9962-b32c2013cd65'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:24.764784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Allocated IP 2001:db8::339 (d6995f8d-eb05-42cd-82e8-c3fbfb0336f6/3956494d-9eb8-481d-b964-29dd67575a47/ba9b8671-7f6a-4fc3-9f00-cee65ff899d5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:24.919271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1648bb0d-42d8-44bf-a322-99b97fdcbe1c req-ddc2f216-9374-4779-9be0-804b86c92aa5 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.1595004 Aug 16 02:19:25.006320 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Set router 64ebb6ef-5270-49f7-9962-b32c2013cd65 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:25.011734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.044652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Transition to ACTIVE for port object ba9b8671-7f6a-4fc3-9f00-cee65ff899d5 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:25.118442 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.184217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Port': ['ID=ba9b8671-7f6a-4fc3-9f00-cee65ff899d5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:25.196413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:25.198827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:25.201652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:25.208311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.209035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.232296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-18a74433-6e36-4a19-ae53-9cbaf66d3d98 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0642841 Aug 16 02:19:25.232967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.236612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37034021-9d52-49ee-91c9-abe16abd34e4 None None] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:25.306608 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:23Z', 'revision_number': 3, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'gw_port': {'id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:25.310901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71af5de-fd05-4a3c-ade0-46123dc68796 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.335209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71af5de-fd05-4a3c-ade0-46123dc68796 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.340888 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Checking router: 64ebb6ef-5270-49f7-9962-b32c2013cd65 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:25.341608 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Updating router 64ebb6ef-5270-49f7-9962-b32c2013cd65 port 701dc791-bbd2-4130-9bca-a2c8d7803afb binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:25.348601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71af5de-fd05-4a3c-ade0-46123dc68796 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.350356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e71af5de-fd05-4a3c-ade0-46123dc68796 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1164513 Aug 16 02:19:25.354466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.381292 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.406844 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.534709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad9a7038-4626-40a6-af32-155efd1dad08 None None] Provisioning for port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:25.601006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e4806122-0626-4a35-a847-fbb04d23e515 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Deleting port ba9b8671-7f6a-4fc3-9f00-cee65ff899d5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:25.601422 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4806122-0626-4a35-a847-fbb04d23e515 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.734760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Allocated IP 172.20.0.1 (b694f728-4afc-4ac8-bea0-399c620b2cad/0a003f5b-6b17-46ee-80d4-e8a3a20b71d0/a0139c3c-b6e8-40f1-ae5b-5a944f70f596) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:25.745733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc73943-ce4b-4626-9dc7-47ca81692c08 req-9eb1170f-9135-49f7-b492-1737afc0be88 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.752474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbc73943-ce4b-4626-9dc7-47ca81692c08 req-9eb1170f-9135-49f7-b492-1737afc0be88 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1024 time: 0.0768492 Aug 16 02:19:25.764706 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4806122-0626-4a35-a847-fbb04d23e515 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.784570 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.813014 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Transition to ACTIVE for port object 701dc791-bbd2-4130-9bca-a2c8d7803afb will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:25.822577 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.832088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e4806122-0626-4a35-a847-fbb04d23e515 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Calling delete_port for ba9b8671-7f6a-4fc3-9f00-cee65ff899d5 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:25.836110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbc73943-ce4b-4626-9dc7-47ca81692c08 req-d16c7011-aef2-466a-827a-c0b52965621a tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be30ada-1818-48f4-b4bc-d68e953ff12c&id=db0ff06d-01a1-4647-9399-4b29fa95507c&id=436c637e-e938-46c6-b0e2-cd9a3e18e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.0793943 Aug 16 02:19:25.917927 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Attempting to bind port 701dc791-bbd2-4130-9bca-a2c8d7803afb on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:25.918139 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Attempting to bind port 701dc791-bbd2-4130-9bca-a2c8d7803afb by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:25.918506 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Attempting to bind port 701dc791-bbd2-4130-9bca-a2c8d7803afb on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:25.929596 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Pushing event updated for resources: {'Port': ['ID=701dc791-bbd2-4130-9bca-a2c8d7803afb,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:25.934899 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:25.935344 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:25.935752 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.936476 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:25.937081 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Bound port: 701dc791-bbd2-4130-9bca-a2c8d7803afb, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:25.937499 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.955281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:25.968747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.018792 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] For port 701dc791-bbd2-4130-9bca-a2c8d7803afb, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:26.025217 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] For port 701dc791-bbd2-4130-9bca-a2c8d7803afb, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=701dc791-bbd2-4130-9bca-a2c8d7803afb,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:26.031406 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.034537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:26.045228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:26.045724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.122115 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Pushing event updated for resources: {'Port': ['ID=701dc791-bbd2-4130-9bca-a2c8d7803afb,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.133918 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.134353 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.135330 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.135330 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.135330 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.135607 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.136003 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.136348 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.136589 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.137009 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.137828 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.137828 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab6c51-cc73-4e26-be28-5f7487d37007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:26.165570 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Routers {'64ebb6ef-5270-49f7-9962-b32c2013cd65'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:26.166224 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['64ebb6ef-5270-49f7-9962-b32c2013cd65'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:26.189229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f435e74-b5c0-417f-a423-7aa9b478ff79 req-82667595-2986-4f65-8267-e403b8f8cd20 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0897119 Aug 16 02:19:26.216027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4806122-0626-4a35-a847-fbb04d23e515 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.228996 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.277280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-e0e2d270-be56-4b1d-a173-46b8ae7a8ae9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.278253 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-e0e2d270-be56-4b1d-a173-46b8ae7a8ae9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1024 time: 0.1659625 Aug 16 02:19:26.279041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4806122-0626-4a35-a847-fbb04d23e515 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event deleted for resources: {'Port': ['ID=ba9b8671-7f6a-4fc3-9f00-cee65ff899d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.288861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e,segment=NetworkSegment(12a0eb2a-2e99-4038-83fe-d8fcfe004390),segment_id=12a0eb2a-2e99-4038-83fe-d8fcfe004390)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:26.294563 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.297438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.344364 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] Set router 64ebb6ef-5270-49f7-9962-b32c2013cd65 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:26.353304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d28c8ee5-622c-4d2b-b9fa-ffcb91e1a4dd None None] Provisioning for port 90a51cd0-c30a-4789-b3e3-73273a8ffa55 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:26.365053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Network b694f728-4afc-4ac8-bea0-399c620b2cad is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:26.366163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d28c8ee5-622c-4d2b-b9fa-ffcb91e1a4dd None None] Provisioning complete for port 90a51cd0-c30a-4789-b3e3-73273a8ffa55 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:26.368072 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d28c8ee5-622c-4d2b-b9fa-ffcb91e1a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.372357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:26.425803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d28c8ee5-622c-4d2b-b9fa-ffcb91e1a4dd None None] Port 90a51cd0-c30a-4789-b3e3-73273a8ffa55 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:26.435178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.445619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d28c8ee5-622c-4d2b-b9fa-ffcb91e1a4dd None None] Provisioning complete for port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:26.446006 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d28c8ee5-622c-4d2b-b9fa-ffcb91e1a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.542415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d28c8ee5-622c-4d2b-b9fa-ffcb91e1a4dd None None] Could not find standard attr ID for object ba9b8671-7f6a-4fc3-9f00-cee65ff899d5. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:19:26.666463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d435d45-af9a-455e-ae2b-3afcba69d180 None None] Provisioning complete for port 90a51cd0-c30a-4789-b3e3-73273a8ffa55 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:26.666870 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d435d45-af9a-455e-ae2b-3afcba69d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.667392 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:23Z', 'revision_number': 3, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'gw_port': {'id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:26.707306 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec5857a-ea26-4f83-97dc-782c69ce209f None None] The sync data for ids ['64ebb6ef-5270-49f7-9962-b32c2013cd65'] in n-d-768862-14 is: [{'id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:23Z', 'revision_number': 3, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'gw_port': {'id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:26.722268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6d435d45-af9a-455e-ae2b-3afcba69d180 None None] Port 90a51cd0-c30a-4789-b3e3-73273a8ffa55 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:26.817767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:26.913372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.955332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-52011c0f-57f9-4019-8d7f-673774202b7c None None] Could not find standard attr ID for object ba9b8671-7f6a-4fc3-9f00-cee65ff899d5. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:19:27.020244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Pushing event updated for resources: {'Port': ['ID=a0139c3c-b6e8-40f1-ae5b-5a944f70f596,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:27.024869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c829fe4-2ecb-4153-940d-5d6bfa4e1dc5 req-b6a05507-b855-417f-8805-caa29a491e0b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.035036 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c829fe4-2ecb-4153-940d-5d6bfa4e1dc5 req-b6a05507-b855-417f-8805-caa29a491e0b tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 1024 time: 0.1003134 Aug 16 02:19:27.147546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c829fe4-2ecb-4153-940d-5d6bfa4e1dc5 req-6ae1944a-6a21-4864-9e4d-912ce5bd8e18 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be30ada-1818-48f4-b4bc-d68e953ff12c&id=db0ff06d-01a1-4647-9399-4b29fa95507c&id=436c637e-e938-46c6-b0e2-cd9a3e18e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.1028953 Aug 16 02:19:27.299322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4806122-0626-4a35-a847-fbb04d23e515 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.308431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e4806122-0626-4a35-a847-fbb04d23e515 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "DELETE /v2.0/ports/ba9b8671-7f6a-4fc3-9f00-cee65ff899d5 HTTP/1.1" status: 204 len: 168 time: 1.9526851 Aug 16 02:19:27.310686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:27.347223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Deleting port 46109e6a-f775-4668-be4d-54d9b211270b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:27.347496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.369818 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7a99ed-5db8-4cc5-90fc-b37b168a586d tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] GET failed (client error): The resource could not be found. Aug 16 02:19:27.375260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b7a99ed-5db8-4cc5-90fc-b37b168a586d tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "GET /v2.0/ports/ba9b8671-7f6a-4fc3-9f00-cee65ff899d5 HTTP/1.1" status: 404 len: 333 time: 0.0634997 Aug 16 02:19:27.387495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:27.408580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'port': {'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-458724590'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:27.420500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b66507ea-4bba-4a5b-9e22-17a37aac1745 req-a1774f9a-f952-4523-b85a-78f3775da69e tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0536003 Aug 16 02:19:27.439177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.543628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] For port 46109e6a-f775-4668-be4d-54d9b211270b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=46109e6a-f775-4668-be4d-54d9b211270b,segment=NetworkSegment(42051313-82cd-4a59-aa0c-e1697e1696b0),segment_id=42051313-82cd-4a59-aa0c-e1697e1696b0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:27.544129 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.584488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Calling delete_port for 46109e6a-f775-4668-be4d-54d9b211270b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:27.615631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Made reservation on behalf of f9c01198faa24cd1a6615c72e9fd343c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:27.620297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.645229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] device_id is not set on port b6b48cf1-6994-4b5f-ae13-31ef4e78e985 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:27.801333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.806099 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.863841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Allocated IP 2001:db8::1c2 (d6995f8d-eb05-42cd-82e8-c3fbfb0336f6/3956494d-9eb8-481d-b964-29dd67575a47/b6b48cf1-6994-4b5f-ae13-31ef4e78e985) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:27.932432 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.950411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:28.015148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Pushing event updated for resources: {'Port': ['ID=a0139c3c-b6e8-40f1-ae5b-5a944f70f596,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.020475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:28.021348 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.040443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.076775 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.087288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'Port': ['ID=46109e6a-f775-4668-be4d-54d9b211270b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.125525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Transition to ACTIVE for port object b6b48cf1-6994-4b5f-ae13-31ef4e78e985 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:28.154301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 701dc791-bbd2-4130-9bca-a2c8d7803afb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:28.177071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Network b694f728-4afc-4ac8-bea0-399c620b2cad is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:28.178055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] No DVR routers for this DVR port 46109e6a-f775-4668-be4d-54d9b211270b on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:28.185231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.188258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ade2a4fd-c91d-4889-80be-0d42e3ae04f4 req-0be7510a-3b14-46cc-8e25-2616c60d6abf tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.86 "DELETE /v2.0/ports/46109e6a-f775-4668-be4d-54d9b211270b HTTP/1.1" status: 204 len: 173 time: 1.9006886 Aug 16 02:19:28.189315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'name': 'network-vif-deleted', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:28.193222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.203688 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59fee35-078b-4183-adda-f28a3313e2e5" -d '{"events": [{"server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "name": "network-vif-deleted", "tag": "46109e6a-f775-4668-be4d-54d9b211270b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:28.213404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:28.233240 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 701dc791-bbd2-4130-9bca-a2c8d7803afb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:28.239621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 701dc791-bbd2-4130-9bca-a2c8d7803afb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:28.240553 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.275510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:28.283042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:28.288094 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:28.295051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.295701 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.345311 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efd3499-34bf-4b4b-af47-5157c72791a0 x-openstack-request-id: req-7efd3499-34bf-4b4b-af47-5157c72791a0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:28.345596 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab30c4d9-05eb-4d89-8fd7-fd03e76396cc", "name": "network-vif-deleted", "tag": "46109e6a-f775-4668-be4d-54d9b211270b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:28.345856 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7efd3499-34bf-4b4b-af47-5157c72791a0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:28.346275 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab30c4d9-05eb-4d89-8fd7-fd03e76396cc', 'name': 'network-vif-deleted', 'tag': '46109e6a-f775-4668-be4d-54d9b211270b', 'status': 'completed', 'code': 200} Aug 16 02:19:28.385187 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.392438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0040402 Aug 16 02:19:28.393889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d6dfe-1d7b-43f4-9b29-53cd4c72cf55 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Port': ['ID=b6b48cf1-6994-4b5f-ae13-31ef4e78e985,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.404767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:28.422301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bc8546da-03dc-4b75-829c-58ddb5d57073 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38c', 'mac_address': 'fa:16:3e:51:bb:e1'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:28.452494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 701dc791-bbd2-4130-9bca-a2c8d7803afb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=701dc791-bbd2-4130-9bca-a2c8d7803afb,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:28.458882 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.526314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Router 64ebb6ef-5270-49f7-9962-b32c2013cd65 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:28.585518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=701dc791-bbd2-4130-9bca-a2c8d7803afb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.589240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50c21a9d-6549-4f67-bb74-a816869e89dd req-2bbf998b-04c2-4223-8891-b7f009c0a2d2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab30c4d9-05eb-4d89-8fd7-fd03e76396cc HTTP/1.1" status: 200 len: 210 time: 0.2580426 Aug 16 02:19:28.635270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d472f802-b509-4da9-895b-3f3f6c4f82cd req-f93e228a-7298-4a32-b6c7-8bcab5c2ad86 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0763941 Aug 16 02:19:28.642173 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc8546da-03dc-4b75-829c-58ddb5d57073 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.713434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:28.722291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ca3e063e-67a8-45e5-89f1-231635d704be admin admin] 10.222.0.61 "PUT /v2.0/routers/64ebb6ef-5270-49f7-9962-b32c2013cd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0742345 Aug 16 02:19:28.797533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b533829a-5365-4516-9641-782ed60f6b3e None None] Provisioning for port b6b48cf1-6994-4b5f-ae13-31ef4e78e985 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:28.806332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b533829a-5365-4516-9641-782ed60f6b3e None None] Provisioning complete for port b6b48cf1-6994-4b5f-ae13-31ef4e78e985 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:28.806332 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b533829a-5365-4516-9641-782ed60f6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.866107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b533829a-5365-4516-9641-782ed60f6b3e None None] Port b6b48cf1-6994-4b5f-ae13-31ef4e78e985 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:28.905838 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc8546da-03dc-4b75-829c-58ddb5d57073 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.912674 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc8546da-03dc-4b75-829c-58ddb5d57073 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.963587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bc8546da-03dc-4b75-829c-58ddb5d57073 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] In _notify_port_updated(), no bound segment for port b6b48cf1-6994-4b5f-ae13-31ef4e78e985 on network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:19:28.972921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8546da-03dc-4b75-829c-58ddb5d57073 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.973599 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc8546da-03dc-4b75-829c-58ddb5d57073 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.978311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:28.978498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bc8546da-03dc-4b75-829c-58ddb5d57073 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "PUT /v2.0/ports/b6b48cf1-6994-4b5f-ae13-31ef4e78e985 HTTP/1.1" status: 200 len: 1002 time: 0.5695691 Aug 16 02:19:29.002448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8546da-03dc-4b75-829c-58ddb5d57073 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Port': ['ID=b6b48cf1-6994-4b5f-ae13-31ef4e78e985,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:29.167002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dca6ab5c-6a14-47fc-983b-4fc0a646f99a tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Deleting port b6b48cf1-6994-4b5f-ae13-31ef4e78e985 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:29.167377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca6ab5c-6a14-47fc-983b-4fc0a646f99a tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.204584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Sync routers for ids ['64ebb6ef-5270-49f7-9962-b32c2013cd65'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:29.217254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Routers {'64ebb6ef-5270-49f7-9962-b32c2013cd65'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:29.218010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['64ebb6ef-5270-49f7-9962-b32c2013cd65'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:29.224559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 46109e6a-f775-4668-be4d-54d9b211270b no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:29.292392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca6ab5c-6a14-47fc-983b-4fc0a646f99a tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.312882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 46109e6a-f775-4668-be4d-54d9b211270b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:29.313821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 46109e6a-f775-4668-be4d-54d9b211270b not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:29.314849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-dca6ab5c-6a14-47fc-983b-4fc0a646f99a tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Calling delete_port for b6b48cf1-6994-4b5f-ae13-31ef4e78e985 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:29.403211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-ddebedae-c8ee-457b-998b-89693ea0559f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:29.404082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-ddebedae-c8ee-457b-998b-89693ea0559f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/networks?id=b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 200 len: 811 time: 0.1410167 Aug 16 02:19:29.422189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-946b24aa-36bb-4c2b-be95-653fb7b82347 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/quotas/321fa5459cc24c688694aa062fb48d38 HTTP/1.1" status: 200 len: 375 time: 0.0111718 Aug 16 02:19:29.439155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Set router 64ebb6ef-5270-49f7-9962-b32c2013cd65 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:29.467082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca6ab5c-6a14-47fc-983b-4fc0a646f99a tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.477642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a1ccb457-39a4-4fac-b94a-021be08babec None None] Provisioning complete for port b6b48cf1-6994-4b5f-ae13-31ef4e78e985 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:29.479380 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb457-39a4-4fac-b94a-021be08babec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.498675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-39481f99-ff30-4a7a-92ae-dd247beede52 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=321fa5459cc24c688694aa062fb48d38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699012 Aug 16 02:19:29.590946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6ab5c-6a14-47fc-983b-4fc0a646f99a tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event deleted for resources: {'Port': ['ID=b6b48cf1-6994-4b5f-ae13-31ef4e78e985,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:29.604034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccb457-39a4-4fac-b94a-021be08babec None None] Port b6b48cf1-6994-4b5f-ae13-31ef4e78e985 was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:19:29.626230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca6ab5c-6a14-47fc-983b-4fc0a646f99a tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.628779 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dca6ab5c-6a14-47fc-983b-4fc0a646f99a tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "DELETE /v2.0/ports/b6b48cf1-6994-4b5f-ae13-31ef4e78e985 HTTP/1.1" status: 204 len: 168 time: 0.6483989 Aug 16 02:19:29.632635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:29.670963 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bd41e4-a904-40f9-9c8f-4af819c2a78e tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] GET failed (client error): The resource could not be found. Aug 16 02:19:29.672665 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a6bd41e4-a904-40f9-9c8f-4af819c2a78e tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "GET /v2.0/ports/b6b48cf1-6994-4b5f-ae13-31ef4e78e985 HTTP/1.1" status: 404 len: 333 time: 0.0388625 Aug 16 02:19:29.676636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:29.681769 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'port': {'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-521277940'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:29.726446 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-0450d1ac-bea2-4a49-b951-b480fed9fa3e service neutron] 10.222.0.61 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097728 Aug 16 02:19:29.881110 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 701dc791-bbd2-4130-9bca-a2c8d7803afb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:29.890785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Made reservation on behalf of f9c01198faa24cd1a6615c72e9fd343c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:29.895278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.916789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] device_id is not set on port c5d46958-b7d5-46cf-b58d-f6997d307257 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:29.952822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 4, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'gw_port': {'id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a0139c3c-b6e8-40f1-ae5b-5a944f70f596', 'name': '', 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'mac_address': 'fa:16:3e:dd:9c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '0a003f5b-6b17-46ee-80d4-e8a3a20b71d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 2, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'subnets': [{'id': '0a003f5b-6b17-46ee-80d4-e8a3a20b71d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:29.953356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d54ec5d-a6bd-41c9-a52e-588b137dc9a2 req-ea35f330-b278-47c2-b76d-82e57f6f6b62 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0478671 Aug 16 02:19:30.004876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Checking router: 64ebb6ef-5270-49f7-9962-b32c2013cd65 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:30.005427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Updating router 64ebb6ef-5270-49f7-9962-b32c2013cd65 port a0139c3c-b6e8-40f1-ae5b-5a944f70f596 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:30.044258 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.044504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Allocated IP 2001:db8::2c5 (d6995f8d-eb05-42cd-82e8-c3fbfb0336f6/3956494d-9eb8-481d-b964-29dd67575a47/c5d46958-b7d5-46cf-b58d-f6997d307257) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:30.050504 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4e397fb-872c-4806-919f-4e786ddee53a req-22d3bd3e-a678-44f0-96fa-97ed9b320371 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/6be30ada-1818-48f4-b4bc-d68e953ff12c HTTP/1.1" status: 200 len: 1800 time: 0.0702977 Aug 16 02:19:30.076828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 701dc791-bbd2-4130-9bca-a2c8d7803afb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:30.077380 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.112054 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d4e397fb-872c-4806-919f-4e786ddee53a req-533d8676-fdb8-434c-80ec-d8c0bdc090a8 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.143914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d4e397fb-872c-4806-919f-4e786ddee53a req-533d8676-fdb8-434c-80ec-d8c0bdc090a8 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.186561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-50184b42-e6bd-44f1-8283-b843ee20a752 service neutron] 10.222.0.61 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592021 Aug 16 02:19:30.188634 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d4e397fb-872c-4806-919f-4e786ddee53a req-533d8676-fdb8-434c-80ec-d8c0bdc090a8 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.192152 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d4e397fb-872c-4806-919f-4e786ddee53a req-533d8676-fdb8-434c-80ec-d8c0bdc090a8 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.204866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4e397fb-872c-4806-919f-4e786ddee53a req-533d8676-fdb8-434c-80ec-d8c0bdc090a8 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/6be30ada-1818-48f4-b4bc-d68e953ff12c HTTP/1.1" status: 204 len: 173 time: 0.1531370 Aug 16 02:19:30.208473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.223708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Transition to ACTIVE for port object c5d46958-b7d5-46cf-b58d-f6997d307257 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:30.227290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d8676-fdb8-434c-80ec-d8c0bdc090a8 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be30ada-1818-48f4-b4bc-d68e953ff12c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.284956 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.396367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:30.401572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:30.407654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:30.417017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.417757 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.428258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Port': ['ID=c5d46958-b7d5-46cf-b58d-f6997d307257,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.463568 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1cfe0581-895e-4235-8795-7498673379ff tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7860498 Aug 16 02:19:30.464512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:30.473463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e86d9754-7e42-45e6-a882-f7bd46262b25 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:51:bb:e1'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:30.497166 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b07943e5-5f4f-4f58-9742-ad8ab0be9466 req-11f027d9-8667-4dc6-8c42-dbb8eecb72a2 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "GET /v2.0/security-groups/436c637e-e938-46c6-b0e2-cd9a3e18e6f2 HTTP/1.1" status: 200 len: 1801 time: 0.0751383 Aug 16 02:19:30.622999 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b07943e5-5f4f-4f58-9742-ad8ab0be9466 req-9fe19e3c-df74-4205-861b-fa5e92f2fee9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.680127 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b07943e5-5f4f-4f58-9742-ad8ab0be9466 req-9fe19e3c-df74-4205-861b-fa5e92f2fee9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.814501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-169283ce-3480-4005-bb20-9ddb885f91ad req-13793d57-754d-4314-9575-0570f135f39d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 210 time: 0.0577724 Aug 16 02:19:30.829137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b07943e5-5f4f-4f58-9742-ad8ab0be9466 req-9fe19e3c-df74-4205-861b-fa5e92f2fee9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.839627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b07943e5-5f4f-4f58-9742-ad8ab0be9466 req-9fe19e3c-df74-4205-861b-fa5e92f2fee9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.846690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b07943e5-5f4f-4f58-9742-ad8ab0be9466 req-9fe19e3c-df74-4205-861b-fa5e92f2fee9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] 10.222.0.61 "DELETE /v2.0/security-groups/436c637e-e938-46c6-b0e2-cd9a3e18e6f2 HTTP/1.1" status: 204 len: 173 time: 0.3467984 Aug 16 02:19:30.862952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:30.968275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe19e3c-df74-4205-861b-fa5e92f2fee9 tempest-SecurityGroupsTestJSON-2077918747 tempest-SecurityGroupsTestJSON-2077918747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436c637e-e938-46c6-b0e2-cd9a3e18e6f2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.026418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e86d9754-7e42-45e6-a882-f7bd46262b25 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.051819 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.077007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1100209c-c4a9-4260-aa93-2f2d234c2f90 admin admin] Deleting subnet 400686f8-5b7c-4d2b-961c-d12d6d68587a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:31.083907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Transition to ACTIVE for port object a0139c3c-b6e8-40f1-ae5b-5a944f70f596 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:31.093923 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1100209c-c4a9-4260-aa93-2f2d234c2f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.152180 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.224829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29aa1da7-0e01-49f5-8287-8868f52aa67c req-c311a2d1-5a22-4da5-bb6a-911af3baf034 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0794952 Aug 16 02:19:31.272387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.284679 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1100209c-c4a9-4260-aa93-2f2d234c2f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.293380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e19a00-ecd6-4f16-a66d-12fe5704d1b6 None None] Pushing event updated for resources: {'Port': ['ID=a0139c3c-b6e8-40f1-ae5b-5a944f70f596,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.297480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b007560-2592-4ed0-a3c1-0b80314dab8b req-67c4ae49-4bc7-46cb-92a4-45c8a0d24d1d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.315227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b007560-2592-4ed0-a3c1-0b80314dab8b req-67c4ae49-4bc7-46cb-92a4-45c8a0d24d1d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.3026562 Aug 16 02:19:31.386981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce63b694-f7cc-45ae-a26f-fcc0bf7102f9 None None] Provisioning for port c5d46958-b7d5-46cf-b58d-f6997d307257 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:31.420139 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2a91731-7b60-4e12-be2b-4cd27847699b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.427604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce63b694-f7cc-45ae-a26f-fcc0bf7102f9 None None] Provisioning complete for port c5d46958-b7d5-46cf-b58d-f6997d307257 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:31.428216 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce63b694-f7cc-45ae-a26f-fcc0bf7102f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.432060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Attempting to bind port a0139c3c-b6e8-40f1-ae5b-5a944f70f596 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:31.435843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Attempting to bind port a0139c3c-b6e8-40f1-ae5b-5a944f70f596 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:31.436135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Attempting to bind port a0139c3c-b6e8-40f1-ae5b-5a944f70f596 on network b694f728-4afc-4ac8-bea0-399c620b2cad {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:31.466693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:31.467065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Checking segment: {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:31.467498 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.467883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Bound using segment: {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:31.468632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Bound port: a0139c3c-b6e8-40f1-ae5b-5a944f70f596, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:31.469044 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.499782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ce63b694-f7cc-45ae-a26f-fcc0bf7102f9 None None] Port c5d46958-b7d5-46cf-b58d-f6997d307257 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:31.508249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e86d9754-7e42-45e6-a882-f7bd46262b25 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.518000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e86d9754-7e42-45e6-a882-f7bd46262b25 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.587035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] For port a0139c3c-b6e8-40f1-ae5b-5a944f70f596, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:31.591314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d9754-7e42-45e6-a882-f7bd46262b25 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Port': ['ID=c5d46958-b7d5-46cf-b58d-f6997d307257,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.592003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] For port a0139c3c-b6e8-40f1-ae5b-5a944f70f596, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a0139c3c-b6e8-40f1-ae5b-5a944f70f596,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:31.598284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.606982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e86d9754-7e42-45e6-a882-f7bd46262b25 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] In _notify_port_updated(), no bound segment for port c5d46958-b7d5-46cf-b58d-f6997d307257 on network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:19:31.612982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d9754-7e42-45e6-a882-f7bd46262b25 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.613627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e86d9754-7e42-45e6-a882-f7bd46262b25 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.615005 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e86d9754-7e42-45e6-a882-f7bd46262b25 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "PUT /v2.0/ports/c5d46958-b7d5-46cf-b58d-f6997d307257 HTTP/1.1" status: 200 len: 1002 time: 1.1492891 Aug 16 02:19:31.618824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:31.672992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e19a00-ecd6-4f16-a66d-12fe5704d1b6 None None] Pushing event updated for resources: {'Port': ['ID=a0139c3c-b6e8-40f1-ae5b-5a944f70f596,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.693920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Routers {'64ebb6ef-5270-49f7-9962-b32c2013cd65'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:31.695714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['64ebb6ef-5270-49f7-9962-b32c2013cd65'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:31.815637 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0a0fa6b4-bfbf-432a-971c-c07126f052ac tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Deleting port c5d46958-b7d5-46cf-b58d-f6997d307257 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:31.815935 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa6b4-bfbf-432a-971c-c07126f052ac tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.933984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] Set router 64ebb6ef-5270-49f7-9962-b32c2013cd65 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:31.938382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa6b4-bfbf-432a-971c-c07126f052ac tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.957445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0a0fa6b4-bfbf-432a-971c-c07126f052ac tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Calling delete_port for c5d46958-b7d5-46cf-b58d-f6997d307257 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:32.106775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-32bdeabc-4536-4c43-9efa-aebcfb0185b0 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.108852 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-32bdeabc-4536-4c43-9efa-aebcfb0185b0 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.86 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.0819833 Aug 16 02:19:32.118644 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b007560-2592-4ed0-a3c1-0b80314dab8b req-0471f028-0f93-4d28-97d9-51eb659803d0 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8019843 Aug 16 02:19:32.165337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-248071b8-32d4-4a55-af32-255c9e8def5e req-0bff9a20-6c86-4b25-bb2c-6da22f75561d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 210 time: 0.0978611 Aug 16 02:19:32.175561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af816ab7-8a9c-4bd5-823e-b99ce63acb05 None None] Provisioning complete for port c5d46958-b7d5-46cf-b58d-f6997d307257 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:32.176177 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af816ab7-8a9c-4bd5-823e-b99ce63acb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.223647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1100209c-c4a9-4260-aa93-2f2d234c2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.224726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-af816ab7-8a9c-4bd5-823e-b99ce63acb05 None None] Port c5d46958-b7d5-46cf-b58d-f6997d307257 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:32.367693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa6b4-bfbf-432a-971c-c07126f052ac tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.375740 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1100209c-c4a9-4260-aa93-2f2d234c2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.386618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38ff8ccb-c770-4215-8412-8bccd4d35eee req-2e89ae81-658a-4fe6-bc61-2d2e0aeaa0c5 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0458894 Aug 16 02:19:32.426530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100209c-c4a9-4260-aa93-2f2d234c2f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400686f8-5b7c-4d2b-961c-d12d6d68587a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.443181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 4, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'gw_port': {'id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a0139c3c-b6e8-40f1-ae5b-5a944f70f596', 'name': '', 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'mac_address': 'fa:16:3e:dd:9c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '0a003f5b-6b17-46ee-80d4-e8a3a20b71d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'subnets': [{'id': '0a003f5b-6b17-46ee-80d4-e8a3a20b71d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:32.455196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fa6b4-bfbf-432a-971c-c07126f052ac tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event deleted for resources: {'Port': ['ID=c5d46958-b7d5-46cf-b58d-f6997d307257,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.455656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1100209c-c4a9-4260-aa93-2f2d234c2f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.465002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1100209c-c4a9-4260-aa93-2f2d234c2f90 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/400686f8-5b7c-4d2b-961c-d12d6d68587a HTTP/1.1" status: 204 len: 168 time: 1.5923893 Aug 16 02:19:32.466737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:32.472290 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa6b4-bfbf-432a-971c-c07126f052ac tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.477162 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0a0fa6b4-bfbf-432a-971c-c07126f052ac tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "DELETE /v2.0/ports/c5d46958-b7d5-46cf-b58d-f6997d307257 HTTP/1.1" status: 204 len: 168 time: 0.8558719 Aug 16 02:19:32.480771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:32.524316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790d802-1a0b-4f5a-a28d-8ccb2948414d None None] The sync data for ids ['64ebb6ef-5270-49f7-9962-b32c2013cd65'] in n-d-768862-14 is: [{'id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:19:27Z', 'revision_number': 4, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'gw_port': {'id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a0139c3c-b6e8-40f1-ae5b-5a944f70f596', 'name': '', 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'mac_address': 'fa:16:3e:dd:9c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '0a003f5b-6b17-46ee-80d4-e8a3a20b71d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:25Z', 'updated_at': '2021-08-16T02:19:31Z', 'revision_number': 4, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'subnets': [{'id': '0a003f5b-6b17-46ee-80d4-e8a3a20b71d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:32.542298 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e043ff0-f111-42d3-84ca-36cc344594d2 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] GET failed (client error): The resource could not be found. Aug 16 02:19:32.551702 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5e043ff0-f111-42d3-84ca-36cc344594d2 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "GET /v2.0/ports/c5d46958-b7d5-46cf-b58d-f6997d307257 HTTP/1.1" status: 404 len: 333 time: 0.0681260 Aug 16 02:19:32.551920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:32.560038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'port': {'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1864109495'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:32.568634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Deleting port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:32.569191 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.581910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-4635a04f-42d0-4713-877b-d0b8ebe29e6c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.584060 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-4635a04f-42d0-4713-877b-d0b8ebe29e6c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.86 "GET /v2.0/networks?id=b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 200 len: 811 time: 0.3073282 Aug 16 02:19:32.648240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Request body: {'port': {'device_id': 'bfd76dbe-213d-4947-89ed-855fa7baa780', 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad', 'admin_state_up': True, 'tenant_id': '321fa5459cc24c688694aa062fb48d38'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:32.747512 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.785304 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Made reservation on behalf of f9c01198faa24cd1a6615c72e9fd343c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:32.800271 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.890806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] device_id is not set on port a8679899-2624-41bc-b8a5-0ce34b712adf yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:32.984026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] For port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:32.985622 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.092147 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.110704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76666cef-9bbb-4f54-9eca-a89d0a36a7dd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:33.122361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Made reservation on behalf of 321fa5459cc24c688694aa062fb48d38 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:33.126646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.200700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42051313-82cd-4a59-aa0c-e1697e1696b0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:33.201273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42051313-82cd-4a59-aa0c-e1697e1696b0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:33.236465 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.301259 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.306210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Allocated IP 2001:db8::13d (d6995f8d-eb05-42cd-82e8-c3fbfb0336f6/3956494d-9eb8-481d-b964-29dd67575a47/a8679899-2624-41bc-b8a5-0ce34b712adf) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:33.324778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:33.325478 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:33.328817 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:33.448232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.449104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.449104 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Floating IP 80b7e3fb-6f4c-45f3-895f-13414fbc2c56 disassociated. External IP: 172.25.5.229, port: 7d5c6af0-9407-441a-ac4f-3e39c578f4ba. Aug 16 02:19:33.449449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Calling delete_port for 7d5c6af0-9407-441a-ac4f-3e39c578f4ba owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:33.473605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0479ab89-a2d3-4219-9d50-b357d59a0ad2 req-a71ba40a-09bb-40a9-90b2-71757ffd35c8 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 210 time: 0.0796499 Aug 16 02:19:33.514404 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.531218 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.533709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/76666cef-9bbb-4f54-9eca-a89d0a36a7dd HTTP/1.1" status: 204 len: 168 time: 1.0664377 Aug 16 02:19:33.539390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Allocated IP 172.20.0.7 (b694f728-4afc-4ac8-bea0-399c620b2cad/0a003f5b-6b17-46ee-80d4-e8a3a20b71d0/68c258dc-e73c-4887-a3fe-401dc5f1061b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:33.584666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb27e15-e8f1-448d-b44a-f9ce83518812 req-54d2315e-3750-4bba-ac84-d7992fb60eea tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:33.593360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbb27e15-e8f1-448d-b44a-f9ce83518812 req-54d2315e-3750-4bba-ac84-d7992fb60eea tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 946 time: 0.2105732 Aug 16 02:19:33.620619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f811b12d-fad2-4a92-b455-d03cfc9fe505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.634122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394240b-3cee-4601-a50e-15c5fed7eca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=76666cef-9bbb-4f54-9eca-a89d0a36a7dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:33.768835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.789475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:33.819629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbb27e15-e8f1-448d-b44a-f9ce83518812 req-e8953fd7-b23d-48db-94cf-ca57b925a5c3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f6c163d-c481-43ec-b7d1-6aea36fcfb05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098556 Aug 16 02:19:33.821765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad9f9e32-cd2d-4170-8bf0-c00d24533bc4 req-019282d4-7c41-4506-adea-0392c734ce64 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.2111173 Aug 16 02:19:33.873826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event deleted for resources: {'Port': ['ID=7d5c6af0-9407-441a-ac4f-3e39c578f4ba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:33.898787 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.929862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a0139c3c-b6e8-40f1-ae5b-5a944f70f596 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:34.053126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a57aad4a-4ab0-4028-ac20-9d7de0bbe05a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca43dde049054799870a68771aac16d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566428 Aug 16 02:19:34.056988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:34.084040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.086354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a0139c3c-b6e8-40f1-ae5b-5a944f70f596 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:34.108687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a0139c3c-b6e8-40f1-ae5b-5a944f70f596 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:34.110097 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.128917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Router 568adc76-3ef1-4142-937e-2162ea232f4a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:34.160608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.194238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.221482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Transition to ACTIVE for port object a8679899-2624-41bc-b8a5-0ce34b712adf will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:34.246082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae75b190-0739-4501-8fcd-3b504d397f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.267860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-d29c717e-e364-4c2d-987e-5de8265bd3d9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1244514 Aug 16 02:19:34.344628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae75b190-0739-4501-8fcd-3b504d397f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.359544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Network b694f728-4afc-4ac8-bea0-399c620b2cad is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:34.391863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:34.396563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:34.437038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.437840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.488022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:34.511212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.512310 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.521873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Pushing event updated for resources: {'Port': ['ID=68c258dc-e73c-4887-a3fe-401dc5f1061b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:34.522377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:34.542919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:34.551066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.551935 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.563045 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-9193fdc2-7d1c-4681-9b4c-5b8ab7af0229 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9218500 Aug 16 02:19:34.581157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port a0139c3c-b6e8-40f1-ae5b-5a944f70f596, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a0139c3c-b6e8-40f1-ae5b-5a944f70f596,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:34.588446 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0335324 Aug 16 02:19:34.592642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:34.593551 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.600188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Request body: {'port': {'device_id': 'bfd76dbe-213d-4947-89ed-855fa7baa780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:34.607181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'port': {'network_id': 'd6995f8d-eb05-42cd-82e8-c3fbfb0336f6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1857423553'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:34.621325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-9c229f0a-5aa4-4bcb-b251-6279d9de49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.623707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-9c229f0a-5aa4-4bcb-b251-6279d9de49ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19686e587d024d1db506aa702c94cf24&device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1098 time: 0.2715909 Aug 16 02:19:34.650857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de2a2f-4fb3-4a0b-9ccf-8f023ad4d542 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Port': ['ID=a8679899-2624-41bc-b8a5-0ce34b712adf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:34.682190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:34.704610 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] Sync routers for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:34.724745 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:34.725418 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:34.761040 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=a0139c3c-b6e8-40f1-ae5b-5a944f70f596,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:34.811908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] No DVR routers for this DVR port 7d5c6af0-9407-441a-ac4f-3e39c578f4ba on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:34.830114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.832404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77d3b833-d087-42e9-a44a-2dc8338f7c0e req-0d3406df-1274-492d-a5cf-a4cf03c3b4f4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.86 "DELETE /v2.0/ports/7d5c6af0-9407-441a-ac4f-3e39c578f4ba HTTP/1.1" status: 204 len: 173 time: 2.6928077 Aug 16 02:19:34.834457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'name': 'network-vif-deleted', 'tag': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:34.841567 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682d3245-24ba-43d0-a52a-9728be817997" -d '{"events": [{"server_uuid": "85cfccdd-0def-4ce0-9002-ddef0d24bd00", "name": "network-vif-deleted", "tag": "7d5c6af0-9407-441a-ac4f-3e39c578f4ba"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:34.856951 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.858657 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.989993 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8dc6e6-2cee-4099-ade2-5d0fdf4c3c39 x-openstack-request-id: req-4d8dc6e6-2cee-4099-ade2-5d0fdf4c3c39 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:34.990222 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cfccdd-0def-4ce0-9002-ddef0d24bd00", "name": "network-vif-deleted", "tag": "7d5c6af0-9407-441a-ac4f-3e39c578f4ba", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:34.990511 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d8dc6e6-2cee-4099-ade2-5d0fdf4c3c39 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:34.990932 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cfccdd-0def-4ce0-9002-ddef0d24bd00', 'name': 'network-vif-deleted', 'tag': '7d5c6af0-9407-441a-ac4f-3e39c578f4ba', 'status': 'completed', 'code': 200} Aug 16 02:19:34.998473 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae75b190-0739-4501-8fcd-3b504d397f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.003446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae75b190-0739-4501-8fcd-3b504d397f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.008782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ae75b190-0739-4501-8fcd-3b504d397f5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db0ff06d-01a1-4647-9399-4b29fa95507c HTTP/1.1" status: 204 len: 168 time: 0.9471614 Aug 16 02:19:35.111699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b35b4a45-42f6-4384-a3b7-ac16ee738260 None None] Provisioning for port a8679899-2624-41bc-b8a5-0ce34b712adf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:35.125377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b35b4a45-42f6-4384-a3b7-ac16ee738260 None None] Provisioning complete for port a8679899-2624-41bc-b8a5-0ce34b712adf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:35.125759 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b35b4a45-42f6-4384-a3b7-ac16ee738260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.139338 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:35.171111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75b190-0739-4501-8fcd-3b504d397f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ff06d-01a1-4647-9399-4b29fa95507c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.176598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b35b4a45-42f6-4384-a3b7-ac16ee738260 None None] Port a8679899-2624-41bc-b8a5-0ce34b712adf cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:35.253748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7d5c6af0-9407-441a-ac4f-3e39c578f4ba no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:35.324728 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02086442-b835-4575-ac9f-59744c941082 req-1b4098d1-c55a-4d46-a1b7-4bebe7444edc tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.331248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02086442-b835-4575-ac9f-59744c941082 req-1b4098d1-c55a-4d46-a1b7-4bebe7444edc tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 931 time: 0.6098902 Aug 16 02:19:35.345061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 7d5c6af0-9407-441a-ac4f-3e39c578f4ba {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:35.345403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7d5c6af0-9407-441a-ac4f-3e39c578f4ba not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:35.379590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b20ea23-4302-49d9-a221-e3c1428908d0 req-e04b9eb6-8398-4cba-9d26-216502ed9a97 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=85cfccdd-0def-4ce0-9002-ddef0d24bd00 HTTP/1.1" status: 200 len: 210 time: 0.2587316 Aug 16 02:19:35.408343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-60accd0a-5b13-4084-8025-2454f1cf1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.430982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-60accd0a-5b13-4084-8025-2454f1cf1102 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211 HTTP/1.1" status: 200 len: 915 time: 0.7306859 Aug 16 02:19:35.561883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Made reservation on behalf of f9c01198faa24cd1a6615c72e9fd343c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:35.567181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.615686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c258dc-e73c-4887-a3fe-401dc5f1061b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:35.650355 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.693633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Transition to ACTIVE for port object 68c258dc-e73c-4887-a3fe-401dc5f1061b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:35.697970 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54971f8f-450e-4f3d-ade0-def98ed876ba req-9527403b-1106-4387-8da5-5b6b942e0439 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.1228151 Aug 16 02:19:35.714087 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.719373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02086442-b835-4575-ac9f-59744c941082 req-b49aaa5e-ab01-4102-8893-e067962b4e3d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561442 Aug 16 02:19:35.723043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] device_id is not set on port 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:35.734135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-d144f972-4253-4c7d-a938-36952c5a9782 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57821c9-2237-4a78-843c-100352023150 HTTP/1.1" status: 200 len: 1002 time: 0.2810888 Aug 16 02:19:35.779301 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:35.820551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a0139c3c-b6e8-40f1-ae5b-5a944f70f596 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:35.845090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Pushing event updated for resources: {'Port': ['ID=68c258dc-e73c-4887-a3fe-401dc5f1061b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.887308 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] Checking router: 568adc76-3ef1-4142-937e-2162ea232f4a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:35.899237 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:35.900264 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:35.945014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-53c1ff27-f7be-4fcd-a860-a1b92ed32b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.946728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-53c1ff27-f7be-4fcd-a860-a1b92ed32b19 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1d87cc0-77d4-4b87-9c06-3abe5361aa09 HTTP/1.1" status: 200 len: 853 time: 0.1499405 Aug 16 02:19:35.972886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a0139c3c-b6e8-40f1-ae5b-5a944f70f596 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:35.973264 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.001998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Attempting to bind port 68c258dc-e73c-4887-a3fe-401dc5f1061b on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:36.001998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Attempting to bind port 68c258dc-e73c-4887-a3fe-401dc5f1061b by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:36.005025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Attempting to bind port 68c258dc-e73c-4887-a3fe-401dc5f1061b on network b694f728-4afc-4ac8-bea0-399c620b2cad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:36.019423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Port 68c258dc-e73c-4887-a3fe-401dc5f1061b on network b694f728-4afc-4ac8-bea0-399c620b2cad not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:36.019905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Attempting to bind port 68c258dc-e73c-4887-a3fe-401dc5f1061b on network b694f728-4afc-4ac8-bea0-399c620b2cad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:36.033029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:36.034843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Checking segment: {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:36.035268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Bound using segment: {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:36.035719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Bound port: 68c258dc-e73c-4887-a3fe-401dc5f1061b, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:36.036092 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.061258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-cfbe1472-2078-4c0c-87fb-ebe654c1240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.063076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-cfbe1472-2078-4c0c-87fb-ebe654c1240c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060877 Aug 16 02:19:36.064564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Allocated IP 2001:db8::32b (d6995f8d-eb05-42cd-82e8-c3fbfb0336f6/3956494d-9eb8-481d-b964-29dd67575a47/300fa9bd-a0ba-421b-a3df-d9c26dad30a0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:36.064934 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:36.318656 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-17efcad5-2dc8-4cb3-8d27-cf0861238157 service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453537 Aug 16 02:19:36.456450 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.484319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Transition to ACTIVE for port object 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:36.488800 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cf4362-f095-4eff-b9dd-8c1e0e305bc1 req-f1461545-4e90-43c2-8e91-7be66244a69d service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602535 Aug 16 02:19:36.544914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:36.601452 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.650057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] For port 68c258dc-e73c-4887-a3fe-401dc5f1061b, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:36.653602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] For port 68c258dc-e73c-4887-a3fe-401dc5f1061b, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=68c258dc-e73c-4887-a3fe-401dc5f1061b,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:36.660395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.664892 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:36.665535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:36.672351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:36.675948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:36.684881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.686215 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.715005 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2aee54-6d87-4f39-93ed-706693962fd6 None None] The sync data for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 is: [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:36.738476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:36.745120 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88cb30b3-b3ce-431b-88bb-9bb3f7853598 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.748568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.749427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.752949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] 10.222.0.86 "PUT /v2.0/ports/68c258dc-e73c-4887-a3fe-401dc5f1061b HTTP/1.1" status: 200 len: 1092 time: 2.1646466 Aug 16 02:19:36.813194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4323ff2-60e8-4784-a869-deed0ff611a1 service neutron] Pushing event updated for resources: {'Port': ['ID=68c258dc-e73c-4887-a3fe-401dc5f1061b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:36.844865 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88cb30b3-b3ce-431b-88bb-9bb3f7853598 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.887987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-c1aad429-5353-4591-b7f0-11cbf556615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.889775 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-c1aad429-5353-4591-b7f0-11cbf556615c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=321fa5459cc24c688694aa062fb48d38&device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 1095 time: 0.0693395 Aug 16 02:19:36.955217 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88cb30b3-b3ce-431b-88bb-9bb3f7853598 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.962424 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88cb30b3-b3ce-431b-88bb-9bb3f7853598 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.967767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-88cb30b3-b3ce-431b-88bb-9bb3f7853598 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "DELETE /v2.0/security-groups/1f6c163d-c481-43ec-b7d1-6aea36fcfb05 HTTP/1.1" status: 204 len: 168 time: 0.4214814 Aug 16 02:19:36.968993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:36.996593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd76dbe-213d-4947-89ed-855fa7baa780', 'tag': '68c258dc-e73c-4887-a3fe-401dc5f1061b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:36.999770 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e78dac2-7036-4b97-bc68-1efd638bf433" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd76dbe-213d-4947-89ed-855fa7baa780", "tag": "68c258dc-e73c-4887-a3fe-401dc5f1061b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:37.003846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-93621438-834c-45be-8799-6b3f6be67934 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c258dc-e73c-4887-a3fe-401dc5f1061b HTTP/1.1" status: 200 len: 217 time: 0.0997980 Aug 16 02:19:37.011521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-117044273-network', 'tenant_id': '4dc7e45f514f48d29c50994b069fe908'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:37.057031 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.057607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb30b3-b3ce-431b-88bb-9bb3f7853598 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6c163d-c481-43ec-b7d1-6aea36fcfb05,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.079419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7644efaa-01ec-413e-8372-c65b759cc492 req-167a6347-7cc1-4f4e-83d0-86ae03cab3ed tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.1523471 Aug 16 02:19:37.085523 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-e50c2163-e89f-4a18-ada8-eeb11dfb4bee tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] show failed (client error): The resource could not be found. Aug 16 02:19:37.093435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e50c2163-e89f-4a18-ada8-eeb11dfb4bee tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups/1f6c163d-c481-43ec-b7d1-6aea36fcfb05 HTTP/1.1" status: 404 len: 347 time: 0.0639942 Aug 16 02:19:37.124397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:37.149925 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5520267 Aug 16 02:19:37.164151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:37.167682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-059d05d7-4ee4-4bb0-a672-150296065781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.171794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-059d05d7-4ee4-4bb0-a672-150296065781 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0a003f5b-6b17-46ee-80d4-e8a3a20b71d0 HTTP/1.1" status: 200 len: 851 time: 0.1541553 Aug 16 02:19:37.173906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bbbfd-b9d5-424d-bb23-b7e714f3abee tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Port': ['ID=300fa9bd-a0ba-421b-a3df-d9c26dad30a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.190319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3b10891d-7dfa-4a17-afc1-80ec0343c0ca tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38c', 'mac_address': 'fa:16:3e:51:bb:e1'}, {'ip_address': '2001:db8::13d', 'mac_address': 'fa:16:3e:aa:b0:0f'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:37.221039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d1e25-2443-462a-ad38-3f1cefa54d7c None None] New status for floating IP 80b7e3fb-6f4c-45f3-895f-13414fbc2c56: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:19:37.278431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90209f9-2a65-426a-8117-f9787775fd6b req-c5a36a9a-6b70-461f-8fbc-4aa4474d1fa2 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.289024 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d90209f9-2a65-426a-8117-f9787775fd6b req-c5a36a9a-6b70-461f-8fbc-4aa4474d1fa2 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 943 time: 0.3654199 Aug 16 02:19:37.294215 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-bd96b3ba-72b5-44fc-9b22-7d89aca7d655 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b694f728-4afc-4ac8-bea0-399c620b2cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486867 Aug 16 02:19:37.353480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Made reservation on behalf of 4dc7e45f514f48d29c50994b069fe908 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:37.356956 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.373699 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c5397-b422-4112-bee9-077afb9bf2a3 x-openstack-request-id: req-fb1c5397-b422-4112-bee9-077afb9bf2a3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:37.374365 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd76dbe-213d-4947-89ed-855fa7baa780", "tag": "68c258dc-e73c-4887-a3fe-401dc5f1061b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:37.375045 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb1c5397-b422-4112-bee9-077afb9bf2a3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:37.375757 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd76dbe-213d-4947-89ed-855fa7baa780', 'tag': '68c258dc-e73c-4887-a3fe-401dc5f1061b', 'status': 'completed', 'code': 200} Aug 16 02:19:37.452720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d90209f9-2a65-426a-8117-f9787775fd6b req-8bf080ad-fcfd-4424-aafb-4eb95108deee tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626506 Aug 16 02:19:37.478181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.523243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-306835ff-ed7a-4ae9-a566-f48fb5ca8fe1 None None] Provisioning for port 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:37.530565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-306835ff-ed7a-4ae9-a566-f48fb5ca8fe1 None None] Provisioning complete for port 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:37.531236 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-306835ff-ed7a-4ae9-a566-f48fb5ca8fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.545297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b10891d-7dfa-4a17-afc1-80ec0343c0ca tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.569824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Deleting port ff0a8864-baa8-4c50-b550-619058f7f314 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:37.570190 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.610074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-306835ff-ed7a-4ae9-a566-f48fb5ca8fe1 None None] Port 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:37.687944 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-55a48dea-bcaf-4247-b4e1-b5d2327103ba service neutron] 10.222.0.86 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548806 Aug 16 02:19:37.845497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b10891d-7dfa-4a17-afc1-80ec0343c0ca tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.853779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b10891d-7dfa-4a17-afc1-80ec0343c0ca tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.864129 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.864466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.873330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3b10891d-7dfa-4a17-afc1-80ec0343c0ca tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] In _notify_port_updated(), no bound segment for port 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 on network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:19:37.879601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b10891d-7dfa-4a17-afc1-80ec0343c0ca tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.880524 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b10891d-7dfa-4a17-afc1-80ec0343c0ca tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.883377 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3b10891d-7dfa-4a17-afc1-80ec0343c0ca tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "PUT /v2.0/ports/300fa9bd-a0ba-421b-a3df-d9c26dad30a0 HTTP/1.1" status: 200 len: 1068 time: 0.7005701 Aug 16 02:19:37.897367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:37.948732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10891d-7dfa-4a17-afc1-80ec0343c0ca tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event updated for resources: {'Port': ['ID=300fa9bd-a0ba-421b-a3df-d9c26dad30a0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.972086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Calling delete_port for ff0a8864-baa8-4c50-b550-619058f7f314 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:38.003197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37494) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:38.032801 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bee785a-d950-46f2-b7d8-8ea309545fa1 req-e1897d58-ac6b-42de-a87d-b6ff15d010d6 service neutron] 10.222.0.86 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347957 Aug 16 02:19:38.100573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.165000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.182790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db98d34b-ab33-47a7-9c03-b5d75128382d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.250543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8accb92a-2ca2-4a6d-a5b3-c7f2dd7e3d09 None None] Provisioning complete for port 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:38.252250 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8accb92a-2ca2-4a6d-a5b3-c7f2dd7e3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.256012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:38.313778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8accb92a-2ca2-4a6d-a5b3-c7f2dd7e3d09 None None] Port 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:38.323986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6833262d-ba73-4d22-b9f7-30c571f1da03,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.326801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f349b170-ffb3-42e0-af2d-5f807c871461 req-e9535f42-b1a6-475b-9a02-95bf542e8bc8 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0554445 Aug 16 02:19:38.343476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.344090 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Added segment abeffab9-c4df-41e0-9eff-e883c2ffc60a of type vlan for network a5954be0-324e-46f6-9f71-ccd8f7cdd2dd Aug 16 02:19:38.409843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db98d34b-ab33-47a7-9c03-b5d75128382d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.415476 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db98d34b-ab33-47a7-9c03-b5d75128382d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.457564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98d34b-ab33-47a7-9c03-b5d75128382d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fd60a8-5e4e-48ea-b4ea-b68ea53ad2b9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.500051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-db98d34b-ab33-47a7-9c03-b5d75128382d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10d28b76c25643b59b9ad9d3b71d3deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953365 Aug 16 02:19:38.502734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:38.522395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-729db95e-078e-4eeb-aa8a-85f7c310ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.525742 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-729db95e-078e-4eeb-aa8a-85f7c310ae87 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=321fa5459cc24c688694aa062fb48d38&device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 1095 time: 0.3638258 Aug 16 02:19:38.537647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.561226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-49905be0-852c-4bd8-8242-27bc16596c27 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Deleting port 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:38.561782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49905be0-852c-4bd8-8242-27bc16596c27 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.622856 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9049-3c91-4818-b7c8-7bf776bbe99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.649040 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9049-3c91-4818-b7c8-7bf776bbe99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.669931 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.699043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-ce8c20a9-c2a5-421f-89c2-47a92eebc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.704714 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-ce8c20a9-c2a5-421f-89c2-47a92eebc7a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 200 len: 912 time: 0.1580286 Aug 16 02:19:38.710870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a59691-22b2-4a2c-9465-84fb19ecc686 req-d01d5e22-720e-4054-ab65-55fe910fd70a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.718179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01a59691-22b2-4a2c-9465-84fb19ecc686 req-d01d5e22-720e-4054-ab65-55fe910fd70a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 943 time: 0.1630569 Aug 16 02:19:38.738737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9049-3c91-4818-b7c8-7bf776bbe99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.741894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9049-3c91-4818-b7c8-7bf776bbe99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.743054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9c4f9049-3c91-4818-b7c8-7bf776bbe99f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7fd60a8-5e4e-48ea-b4ea-b68ea53ad2b9 HTTP/1.1" status: 204 len: 168 time: 0.2389672 Aug 16 02:19:38.758077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f9049-3c91-4818-b7c8-7bf776bbe99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fd60a8-5e4e-48ea-b4ea-b68ea53ad2b9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.771360 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.772327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01a59691-22b2-4a2c-9465-84fb19ecc686 req-85e2f11d-fc21-4b76-8346-cd8b35f9ca39 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532358 Aug 16 02:19:38.777833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.778657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.790635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event deleted for resources: {'Port': ['ID=ff0a8864-baa8-4c50-b550-619058f7f314,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.903731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-4e91d583-0cb4-4572-82a8-b3c80a99c24a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c258dc-e73c-4887-a3fe-401dc5f1061b HTTP/1.1" status: 200 len: 217 time: 0.1364696 Aug 16 02:19:38.917259 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1774230 Aug 16 02:19:38.920547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:38.926022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Request body: {'subnet': {'network_id': 'a5954be0-324e-46f6-9f71-ccd8f7cdd2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-117044273-subnet', 'tenant_id': '4dc7e45f514f48d29c50994b069fe908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:38.962128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Made reservation on behalf of 4dc7e45f514f48d29c50994b069fe908 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:38.964674 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.985213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f710236-5b91-4630-a3e1-5d077f74130e admin admin] Pushing event updated for resources: {'Network': ['ID=a5954be0-324e-46f6-9f71-ccd8f7cdd2dd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:39.001615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network a5954be0-324e-46f6-9f71-ccd8f7cdd2dd details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:39.017564 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49905be0-852c-4bd8-8242-27bc16596c27 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.042006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-d5585211-08e7-49da-b193-befabe0802ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.043902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-d5585211-08e7-49da-b193-befabe0802ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0a003f5b-6b17-46ee-80d4-e8a3a20b71d0 HTTP/1.1" status: 200 len: 851 time: 0.1312613 Aug 16 02:19:39.044637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.047313 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.048401 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-67f91860-9f7e-4c2d-86a3-887a1ae809a2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "DELETE /v2.0/floatingips/80b7e3fb-6f4c-45f3-895f-13414fbc2c56 HTTP/1.1" status: 204 len: 168 time: 1.9222195 Aug 16 02:19:39.049559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-49905be0-852c-4bd8-8242-27bc16596c27 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Calling delete_port for 300fa9bd-a0ba-421b-a3df-d9c26dad30a0 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:39.087475 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-3ebb1cf8-a574-4b6d-a50b-17fe57fad0f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b694f728-4afc-4ac8-bea0-399c620b2cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353265 Aug 16 02:19:39.219990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.261881 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-132e6303-a24b-4a63-9b28-a9d587691519 service neutron] 10.222.0.86 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180017 Aug 16 02:19:39.283985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df3e533-b603-4500-8398-8b5421fda2a4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:39.294758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Checking segment: {'id': 'abeffab9-c4df-41e0-9eff-e883c2ffc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a5954be0-324e-46f6-9f71-ccd8f7cdd2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:39.295152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Network hostable DHCP agents. Network: a5954be0-324e-46f6-9f71-ccd8f7cdd2dd, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:39.315378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Network a5954be0-324e-46f6-9f71-ccd8f7cdd2dd is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:39.328877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, a5954be0-324e-46f6-9f71-ccd8f7cdd2dd) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:39.337272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.338320 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.339099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727c48d-d49f-447b-953d-5468346f69fc None None] Network a5954be0-324e-46f6-9f71-ccd8f7cdd2dd requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:39.358093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2fafd47e-0493-4f1d-973e-de9e115a09b7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4362297 Aug 16 02:19:39.419254 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49905be0-852c-4bd8-8242-27bc16596c27 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.466159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49905be0-852c-4bd8-8242-27bc16596c27 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event deleted for resources: {'Port': ['ID=300fa9bd-a0ba-421b-a3df-d9c26dad30a0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:39.559408 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e78dac2-7036-4b97-bc68-1efd638bf433 req-2f52f0d1-9902-4de0-ba51-77e5ea895bd1 service neutron] 10.222.0.86 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841957 Aug 16 02:19:39.627916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9b3217f-4e5f-463f-add1-07a131225908 req-8ac29563-c26d-42cd-a2a6-1bcff91bba3a tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0311675 Aug 16 02:19:39.695811 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0309adc8-315e-45d1-8cf1-778e63437984 None None] Network a5954be0-324e-46f6-9f71-ccd8f7cdd2dd requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:39.774667 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49905be0-852c-4bd8-8242-27bc16596c27 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.779790 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-49905be0-852c-4bd8-8242-27bc16596c27 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "DELETE /v2.0/ports/300fa9bd-a0ba-421b-a3df-d9c26dad30a0 HTTP/1.1" status: 204 len: 168 time: 1.8767719 Aug 16 02:19:39.779963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37542) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:39.856683 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f014fc-a675-49bc-b63a-a209103cfb38 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] GET failed (client error): The resource could not be found. Aug 16 02:19:39.867029 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e0f014fc-a675-49bc-b63a-a209103cfb38 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "GET /v2.0/ports/300fa9bd-a0ba-421b-a3df-d9c26dad30a0 HTTP/1.1" status: 404 len: 333 time: 0.0836511 Aug 16 02:19:39.867620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:39.997876 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e49891c-ec7d-4d21-949c-703d376903af tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Deleting port a8679899-2624-41bc-b8a5-0ce34b712adf {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:39.998721 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e49891c-ec7d-4d21-949c-703d376903af tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.082238 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-8cf842f2-e509-4687-b79b-6d1f96ca86d0 req-56ee41bd-c29b-4459-855d-d9e7d5513f24 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] show failed (client error): The resource could not be found. Aug 16 02:19:40.083638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cf842f2-e509-4687-b79b-6d1f96ca86d0 req-56ee41bd-c29b-4459-855d-d9e7d5513f24 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] 10.222.0.61 "GET /v2.0/security-groups/1aa21ba0-8c8a-4606-b6fd-e6c6b26ba66b HTTP/1.1" status: 404 len: 352 time: 0.0237095 Aug 16 02:19:40.149010 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e49891c-ec7d-4d21-949c-703d376903af tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.191776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e49891c-ec7d-4d21-949c-703d376903af tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Calling delete_port for a8679899-2624-41bc-b8a5-0ce34b712adf owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:40.258286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c392ca-23c9-4d0a-8436-9ecb5dd0ecc4 req-47bbeca8-7914-45a1-8714-d8e263649fb7 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:40.260171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24c392ca-23c9-4d0a-8436-9ecb5dd0ecc4 req-47bbeca8-7914-45a1-8714-d8e263649fb7 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 943 time: 0.1080260 Aug 16 02:19:40.297651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:40.303004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9f278a5f-85c9-4726-9f62-9e32abd795d3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896744435', 'description': 'tempest-description--1432158460'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:40.330816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f278a5f-85c9-4726-9f62-9e32abd795d3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.369030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24c392ca-23c9-4d0a-8436-9ecb5dd0ecc4 req-ce811030-c54d-4d3e-8cd4-b5fece94850a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029043 Aug 16 02:19:40.447345 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f278a5f-85c9-4726-9f62-9e32abd795d3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.450326 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e898872e-0f78-443c-acc2-21ca85c0e14d req-5ed63122-a18a-423b-b57e-e1f15b945b00 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4dc7e45f514f48d29c50994b069fe908 HTTP/1.1" status: 200 len: 2988 time: 0.1092024 Aug 16 02:19:40.451278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f278a5f-85c9-4726-9f62-9e32abd795d3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.463265 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e49891c-ec7d-4d21-949c-703d376903af tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.486580 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f278a5f-85c9-4726-9f62-9e32abd795d3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.488072 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9f278a5f-85c9-4726-9f62-9e32abd795d3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1891623 Aug 16 02:19:40.488866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f278a5f-85c9-4726-9f62-9e32abd795d3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d696b70b-13b5-4d32-b978-8bf14d9386cb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:40.491617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:40.496752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-814f60c1-b9ad-49a3-9f70-54a8e473100f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'security_group_rule': {'security_group_id': 'd696b70b-13b5-4d32-b978-8bf14d9386cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:40.529873 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-814f60c1-b9ad-49a3-9f70-54a8e473100f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.546350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49891c-ec7d-4d21-949c-703d376903af tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event deleted for resources: {'Port': ['ID=a8679899-2624-41bc-b8a5-0ce34b712adf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:40.583758 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e49891c-ec7d-4d21-949c-703d376903af tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.590065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8e49891c-ec7d-4d21-949c-703d376903af tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "DELETE /v2.0/ports/a8679899-2624-41bc-b8a5-0ce34b712adf HTTP/1.1" status: 204 len: 168 time: 0.7211432 Aug 16 02:19:40.593262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e898872e-0f78-443c-acc2-21ca85c0e14d req-014f627d-b98a-4331-814e-edb2f32dea42 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] 10.222.0.61 "GET /v2.0/security-groups/6833262d-ba73-4d22-b9f7-30c571f1da03 HTTP/1.1" status: 200 len: 2985 time: 0.1323259 Aug 16 02:19:40.594260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:40.621933 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f363b331-e443-47ef-8a48-451979ed47c5 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] GET failed (client error): The resource could not be found. Aug 16 02:19:40.623558 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f363b331-e443-47ef-8a48-451979ed47c5 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "GET /v2.0/ports/a8679899-2624-41bc-b8a5-0ce34b712adf HTTP/1.1" status: 404 len: 333 time: 0.0283210 Aug 16 02:19:40.626938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:40.647977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-814f60c1-b9ad-49a3-9f70-54a8e473100f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.657676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e898872e-0f78-443c-acc2-21ca85c0e14d req-fe545647-583a-4e21-a50b-1fd24877b674 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] 10.222.0.61 "GET /v2.0/security-groups/6833262d-ba73-4d22-b9f7-30c571f1da03 HTTP/1.1" status: 200 len: 2985 time: 0.0567341 Aug 16 02:19:40.666491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-814f60c1-b9ad-49a3-9f70-54a8e473100f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.696904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f60c1-b9ad-49a3-9f70-54a8e473100f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e6c3bc-47dc-4402-83d6-72ad5f49da56,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:40.730888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-814f60c1-b9ad-49a3-9f70-54a8e473100f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.734724 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-814f60c1-b9ad-49a3-9f70-54a8e473100f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2396047 Aug 16 02:19:40.735220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:40.747486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-158171f5-d032-44cb-a319-e3325ec82a3f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'security_group_rule': {'security_group_id': 'd696b70b-13b5-4d32-b978-8bf14d9386cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:40.773754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ce1a26a-eeef-41bb-adac-0080df6f3ddf req-e87b6701-a313-4ac2-9aec-8605e885b949 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0390258 Aug 16 02:19:40.801334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-158171f5-d032-44cb-a319-e3325ec82a3f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.844970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9619b37e-6a4e-4283-8416-aaf7af859ac8 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Deleting port 90a51cd0-c30a-4789-b3e3-73273a8ffa55 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:40.845319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9619b37e-6a4e-4283-8416-aaf7af859ac8 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.887908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a47f08f-ddc0-4279-847e-597ec0322fe5 req-f969530e-dbbe-42cd-accf-b56ef0188466 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] 10.222.0.61 "GET /v2.0/security-groups/6833262d-ba73-4d22-b9f7-30c571f1da03 HTTP/1.1" status: 200 len: 2985 time: 0.0768507 Aug 16 02:19:40.967442 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-158171f5-d032-44cb-a319-e3325ec82a3f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.979107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-158171f5-d032-44cb-a319-e3325ec82a3f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.982142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9619b37e-6a4e-4283-8416-aaf7af859ac8 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.982932 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-7a47f08f-ddc0-4279-847e-597ec0322fe5 req-bd69e387-1a41-4bc7-b0cb-7c0400eb74d8 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:19:40.984367 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a47f08f-ddc0-4279-847e-597ec0322fe5 req-bd69e387-1a41-4bc7-b0cb-7c0400eb74d8 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] 10.222.0.61 "DELETE /v2.0/security-groups/6833262d-ba73-4d22-b9f7-30c571f1da03 HTTP/1.1" status: 409 len: 352 time: 0.0789406 Aug 16 02:19:41.009610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158171f5-d032-44cb-a319-e3325ec82a3f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b754334-7f8d-4705-86bc-8a178bdcef18,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.011819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9619b37e-6a4e-4283-8416-aaf7af859ac8 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Calling delete_port for 90a51cd0-c30a-4789-b3e3-73273a8ffa55 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:41.026726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-158171f5-d032-44cb-a319-e3325ec82a3f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.031020 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-158171f5-d032-44cb-a319-e3325ec82a3f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2890520 Aug 16 02:19:41.031202 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-b2537a81-ad44-431b-86dd-58e91e0f963a req-6c6c3412-22d2-4302-a6d4-f5b8b1d8f192 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] show failed (client error): The resource could not be found. Aug 16 02:19:41.031597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37588) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.032139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2537a81-ad44-431b-86dd-58e91e0f963a req-6c6c3412-22d2-4302-a6d4-f5b8b1d8f192 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] 10.222.0.61 "GET /v2.0/security-groups/12d38315-3874-45fa-9592-e12df5ed40d7 HTTP/1.1" status: 404 len: 352 time: 0.0203657 Aug 16 02:19:41.040636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.045444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176872085', 'description': 'tempest-secgroup-smoke-176872085 description', 'project_id': '7e451b98654a41d4b8ba2ece6587578f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:41.069905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:41.080781 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-9227bf86-8aae-42d1-8fd1-bece34fd8de6 req-8526b361-3dea-4153-8f5c-fbb65b80f7b4 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] show failed (client error): The resource could not be found. Aug 16 02:19:41.082300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9227bf86-8aae-42d1-8fd1-bece34fd8de6 req-8526b361-3dea-4153-8f5c-fbb65b80f7b4 tempest-SecurityGroupsNegativeTestJSON-854938808 tempest-SecurityGroupsNegativeTestJSON-854938808-project] 10.222.0.61 "GET /v2.0/security-groups/c1421c11-3a34-4979-9218-a5a665ddab0d HTTP/1.1" status: 404 len: 352 time: 0.0197504 Aug 16 02:19:41.084476 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.094565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.094850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.118159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.168250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ec683d-cd64-40b8-950c-b96a30df0afc admin admin] Deleting subnet 7df3e533-b603-4500-8398-8b5421fda2a4 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:41.177199 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73ec683d-cd64-40b8-950c-b96a30df0afc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.236347 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73ec683d-cd64-40b8-950c-b96a30df0afc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.240025 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9619b37e-6a4e-4283-8416-aaf7af859ac8 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.269945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 68c258dc-e73c-4887-a3fe-401dc5f1061b details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:41.276497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619b37e-6a4e-4283-8416-aaf7af859ac8 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event deleted for resources: {'Port': ['ID=90a51cd0-c30a-4789-b3e3-73273a8ffa55,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.300780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73ec683d-cd64-40b8-950c-b96a30df0afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.309686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9619b37e-6a4e-4283-8416-aaf7af859ac8 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.311838 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9619b37e-6a4e-4283-8416-aaf7af859ac8 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "DELETE /v2.0/ports/90a51cd0-c30a-4789-b3e3-73273a8ffa55 HTTP/1.1" status: 204 len: 168 time: 0.6792505 Aug 16 02:19:41.314369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37596) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.343129 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.350840 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.369375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.384214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-307b0ddf-d63d-4cf5-8a9b-00d2c203f197 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Deleting subnet 3956494d-9eb8-481d-b964-29dd67575a47 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:41.390080 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-307b0ddf-d63d-4cf5-8a9b-00d2c203f197 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.410418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d1dd29-0fed-4d90-bf53-bb0c4f145819,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.430892 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73ec683d-cd64-40b8-950c-b96a30df0afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.431748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 68c258dc-e73c-4887-a3fe-401dc5f1061b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=68c258dc-e73c-4887-a3fe-401dc5f1061b,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:41.448770 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73ec683d-cd64-40b8-950c-b96a30df0afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.453170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-73ec683d-cd64-40b8-950c-b96a30df0afc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7df3e533-b603-4500-8398-8b5421fda2a4 HTTP/1.1" status: 204 len: 168 time: 0.3542099 Aug 16 02:19:41.454504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.459558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '68c258dc-e73c-4887-a3fe-401dc5f1061b', 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad', 'port_id': '68c258dc-e73c-4887-a3fe-401dc5f1061b', 'mac_address': 'fa:16:3e:93:95:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a003f5b-6b17-46ee-80d4-e8a3a20b71d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:41.497595 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-307b0ddf-d63d-4cf5-8a9b-00d2c203f197 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.515807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec683d-cd64-40b8-950c-b96a30df0afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df3e533-b603-4500-8398-8b5421fda2a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.516194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.533504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c258dc-e73c-4887-a3fe-401dc5f1061b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:41.564977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 68c258dc-e73c-4887-a3fe-401dc5f1061b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=68c258dc-e73c-4887-a3fe-401dc5f1061b,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:41.571362 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.632138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.634831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=68c258dc-e73c-4887-a3fe-401dc5f1061b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.640288 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.644186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.673579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea70c5-5cb1-4085-b397-9db48dade295 req-0827986b-2ccc-4229-9281-20b732b93a2c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.675361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efea70c5-5cb1-4085-b397-9db48dade295 req-0827986b-2ccc-4229-9281-20b732b93a2c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 943 time: 0.1823118 Aug 16 02:19:41.715472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Allocated IP 172.25.5.157 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/ec90288f-5395-41c8-aeda-bfd9a8f9c2b1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:41.720167 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.721412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6796932 Aug 16 02:19:41.726626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.729741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaf0cf-882f-4c53-b57d-242f15ec7ab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c89af71-e200-4588-aff3-6246fe491ef2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.738674 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-41fa4d11-b462-40e7-aa7f-59903f428534 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': '1c89af71-e200-4588-aff3-6246fe491ef2', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:41.746180 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-307b0ddf-d63d-4cf5-8a9b-00d2c203f197 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.803193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efea70c5-5cb1-4085-b397-9db48dade295 req-4d280bd0-2ecf-4d4c-8551-8a15e454667c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198139 Aug 16 02:19:41.829985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.842233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5954be0-324e-46f6-9f71-ccd8f7cdd2dd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:41.854808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41fa4d11-b462-40e7-aa7f-59903f428534 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.858093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abeffab9-c4df-41e0-9eff-e883c2ffc60a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:41.858402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abeffab9-c4df-41e0-9eff-e883c2ffc60a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:41.879326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.907647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4628472e-e10d-4b53-8045-1646d30100ca req-d6523c19-bbf8-49c6-9268-cbd1dc219276 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0468206 Aug 16 02:19:41.910014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-307b0ddf-d63d-4cf5-8a9b-00d2c203f197 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.918641 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.927819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:41.928910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:41.931461 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:41.950684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['68c258dc-e73c-4887-a3fe-401dc5f1061b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:41.972466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.974839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b0ddf-d63d-4cf5-8a9b-00d2c203f197 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event deleted for resources: {'Subnet': ['ID=3956494d-9eb8-481d-b964-29dd67575a47,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.987181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-307b0ddf-d63d-4cf5-8a9b-00d2c203f197 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.987953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48141017-2ad4-4f02-9e74-d68fc1e8256f None None] Network d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:41.992479 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-307b0ddf-d63d-4cf5-8a9b-00d2c203f197 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "DELETE /v2.0/subnets/3956494d-9eb8-481d-b964-29dd67575a47 HTTP/1.1" status: 204 len: 168 time: 0.6770341 Aug 16 02:19:41.993533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:42.009159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.019928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.024425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] 10.222.0.61 "DELETE /v2.0/networks/a5954be0-324e-46f6-9f71-ccd8f7cdd2dd HTTP/1.1" status: 204 len: 168 time: 0.5596004 Aug 16 02:19:42.064583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ef349-5dee-4218-be26-645a5f08df0a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5954be0-324e-46f6-9f71-ccd8f7cdd2dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.101141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-346d811d-7e20-418e-9187-a02582c6b308 req-0cdb0669-e2fd-44aa-ac4a-c0e1281df5bc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0773466 Aug 16 02:19:42.119678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.126238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41fa4d11-b462-40e7-aa7f-59903f428534 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.143215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41fa4d11-b462-40e7-aa7f-59903f428534 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.179766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa4d11-b462-40e7-aa7f-59903f428534 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c8b209-b43e-40fa-95f3-4ace8dbaf712,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.180249 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.204444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.207321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41fa4d11-b462-40e7-aa7f-59903f428534 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.211243 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-41fa4d11-b462-40e7-aa7f-59903f428534 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4792612 Aug 16 02:19:42.212983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:42.217632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b7615b1-323b-49e7-aeb5-8fd3a1498f5e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': '1c89af71-e200-4588-aff3-6246fe491ef2', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:42.262670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:42.263272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c94313-ad11-4ecb-a788-1894626fec02 None None] DHCP port deletion for d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:42.267447 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7615b1-323b-49e7-aeb5-8fd3a1498f5e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.271550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:42.277867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:42.281934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'Port': ['ID=ec90288f-5395-41c8-aeda-bfd9a8f9c2b1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.316254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:42.329474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Deleting port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:42.329819 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.336861 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7615b1-323b-49e7-aeb5-8fd3a1498f5e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.342131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-18c94313-ad11-4ecb-a788-1894626fec02 None None] Deleting port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:42.342656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7615b1-323b-49e7-aeb5-8fd3a1498f5e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.343457 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-18c94313-ad11-4ecb-a788-1894626fec02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.364510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7615b1-323b-49e7-aeb5-8fd3a1498f5e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503df385-11d1-40ae-a814-31d77488f694,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.374097 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7615b1-323b-49e7-aeb5-8fd3a1498f5e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.375573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5b7615b1-323b-49e7-aeb5-8fd3a1498f5e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626973 Aug 16 02:19:42.378352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:42.383531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-871d9e18-64cc-4832-9eaa-d30ce95123f3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': '1c89af71-e200-4588-aff3-6246fe491ef2', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:42.416065 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-871d9e18-64cc-4832-9eaa-d30ce95123f3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.424421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-18c94313-ad11-4ecb-a788-1894626fec02 None None] For port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e,segment=NetworkSegment(12a0eb2a-2e99-4038-83fe-d8fcfe004390),segment_id=12a0eb2a-2e99-4038-83fe-d8fcfe004390)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:42.425169 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-18c94313-ad11-4ecb-a788-1894626fec02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.441145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-18c94313-ad11-4ecb-a788-1894626fec02 None None] Calling delete_port for ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:42.464423 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-32bdbedf-02c4-4a35-b18c-6c9994cbe79e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4dc7e45f514f48d29c50994b069fe908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448016 Aug 16 02:19:42.464769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:42.465525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] For port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e,segment=NetworkSegment(12a0eb2a-2e99-4038-83fe-d8fcfe004390),segment_id=12a0eb2a-2e99-4038-83fe-d8fcfe004390)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:42.466068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.487370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Calling delete_port for ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:42.496214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.508441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-871d9e18-64cc-4832-9eaa-d30ce95123f3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.517164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-871d9e18-64cc-4832-9eaa-d30ce95123f3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.535461 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-18c94313-ad11-4ecb-a788-1894626fec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.544592 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-605af5cb-f51a-4da3-bedf-dce08dd91333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.552864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d9e18-64cc-4832-9eaa-d30ce95123f3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d961fb9f-8d17-421b-bc41-24b5f786923b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.568569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c94313-ad11-4ecb-a788-1894626fec02 None None] Pushing event deleted for resources: {'Port': ['ID=ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.573150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c94313-ad11-4ecb-a788-1894626fec02 None None] No DVR routers for this DVR port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:42.577622 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-605af5cb-f51a-4da3-bedf-dce08dd91333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.580640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-871d9e18-64cc-4832-9eaa-d30ce95123f3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.581862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-871d9e18-64cc-4832-9eaa-d30ce95123f3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2025905 Aug 16 02:19:42.585622 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.588114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:42.595429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-866cda21-25ef-418a-b9d7-25d5d972a5de tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': '1c89af71-e200-4588-aff3-6246fe491ef2', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:42.644003 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-866cda21-25ef-418a-b9d7-25d5d972a5de tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.668480 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-605af5cb-f51a-4da3-bedf-dce08dd91333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.671016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-605af5cb-f51a-4da3-bedf-dce08dd91333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.672189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-605af5cb-f51a-4da3-bedf-dce08dd91333 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6833262d-ba73-4d22-b9f7-30c571f1da03 HTTP/1.1" status: 204 len: 168 time: 0.2063661 Aug 16 02:19:42.690473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605af5cb-f51a-4da3-bedf-dce08dd91333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6833262d-ba73-4d22-b9f7-30c571f1da03,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.699777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.747646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] No DVR routers for this DVR port ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:42.751740 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-866cda21-25ef-418a-b9d7-25d5d972a5de tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.756612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event deleted for resources: {'Port': ['ID=ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.759536 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-866cda21-25ef-418a-b9d7-25d5d972a5de tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.783619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cda21-25ef-418a-b9d7-25d5d972a5de tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317f3239-01d6-4b2e-bf61-531a7b30008a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.791856 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-866cda21-25ef-418a-b9d7-25d5d972a5de tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.796619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-866cda21-25ef-418a-b9d7-25d5d972a5de tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2041438 Aug 16 02:19:42.796619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:42.801564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-51d1448c-9db2-4e0a-b215-560fc142a1f0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': '1c89af71-e200-4588-aff3-6246fe491ef2', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:42.845822 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-51d1448c-9db2-4e0a-b215-560fc142a1f0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Project 7e451b98654a41d4b8ba2ece6587578f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:19:42.851895 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51d1448c-9db2-4e0a-b215-560fc142a1f0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.871030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.899908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6995f8d-eb05-42cd-82e8-c3fbfb0336f6']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:42.921753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a0eb2a-2e99-4038-83fe-d8fcfe004390') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:42.922132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a0eb2a-2e99-4038-83fe-d8fcfe004390') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:42.927488 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51d1448c-9db2-4e0a-b215-560fc142a1f0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.938818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.955431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.963366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.973703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.981209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51d1448c-9db2-4e0a-b215-560fc142a1f0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.041042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1448c-9db2-4e0a-b215-560fc142a1f0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da3b9eb-8c95-4676-bfd7-eccd72e4a1af,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.062926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:43.063330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:43.069061 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:43.076182 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51d1448c-9db2-4e0a-b215-560fc142a1f0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.081192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-51d1448c-9db2-4e0a-b215-560fc142a1f0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2802589 Aug 16 02:19:43.081192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ac1425-022b-47d7-99be-e195c8f73fba req-84f76dfc-bb38-49f7-bef2-ed55eb2c8506 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0453258 Aug 16 02:19:43.081192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:43.090411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce66efc-a999-403d-9259-58f8be7b73b9 req-bed67e85-b2f8-489e-8e28-4f8d344c3392 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:43.092004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ce66efc-a999-403d-9259-58f8be7b73b9 req-bed67e85-b2f8-489e-8e28-4f8d344c3392 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 944 time: 0.1625698 Aug 16 02:19:43.095286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-83d7ac8a-f3df-4214-91ef-963ea8672ffa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': '1c89af71-e200-4588-aff3-6246fe491ef2', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:43.126081 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.132360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'Port': ['ID=ec90288f-5395-41c8-aeda-bfd9a8f9c2b1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.152241 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-83d7ac8a-f3df-4214-91ef-963ea8672ffa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Project 7e451b98654a41d4b8ba2ece6587578f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:19:43.162024 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.162024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-87f1ae39-6973-49e5-a9cb-c4e8d532f19e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1268961 Aug 16 02:19:43.168413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac8a-f3df-4214-91ef-963ea8672ffa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.168806 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.174046 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.178192 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] 10.222.0.61 "DELETE /v2.0/networks/d6995f8d-eb05-42cd-82e8-c3fbfb0336f6 HTTP/1.1" status: 204 len: 168 time: 1.1754851 Aug 16 02:19:43.194179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acfbca-9deb-4fb5-83f2-4eded2f76b08 tempest-AllowedAddressPairIpV6TestJSON-1561633254 tempest-AllowedAddressPairIpV6TestJSON-1561633254-project] Pushing event deleted for resources: {'Network': ['ID=d6995f8d-eb05-42cd-82e8-c3fbfb0336f6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.209078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ce66efc-a999-403d-9259-58f8be7b73b9 req-f4be7b51-385d-4081-89c0-c74615f03efc tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862672 Aug 16 02:19:43.281037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 68c258dc-e73c-4887-a3fe-401dc5f1061b up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:43.313107 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac8a-f3df-4214-91ef-963ea8672ffa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.321939 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac8a-f3df-4214-91ef-963ea8672ffa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.372363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 68c258dc-e73c-4887-a3fe-401dc5f1061b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:43.381170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7ac8a-f3df-4214-91ef-963ea8672ffa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652164bd-de6b-48ad-a7e0-eafb25bf38f7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.384084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 68c258dc-e73c-4887-a3fe-401dc5f1061b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:43.384782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.463573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac8a-f3df-4214-91ef-963ea8672ffa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.464820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-83d7ac8a-f3df-4214-91ef-963ea8672ffa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3827446 Aug 16 02:19:43.468058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:43.478037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'network': {'name': 'tempest-network-smoke--1490614287', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:43.496960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16dfab7b-dc0c-41fe-9718-e88f9e063c99 req-b3536338-90ff-43be-81bd-06f57a7e2452 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e2f34432967f472986e41b0cb580e7e1&device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0941556 Aug 16 02:19:43.503240 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.543374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37668) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:43.547734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd76dbe-213d-4947-89ed-855fa7baa780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c258dc-e73c-4887-a3fe-401dc5f1061b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:43.550655 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a143d6bd-e4af-436e-b0ac-c1e8186618ec" -d '{"events": [{"server_uuid": "bfd76dbe-213d-4947-89ed-855fa7baa780", "name": "network-vif-plugged", "status": "completed", "tag": "68c258dc-e73c-4887-a3fe-401dc5f1061b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:43.555363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:43.558434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 68c258dc-e73c-4887-a3fe-401dc5f1061b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=68c258dc-e73c-4887-a3fe-401dc5f1061b,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:43.564973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-693ec784-9115-4042-bb9a-3ef8f184e514 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1896744435&fields=id&tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344 HTTP/1.1" status: 200 len: 267 time: 0.1477592 Aug 16 02:19:43.565284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.568355 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0cf5e5d-f2ff-4d8e-ac86-a5f35e372266 req-9d14c464-25cb-4521-bef4-8613d3ce1c1b tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0850644 Aug 16 02:19:43.584230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.591753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16dfab7b-dc0c-41fe-9718-e88f9e063c99 req-1b1f82b6-5ab7-4186-aa7d-8122b5f589e3 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=e2f34432967f472986e41b0cb580e7e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806375 Aug 16 02:19:43.645046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=68c258dc-e73c-4887-a3fe-401dc5f1061b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.666838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:43.686327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.686705 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Added segment baf837f1-e07d-418f-8732-e474c375b8bb of type vlan for network ebaefa93-1e44-4ee5-85c8-291327563e60 Aug 16 02:19:43.690165 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b2782d-07be-45f9-b167-c13c96291140 x-openstack-request-id: req-f9b2782d-07be-45f9-b167-c13c96291140 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:43.690461 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd76dbe-213d-4947-89ed-855fa7baa780", "name": "network-vif-plugged", "status": "completed", "tag": "68c258dc-e73c-4887-a3fe-401dc5f1061b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:43.690718 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9b2782d-07be-45f9-b167-c13c96291140 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:43.691276 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd76dbe-213d-4947-89ed-855fa7baa780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c258dc-e73c-4887-a3fe-401dc5f1061b', 'code': 200} Aug 16 02:19:43.775296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.796145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:43.833393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.842199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:43.843037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.848860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:43.849230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ee1924d6-e3d5-46e4-b71e-5f50fd7ea33e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:43.978016 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5085912 Aug 16 02:19:43.987133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:44.002433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'admin_state_up': True, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:44.026937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b18b-53ad-482e-9f23-d358ff12f773 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Network': ['ID=ebaefa93-1e44-4ee5-85c8-291327563e60,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:44.044159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ebaefa93-1e44-4ee5-85c8-291327563e60 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:44.051570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fd0b3-c231-4d68-ae28-70a8b1f8fe70 req-123ca3a6-2cd2-4205-97a8-73b93f6f9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.053139 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e2fd0b3-c231-4d68-ae28-70a8b1f8fe70 req-123ca3a6-2cd2-4205-97a8-73b93f6f9ef2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 1097 time: 0.2346647 Aug 16 02:19:44.076029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.077133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.094938 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-07ea9177-4abd-4e9e-a7b1-acebbc137edb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9c01198faa24cd1a6615c72e9fd343c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5488312 Aug 16 02:19:44.098312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:44.126348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37690) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:44.178813 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4e2fd0b3-c231-4d68-ae28-70a8b1f8fe70 req-378f5d19-d000-4c72-9f64-f9e8478734cf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148555 Aug 16 02:19:44.214462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.247907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-96e04801-4b50-4ec5-bf11-1cfd8a61201c tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.255006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-96e04801-4b50-4ec5-bf11-1cfd8a61201c tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 810 time: 0.6890674 Aug 16 02:19:44.282965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfab7b-dc0c-41fe-9718-e88f9e063c99 req-a34b5b9c-a4f0-4fe1-93df-6e448c6f6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.284739 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16dfab7b-dc0c-41fe-9718-e88f9e063c99 req-a34b5b9c-a4f0-4fe1-93df-6e448c6f6c19 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6625307 Aug 16 02:19:44.287615 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-95e199e0-5fe8-440f-beed-f8f6150f79fb tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/quotas/8dfd5fb3389f4d48a15563e9b2b3a344 HTTP/1.1" status: 200 len: 375 time: 0.0317101 Aug 16 02:19:44.388740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189936b8-07e9-4482-b299-5529b964b36c req-518c529a-50d0-42b2-9728-759723c6d818 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.390348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-189936b8-07e9-4482-b299-5529b964b36c req-518c529a-50d0-42b2-9728-759723c6d818 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.0903080 Aug 16 02:19:44.398607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-b5a7c243-0c8b-4a7a-9cf0-0c1fb59ea2b6 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972781 Aug 16 02:19:44.434846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:44.519466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-189936b8-07e9-4482-b299-5529b964b36c req-7dc58d48-fd75-4416-85e5-717137dc9f83 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197546 Aug 16 02:19:44.617301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-2c046e54-57fc-4ae1-a5d3-0a7009da0725 service neutron] 10.222.0.61 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034905 Aug 16 02:19:44.648264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1619215147-network', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:44.651402 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc854bf3-b85a-4484-9e18-ca16d33bdb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.722560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc854bf3-b85a-4484-9e18-ca16d33bdb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.728315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-991bf547-a06f-48c3-bea7-65d3cbd2e055 req-aa171324-34fc-4247-804a-c42ad699f9c1 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0768912 Aug 16 02:19:44.765938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Made reservation on behalf of 9667bdc7968944d28db4db5c242e5ade for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:44.768294 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.781629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.782057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-4d0ffb52-f23b-4a8d-88fa-f99dba26ccd1 service neutron] 10.222.0.61 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528504 Aug 16 02:19:44.785087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Deleting port 8bdae017-725a-4d45-a1b6-1d4fb1bfd0e3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:44.785087 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.798866 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.872865 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.873547 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.895288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Calling delete_port for 8bdae017-725a-4d45-a1b6-1d4fb1bfd0e3 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:44.898836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc854bf3-b85a-4484-9e18-ca16d33bdb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.901452 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc854bf3-b85a-4484-9e18-ca16d33bdb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.904963 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fc854bf3-b85a-4484-9e18-ca16d33bdb27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef3a07a5-7e35-4afc-919d-9b007301771c HTTP/1.1" status: 204 len: 168 time: 0.8032663 Aug 16 02:19:44.923503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854bf3-b85a-4484-9e18-ca16d33bdb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a07a5-7e35-4afc-919d-9b007301771c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:45.005287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.018811 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.042650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:45.100873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59a56e74-01b0-41aa-a05e-c3ee16ceb02e req-f405ce51-2d12-4c22-a01b-efe66ec05f34 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 210 time: 0.0666518 Aug 16 02:19:45.117780 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.118306 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Added segment 4aff2d15-582d-4c02-bf50-70be07b6ea4b of type vlan for network ec24205d-18f7-4de6-a2dd-d79a68c64bab Aug 16 02:19:45.229705 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.250787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce87544-d973-430a-9633-d01c6873cec7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:45.265829 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.266303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.296955 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.329883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event deleted for resources: {'Port': ['ID=8bdae017-725a-4d45-a1b6-1d4fb1bfd0e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:45.402068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.403302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.403885 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.419780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.420145 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Floating IP c14801fd-b1e4-43b7-be93-ef8cb970a893 disassociated (deleted). External IP: 172.25.5.249, port: c57821c9-2237-4a78-843c-100352023150. Aug 16 02:19:45.517474 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3867602 Aug 16 02:19:45.522863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:45.530252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Request body: {'subnet': {'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1619215147-subnet', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:45.540481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de2465-780c-40dd-b7a9-2b35a193d7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=ec24205d-18f7-4de6-a2dd-d79a68c64bab,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:45.563297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ec24205d-18f7-4de6-a2dd-d79a68c64bab details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:45.582630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16dfab7b-dc0c-41fe-9718-e88f9e063c99 req-9829cbbd-0518-44d4-818a-8d91a9483a07 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.93 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0461574 Aug 16 02:19:45.630415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.25.5.16 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/acff3868-e82c-40ae-996c-0cd8a12731b8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:45.769825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Made reservation on behalf of 9667bdc7968944d28db4db5c242e5ade for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:45.773016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.848753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124ed5-cd9e-49c9-8255-b6da5d788d71 req-c888c5f7-e01a-4dc3-97f8-927a6b459cf7 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.851220 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f124ed5-cd9e-49c9-8255-b6da5d788d71 req-c888c5f7-e01a-4dc3-97f8-927a6b459cf7 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.1806905 Aug 16 02:19:45.856426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Router b6439ee1-539d-4871-91f4-85b1a257f9a0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:45.893322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.899206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad58920e-67b4-44e7-894b-e2556846220a req-9792425e-b83e-40b8-a6b0-bd4d1dfb7568 tempest-ServerShowV254Test-1647941684 tempest-ServerShowV254Test-1647941684-project] 10.222.0.61 "GET /v2.0/ports?device_id=849b6906-673e-45ce-bdec-2f8ebfa6c079 HTTP/1.1" status: 200 len: 210 time: 0.0359278 Aug 16 02:19:45.936386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f124ed5-cd9e-49c9-8255-b6da5d788d71 req-847554b4-4c9f-4cce-afe7-29cf0490d830 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747542 Aug 16 02:19:45.996556 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.027049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.050991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:46.068743 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] Sync routers for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:46.080209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.087180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:46.093871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:46.098369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:46.105788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=acff3868-e82c-40ae-996c-0cd8a12731b8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.121494 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:46.122361 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:46.130984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.165663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-17fa0657-15ce-420f-a92b-12e42f89675b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "DELETE /v2.0/floatingips/c14801fd-b1e4-43b7-be93-ef8cb970a893 HTTP/1.1" status: 204 len: 168 time: 1.7299409 Aug 16 02:19:46.168879 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:46.173727 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716c52fb-38da-42c4-8317-15d7fa4e3e95" -d '{"events": [{"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:46.258054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a076f67b-d877-4622-9643-ddda8161ca21,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.259237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cf8ba74-2d1b-4534-8480-4192ab5928d0 req-0c43d98e-ca2e-45f1-a2de-7702628604a3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 210 time: 0.0471375 Aug 16 02:19:46.283560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-b12238f2-2591-4ec1-b626-74186076371b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.296186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b12238f2-2591-4ec1-b626-74186076371b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2591159 Aug 16 02:19:46.297998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.313177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Checking segment: {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:46.313536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Network hostable DHCP agents. Network: ec24205d-18f7-4de6-a2dd-d79a68c64bab, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:46.315555 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-78ece38b-007c-4e87-bdf8-a77e50181842 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.317486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-78ece38b-007c-4e87-bdf8-a77e50181842 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0162323 Aug 16 02:19:46.321251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.341571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-2c38b49b-d7e0-4bc4-8af4-2d5e4ccf8b9b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.347078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2c38b49b-d7e0-4bc4-8af4-2d5e4ccf8b9b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0216599 Aug 16 02:19:46.349466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.358855 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:46.365777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-ab779ae5-7158-49eb-b2e3-7af6e64e416a tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.368488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ab779ae5-7158-49eb-b2e3-7af6e64e416a tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0165443 Aug 16 02:19:46.371405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.382279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-7be5470e-c5a4-43bd-9e0b-9a1741b56683 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.383400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7be5470e-c5a4-43bd-9e0b-9a1741b56683 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0101416 Aug 16 02:19:46.386430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.394744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-ad611f0f-1fea-46e1-be65-725933e46d03 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.402324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ad611f0f-1fea-46e1-be65-725933e46d03 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0118608 Aug 16 02:19:46.406263 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25601054-cbb8-443a-a7d1-942e39796c28 x-openstack-request-id: req-25601054-cbb8-443a-a7d1-942e39796c28 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:46.406574 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "tag": "c57821c9-2237-4a78-843c-100352023150", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:46.407122 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25601054-cbb8-443a-a7d1-942e39796c28 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:46.408964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.409416 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'tag': 'c57821c9-2237-4a78-843c-100352023150', 'status': 'completed', 'code': 200} Aug 16 02:19:46.421475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-8c3db5f0-a7a7-4d4a-9e54-1961f923b02a tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.422481 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8c3db5f0-a7a7-4d4a-9e54-1961f923b02a tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0105121 Aug 16 02:19:46.426003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.433130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-cc97c888-846f-4630-b982-7b15cf4695f5 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.434082 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cc97c888-846f-4630-b982-7b15cf4695f5 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0071893 Aug 16 02:19:46.440201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37764) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.443143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Network ec24205d-18f7-4de6-a2dd-d79a68c64bab is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:46.452698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-3cc3b551-6994-44ca-a89d-7672de429cb5 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.453682 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3cc3b551-6994-44ca-a89d-7672de429cb5 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0116334 Aug 16 02:19:46.458394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.464431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-2408612b-b077-467e-8394-1a32cfa1c834 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.465840 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2408612b-b077-467e-8394-1a32cfa1c834 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045772 Aug 16 02:19:46.473647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37768) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.477379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ec24205d-18f7-4de6-a2dd-d79a68c64bab) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:46.484969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-e4c78213-ecae-4f9d-9b17-fe3a5c641b9f tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.486311 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e4c78213-ecae-4f9d-9b17-fe3a5c641b9f tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0117230 Aug 16 02:19:46.487433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c91abe-3fa9-41ab-9d38-fae002ecf419 None None] Network ec24205d-18f7-4de6-a2dd-d79a68c64bab requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:46.490354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.495341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:46.495951 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.515370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-345e6dee-acba-42ed-8a74-cb94025ebb76 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.518816 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-345e6dee-acba-42ed-8a74-cb94025ebb76 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0228579 Aug 16 02:19:46.520710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.554935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-0d453c05-f831-43ba-b420-ee8916cd8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:46.556981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-0d453c05-f831-43ba-b420-ee8916cd8144 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=19686e587d024d1db506aa702c94cf24&device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 1098 time: 0.1350133 Aug 16 02:19:46.648745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-c6bcb90a-88b7-4920-876a-8e9ff53da3c0 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.649732 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c6bcb90a-88b7-4920-876a-8e9ff53da3c0 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053072 Aug 16 02:19:46.650689 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.654700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.664805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-ade20ee0-2d59-430a-95c8-a2a90c129781 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.666315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ade20ee0-2d59-430a-95c8-a2a90c129781 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0075414 Aug 16 02:19:46.671825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.678980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-a56be9d5-702d-470b-abb8-80ccd3774312 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.680205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a56be9d5-702d-470b-abb8-80ccd3774312 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073135 Aug 16 02:19:46.696785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.703745 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b76ecfeb-56e7-418d-b442-cc4b60b3c399 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1796348 Aug 16 02:19:46.704819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.709130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-348cbdd0-32f1-489d-ac07-c0660a551aa8 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.710791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-348cbdd0-32f1-489d-ac07-c0660a551aa8 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0132279 Aug 16 02:19:46.713834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.721649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:46.728369 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:46.731588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-dfdf0e2c-7c6d-4be6-accf-c7fb7129bab0 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.732924 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dfdf0e2c-7c6d-4be6-accf-c7fb7129bab0 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0178452 Aug 16 02:19:46.737699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.761539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b61028-1283-49ea-a8fd-1251e216010a req-676c3048-bf39-4174-bed3-b9cf8d1c2111 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:46.764219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3b61028-1283-49ea-a8fd-1251e216010a req-676c3048-bf39-4174-bed3-b9cf8d1c2111 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 946 time: 0.1643760 Aug 16 02:19:46.766242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-07b23cae-6d8e-4ec5-aa52-80bb52f4fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:46.767960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-07b23cae-6d8e-4ec5-aa52-80bb52f4fc8f service neutron] 10.222.0.93 "GET /v2.0/networks?id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211 HTTP/1.1" status: 200 len: 915 time: 0.2017314 Aug 16 02:19:46.772782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-35a73ce2-10fd-4055-9ff4-42a7d6494f3c tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.773997 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-35a73ce2-10fd-4055-9ff4-42a7d6494f3c tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0322316 Aug 16 02:19:46.779037 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.779395 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] Checking router: b6439ee1-539d-4871-91f4-85b1a257f9a0 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:46.789434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:46.792011 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.794413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-4f45f2e6-8cab-4014-b47e-120fda9bca0b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.796372 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4f45f2e6-8cab-4014-b47e-120fda9bca0b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0068181 Aug 16 02:19:46.800926 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:46.801695 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:46.807746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.813011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-f86a4bf3-74ec-4263-a27b-0b322ec3e186 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.814103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f86a4bf3-74ec-4263-a27b-0b322ec3e186 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052869 Aug 16 02:19:46.847744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.854928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-5ed0419d-9d3c-4fd6-9512-eb4065469e06 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c57821c9-2237-4a78-843c-100352023150 HTTP/1.1" status: 200 len: 217 time: 0.0735929 Aug 16 02:19:46.857232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-3f1c9d9f-be71-48a3-873a-41f6301f739d tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.858467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3f1c9d9f-be71-48a3-873a-41f6301f739d tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054810 Aug 16 02:19:46.861324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.868490 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-04a378a9-aa60-4640-9db7-8180f3d82a93 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.869622 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-04a378a9-aa60-4640-9db7-8180f3d82a93 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072088 Aug 16 02:19:46.874717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.889521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-87f425a0-2d2e-4be8-a98c-a96bb1d9fad6 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.891562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-87f425a0-2d2e-4be8-a98c-a96bb1d9fad6 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0066302 Aug 16 02:19:46.907843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.922144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-35457493-760f-4ba5-9581-f8d82c19f6dd tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.924277 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-35457493-760f-4ba5-9581-f8d82c19f6dd tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0145209 Aug 16 02:19:46.925444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.926684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.932653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37800) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.942566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3b61028-1283-49ea-a8fd-1251e216010a req-be31c9c1-1a63-4957-a2d0-183d574ad7b1 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713297 Aug 16 02:19:46.953924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-6f8a43de-b943-4dc9-bd37-d91d7a29b964 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:46.955419 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6f8a43de-b943-4dc9-bd37-d91d7a29b964 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0152931 Aug 16 02:19:46.961230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.992689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-5c63905e-c537-4bab-9769-edca6eecde0a tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.001662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5c63905e-c537-4bab-9769-edca6eecde0a tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0207729 Aug 16 02:19:47.008314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.028398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-d7631bf2-06e0-452f-ad1a-c508dbdefff0 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.031070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-d7631bf2-06e0-452f-ad1a-c508dbdefff0 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.93 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 810 time: 0.2904925 Aug 16 02:19:47.034850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-99db5328-dc22-4816-88d7-f937475f1653 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.042349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-99db5328-dc22-4816-88d7-f937475f1653 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0301850 Aug 16 02:19:47.047360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.056267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-a3644773-f87e-4366-a007-07853cd48077 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.057268 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a3644773-f87e-4366-a007-07853cd48077 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0064030 Aug 16 02:19:47.060373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Allocated IP 172.20.0.2 (ec24205d-18f7-4de6-a2dd-d79a68c64bab/a076f67b-d877-4622-9643-ddda8161ca21/d79beaee-5df9-43cc-872a-ff32208d27d6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:47.063679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-7639c60c-f4d9-4068-ac25-da8fd4853907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.070379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-7639c60c-f4d9-4068-ac25-da8fd4853907 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1d87cc0-77d4-4b87-9c06-3abe5361aa09 HTTP/1.1" status: 200 len: 853 time: 0.1987925 Aug 16 02:19:47.077787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.095458 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:47.100958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-2d996c10-d142-4930-953d-80a716e555e5 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.107017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2d996c10-d142-4930-953d-80a716e555e5 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0256541 Aug 16 02:19:47.114635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.143477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-69edaeae-4cb4-439f-ab2d-e1b58544c7fe tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.143702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.144481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-69edaeae-4cb4-439f-ab2d-e1b58544c7fe tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0108879 Aug 16 02:19:47.150992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.158589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-44e6e996-96b9-4c77-bdf6-e922742054d1 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.159903 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-44e6e996-96b9-4c77-bdf6-e922742054d1 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076444 Aug 16 02:19:47.178862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.193251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-dda05335-f6a2-474c-9a0d-3e77388ff22b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.194780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dda05335-f6a2-474c-9a0d-3e77388ff22b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0074053 Aug 16 02:19:47.208314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.218576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-0a8ba08e-4b47-443e-8c4a-b6883076704e tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.219576 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0a8ba08e-4b47-443e-8c4a-b6883076704e tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0092933 Aug 16 02:19:47.231249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.247958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-1b443a32-1b3b-4e26-9a50-17719ad99786 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.249621 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1b443a32-1b3b-4e26-9a50-17719ad99786 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0173149 Aug 16 02:19:47.254591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.275821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-b5537054-8f08-486c-9ded-1ee61d0f6045 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.281275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b5537054-8f08-486c-9ded-1ee61d0f6045 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0254660 Aug 16 02:19:47.295759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.307658 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-bd29ed65-0f93-4236-b0ca-8986fda38175 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344 HTTP/1.1" status: 200 len: 380 time: 0.2611389 Aug 16 02:19:47.316144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-16a19be4-5439-4d15-8c68-3a02302d7ad8 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.320857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-16a19be4-5439-4d15-8c68-3a02302d7ad8 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0231242 Aug 16 02:19:47.324652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'port': {'device_id': '115c4ee0-6185-47a3-b782-11c7138ef481', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'admin_state_up': True, 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'security_groups': ['d696b70b-13b5-4d32-b978-8bf14d9386cb']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:47.325231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.331322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-a09d68a0-34e3-4b97-9a09-b746679bf129 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.332601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a09d68a0-34e3-4b97-9a09-b746679bf129 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055599 Aug 16 02:19:47.349947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29717-5e6a-435b-92e8-52b378b94c2b req-01816642-a7e0-48c6-b83a-5f24da17375a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.352116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01b29717-5e6a-435b-92e8-52b378b94c2b req-01816642-a7e0-48c6-b83a-5f24da17375a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.2793574 Aug 16 02:19:47.354584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-2fde038e-60f4-48cf-979e-3f23934e23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.356418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-2fde038e-60f4-48cf-979e-3f23934e23b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0fa9b297-52fb-4f25-bd08-dcaaa3eee211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2439814 Aug 16 02:19:47.357155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.361929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-ad435281-5b3e-4c6f-afe0-8e77ff6d7fd7 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.363332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ad435281-5b3e-4c6f-afe0-8e77ff6d7fd7 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049229 Aug 16 02:19:47.372363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.386519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-a2c1e251-3217-4153-81d1-595a6845d562 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.390734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a2c1e251-3217-4153-81d1-595a6845d562 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070293 Aug 16 02:19:47.394492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.411325 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.426520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Transition to ACTIVE for port object d79beaee-5df9-43cc-872a-ff32208d27d6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:47.441023 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:47.464236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Transition to ACTIVE for port object d79beaee-5df9-43cc-872a-ff32208d27d6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:47.477938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01b29717-5e6a-435b-92e8-52b378b94c2b req-f1144540-b077-49ef-9281-cfcae43f4e82 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129553 Aug 16 02:19:47.479173 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.498763 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67455a77-d047-4c64-a810-60fc4fb7fc16 None None] The sync data for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 is: [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:14:56Z', 'revision_number': 4, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b56bd543-fa6a-4598-bbca-636ca6434fea', 'name': '', 'network_id': '0fa9b297-52fb-4f25-bd08-dcaaa3eee211', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'mac_address': 'fa:16:3e:52:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:54Z', 'updated_at': '2021-08-16T02:15:04Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'subnets': [{'id': 'c1d87cc0-77d4-4b87-9c06-3abe5361aa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:47.519459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-8911c54f-8f75-4da1-bc8c-ca6b262a66fe tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.520494 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8911c54f-8f75-4da1-bc8c-ca6b262a66fe tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0480206 Aug 16 02:19:47.531166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37846) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.549289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-ade569f2-54f5-4a95-a817-cff6814bef12 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.552695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ade569f2-54f5-4a95-a817-cff6814bef12 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0180023 Aug 16 02:19:47.554815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.576787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-b0e86243-be19-4ae3-b665-fe009dbd3f62 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.580478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b0e86243-be19-4ae3-b665-fe009dbd3f62 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0221453 Aug 16 02:19:47.580622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Pushing event updated for resources: {'Port': ['ID=d79beaee-5df9-43cc-872a-ff32208d27d6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.590566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e175a625-6e3a-4d29-b82a-58dc8b230225 req-acd53fa3-02b0-4859-92a4-ac75b1d21b7d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 210 time: 0.0692670 Aug 16 02:19:47.606058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.607375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Network ec24205d-18f7-4de6-a2dd-d79a68c64bab is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:47.610693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.612040 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:47.619348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-7d02bab0-c2a3-45ea-863c-a1a8cc82410c tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.620915 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7d02bab0-c2a3-45ea-863c-a1a8cc82410c tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0134614 Aug 16 02:19:47.621880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:47.622944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-5aad3713-1028-4d37-8514-04c20600af8d service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546287 Aug 16 02:19:47.624096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.624429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.631989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-411bf101-0b38-4e98-8de5-497998f67365 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.633045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-411bf101-0b38-4e98-8de5-497998f67365 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076275 Aug 16 02:19:47.637316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.653635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-33ba8906-34f0-4d3b-9798-bd857ca1cc33 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.654999 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-33ba8906-34f0-4d3b-9798-bd857ca1cc33 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0102232 Aug 16 02:19:47.657965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.667508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-795d1e27-f475-4ffa-b5f7-696e65faffae tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.669212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-795d1e27-f475-4ffa-b5f7-696e65faffae tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0075555 Aug 16 02:19:47.670743 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.681874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.732129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Attempting to bind port d79beaee-5df9-43cc-872a-ff32208d27d6 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:47.732629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Attempting to bind port d79beaee-5df9-43cc-872a-ff32208d27d6 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:47.733252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Attempting to bind port d79beaee-5df9-43cc-872a-ff32208d27d6 on network ec24205d-18f7-4de6-a2dd-d79a68c64bab {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:47.739695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:47.740067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Checking segment: {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:47.740471 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.740899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Bound using segment: {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:47.741404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Bound port: d79beaee-5df9-43cc-872a-ff32208d27d6, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:47.741939 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.784315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-a9fd7b81-aea6-4a59-b4f9-74a1f495395f tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:47.785468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a9fd7b81-aea6-4a59-b4f9-74a1f495395f tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.1013451 Aug 16 02:19:47.788939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37866) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.893214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] For port d79beaee-5df9-43cc-872a-ff32208d27d6, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:47.896754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] For port d79beaee-5df9-43cc-872a-ff32208d27d6, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d79beaee-5df9-43cc-872a-ff32208d27d6,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:47.904800 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.979771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f8e25-9e44-4553-a73f-2db3cd99933a None None] Pushing event updated for resources: {'Port': ['ID=d79beaee-5df9-43cc-872a-ff32208d27d6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.980780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-e2ffc36c-b2ae-4c2d-a56b-04aed6774706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.982551 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-e2ffc36c-b2ae-4c2d-a56b-04aed6774706 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=321fa5459cc24c688694aa062fb48d38&device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 1097 time: 0.1409762 Aug 16 02:19:47.993849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Made reservation on behalf of 8dfd5fb3389f4d48a15563e9b2b3a344 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:47.998400 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.008713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f590c84-aeb0-45be-a7dd-56c3a953c00b None None] New status for floating IP c14801fd-b1e4-43b7-be93-ef8cb970a893: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:19:48.116433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-7589929d-fc9c-412d-a496-2a52d6bb1d0c tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.119840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7589929d-fc9c-412d-a496-2a52d6bb1d0c tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.3274813 Aug 16 02:19:48.133840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.149465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-9c05b6d1-dd7b-41ce-9d2d-b107cc0d960b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.152900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9c05b6d1-dd7b-41ce-9d2d-b107cc0d960b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0069089 Aug 16 02:19:48.160446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.206531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router d9019cf9-4cee-46c0-bd77-e33e13260d5a is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:48.207798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-dbd361ce-0df6-4deb-ab29-8d36117563ed tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.211461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dbd361ce-0df6-4deb-ab29-8d36117563ed tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046604 Aug 16 02:19:48.217028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.235269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-2465e7eb-94d1-480e-bb7a-daac858a56a3 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.246108 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2465e7eb-94d1-480e-bb7a-daac858a56a3 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0237126 Aug 16 02:19:48.260387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.261296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4ef55d0-b972-4677-ba29-910c2bee3541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.272849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-08f7c911-5f9e-4531-a503-146b57206f5d tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.273836 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-08f7c911-5f9e-4531-a503-146b57206f5d tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0098989 Aug 16 02:19:48.278569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.288106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-c0f359a1-53ad-4548-8d0d-f87c8330526d tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.289170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c0f359a1-53ad-4548-8d0d-f87c8330526d tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064766 Aug 16 02:19:48.299155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37882) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.309148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-8f891b97-2563-475f-9fc6-1472796bad7a tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.310027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8f891b97-2563-475f-9fc6-1472796bad7a tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045152 Aug 16 02:19:48.315005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-65bef345-926b-4a42-8928-8036ef3924e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.316567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-65bef345-926b-4a42-8928-8036ef3924e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 200 len: 912 time: 0.3142760 Aug 16 02:19:48.319774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.328071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [None req-3ff414b3-6b70-4445-9cb0-2d050f37c234 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.329245 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3ff414b3-6b70-4445-9cb0-2d050f37c234 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0078785 Aug 16 02:19:48.343075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.351757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-a569910a-dcdc-413b-868d-8240799d7f6b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.352735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a569910a-dcdc-413b-868d-8240799d7f6b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053496 Aug 16 02:19:48.364750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.368083 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-716c52fb-38da-42c4-8317-15d7fa4e3e95 req-0fbd24d9-f667-425b-b909-57a9e23fe7b3 service neutron] 10.222.0.93 "GET /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333989 Aug 16 02:19:48.377033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-5321e22a-acdf-46a0-8db8-55334a75f7c0 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.379150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5321e22a-acdf-46a0-8db8-55334a75f7c0 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0089302 Aug 16 02:19:48.389805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-dd176478-c7dd-4e62-b625-b25cf9899c9c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.391561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-dd176478-c7dd-4e62-b625-b25cf9899c9c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.93 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 946 time: 0.2691910 Aug 16 02:19:48.401899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7d71-8bac-4ec0-88ef-016344cffa63 req-862c7b24-af15-4f53-b907-8de4381dfee3 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.403525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a6e7d71-8bac-4ec0-88ef-016344cffa63 req-862c7b24-af15-4f53-b907-8de4381dfee3 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.2802093 Aug 16 02:19:48.411512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ada1d-e230-4d73-bd7c-c295eab7f03c req-76a73cfd-d4c7-456a-80cc-65541c805063 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.413759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-061ada1d-e230-4d73-bd7c-c295eab7f03c req-76a73cfd-d4c7-456a-80cc-65541c805063 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 946 time: 0.2892995 Aug 16 02:19:48.414278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.433229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-8c723320-c94d-456c-8190-20726aa26b7b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.436778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8c723320-c94d-456c-8190-20726aa26b7b tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0149419 Aug 16 02:19:48.463551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.477875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-2e5f5176-b498-4db1-92c6-04b1ff24b541 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.478775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2e5f5176-b498-4db1-92c6-04b1ff24b541 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0126185 Aug 16 02:19:48.487775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.500663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-fb6784bb-dcad-4103-a20b-728a1e566035 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.501638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fb6784bb-dcad-4103-a20b-728a1e566035 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0107055 Aug 16 02:19:48.517274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.524367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-86ab7eea-9a5f-407e-9311-ab045bafaf17 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.525366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-86ab7eea-9a5f-407e-9311-ab045bafaf17 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0071309 Aug 16 02:19:48.533753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.541308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-8ba55b68-5584-4050-907f-d88a2646f088 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.542289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8ba55b68-5584-4050-907f-d88a2646f088 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0051541 Aug 16 02:19:48.555544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.596233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-f07c5bd2-d2cd-4f3b-ac0f-58d79cdd500f tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.597214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f07c5bd2-d2cd-4f3b-ac0f-58d79cdd500f tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0303352 Aug 16 02:19:48.604603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.615236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-466e3835-f99b-49c8-a7cd-8500bd07dff5 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.616607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-466e3835-f99b-49c8-a7cd-8500bd07dff5 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0096984 Aug 16 02:19:48.625081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a6e7d71-8bac-4ec0-88ef-016344cffa63 req-bf01f186-2808-43a3-9a47-0e40c2b9b785 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067003 Aug 16 02:19:48.626954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.630923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-061ada1d-e230-4d73-bd7c-c295eab7f03c req-df2f069b-cfbb-4a9d-97ed-3f8b71a922fb tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/security-groups?id=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922190 Aug 16 02:19:48.648665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-bb8e1c08-5dca-4d59-924a-82e39e08a150 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.652530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bb8e1c08-5dca-4d59-924a-82e39e08a150 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0176322 Aug 16 02:19:48.655788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.671134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-f22d1ace-30b3-40ec-be6f-fb2be7f330c4 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.671412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f22d1ace-30b3-40ec-be6f-fb2be7f330c4 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0137992 Aug 16 02:19:48.683514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.687988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-0f9a1963-d0c8-452a-b2e1-15350446ad54 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.689615 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0f9a1963-d0c8-452a-b2e1-15350446ad54 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046525 Aug 16 02:19:48.695510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.702490 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-ce9766e2-5277-4efa-876f-cecc304f8218 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.703586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ce9766e2-5277-4efa-876f-cecc304f8218 tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054755 Aug 16 02:19:48.708162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.714579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [None req-5dbe7031-56e2-4390-810a-05fc30f6a9ce tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:19:48.715620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5dbe7031-56e2-4390-810a-05fc30f6a9ce tempest-ExtensionsTestJSON-1922357940 tempest-ExtensionsTestJSON-1922357940-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0054550 Aug 16 02:19:48.742215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Deleting port c57821c9-2237-4a78-843c-100352023150 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:48.743191 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.783651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-583bb503-3fbd-414e-af96-8e90f71283d5 req-6dcd6256-2af1-4511-8c84-393fbea8d5c0 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 210 time: 0.0359342 Aug 16 02:19:48.855578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-c0a66174-49bd-46b3-9c77-b38149dc8248 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c258dc-e73c-4887-a3fe-401dc5f1061b HTTP/1.1" status: 200 len: 217 time: 0.4930744 Aug 16 02:19:48.924252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] For port c57821c9-2237-4a78-843c-100352023150, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c57821c9-2237-4a78-843c-100352023150,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:48.924642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.925176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Allocated IP 172.20.0.12 (42402214-d4b1-4919-808b-9e663e6ab8cc/10b9891d-fbd4-4354-9744-2f1ed84325d9/d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:48.940813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Calling delete_port for c57821c9-2237-4a78-843c-100352023150 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:48.953084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4ef55d0-b972-4677-ba29-910c2bee3541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.966016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4ef55d0-b972-4677-ba29-910c2bee3541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.029756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-5896c803-d8e3-494d-9a06-25873f7ccad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:49.031676 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-5896c803-d8e3-494d-9a06-25873f7ccad1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0a003f5b-6b17-46ee-80d4-e8a3a20b71d0 HTTP/1.1" status: 200 len: 851 time: 0.1668680 Aug 16 02:19:49.042017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37922) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:49.057499 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.067104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c4ef55d0-b972-4677-ba29-910c2bee3541 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2f34432967f472986e41b0cb580e7e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4347908 Aug 16 02:19:49.067104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:49.072112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef55d0-b972-4677-ba29-910c2bee3541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb827cf-fb3f-4538-889e-8078c96df83c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.104265 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-0bf4bee3-7484-44c9-830a-3e557f027749 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b694f728-4afc-4ac8-bea0-399c620b2cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607326 Aug 16 02:19:49.155463 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a5d226-5bf3-4261-9ee5-dd6dc9e6562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.205758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.207925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:49.209303 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a5d226-5bf3-4261-9ee5-dd6dc9e6562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.221012 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Sync routers for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:49.230757 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:49.231743 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:49.257934 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.259347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f13f8-09bc-404d-b2f8-83945f9ecd41 None None] Network ec24205d-18f7-4de6-a2dd-d79a68c64bab requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:49.278977 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b2aab36-f152-41ca-b462-c600baca8a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.312363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event deleted for resources: {'Port': ['ID=c57821c9-2237-4a78-843c-100352023150,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.381052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] No DVR routers for this DVR port c57821c9-2237-4a78-843c-100352023150 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:49.385514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.387761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60d6506a-3b1c-4258-bc8c-30c95ad59d99 req-f5ce2561-4991-4477-b131-9368f84191fd tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.93 "DELETE /v2.0/ports/c57821c9-2237-4a78-843c-100352023150 HTTP/1.1" status: 204 len: 173 time: 0.9706035 Aug 16 02:19:49.388219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'name': 'network-vif-deleted', 'tag': 'c57821c9-2237-4a78-843c-100352023150'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:49.390934 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d02aec-c0b9-45de-baa3-50c5407840d3" -d '{"events": [{"server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "name": "network-vif-deleted", "tag": "c57821c9-2237-4a78-843c-100352023150"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:49.412354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-35e12e43-e485-40f2-bd80-46cf9b77af4e None None] Provisioning for port d79beaee-5df9-43cc-872a-ff32208d27d6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:49.480745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b2aab36-f152-41ca-b462-c600baca8a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.483143 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cf794e-bb49-45fb-81b7-edcfe5411d49 x-openstack-request-id: req-e9cf794e-bb49-45fb-81b7-edcfe5411d49 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:49.483625 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3753461e-3c14-4a85-ae8e-89a4825fe440", "name": "network-vif-deleted", "tag": "c57821c9-2237-4a78-843c-100352023150", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:49.483852 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9cf794e-bb49-45fb-81b7-edcfe5411d49 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:49.484130 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3753461e-3c14-4a85-ae8e-89a4825fe440', 'name': 'network-vif-deleted', 'tag': 'c57821c9-2237-4a78-843c-100352023150', 'status': 'completed', 'code': 200} Aug 16 02:19:49.485122 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:49.485230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a5d226-5bf3-4261-9ee5-dd6dc9e6562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.487973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75a5d226-5bf3-4261-9ee5-dd6dc9e6562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.489154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-75a5d226-5bf3-4261-9ee5-dd6dc9e6562e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efb827cf-fb3f-4538-889e-8078c96df83c HTTP/1.1" status: 204 len: 168 time: 0.4228163 Aug 16 02:19:49.499618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5d226-5bf3-4261-9ee5-dd6dc9e6562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb827cf-fb3f-4538-889e-8078c96df83c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.501821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b2aab36-f152-41ca-b462-c600baca8a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.502474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Allocated IP 172.25.5.197 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/d7c3a9e1-6714-4baa-89c7-8c5f743e9926) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:49.547239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2aab36-f152-41ca-b462-c600baca8a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9603c9-d0cd-4ba4-9979-b7a06d499578,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.551993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b2aab36-f152-41ca-b462-c600baca8a21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4e95c5605554a0ea6a772cd6a584b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083284 Aug 16 02:19:49.555321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:49.634976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.639697 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d6c352-92da-452d-a106-31f46698088d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.665547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.695700 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.698797 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4a7500b0-9194-455f-a3be-440757081f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7047336 Aug 16 02:19:49.704666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:49.747190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d6c352-92da-452d-a106-31f46698088d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.770147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Transition to ACTIVE for port object d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:49.937740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d79beaee-5df9-43cc-872a-ff32208d27d6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:50.008620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port d79beaee-5df9-43cc-872a-ff32208d27d6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:50.013304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d79beaee-5df9-43cc-872a-ff32208d27d6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:50.013737 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.031424 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:46Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:50.039394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-a72a3a32-85db-4161-8130-8c46279cedc9 service neutron] 10.222.0.86 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8255510 Aug 16 02:19:50.050183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d6c352-92da-452d-a106-31f46698088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.072500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d6c352-92da-452d-a106-31f46698088d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.072500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-84d6c352-92da-452d-a106-31f46698088d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c9603c9-d0cd-4ba4-9979-b7a06d499578 HTTP/1.1" status: 204 len: 168 time: 0.5146997 Aug 16 02:19:50.114383 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Checking router: d9019cf9-4cee-46c0-bd77-e33e13260d5a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:50.114728 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Updating router d9019cf9-4cee-46c0-bd77-e33e13260d5a port acff3868-e82c-40ae-996c-0cd8a12731b8 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:50.177555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-edddb848-53d8-4550-bd7e-e354b02091e8 req-2fbe9807-271d-4511-a998-d6e78c78af4b tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.1765940 Aug 16 02:19:50.177889 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.221863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.229874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6c352-92da-452d-a106-31f46698088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9603c9-d0cd-4ba4-9979-b7a06d499578,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.313327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c1cda-3456-438a-a91b-37286dbb09f1 req-1fea14f7-7ed4-49a1-82b3-7b9d4344c05f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.328994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac9c1cda-3456-438a-a91b-37286dbb09f1 req-1fea14f7-7ed4-49a1-82b3-7b9d4344c05f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.4253685 Aug 16 02:19:50.340751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port d79beaee-5df9-43cc-872a-ff32208d27d6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d79beaee-5df9-43cc-872a-ff32208d27d6,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:50.342252 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1bd8d1e4-b376-4a3c-8e6f-854e942a0c34 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=7e451b98654a41d4b8ba2ece6587578f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6325667 Aug 16 02:19:50.350205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:50.364365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d56f1efe-3595-43a8-aa01-04480d8f2b6e None None] Provisioning complete for port d79beaee-5df9-43cc-872a-ff32208d27d6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:50.364748 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d56f1efe-3595-43a8-aa01-04480d8f2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.370847 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.386159 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-58865a7c-cd68-41ab-8d50-6f481f5a06cd req-c8d320f5-7c67-4fbe-bc64-5146f67ee20e service neutron] 10.222.0.86 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103688 Aug 16 02:19:50.390727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.529476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c57821c9-2237-4a78-843c-100352023150 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:50.602444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: c57821c9-2237-4a78-843c-100352023150 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:50.602728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c57821c9-2237-4a78-843c-100352023150 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:50.608212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:50.612515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c3a9e1-6714-4baa-89c7-8c5f743e9926,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.628499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:50.639195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:50.651306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=d79beaee-5df9-43cc-872a-ff32208d27d6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.809596 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.821810 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Transition to ACTIVE for port object acff3868-e82c-40ae-996c-0cd8a12731b8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:50.832027 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.863356 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.949422 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00838249-0eda-4dd2-8258-7a18bd9734d4 None None] Pushing event updated for resources: {'Port': ['ID=acff3868-e82c-40ae-996c-0cd8a12731b8,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.954784 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Attempting to bind port acff3868-e82c-40ae-996c-0cd8a12731b8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:50.957339 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Attempting to bind port acff3868-e82c-40ae-996c-0cd8a12731b8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:50.958054 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Attempting to bind port acff3868-e82c-40ae-996c-0cd8a12731b8 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:50.967075 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:50.967904 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:50.968502 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.969076 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:50.970115 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Bound port: acff3868-e82c-40ae-996c-0cd8a12731b8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:50.970716 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.003132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac9c1cda-3456-438a-a91b-37286dbb09f1 req-18d373c6-0183-406d-9080-6174feb5307e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720350 Aug 16 02:19:51.003624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Network 42402214-d4b1-4919-808b-9e663e6ab8cc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:51.025050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:51.030254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:51.032596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f3c35-c6c6-4309-93c2-43b230c2e731 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:51.038544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5b0f3c35-c6c6-4309-93c2-43b230c2e731 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6834946 Aug 16 02:19:51.041485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:51.078086 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] For port acff3868-e82c-40ae-996c-0cd8a12731b8, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:51.083146 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] For port acff3868-e82c-40ae-996c-0cd8a12731b8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=acff3868-e82c-40ae-996c-0cd8a12731b8,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:51.093791 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.098297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d23fbe2a-e7a5-4452-9e2e-2f66186dccf4 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532641 Aug 16 02:19:51.098503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event updated for resources: {'Port': ['ID=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:51.098608 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:51.110399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503686807', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:51.196036 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00838249-0eda-4dd2-8258-7a18bd9734d4 None None] Pushing event updated for resources: {'Port': ['ID=acff3868-e82c-40ae-996c-0cd8a12731b8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:51.204507 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:51.206278 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:51.271419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:51.272219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.280539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e5cbc-8898-4d0f-921a-81e138744f75 req-f81a8f8a-e937-4a71-9e05-94df2d75ff84 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:51.289290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-320e5cbc-8898-4d0f-921a-81e138744f75 req-f81a8f8a-e937-4a71-9e05-94df2d75ff84 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 932 time: 0.5295246 Aug 16 02:19:51.340965 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:51.399576 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-fc61f49d-3f91-49ef-85d9-47bbdea9332d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0776577 Aug 16 02:19:51.423239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Request body: {'port': {'device_id': '115c4ee0-6185-47a3-b782-11c7138ef481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:51.426077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-320e5cbc-8898-4d0f-921a-81e138744f75 req-87b1e534-a319-4f67-a61c-b9808a52d1e7 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303771 Aug 16 02:19:51.495435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:51.508861 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.527260 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd93c974-97cb-409a-bc0d-a7ab444c08df None None] Provisioning for port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:51.541090 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd93c974-97cb-409a-bc0d-a7ab444c08df None None] Provisioning complete for port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:51.541478 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd93c974-97cb-409a-bc0d-a7ab444c08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.599605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.603012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.641067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fd93c974-97cb-409a-bc0d-a7ab444c08df None None] Port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:51.697533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44af6cef-d5bc-4479-beb2-e4d0c930336d req-2fa355be-0da0-4448-9a2f-2e11651e98a8 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.1209424 Aug 16 02:19:51.787355 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:46Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:51.842386 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d90b1f-f2cf-47ed-851d-357f6c7c413d None None] The sync data for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 is: [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:46Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:51.900183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d79beaee-5df9-43cc-872a-ff32208d27d6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:51.980478 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.015688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d79beaee-5df9-43cc-872a-ff32208d27d6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:52.018413 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.095931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd344691-6288-4b5e-b232-b9323c2ca58d req-e747cef6-2486-4293-912d-1a7b647380e6 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0847890 Aug 16 02:19:52.097101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.394828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Subnet': ['ID=c1b84e89-7837-4dd7-a147-5db40a41ba94,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:52.418295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Checking segment: {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:52.420927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network hostable DHCP agents. Network: ebaefa93-1e44-4ee5-85c8-291327563e60, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:52.440585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:52.450596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:52.462437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.469394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5579f-f069-48c4-b435-f3eb977c763f req-7cfd3abe-7d8a-467e-ad21-2c35effab31d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.482438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93b5579f-f069-48c4-b435-f3eb977c763f req-7cfd3abe-7d8a-467e-ad21-2c35effab31d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.2393358 Aug 16 02:19:52.506467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network ebaefa93-1e44-4ee5-85c8-291327563e60 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:52.518388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ebaefa93-1e44-4ee5-85c8-291327563e60) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:52.532928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.534716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.536002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Transition to ACTIVE for port object d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:52.536502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3c564d-f18c-415b-b03c-ebe382cf97f2 None None] Network ebaefa93-1e44-4ee5-85c8-291327563e60 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:52.543962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.577385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93b5579f-f069-48c4-b435-f3eb977c763f req-9f031f7c-bcd4-4007-a261-149b619909f3 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951822 Aug 16 02:19:52.607631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a789900a-b85e-463c-aa13-018fe25fedba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5054264 Aug 16 02:19:52.610472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:52.667001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:52.831696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Attempting to bind port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:52.834180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Attempting to bind port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:52.834962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Attempting to bind port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf on network 42402214-d4b1-4919-808b-9e663e6ab8cc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:52.858950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:52.875256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf on network 42402214-d4b1-4919-808b-9e663e6ab8cc not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:52.875582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Attempting to bind port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf on network 42402214-d4b1-4919-808b-9e663e6ab8cc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:52.922458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:52.922858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Checking segment: {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:52.923279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Bound using segment: {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:52.923743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Bound port: d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0d6f6a-7801-4785-92e5-3fc2835e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:52.925975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.930051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Sync routers for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:52.957208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.959227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d8027489-c02a-4de9-9bf7-67a961dff565 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2482412 Aug 16 02:19:52.962455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:52.969296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-ebaefa93-1e44-4ee5-85c8-291327563e60', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:52.970178 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.000853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:53.002310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:53.010444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72db923a-c53d-445a-afc5-1b8f86237ecf req-d157f476-941f-4b48-ba5a-55f76f7e85c3 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.1695521 Aug 16 02:19:53.149388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfecd4a-322f-495d-a455-434fa9932f48 req-5f7143f3-5d8e-4cfd-81b5-9df533f5e71b tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.169860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fcfecd4a-322f-495d-a455-434fa9932f48 req-5f7143f3-5d8e-4cfd-81b5-9df533f5e71b tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 944 time: 0.3590853 Aug 16 02:19:53.254918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] For port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:53.277931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] For port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:53.337550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fcfecd4a-322f-495d-a455-434fa9932f48 req-f59e2e2c-326b-4484-85aa-d4b93cd35e1d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651855 Aug 16 02:19:53.363806 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.527022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:53.534041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.535418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.538650 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] 10.222.0.93 "PUT /v2.0/ports/d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf HTTP/1.1" status: 200 len: 1093 time: 2.1330645 Aug 16 02:19:53.540288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115c4ee0-6185-47a3-b782-11c7138ef481', 'tag': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:53.546284 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b288e593-830d-4cd9-91de-cb354e78a49e" -d '{"events": [{"name": "network-changed", "server_uuid": "115c4ee0-6185-47a3-b782-11c7138ef481", "tag": "d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:53.644752 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c301ddb-dde2-43a7-98d4-b34f368869fc x-openstack-request-id: req-2c301ddb-dde2-43a7-98d4-b34f368869fc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:53.645701 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115c4ee0-6185-47a3-b782-11c7138ef481", "tag": "d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:53.646764 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c301ddb-dde2-43a7-98d4-b34f368869fc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:53.651185 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115c4ee0-6185-47a3-b782-11c7138ef481', 'tag': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf', 'status': 'completed', 'code': 200} Aug 16 02:19:53.729970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d4e32-1d1a-47c6-b4df-a4960e67f401 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.796199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-7b148d3a-f418-46aa-abbb-10dadefe59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.798041 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-7b148d3a-f418-46aa-abbb-10dadefe59aa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 1096 time: 0.2025423 Aug 16 02:19:53.812989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abfe0400-d035-40bd-bd6a-f119f942151d req-6d0252eb-51e4-4c5d-9c36-11d9e99a21b5 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.4687779 Aug 16 02:19:53.974113 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-b693cbab-4f1f-4496-8c5d-ce502ee61597 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf HTTP/1.1" status: 200 len: 217 time: 0.0964665 Aug 16 02:19:54.044681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device acff3868-e82c-40ae-996c-0cd8a12731b8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:54.105543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-cf6835f4-9b46-4d73-ac25-d44b1dd42692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.107802 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-cf6835f4-9b46-4d73-ac25-d44b1dd42692 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.1228204 Aug 16 02:19:54.259565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a9d223c-4666-4c93-8a17-be98dfcd365c req-f5ac288c-8f01-4e10-8928-6748d532790c tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.0661387 Aug 16 02:19:54.291454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99b6f6-0f53-475f-b658-fde66b67f500 req-609ee223-78e7-47f1-8cd9-a5707d187fc0 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.291454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e99b6f6-0f53-475f-b658-fde66b67f500 req-609ee223-78e7-47f1-8cd9-a5707d187fc0 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.3356996 Aug 16 02:19:54.308828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-39b8bb3b-ed8a-4467-928f-fd0eb47e3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.310867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-39b8bb3b-ed8a-4467-928f-fd0eb47e3992 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903212 Aug 16 02:19:54.322527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Allocated IP 172.20.0.2 (ebaefa93-1e44-4ee5-85c8-291327563e60/c1b84e89-7837-4dd7-a147-5db40a41ba94/de098c35-443e-4a98-92e5-f38b94e6983f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:54.539241 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e99b6f6-0f53-475f-b658-fde66b67f500 req-1433d99d-f2dd-42cd-a054-60a7cb5688f8 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265067 Aug 16 02:19:54.573975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port acff3868-e82c-40ae-996c-0cd8a12731b8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:54.580246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port acff3868-e82c-40ae-996c-0cd8a12731b8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:54.580644 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.634477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 3, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:54.706763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Checking router: 7d8acbd2-0e7d-44af-8bad-8271544e8a1f for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:54.707655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Updating router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f port d7c3a9e1-6714-4baa-89c7-8c5f743e9926 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:19:54.843115 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.846167 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.909746 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.935893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port acff3868-e82c-40ae-996c-0cd8a12731b8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=acff3868-e82c-40ae-996c-0cd8a12731b8,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:54.941495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Transition to ACTIVE for port object de098c35-443e-4a98-92e5-f38b94e6983f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:54.998003 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.031594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.049632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Transition to ACTIVE for port object de098c35-443e-4a98-92e5-f38b94e6983f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:55.062648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3deefcec-2168-4484-b242-042c94d5dd56 req-17efc0d7-9b62-4434-b3af-f3d2feeeb322 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0874202 Aug 16 02:19:55.136895 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.149572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15bef7b2-d115-4d2a-a8b4-f53bfa87d54b req-48ca471b-f9b9-443d-be2b-24fdf4a1248b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.1768787 Aug 16 02:19:55.206648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.218549 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-9e69c2a0-d3b7-4c02-8de2-f72000fc5755 service neutron] 10.222.0.93 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8361301 Aug 16 02:19:55.237969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=acff3868-e82c-40ae-996c-0cd8a12731b8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.247305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Network ebaefa93-1e44-4ee5-85c8-291327563e60 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:55.254218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:55.296353 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff5dfd-1029-43d2-9840-167df860e4bc req-c43b35f0-000f-4b09-840d-2677ce024334 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.299760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:55.317527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66ff5dfd-1029-43d2-9840-167df860e4bc req-c43b35f0-000f-4b09-840d-2677ce024334 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 944 time: 0.2771161 Aug 16 02:19:55.357411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Pushing event updated for resources: {'Port': ['ID=de098c35-443e-4a98-92e5-f38b94e6983f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.420807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Attempting to bind port de098c35-443e-4a98-92e5-f38b94e6983f on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:55.421435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Attempting to bind port de098c35-443e-4a98-92e5-f38b94e6983f by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:55.421964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Attempting to bind port de098c35-443e-4a98-92e5-f38b94e6983f on network ebaefa93-1e44-4ee5-85c8-291327563e60 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:55.423863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66ff5dfd-1029-43d2-9840-167df860e4bc req-a90a174a-12a6-4add-a918-25f0310798b4 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901992 Aug 16 02:19:55.438973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:55.439428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Checking segment: {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:55.439838 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.440237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Bound using segment: {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:55.440751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Bound port: de098c35-443e-4a98-92e5-f38b94e6983f, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:55.441109 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.461508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Allocated IP 172.20.0.1 (ec24205d-18f7-4de6-a2dd-d79a68c64bab/a076f67b-d877-4622-9643-ddda8161ca21/ac2ce634-13f3-45ff-98ff-6b12e2dde6f8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:55.618126 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-55596331-5bb5-40e8-bc5e-205f0fecf95f req-7e49365f-3b66-4cf0-a2e8-9dd2213fc316 service neutron] 10.222.0.93 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878169 Aug 16 02:19:55.648384 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.668594 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.676373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Transition to ACTIVE for port object ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:55.715895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] For port de098c35-443e-4a98-92e5-f38b94e6983f, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:55.723659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] For port de098c35-443e-4a98-92e5-f38b94e6983f, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=de098c35-443e-4a98-92e5-f38b94e6983f,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:55.735632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Transition to ACTIVE for port object d7c3a9e1-6714-4baa-89c7-8c5f743e9926 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:55.742345 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.758384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9bccbb0-c475-4594-b5cd-363fff8e5900 req-58d925f4-22ed-4266-ba82-6acae50cf283 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.1614685 Aug 16 02:19:55.781793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e593-830d-4cd9-91de-cb354e78a49e req-1ddc5a37-ff7d-45a6-80a2-00296f384f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.784156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b288e593-830d-4cd9-91de-cb354e78a49e req-1ddc5a37-ff7d-45a6-80a2-00296f384f21 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 1096 time: 0.0671821 Aug 16 02:19:55.785624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.792118 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.864956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Attempting to bind port d7c3a9e1-6714-4baa-89c7-8c5f743e9926 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:55.865666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Attempting to bind port d7c3a9e1-6714-4baa-89c7-8c5f743e9926 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:55.866229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Attempting to bind port d7c3a9e1-6714-4baa-89c7-8c5f743e9926 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:55.868744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aeef1-b3a3-47e5-b201-e9c2336360d1 None None] Pushing event updated for resources: {'Port': ['ID=de098c35-443e-4a98-92e5-f38b94e6983f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.916667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device acff3868-e82c-40ae-996c-0cd8a12731b8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:55.926977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2ce634-13f3-45ff-98ff-6b12e2dde6f8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.952131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:55.952544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:55.953132 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.953546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:55.954043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Bound port: d7c3a9e1-6714-4baa-89c7-8c5f743e9926, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:55.954433 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.972228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Network ec24205d-18f7-4de6-a2dd-d79a68c64bab is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:55.977946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:55.981700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19edc5-d4f3-4f15-bb12-96f38ab1a09b req-bb2309c2-2564-4e15-b2d1-e2310632fadc tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.985375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:56.002789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef19edc5-d4f3-4f15-bb12-96f38ab1a09b req-bb2309c2-2564-4e15-b2d1-e2310632fadc tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.3353553 Aug 16 02:19:56.013208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Pushing event updated for resources: {'Port': ['ID=d7c3a9e1-6714-4baa-89c7-8c5f743e9926,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:56.077119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] For port d7c3a9e1-6714-4baa-89c7-8c5f743e9926, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:56.079399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port acff3868-e82c-40ae-996c-0cd8a12731b8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:56.079851 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.083011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] For port d7c3a9e1-6714-4baa-89c7-8c5f743e9926, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d7c3a9e1-6714-4baa-89c7-8c5f743e9926,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:56.126165 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.140260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.152757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef19edc5-d4f3-4f15-bb12-96f38ab1a09b req-737d7b59-a656-4b2d-b619-992df4fe1b4e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363826 Aug 16 02:19:56.221542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.20.0.1 (ebaefa93-1e44-4ee5-85c8-291327563e60/c1b84e89-7837-4dd7-a147-5db40a41ba94/f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:56.279112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e593-830d-4cd9-91de-cb354e78a49e req-2ba44e99-3fc2-4d8f-a78a-1c2d2238f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.285490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:56.286274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:56.286833 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b288e593-830d-4cd9-91de-cb354e78a49e req-2ba44e99-3fc2-4d8f-a78a-1c2d2238f7c6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.4000037 Aug 16 02:19:56.315400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2febbd1-fd0c-4fa3-ae4b-19a2e1f8399f req-892c002b-a109-49ef-a8ff-8bcca83b6805 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0699079 Aug 16 02:19:56.440228 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b288e593-830d-4cd9-91de-cb354e78a49e req-ec8f6c95-66a3-4d5e-ac62-571dd7a773db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf HTTP/1.1" status: 200 len: 217 time: 0.1443532 Aug 16 02:19:56.546436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.550165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e593-830d-4cd9-91de-cb354e78a49e req-f6dea4e5-554f-4801-875a-011ba3cbaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.551724 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b288e593-830d-4cd9-91de-cb354e78a49e req-f6dea4e5-554f-4801-875a-011ba3cbaff7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.1025944 Aug 16 02:19:56.558333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:56.616183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.647196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Transition to ACTIVE for port object f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:56.680982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e206c-87c1-4a73-9f49-613244863d45 req-c594d19f-f8d3-4cea-9ae5-85b52a0d432e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.689484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e70e206c-87c1-4a73-9f49-613244863d45 req-c594d19f-f8d3-4cea-9ae5-85b52a0d432e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 944 time: 0.1495786 Aug 16 02:19:56.724028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e593-830d-4cd9-91de-cb354e78a49e req-68f5a6ad-a0c3-4579-8e11-75a712e20223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.730701 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b288e593-830d-4cd9-91de-cb354e78a49e req-68f5a6ad-a0c3-4579-8e11-75a712e20223 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698163 Aug 16 02:19:56.773767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e70e206c-87c1-4a73-9f49-613244863d45 req-8c65d51b-72c5-460b-b361-d5b8a9cfd0a1 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829051 Aug 16 02:19:56.798307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f57351a9-1569-4f69-9a3f-d65aa0ec1b3b None None] Provisioning for port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:56.815162 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.991660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:57.009015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Pushing event updated for resources: {'Port': ['ID=d7c3a9e1-6714-4baa-89c7-8c5f743e9926,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:57.030424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f57351a9-1569-4f69-9a3f-d65aa0ec1b3b None None] Provisioning complete for port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:57.031116 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f57351a9-1569-4f69-9a3f-d65aa0ec1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.065157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.065871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.066573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.067144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.067704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.068257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.069412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.069976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.070562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.071143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.071697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.072234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf1faa-0f0e-4ed3-aaee-9974c950cd67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:57.107883 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b288e593-830d-4cd9-91de-cb354e78a49e req-08a1b8b9-ab75-4b42-99e6-4e4d151e8816 service neutron] 10.222.0.93 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675339 Aug 16 02:19:57.165840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af5be967-2d14-4a5a-85c6-6015b27d104f req-41d91caf-f901-4517-80cc-10a4936aa017 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.1410372 Aug 16 02:19:57.190115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f57351a9-1569-4f69-9a3f-d65aa0ec1b3b None None] Port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:57.234174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network ebaefa93-1e44-4ee5-85c8-291327563e60 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:57.278049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-829e8706-741a-4998-b64c-59b572b186a8 req-98577217-d6d7-4930-9d67-66aa82def09a tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.1343231 Aug 16 02:19:57.283439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:57.300393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:57.305539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 3, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:57.317601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.345607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d19b-b397-4226-8484-0b25d4d67b67 None None] The sync data for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 is: [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 3, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:57.363530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.421707 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.448861 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b288e593-830d-4cd9-91de-cb354e78a49e req-c6017ecb-e3ec-402b-a2b8-71dcf95966bb service neutron] 10.222.0.93 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336055 Aug 16 02:19:57.500963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.530343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2ce634-13f3-45ff-98ff-6b12e2dde6f8,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:57.593127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd1ef7-1e12-4a90-bb0e-a28488e9455a req-572c8d36-02d4-4903-a75e-67cda08d3ade tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:57.601828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2fd1ef7-1e12-4a90-bb0e-a28488e9455a req-572c8d36-02d4-4903-a75e-67cda08d3ade tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.2351747 Aug 16 02:19:57.649822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Network ec24205d-18f7-4de6-a2dd-d79a68c64bab is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:57.654157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:57.701556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1bb3e-f93a-4f72-bd13-55a4db5d5178 None None] Network ebaefa93-1e44-4ee5-85c8-291327563e60 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:57.826300 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.833187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2fd1ef7-1e12-4a90-bb0e-a28488e9455a req-f6bbc7d3-9904-4202-95be-3d7789ef69ca tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305608 Aug 16 02:19:57.965308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:58.047436 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device de098c35-443e-4a98-92e5-f38b94e6983f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:58.194583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6834536e-90d8-47ff-9dec-62421bfbb5e3 None None] Provisioning for port de098c35-443e-4a98-92e5-f38b94e6983f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:58.257730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af435b0-86b9-43cd-b9ba-3dbd77c308e9 req-63c992a8-3265-48be-a7ed-efe9b44648ac tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:58.284612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5af435b0-86b9-43cd-b9ba-3dbd77c308e9 req-63c992a8-3265-48be-a7ed-efe9b44648ac tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 944 time: 0.2913854 Aug 16 02:19:58.286451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:58.309304 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-832a1ac9-7aba-474a-bb3a-4363764a1632 admin admin] 10.222.0.61 "PUT /v2.0/routers/7d8acbd2-0e7d-44af-8bad-8271544e8a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3439491 Aug 16 02:19:58.351771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port de098c35-443e-4a98-92e5-f38b94e6983f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:58.359721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port de098c35-443e-4a98-92e5-f38b94e6983f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:58.364273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.370253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5af435b0-86b9-43cd-b9ba-3dbd77c308e9 req-f0c79681-d4b7-437b-9677-cc25a6fb5cc5 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802884 Aug 16 02:19:58.460301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9c2f0b9-650b-43af-bd49-46665039cf13 req-92312bc5-becf-45fc-afab-2cb40b213a25 tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "GET /v2.0/ports?device_id=3753461e-3c14-4a85-ae8e-89a4825fe440 HTTP/1.1" status: 200 len: 210 time: 0.0701523 Aug 16 02:19:58.491246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c74a66b-35c5-4bf2-ba85-c1addac54c9b None None] Provisioning complete for port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:58.491626 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c74a66b-35c5-4bf2-ba85-c1addac54c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.627528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:58.636186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c74a66b-35c5-4bf2-ba85-c1addac54c9b None None] Port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:58.656194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cb80cd3-ec6b-4611-82f1-03405eb1439d req-33aa182c-3989-48b4-af57-6838c99b00be tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0856123 Aug 16 02:19:58.889309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.902383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.059817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.154305 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.175962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4271-df68-418d-9719-7652faa3bae4 req-4541f9d5-beb7-4339-b5e6-3671b508415d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.184632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd9a4271-df68-418d-9719-7652faa3bae4 req-4541f9d5-beb7-4339-b5e6-3671b508415d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.1138270 Aug 16 02:19:59.219478 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.222732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b68cd87-b426-4131-83f0-bf8897d53604 None None] Provisioning complete for port de098c35-443e-4a98-92e5-f38b94e6983f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:59.223114 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b68cd87-b426-4131-83f0-bf8897d53604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.292214 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-870199b5-20d8-4d13-8802-97cada2be0e7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882564 Aug 16 02:19:59.292898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.317108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network ebaefa93-1e44-4ee5-85c8-291327563e60 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:59.318048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-054eb365-8671-4ca2-bf39-cc41d17d0e39 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6517043', 'description': 'tempest-description--1235735739'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:59.323863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:59.341222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port de098c35-443e-4a98-92e5-f38b94e6983f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=de098c35-443e-4a98-92e5-f38b94e6983f,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:59.367469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd9a4271-df68-418d-9719-7652faa3bae4 req-104f46ac-f667-4340-9825-7570f42b1a1c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819003 Aug 16 02:19:59.367846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:59.370683 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.413564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'port_id': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf', 'mac_address': 'fa:16:3e:02:b2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:59.479322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-054eb365-8671-4ca2-bf39-cc41d17d0e39 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.510968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-7a3d3162-6aa1-4a58-b06e-9eac4974bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.512628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-7a3d3162-6aa1-4a58-b06e-9eac4974bc88 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1097 time: 0.1825929 Aug 16 02:19:59.533244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.584941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=de098c35-443e-4a98-92e5-f38b94e6983f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.613527 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.659075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:59.698088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b68cd87-b426-4131-83f0-bf8897d53604 None None] Provisioning for port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:59.703684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:59.705501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b68cd87-b426-4131-83f0-bf8897d53604 None None] Provisioning complete for port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:59.706083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b68cd87-b426-4131-83f0-bf8897d53604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.710791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b623bb4-56bd-4c47-8508-e9945e1377b8 req-a696151c-e5f6-4a8a-b15b-5f43ea036723 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.713738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b623bb4-56bd-4c47-8508-e9945e1377b8 req-a696151c-e5f6-4a8a-b15b-5f43ea036723 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 944 time: 0.2048206 Aug 16 02:19:59.742361 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.777771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router d9019cf9-4cee-46c0-bd77-e33e13260d5a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:59.795927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b68cd87-b426-4131-83f0-bf8897d53604 None None] Port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:59.807848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c330c38-501f-4d86-8c1d-3ca25f8c93ad tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.854271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.879018 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c330c38-501f-4d86-8c1d-3ca25f8c93ad tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.889121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-65e97c74-f3db-4482-a042-322381583810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.890967 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-65e97c74-f3db-4482-a042-322381583810 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.3322887 Aug 16 02:19:59.904525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f0381db-dae9-4aa6-9eb5-b5b0508122f0 req-c14a31a9-5ad6-4f77-a91a-afff6f0f85db tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0947433 Aug 16 02:19:59.925275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b623bb4-56bd-4c47-8508-e9945e1377b8 req-359ff94b-245b-4733-ad72-0f431c721af8 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733778 Aug 16 02:19:59.968737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d7c3a9e1-6714-4baa-89c7-8c5f743e9926 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:59.971228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:59.981169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-054eb365-8671-4ca2-bf39-cc41d17d0e39 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.001753 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-054eb365-8671-4ca2-bf39-cc41d17d0e39 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.045206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eb365-8671-4ca2-bf39-cc41d17d0e39 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.054879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6209c180-20c2-4456-b65c-1a65332265c4 None None] Provisioning complete for port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:00.055475 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6209c180-20c2-4456-b65c-1a65332265c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.065498 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-5880e97f-fc65-4d4e-b0b5-828c8948fb3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 1001 time: 0.1609211 Aug 16 02:20:00.077360 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-054eb365-8671-4ca2-bf39-cc41d17d0e39 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.083809 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-054eb365-8671-4ca2-bf39-cc41d17d0e39 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7865686 Aug 16 02:20:00.092376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:00.098184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4208f40f-d1af-4aa5-9bfa-25a906186d48 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Request body: {'security_group_rule': {'security_group_id': 'f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:00.134050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:00.153697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8ccd6282-914b-4035-98ff-1b1c33500335 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "PUT /v2.0/routers/d9019cf9-4cee-46c0-bd77-e33e13260d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5311902 Aug 16 02:20:00.164150 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Sync routers for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:00.167139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-eb54a552-3979-410d-9486-4fae0e5503de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.168702 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-eb54a552-3979-410d-9486-4fae0e5503de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0929453 Aug 16 02:20:00.176727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c330c38-501f-4d86-8c1d-3ca25f8c93ad tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.179460 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:00.180201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c330c38-501f-4d86-8c1d-3ca25f8c93ad tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.180579 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.181601 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4c330c38-501f-4d86-8c1d-3ca25f8c93ad tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] 10.222.0.61 "DELETE /v2.0/security-groups/f4f9dbce-1567-4ad0-bfd8-80c1483cb42b HTTP/1.1" status: 204 len: 168 time: 0.6471446 Aug 16 02:20:00.182935 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4208f40f-d1af-4aa5-9bfa-25a906186d48 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.242799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c330c38-501f-4d86-8c1d-3ca25f8c93ad tempest-TestVolumeBackupRestore-1174005598 tempest-TestVolumeBackupRestore-1174005598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f9dbce-1567-4ad0-bfd8-80c1483cb42b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.267116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6209c180-20c2-4456-b65c-1a65332265c4 None None] Port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:00.280020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-00b2f337-be1d-422a-8efc-a34c7e22ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.281645 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-00b2f337-be1d-422a-8efc-a34c7e22ab52 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951569 Aug 16 02:20:00.334298 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:00.371142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Sync routers for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:00.379375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4208f40f-d1af-4aa5-9bfa-25a906186d48 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.388975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port d7c3a9e1-6714-4baa-89c7-8c5f743e9926 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:00.397673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4208f40f-d1af-4aa5-9bfa-25a906186d48 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.443114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208f40f-d1af-4aa5-9bfa-25a906186d48 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a86179-f444-476a-86d3-12c53af832d3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.456776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d7c3a9e1-6714-4baa-89c7-8c5f743e9926 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:00.457750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.541945 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-e25cb935-075d-430e-a585-57dd80bc9dbc service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491379 Aug 16 02:20:00.546767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4208f40f-d1af-4aa5-9bfa-25a906186d48 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.551584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:00.555607 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4208f40f-d1af-4aa5-9bfa-25a906186d48 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4618552 Aug 16 02:20:00.583581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:00.585326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.618033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Request body: {'security_group_rule': {'security_group_id': 'f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:00.629131 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:00.690450 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed', 'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:44:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:19:58Z', 'revision_number': 2, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:00.724087 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Checking router: d9019cf9-4cee-46c0-bd77-e33e13260d5a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:00.726520 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Updating router d9019cf9-4cee-46c0-bd77-e33e13260d5a port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:20:00.788671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:00.791476 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.832369 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d466d837-06dc-4f2f-9d03-942aab363ab4 req-1046ef5e-5d70-45c4-a936-bc394377811a service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737520 Aug 16 02:20:00.837792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b86d-7016-4ad5-8d80-3dfcbb9a48c9 req-b610af30-3bdc-4269-b586-d53aba51e787 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.848310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbe9b86d-7016-4ad5-8d80-3dfcbb9a48c9 req-b610af30-3bdc-4269-b586-d53aba51e787 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.3187966 Aug 16 02:20:00.887599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-72846e35-4f3b-426b-8e32-434e6a14ad69 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176872085&fields=id&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 267 time: 0.2742722 Aug 16 02:20:00.916487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.959379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbe9b86d-7016-4ad5-8d80-3dfcbb9a48c9 req-7fa66144-6317-488d-95d1-f2a90d3e421e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089606 Aug 16 02:20:01.065844 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.140051 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d03c1152-ebfc-44bc-86c2-8654be0a3225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.176183 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.226346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port d7c3a9e1-6714-4baa-89c7-8c5f743e9926, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d7c3a9e1-6714-4baa-89c7-8c5f743e9926,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:01.240342 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.241817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device de098c35-443e-4a98-92e5-f38b94e6983f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:01.391807 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.405845 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Transition to ACTIVE for port object f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:01.420107 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.431214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=d7c3a9e1-6714-4baa-89c7-8c5f743e9926,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:01.453731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port de098c35-443e-4a98-92e5-f38b94e6983f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:01.454116 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.483375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ac2ce634-13f3-45ff-98ff-6b12e2dde6f8', 'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'mac_address': 'fa:16:3e:16:35:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 2, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'subnets': [{'id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:01.533403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Checking router: 7d8acbd2-0e7d-44af-8bad-8271544e8a1f for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:01.533403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Updating router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:20:01.541659 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f2df0-f2ba-4b3b-be44-6a608f406a5d None None] Pushing event updated for resources: {'Port': ['ID=f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:01.572579 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.652094 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Attempting to bind port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:01.652462 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Attempting to bind port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:01.652822 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Attempting to bind port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed on network ebaefa93-1e44-4ee5-85c8-291327563e60 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:01.658772 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:01.659163 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Checking segment: {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:01.659562 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.660126 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Bound using segment: {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:01.664099 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Bound port: f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:01.664944 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.715935 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-007db181-d7bb-419d-abf8-8ac91775b652 req-f41e6dd3-6762-4172-9fe4-3d63808c2b07 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.1442597 Aug 16 02:20:01.825200 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] For port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:01.832845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ef5febad-c7ae-4f44-9d30-3f1cd116a56d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:01.833321 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] For port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:01.847192 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.849094 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ef5febad-c7ae-4f44-9d30-3f1cd116a56d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 797 time: 0.9603148 Aug 16 02:20:01.886813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-efdf6b21-c7b5-4775-84a8-2b8c8bbd8cf4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/quotas/7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 375 time: 0.0356545 Aug 16 02:20:01.995076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-b929cdba-4f45-48e7-b71c-1fbefa500f79 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978646 Aug 16 02:20:02.000753 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f2df0-f2ba-4b3b-be44-6a608f406a5d None None] Pushing event updated for resources: {'Port': ['ID=f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:02.014634 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:02.015356 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:19:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:02.034168 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d7c3a9e1-6714-4baa-89c7-8c5f743e9926 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:02.140986 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.200020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94da36-942e-4475-a09c-366184e756a7 req-2a80c400-2b64-4ce0-99e9-4c0a86075baf tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:02.208033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d94da36-942e-4475-a09c-366184e756a7 req-2a80c400-2b64-4ce0-99e9-4c0a86075baf tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 945 time: 0.2104805 Aug 16 02:20:02.269550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.282140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d94da36-942e-4475-a09c-366184e756a7 req-75b22e91-d5a3-4569-8f0c-cea977639ab2 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730751 Aug 16 02:20:02.336986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d7c3a9e1-6714-4baa-89c7-8c5f743e9926 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:02.338442 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.346123 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:02.348117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.349528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7485046 Aug 16 02:20:02.352917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:02.358088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:02.404346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4128ce8-87bd-4da8-b4fd-b0ff413720c6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:02.421833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.462233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.462625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.462981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.463367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.463729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.464121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.464468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.464704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.465040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.465372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.472461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.472897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a1711-1d0c-425c-a058-32abcb87f86c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:02.577064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-7522588b-130d-4b95-ab20-100b5a4c2617 service neutron] 10.222.0.61 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169680 Aug 16 02:20:02.591662 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed', 'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:44:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:02.630012 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d9f45-ed07-45f6-87e4-48911293b9ac None None] The sync data for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 is: [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed', 'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:44:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:02.658134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:02.738782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.030957 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.079380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Allocated IP 172.25.5.30 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/d3b7345e-0c34-413a-9af4-aa62c0f3b427) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:03.098853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Transition to ACTIVE for port object ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:03.110107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:03.133600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:03.133976 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.147424 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.170226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54f8a0db-8410-40d6-9895-3289fd711bbc service neutron] 10.222.0.61 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921731 Aug 16 02:20:03.207256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aaff7-5ffe-46ce-a650-004506ad2468 req-53684e19-80d5-4ad2-89d3-a85757a3a75f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:03.221231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-029aaff7-5ffe-46ce-a650-004506ad2468 req-53684e19-80d5-4ad2-89d3-a85757a3a75f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.6084831 Aug 16 02:20:03.336181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-029aaff7-5ffe-46ce-a650-004506ad2468 req-dfbe3d3f-5b61-464d-90b4-dd37c7559884 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103485 Aug 16 02:20:03.441284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.538559 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.573897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9adc55-5924-4547-abd3-022a9df633a4 None None] Pushing event updated for resources: {'Port': ['ID=ac2ce634-13f3-45ff-98ff-6b12e2dde6f8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:03.772481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:03.777953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:03.779872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Pushing event updated for resources: {'Port': ['ID=d3b7345e-0c34-413a-9af4-aa62c0f3b427,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:03.804718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:03.828080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e2403db-835f-4183-b62c-f2bfd4666405 req-26967b71-dde8-478d-b313-a7432b869a88 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0963280 Aug 16 02:20:04.046897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.059643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-575790f6-87c7-45bc-940a-46b3a3449b51 req-d9800549-2f49-4d5e-b75d-463e37fd7505 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 210 time: 0.0730326 Aug 16 02:20:04.116160 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.118917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098514f3-89d1-4f7a-aff4-7e22eaf1634b req-0de2bf59-5b82-4ced-9587-e77235c393e3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:04.133575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-098514f3-89d1-4f7a-aff4-7e22eaf1634b req-0de2bf59-5b82-4ced-9587-e77235c393e3 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 945 time: 0.3041675 Aug 16 02:20:04.243903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-098514f3-89d1-4f7a-aff4-7e22eaf1634b req-9fc77242-0903-4d5b-8e41-ed1d8f9fd456 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092944 Aug 16 02:20:04.295935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:04.501793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Attempting to bind port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:04.507172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Attempting to bind port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:04.507569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Attempting to bind port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 on network ec24205d-18f7-4de6-a2dd-d79a68c64bab {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:04.513444 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a99dc66-81d6-40ff-b6b5-63f51e990d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.589297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:04.590028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Checking segment: {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:04.590815 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.591549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Bound using segment: {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:04.592216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Bound port: ac2ce634-13f3-45ff-98ff-6b12e2dde6f8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:04.592775 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.613235 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.618080 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.760474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:04.796935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c4ee0-6185-47a3-b782-11c7138ef481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:04.799188 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be70ca13-aa4e-4da1-a31a-54f0fc723820" -d '{"events": [{"server_uuid": "115c4ee0-6185-47a3-b782-11c7138ef481", "name": "network-vif-plugged", "status": "completed", "tag": "d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:04.817545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:04.818111 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.827148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.834978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d748f-e4c3-4d6c-9830-1c966456ca36 req-d623b2cd-f677-41e5-94ef-bcd1b4b0925b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:04.843740 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc4d748f-e4c3-4d6c-9830-1c966456ca36 req-d623b2cd-f677-41e5-94ef-bcd1b4b0925b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.3061433 Aug 16 02:20:04.844155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.937680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:04.948548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] For port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:04.963411 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.975837 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.989548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] For port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ac2ce634-13f3-45ff-98ff-6b12e2dde6f8,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:05.062781 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.119876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc4d748f-e4c3-4d6c-9830-1c966456ca36 req-81f1d6d1-4600-4883-b8f6-b97f4ba3fe0f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710006 Aug 16 02:20:05.121613 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8170e7-f7d8-4cd6-9ea4-0c95af693d40 x-openstack-request-id: req-7f8170e7-f7d8-4cd6-9ea4-0c95af693d40 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:05.121926 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c4ee0-6185-47a3-b782-11c7138ef481", "name": "network-vif-plugged", "status": "completed", "tag": "d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:05.122187 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f8170e7-f7d8-4cd6-9ea4-0c95af693d40 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:05.122617 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c4ee0-6185-47a3-b782-11c7138ef481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf', 'code': 200} Aug 16 02:20:05.153343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Pushing event updated for resources: {'Port': ['ID=d3b7345e-0c34-413a-9af4-aa62c0f3b427,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.320637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.339538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6798bbd-920b-4314-a6b2-daf693a6fbcc req-8ff37c2f-abe2-4a5f-bd5c-d91efb12dbe5 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.1378407 Aug 16 02:20:05.399875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.409214 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-39da0467-23b6-4270-8e9c-12a28c722825 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0472121 Aug 16 02:20:05.445022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:05.446282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:05.448861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.450778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c017a-98b0-42a0-bdf6-789546bf46fb req-e110d0b6-ebe9-4414-9116-045e7ec36963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.472760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb60997b-0f9a-45eb-896b-d39ad5246689 req-2c835485-5556-49f4-a684-31b8b09dfb38 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 210 time: 0.1321399 Aug 16 02:20:05.475278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-002c017a-98b0-42a0-bdf6-789546bf46fb req-e110d0b6-ebe9-4414-9116-045e7ec36963 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 1098 time: 0.2834289 Aug 16 02:20:05.611408 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-002c017a-98b0-42a0-bdf6-789546bf46fb req-b7078353-7995-4c97-9294-a98af2f7ef14 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352098 Aug 16 02:20:05.659660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86862f84-4cf0-47d2-88eb-75d9aef32dd6 req-c849be38-74bd-49cf-b2df-6677b998f395 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.667537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86862f84-4cf0-47d2-88eb-75d9aef32dd6 req-c849be38-74bd-49cf-b2df-6677b998f395 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 946 time: 0.1220515 Aug 16 02:20:05.806413 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86862f84-4cf0-47d2-88eb-75d9aef32dd6 req-0e10d904-5f19-4fbc-9b46-25dcc4fe9d31 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344819 Aug 16 02:20:05.878635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9adc55-5924-4547-abd3-022a9df633a4 None None] Pushing event updated for resources: {'Port': ['ID=ac2ce634-13f3-45ff-98ff-6b12e2dde6f8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.904999 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.200797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:06.241504 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.263555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-2fbe221c-5563-4b80-aae3-e24c2d4a3357 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:06.269564 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-2fbe221c-5563-4b80-aae3-e24c2d4a3357 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 797 time: 0.2612412 Aug 16 02:20:06.297494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:06.339957 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-85c8ffee-39cc-47ac-8519-807480bc12d8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 379 time: 0.0490854 Aug 16 02:20:06.351525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'port': {'device_id': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'admin_state_up': True, 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'security_groups': ['1c89af71-e200-4588-aff3-6246fe491ef2']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:06.357158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf5d50-c876-483e-a2ab-1784760917b6 req-18637cc0-888d-42f6-bd24-419b08a25551 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:06.379213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eabf5d50-c876-483e-a2ab-1784760917b6 req-18637cc0-888d-42f6-bd24-419b08a25551 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.0937064 Aug 16 02:20:06.563080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eabf5d50-c876-483e-a2ab-1784760917b6 req-58ad5585-738f-42ec-9662-5b26b86ecb25 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814587 Aug 16 02:20:06.656141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:06.680173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d8d3be6-b974-4043-a69f-151194e1b753 req-08567c83-ee54-42aa-a10d-c04026d3c28f tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0883615 Aug 16 02:20:06.739938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0aceb4d7-d38f-4891-8756-0b0d59b95c02 req-3de2e25c-9c0f-494a-886e-4f0da2bab2f6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 210 time: 0.0419304 Aug 16 02:20:06.769470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:06.774392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.830061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ac2ce634-13f3-45ff-98ff-6b12e2dde6f8', 'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'mac_address': 'fa:16:3e:16:35:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:04Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'subnets': [{'id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:06.951473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4360ec-d558-49e4-8fb3-790305ad41e2 None None] The sync data for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 is: [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ac2ce634-13f3-45ff-98ff-6b12e2dde6f8', 'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'mac_address': 'fa:16:3e:16:35:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:04Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'subnets': [{'id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:06.996509 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.106958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2fcf-7c44-4d80-bada-41bef8d6d33e req-8d0daad7-f8a6-43f3-ac64-8210222a9393 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:07.112454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06cc2fcf-7c44-4d80-bada-41bef8d6d33e req-8d0daad7-f8a6-43f3-ac64-8210222a9393 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 946 time: 0.1461186 Aug 16 02:20:07.176836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.20.0.6 (ebaefa93-1e44-4ee5-85c8-291327563e60/c1b84e89-7837-4dd7-a147-5db40a41ba94/b26f95c4-5250-4fbe-a2e7-545a830060c1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:07.264969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06cc2fcf-7c44-4d80-bada-41bef8d6d33e req-5c80ef74-c55e-4104-a55d-338c8fed1162 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396246 Aug 16 02:20:07.470208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.473416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6c770-d55b-4058-a4a4-2eb734979c3d req-92914980-2468-4a2d-9b62-4fe046c73839 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:07.476617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4f6c770-d55b-4058-a4a4-2eb734979c3d req-92914980-2468-4a2d-9b62-4fe046c73839 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 946 time: 0.0995228 Aug 16 02:20:07.492889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:07.504076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9ac94692-b3c6-43a8-a0aa-602d9ca58372 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Request body: {'floatingip': {'port_id': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:07.512217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Transition to ACTIVE for port object b26f95c4-5250-4fbe-a2e7-545a830060c1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:07.567431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ac94692-b3c6-43a8-a0aa-602d9ca58372 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.574189 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.699263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network ebaefa93-1e44-4ee5-85c8-291327563e60 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:07.703024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:07.709764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:07.808894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:07.911308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:07.913508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.946233 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-54800704-ac79-44f5-84c4-578085ed3245 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6001885 Aug 16 02:20:07.965171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Request body: {'port': {'device_id': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:08.087325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f75d68d1-f75f-4b4d-a0c9-db0ba6413eb9 req-0fb63323-11f2-4d41-9f42-ca1b6c1a7632 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.2009146 Aug 16 02:20:08.162560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.207293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d6ed9e2-7ee7-4920-b0f4-c8aa4d931ef2 None None] Provisioning for port b26f95c4-5250-4fbe-a2e7-545a830060c1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:08.212396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d6ed9e2-7ee7-4920-b0f4-c8aa4d931ef2 None None] Provisioning complete for port b26f95c4-5250-4fbe-a2e7-545a830060c1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:08.213156 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed9e2-7ee7-4920-b0f4-c8aa4d931ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.214084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef51e6c-edbf-4075-93f6-0d5c11721508 req-05eafcb9-2ae2-4933-87c4-fa59ad7f7931 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:08.221447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cef51e6c-edbf-4075-93f6-0d5c11721508 req-05eafcb9-2ae2-4933-87c4-fa59ad7f7931 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.3744812 Aug 16 02:20:08.316767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ed9e2-7ee7-4920-b0f4-c8aa4d931ef2 None None] Port b26f95c4-5250-4fbe-a2e7-545a830060c1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:08.460259 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cef51e6c-edbf-4075-93f6-0d5c11721508 req-85cf8ca2-6163-4b7d-bce9-4f6b5731600c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323141 Aug 16 02:20:08.605420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:08.692942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728631f5-00e4-418a-b129-fb3d9231f88e req-f12b828e-27e6-4f34-afd6-c665ced5b1ce tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:08.700289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-728631f5-00e4-418a-b129-fb3d9231f88e req-f12b828e-27e6-4f34-afd6-c665ced5b1ce tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 931 time: 0.4733546 Aug 16 02:20:08.730674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:08.731058 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.780588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26f95c4-5250-4fbe-a2e7-545a830060c1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:08.797026 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.811669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Transition to ACTIVE for port object b26f95c4-5250-4fbe-a2e7-545a830060c1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:08.823337 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.889414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-728631f5-00e4-418a-b129-fb3d9231f88e req-40a22486-a3aa-4cf8-b32a-66cec2da40f3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734781 Aug 16 02:20:08.951075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.019057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:09.140655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:09.147163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:09.159536 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.231364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Attempting to bind port b26f95c4-5250-4fbe-a2e7-545a830060c1 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:09.231699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Attempting to bind port b26f95c4-5250-4fbe-a2e7-545a830060c1 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:09.232133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Attempting to bind port b26f95c4-5250-4fbe-a2e7-545a830060c1 on network ebaefa93-1e44-4ee5-85c8-291327563e60 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:09.249703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.260975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Port b26f95c4-5250-4fbe-a2e7-545a830060c1 on network ebaefa93-1e44-4ee5-85c8-291327563e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:09.266561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Attempting to bind port b26f95c4-5250-4fbe-a2e7-545a830060c1 on network ebaefa93-1e44-4ee5-85c8-291327563e60 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:09.283042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:09.283401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Checking segment: {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:09.283792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Bound using segment: {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:09.284226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Bound port: b26f95c4-5250-4fbe-a2e7-545a830060c1, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:09.284581 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.388673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7bad791a-be8d-4adb-9ea1-f1f3e77ceecf req-ebcb8b38-adf0-45ff-b47a-271da836bc7c tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.1187787 Aug 16 02:20:09.399590 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.477359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ac2ce634-13f3-45ff-98ff-6b12e2dde6f8,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:09.483265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:09.488143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:09.494802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.499616 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.585077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-23149ef5-d4af-4a92-ba25-8319c290da03 req-7a13c3d6-dc1f-4efa-be8d-7203a49188c0 service neutron] (94640) timed out ('10.222.0.61', 33320) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:20:09.602965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.604853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.611984 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] 10.222.0.86 "PUT /v2.0/ports/b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 1092 time: 1.6514885 Aug 16 02:20:09.616948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:09.618366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=ac2ce634-13f3-45ff-98ff-6b12e2dde6f8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.619379 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620b5261-7829-4917-875b-48d866df547b" -d '{"events": [{"name": "network-changed", "server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:09.693021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad465ddb-dd5f-401f-a38e-aeee31a75dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.705911 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ac94692-b3c6-43a8-a0aa-602d9ca58372 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.759361 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ac94692-b3c6-43a8-a0aa-602d9ca58372 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.792082 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-7768eb05-ccb8-452c-a63b-cd1a93716b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:09.793659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-7768eb05-ccb8-452c-a63b-cd1a93716b29 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1095 time: 0.1129448 Aug 16 02:20:09.917392 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeba8a5-156d-4e2a-9da9-d6a745a89cec x-openstack-request-id: req-caeba8a5-156d-4e2a-9da9-d6a745a89cec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:09.917694 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:09.917949 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-caeba8a5-156d-4e2a-9da9-d6a745a89cec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:09.918367 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'status': 'completed', 'code': 200} Aug 16 02:20:09.920829 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-3f431381-39ea-46ca-8b87-c6d6b20b7d11 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 217 time: 0.1116817 Aug 16 02:20:09.980381 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-9ac94692-b3c6-43a8-a0aa-602d9ca58372 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Floating IP 06fa7f9d-33a8-4832-ae40-fea2e0649e86 associated. External IP: 172.25.5.157, port: d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf. Aug 16 02:20:10.055772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-8718136e-6475-4dfd-9881-6dd69784fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.058352 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-8718136e-6475-4dfd-9881-6dd69784fe07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 200 len: 835 time: 0.1256864 Aug 16 02:20:10.155857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-9c4da1ad-54b7-4b22-bbe5-84d1cf785f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.157452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-9c4da1ad-54b7-4b22-bbe5-84d1cf785f38 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebaefa93-1e44-4ee5-85c8-291327563e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927150 Aug 16 02:20:10.250183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a06ceb-2a3f-4707-9143-c172f3682f76 req-7b175fc8-e3c6-4f4d-9dcc-e645e45bf55d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.251829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31a06ceb-2a3f-4707-9143-c172f3682f76 req-7b175fc8-e3c6-4f4d-9dcc-e645e45bf55d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.5429716 Aug 16 02:20:10.357232 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-7b6aa894-3829-4d7d-b553-2dcacf723c35 service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881044 Aug 16 02:20:10.374120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182afb05-b940-489c-a2f2-3c103f292997 req-3e5f9bbf-111a-49df-bcf2-6d6727a3fb76 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.375660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-182afb05-b940-489c-a2f2-3c103f292997 req-3e5f9bbf-111a-49df-bcf2-6d6727a3fb76 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 943 time: 0.2566993 Aug 16 02:20:10.390703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:10.474063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31a06ceb-2a3f-4707-9143-c172f3682f76 req-971b032d-3b50-4d30-8386-1557bf0c2350 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111025 Aug 16 02:20:10.478429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:10.478954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.479957 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1997d2f4-c4ac-442e-981f-6adb7f36981e req-2dc3b729-0214-4b54-8a36-f9ea9c76898f service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145158 Aug 16 02:20:10.551640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-182afb05-b940-489c-a2f2-3c103f292997 req-8322d635-8247-4777-ac06-9297ab77842c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615050 Aug 16 02:20:10.662584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9484281-4fff-4bd5-9adf-4529da956bdc req-46bdda50-4712-43dc-be6b-f76010f1f7d0 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0426493 Aug 16 02:20:10.668182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac94692-b3c6-43a8-a0aa-602d9ca58372 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Router 568adc76-3ef1-4142-937e-2162ea232f4a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:10.676414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b5261-7829-4917-875b-48d866df547b req-7be73a35-d5fa-44eb-b1a9-84854fff75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.677992 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-620b5261-7829-4917-875b-48d866df547b req-7be73a35-d5fa-44eb-b1a9-84854fff75a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1095 time: 0.1021364 Aug 16 02:20:10.788320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b5261-7829-4917-875b-48d866df547b req-bef5a577-d01d-4451-bdac-ee3a8d6aba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.789817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-620b5261-7829-4917-875b-48d866df547b req-bef5a577-d01d-4451-bdac-ee3a8d6aba62 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 898 time: 0.1034317 Aug 16 02:20:10.841894 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-620b5261-7829-4917-875b-48d866df547b req-1d7f9540-63f3-4667-95c4-dd33feffbf29 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 217 time: 0.0445373 Aug 16 02:20:10.931826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b5261-7829-4917-875b-48d866df547b req-c801b636-60f8-48aa-842f-82e51865e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:10.933449 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-620b5261-7829-4917-875b-48d866df547b req-c801b636-60f8-48aa-842f-82e51865e5d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 200 len: 835 time: 0.0707917 Aug 16 02:20:11.001659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b5261-7829-4917-875b-48d866df547b req-6b6e0a52-29aa-40d8-a637-5df1b4c45615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.003991 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-620b5261-7829-4917-875b-48d866df547b req-6b6e0a52-29aa-40d8-a637-5df1b4c45615 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebaefa93-1e44-4ee5-85c8-291327563e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628722 Aug 16 02:20:11.188664 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-620b5261-7829-4917-875b-48d866df547b req-f82303a8-6a6a-40bf-abdd-179172669811 service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762395 Aug 16 02:20:11.203013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac94692-b3c6-43a8-a0aa-602d9ca58372 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:11.209497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ac94692-b3c6-43a8-a0aa-602d9ca58372 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.216185 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] Sync routers for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:11.231674 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:11.233524 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:11.289107 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9ac94692-b3c6-43a8-a0aa-602d9ca58372 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "PUT /v2.0/floatingips/06fa7f9d-33a8-4832-ae40-fea2e0649e86 HTTP/1.1" status: 200 len: 992 time: 3.7920859 Aug 16 02:20:11.289107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115c4ee0-6185-47a3-b782-11c7138ef481', 'tag': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:11.302298 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549d3f6e-8222-4d14-9831-5df8fa8f3555" -d '{"events": [{"name": "network-changed", "server_uuid": "115c4ee0-6185-47a3-b782-11c7138ef481", "tag": "d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:11.321602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-620b5261-7829-4917-875b-48d866df547b req-a504bd7f-1150-4258-9aef-c132bc13922e service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246021 Aug 16 02:20:11.393883 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.406012 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:11.466180 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0971fc-0b03-42ba-9bc3-06c485b5f04c x-openstack-request-id: req-aa0971fc-0b03-42ba-9bc3-06c485b5f04c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:11.466474 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115c4ee0-6185-47a3-b782-11c7138ef481", "tag": "d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:11.466719 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa0971fc-0b03-42ba-9bc3-06c485b5f04c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:11.467137 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115c4ee0-6185-47a3-b782-11c7138ef481', 'tag': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf', 'status': 'completed', 'code': 200} Aug 16 02:20:11.550354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-4aea941c-7dc9-4e81-862d-346bc5e47003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.553570 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-4aea941c-7dc9-4e81-862d-346bc5e47003 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 1098 time: 0.0625350 Aug 16 02:20:11.730978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-3019f529-df81-4543-a187-6dbc0ebf23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:11.754093 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-3019f529-df81-4543-a187-6dbc0ebf23d2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.1726692 Aug 16 02:20:11.840753 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-65dbbfd4-4a54-4894-8d8f-f5a19fbacf31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf HTTP/1.1" status: 200 len: 1000 time: 0.0988157 Aug 16 02:20:12.011873 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '06fa7f9d-33a8-4832-ae40-fea2e0649e86', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'port_id': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'mac_address': 'fa:16:3e:02:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c4ee0-6185-47a3-b782-11c7138ef481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:42Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 1, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:12.014717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360da9ca-9af7-4fa3-ac5e-0d0e029ccfbd req-3e5716ba-1cc6-4ce2-a56c-80a0cf34606d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.016431 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-360da9ca-9af7-4fa3-ac5e-0d0e029ccfbd req-3e5716ba-1cc6-4ce2-a56c-80a0cf34606d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 943 time: 0.2547896 Aug 16 02:20:12.047503 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] Checking router: 568adc76-3ef1-4142-937e-2162ea232f4a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:12.065303 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:12.065948 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:12.131489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:12.133855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-360da9ca-9af7-4fa3-ac5e-0d0e029ccfbd req-a8ac2388-1c3f-42b2-97bd-fa0b5cefd233 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933247 Aug 16 02:20:12.196772 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.207528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097ddef-3c11-41ef-b643-61d26a3915b2 req-a2b93f13-c23c-4208-b5dc-823d911d5833 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.214272 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5097ddef-3c11-41ef-b643-61d26a3915b2 req-a2b93f13-c23c-4208-b5dc-823d911d5833 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.5471518 Aug 16 02:20:12.237562 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:12.367053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5097ddef-3c11-41ef-b643-61d26a3915b2 req-0518548c-f89b-4d4a-aff4-c5b705b05af7 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364305 Aug 16 02:20:12.426921 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9964-f09d-4fdf-bc31-d99c8ed03c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.438755 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f90472b-e677-4622-9f2f-1f315dc451d7 req-518d66a2-aa2d-408a-9065-f72c8ea58bff tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0787148 Aug 16 02:20:12.564134 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9964-f09d-4fdf-bc31-d99c8ed03c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.569823 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9964-f09d-4fdf-bc31-d99c8ed03c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.596855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-aefa185d-a7ef-4a59-9a92-2c10411fce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.598563 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-aefa185d-a7ef-4a59-9a92-2c10411fce47 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.7510638 Aug 16 02:20:12.618916 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '06fa7f9d-33a8-4832-ae40-fea2e0649e86', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'port_id': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'mac_address': 'fa:16:3e:02:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c4ee0-6185-47a3-b782-11c7138ef481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:42Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 1, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:12.627636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dc9c9964-f09d-4fdf-bc31-d99c8ed03c5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8233f5e93bc431389d756e4474b6dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927008 Aug 16 02:20:12.635668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:12.643772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Deleting port b56bd543-fa6a-4598-bbca-636ca6434fea {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:12.644156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.649342 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee863f64-e8f9-4f5c-8edb-695b42c5b280 None None] The sync data for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 is: [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '06fa7f9d-33a8-4832-ae40-fea2e0649e86', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'port_id': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'mac_address': 'fa:16:3e:02:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115c4ee0-6185-47a3-b782-11c7138ef481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:42Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 1, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:12.660213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c9964-f09d-4fdf-bc31-d99c8ed03c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8e647-d7cf-4f89-9bf2-68266b2e825b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:12.665028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-66a0c9ee-872b-4d8d-b00c-406d048ae546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.666626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-66a0c9ee-872b-4d8d-b00c-406d048ae546 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608387 Aug 16 02:20:12.769334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54913e91-33f7-466b-8ce2-8792d4d0660a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.812613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54913e91-33f7-466b-8ce2-8792d4d0660a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.819223 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-795d27dc-e9d3-4bd6-96b7-719ba5ad43b6 service neutron] 10.222.0.93 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385164 Aug 16 02:20:12.823858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] For port b56bd543-fa6a-4598-bbca-636ca6434fea, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b56bd543-fa6a-4598-bbca-636ca6434fea,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:12.823986 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.846596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Calling delete_port for b56bd543-fa6a-4598-bbca-636ca6434fea owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:12.941502 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-549d3f6e-8222-4d14-9831-5df8fa8f3555 req-0b284b51-fe9b-4a6c-b254-1435d46d9345 service neutron] 10.222.0.93 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023560 Aug 16 02:20:12.946881 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54913e91-33f7-466b-8ce2-8792d4d0660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.949562 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54913e91-33f7-466b-8ce2-8792d4d0660a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.950912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-54913e91-33f7-466b-8ce2-8792d4d0660a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02f8e647-d7cf-4f89-9bf2-68266b2e825b HTTP/1.1" status: 204 len: 168 time: 0.3038070 Aug 16 02:20:12.964616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54913e91-33f7-466b-8ce2-8792d4d0660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8e647-d7cf-4f89-9bf2-68266b2e825b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:12.979737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b08ebd-6271-4bde-a091-4ae9166d44b9 None None] New status for floating IP 06fa7f9d-33a8-4832-ae40-fea2e0649e86: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:13.165761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.196632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56bd543-fa6a-4598-bbca-636ca6434fea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.355126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4680c44-09b6-4ee4-9e44-cd4a3ba0375d req-a672c44d-113c-4dfd-ba79-bc3f8d9cd8f4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.357000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4680c44-09b6-4ee4-9e44-cd4a3ba0375d req-a672c44d-113c-4dfd-ba79-bc3f8d9cd8f4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 943 time: 0.1125503 Aug 16 02:20:13.421765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:13.445717 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.457627 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device b26f95c4-5250-4fbe-a2e7-545a830060c1 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:13.507745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4680c44-09b6-4ee4-9e44-cd4a3ba0375d req-e55b603b-467f-4064-80b3-4dcee89b82f0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432679 Aug 16 02:20:13.561289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad85576-bec0-429b-b241-4aa7601b01bf req-3fa4a70b-d9b4-4809-add3-2fdc90f15608 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:13.562868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ad85576-bec0-429b-b241-4aa7601b01bf req-3fa4a70b-d9b4-4809-add3-2fdc90f15608 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.1044776 Aug 16 02:20:13.563566 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.617663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.624736 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.634658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:13.649928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'port_id': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'mac_address': 'fa:16:3e:f5:de:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:13.668936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b71b601a-41fd-41dc-848e-48cff5029500 req-8b470b7a-77b9-4aa2-8c03-2bcc9843ae5d tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0855653 Aug 16 02:20:13.706538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=adeae94bab22466bacd69bb0cdf1b4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737098 Aug 16 02:20:13.706901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ad85576-bec0-429b-b241-4aa7601b01bf req-6c8ab1eb-e7de-426c-96fa-d9e3362ce6a7 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265464 Aug 16 02:20:13.706901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:13.711298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d955a0ba-ec62-42b3-b606-dccd4a4c3dd3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.731988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.732330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.732666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.732996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.733370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.733703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.734030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.734524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.734854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.735240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.735567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.735882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa4068-ca56-4523-8c70-d4d9491bedb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:13.743245 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.773276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26f95c4-5250-4fbe-a2e7-545a830060c1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:13.796041 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:13.801856 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.862159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.884768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6c5fff2-8cd0-497e-bdad-765df249ba25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.947974 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6c5fff2-8cd0-497e-bdad-765df249ba25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.000887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Router b6439ee1-539d-4871-91f4-85b1a257f9a0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:14.051177 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6c5fff2-8cd0-497e-bdad-765df249ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.055043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6c5fff2-8cd0-497e-bdad-765df249ba25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.058571 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d6c5fff2-8cd0-497e-bdad-765df249ba25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d955a0ba-ec62-42b3-b606-dccd4a4c3dd3 HTTP/1.1" status: 204 len: 168 time: 0.3546262 Aug 16 02:20:14.078442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5fff2-8cd0-497e-bdad-765df249ba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d955a0ba-ec62-42b3-b606-dccd4a4c3dd3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.174147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:14.184083 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d07b06d8-18d7-4728-9fa7-dedf10c31d50 admin admin] 10.222.0.61 "PUT /v2.0/routers/b6439ee1-539d-4871-91f4-85b1a257f9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2273414 Aug 16 02:20:14.184552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:14.186490 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] Sync routers for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:14.204241 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:14.205102 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.215713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['b26f95c4-5250-4fbe-a2e7-545a830060c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:14.397870 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.417813 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:14.553200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.643313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Deleting port dcd199bc-f887-4fad-8972-2b989b232112 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:14.643313 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.663913 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:20:13Z', 'revision_number': 5, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port': {'id': 'dcd199bc-f887-4fad-8972-2b989b232112', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:49Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.705337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109496c-a6ec-44d0-ae00-c4f81fee5838 req-6c913fd3-0316-4801-bc0d-a13dbb3a6614 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:14.706775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f109496c-a6ec-44d0-ae00-c4f81fee5838 req-6c913fd3-0316-4801-bc0d-a13dbb3a6614 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 944 time: 0.0707591 Aug 16 02:20:14.731052 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] Checking router: b6439ee1-539d-4871-91f4-85b1a257f9a0 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:14.741780 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] Routers {'b6439ee1-539d-4871-91f4-85b1a257f9a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:14.742516 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b6439ee1-539d-4871-91f4-85b1a257f9a0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.744003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] For port dcd199bc-f887-4fad-8972-2b989b232112, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dcd199bc-f887-4fad-8972-2b989b232112,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:14.744377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.778903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Calling delete_port for dcd199bc-f887-4fad-8972-2b989b232112 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:14.798652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f109496c-a6ec-44d0-ae00-c4f81fee5838 req-b6968415-1970-4730-afda-03f43002f2fb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753987 Aug 16 02:20:14.869103 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] Set router b6439ee1-539d-4871-91f4-85b1a257f9a0 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:14.936928 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:20:14Z', 'revision_number': 6, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.937093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6703f87-4b4e-49ed-ad4c-ad87cd552ff8 req-5b5cebe3-7c43-4015-85dd-0ca29cc1c831 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0841622 Aug 16 02:20:15.008410 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47aa97c-d72b-4647-90fe-820553f7bec9 None None] The sync data for ids ['b6439ee1-539d-4871-91f4-85b1a257f9a0'] in n-d-768862-14 is: [{'id': 'b6439ee1-539d-4871-91f4-85b1a257f9a0', 'name': 'tempest-TestVolumeBackupRestore-1212357842-router', 'tenant_id': '19686e587d024d1db506aa702c94cf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:47Z', 'updated_at': '2021-08-16T02:20:14Z', 'revision_number': 6, 'project_id': '19686e587d024d1db506aa702c94cf24', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:15.024500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90ecee-8559-448f-b3f8-915374f091d7 req-574c6bcd-ac41-4a53-8977-e59acbcb5849 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.029270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b90ecee-8559-448f-b3f8-915374f091d7 req-574c6bcd-ac41-4a53-8977-e59acbcb5849 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.1621492 Aug 16 02:20:15.091045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.140616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd199bc-f887-4fad-8972-2b989b232112,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.144486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b90ecee-8559-448f-b3f8-915374f091d7 req-c4c0f66c-b5ce-4fc3-a393-1b140f5e544a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080205 Aug 16 02:20:15.210815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.308637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.310892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.358893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.359579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6439ee1-539d-4871-91f4-85b1a257f9a0 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:20:15.386804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.386804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-76d96d06-32d7-4c1e-b08f-c34632866cb8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b6439ee1-539d-4871-91f4-85b1a257f9a0 HTTP/1.1" status: 204 len: 168 time: 1.1966858 Aug 16 02:20:15.388975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.453035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ec3f05-e5c8-47db-866d-ae32321e21bf admin admin] Deleting subnet c1d87cc0-77d4-4b87-9c06-3abe5361aa09 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:20:15.470259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82ec3f05-e5c8-47db-866d-ae32321e21bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.472944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device b26f95c4-5250-4fbe-a2e7-545a830060c1 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:15.524293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82ec3f05-e5c8-47db-866d-ae32321e21bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.561467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port b26f95c4-5250-4fbe-a2e7-545a830060c1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:15.565438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port b26f95c4-5250-4fbe-a2e7-545a830060c1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:15.565823 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.626998 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82ec3f05-e5c8-47db-866d-ae32321e21bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.654256 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.687195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:15.689878 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d1a56a-d748-4d41-9fd8-e36225cfb86c" -d '{"events": [{"server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "name": "network-vif-plugged", "status": "completed", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:15.707448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:15.709954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82ec3f05-e5c8-47db-866d-ae32321e21bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.720025 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.726750 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82ec3f05-e5c8-47db-866d-ae32321e21bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.729369 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-82ec3f05-e5c8-47db-866d-ae32321e21bf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c1d87cc0-77d4-4b87-9c06-3abe5361aa09 HTTP/1.1" status: 204 len: 168 time: 0.3394284 Aug 16 02:20:15.731997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38922) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.769263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec3f05-e5c8-47db-866d-ae32321e21bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d87cc0-77d4-4b87-9c06-3abe5361aa09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.777431 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a82f394-2486-4ccb-b2f7-73618a0ebb9b x-openstack-request-id: req-5a82f394-2486-4ccb-b2f7-73618a0ebb9b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:15.777791 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "name": "network-vif-plugged", "status": "completed", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:15.777974 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a82f394-2486-4ccb-b2f7-73618a0ebb9b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:15.778336 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'code': 200} Aug 16 02:20:15.779010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35de99c6-e4af-4b8f-a5f7-ec93cfe68187 None None] Network 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:15.857383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.913573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:15.913970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89d32c-ef1f-47ab-813f-3b6af164c914 req-d69345b4-8348-482b-bfcb-0783dce9ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:15.915653 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-de89d32c-ef1f-47ab-813f-3b6af164c914 req-d69345b4-8348-482b-bfcb-0783dce9ab19 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0750091 Aug 16 02:20:15.967330 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-de89d32c-ef1f-47ab-813f-3b6af164c914 req-d93366de-c371-4d28-b2e5-0b974ce0a4fc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430698 Aug 16 02:20:15.968773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Deleting port 7f309a0b-dcd9-4143-9421-dafb8954e17a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:15.969368 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.108824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5562da-d477-43be-8ea4-11649dfc10d1 None None] DHCP port deletion for 0fa9b297-52fb-4f25-bd08-dcaaa3eee211 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:20:16.151948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98d0e2ae-8ff8-41e3-b108-a52de666433c req-27b4100b-8a3f-40ca-a2ec-99a7054dfa1b tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0524318 Aug 16 02:20:16.184854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] For port 7f309a0b-dcd9-4143-9421-dafb8954e17a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7f309a0b-dcd9-4143-9421-dafb8954e17a,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:16.185079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.190189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dc5562da-d477-43be-8ea4-11649dfc10d1 None None] Deleting port 7f309a0b-dcd9-4143-9421-dafb8954e17a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:16.190730 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc5562da-d477-43be-8ea4-11649dfc10d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.207891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16949-a534-4735-9154-dbfda3418955 req-57e8e8aa-f445-484c-b3bb-c44852c88dba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:16.216412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0de16949-a534-4735-9154-dbfda3418955 req-57e8e8aa-f445-484c-b3bb-c44852c88dba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.2638168 Aug 16 02:20:16.227328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Calling delete_port for 7f309a0b-dcd9-4143-9421-dafb8954e17a owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:16.325947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc5562da-d477-43be-8ea4-11649dfc10d1 None None] For port 7f309a0b-dcd9-4143-9421-dafb8954e17a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7f309a0b-dcd9-4143-9421-dafb8954e17a,segment=NetworkSegment(c96c61d1-9fe7-402c-9764-87e7cfb95fae),segment_id=c96c61d1-9fe7-402c-9764-87e7cfb95fae)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:16.327601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc5562da-d477-43be-8ea4-11649dfc10d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.371394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dc5562da-d477-43be-8ea4-11649dfc10d1 None None] Calling delete_port for 7f309a0b-dcd9-4143-9421-dafb8954e17a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:16.438181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b56bd543-fa6a-4598-bbca-636ca6434fea no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:16.469280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b56bd543-fa6a-4598-bbca-636ca6434fea {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:16.469629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b56bd543-fa6a-4598-bbca-636ca6434fea not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:16.470052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcd199bc-f887-4fad-8972-2b989b232112 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:16.501948 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: dcd199bc-f887-4fad-8972-2b989b232112 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:16.502536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dcd199bc-f887-4fad-8972-2b989b232112 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:16.502711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7f309a0b-dcd9-4143-9421-dafb8954e17a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:16.584788 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc5562da-d477-43be-8ea4-11649dfc10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.589544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Port 7f309a0b-dcd9-4143-9421-dafb8954e17a update to DOWN by agent not found {{(pid=94641) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:20:16.621030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5562da-d477-43be-8ea4-11649dfc10d1 None None] Pushing event deleted for resources: {'Port': ['ID=7f309a0b-dcd9-4143-9421-dafb8954e17a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.626863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5562da-d477-43be-8ea4-11649dfc10d1 None None] No DVR routers for this DVR port 7f309a0b-dcd9-4143-9421-dafb8954e17a on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:16.723415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0de16949-a534-4735-9154-dbfda3418955 req-a7fce8aa-935a-49ad-b7ce-a54ef6699a25 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060885 Aug 16 02:20:16.787930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53273d-5d93-4b15-b6f4-b989a7e0d28a req-b39452f8-c70f-4d1b-84a5-5c93c2510a72 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:16.791595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a53273d-5d93-4b15-b6f4-b989a7e0d28a req-b39452f8-c70f-4d1b-84a5-5c93c2510a72 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.0855415 Aug 16 02:20:16.847817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a53273d-5d93-4b15-b6f4-b989a7e0d28a req-e7d07b66-2207-4d61-b5b7-a5cca5e04f93 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Aug 16 02:20:16.850454 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.881936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f309a0b-dcd9-4143-9421-dafb8954e17a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.887247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] No DVR routers for this DVR port 7f309a0b-dcd9-4143-9421-dafb8954e17a on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:16.978478 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.997149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa9b297-52fb-4f25-bd08-dcaaa3eee211']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:17.017193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96c61d1-9fe7-402c-9764-87e7cfb95fae') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:17.023038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96c61d1-9fe7-402c-9764-87e7cfb95fae') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:17.035585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.064484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.072670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:17.073101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:17.074865 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:17.145229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.158169 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.160137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] 10.222.0.61 "DELETE /v2.0/networks/0fa9b297-52fb-4f25-bd08-dcaaa3eee211 HTTP/1.1" status: 204 len: 168 time: 1.4261320 Aug 16 02:20:17.163927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.174454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7e979-7fb9-46c0-9bb0-cd1da93c0e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa9b297-52fb-4f25-bd08-dcaaa3eee211,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.282358 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a624ee2a-1102-4e1d-8695-7929218a11d3 req-060e9cf9-a3dd-424f-8856-de8ae0f94a2b tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0377896 Aug 16 02:20:17.604695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.905634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b92ebc-884f-4dad-98fb-78cdf958dde6 req-edb9c2c5-6b5a-452d-8a0d-20526ab3ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:17.907210 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-80b92ebc-884f-4dad-98fb-78cdf958dde6 req-edb9c2c5-6b5a-452d-8a0d-20526ab3ea02 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 1097 time: 0.0788944 Aug 16 02:20:17.930945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1be72-4011-41cd-99e1-48034b3ee2a2 req-c283db84-e57e-4aa4-bd64-c539f50c0010 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:17.933181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29f1be72-4011-41cd-99e1-48034b3ee2a2 req-c283db84-e57e-4aa4-bd64-c539f50c0010 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1028566 Aug 16 02:20:17.970020 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-80b92ebc-884f-4dad-98fb-78cdf958dde6 req-cf7f666e-de07-4793-ba74-14be26411a46 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457659 Aug 16 02:20:17.979060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Deleting port 2a716d30-abff-40a6-8442-252c379f2fce {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:17.979433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.994150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29f1be72-4011-41cd-99e1-48034b3ee2a2 req-1710be13-3aaf-4a87-b476-7d675aca1af6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525870 Aug 16 02:20:18.069967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] For port 2a716d30-abff-40a6-8442-252c379f2fce, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a716d30-abff-40a6-8442-252c379f2fce,segment=NetworkSegment(2a5d5a15-1ca0-48df-9aa9-be3483e06bfd),segment_id=2a5d5a15-1ca0-48df-9aa9-be3483e06bfd)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:18.069967 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.084399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd7ef-38f4-409e-8c2f-1d8c509255ee req-dd93c519-1120-47d6-9815-b9c73359fb44 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.086353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68bd7ef-38f4-409e-8c2f-1d8c509255ee req-dd93c519-1120-47d6-9815-b9c73359fb44 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.0717130 Aug 16 02:20:18.094061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Calling delete_port for 2a716d30-abff-40a6-8442-252c379f2fce owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:18.166210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68bd7ef-38f4-409e-8c2f-1d8c509255ee req-a89b6330-af26-4c32-8f00-451616d9b3ac tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626736 Aug 16 02:20:18.195963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4afe5e-e90d-4e3a-8efd-11c3e0df2a7f req-895378f4-9220-4c18-b96e-ff304a94e4ad tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.204630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d4afe5e-e90d-4e3a-8efd-11c3e0df2a7f req-895378f4-9220-4c18-b96e-ff304a94e4ad tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1420236 Aug 16 02:20:18.242230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d4afe5e-e90d-4e3a-8efd-11c3e0df2a7f req-3b1be7fb-e8ec-4947-808f-95b0ad6ef564 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365956 Aug 16 02:20:18.267839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.354239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c650ba-f973-4189-be90-e1dd6d56a920 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.358716 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e7c650ba-f973-4189-be90-e1dd6d56a920 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1092 time: 0.0870185 Aug 16 02:20:18.358716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.359046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.366254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:18.394117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2a716d30-abff-40a6-8442-252c379f2fce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.453902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50da31af-8321-4a3f-a829-53de6379b246 req-9c3ee2f5-d08a-4dac-a051-aaa9381159fa tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0737963 Aug 16 02:20:18.504761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.611116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.665178 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.821741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.25.5.111 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/fe0582f2-b45d-47ca-b4ab-af5d7f801dd2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:18.908730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:18.960201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.036998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.067362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:19.079231 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c7155cd9-a662-43fb-ad4b-f1e9959f37dc admin admin] 10.222.0.61 "PUT /v2.0/routers/a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9119411 Aug 16 02:20:19.079543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:19.084863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:19.096176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] Sync routers for ids ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:19.109452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:19.110940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] Routers {'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:19.111806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:19.111948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=fe0582f2-b45d-47ca-b4ab-af5d7f801dd2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:19.118986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:19.304901 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.320616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] Set router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:19.466077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.485020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd20756-b394-497c-9913-8fd9c592b805 req-7e69add4-cf96-449a-83da-b97501f1f85f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:19.503593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fd20756-b394-497c-9913-8fd9c592b805 req-7e69add4-cf96-449a-83da-b97501f1f85f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.1797438 Aug 16 02:20:19.573666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Deleting port b3442550-d688-43ca-bd9a-aec16464f58c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:19.574627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.586807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fd20756-b394-497c-9913-8fd9c592b805 req-3979c9ae-a26d-4241-aa51-8d7f3e3260ba tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801284 Aug 16 02:20:19.697855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a075722-1191-46dd-8ec3-64fe84cbab66 req-da7068eb-9485-48fe-a5f2-c269f797399a tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0568266 Aug 16 02:20:19.744318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] For port b3442550-d688-43ca-bd9a-aec16464f58c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b3442550-d688-43ca-bd9a-aec16464f58c,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:19.744684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.763877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Calling delete_port for b3442550-d688-43ca-bd9a-aec16464f58c owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:19.908740 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.012853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.020907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:02Z', 'updated_at': '2021-08-16T02:20:18Z', 'revision_number': 5, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'gw_port': {'id': 'b3442550-d688-43ca-bd9a-aec16464f58c', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:03Z', 'updated_at': '2021-08-16T02:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:20.046411 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.055865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] Checking router: a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:20.067669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] Routers {'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:20.069620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:20.088130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3442550-d688-43ca-bd9a-aec16464f58c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:20.188477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.209327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] Set router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:20.313376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:02Z', 'updated_at': '2021-08-16T02:20:19Z', 'revision_number': 7, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:20.324268 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.351056 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.351628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733d326-f573-4f08-881a-b1851ec9c74e None None] The sync data for ids ['a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60'] in n-d-768862-14 is: [{'id': 'a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60', 'name': 'tempest-TestVolumeBackupRestore-609275981-router', 'tenant_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:02Z', 'updated_at': '2021-08-16T02:20:19Z', 'revision_number': 7, 'project_id': '08fb8c70fa1b4a029a6621d5290e75d0', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:20.357185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.359733 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.436242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.436931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:20:20.446472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.450287 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-77904bb6-7eef-473c-8d89-6036004a9620 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a2ccb5d7-8606-4b9f-99a8-b6c3a618ab60 HTTP/1.1" status: 204 len: 168 time: 1.3698297 Aug 16 02:20:20.450934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:20.496924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=fe0582f2-b45d-47ca-b4ab-af5d7f801dd2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:20.515182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a482e224-f270-45c5-a468-0f576f414cb3 admin admin] Deleting subnet bae2c5a1-0425-4f24-ad2d-354fca813fe7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:20:20.519322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a482e224-f270-45c5-a468-0f576f414cb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.520054 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.574459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a482e224-f270-45c5-a468-0f576f414cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.643863 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Floating IP 5789732f-9f2e-40c7-b467-403eece55a0d associated. External IP: 172.25.5.111, port: b26f95c4-5250-4fbe-a2e7-545a830060c1. Aug 16 02:20:20.688884 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a482e224-f270-45c5-a468-0f576f414cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.804458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a482e224-f270-45c5-a468-0f576f414cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.838358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482e224-f270-45c5-a468-0f576f414cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae2c5a1-0425-4f24-ad2d-354fca813fe7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:20.846515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a482e224-f270-45c5-a468-0f576f414cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.850934 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a482e224-f270-45c5-a468-0f576f414cb3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bae2c5a1-0425-4f24-ad2d-354fca813fe7 HTTP/1.1" status: 204 len: 168 time: 0.3965812 Aug 16 02:20:20.851042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39024) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:20.852565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c1d26-b715-434a-a363-ae90e2e24976 None None] Network fb87f981-1b77-452d-b371-91fdeea3cf90 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:20.877069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d41d99-f5eb-4d0b-b045-998b010c84bc req-db1409a7-4e77-40d9-ae38-283ca7d67167 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.887386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03d41d99-f5eb-4d0b-b045-998b010c84bc req-db1409a7-4e77-40d9-ae38-283ca7d67167 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.1852510 Aug 16 02:20:20.922453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86d3bc65-be10-4a05-8fed-29b52c714c6b req-6ac5d1f9-3cae-44b3-8d0e-758c8288fd92 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.1076245 Aug 16 02:20:20.957143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.140291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Deleting port 7c4a4094-a7a6-4347-b978-d56fe94e044d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:21.142862 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.156822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03d41d99-f5eb-4d0b-b045-998b010c84bc req-ccc43e31-233b-43b1-8014-f5cda2e71c89 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674634 Aug 16 02:20:21.180118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router d9019cf9-4cee-46c0-bd77-e33e13260d5a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:21.214020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731e351-eb7a-4fdf-ba1a-3e673174cc4a None None] DHCP port deletion for fb87f981-1b77-452d-b371-91fdeea3cf90 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:20:21.319669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5731e351-eb7a-4fdf-ba1a-3e673174cc4a None None] Deleting port 7c4a4094-a7a6-4347-b978-d56fe94e044d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:21.324061 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5731e351-eb7a-4fdf-ba1a-3e673174cc4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.340329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] For port 7c4a4094-a7a6-4347-b978-d56fe94e044d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7c4a4094-a7a6-4347-b978-d56fe94e044d,segment=NetworkSegment(2a5d5a15-1ca0-48df-9aa9-be3483e06bfd),segment_id=2a5d5a15-1ca0-48df-9aa9-be3483e06bfd)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:21.340698 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.373986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Calling delete_port for 7c4a4094-a7a6-4347-b978-d56fe94e044d owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:21.511248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5731e351-eb7a-4fdf-ba1a-3e673174cc4a None None] For port 7c4a4094-a7a6-4347-b978-d56fe94e044d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7c4a4094-a7a6-4347-b978-d56fe94e044d,segment=NetworkSegment(2a5d5a15-1ca0-48df-9aa9-be3483e06bfd),segment_id=2a5d5a15-1ca0-48df-9aa9-be3483e06bfd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:21.511971 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5731e351-eb7a-4fdf-ba1a-3e673174cc4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.548612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5731e351-eb7a-4fdf-ba1a-3e673174cc4a None None] Calling delete_port for 7c4a4094-a7a6-4347-b978-d56fe94e044d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:21.551784 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.634344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4a4094-a7a6-4347-b978-d56fe94e044d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.648465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] No DVR routers for this DVR port 7c4a4094-a7a6-4347-b978-d56fe94e044d on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:21.670682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-50e6c792-19d9-4064-a0a7-79590b3066bf tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.681373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-50e6c792-19d9-4064-a0a7-79590b3066bf tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/networks?id=b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 200 len: 811 time: 0.2469552 Aug 16 02:20:21.687376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:21.701565 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] Sync routers for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:21.716502 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:21.718457 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:21.720981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5731e351-eb7a-4fdf-ba1a-3e673174cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.732825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-6fab430a-5ce8-4f44-8686-b4b9db5d3403 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/quotas/321fa5459cc24c688694aa062fb48d38 HTTP/1.1" status: 200 len: 375 time: 0.0418296 Aug 16 02:20:21.753468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.781466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731e351-eb7a-4fdf-ba1a-3e673174cc4a None None] Pushing event deleted for resources: {'Port': ['ID=7c4a4094-a7a6-4347-b978-d56fe94e044d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.787308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731e351-eb7a-4fdf-ba1a-3e673174cc4a None None] No DVR routers for this DVR port 7c4a4094-a7a6-4347-b978-d56fe94e044d on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:21.835605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.870157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2441db5c-5761-4269-a145-e58f1285cd1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5098939 Aug 16 02:20:21.871178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb87f981-1b77-452d-b371-91fdeea3cf90']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:21.871727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:21.874729 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd00e16d-3a63-47e2-a404-3694be75c9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:21.896570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f00f767f-9341-48c0-8ec4-3b209871f535 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=321fa5459cc24c688694aa062fb48d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531351 Aug 16 02:20:21.926511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:21.926747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5d5a15-1ca0-48df-9aa9-be3483e06bfd') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:21.950410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.968311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.981843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:21.983170 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:21.986996 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:22.032372 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:22.189488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.196457 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.201207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/fb87f981-1b77-452d-b371-91fdeea3cf90 HTTP/1.1" status: 204 len: 168 time: 1.3462653 Aug 16 02:20:22.218924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84ec4f-ad49-4a67-8e81-076f766e56d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb87f981-1b77-452d-b371-91fdeea3cf90,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.325401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f7adb-92ac-4d91-8b22-00ffbee3aa6b req-472d773d-b74d-4487-871e-21ed2e946992 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.333145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b6f7adb-92ac-4d91-8b22-00ffbee3aa6b req-472d773d-b74d-4487-871e-21ed2e946992 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.2703884 Aug 16 02:20:22.417041 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a716d30-abff-40a6-8442-252c379f2fce no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:22.453225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-cda6d548-db4c-4e19-acd7-a367a2b353fc service neutron] 10.222.0.61 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555716 Aug 16 02:20:22.456575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b6f7adb-92ac-4d91-8b22-00ffbee3aa6b req-ead55d18-8753-4b81-aed2-496424dbd3ac tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116347 Aug 16 02:20:22.485812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.490806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 2a716d30-abff-40a6-8442-252c379f2fce {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:22.495233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a716d30-abff-40a6-8442-252c379f2fce not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:22.499025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b3442550-d688-43ca-bd9a-aec16464f58c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:22.518230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.564118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.567502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b3442550-d688-43ca-bd9a-aec16464f58c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:22.568610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b3442550-d688-43ca-bd9a-aec16464f58c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:22.569267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7c4a4094-a7a6-4347-b978-d56fe94e044d no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:22.596824 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53541f5-ff8b-48d1-8264-04f9c1a5fac5 x-openstack-request-id: req-e53541f5-ff8b-48d1-8264-04f9c1a5fac5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:22.597122 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:22.597376 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e53541f5-ff8b-48d1-8264-04f9c1a5fac5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:22.597783 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'status': 'completed', 'code': 200} Aug 16 02:20:22.607682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4f7fc4b0-8b20-419a-acb1-f570d1b0e843 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19686e587d024d1db506aa702c94cf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879810 Aug 16 02:20:22.611782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.632390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 7c4a4094-a7a6-4347-b978-d56fe94e044d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:22.634303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7c4a4094-a7a6-4347-b978-d56fe94e044d not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:22.653497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f45e5f8f-361a-4e36-a667-e087f6e1fca4 service neutron] 10.222.0.61 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929760 Aug 16 02:20:22.719797 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4756b694-34eb-4194-9c70-b4c112536637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.753933 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4756b694-34eb-4194-9c70-b4c112536637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.790984 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-37bb22f7-ca67-4430-9348-d44571047bc0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/5789732f-9f2e-40c7-b467-403eece55a0d HTTP/1.1" status: 200 len: 991 time: 0.3031428 Aug 16 02:20:22.822937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-f9a3c187-55be-4fc3-8666-a10b0dae2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.827652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-f9a3c187-55be-4fc3-8666-a10b0dae2f89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1097 time: 0.1545680 Aug 16 02:20:22.839249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bda72110-79c3-4c7d-8446-71811189a0eb req-1d72f32f-aff6-4a71-a558-14eb718954fb tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0491376 Aug 16 02:20:22.885171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4756b694-34eb-4194-9c70-b4c112536637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.891057 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4756b694-34eb-4194-9c70-b4c112536637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.892900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4756b694-34eb-4194-9c70-b4c112536637 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1051cbf9-1d76-41b5-874f-b4ebc20b073c HTTP/1.1" status: 204 len: 168 time: 0.2798116 Aug 16 02:20:22.904525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756b694-34eb-4194-9c70-b4c112536637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1051cbf9-1d76-41b5-874f-b4ebc20b073c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.955823 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '5789732f-9f2e-40c7-b467-403eece55a0d', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'port_id': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'mac_address': 'fa:16:3e:f5:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:19Z', 'updated_at': '2021-08-16T02:20:19Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed', 'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:44:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:22.996290 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] Checking router: d9019cf9-4cee-46c0-bd77-e33e13260d5a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:23.001831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09b157cf-e461-4e7e-870f-3d903f78e67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.010483 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:23.011680 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:23.092829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-207e184a-ef15-4979-9250-0ed5c256b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:23.094653 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-207e184a-ef15-4979-9250-0ed5c256b2ca service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 898 time: 0.2589810 Aug 16 02:20:23.184971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecea8108-5279-4477-91dd-8082aa83e5a1 req-a176c5bd-f0c8-4e57-bbe3-86e4c7ba3108 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 210 time: 0.0894594 Aug 16 02:20:23.292592 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:23.306335 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-07f5fd81-7b47-4d47-8a78-48a63782062b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 999 time: 0.2006876 Aug 16 02:20:23.318737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09b157cf-e461-4e7e-870f-3d903f78e67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.323905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09b157cf-e461-4e7e-870f-3d903f78e67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.370300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b157cf-e461-4e7e-870f-3d903f78e67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f75e3d6-e495-4f2a-9e71-08b2f8d3349f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:23.401547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:23.401858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-09b157cf-e461-4e7e-870f-3d903f78e67d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=492ec9d8a71145c1993603483fdcc976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8364117 Aug 16 02:20:23.435738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-c7b167bb-115e-4408-af46-06c75390320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:23.437637 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-c7b167bb-115e-4408-af46-06c75390320f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 200 len: 835 time: 0.1238797 Aug 16 02:20:23.505336 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48639846-0a21-4320-88e7-54495fa8ba3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.541730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48639846-0a21-4320-88e7-54495fa8ba3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.561809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-e5e3bcf1-d794-4e2d-8686-aec8afd12c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:23.567452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-e5e3bcf1-d794-4e2d-8686-aec8afd12c1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebaefa93-1e44-4ee5-85c8-291327563e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112859 Aug 16 02:20:23.570453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:23.661169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eea7ff99-885b-4274-bf97-045e51a7be9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08fb8c70fa1b4a029a6621d5290e75d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889637 Aug 16 02:20:23.663435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:23.786398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf979-13e1-4401-b35f-e7699e931edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.803690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:23.813985 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '5789732f-9f2e-40c7-b467-403eece55a0d', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'port_id': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'mac_address': 'fa:16:3e:f5:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:19Z', 'updated_at': '2021-08-16T02:20:19Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed', 'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:44:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:23.851049 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416571c9-671d-4e5d-93d1-0005b5efcfb3 None None] The sync data for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 is: [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '5789732f-9f2e-40c7-b467-403eece55a0d', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'port_id': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'mac_address': 'fa:16:3e:f5:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:19Z', 'updated_at': '2021-08-16T02:20:19Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed', 'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:44:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:23.905498 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf979-13e1-4401-b35f-e7699e931edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.168745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48639846-0a21-4320-88e7-54495fa8ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.171371 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48639846-0a21-4320-88e7-54495fa8ba3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.172705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-48639846-0a21-4320-88e7-54495fa8ba3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f75e3d6-e495-4f2a-9e71-08b2f8d3349f HTTP/1.1" status: 204 len: 168 time: 0.7679105 Aug 16 02:20:24.187715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-94bae565-7829-4bc5-889d-992aa25d39fc service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011753 Aug 16 02:20:24.194410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48639846-0a21-4320-88e7-54495fa8ba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f75e3d6-e495-4f2a-9e71-08b2f8d3349f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:24.312822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81600c1-a283-40df-a42b-9ebcbf3f3873 None None] New status for floating IP 5789732f-9f2e-40c7-b467-403eece55a0d: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:24.389790 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cd00e16d-3a63-47e2-a404-3694be75c9e5 req-ac3a1bad-18b2-45ce-a93b-7feef0e88856 service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915164 Aug 16 02:20:24.486240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-75ae6530-1026-4090-a6ba-d10db27678de tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/5789732f-9f2e-40c7-b467-403eece55a0d HTTP/1.1" status: 200 len: 991 time: 0.6806152 Aug 16 02:20:24.553715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf2a2ede-c9fa-44fb-92f3-8584e90c96b9 req-61023b3c-2f8b-4060-ac18-1cccf40098d5 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.1586139 Aug 16 02:20:24.569784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3da24624-833a-4200-91c7-2141e8d9a5ef req-6ae2d4aa-99ac-4ac3-bd67-af31ce969012 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 210 time: 0.1250799 Aug 16 02:20:24.598042 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf979-13e1-4401-b35f-e7699e931edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.608724 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf979-13e1-4401-b35f-e7699e931edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.610110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4e2cf979-13e1-4401-b35f-e7699e931edd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbb363be-1827-42a2-8361-29a6fd5c7172 HTTP/1.1" status: 204 len: 168 time: 0.9447489 Aug 16 02:20:24.625627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cf979-13e1-4401-b35f-e7699e931edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb363be-1827-42a2-8361-29a6fd5c7172,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:24.713344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-7d02a844-bc38-43d9-9f6e-0f019ec8b930 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.723159 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-7d02a844-bc38-43d9-9f6e-0f019ec8b930 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.93 "GET /v2.0/networks?id=b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 200 len: 811 time: 0.2609351 Aug 16 02:20:24.738985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Request body: {'port': {'device_id': '71878b9a-189d-4fcd-b9e9-214405e1fe39', 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad', 'admin_state_up': True, 'tenant_id': '321fa5459cc24c688694aa062fb48d38'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:24.854594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a7e84ed-74f8-487a-a488-90c43d8cfb21 req-0e5a8868-04a4-4b4b-a54f-1b6dcd69ec7a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0485523 Aug 16 02:20:24.855957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:24.870787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c05f3f9-7ea4-4cec-b4d0-09b4be874dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.900016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:20:24.900016 n-d-768862-14 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:20:24.900016 n-d-768862-14 neutron-server[94640]: [parameters: {'project_id': '321fa5459cc24c688694aa062fb48d38', 'id': '21705a99-1b52-4b9c-88c6-267bc02cce19', 'expiration': datetime.datetime(2021, 8, 16, 2, 22, 24, 895259)}] Aug 16 02:20:24.900016 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:20:24.900666 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:20:24.996257 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c05f3f9-7ea4-4cec-b4d0-09b4be874dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.001918 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c05f3f9-7ea4-4cec-b4d0-09b4be874dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.051183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05f3f9-7ea4-4cec-b4d0-09b4be874dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d9f75-54f8-47b8-8171-ae9131662705,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:25.057978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4c05f3f9-7ea4-4cec-b4d0-09b4be874dc4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0025111740a042edacb7e09652d5860d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009296 Aug 16 02:20:25.060553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:25.133359 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c9a488f-e574-467d-8522-ca56ec56190e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.167074 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c9a488f-e574-467d-8522-ca56ec56190e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.246701 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c9a488f-e574-467d-8522-ca56ec56190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.250581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c9a488f-e574-467d-8522-ca56ec56190e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.254383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0c9a488f-e574-467d-8522-ca56ec56190e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e83d9f75-54f8-47b8-8171-ae9131662705 HTTP/1.1" status: 204 len: 168 time: 0.1906607 Aug 16 02:20:25.265051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a488f-e574-467d-8522-ca56ec56190e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d9f75-54f8-47b8-8171-ae9131662705,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:25.433223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Made reservation on behalf of 321fa5459cc24c688694aa062fb48d38 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:25.437798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.490390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:25.565064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ab277b0b-7e3c-4555-b1f7-5d6b27d9b8b5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/5789732f-9f2e-40c7-b467-403eece55a0d HTTP/1.1" status: 200 len: 993 time: 0.0734372 Aug 16 02:20:25.630752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Allocated IP 172.20.0.11 (b694f728-4afc-4ac8-bea0-399c620b2cad/0a003f5b-6b17-46ee-80d4-e8a3a20b71d0/c3663d04-70c0-42c8-b468-d24ffdbbf11f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:25.695502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8429d41d-e568-4f3c-a300-56839c7efdc6 req-aa5b0322-5baa-4704-9ca2-73aed1a5faac tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 210 time: 0.0295484 Aug 16 02:20:25.750201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc30992c-3905-492f-8d30-41a6345bc0b0 req-c005f695-25ae-462b-b978-354029282688 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0305145 Aug 16 02:20:25.856981 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.903963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.936830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['68c258dc-e73c-4887-a3fe-401dc5f1061b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:25.969376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Network b694f728-4afc-4ac8-bea0-399c620b2cad is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:25.972777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:25.975411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:26.027731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.028366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.039375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Pushing event updated for resources: {'Port': ['ID=c3663d04-70c0-42c8-b468-d24ffdbbf11f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:26.062876 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f137f86f-3676-4b7a-9fc9-e5fd07955750 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3348689 Aug 16 02:20:26.080839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Request body: {'port': {'device_id': '71878b9a-189d-4fcd-b9e9-214405e1fe39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:26.157226 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.482697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3663d04-70c0-42c8-b468-d24ffdbbf11f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:26.491498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.504810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Transition to ACTIVE for port object c3663d04-70c0-42c8-b468-d24ffdbbf11f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:26.509116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.573100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Pushing event updated for resources: {'Port': ['ID=c3663d04-70c0-42c8-b468-d24ffdbbf11f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:26.658224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Attempting to bind port c3663d04-70c0-42c8-b468-d24ffdbbf11f on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.658483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Attempting to bind port c3663d04-70c0-42c8-b468-d24ffdbbf11f by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.658803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Attempting to bind port c3663d04-70c0-42c8-b468-d24ffdbbf11f on network b694f728-4afc-4ac8-bea0-399c620b2cad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.663807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Port c3663d04-70c0-42c8-b468-d24ffdbbf11f on network b694f728-4afc-4ac8-bea0-399c620b2cad not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.664119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Attempting to bind port c3663d04-70c0-42c8-b468-d24ffdbbf11f on network b694f728-4afc-4ac8-bea0-399c620b2cad {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.669244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:26.669667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Checking segment: {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:26.670047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Bound using segment: {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:26.670469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Bound port: c3663d04-70c0-42c8-b468-d24ffdbbf11f, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0547066-b537-49ef-8973-a76762508e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:26.670823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.740474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] For port c3663d04-70c0-42c8-b468-d24ffdbbf11f, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:26.744157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] For port c3663d04-70c0-42c8-b468-d24ffdbbf11f, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c3663d04-70c0-42c8-b468-d24ffdbbf11f,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:26.751399 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.800441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.801061 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.804041 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] 10.222.0.93 "PUT /v2.0/ports/c3663d04-70c0-42c8-b468-d24ffdbbf11f HTTP/1.1" status: 200 len: 1093 time: 0.7278333 Aug 16 02:20:26.804493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71878b9a-189d-4fcd-b9e9-214405e1fe39', 'tag': 'c3663d04-70c0-42c8-b468-d24ffdbbf11f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:26.806890 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "71878b9a-189d-4fcd-b9e9-214405e1fe39", "tag": "c3663d04-70c0-42c8-b468-d24ffdbbf11f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:26.840451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f170128-0cae-4910-b07d-8df3e2c7d372 service neutron] Pushing event updated for resources: {'Port': ['ID=c3663d04-70c0-42c8-b468-d24ffdbbf11f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:26.918662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-e20789f2-ea63-415a-8620-66c68c719f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.920491 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-e20789f2-ea63-415a-8620-66c68c719f5b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=321fa5459cc24c688694aa062fb48d38&device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 1096 time: 0.0536685 Aug 16 02:20:26.931124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f415646-f6ea-46e8-b495-8ede3ae9b5eb req-076ffa69-cc92-4bdf-ad6e-92e8e8f48f1a tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0417278 Aug 16 02:20:26.945926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9f862-4e47-4b01-aab8-9cd8eeb0b02a req-65d5d5b3-1a2d-4957-9a53-2f847e1274e2 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.954820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40c9f862-4e47-4b01-aab8-9cd8eeb0b02a req-65d5d5b3-1a2d-4957-9a53-2f847e1274e2 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 944 time: 0.1345823 Aug 16 02:20:26.991409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-9e1ece28-69db-4b80-8b4b-e1a445a42b7f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3663d04-70c0-42c8-b468-d24ffdbbf11f HTTP/1.1" status: 200 len: 217 time: 0.0544899 Aug 16 02:20:26.998530 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da04043e-b593-48f5-afbc-b518fdde5612 x-openstack-request-id: req-da04043e-b593-48f5-afbc-b518fdde5612 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:26.998822 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71878b9a-189d-4fcd-b9e9-214405e1fe39", "tag": "c3663d04-70c0-42c8-b468-d24ffdbbf11f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:26.999076 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da04043e-b593-48f5-afbc-b518fdde5612 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:26.999520 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71878b9a-189d-4fcd-b9e9-214405e1fe39', 'tag': 'c3663d04-70c0-42c8-b468-d24ffdbbf11f', 'status': 'completed', 'code': 200} Aug 16 02:20:27.027410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40c9f862-4e47-4b01-aab8-9cd8eeb0b02a req-d88eb959-40c8-4715-9445-91c12343d08c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698476 Aug 16 02:20:27.080969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-8977a306-6f99-4e92-a0de-45e95b160035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.083135 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-8977a306-6f99-4e92-a0de-45e95b160035 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a003f5b-6b17-46ee-80d4-e8a3a20b71d0 HTTP/1.1" status: 200 len: 851 time: 0.0800257 Aug 16 02:20:27.124114 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-66b8bde9-55ef-4f6b-9e2f-b91f9a11877a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b694f728-4afc-4ac8-bea0-399c620b2cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328424 Aug 16 02:20:27.225501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b97e0769-0955-432c-becf-4fe7090905a3 req-7e2fab55-23e0-486e-aaa7-0c40462ad809 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=36826ae9db3a469e92bc4e01b7563689&device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0404546 Aug 16 02:20:27.266223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b97e0769-0955-432c-becf-4fe7090905a3 req-445c4f27-7908-49c2-88a8-5b651b5c6c35 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=36826ae9db3a469e92bc4e01b7563689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327313 Aug 16 02:20:27.298024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-f73f6c5e-2290-4394-8c63-fcb09576e763 service neutron] 10.222.0.93 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656013 Aug 16 02:20:27.315105 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6ec9e4e-7926-427a-b940-de3a23f88948 req-5850df46-24ca-469f-95e0-4f6a4dcfd2cb tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0804081 Aug 16 02:20:27.408059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e0769-0955-432c-becf-4fe7090905a3 req-701d8363-74f5-42d4-b869-dc50a3bba1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.409805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b97e0769-0955-432c-becf-4fe7090905a3 req-701d8363-74f5-42d4-b869-dc50a3bba1b2 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343970 Aug 16 02:20:27.463409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-20f97298-4feb-4bfb-a834-53e21abb9eee req-a14cf11f-72d1-4691-a9e4-53bb353da08c service neutron] 10.222.0.93 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581903 Aug 16 02:20:27.618771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-e043c196-633d-4e9e-80cf-fa2261b0f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.620399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-e043c196-633d-4e9e-80cf-fa2261b0f4f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=321fa5459cc24c688694aa062fb48d38&device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 1096 time: 0.0933092 Aug 16 02:20:27.728952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-f6182b62-6fa1-4e29-9813-7330af011ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.730501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-f6182b62-6fa1-4e29-9813-7330af011ab8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 200 len: 912 time: 0.1007922 Aug 16 02:20:27.778956 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-7eb31d74-226a-4cd9-9136-a0eff9a58e30 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3663d04-70c0-42c8-b468-d24ffdbbf11f HTTP/1.1" status: 200 len: 217 time: 0.0380082 Aug 16 02:20:27.843586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-15621375-9e74-45bf-8382-9c8add45b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.845535 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-15621375-9e74-45bf-8382-9c8add45b15b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a003f5b-6b17-46ee-80d4-e8a3a20b71d0 HTTP/1.1" status: 200 len: 851 time: 0.0570836 Aug 16 02:20:27.897370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-a2ed58fd-17d0-4a8d-9bef-da407f5e5ff8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b694f728-4afc-4ac8-bea0-399c620b2cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430763 Aug 16 02:20:28.000629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-0b415161-c20d-4526-92be-fa73e8938633 service neutron] 10.222.0.93 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937896 Aug 16 02:20:28.120792 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4598e77a-24ac-49a7-8ad3-e51d427ea4ca req-5ace13db-5b53-4362-bec9-a187eb3a2063 service neutron] 10.222.0.93 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107326 Aug 16 02:20:28.168641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc2ee0-2e8b-4936-a6b9-d9152e9bce33 req-f2d360f0-141e-486b-ac49-02373ffe4b6b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.170665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2bc2ee0-2e8b-4936-a6b9-d9152e9bce33 req-f2d360f0-141e-486b-ac49-02373ffe4b6b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 944 time: 0.0661621 Aug 16 02:20:28.213852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2bc2ee0-2e8b-4936-a6b9-d9152e9bce33 req-c9d2a9be-6afc-4fa4-af6c-be555c60bf3c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367608 Aug 16 02:20:28.424008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-821922d6-49a4-4ad7-992f-c0ad2263d00e req-b71d62e8-71f5-40c8-bde5-b0b219aae41a tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0365460 Aug 16 02:20:28.776270 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b97e0769-0955-432c-becf-4fe7090905a3 req-53be95de-638f-4b20-9d8c-76fdf328ed93 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.93 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0264978 Aug 16 02:20:28.794454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c3663d04-70c0-42c8-b468-d24ffdbbf11f details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:28.893479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c3663d04-70c0-42c8-b468-d24ffdbbf11f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c3663d04-70c0-42c8-b468-d24ffdbbf11f,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:28.905782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'c3663d04-70c0-42c8-b468-d24ffdbbf11f', 'network_id': 'b694f728-4afc-4ac8-bea0-399c620b2cad', 'port_id': 'c3663d04-70c0-42c8-b468-d24ffdbbf11f', 'mac_address': 'fa:16:3e:5f:f4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a003f5b-6b17-46ee-80d4-e8a3a20b71d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:28.948672 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.962139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3663d04-70c0-42c8-b468-d24ffdbbf11f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:28.984121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c3663d04-70c0-42c8-b468-d24ffdbbf11f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c3663d04-70c0-42c8-b468-d24ffdbbf11f,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:28.988467 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.056681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c3663d04-70c0-42c8-b468-d24ffdbbf11f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:29.215852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c3663d04-70c0-42c8-b468-d24ffdbbf11f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:29.410110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1df4a0-2289-4ea1-a45d-cefa2b5d2b78 req-94d2607d-d923-48ee-b3aa-9fe647c8f7d3 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.424493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d1df4a0-2289-4ea1-a45d-cefa2b5d2b78 req-94d2607d-d923-48ee-b3aa-9fe647c8f7d3 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 945 time: 0.0812166 Aug 16 02:20:29.494273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d1df4a0-2289-4ea1-a45d-cefa2b5d2b78 req-91b3aa14-d73d-4ab7-b4ff-fc211a329929 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650229 Aug 16 02:20:29.609718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5020137a-79ea-42c7-a065-2802ee3c28d1 req-4713e14b-b34f-457c-85bd-348c9d4097f4 tempest-ServerShowV257Test-282078594 tempest-ServerShowV257Test-282078594-project] 10.222.0.61 "GET /v2.0/ports?device_id=2490c9b0-3ffd-4928-b946-c494c28b3d27 HTTP/1.1" status: 200 len: 210 time: 0.0523942 Aug 16 02:20:30.626572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bda3f5-7110-43b4-8c7b-9bbcf8a6c232 req-8c587fb7-33c4-4eae-9656-c6eb78ce23a6 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.628161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39bda3f5-7110-43b4-8c7b-9bbcf8a6c232 req-8c587fb7-33c4-4eae-9656-c6eb78ce23a6 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Aug 16 02:20:30.647101 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.678106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39bda3f5-7110-43b4-8c7b-9bbcf8a6c232 req-e19857c2-ae4c-4751-89db-1a095b9f3534 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Aug 16 02:20:30.803342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c3663d04-70c0-42c8-b468-d24ffdbbf11f up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:30.857612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port c3663d04-70c0-42c8-b468-d24ffdbbf11f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:30.862068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port c3663d04-70c0-42c8-b468-d24ffdbbf11f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:30.862856 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.958172 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e78dbec-f20d-47ba-885b-7871fc09e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.959813 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.984116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71878b9a-189d-4fcd-b9e9-214405e1fe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3663d04-70c0-42c8-b468-d24ffdbbf11f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:30.986648 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a1b443-50cf-4b83-8955-cf8a27ec787d" -d '{"events": [{"server_uuid": "71878b9a-189d-4fcd-b9e9-214405e1fe39", "name": "network-vif-plugged", "status": "completed", "tag": "c3663d04-70c0-42c8-b468-d24ffdbbf11f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:31.002327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c3663d04-70c0-42c8-b468-d24ffdbbf11f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c3663d04-70c0-42c8-b468-d24ffdbbf11f,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:31.010010 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.014103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:31.036242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379b3ef-4648-4283-8a51-7d3f19584870 req-d639ae11-079a-4c7c-8cfa-351b82fe8a20 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.039802 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35844d56-55e4-4b62-83a8-ae8d3ebd19e3 x-openstack-request-id: req-35844d56-55e4-4b62-83a8-ae8d3ebd19e3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:31.040098 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71878b9a-189d-4fcd-b9e9-214405e1fe39", "name": "network-vif-plugged", "status": "completed", "tag": "c3663d04-70c0-42c8-b468-d24ffdbbf11f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:31.040348 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35844d56-55e4-4b62-83a8-ae8d3ebd19e3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:31.040853 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71878b9a-189d-4fcd-b9e9-214405e1fe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3663d04-70c0-42c8-b468-d24ffdbbf11f', 'code': 200} Aug 16 02:20:31.046700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8379b3ef-4648-4283-8a51-7d3f19584870 req-d639ae11-079a-4c7c-8cfa-351b82fe8a20 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 945 time: 0.0801275 Aug 16 02:20:31.084479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c3663d04-70c0-42c8-b468-d24ffdbbf11f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:31.087540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8379b3ef-4648-4283-8a51-7d3f19584870 req-29d85873-243b-4541-a738-221068e97bdd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398560 Aug 16 02:20:31.137500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38f36b58-bf65-47d4-91c7-39f640c5b66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.157313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65e43e-4f63-448c-8e6d-81d215998142 req-b26a5c05-ac05-4273-8c66-85e6e02f7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.160422 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a65e43e-4f63-448c-8e6d-81d215998142 req-b26a5c05-ac05-4273-8c66-85e6e02f7174 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 1098 time: 0.0615876 Aug 16 02:20:31.204882 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a65e43e-4f63-448c-8e6d-81d215998142 req-ea7328dd-21c2-42ed-ab2e-1f7e8ef39b93 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Aug 16 02:20:31.241459 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38f36b58-bf65-47d4-91c7-39f640c5b66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.246771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38f36b58-bf65-47d4-91c7-39f640c5b66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.287327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-38f36b58-bf65-47d4-91c7-39f640c5b66e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=36826ae9db3a469e92bc4e01b7563689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721145 Aug 16 02:20:31.289948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:31.296572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f36b58-bf65-47d4-91c7-39f640c5b66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f359555-ec93-4da4-b188-3b727268c298,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:31.346174 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-243b446e-d1f9-4fee-95d1-fa90abdbb724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.372631 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-243b446e-d1f9-4fee-95d1-fa90abdbb724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.426499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-243b446e-d1f9-4fee-95d1-fa90abdbb724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.430107 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-243b446e-d1f9-4fee-95d1-fa90abdbb724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.431570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-243b446e-d1f9-4fee-95d1-fa90abdbb724 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f359555-ec93-4da4-b188-3b727268c298 HTTP/1.1" status: 204 len: 168 time: 0.1403275 Aug 16 02:20:31.440258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b446e-d1f9-4fee-95d1-fa90abdbb724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f359555-ec93-4da4-b188-3b727268c298,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:31.814492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3e8db-8d6b-451d-ac24-68ac2db49b59 req-b276d878-34d3-4837-8dfc-356c915209c2 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.816140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7df3e8db-8d6b-451d-ac24-68ac2db49b59 req-b276d878-34d3-4837-8dfc-356c915209c2 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0565100 Aug 16 02:20:31.873987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7df3e8db-8d6b-451d-ac24-68ac2db49b59 req-873712b2-97b3-46fa-93bb-0abfb114e3ef tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508358 Aug 16 02:20:32.012181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-0b075edc-1cf9-4e72-a864-a4b4ef49f984 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--6517043&fields=id&tenant_id=9667bdc7968944d28db4db5c242e5ade HTTP/1.1" status: 200 len: 267 time: 0.0483520 Aug 16 02:20:32.152440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3b9d5db5-dad0-4a56-9dff-486b916d0904 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.154155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3b9d5db5-dad0-4a56-9dff-486b916d0904 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/networks?id=ec24205d-18f7-4de6-a2dd-d79a68c64bab HTTP/1.1" status: 200 len: 816 time: 0.1338468 Aug 16 02:20:32.172994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-eaa3ce84-82af-4410-a315-c40f66db478c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/quotas/9667bdc7968944d28db4db5c242e5ade HTTP/1.1" status: 200 len: 375 time: 0.0103161 Aug 16 02:20:32.214083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:32.233271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-7966d883-0c24-4d79-95b4-29cb4f16aa5f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9667bdc7968944d28db4db5c242e5ade&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520530 Aug 16 02:20:32.333710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2026382843-network', 'tenant_id': '3ab1784223b54a19bd97e43c2c83bd25'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:32.355148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-d1e1eaa4-3b69-41e3-9abb-e9722de21f27 service neutron] 10.222.0.61 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074619 Aug 16 02:20:32.362084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Made reservation on behalf of 3ab1784223b54a19bd97e43c2c83bd25 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:32.365314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.374719 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.453053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-5d1d8042-b365-4ba5-a620-b8c3de45b2f3 service neutron] 10.222.0.61 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912066 Aug 16 02:20:32.485126 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.490597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.513932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:32.530966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2add5be7-6fd7-4851-9795-0832340e6af7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:32.538810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.540196 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Added segment a8cc19aa-453a-45bf-b63c-26931b8234ec of type vlan for network 8d7ab4df-79f1-4439-8220-3fb41cd88544 Aug 16 02:20:32.598527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.643415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.644788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:32.645423 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.705985 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4874067 Aug 16 02:20:32.706322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:32.712535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Request body: {'subnet': {'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2026382843-subnet', 'tenant_id': '3ab1784223b54a19bd97e43c2c83bd25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:32.736752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad87707-051e-454e-9511-441e87a97e85 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7ab4df-79f1-4439-8220-3fb41cd88544,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:32.744237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Made reservation on behalf of 3ab1784223b54a19bd97e43c2c83bd25 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:32.746953 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.751533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 8d7ab4df-79f1-4439-8220-3fb41cd88544 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:33.016678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.026019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17604873-8e97-4292-a70e-9db0f7f2a1cc req-e144daa3-a24a-4cbf-81e6-9b2d752941e3 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 210 time: 0.0520914 Aug 16 02:20:33.085651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fac6671-ec6f-48b5-bedf-1b2c814d0144,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:33.096253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d4c6-d3b6-4d39-a5be-3152941e34f5 req-2580ba31-2657-4216-8a1c-2e43b2dd3342 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.097758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f936d4c6-d3b6-4d39-a5be-3152941e34f5 req-2580ba31-2657-4216-8a1c-2e43b2dd3342 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.1342874 Aug 16 02:20:33.129228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Checking segment: {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:33.129594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Network hostable DHCP agents. Network: 8d7ab4df-79f1-4439-8220-3fb41cd88544, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:33.160260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f936d4c6-d3b6-4d39-a5be-3152941e34f5 req-d7b180dd-7a18-4797-87aa-0af120c36ce6 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552514 Aug 16 02:20:33.168295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Network 8d7ab4df-79f1-4439-8220-3fb41cd88544 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:33.178012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 8d7ab4df-79f1-4439-8220-3fb41cd88544) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:33.189200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.189916 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.201349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b245cf-8320-48f6-81d0-5ee90a332f7c None None] Network 8d7ab4df-79f1-4439-8220-3fb41cd88544 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:33.206670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-19cc3e78-7563-4117-b4be-3f6475efff73 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4989648 Aug 16 02:20:33.360760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42dcfb-c426-42cf-abee-f077ce81c59c None None] Network 8d7ab4df-79f1-4439-8220-3fb41cd88544 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:33.501978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-d00e5687-7d96-4e46-8e6f-f500b39e47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.504749 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-d00e5687-7d96-4e46-8e6f-f500b39e47e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=321fa5459cc24c688694aa062fb48d38&device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 1098 time: 0.0736551 Aug 16 02:20:33.576550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d332a1d-ad77-4f84-a1b8-148544877928 req-589c1444-348e-459d-9ae3-b1f4a6e4feb8 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.579827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d332a1d-ad77-4f84-a1b8-148544877928 req-589c1444-348e-459d-9ae3-b1f4a6e4feb8 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0972447 Aug 16 02:20:33.611660 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9303ba79-6226-49d7-9b9e-287162116e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.643211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-f6f416a4-ccbb-4b34-ad03-0d0f01a5ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.644808 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-f6f416a4-ccbb-4b34-ad03-0d0f01a5ac7a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 200 len: 912 time: 0.1325331 Aug 16 02:20:33.647773 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d332a1d-ad77-4f84-a1b8-148544877928 req-b4e65815-1aea-41dc-ae05-3a362fad215d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604484 Aug 16 02:20:33.701147 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-f5e40f8d-b94b-45fe-9bfe-0cc7d0b8e0fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3663d04-70c0-42c8-b468-d24ffdbbf11f HTTP/1.1" status: 200 len: 217 time: 0.0491447 Aug 16 02:20:33.756924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-f34265b4-4f90-484a-aec4-49507fdb718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.758643 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-f34265b4-4f90-484a-aec4-49507fdb718d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a003f5b-6b17-46ee-80d4-e8a3a20b71d0 HTTP/1.1" status: 200 len: 851 time: 0.0478988 Aug 16 02:20:33.798109 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-ea911358-a130-492a-8055-6661a9866a60 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b694f728-4afc-4ac8-bea0-399c620b2cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313432 Aug 16 02:20:33.871696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-217b1af6-8ee6-4f08-bb70-59734b587903 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.873249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-217b1af6-8ee6-4f08-bb70-59734b587903 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 814 time: 0.1154776 Aug 16 02:20:33.890764 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-d30f082f-ba24-4aa3-bd2a-114726dbc474 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/quotas/3ab1784223b54a19bd97e43c2c83bd25 HTTP/1.1" status: 200 len: 375 time: 0.0112152 Aug 16 02:20:33.919855 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-1add6e1f-5232-4080-94f1-ea303dcc27d6 service neutron] 10.222.0.93 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122990 Aug 16 02:20:33.921495 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.952214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-dbd86abc-8f34-4119-8bc9-f1414ffa63a6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543516 Aug 16 02:20:34.035725 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d2dcb28-a47c-4ae3-8ad7-0453b5d4588d req-96fa7a29-02d8-46df-8728-127eda709020 service neutron] 10.222.0.93 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069078 Aug 16 02:20:34.099917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-17665647-5bcb-42bc-85a6-a0af82f00f60 service neutron] 10.222.0.61 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376092 Aug 16 02:20:34.209243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cca0daf3-e116-4c85-8812-ddda79cb61eb req-90d3c439-cda0-4301-a0ee-9f5b9979e231 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 210 time: 0.0375779 Aug 16 02:20:34.228468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-92a7c422-23d5-4eff-9d07-dacc49253639 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.230253 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-92a7c422-23d5-4eff-9d07-dacc49253639 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.93 "GET /v2.0/networks?id=ec24205d-18f7-4de6-a2dd-d79a68c64bab HTTP/1.1" status: 200 len: 816 time: 0.1806283 Aug 16 02:20:34.252364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-49606b56-7a02-4037-9bdb-c8292a7cc293 service neutron] 10.222.0.61 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508250 Aug 16 02:20:34.280436 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3f10de52-5007-48db-ba4b-e3ddfa14b175 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9667bdc7968944d28db4db5c242e5ade HTTP/1.1" status: 200 len: 377 time: 0.0415025 Aug 16 02:20:34.296785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Request body: {'port': {'device_id': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'admin_state_up': True, 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'security_groups': ['f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:34.429054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Made reservation on behalf of 9667bdc7968944d28db4db5c242e5ade for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:34.434641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.513308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0245b15-f6bb-4deb-9ed7-6042c06310dc req-7ba91394-2870-4a74-b92c-b45800fc5c70 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 210 time: 0.0481043 Aug 16 02:20:34.612143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Allocated IP 172.20.0.3 (ec24205d-18f7-4de6-a2dd-d79a68c64bab/a076f67b-d877-4622-9643-ddda8161ca21/37541870-971f-4169-9bff-1520f29f398d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:34.809911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb81b7-b4b4-4f65-8655-f0e4c028ee2a req-96816784-11ad-49ad-a9f9-fbb71d5f01a8 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:34.835241 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ddb81b7-b4b4-4f65-8655-f0e4c028ee2a req-96816784-11ad-49ad-a9f9-fbb71d5f01a8 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0836990 Aug 16 02:20:34.857599 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.894556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ddb81b7-b4b4-4f65-8655-f0e4c028ee2a req-eceea27d-7d81-4711-a2d9-276364c03e3b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576658 Aug 16 02:20:34.914249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.926487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Transition to ACTIVE for port object 37541870-971f-4169-9bff-1520f29f398d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:34.975715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.033045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Network ec24205d-18f7-4de6-a2dd-d79a68c64bab is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:35.038070 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:35.041058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:35.179265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.180363 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.196585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Pushing event updated for resources: {'Port': ['ID=37541870-971f-4169-9bff-1520f29f398d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:35.204326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-3acb7ed1-baae-42d3-8fd2-4129d7e6cdfd tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9115753 Aug 16 02:20:35.242049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Request body: {'port': {'device_id': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:35.368412 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.421107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eea94-453b-4d5d-b1d7-35ca6d7b06f5 req-22d4c32f-3f51-4f0a-9d46-032ae8ac9c7e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.422717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb4eea94-453b-4d5d-b1d7-35ca6d7b06f5 req-22d4c32f-3f51-4f0a-9d46-032ae8ac9c7e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 931 time: 0.1090691 Aug 16 02:20:35.526304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb4eea94-453b-4d5d-b1d7-35ca6d7b06f5 req-53a1338f-8d98-49a4-8a81-10020feb795e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0942416 Aug 16 02:20:35.539012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e087d10c-7f3f-43af-92e9-d04ae3717c72 None None] Provisioning for port 37541870-971f-4169-9bff-1520f29f398d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:35.546017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e087d10c-7f3f-43af-92e9-d04ae3717c72 None None] Provisioning complete for port 37541870-971f-4169-9bff-1520f29f398d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:35.546405 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e087d10c-7f3f-43af-92e9-d04ae3717c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.610856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e087d10c-7f3f-43af-92e9-d04ae3717c72 None None] Port 37541870-971f-4169-9bff-1520f29f398d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:35.643583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-531a531d-6b28-4a24-a2be-758bf768dec1 req-d513d8a4-526f-4493-a16e-0a2fb7ac6ae2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 210 time: 0.0496509 Aug 16 02:20:35.785694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37541870-971f-4169-9bff-1520f29f398d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:35.804185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.821804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Transition to ACTIVE for port object 37541870-971f-4169-9bff-1520f29f398d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:35.828036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.898585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Pushing event updated for resources: {'Port': ['ID=37541870-971f-4169-9bff-1520f29f398d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:35.911884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-6565602a-bf85-4918-98fc-e65dbf8d52bb tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.913894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-6565602a-bf85-4918-98fc-e65dbf8d52bb tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.93 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 814 time: 0.1632864 Aug 16 02:20:35.941129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Request body: {'port': {'device_id': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544', 'admin_state_up': True, 'tenant_id': '3ab1784223b54a19bd97e43c2c83bd25'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:36.029665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Attempting to bind port 37541870-971f-4169-9bff-1520f29f398d on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:36.033483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Attempting to bind port 37541870-971f-4169-9bff-1520f29f398d by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:36.033989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Attempting to bind port 37541870-971f-4169-9bff-1520f29f398d on network ec24205d-18f7-4de6-a2dd-d79a68c64bab {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:36.045627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Port 37541870-971f-4169-9bff-1520f29f398d on network ec24205d-18f7-4de6-a2dd-d79a68c64bab not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:36.046334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Attempting to bind port 37541870-971f-4169-9bff-1520f29f398d on network ec24205d-18f7-4de6-a2dd-d79a68c64bab {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:36.059175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:36.059510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Checking segment: {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:36.059898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Bound using segment: {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:36.060335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Bound port: 37541870-971f-4169-9bff-1520f29f398d, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aff2d15-582d-4c02-bf50-70be07b6ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:36.060691 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.151900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65ec95-1edd-4182-946e-428a5c557f87 req-ee2165a8-c6d2-495d-a007-feda02f782a2 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.164777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a65ec95-1edd-4182-946e-428a5c557f87 req-ee2165a8-c6d2-495d-a007-feda02f782a2 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.1263139 Aug 16 02:20:36.218378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] For port 37541870-971f-4169-9bff-1520f29f398d, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:36.224302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] For port 37541870-971f-4169-9bff-1520f29f398d, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=37541870-971f-4169-9bff-1520f29f398d,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:36.250904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.272717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a65ec95-1edd-4182-946e-428a5c557f87 req-089d4d1f-0776-482a-9d26-6b1695902709 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049168 Aug 16 02:20:36.321200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.322386 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.323958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] 10.222.0.93 "PUT /v2.0/ports/37541870-971f-4169-9bff-1520f29f398d HTTP/1.1" status: 200 len: 1092 time: 1.0955882 Aug 16 02:20:36.328506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Made reservation on behalf of 3ab1784223b54a19bd97e43c2c83bd25 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:36.328947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'tag': '37541870-971f-4169-9bff-1520f29f398d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:36.332725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.338835 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0fd48e-b276-4551-89bc-f6b5def77e55" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea2ed4e-7de1-4633-a766-776c21d14a17", "tag": "37541870-971f-4169-9bff-1520f29f398d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:36.425411 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477c7148-24ec-4d8d-abbf-497ec80c1e10 x-openstack-request-id: req-477c7148-24ec-4d8d-abbf-497ec80c1e10 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:36.425709 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea2ed4e-7de1-4633-a766-776c21d14a17", "tag": "37541870-971f-4169-9bff-1520f29f398d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:36.427636 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-477c7148-24ec-4d8d-abbf-497ec80c1e10 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:36.428348 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'tag': '37541870-971f-4169-9bff-1520f29f398d', 'status': 'completed', 'code': 200} Aug 16 02:20:36.444877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983718b-6e73-40d0-acb8-c2bb3fb71252 service neutron] Pushing event updated for resources: {'Port': ['ID=37541870-971f-4169-9bff-1520f29f398d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:36.476980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-68b975f0-e9ff-452e-9ce9-6c102aa190b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.478502 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-68b975f0-e9ff-452e-9ce9-6c102aa190b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9667bdc7968944d28db4db5c242e5ade&device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 1095 time: 0.1043804 Aug 16 02:20:36.585424 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-065b38d3-fffa-4f11-8299-b560707f8292 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37541870-971f-4169-9bff-1520f29f398d HTTP/1.1" status: 200 len: 217 time: 0.0933902 Aug 16 02:20:36.632525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Allocated IP 172.20.0.13 (8d7ab4df-79f1-4439-8220-3fb41cd88544/6fac6671-ec6f-48b5-bedf-1b2c814d0144/e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:36.679418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-fb156cc0-d724-4c0e-afc7-2f7f04fea04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.682960 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-fb156cc0-d724-4c0e-afc7-2f7f04fea04a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a076f67b-d877-4622-9643-ddda8161ca21 HTTP/1.1" status: 200 len: 855 time: 0.0929167 Aug 16 02:20:36.705647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:36.742880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-7b1ef3c3-d0c3-4ad0-b92b-fc2e15049017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.744837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-7b1ef3c3-d0c3-4ad0-b92b-fc2e15049017 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ec24205d-18f7-4de6-a2dd-d79a68c64bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509965 Aug 16 02:20:36.863934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd633b7-1e91-4156-8bcf-a918a337e1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.896901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-093a99d4-210a-4714-b86f-21087d7cea80 service neutron] 10.222.0.93 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401467 Aug 16 02:20:36.936286 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.001518 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.064702 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fff2b1fb-4787-4b42-a5a4-dcd53bd7c203 req-19936d9c-b836-4809-8869-be71260a158c service neutron] 10.222.0.93 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423125 Aug 16 02:20:37.087035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a74d2040-c9c7-48f0-8c98-136ffed83710 req-86f877ba-7de2-4992-8a6b-802a931c4844 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 210 time: 0.2825959 Aug 16 02:20:37.093239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.131566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f93f96-74f7-4e28-a392-bd76bc24bb16 req-2a72cb7f-29ba-46bc-acfb-6b1a60f1521e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.133349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93f93f96-74f7-4e28-a392-bd76bc24bb16 req-2a72cb7f-29ba-46bc-acfb-6b1a60f1521e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 943 time: 0.4169488 Aug 16 02:20:37.147289 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd633b7-1e91-4156-8bcf-a918a337e1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.169937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbd633b7-1e91-4156-8bcf-a918a337e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.193562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Network 8d7ab4df-79f1-4439-8220-3fb41cd88544 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:37.201503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:37.207492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:37.249284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fbd633b7-1e91-4156-8bcf-a918a337e1dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d093d3713844c458d671fc81bff71b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417960 Aug 16 02:20:37.249994 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:37.250532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39466) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:37.250532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd633b7-1e91-4156-8bcf-a918a337e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eea34f-9d25-4908-9106-ff0a4642e783,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:37.272614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-a9131766-79dc-4058-9a76-f7b0ef69a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.275382 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-a9131766-79dc-4058-9a76-f7b0ef69a5f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9667bdc7968944d28db4db5c242e5ade&device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 1095 time: 0.1454699 Aug 16 02:20:37.285193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93f93f96-74f7-4e28-a392-bd76bc24bb16 req-0d8d5476-c703-4444-bcc2-b27ba3e3609b tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1197045 Aug 16 02:20:37.308577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.309326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.329137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-b24ca515-b649-4938-975f-0850eef1aacf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4000454 Aug 16 02:20:37.342986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Request body: {'port': {'device_id': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:37.409467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac49332-1750-46bf-b4ea-9533174bb921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.448317 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.448666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-20bea7d8-aed8-4325-b0dd-2d91170c073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.450737 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-20bea7d8-aed8-4325-b0dd-2d91170c073d service neutron] 10.222.0.93 "GET /v2.0/networks?id=ec24205d-18f7-4de6-a2dd-d79a68c64bab HTTP/1.1" status: 200 len: 917 time: 0.1572542 Aug 16 02:20:37.452700 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac49332-1750-46bf-b4ea-9533174bb921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.461685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fc528-f9d9-48ba-8b8c-ada71e4782eb req-8a35e5ff-8c30-4758-bed8-7f694305cc25 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.472324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-108fc528-f9d9-48ba-8b8c-ada71e4782eb req-8a35e5ff-8c30-4758-bed8-7f694305cc25 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.1040292 Aug 16 02:20:37.502815 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-950d609b-04a2-4f6b-a2f3-f82a724d048c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37541870-971f-4169-9bff-1520f29f398d HTTP/1.1" status: 200 len: 217 time: 0.0432353 Aug 16 02:20:37.516843 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:37.538483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-108fc528-f9d9-48ba-8b8c-ada71e4782eb req-a99e6308-c4bb-4a3a-a1f1-4796fdef3b08 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596652 Aug 16 02:20:37.566043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-8904a062-d864-45dc-b118-1587f5e16b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.567659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-8904a062-d864-45dc-b118-1587f5e16b26 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a076f67b-d877-4622-9643-ddda8161ca21 HTTP/1.1" status: 200 len: 855 time: 0.0560098 Aug 16 02:20:37.604505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:37.621240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-18d01469-89b5-4658-a9f9-c7d7985e94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:37.625700 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-18d01469-89b5-4658-a9f9-c7d7985e94e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ec24205d-18f7-4de6-a2dd-d79a68c64bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488682 Aug 16 02:20:37.630853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac49332-1750-46bf-b4ea-9533174bb921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.634684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac49332-1750-46bf-b4ea-9533174bb921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.636250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2ac49332-1750-46bf-b4ea-9533174bb921 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10eea34f-9d25-4908-9106-ff0a4642e783 HTTP/1.1" status: 204 len: 168 time: 0.3821609 Aug 16 02:20:37.668950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac49332-1750-46bf-b4ea-9533174bb921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eea34f-9d25-4908-9106-ff0a4642e783,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:37.783879 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-00aba8ea-6887-4533-8b38-23e889069e12 service neutron] 10.222.0.93 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460495 Aug 16 02:20:37.853157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:37.867522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'port_id': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'mac_address': 'fa:16:3e:54:a4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:37.913502 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.930125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4727de80-5b08-4fdf-adc1-35f76cfdff25 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:37.949499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3e0fd48e-b276-4551-89bc-f6b5def77e55 req-51100877-2ef3-4015-bb38-a91c3eab42e6 service neutron] 10.222.0.93 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575615 Aug 16 02:20:37.983251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:37.991879 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.039708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:38.046433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:38.047966 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.064019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Transition to ACTIVE for port object e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:38.070033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.165806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:38.170570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:38.194281 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41cf3dbb-e74b-4ebc-a6e8-c6cfa692ab9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.209282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4727de80-5b08-4fdf-adc1-35f76cfdff25'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:38.254050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Attempting to bind port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:38.254404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Attempting to bind port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:38.255277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Attempting to bind port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on network 8d7ab4df-79f1-4439-8220-3fb41cd88544 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:38.290950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on network 8d7ab4df-79f1-4439-8220-3fb41cd88544 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:38.291322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Attempting to bind port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on network 8d7ab4df-79f1-4439-8220-3fb41cd88544 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:38.298927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:38.299632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Checking segment: {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:38.300238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Bound using segment: {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:38.300939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Bound port: e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:38.301532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.381134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:38.384595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:38.400402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7075cd-da0d-41b5-9a79-f9c883d86388 req-33a5662a-7d1b-4834-bda4-3bdc4152e8bc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.402418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a7075cd-da0d-41b5-9a79-f9c883d86388 req-33a5662a-7d1b-4834-bda4-3bdc4152e8bc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 944 time: 0.1501448 Aug 16 02:20:38.404147 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.426830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41cf3dbb-e74b-4ebc-a6e8-c6cfa692ab9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.434946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41cf3dbb-e74b-4ebc-a6e8-c6cfa692ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.475164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.476033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.477630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] 10.222.0.93 "PUT /v2.0/ports/e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea HTTP/1.1" status: 200 len: 1093 time: 1.1397502 Aug 16 02:20:38.479053 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:38.481788 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e83d001-9c04-4fe9-9a06-d15ab378d479" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:38.519159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf3dbb-e74b-4ebc-a6e8-c6cfa692ab9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25590b1-609c-4470-8676-258d89594461,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:38.527136 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-41cf3dbb-e74b-4ebc-a6e8-c6cfa692ab9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=506987e3e39d45ada49a0d13e692fe7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598070 Aug 16 02:20:38.529766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:38.542979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670f7d9-2702-493e-98f5-92cb790996b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:38.549084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a7075cd-da0d-41b5-9a79-f9c883d86388 req-3d41772b-970c-40b1-abd1-b0d5c6691196 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355317 Aug 16 02:20:38.559360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98278b53-60b9-48f9-afa7-d0ac5a72a331 req-88d81001-b402-4308-bd9c-6a4357cc00e6 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.560966 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98278b53-60b9-48f9-afa7-d0ac5a72a331 req-88d81001-b402-4308-bd9c-6a4357cc00e6 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 943 time: 0.1463668 Aug 16 02:20:38.631000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-656424d8-cb83-4b32-bcf1-048af0d8df28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.650899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98278b53-60b9-48f9-afa7-d0ac5a72a331 req-b83a5f79-faea-4be5-9bf4-6f5b2562cfda tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0803204 Aug 16 02:20:38.670464 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5321d6e6-9565-4fc6-9bb1-176b28823d55 x-openstack-request-id: req-5321d6e6-9565-4fc6-9bb1-176b28823d55 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:38.671517 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:38.672054 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5321d6e6-9565-4fc6-9bb1-176b28823d55 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:38.672716 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'status': 'completed', 'code': 200} Aug 16 02:20:38.675141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-f75da516-5043-40b8-b6fe-2a5a28d7f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.677572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-f75da516-5043-40b8-b6fe-2a5a28d7f653 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 1096 time: 0.1156514 Aug 16 02:20:38.687768 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-656424d8-cb83-4b32-bcf1-048af0d8df28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.746779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-39b771be-2196-4411-b4aa-7a8c6ef019fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea HTTP/1.1" status: 200 len: 217 time: 0.0602708 Aug 16 02:20:38.779780 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-656424d8-cb83-4b32-bcf1-048af0d8df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.784085 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-656424d8-cb83-4b32-bcf1-048af0d8df28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.785326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-656424d8-cb83-4b32-bcf1-048af0d8df28 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e25590b1-609c-4470-8676-258d89594461 HTTP/1.1" status: 204 len: 168 time: 0.2540786 Aug 16 02:20:38.811441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656424d8-cb83-4b32-bcf1-048af0d8df28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25590b1-609c-4470-8676-258d89594461,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:38.878578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12140724-e6b1-4d7c-adc3-f411705b4cfc req-646dedaa-8321-4d4a-ada3-3e4ca831e546 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.884050 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12140724-e6b1-4d7c-adc3-f411705b4cfc req-646dedaa-8321-4d4a-ada3-3e4ca831e546 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.1472874 Aug 16 02:20:38.911600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-925bbc61-de19-4acc-9817-42e484c231f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:38.913069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-925bbc61-de19-4acc-9817-42e484c231f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fac6671-ec6f-48b5-bedf-1b2c814d0144 HTTP/1.1" status: 200 len: 854 time: 0.1398144 Aug 16 02:20:38.957137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-2f6a522d-5c82-4d7c-8fb0-3fd0646c0137 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d7ab4df-79f1-4439-8220-3fb41cd88544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321357 Aug 16 02:20:38.960584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12140724-e6b1-4d7c-adc3-f411705b4cfc req-d2af3ff9-7957-4357-9068-19fd21d4fb1b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757318 Aug 16 02:20:39.092541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-c3588b0f-2deb-4547-b679-55b933c52990 service neutron] 10.222.0.93 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174626 Aug 16 02:20:39.226578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06a051a6-5ffe-432d-94ce-40a542626c23 req-80e0a66f-d9f3-4f22-aba4-e5eaa1c83197 service neutron] 10.222.0.93 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265182 Aug 16 02:20:39.327769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-83b3b26d-9d56-465d-a391-9205724c568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.330128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-83b3b26d-9d56-465d-a391-9205724c568d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 1096 time: 0.0525885 Aug 16 02:20:39.438767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-b3b259cb-589e-4a27-a1e9-7f0fe48397a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.440243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-b3b259cb-589e-4a27-a1e9-7f0fe48397a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 915 time: 0.0951807 Aug 16 02:20:39.485227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-13261678-aa69-4f5e-bca3-93bf291d548d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea HTTP/1.1" status: 200 len: 217 time: 0.0374973 Aug 16 02:20:39.540383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-563e125c-1e20-47da-9338-fc3a08de3471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.541886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-563e125c-1e20-47da-9338-fc3a08de3471 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fac6671-ec6f-48b5-bedf-1b2c814d0144 HTTP/1.1" status: 200 len: 854 time: 0.0477421 Aug 16 02:20:39.581882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-2826134d-3a13-49be-afc6-ab7feebd17b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d7ab4df-79f1-4439-8220-3fb41cd88544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307825 Aug 16 02:20:39.601654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:39.691307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-07550879-f31f-4f29-9bc5-1f25381eb70c service neutron] 10.222.0.93 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017430 Aug 16 02:20:39.730132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 4727de80-5b08-4fdf-adc1-35f76cfdff25 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:39.730519 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.849857 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.882444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22545e3a-c905-40cb-89c2-428aa9d056cc req-ad6eec3c-9d54-44be-afb2-3667259e876b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.884417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22545e3a-c905-40cb-89c2-428aa9d056cc req-ad6eec3c-9d54-44be-afb2-3667259e876b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 944 time: 0.1192367 Aug 16 02:20:39.896099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:39.897615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:39.900732 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598dbf24-2570-48c6-b4ba-e11a1d480fa3" -d '{"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:39.910111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e59cdb-7924-463f-bb73-3f0b371a96c1 req-1dcd6ad1-3b65-4187-ad96-575ae8fe8a9e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:39.912246 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17e59cdb-7924-463f-bb73-3f0b371a96c1 req-1dcd6ad1-3b65-4187-ad96-575ae8fe8a9e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 943 time: 0.1444447 Aug 16 02:20:39.917332 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.981168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e83d001-9c04-4fe9-9a06-d15ab378d479 req-3564f414-d052-4b6e-8b05-1fa1b4c6b8f2 service neutron] 10.222.0.93 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814245 Aug 16 02:20:39.988220 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22545e3a-c905-40cb-89c2-428aa9d056cc req-398a1253-0361-4666-953a-293136d03fc9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910404 Aug 16 02:20:40.004344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17e59cdb-7924-463f-bb73-3f0b371a96c1 req-687aac87-54b8-4cc5-9fb2-94cec364f10e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0765262 Aug 16 02:20:40.007897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:40.081312 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f3e5ef-b5c2-43b7-8ddd-574fa0999475 x-openstack-request-id: req-59f3e5ef-b5c2-43b7-8ddd-574fa0999475 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:40.081816 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:40.082225 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59f3e5ef-b5c2-43b7-8ddd-574fa0999475 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:40.084000 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'code': 200} Aug 16 02:20:40.198110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39393f-a572-469b-bea5-86ea5d8ea832 req-89072e8b-1b57-4002-9209-43ed0c1f5df5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.199817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c39393f-a572-469b-bea5-86ea5d8ea832 req-89072e8b-1b57-4002-9209-43ed0c1f5df5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0588069 Aug 16 02:20:40.235558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:40.252433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c39393f-a572-469b-bea5-86ea5d8ea832 req-c395a93b-d7fd-40ff-a1cb-0710c658a554 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466166 Aug 16 02:20:40.366653 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66086f2a-a2a0-4af4-9f67-63344f52f189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.458639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66086f2a-a2a0-4af4-9f67-63344f52f189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.463082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66086f2a-a2a0-4af4-9f67-63344f52f189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.501641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-66086f2a-a2a0-4af4-9f67-63344f52f189 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60158b2e401a466abc64edc0b78226a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650857 Aug 16 02:20:40.503209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66086f2a-a2a0-4af4-9f67-63344f52f189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023a0e4-3c7b-4eea-8de0-d8a9c141dc1e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:40.504492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:40.558216 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53156b5b-f9fc-4cd3-acb2-aeab29d517d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.579450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53156b5b-f9fc-4cd3-acb2-aeab29d517d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.629048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53156b5b-f9fc-4cd3-acb2-aeab29d517d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.632264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53156b5b-f9fc-4cd3-acb2-aeab29d517d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.633429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-53156b5b-f9fc-4cd3-acb2-aeab29d517d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c023a0e4-3c7b-4eea-8de0-d8a9c141dc1e HTTP/1.1" status: 204 len: 168 time: 0.1264646 Aug 16 02:20:40.642052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53156b5b-f9fc-4cd3-acb2-aeab29d517d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023a0e4-3c7b-4eea-8de0-d8a9c141dc1e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:40.879049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:41.001288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:41.015040 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544', 'port_id': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'mac_address': 'fa:16:3e:bc:35:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fac6671-ec6f-48b5-bedf-1b2c814d0144', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:41.059342 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.083113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:41.127579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:41.133372 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.218903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.250343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfcf15-c247-4dfe-a409-be0fc31bd211 req-ed72dee7-a266-48bd-a564-5868cb9bcc2c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.258814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54bfcf15-c247-4dfe-a409-be0fc31bd211 req-ed72dee7-a266-48bd-a564-5868cb9bcc2c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 943 time: 0.1385489 Aug 16 02:20:41.296393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c1c5-9b23-4534-8267-67d78eca0dab req-1e889282-8975-49c3-8d99-0bd4d6dd9423 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.297561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8167c1c5-9b23-4534-8267-67d78eca0dab req-1e889282-8975-49c3-8d99-0bd4d6dd9423 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.1289144 Aug 16 02:20:41.337675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54bfcf15-c247-4dfe-a409-be0fc31bd211 req-35a96b1e-ae4a-4f8a-91eb-0b99ba89c1d1 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0644166 Aug 16 02:20:41.380559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:41.392383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8167c1c5-9b23-4534-8267-67d78eca0dab req-18d39e28-720e-4511-b05f-1bd460ac167d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874119 Aug 16 02:20:41.516319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffd576-e92c-46b6-9cb0-9dcadc703f7e req-d693592f-13d4-4a09-9b4c-a006430222ae tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.531706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21ffd576-e92c-46b6-9cb0-9dcadc703f7e req-d693592f-13d4-4a09-9b4c-a006430222ae tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0823059 Aug 16 02:20:41.604090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21ffd576-e92c-46b6-9cb0-9dcadc703f7e req-0dc248ed-cba5-41b5-81c6-150d3a0e0fb1 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714977 Aug 16 02:20:42.087353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:42.201793 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.223156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63c6a2a3-8450-413e-958c-98e45246691a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.332237 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63c6a2a3-8450-413e-958c-98e45246691a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.338744 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63c6a2a3-8450-413e-958c-98e45246691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.388591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-63c6a2a3-8450-413e-958c-98e45246691a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c428223aa19b41be8b452d11403b04fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000388 Aug 16 02:20:42.390679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6a2a3-8450-413e-958c-98e45246691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84ede6a-d9d5-4c5f-8a5e-b9c98bf35266,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:42.391638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:42.530504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a62e2-02ed-47d1-a347-07499ae26ed9 req-54cdb1ba-1fdb-41a3-91b3-6246aa2ee84f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:42.532155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b29a62e2-02ed-47d1-a347-07499ae26ed9 req-54cdb1ba-1fdb-41a3-91b3-6246aa2ee84f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 943 time: 0.1061826 Aug 16 02:20:42.559158 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15814a79-c61a-4b1d-8960-3ac33aa1f058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.594212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe3bc4-f00f-423f-bcb2-d1d8df51eb7b req-9ad266f6-2a74-4021-be3c-018b5d8de903 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:42.595660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7fe3bc4-f00f-423f-bcb2-d1d8df51eb7b req-9ad266f6-2a74-4021-be3c-018b5d8de903 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.1198733 Aug 16 02:20:42.624449 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15814a79-c61a-4b1d-8960-3ac33aa1f058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.635066 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b29a62e2-02ed-47d1-a347-07499ae26ed9 req-f0417def-4872-4acc-8084-71154ea74c5b tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0917072 Aug 16 02:20:42.695488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7fe3bc4-f00f-423f-bcb2-d1d8df51eb7b req-a39b8347-88ab-4454-bbe3-8e012e4b137f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821929 Aug 16 02:20:42.724648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15814a79-c61a-4b1d-8960-3ac33aa1f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.728254 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15814a79-c61a-4b1d-8960-3ac33aa1f058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.730528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-15814a79-c61a-4b1d-8960-3ac33aa1f058 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f84ede6a-d9d5-4c5f-8a5e-b9c98bf35266 HTTP/1.1" status: 204 len: 168 time: 0.3357263 Aug 16 02:20:42.740746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15814a79-c61a-4b1d-8960-3ac33aa1f058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84ede6a-d9d5-4c5f-8a5e-b9c98bf35266,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:42.881810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372b69a-cf86-4b0b-b54d-5dd63e8efbdd req-4682aac0-e7f4-40cc-a759-9c7de30c3d46 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:42.884260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a372b69a-cf86-4b0b-b54d-5dd63e8efbdd req-4682aac0-e7f4-40cc-a759-9c7de30c3d46 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0858765 Aug 16 02:20:42.893485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:42.976054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a372b69a-cf86-4b0b-b54d-5dd63e8efbdd req-a8726b8a-235a-4285-b4da-d20458c04fde tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765700 Aug 16 02:20:42.998898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:43.004257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:43.004724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.121564 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.153231 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:43.155928 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069d085a-4ce1-4e8f-8c4a-451d8befd0af" -d '{"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:43.171819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:43.179022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.240293 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d168ff2-0fd1-482d-91c6-6e9773d73516 x-openstack-request-id: req-7d168ff2-0fd1-482d-91c6-6e9773d73516 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:43.241763 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:43.242886 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d168ff2-0fd1-482d-91c6-6e9773d73516 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:43.243801 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'code': 200} Aug 16 02:20:43.245491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:43.349042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454a13-fdec-4968-a399-528ba053a261 req-842c574d-8b6b-4fb6-9794-878825b94155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.350817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f454a13-fdec-4968-a399-528ba053a261 req-842c574d-8b6b-4fb6-9794-878825b94155 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 1098 time: 0.0498090 Aug 16 02:20:43.404434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f454a13-fdec-4968-a399-528ba053a261 req-5d8443de-b9c8-408a-8a62-43ec0235caf9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457380 Aug 16 02:20:43.807005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b7aa3-9800-442f-a4f4-3bb1a94812d1 req-9b9c96d0-3d6a-40b3-9d09-0f0c74903e86 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.819726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-136b7aa3-9800-442f-a4f4-3bb1a94812d1 req-9b9c96d0-3d6a-40b3-9d09-0f0c74903e86 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 943 time: 0.0899885 Aug 16 02:20:43.925996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-136b7aa3-9800-442f-a4f4-3bb1a94812d1 req-cb40d61a-b44a-4873-b908-60da99bf1703 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1046569 Aug 16 02:20:43.961010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58be5-de13-4132-a37c-dfa69006efb4 req-dfaaa1d1-fb12-4bc7-9e6e-ddad3df0a077 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.971307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0e58be5-de13-4132-a37c-dfa69006efb4 req-dfaaa1d1-fb12-4bc7-9e6e-ddad3df0a077 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1264553 Aug 16 02:20:44.042610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0e58be5-de13-4132-a37c-dfa69006efb4 req-921520e4-599d-4fcd-9718-f98019153196 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642278 Aug 16 02:20:44.187214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7e68-9815-4862-bc4c-9f976ed4934b req-0bfed8fb-bcc4-4889-9898-e281f0160fbd tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.187214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a6e7e68-9815-4862-bc4c-9f976ed4934b req-0bfed8fb-bcc4-4889-9898-e281f0160fbd tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0651538 Aug 16 02:20:44.231075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a6e7e68-9815-4862-bc4c-9f976ed4934b req-ba929945-59e6-4cf8-8e36-77146a8e9ff5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445004 Aug 16 02:20:45.067997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29ab72-1fbf-475c-9d54-e8914c8fb36c req-d7dc7571-ee25-4fb9-803a-c6a662b6ec46 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.069760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af29ab72-1fbf-475c-9d54-e8914c8fb36c req-d7dc7571-ee25-4fb9-803a-c6a662b6ec46 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 943 time: 0.0627217 Aug 16 02:20:45.159488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af29ab72-1fbf-475c-9d54-e8914c8fb36c req-30c4e45f-d35a-4c37-bee6-c59cc86fce9c tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0818598 Aug 16 02:20:45.230091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fdf52-b460-4164-ad50-5dfb7d7818c9 req-591214ce-d28a-4d6f-95f9-f42b0fa56dc4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.232589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-116fdf52-b460-4164-ad50-5dfb7d7818c9 req-591214ce-d28a-4d6f-95f9-f42b0fa56dc4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0576954 Aug 16 02:20:45.297727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-116fdf52-b460-4164-ad50-5dfb7d7818c9 req-fecba144-6f7a-4fc6-b29e-ff82fb802677 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572917 Aug 16 02:20:45.369218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fb2e4-28f7-4827-93f6-5226e796da68 req-c1dc89ab-a3e0-4628-9cce-03767c9786f0 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.371010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a1fb2e4-28f7-4827-93f6-5226e796da68 req-c1dc89ab-a3e0-4628-9cce-03767c9786f0 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0661840 Aug 16 02:20:45.437629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a1fb2e4-28f7-4827-93f6-5226e796da68 req-53a0a271-fbe7-4c2c-9807-42b7652d967d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594745 Aug 16 02:20:46.009509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-e96786df-5a1d-4855-a67f-e8a5a00d8ad3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:46.016616 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-e96786df-5a1d-4855-a67f-e8a5a00d8ad3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 814 time: 0.4633729 Aug 16 02:20:46.033842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-75fd5870-b07c-46aa-950d-cefb5432bd57 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/quotas/3ab1784223b54a19bd97e43c2c83bd25 HTTP/1.1" status: 200 len: 375 time: 0.0163035 Aug 16 02:20:46.105345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-37351fd0-7cae-4765-b667-8cac2ff914e5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703483 Aug 16 02:20:46.335405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-030c4452-8085-49f4-b20e-0bc949e6355e service neutron] 10.222.0.61 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228642 Aug 16 02:20:46.344338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f18c-e54c-4396-8c33-6abde87e3fcc req-e2d0a501-00bd-4141-88d8-4c96518ab23d tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:46.345908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96d3f18c-e54c-4396-8c33-6abde87e3fcc req-e2d0a501-00bd-4141-88d8-4c96518ab23d tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 943 time: 0.0723271 Aug 16 02:20:46.447025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96d3f18c-e54c-4396-8c33-6abde87e3fcc req-4825af0d-d740-4820-aa3e-8566fc102c45 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0924616 Aug 16 02:20:46.476354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-98683954-fb55-4169-9472-e42abba0b325 service neutron] 10.222.0.61 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293740 Aug 16 02:20:46.637687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f1914-93d4-4c13-b008-215ff3dd9dd8 req-f76bd52d-0369-4f2a-a9a0-33475fbc179e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:46.639838 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-606f1914-93d4-4c13-b008-215ff3dd9dd8 req-f76bd52d-0369-4f2a-a9a0-33475fbc179e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0999892 Aug 16 02:20:46.713167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-606f1914-93d4-4c13-b008-215ff3dd9dd8 req-cd733e8c-b593-423c-bdc5-798d037c5e8e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668747 Aug 16 02:20:46.748146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23316f22-b9e0-411e-8fe7-7bc7edc07f55 req-7553e935-3d23-4fc2-bb94-cc5b94b0c935 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 210 time: 0.0324898 Aug 16 02:20:46.905355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 37541870-971f-4169-9bff-1520f29f398d details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:47.035422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 37541870-971f-4169-9bff-1520f29f398d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=37541870-971f-4169-9bff-1520f29f398d,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:47.055003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '37541870-971f-4169-9bff-1520f29f398d', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'port_id': '37541870-971f-4169-9bff-1520f29f398d', 'mac_address': 'fa:16:3e:6f:3b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:47.127073 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.154020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37541870-971f-4169-9bff-1520f29f398d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:47.194030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 37541870-971f-4169-9bff-1520f29f398d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=37541870-971f-4169-9bff-1520f29f398d,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:47.203324 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.291835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=37541870-971f-4169-9bff-1520f29f398d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:47.439744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['37541870-971f-4169-9bff-1520f29f398d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:47.606741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce00e0-dcea-42ca-a811-112b8538c300 req-cd22e911-6843-425f-b126-e3aa5e5ef9a6 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.619706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ce00e0-dcea-42ca-a811-112b8538c300 req-cd22e911-6843-425f-b126-e3aa5e5ef9a6 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 944 time: 0.0747979 Aug 16 02:20:47.659933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ce00e0-dcea-42ca-a811-112b8538c300 req-f999fd7b-052b-45eb-bef5-4427f247ab46 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384417 Aug 16 02:20:47.846084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbf638-f8c6-406c-9eeb-96bb7820803c req-7279a9d4-25ca-494f-86b9-6fe90746d913 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:47.851659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60bbf638-f8c6-406c-9eeb-96bb7820803c req-7279a9d4-25ca-494f-86b9-6fe90746d913 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0657344 Aug 16 02:20:47.907678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e8d07e2-1242-43a7-b784-6021d58f2092 req-ac3ddff8-39dc-4ea7-836d-692675ce417f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 210 time: 0.0498061 Aug 16 02:20:47.932488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60bbf638-f8c6-406c-9eeb-96bb7820803c req-8abfa209-dcd4-436f-81b3-6e8278e65f2e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753658 Aug 16 02:20:48.327665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-90786dce-263c-4ef5-a7a6-b66871ed71ff tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.331501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-90786dce-263c-4ef5-a7a6-b66871ed71ff tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.86 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 814 time: 0.1568406 Aug 16 02:20:48.359530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Request body: {'port': {'device_id': '38422385-4ae2-42f3-b457-9430fc853604', 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544', 'admin_state_up': True, 'tenant_id': '3ab1784223b54a19bd97e43c2c83bd25'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:48.541948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Made reservation on behalf of 3ab1784223b54a19bd97e43c2c83bd25 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:48.545716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.726499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Allocated IP 172.20.0.10 (8d7ab4df-79f1-4439-8220-3fb41cd88544/6fac6671-ec6f-48b5-bedf-1b2c814d0144/33889832-5626-4ab1-9abc-d249d4122a55) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:48.830980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a42a0-8f2f-4b18-9422-8cdb2b4cda2d req-aee0d508-a59b-4e01-b974-4c1292ecb298 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.843026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-678a42a0-8f2f-4b18-9422-8cdb2b4cda2d req-aee0d508-a59b-4e01-b974-4c1292ecb298 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 944 time: 0.0796924 Aug 16 02:20:48.871640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:48.914353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-678a42a0-8f2f-4b18-9422-8cdb2b4cda2d req-9d29abf1-c54d-4995-abe3-119693eaf876 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0700479 Aug 16 02:20:48.935871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 37541870-971f-4169-9bff-1520f29f398d up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:49.009875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.093295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 37541870-971f-4169-9bff-1520f29f398d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:49.094893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.098156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 37541870-971f-4169-9bff-1520f29f398d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:49.098673 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.142363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:49.225376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Pushing event updated for resources: {'Port': ['ID=33889832-5626-4ab1-9abc-d249d4122a55,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:49.237830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Network 8d7ab4df-79f1-4439-8220-3fb41cd88544 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:49.240637 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:49.246238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:49.247932 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2afa8bf-b5d4-40b2-8229-3ceb5dd23b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.262868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf09be-ac32-41d6-99ef-98a87da7af01 req-f3bc2ee3-f185-40c3-9d26-79daab085c7b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.278146 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.283021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3caf09be-ac32-41d6-99ef-98a87da7af01 req-f3bc2ee3-f185-40c3-9d26-79daab085c7b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 932 time: 0.2102170 Aug 16 02:20:49.335822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37541870-971f-4169-9bff-1520f29f398d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:49.338376 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b981cd58-5373-419f-9718-abcb50fb8b57" -d '{"events": [{"server_uuid": "1ea2ed4e-7de1-4633-a766-776c21d14a17", "name": "network-vif-plugged", "status": "completed", "tag": "37541870-971f-4169-9bff-1520f29f398d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:49.347889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.349741 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.359356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 37541870-971f-4169-9bff-1520f29f398d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=37541870-971f-4169-9bff-1520f29f398d,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:49.387896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b9f78-5532-4088-8084-3f10680069fe req-46af17b4-06c4-42ac-a92c-7daf7d22829b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.395429 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c5b9f78-5532-4088-8084-3f10680069fe req-46af17b4-06c4-42ac-a92c-7daf7d22829b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.3256819 Aug 16 02:20:49.397496 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.399249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-fffd7b12-7e9d-4b73-8807-3e2a62b56065 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0524631 Aug 16 02:20:49.413606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3caf09be-ac32-41d6-99ef-98a87da7af01 req-58c891b0-06ef-4a08-9443-0e5070615a37 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239765 Aug 16 02:20:49.424593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Request body: {'port': {'device_id': '38422385-4ae2-42f3-b457-9430fc853604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:49.506849 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.518146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c5b9f78-5532-4088-8084-3f10680069fe req-828aa257-677d-4e3c-89c2-695895f637e0 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197803 Aug 16 02:20:49.521187 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387765e0-d593-4f38-9922-d962e0757683 x-openstack-request-id: req-387765e0-d593-4f38-9922-d962e0757683 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:49.521657 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea2ed4e-7de1-4633-a766-776c21d14a17", "name": "network-vif-plugged", "status": "completed", "tag": "37541870-971f-4169-9bff-1520f29f398d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:49.523398 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-387765e0-d593-4f38-9922-d962e0757683 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:49.524705 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37541870-971f-4169-9bff-1520f29f398d', 'code': 200} Aug 16 02:20:49.577650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=37541870-971f-4169-9bff-1520f29f398d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:49.693989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4a2a1-5895-45ba-891a-79ae1827cf41 req-a60e8be8-7d78-4b23-8232-bae0fba78243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.695902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8c4a2a1-5895-45ba-891a-79ae1827cf41 req-a60e8be8-7d78-4b23-8232-bae0fba78243 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 1097 time: 0.1087263 Aug 16 02:20:49.737021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2afa8bf-b5d4-40b2-8229-3ceb5dd23b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.749236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2afa8bf-b5d4-40b2-8229-3ceb5dd23b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.778502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8c4a2a1-5895-45ba-891a-79ae1827cf41 req-3cc149a4-6297-4d35-872b-1205067e37af service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0704918 Aug 16 02:20:49.801174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afa8bf-b5d4-40b2-8229-3ceb5dd23b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57da17df-2853-45bc-9bd2-83b7a4768938,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:49.807329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d2afa8bf-b5d4-40b2-8229-3ceb5dd23b36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34fd7e327be141efb5b84dadbc00b96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9341989 Aug 16 02:20:49.811050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:49.870341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33889832-5626-4ab1-9abc-d249d4122a55 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:49.875878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a50f05-3300-48b9-9289-61633a6d9224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.881450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.897824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Transition to ACTIVE for port object 33889832-5626-4ab1-9abc-d249d4122a55 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:49.902940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.909159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a50f05-3300-48b9-9289-61633a6d9224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.009399 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a50f05-3300-48b9-9289-61633a6d9224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.012218 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a50f05-3300-48b9-9289-61633a6d9224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.013421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d5a50f05-3300-48b9-9289-61633a6d9224 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57da17df-2853-45bc-9bd2-83b7a4768938 HTTP/1.1" status: 204 len: 168 time: 0.2013428 Aug 16 02:20:50.014868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Pushing event updated for resources: {'Port': ['ID=33889832-5626-4ab1-9abc-d249d4122a55,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.024767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a50f05-3300-48b9-9289-61633a6d9224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57da17df-2853-45bc-9bd2-83b7a4768938,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.091835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6d75-701e-44e9-9c3b-8a23ae30d420 req-8f332687-a1c9-40c7-9a00-01a058c44474 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.101191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb5c6d75-701e-44e9-9c3b-8a23ae30d420 req-8f332687-a1c9-40c7-9a00-01a058c44474 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 945 time: 0.0730767 Aug 16 02:20:50.134780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Attempting to bind port 33889832-5626-4ab1-9abc-d249d4122a55 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:50.135420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Attempting to bind port 33889832-5626-4ab1-9abc-d249d4122a55 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:50.135837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Attempting to bind port 33889832-5626-4ab1-9abc-d249d4122a55 on network 8d7ab4df-79f1-4439-8220-3fb41cd88544 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:50.141782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Port 33889832-5626-4ab1-9abc-d249d4122a55 on network 8d7ab4df-79f1-4439-8220-3fb41cd88544 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:50.142227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Attempting to bind port 33889832-5626-4ab1-9abc-d249d4122a55 on network 8d7ab4df-79f1-4439-8220-3fb41cd88544 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:50.148846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:50.149295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Checking segment: {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:50.149897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Bound using segment: {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:50.150659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Bound port: 33889832-5626-4ab1-9abc-d249d4122a55, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:50.151132 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.170396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb5c6d75-701e-44e9-9c3b-8a23ae30d420 req-7b75e0d0-5c0b-4f6f-ba4b-fa5d3585b937 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0680559 Aug 16 02:20:50.276465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] For port 33889832-5626-4ab1-9abc-d249d4122a55, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:50.280265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] For port 33889832-5626-4ab1-9abc-d249d4122a55, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=33889832-5626-4ab1-9abc-d249d4122a55,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:50.289742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.447497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:50.468164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43455559-bad0-43cd-a7ec-9b508eba7208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.622986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6a40d-0f0d-4f6d-8fd8-a43577788486 req-00b42732-df4d-4f90-868b-0dfa10ed187e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.633071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25f6a40d-0f0d-4f6d-8fd8-a43577788486 req-00b42732-df4d-4f90-868b-0dfa10ed187e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 944 time: 0.0963449 Aug 16 02:20:50.701060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.701718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.703654 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] 10.222.0.86 "PUT /v2.0/ports/33889832-5626-4ab1-9abc-d249d4122a55 HTTP/1.1" status: 200 len: 1093 time: 1.2831023 Aug 16 02:20:50.703654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38422385-4ae2-42f3-b457-9430fc853604', 'tag': '33889832-5626-4ab1-9abc-d249d4122a55'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:50.705881 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85a2e30-96e8-41db-8c81-757e82f45b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "38422385-4ae2-42f3-b457-9430fc853604", "tag": "33889832-5626-4ab1-9abc-d249d4122a55"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:50.720597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43455559-bad0-43cd-a7ec-9b508eba7208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.733074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1603a-9771-444e-81c7-ea75b615ecf8 service neutron] Pushing event updated for resources: {'Port': ['ID=33889832-5626-4ab1-9abc-d249d4122a55,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.742168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25f6a40d-0f0d-4f6d-8fd8-a43577788486 req-af0bd641-a60f-4eae-9eef-4952f3226f16 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016974 Aug 16 02:20:50.744244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43455559-bad0-43cd-a7ec-9b508eba7208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.835336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-43455559-bad0-43cd-a7ec-9b508eba7208 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1b0a550f12994c5d97414f83f7d1a371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866396 Aug 16 02:20:50.836347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:50.844587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9706c1-1d1b-419f-af07-2fb8f7e45ab9 req-e8d00f8a-cb6b-4334-960a-639c7d8af122 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.852742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d9706c1-1d1b-419f-af07-2fb8f7e45ab9 req-e8d00f8a-cb6b-4334-960a-639c7d8af122 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.1914637 Aug 16 02:20:50.856175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43455559-bad0-43cd-a7ec-9b508eba7208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30abf27-0205-4659-934f-6ccde11b1753,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.857069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-96497b63-9330-4309-970d-60eb174cab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.858745 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-96497b63-9330-4309-970d-60eb174cab22 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 1096 time: 0.0743313 Aug 16 02:20:50.917606 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d0c161-2c15-4494-b066-c73719a142a2 x-openstack-request-id: req-21d0c161-2c15-4494-b066-c73719a142a2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:50.917895 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38422385-4ae2-42f3-b457-9430fc853604", "tag": "33889832-5626-4ab1-9abc-d249d4122a55", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:50.918141 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21d0c161-2c15-4494-b066-c73719a142a2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:50.919191 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38422385-4ae2-42f3-b457-9430fc853604', 'tag': '33889832-5626-4ab1-9abc-d249d4122a55', 'status': 'completed', 'code': 200} Aug 16 02:20:50.921646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-a162c51b-b1b1-4261-88fb-c8aef23a3d47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33889832-5626-4ab1-9abc-d249d4122a55 HTTP/1.1" status: 200 len: 217 time: 0.0470021 Aug 16 02:20:50.957175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d9706c1-1d1b-419f-af07-2fb8f7e45ab9 req-d1c628cd-2a58-4ff9-b80c-ef314f06f719 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030016 Aug 16 02:20:50.988228 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-793afe78-ac1a-4230-b9ad-659ca3957376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.996706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-c0fecb5f-0084-4863-9fa8-d7b84245858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.998676 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-c0fecb5f-0084-4863-9fa8-d7b84245858a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6fac6671-ec6f-48b5-bedf-1b2c814d0144 HTTP/1.1" status: 200 len: 854 time: 0.0687718 Aug 16 02:20:51.025507 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-793afe78-ac1a-4230-b9ad-659ca3957376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.037960 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-ff1a6a95-8ec8-4c68-ab68-f1689a0370bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d7ab4df-79f1-4439-8220-3fb41cd88544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310516 Aug 16 02:20:51.090473 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-793afe78-ac1a-4230-b9ad-659ca3957376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.093941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-793afe78-ac1a-4230-b9ad-659ca3957376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.097596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-793afe78-ac1a-4230-b9ad-659ca3957376 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e30abf27-0205-4659-934f-6ccde11b1753 HTTP/1.1" status: 204 len: 168 time: 0.2355881 Aug 16 02:20:51.118376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793afe78-ac1a-4230-b9ad-659ca3957376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30abf27-0205-4659-934f-6ccde11b1753,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:51.157743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-adc7487c-1ac7-45de-af26-600f794ad20e service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113367 Aug 16 02:20:51.337022 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e2f79570-6d0b-454d-8461-e3ca92aa448c req-c20849c0-16be-4e6b-9547-057d013db5f0 service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704783 Aug 16 02:20:51.354827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efc6ed-d9b5-4265-b040-041b7e2abf42 req-3d39ec7b-b95c-491f-8cc5-11fa4f92b08d tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.368814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59efc6ed-d9b5-4265-b040-041b7e2abf42 req-3d39ec7b-b95c-491f-8cc5-11fa4f92b08d tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 945 time: 0.1028814 Aug 16 02:20:51.457390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59efc6ed-d9b5-4265-b040-041b7e2abf42 req-7de66e13-97fe-4ce9-bd67-2c5a2d51ff8d tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0810905 Aug 16 02:20:51.554514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-62a90cb4-1b34-4e19-97e5-3ced469a2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.556111 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-62a90cb4-1b34-4e19-97e5-3ced469a2e86 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 1096 time: 0.0773768 Aug 16 02:20:51.618390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba932bfc-805e-4f5f-8e10-5b8449161e2c req-e41c3efe-6ecc-4f27-9142-d96a940b23e1 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.625068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba932bfc-805e-4f5f-8e10-5b8449161e2c req-e41c3efe-6ecc-4f27-9142-d96a940b23e1 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 945 time: 0.0814180 Aug 16 02:20:51.636269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:51.645099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-850b965c-f2e5-4641-b8b2-511ec5ad1725 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Request body: {'floatingip': {'port_id': '37541870-971f-4169-9bff-1520f29f398d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:51.701009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-850b965c-f2e5-4641-b8b2-511ec5ad1725 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.720476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-16d26ef5-bb12-4bc6-a650-d09896a793b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.721965 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-16d26ef5-bb12-4bc6-a650-d09896a793b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 915 time: 0.1579607 Aug 16 02:20:51.777239 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-88b1fb86-6e36-4cb2-8fb9-7bf8c9041744 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33889832-5626-4ab1-9abc-d249d4122a55 HTTP/1.1" status: 200 len: 217 time: 0.0468502 Aug 16 02:20:51.870437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-335ab892-b664-4ce9-afa7-59c21926b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.872251 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-335ab892-b664-4ce9-afa7-59c21926b321 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6fac6671-ec6f-48b5-bedf-1b2c814d0144 HTTP/1.1" status: 200 len: 854 time: 0.0843542 Aug 16 02:20:51.933093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a720f5-dd2a-4995-bb5f-fa7ee9382ac1 req-cfe1496e-2ee1-42d2-b22f-5a5e7ad43e50 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.935047 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39a720f5-dd2a-4995-bb5f-fa7ee9382ac1 req-cfe1496e-2ee1-42d2-b22f-5a5e7ad43e50 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 944 time: 0.1157634 Aug 16 02:20:51.943145 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-89cfa2cd-eca2-4068-b8b1-7575631c41f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d7ab4df-79f1-4439-8220-3fb41cd88544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588770 Aug 16 02:20:52.070632 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-9afdf4b0-b10f-44e9-a4e6-fca81850565d service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192100 Aug 16 02:20:52.143680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39a720f5-dd2a-4995-bb5f-fa7ee9382ac1 req-ba8ecba2-88ba-4a0c-8602-1dce5893fc7f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659780 Aug 16 02:20:52.210943 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e85a2e30-96e8-41db-8c81-757e82f45b9f req-5a58901b-10a0-4735-b48b-d0841a3cfa29 service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306629 Aug 16 02:20:52.277005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90426ba7-5b20-4dce-98eb-40be87e56e76 req-522d66af-5fef-4519-8462-ee92dfeb97c5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:52.278747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90426ba7-5b20-4dce-98eb-40be87e56e76 req-522d66af-5fef-4519-8462-ee92dfeb97c5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.2241290 Aug 16 02:20:52.386410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90426ba7-5b20-4dce-98eb-40be87e56e76 req-bb65f528-2295-457b-970d-a85ca435af1e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867970 Aug 16 02:20:52.464021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-850b965c-f2e5-4641-b8b2-511ec5ad1725 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.468425 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-850b965c-f2e5-4641-b8b2-511ec5ad1725 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.583394 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-850b965c-f2e5-4641-b8b2-511ec5ad1725 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Floating IP 7add72ab-aa39-44e5-b596-90fd33c289d7 associated. External IP: 172.25.5.30, port: 37541870-971f-4169-9bff-1520f29f398d. Aug 16 02:20:52.829366 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850b965c-f2e5-4641-b8b2-511ec5ad1725 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:52.955347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850b965c-f2e5-4641-b8b2-511ec5ad1725 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:52.966939 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] Sync routers for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:52.967796 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-850b965c-f2e5-4641-b8b2-511ec5ad1725 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.983834 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:52.984649 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:53.006259 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-850b965c-f2e5-4641-b8b2-511ec5ad1725 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "PUT /v2.0/floatingips/7add72ab-aa39-44e5-b596-90fd33c289d7 HTTP/1.1" status: 200 len: 990 time: 1.3646691 Aug 16 02:20:53.006259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'tag': '37541870-971f-4169-9bff-1520f29f398d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:53.006930 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea2ed4e-7de1-4633-a766-776c21d14a17", "tag": "37541870-971f-4169-9bff-1520f29f398d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:53.092017 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdd9aa0-2c4f-468e-b8b9-a2aaa3952f3d x-openstack-request-id: req-2fdd9aa0-2c4f-468e-b8b9-a2aaa3952f3d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:53.093086 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea2ed4e-7de1-4633-a766-776c21d14a17", "tag": "37541870-971f-4169-9bff-1520f29f398d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:53.093535 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2fdd9aa0-2c4f-468e-b8b9-a2aaa3952f3d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:53.094372 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'tag': '37541870-971f-4169-9bff-1520f29f398d', 'status': 'completed', 'code': 200} Aug 16 02:20:53.134133 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:53.190354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-7a18d347-1f58-492d-b679-e555de99b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.192477 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-7a18d347-1f58-492d-b679-e555de99b3c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9667bdc7968944d28db4db5c242e5ade&device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 1097 time: 0.0670607 Aug 16 02:20:53.359665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e97a36-2cb1-432d-a7e5-6462ad7dfbbb req-35ffab47-71f0-4f60-9ac2-f58cd16610f1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.361180 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4e97a36-2cb1-432d-a7e5-6462ad7dfbbb req-35ffab47-71f0-4f60-9ac2-f58cd16610f1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 944 time: 0.1229367 Aug 16 02:20:53.418316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-599db399-558f-4fc2-91bc-4078fbe2353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.420161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-599db399-558f-4fc2-91bc-4078fbe2353a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ec24205d-18f7-4de6-a2dd-d79a68c64bab HTTP/1.1" status: 200 len: 917 time: 0.2156632 Aug 16 02:20:53.434488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4e97a36-2cb1-432d-a7e5-6462ad7dfbbb req-fcccc15c-98d0-47b1-858f-edfeaf7e151c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613866 Aug 16 02:20:53.502327 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '7add72ab-aa39-44e5-b596-90fd33c289d7', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'port_id': '37541870-971f-4169-9bff-1520f29f398d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'mac_address': 'fa:16:3e:6f:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:03Z', 'updated_at': '2021-08-16T02:20:52Z', 'revision_number': 1, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2ce634-13f3-45ff-98ff-6b12e2dde6f8', 'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'mac_address': 'fa:16:3e:16:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'subnets': [{'id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:53.533115 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] Checking router: 7d8acbd2-0e7d-44af-8bad-8271544e8a1f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:53.542645 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:53.543363 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:20:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:53.557236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-03e954ae-a492-453d-a10c-9dc6ae04530e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37541870-971f-4169-9bff-1520f29f398d HTTP/1.1" status: 200 len: 998 time: 0.1217070 Aug 16 02:20:53.583433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58433257-81a5-49d2-8386-701848858cc3 req-b080030e-b38b-437a-8a82-bd4285d2dc6b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.585016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58433257-81a5-49d2-8386-701848858cc3 req-b080030e-b38b-437a-8a82-bd4285d2dc6b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0814064 Aug 16 02:20:53.650715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58433257-81a5-49d2-8386-701848858cc3 req-08b49062-b3c6-4ba2-bcd4-a7567669b99e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Aug 16 02:20:53.652252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-bf1cee93-8621-4449-91f9-c9e73cc2c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.653663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-bf1cee93-8621-4449-91f9-c9e73cc2c31d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a076f67b-d877-4622-9643-ddda8161ca21 HTTP/1.1" status: 200 len: 855 time: 0.0877373 Aug 16 02:20:53.673857 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:53.714111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-add21f27-df1b-44a0-a5b9-99603c293837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.715897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-add21f27-df1b-44a0-a5b9-99603c293837 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ec24205d-18f7-4de6-a2dd-d79a68c64bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531130 Aug 16 02:20:53.806916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-f0550256-1cff-4858-bf8b-d33b63282447 service neutron] 10.222.0.93 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840392 Aug 16 02:20:53.899781 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '7add72ab-aa39-44e5-b596-90fd33c289d7', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'port_id': '37541870-971f-4169-9bff-1520f29f398d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'mac_address': 'fa:16:3e:6f:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:03Z', 'updated_at': '2021-08-16T02:20:52Z', 'revision_number': 1, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2ce634-13f3-45ff-98ff-6b12e2dde6f8', 'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'mac_address': 'fa:16:3e:16:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'subnets': [{'id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:53.902848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e0e0be9-ce49-4779-a4c7-ae3ed290a19d req-eda93abd-8ff9-4060-a3c7-20e3c03c4376 service neutron] 10.222.0.93 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888958 Aug 16 02:20:53.926865 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb73a50-2e86-4cf4-8292-86d95baf41fb None None] The sync data for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 is: [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '7add72ab-aa39-44e5-b596-90fd33c289d7', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'port_id': '37541870-971f-4169-9bff-1520f29f398d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'mac_address': 'fa:16:3e:6f:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:03Z', 'updated_at': '2021-08-16T02:20:52Z', 'revision_number': 1, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2ce634-13f3-45ff-98ff-6b12e2dde6f8', 'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'mac_address': 'fa:16:3e:16:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'subnets': [{'id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:54.107312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650bd2f-4014-4616-8476-dee994d6f354 None None] New status for floating IP 7add72ab-aa39-44e5-b596-90fd33c289d7: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:54.441010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43a16f-39a7-49f5-95d3-28b732806cf5 req-c2801403-cc67-4f05-9643-ad22b4071eab tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.442899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d43a16f-39a7-49f5-95d3-28b732806cf5 req-c2801403-cc67-4f05-9643-ad22b4071eab tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 945 time: 0.0611479 Aug 16 02:20:54.485497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d43a16f-39a7-49f5-95d3-28b732806cf5 req-32bf032a-ea6a-454a-ad2b-c4dd954f3678 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343270 Aug 16 02:20:54.549881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe7d30-a343-435b-abef-5d380c31fdcc req-8a6b0704-5dad-425f-b3e7-9a23aa9a500e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.551493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8bfe7d30-a343-435b-abef-5d380c31fdcc req-8a6b0704-5dad-425f-b3e7-9a23aa9a500e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 944 time: 0.0521669 Aug 16 02:20:54.589699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8bfe7d30-a343-435b-abef-5d380c31fdcc req-f88818c4-4e25-4d27-b19f-6ebfee20f5d1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Aug 16 02:20:54.766161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee3e57-6f52-4617-b18e-c379ebee32b6 req-f57e9c45-6f08-481a-b2cb-8749c074215c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:54.767664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-deee3e57-6f52-4617-b18e-c379ebee32b6 req-f57e9c45-6f08-481a-b2cb-8749c074215c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0487993 Aug 16 02:20:54.809857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-deee3e57-6f52-4617-b18e-c379ebee32b6 req-da5d3feb-03ca-4194-ad18-11b7bcf3825b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352335 Aug 16 02:20:55.605674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9318d-522c-4170-ace0-3d366488ad4c req-1ee5c843-130f-42c4-82cf-24b607491100 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.607212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e9318d-522c-4170-ace0-3d366488ad4c req-1ee5c843-130f-42c4-82cf-24b607491100 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 945 time: 0.0497200 Aug 16 02:20:55.646818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e9318d-522c-4170-ace0-3d366488ad4c req-9cc33f94-f60c-414d-a406-10f5b0e939fd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335732 Aug 16 02:20:55.671933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 33889832-5626-4ab1-9abc-d249d4122a55 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:55.712239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac31e-f870-4e39-8246-dcff746253f2 req-4e52a55a-2bb3-4ef5-8da6-774a15fec57b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.713955 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd0ac31e-f870-4e39-8246-dcff746253f2 req-4e52a55a-2bb3-4ef5-8da6-774a15fec57b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 944 time: 0.0565619 Aug 16 02:20:55.754871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd0ac31e-f870-4e39-8246-dcff746253f2 req-6f7d94aa-3f66-4b1f-8e86-a449bba51ebc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347369 Aug 16 02:20:55.778352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 33889832-5626-4ab1-9abc-d249d4122a55, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=33889832-5626-4ab1-9abc-d249d4122a55,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:55.790300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '33889832-5626-4ab1-9abc-d249d4122a55', 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544', 'port_id': '33889832-5626-4ab1-9abc-d249d4122a55', 'mac_address': 'fa:16:3e:32:26:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fac6671-ec6f-48b5-bedf-1b2c814d0144', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:55.825727 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.843326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33889832-5626-4ab1-9abc-d249d4122a55 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:55.865293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 33889832-5626-4ab1-9abc-d249d4122a55, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=33889832-5626-4ab1-9abc-d249d4122a55,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:55.869384 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.921946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=33889832-5626-4ab1-9abc-d249d4122a55,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:55.935019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953d3bd-19d2-4572-8009-13f51c390fdc req-a1add52a-7768-441b-bd30-8545ffe2f5a5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.936610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f953d3bd-19d2-4572-8009-13f51c390fdc req-a1add52a-7768-441b-bd30-8545ffe2f5a5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0567269 Aug 16 02:20:55.985633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f953d3bd-19d2-4572-8009-13f51c390fdc req-56975049-94e4-4d64-80b0-4df932c73c0b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Aug 16 02:20:56.300144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['33889832-5626-4ab1-9abc-d249d4122a55'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:56.874458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4a591-5485-4782-ab5b-b27b68f81588 req-6c912fef-2e46-4176-8f25-a25fcd5db033 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.876016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4e4a591-5485-4782-ab5b-b27b68f81588 req-6c912fef-2e46-4176-8f25-a25fcd5db033 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 945 time: 0.0499542 Aug 16 02:20:56.916651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4e4a591-5485-4782-ab5b-b27b68f81588 req-4739a5d1-cffb-4d20-b96c-38b6f23ec7f9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Aug 16 02:20:57.107699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51413267-4945-447f-95d4-95f72164d3a3 req-c41e425a-02d8-4ecf-a9ec-3072ceef2da5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:57.109229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51413267-4945-447f-95d4-95f72164d3a3 req-c41e425a-02d8-4ecf-a9ec-3072ceef2da5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0502541 Aug 16 02:20:57.148785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51413267-4945-447f-95d4-95f72164d3a3 req-72d18807-b57f-4ec7-8689-4889af0d615a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Aug 16 02:20:57.678248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 33889832-5626-4ab1-9abc-d249d4122a55 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:57.728535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 33889832-5626-4ab1-9abc-d249d4122a55 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:57.732021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 33889832-5626-4ab1-9abc-d249d4122a55 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:57.732391 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.808051 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.830241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38422385-4ae2-42f3-b457-9430fc853604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33889832-5626-4ab1-9abc-d249d4122a55'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:57.833592 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd0c89d-6d7a-4c60-93a3-0c39219234dd" -d '{"events": [{"server_uuid": "38422385-4ae2-42f3-b457-9430fc853604", "name": "network-vif-plugged", "status": "completed", "tag": "33889832-5626-4ab1-9abc-d249d4122a55"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:57.846414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 33889832-5626-4ab1-9abc-d249d4122a55, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=33889832-5626-4ab1-9abc-d249d4122a55,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:57.850800 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.851695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:57.893279 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a92ed8-b01c-4191-ad95-99bd765dd379 x-openstack-request-id: req-72a92ed8-b01c-4191-ad95-99bd765dd379 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:57.893565 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38422385-4ae2-42f3-b457-9430fc853604", "name": "network-vif-plugged", "status": "completed", "tag": "33889832-5626-4ab1-9abc-d249d4122a55", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:57.893813 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72a92ed8-b01c-4191-ad95-99bd765dd379 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:57.894194 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38422385-4ae2-42f3-b457-9430fc853604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33889832-5626-4ab1-9abc-d249d4122a55', 'code': 200} Aug 16 02:20:57.936897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=33889832-5626-4ab1-9abc-d249d4122a55,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:57.947490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.947892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.948184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.948529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.948867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.949204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.949535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.949874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.950207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.950525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.950861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.951219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:57.997302 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.018450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf241b0-88de-4cee-b8a2-3d91546a28e9 req-d1fdee10-bc95-4e8e-a918-0cd8b2fc6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.021115 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3cf241b0-88de-4cee-b8a2-3d91546a28e9 req-d1fdee10-bc95-4e8e-a918-0cd8b2fc6874 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 1098 time: 0.0489056 Aug 16 02:20:58.032358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:58.038753 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.061896 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3cf241b0-88de-4cee-b8a2-3d91546a28e9 req-33ff549a-6668-49a9-9388-6166e6927864 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Aug 16 02:20:58.063442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee807f76-e64b-4d2e-9671-be74469d091d req-cc35887f-a80f-43dc-a6f1-dc8f547165d8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.065110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee807f76-e64b-4d2e-9671-be74469d091d req-cc35887f-a80f-43dc-a6f1-dc8f547165d8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 946 time: 0.0625520 Aug 16 02:20:58.093531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:58.110784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee807f76-e64b-4d2e-9671-be74469d091d req-a45b306d-db54-4d6a-a1cf-6096732857df tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379941 Aug 16 02:20:58.267597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1344f-d141-4cd2-a6d0-ed4e93c450b6 req-9eebe9e2-d160-4a10-86b5-65cf677367f5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.269001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00b1344f-d141-4cd2-a6d0-ed4e93c450b6 req-9eebe9e2-d160-4a10-86b5-65cf677367f5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0511436 Aug 16 02:20:58.309262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00b1344f-d141-4cd2-a6d0-ed4e93c450b6 req-3ec015a8-f5f7-42af-86d6-822c94037d5c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342505 Aug 16 02:20:59.230296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54194499-c894-4a2e-85a6-5df42466f307 req-00131007-a99a-4499-8349-3ca2f765792b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.231899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54194499-c894-4a2e-85a6-5df42466f307 req-00131007-a99a-4499-8349-3ca2f765792b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 946 time: 0.0490723 Aug 16 02:20:59.271286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54194499-c894-4a2e-85a6-5df42466f307 req-a8e92b74-015c-492f-a72a-658834260c00 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333769 Aug 16 02:20:59.429714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29576fbe-e1df-4511-9f5b-70cb4f3c6a93 req-e5dfc2ae-24d3-4d09-acd6-1a2713ecd930 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:59.431282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29576fbe-e1df-4511-9f5b-70cb4f3c6a93 req-e5dfc2ae-24d3-4d09-acd6-1a2713ecd930 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0497434 Aug 16 02:20:59.474291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-29576fbe-e1df-4511-9f5b-70cb4f3c6a93 req-b94b5a07-1717-471a-af18-f4e40d3293a6 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Aug 16 02:20:59.895928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:59.898298 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86faabde-a2f0-4f60-858a-42d9ef43450c" -d '{"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-unplugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:59.936237 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37562f9a-edc9-46a1-a410-62ebbd44fcb3 x-openstack-request-id: req-37562f9a-edc9-46a1-a410-62ebbd44fcb3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:59.936534 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-unplugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:59.936787 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37562f9a-edc9-46a1-a410-62ebbd44fcb3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:59.937207 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'code': 200} Aug 16 02:21:00.386486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee53d3-833a-4d30-8d14-b99d09739b27 req-fe66046b-f835-4bdc-ae0d-b94e19900e27 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:00.388146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dee53d3-833a-4d30-8d14-b99d09739b27 req-fe66046b-f835-4bdc-ae0d-b94e19900e27 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 946 time: 0.0509439 Aug 16 02:21:00.428188 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dee53d3-833a-4d30-8d14-b99d09739b27 req-1e283869-9403-4dc9-bd6c-ccf01e53986c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333669 Aug 16 02:21:00.662006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf78d0-51fe-44b2-9254-3467e2a859c0 req-cde0c9fa-ca85-4bbd-b35d-fe002ae31350 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:00.663294 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.663790 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bcaf78d0-51fe-44b2-9254-3467e2a859c0 req-cde0c9fa-ca85-4bbd-b35d-fe002ae31350 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0807335 Aug 16 02:21:00.698924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a126712-9da9-421d-8a0a-d9303d92d5c6 req-0b9a7552-7cb2-4612-99fc-c38d555b74c4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:00.700443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a126712-9da9-421d-8a0a-d9303d92d5c6 req-0b9a7552-7cb2-4612-99fc-c38d555b74c4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 946 time: 0.0837812 Aug 16 02:21:00.930507 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60b34251-d87c-40f6-a0c7-198157dc8f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.013589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bcaf78d0-51fe-44b2-9254-3467e2a859c0 req-7d3c7af3-947f-413f-a786-619f6bbb0fc5 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420675 Aug 16 02:21:01.032206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a126712-9da9-421d-8a0a-d9303d92d5c6 req-73b486e1-d32f-4012-a216-7a242151af1a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249593 Aug 16 02:21:01.695537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:01.798827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:01.812122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'port_id': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'mac_address': 'fa:16:3e:54:a4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:01.852033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.869437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4727de80-5b08-4fdf-adc1-35f76cfdff25 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:01.890438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:01.894232 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.941055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:02.083036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4727de80-5b08-4fdf-adc1-35f76cfdff25'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:02.183333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df1eb4-5ef8-4f88-b70e-a88a7e19f2f4 req-9a6e46dc-d898-4050-b046-9c6288f65b26 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.184966 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2df1eb4-5ef8-4f88-b70e-a88a7e19f2f4 req-9a6e46dc-d898-4050-b046-9c6288f65b26 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0937490 Aug 16 02:21:02.203018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be43474-fa66-4b85-8356-d95f2de60ad6 req-0090ac51-b384-4da2-a049-ab340ad53abc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.204574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be43474-fa66-4b85-8356-d95f2de60ad6 req-0090ac51-b384-4da2-a049-ab340ad53abc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 946 time: 0.0810690 Aug 16 02:21:02.268291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2df1eb4-5ef8-4f88-b70e-a88a7e19f2f4 req-2943e4c6-7a7e-4830-9655-7b53dfad6849 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734155 Aug 16 02:21:02.271775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be43474-fa66-4b85-8356-d95f2de60ad6 req-d4a00cc1-71ec-42ed-9df2-38798bc68a20 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601172 Aug 16 02:21:02.866711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-674bc377-f447-4c98-a9b3-3036c41c9738 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.868383 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-674bc377-f447-4c98-a9b3-3036c41c9738 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.86 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 946 time: 0.0556619 Aug 16 02:21:02.972017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Deleting port 33889832-5626-4ab1-9abc-d249d4122a55 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:02.972354 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.059791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] For port 33889832-5626-4ab1-9abc-d249d4122a55, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=33889832-5626-4ab1-9abc-d249d4122a55,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:03.060152 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.073630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Calling delete_port for 33889832-5626-4ab1-9abc-d249d4122a55 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:03.205724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.218184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:03.235349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Pushing event deleted for resources: {'Port': ['ID=33889832-5626-4ab1-9abc-d249d4122a55,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:03.250241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['33889832-5626-4ab1-9abc-d249d4122a55'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:03.277267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] No DVR routers for this DVR port 33889832-5626-4ab1-9abc-d249d4122a55 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:03.280009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.282635 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bcdd1b76-16c7-4554-92c3-73710cc3cf2c req-aa0c7b44-8c9e-498f-8de4-cb04a74e0760 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.86 "DELETE /v2.0/ports/33889832-5626-4ab1-9abc-d249d4122a55 HTTP/1.1" status: 204 len: 173 time: 0.4074478 Aug 16 02:21:03.283386 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38422385-4ae2-42f3-b457-9430fc853604', 'name': 'network-vif-deleted', 'tag': '33889832-5626-4ab1-9abc-d249d4122a55'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:03.286090 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f84613-0d06-48f3-ba24-fa0cd4233a10" -d '{"events": [{"server_uuid": "38422385-4ae2-42f3-b457-9430fc853604", "name": "network-vif-deleted", "tag": "33889832-5626-4ab1-9abc-d249d4122a55"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:03.340496 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8900b4-182b-4175-84c6-496d7a2a6bac x-openstack-request-id: req-8f8900b4-182b-4175-84c6-496d7a2a6bac {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:03.340784 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38422385-4ae2-42f3-b457-9430fc853604", "name": "network-vif-deleted", "tag": "33889832-5626-4ab1-9abc-d249d4122a55", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:03.341034 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f8900b4-182b-4175-84c6-496d7a2a6bac {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:03.341426 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38422385-4ae2-42f3-b457-9430fc853604', 'name': 'network-vif-deleted', 'tag': '33889832-5626-4ab1-9abc-d249d4122a55', 'status': 'completed', 'code': 200} Aug 16 02:21:03.412362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44a4fd-72a6-41cf-ab0e-cc82cd08f679 req-99c3b627-9552-4560-8bad-de2105d73d55 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.413957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e44a4fd-72a6-41cf-ab0e-cc82cd08f679 req-99c3b627-9552-4560-8bad-de2105d73d55 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0649369 Aug 16 02:21:03.455024 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c5d573e-3380-47ab-9b58-3325ab21b219 req-fd5c071d-dc87-4de0-8eca-ecfa6c13fe64 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=38422385-4ae2-42f3-b457-9430fc853604 HTTP/1.1" status: 200 len: 210 time: 0.0399146 Aug 16 02:21:03.478146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e44a4fd-72a6-41cf-ab0e-cc82cd08f679 req-d7efb829-fbb1-4229-9489-712920fa4190 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539763 Aug 16 02:21:03.602501 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0332d3ce-6aa2-4bb5-8267-53a57cc8095a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.712818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:03.766746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 4727de80-5b08-4fdf-adc1-35f76cfdff25 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:03.767160 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.845593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.870845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:03.873484 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f212ca-e004-43d9-a0d9-48955a6088b5" -d '{"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:03.887392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:03.891285 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.920488 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ae9e30-22f4-4c5e-993c-19cb8253a805 x-openstack-request-id: req-a9ae9e30-22f4-4c5e-993c-19cb8253a805 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:03.920716 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:03.920970 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9ae9e30-22f4-4c5e-993c-19cb8253a805 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:03.921358 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'code': 200} Aug 16 02:21:03.938454 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:03.956349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:04.627286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743fc6c-9405-4922-b26c-4fbddf9acce3 req-cd01dfce-c357-4735-862a-a91a25a8f6e0 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.628787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a743fc6c-9405-4922-b26c-4fbddf9acce3 req-cd01dfce-c357-4735-862a-a91a25a8f6e0 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0821669 Aug 16 02:21:04.636188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f78cb-60f1-4964-9f72-f4458b2bbd3a req-3e48a767-9753-40cd-9a90-ebca5bd99b36 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.637570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-184f78cb-60f1-4964-9f72-f4458b2bbd3a req-3e48a767-9753-40cd-9a90-ebca5bd99b36 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0810595 Aug 16 02:21:04.693359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a743fc6c-9405-4922-b26c-4fbddf9acce3 req-671b8aba-dcec-4fe2-a289-b7929672e526 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548327 Aug 16 02:21:04.698082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-184f78cb-60f1-4964-9f72-f4458b2bbd3a req-c37ff5de-0c5c-4978-946f-6307cee1ddfc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 Aug 16 02:21:04.834456 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:04.916536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f04d5-70ca-4307-aeba-87d725730871 req-5755a90c-c1d9-47aa-85bd-7d6a4ab4d3be tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.918042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-964f04d5-70ca-4307-aeba-87d725730871 req-5755a90c-c1d9-47aa-85bd-7d6a4ab4d3be tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0494282 Aug 16 02:21:04.955160 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-964f04d5-70ca-4307-aeba-87d725730871 req-5f604a4d-5d89-47bc-b40c-393e90010bd0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Aug 16 02:21:05.075979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af19fc-a943-4752-b586-22ea158d771a req-ff437089-820a-4cd6-bb00-bbd262543a39 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.077480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62af19fc-a943-4752-b586-22ea158d771a req-ff437089-820a-4cd6-bb00-bbd262543a39 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0527558 Aug 16 02:21:05.115706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62af19fc-a943-4752-b586-22ea158d771a req-e32be5eb-5716-4521-9b45-8f43a15d67eb tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Aug 16 02:21:05.351250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e2f9b-3838-4665-9e88-21f1ab092081 req-3a11b817-db10-4c52-91cf-4ae8381f4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.352803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-367e2f9b-3838-4665-9e88-21f1ab092081 req-3a11b817-db10-4c52-91cf-4ae8381f4afc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 1098 time: 0.0406942 Aug 16 02:21:05.391506 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-367e2f9b-3838-4665-9e88-21f1ab092081 req-0fb4d77f-763a-4fd7-81e8-9ba64dfae601 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Aug 16 02:21:05.822331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c9ca3-a5a6-4aeb-8704-2d2e424d1084 req-cd518989-ea73-4f18-ab50-69182be8424b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.824610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c34c9ca3-a5a6-4aeb-8704-2d2e424d1084 req-cd518989-ea73-4f18-ab50-69182be8424b tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0618443 Aug 16 02:21:05.882883 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c34c9ca3-a5a6-4aeb-8704-2d2e424d1084 req-73fa072d-562e-4f40-ab71-087a46a99b34 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510058 Aug 16 02:21:06.829254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a326e48-d72c-4b80-aae2-eb242bd10b63 req-739baf2e-5176-453e-9cad-e40abe5b85e3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.831750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a326e48-d72c-4b80-aae2-eb242bd10b63 req-739baf2e-5176-453e-9cad-e40abe5b85e3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0684190 Aug 16 02:21:06.908905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a326e48-d72c-4b80-aae2-eb242bd10b63 req-b44add47-dd4d-41e0-8fef-41695e79e6f4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693929 Aug 16 02:21:06.956204 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.046601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88c1b8-f19c-4c25-9bf5-fdab3550f96e req-8b319009-7cde-4d3c-a096-5f78196cd705 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.055572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c88c1b8-f19c-4c25-9bf5-fdab3550f96e req-8b319009-7cde-4d3c-a096-5f78196cd705 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0760052 Aug 16 02:21:07.143819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c88c1b8-f19c-4c25-9bf5-fdab3550f96e req-c18a68b7-225f-4a16-b364-7965a809afa0 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868421 Aug 16 02:21:07.166703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b627e-3ea9-4cd3-96f4-cbee23d005e8 req-1c94edfd-3987-4c99-b80e-606999280539 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.170451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b4b627e-3ea9-4cd3-96f4-cbee23d005e8 req-1c94edfd-3987-4c99-b80e-606999280539 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0882215 Aug 16 02:21:07.239843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b4b627e-3ea9-4cd3-96f4-cbee23d005e8 req-01bb1232-1017-4f14-9a7a-e790c3dffae2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512981 Aug 16 02:21:07.453260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-bf361679-addd-4169-9285-44a412e10394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.454980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-bf361679-addd-4169-9285-44a412e10394 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=321fa5459cc24c688694aa062fb48d38&device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 1098 time: 0.0973740 Aug 16 02:21:07.542224 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e6e7-b208-4623-85f8-88d5af96d23e req-af96dfd1-48fe-403f-a1c4-14ba57d912c6 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.555385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e260e6e7-b208-4623-85f8-88d5af96d23e req-af96dfd1-48fe-403f-a1c4-14ba57d912c6 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.1507173 Aug 16 02:21:07.618691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e260e6e7-b208-4623-85f8-88d5af96d23e req-e5ce681c-8fdd-4edc-a833-8c91b9c71b8d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674987 Aug 16 02:21:07.652289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-ba59b652-edec-4da4-a7ca-cd14f8097d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.654366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-ba59b652-edec-4da4-a7ca-cd14f8097d62 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 200 len: 912 time: 0.1910903 Aug 16 02:21:07.711106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-a012ba22-6743-4e94-b8be-54ee22aaa3f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3663d04-70c0-42c8-b468-d24ffdbbf11f HTTP/1.1" status: 200 len: 217 time: 0.0473280 Aug 16 02:21:07.730717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 33889832-5626-4ab1-9abc-d249d4122a55 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:07.762010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 33889832-5626-4ab1-9abc-d249d4122a55 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:07.762272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 33889832-5626-4ab1-9abc-d249d4122a55 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:07.784582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-c7fbf3e1-fd8e-457d-b365-8fff94b7e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.786596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-c7fbf3e1-fd8e-457d-b365-8fff94b7e631 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0a003f5b-6b17-46ee-80d4-e8a3a20b71d0 HTTP/1.1" status: 200 len: 851 time: 0.0682728 Aug 16 02:21:07.830843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-9d457e09-0f69-4f7d-bdc9-5d6e66c03f59 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b694f728-4afc-4ac8-bea0-399c620b2cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360162 Aug 16 02:21:07.983641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-f12080fe-6490-4398-9c83-e7b13fc864f7 service neutron] 10.222.0.93 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442673 Aug 16 02:21:08.173664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bf66918-ad54-4e28-a787-f3f750d5fc25 req-06c91edb-9e42-4ee2-a5df-e19ba1131506 service neutron] 10.222.0.93 "GET /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790764 Aug 16 02:21:08.782614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f1cd3-224e-448a-a7c3-b194e9ae1e8a req-cfe35127-a65a-4aeb-bc3d-bf609c535704 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.788747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-484f1cd3-224e-448a-a7c3-b194e9ae1e8a req-cfe35127-a65a-4aeb-bc3d-bf609c535704 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0776203 Aug 16 02:21:08.866270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-484f1cd3-224e-448a-a7c3-b194e9ae1e8a req-6dcda9fe-042a-4ad2-959c-fcd1c8f410cd tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660701 Aug 16 02:21:08.879637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b9895-b8d5-4cef-b533-82b188491240 req-56aea003-0f00-483a-943e-29a5d3798e53 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.881462 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-899b9895-b8d5-4cef-b533-82b188491240 req-56aea003-0f00-483a-943e-29a5d3798e53 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0793312 Aug 16 02:21:08.931768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-899b9895-b8d5-4cef-b533-82b188491240 req-f1de76de-d8d9-4f52-bf01-aebad68010a8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395072 Aug 16 02:21:09.065391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0e739-ca60-4c03-89d7-00f8f76ed1e6 req-a659efcc-419e-46dc-b430-e8ddd191998d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.067777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fb0e739-ca60-4c03-89d7-00f8f76ed1e6 req-a659efcc-419e-46dc-b430-e8ddd191998d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0605583 Aug 16 02:21:09.156788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fb0e739-ca60-4c03-89d7-00f8f76ed1e6 req-656e141f-3d32-4fe4-bf9b-b93e9efc0163 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743477 Aug 16 02:21:09.339448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3696c0-02cb-48fa-975c-8e49966480b3 req-274732cb-7818-41aa-a862-6257d026f7bd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.341075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d3696c0-02cb-48fa-975c-8e49966480b3 req-274732cb-7818-41aa-a862-6257d026f7bd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0586631 Aug 16 02:21:09.388038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d3696c0-02cb-48fa-975c-8e49966480b3 req-6c7f6507-ad09-48f9-ace4-69e6f8038e1f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Aug 16 02:21:09.521163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073516b-3f43-402f-afa2-03713304caba req-dd8d2cf3-2082-4073-b82e-55343f9b2fd3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.522869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8073516b-3f43-402f-afa2-03713304caba req-dd8d2cf3-2082-4073-b82e-55343f9b2fd3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0545774 Aug 16 02:21:09.575134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8073516b-3f43-402f-afa2-03713304caba req-1a0ebac9-22cd-49fe-9bb6-d1ea9974988d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Aug 16 02:21:09.787215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69a328-2483-4327-ab96-8df7c0c4d063 req-c46ffecd-aa7d-40d4-b5bc-794f7b787d1f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.789696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf69a328-2483-4327-ab96-8df7c0c4d063 req-c46ffecd-aa7d-40d4-b5bc-794f7b787d1f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0701542 Aug 16 02:21:09.850358 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf69a328-2483-4327-ab96-8df7c0c4d063 req-fc197281-751c-44a2-b631-ca623124aba7 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541301 Aug 16 02:21:10.026444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784656-4441-4f14-9c05-1c8124b920a5 req-2a67acdf-79b6-4655-b1a2-8809b3ba5700 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.028131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8784656-4441-4f14-9c05-1c8124b920a5 req-2a67acdf-79b6-4655-b1a2-8809b3ba5700 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0874968 Aug 16 02:21:10.054782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0f19e-c0d2-4cd5-8140-7f2c29fb3c24 req-ad96e688-5232-4cd6-bdfd-b0458af9e02e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.056343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2d0f19e-c0d2-4cd5-8140-7f2c29fb3c24 req-ad96e688-5232-4cd6-bdfd-b0458af9e02e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.1035416 Aug 16 02:21:10.107831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8784656-4441-4f14-9c05-1c8124b920a5 req-89b1ccc0-1481-481a-8d8c-61030e23c123 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719919 Aug 16 02:21:10.148674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2d0f19e-c0d2-4cd5-8140-7f2c29fb3c24 req-f14c2392-b374-47e5-8038-c28dad93a923 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795183 Aug 16 02:21:10.538024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1df56-ea07-4899-bba7-7ba5be6cea7e req-87d878ce-4e77-4a6e-b606-cb8567454073 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.539673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbc1df56-ea07-4899-bba7-7ba5be6cea7e req-87d878ce-4e77-4a6e-b606-cb8567454073 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1030612 Aug 16 02:21:10.552789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c65ed-c75f-43a9-ac76-ada14a1491b0 req-4650dad0-8519-41f2-ad8c-41c6d4df6093 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.554389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-740c65ed-c75f-43a9-ac76-ada14a1491b0 req-4650dad0-8519-41f2-ad8c-41c6d4df6093 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0979605 Aug 16 02:21:10.615296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbc1df56-ea07-4899-bba7-7ba5be6cea7e req-67227792-3ad9-45a3-a8a0-fe3439c57434 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598598 Aug 16 02:21:10.618111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-740c65ed-c75f-43a9-ac76-ada14a1491b0 req-b5c3f481-84ef-47d5-8204-3158f445643c tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567842 Aug 16 02:21:10.744051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca2ee1-dd2a-4191-b351-0bfaee77bc90 req-58eb684e-d245-459e-82cf-e4c6556be58e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.745747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-baca2ee1-dd2a-4191-b351-0bfaee77bc90 req-58eb684e-d245-459e-82cf-e4c6556be58e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0565417 Aug 16 02:21:10.799648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-baca2ee1-dd2a-4191-b351-0bfaee77bc90 req-efb5effd-0398-47ca-a7c2-9a15e209ca4b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460515 Aug 16 02:21:11.012373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28f3e1-a7fa-4caa-beca-cda0beafeeae req-e5b4c46f-7e0b-4825-8df4-4ec421519adb tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.014692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad28f3e1-a7fa-4caa-beca-cda0beafeeae req-e5b4c46f-7e0b-4825-8df4-4ec421519adb tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0791042 Aug 16 02:21:11.063808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad28f3e1-a7fa-4caa-beca-cda0beafeeae req-e8ee631f-eac4-485f-b50f-4ea2af78808c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Aug 16 02:21:11.204647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c3a9e-b976-47d1-a3d9-a52524677f9f req-7a44f363-3d93-492a-9e4a-0b882378096f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.206422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c5c3a9e-b976-47d1-a3d9-a52524677f9f req-7a44f363-3d93-492a-9e4a-0b882378096f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0571384 Aug 16 02:21:11.247895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c5c3a9e-b976-47d1-a3d9-a52524677f9f req-343ca10e-2ea5-42ba-a7af-854da16de0f6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Aug 16 02:21:11.436465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed5490-cbd0-4c63-b309-f8a37e7071a7 req-dbf76529-42b8-4e6b-84e5-0f9e1c6c4048 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.438550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76ed5490-cbd0-4c63-b309-f8a37e7071a7 req-dbf76529-42b8-4e6b-84e5-0f9e1c6c4048 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0629578 Aug 16 02:21:11.491811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76ed5490-cbd0-4c63-b309-f8a37e7071a7 req-36f7ca9a-cfec-41c6-b26d-96b302122db1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460927 Aug 16 02:21:11.616605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f978de-46aa-4438-9a7c-69f4ca60cd94 req-dcdc2010-d6c3-43ac-9acd-59558aafbc56 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.618158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4f978de-46aa-4438-9a7c-69f4ca60cd94 req-dcdc2010-d6c3-43ac-9acd-59558aafbc56 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0507576 Aug 16 02:21:11.662085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4f978de-46aa-4438-9a7c-69f4ca60cd94 req-be38f6db-f016-45f2-baf0-2b494103922d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376139 Aug 16 02:21:11.744461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d4d82-86e0-41c8-85c9-591d307ea8ad req-dcd358bb-66ce-4536-aec6-05ae25bda14e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.745967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de9d4d82-86e0-41c8-85c9-591d307ea8ad req-dcd358bb-66ce-4536-aec6-05ae25bda14e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0570962 Aug 16 02:21:11.792692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de9d4d82-86e0-41c8-85c9-591d307ea8ad req-29b6659d-d792-4a56-85a6-d809ab9456e3 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Aug 16 02:21:11.902177 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c7397-7ddc-4e49-886a-8ebfb59f1ad7 req-db22af80-e9fe-4a40-a3a4-5f9a2d900599 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.903778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-924c7397-7ddc-4e49-886a-8ebfb59f1ad7 req-db22af80-e9fe-4a40-a3a4-5f9a2d900599 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 814 time: 0.1152778 Aug 16 02:21:11.921010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-924c7397-7ddc-4e49-886a-8ebfb59f1ad7 req-2d1e0162-13de-491e-94cf-c124f06cc4de tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/quotas/3ab1784223b54a19bd97e43c2c83bd25 HTTP/1.1" status: 200 len: 375 time: 0.0110631 Aug 16 02:21:11.975450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-924c7397-7ddc-4e49-886a-8ebfb59f1ad7 req-31a0f50e-ac5b-432f-a7b3-76413d3f84bd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481160 Aug 16 02:21:12.094325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e147b9-0cc4-4399-9efd-af28a1aa6c1b req-a405f1b2-61bb-4230-9295-7533806f2b83 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.096286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61e147b9-0cc4-4399-9efd-af28a1aa6c1b req-a405f1b2-61bb-4230-9295-7533806f2b83 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0527635 Aug 16 02:21:12.170146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61e147b9-0cc4-4399-9efd-af28a1aa6c1b req-b934cb56-d0db-4c90-9d85-86653aef60a4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652537 Aug 16 02:21:12.200730 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.353687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925895-9e2b-47fb-9b5f-4a8151d41d8b req-c6d7e13c-558d-4745-b905-01395ae4bd3a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.355816 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02925895-9e2b-47fb-9b5f-4a8151d41d8b req-c6d7e13c-558d-4745-b905-01395ae4bd3a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1002972 Aug 16 02:21:12.432445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02925895-9e2b-47fb-9b5f-4a8151d41d8b req-9e15ccc8-2430-4ab0-b87f-efaf29cda34a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696669 Aug 16 02:21:12.675267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec0e9a9c-937f-4c0b-97d1-5ffcce61081a req-15dabc44-da75-4981-b3a8-fc1e63d73b96 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3ab1784223b54a19bd97e43c2c83bd25 HTTP/1.1" status: 200 len: 221 time: 0.0555005 Aug 16 02:21:12.810880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79930a92-7d65-4513-8420-b382d89763f0 req-d7c60a84-ab4f-4bea-82ad-1e473312390a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.813171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79930a92-7d65-4513-8420-b382d89763f0 req-d7c60a84-ab4f-4bea-82ad-1e473312390a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0638931 Aug 16 02:21:12.896177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79930a92-7d65-4513-8420-b382d89763f0 req-242b60e1-b6e3-4c66-8d32-370818b1b695 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622184 Aug 16 02:21:13.040928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833acbe-39b5-4f2c-afe1-487a2ea09347 req-c16097f0-7d22-44a0-8ea6-ca68a8b7dd1a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.042558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1833acbe-39b5-4f2c-afe1-487a2ea09347 req-c16097f0-7d22-44a0-8ea6-ca68a8b7dd1a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.1229112 Aug 16 02:21:13.068774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba01e4-67cd-41ae-9ea1-cc0b9712db34 req-94be9d82-de63-49a2-a3fc-4ec48048ed54 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.070280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5ba01e4-67cd-41ae-9ea1-cc0b9712db34 req-94be9d82-de63-49a2-a3fc-4ec48048ed54 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0906107 Aug 16 02:21:13.136975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5ba01e4-67cd-41ae-9ea1-cc0b9712db34 req-8178b550-241d-413c-840b-ea82caf25c98 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568652 Aug 16 02:21:13.146735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1833acbe-39b5-4f2c-afe1-487a2ea09347 req-d76dfd1f-742e-4756-bc7d-37ce576ce772 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950294 Aug 16 02:21:13.284070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631d04-8c2d-49e6-9e33-dd5d5cbf1b31 req-b08bc3f7-9a36-4bd8-8329-61601bfb62a8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.286695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48631d04-8c2d-49e6-9e33-dd5d5cbf1b31 req-b08bc3f7-9a36-4bd8-8329-61601bfb62a8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0538101 Aug 16 02:21:13.330745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48631d04-8c2d-49e6-9e33-dd5d5cbf1b31 req-727f5178-2a0c-4960-90dd-7dfddc16619b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376558 Aug 16 02:21:13.498549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccc870-94c6-4eda-a37a-01e0c86ed90b req-a96b7917-b078-45a9-9725-ee0a3152325c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.500277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1ccc870-94c6-4eda-a37a-01e0c86ed90b req-a96b7917-b078-45a9-9725-ee0a3152325c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0973046 Aug 16 02:21:13.545338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1ccc870-94c6-4eda-a37a-01e0c86ed90b req-8b0caad0-67fa-4065-8291-9bdc4bf319c8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379915 Aug 16 02:21:13.688103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a04b6-3986-4a22-bb20-297675a17c55 req-d458d6b5-ae0d-4a71-864c-d9d4d608dbc0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.689823 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-821a04b6-3986-4a22-bb20-297675a17c55 req-d458d6b5-ae0d-4a71-864c-d9d4d608dbc0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0590811 Aug 16 02:21:13.733453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-821a04b6-3986-4a22-bb20-297675a17c55 req-63a75e6d-9847-4a35-9371-de8fd7d8e22b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 Aug 16 02:21:13.836863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3086d-0903-47f7-96a0-7988bc398015 req-8d2f1033-d069-48f3-8435-fe322cb590aa tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.838626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15a3086d-0903-47f7-96a0-7988bc398015 req-8d2f1033-d069-48f3-8435-fe322cb590aa tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.93 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.0746834 Aug 16 02:21:13.936887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244716ed-f765-4d03-ba9a-f7e8a6f213f4 req-177a67c9-df60-49dd-be27-05b61f65b839 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.938546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-244716ed-f765-4d03-ba9a-f7e8a6f213f4 req-177a67c9-df60-49dd-be27-05b61f65b839 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1235585 Aug 16 02:21:13.996995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-244716ed-f765-4d03-ba9a-f7e8a6f213f4 req-6755f9ab-291d-4d44-87bf-51262b09ca1a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Aug 16 02:21:14.003259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-15a3086d-0903-47f7-96a0-7988bc398015 req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Deleting port c3663d04-70c0-42c8-b468-d24ffdbbf11f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:14.003705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15a3086d-0903-47f7-96a0-7988bc398015 req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.166130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-15a3086d-0903-47f7-96a0-7988bc398015 req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] For port c3663d04-70c0-42c8-b468-d24ffdbbf11f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c3663d04-70c0-42c8-b468-d24ffdbbf11f,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:14.167274 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15a3086d-0903-47f7-96a0-7988bc398015 req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.193840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddd5d-aa9d-4dae-aea8-f552abd60ec4 req-35038f27-aad2-4a96-ad1e-a69f323e5f3f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:14.195971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01fddd5d-aa9d-4dae-aea8-f552abd60ec4 req-35038f27-aad2-4a96-ad1e-a69f323e5f3f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1042812 Aug 16 02:21:14.207862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-15a3086d-0903-47f7-96a0-7988bc398015 req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Calling delete_port for c3663d04-70c0-42c8-b468-d24ffdbbf11f owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:14.320679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01fddd5d-aa9d-4dae-aea8-f552abd60ec4 req-08a90a36-9c05-4bc6-b1eb-e042366f20d2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170876 Aug 16 02:21:14.377098 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeb7b9-f9d4-438b-81c4-c93d9e2027c6 req-102c2336-5bdc-4b7b-9a02-95bbdf548a75 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:14.379636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1efeb7b9-f9d4-438b-81c4-c93d9e2027c6 req-102c2336-5bdc-4b7b-9a02-95bbdf548a75 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=71878b9a-189d-4fcd-b9e9-214405e1fe39 HTTP/1.1" status: 200 len: 946 time: 0.1436846 Aug 16 02:21:14.509153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1efeb7b9-f9d4-438b-81c4-c93d9e2027c6 req-4149caed-9f84-4418-9c5b-a15273a45974 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225169 Aug 16 02:21:14.518195 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15a3086d-0903-47f7-96a0-7988bc398015 req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.532647 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:21:14.538331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c3663d04-70c0-42c8-b468-d24ffdbbf11f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:14.595834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['68c258dc-e73c-4887-a3fe-401dc5f1061b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:14.608845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09008ede-c687-4300-9c39-9b16e198b377 req-493726fb-1915-4086-a7f6-917d611dccfa tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:14.610767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09008ede-c687-4300-9c39-9b16e198b377 req-493726fb-1915-4086-a7f6-917d611dccfa tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1859980 Aug 16 02:21:14.614084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Pushing event deleted for resources: {'Port': ['ID=c3663d04-70c0-42c8-b468-d24ffdbbf11f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:14.650043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.650390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.650758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.652723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.652989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.653334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.653675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.654015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.654349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.654679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.655003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.655361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:14.687460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a3086d-0903-47f7-96a0-7988bc398015 req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] No DVR routers for this DVR port c3663d04-70c0-42c8-b468-d24ffdbbf11f on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:14.690901 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15a3086d-0903-47f7-96a0-7988bc398015 req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.693822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15a3086d-0903-47f7-96a0-7988bc398015 req-2c83ba1e-5b03-4c4d-959a-9bcd68ad2803 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.93 "DELETE /v2.0/ports/c3663d04-70c0-42c8-b468-d24ffdbbf11f HTTP/1.1" status: 204 len: 173 time: 0.8407314 Aug 16 02:21:14.694287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71878b9a-189d-4fcd-b9e9-214405e1fe39', 'name': 'network-vif-deleted', 'tag': 'c3663d04-70c0-42c8-b468-d24ffdbbf11f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:14.698800 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8651caf0-194a-4e0f-a54e-e19b6841efb0" -d '{"events": [{"server_uuid": "71878b9a-189d-4fcd-b9e9-214405e1fe39", "name": "network-vif-deleted", "tag": "c3663d04-70c0-42c8-b468-d24ffdbbf11f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:14.774419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09008ede-c687-4300-9c39-9b16e198b377 req-c837dff0-7f50-433f-a9e6-a96c3c0c8bbf tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230807 Aug 16 02:21:14.813075 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d298ff7b-b86d-425a-b7da-a0fe3db295dc x-openstack-request-id: req-d298ff7b-b86d-425a-b7da-a0fe3db295dc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:14.813376 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71878b9a-189d-4fcd-b9e9-214405e1fe39", "name": "network-vif-deleted", "tag": "c3663d04-70c0-42c8-b468-d24ffdbbf11f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:14.813632 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d298ff7b-b86d-425a-b7da-a0fe3db295dc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:14.814036 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71878b9a-189d-4fcd-b9e9-214405e1fe39', 'name': 'network-vif-deleted', 'tag': 'c3663d04-70c0-42c8-b468-d24ffdbbf11f', 'status': 'completed', 'code': 200} Aug 16 02:21:14.948779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787995-40ad-42d1-8df2-ed3dddde9ebc req-c216bda9-cc74-4683-88c9-9ddf51875206 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:14.951554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1787995-40ad-42d1-8df2-ed3dddde9ebc req-c216bda9-cc74-4683-88c9-9ddf51875206 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0734217 Aug 16 02:21:14.998607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1787995-40ad-42d1-8df2-ed3dddde9ebc req-28fad75a-a6c9-4014-8eb4-83ea3b5ff71f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Aug 16 02:21:15.142636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214aa05-5867-45db-aa78-c54c05020792 req-828d01a8-8c18-419a-8a83-5e2cf568bdfd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.144242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9214aa05-5867-45db-aa78-c54c05020792 req-828d01a8-8c18-419a-8a83-5e2cf568bdfd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0664506 Aug 16 02:21:15.214659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9214aa05-5867-45db-aa78-c54c05020792 req-9a6e74d8-d8f7-4f26-9fb7-bc1b2a6a46f8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552011 Aug 16 02:21:15.374692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c193bb4-ffa9-4c85-b564-39201e1548a2 req-89b042e6-e753-40e4-adb9-822681c1a74a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.376683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c193bb4-ffa9-4c85-b564-39201e1548a2 req-89b042e6-e753-40e4-adb9-822681c1a74a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0632555 Aug 16 02:21:15.433279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c193bb4-ffa9-4c85-b564-39201e1548a2 req-47290550-39fe-4417-a724-d07fb24b98dc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484769 Aug 16 02:21:15.603862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2b79b-de6b-49bc-9970-a37c6dcdb833 req-f60d4e0d-fcef-42ce-b68b-9655d63366f5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.607923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11e2b79b-de6b-49bc-9970-a37c6dcdb833 req-f60d4e0d-fcef-42ce-b68b-9655d63366f5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0921211 Aug 16 02:21:15.675911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11e2b79b-de6b-49bc-9970-a37c6dcdb833 req-7ba3010a-962a-4140-8c0f-e6d9d584f6e8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611997 Aug 16 02:21:15.911429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4374a7-eda6-4414-b63c-28cedcdbc210 req-db83610e-9eac-4d40-bb0a-de67b854ac74 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.919805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a4374a7-eda6-4414-b63c-28cedcdbc210 req-db83610e-9eac-4d40-bb0a-de67b854ac74 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.0732532 Aug 16 02:21:15.964094 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a4374a7-eda6-4414-b63c-28cedcdbc210 req-eaa97dcf-29a1-46a4-a017-a2d90a29aa48 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Aug 16 02:21:16.014604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88feb55-a37e-4e35-8ce6-7873830f6f3e req-0bc4789b-1f2c-482c-a435-03187531342f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.022455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b88feb55-a37e-4e35-8ce6-7873830f6f3e req-0bc4789b-1f2c-482c-a435-03187531342f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0573363 Aug 16 02:21:16.063699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b88feb55-a37e-4e35-8ce6-7873830f6f3e req-ed83ff8d-d8fe-4532-8a41-50038ca92761 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 Aug 16 02:21:16.210333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceda40-db64-416a-9d98-67c3a78bb37f req-f2423b62-18bc-403f-b28d-0275b973d003 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.211920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00ceda40-db64-416a-9d98-67c3a78bb37f req-f2423b62-18bc-403f-b28d-0275b973d003 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0604961 Aug 16 02:21:16.261124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00ceda40-db64-416a-9d98-67c3a78bb37f req-adb06468-4a07-40be-b00b-b4d83b678959 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Aug 16 02:21:16.451043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a2cec-13b4-44ea-b674-8d63d3b8ceea req-2ca80e35-57e5-47bd-933a-f8be0aa4c55a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.454102 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e09a2cec-13b4-44ea-b674-8d63d3b8ceea req-2ca80e35-57e5-47bd-933a-f8be0aa4c55a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0550151 Aug 16 02:21:16.496057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e09a2cec-13b4-44ea-b674-8d63d3b8ceea req-0f453d48-d2a5-4ce0-90aa-6b3003309c5a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364120 Aug 16 02:21:16.639134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459cbb3-31fa-491f-85fc-772b15924f40 req-89faa547-de85-4416-8a30-5deac2fdf1a0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.639134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9459cbb3-31fa-491f-85fc-772b15924f40 req-89faa547-de85-4416-8a30-5deac2fdf1a0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0632060 Aug 16 02:21:16.684531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9459cbb3-31fa-491f-85fc-772b15924f40 req-719adb5f-135a-4a81-8bf5-3b26f7f2ae90 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Aug 16 02:21:16.898607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe808ce-f155-461d-a1a0-6c82d8eaf447 req-6d17aa5b-943b-483d-a28f-2cc99d471eea tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.904747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fe808ce-f155-461d-a1a0-6c82d8eaf447 req-6d17aa5b-943b-483d-a28f-2cc99d471eea tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0842016 Aug 16 02:21:16.964868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fe808ce-f155-461d-a1a0-6c82d8eaf447 req-dad3d8c3-2833-4aec-829c-da9943ff1663 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510395 Aug 16 02:21:17.061808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c3663d04-70c0-42c8-b468-d24ffdbbf11f no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:17.105622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: c3663d04-70c0-42c8-b468-d24ffdbbf11f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:17.106008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c3663d04-70c0-42c8-b468-d24ffdbbf11f not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:17.165630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e593f-1d35-461f-b7a4-3892cbb43d48 req-53fa55ae-fe6b-4a16-8a0c-4604c58a84e8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.167249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c92e593f-1d35-461f-b7a4-3892cbb43d48 req-53fa55ae-fe6b-4a16-8a0c-4604c58a84e8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1211944 Aug 16 02:21:17.191684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b19761-0350-4e5c-80be-687444e6b664 req-92bf2f59-cc17-46e4-9834-06d01867118a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.193487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22b19761-0350-4e5c-80be-687444e6b664 req-92bf2f59-cc17-46e4-9834-06d01867118a tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.1358953 Aug 16 02:21:17.241425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c92e593f-1d35-461f-b7a4-3892cbb43d48 req-b684e8ec-81ac-4795-8164-a5327477c0e6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671256 Aug 16 02:21:17.271684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22b19761-0350-4e5c-80be-687444e6b664 req-f3079071-b50f-4779-94e9-38d80099c69f tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661817 Aug 16 02:21:17.400617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c932068-088c-4166-ac5d-301e3f3fa646 req-177c0d9b-0e87-48a0-a49a-8413b8d8d7eb tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.402123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c932068-088c-4166-ac5d-301e3f3fa646 req-177c0d9b-0e87-48a0-a49a-8413b8d8d7eb tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0578578 Aug 16 02:21:17.449499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c932068-088c-4166-ac5d-301e3f3fa646 req-5774ee39-7c42-4c76-8dee-2575774607ea tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Aug 16 02:21:17.574277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6eed0-b8f3-45df-b0c2-020f69b5389e req-142a3d08-2f80-4218-8bbb-56b56354aa8e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.575841 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66a6eed0-b8f3-45df-b0c2-020f69b5389e req-142a3d08-2f80-4218-8bbb-56b56354aa8e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0541384 Aug 16 02:21:17.628183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66a6eed0-b8f3-45df-b0c2-020f69b5389e req-7f288065-1712-4400-86ce-b240f6d0e2a0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459366 Aug 16 02:21:17.858434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8df555-ede3-4329-a6f6-36d39bf46937 req-17f33701-8819-4603-a1ea-01be57b98591 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.860155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea8df555-ede3-4329-a6f6-36d39bf46937 req-17f33701-8819-4603-a1ea-01be57b98591 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0897708 Aug 16 02:21:17.873451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de3b40-761c-4385-9831-7593c5a6379f req-d2fcb31b-4835-4148-8a3e-e530d6940ef4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.874857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48de3b40-761c-4385-9831-7593c5a6379f req-d2fcb31b-4835-4148-8a3e-e530d6940ef4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0742524 Aug 16 02:21:17.939657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48de3b40-761c-4385-9831-7593c5a6379f req-0a8d20de-c0ae-43a0-a6ba-07eb6bc7944a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569217 Aug 16 02:21:17.944343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea8df555-ede3-4329-a6f6-36d39bf46937 req-9e75a760-144f-4c23-bd6c-2f20aee76050 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685289 Aug 16 02:21:18.385860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6a7bc-a7d6-4a82-8577-d06b2acfce00 req-d4aa862b-332c-4d7f-ac78-1e81a8d2933e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.387407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72d6a7bc-a7d6-4a82-8577-d06b2acfce00 req-d4aa862b-332c-4d7f-ac78-1e81a8d2933e tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.0510433 Aug 16 02:21:18.427434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72d6a7bc-a7d6-4a82-8577-d06b2acfce00 req-93df358f-7e9a-4524-a04f-ed9ec0fdfe90 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8f29e60-0d58-4327-907f-5d38f00b2bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336921 Aug 16 02:21:18.600682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-f64fe469-6112-48fe-acf7-f82532b21304 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.602071 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-f64fe469-6112-48fe-acf7-f82532b21304 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.86 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 945 time: 0.0576980 Aug 16 02:21:18.696254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Deleting port 68c258dc-e73c-4887-a3fe-401dc5f1061b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:18.696555 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.793875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] For port 68c258dc-e73c-4887-a3fe-401dc5f1061b, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=68c258dc-e73c-4887-a3fe-401dc5f1061b,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:18.794418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.807995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Calling delete_port for 68c258dc-e73c-4887-a3fe-401dc5f1061b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:18.955630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.988101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Pushing event deleted for resources: {'Port': ['ID=68c258dc-e73c-4887-a3fe-401dc5f1061b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:18.989593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['68c258dc-e73c-4887-a3fe-401dc5f1061b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:18.999822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.000201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.000520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.000862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.001189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.001508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.001832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.002163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.002460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.002778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.003200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.004006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:19.045484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] No DVR routers for this DVR port 68c258dc-e73c-4887-a3fe-401dc5f1061b on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:19.048194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.050248 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1550508b-3a6b-4e5e-a338-ab62585f57d8 req-d00570b4-ccec-41ed-91f2-6af583d61454 tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.86 "DELETE /v2.0/ports/68c258dc-e73c-4887-a3fe-401dc5f1061b HTTP/1.1" status: 204 len: 173 time: 0.4406719 Aug 16 02:21:19.051361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd76dbe-213d-4947-89ed-855fa7baa780', 'name': 'network-vif-deleted', 'tag': '68c258dc-e73c-4887-a3fe-401dc5f1061b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:19.053783 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ddea3b-bb19-45af-b6e0-bab28396f2ca" -d '{"events": [{"server_uuid": "bfd76dbe-213d-4947-89ed-855fa7baa780", "name": "network-vif-deleted", "tag": "68c258dc-e73c-4887-a3fe-401dc5f1061b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:19.150539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bd1cc-a197-41a3-beb0-79ea92b60a1d req-305f04c4-86e4-4e75-841e-a124a299c913 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.152146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a0bd1cc-a197-41a3-beb0-79ea92b60a1d req-305f04c4-86e4-4e75-841e-a124a299c913 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.1072991 Aug 16 02:21:19.169655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022af178-59eb-4ff2-9b91-38d0b031634c req-dea0e128-6be9-4375-ad0a-49fb83767a90 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.171147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-022af178-59eb-4ff2-9b91-38d0b031634c req-dea0e128-6be9-4375-ad0a-49fb83767a90 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1068289 Aug 16 02:21:19.234412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a0bd1cc-a197-41a3-beb0-79ea92b60a1d req-b0b83b99-a918-42ea-8bee-3394e4f8c42e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741699 Aug 16 02:21:19.240509 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-022af178-59eb-4ff2-9b91-38d0b031634c req-e977b492-0d0b-4840-9b6e-63c6cf89be8a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625870 Aug 16 02:21:19.292340 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b206899-bb38-4116-acb4-7a441900f042 x-openstack-request-id: req-0b206899-bb38-4116-acb4-7a441900f042 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:19.292751 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd76dbe-213d-4947-89ed-855fa7baa780", "name": "network-vif-deleted", "tag": "68c258dc-e73c-4887-a3fe-401dc5f1061b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:19.293899 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b206899-bb38-4116-acb4-7a441900f042 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:19.293899 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd76dbe-213d-4947-89ed-855fa7baa780', 'name': 'network-vif-deleted', 'tag': '68c258dc-e73c-4887-a3fe-401dc5f1061b', 'status': 'completed', 'code': 200} Aug 16 02:21:19.578306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4232375c-267e-4e60-aa17-60658efcf7cd req-7b59b27c-9882-4b70-a90a-d4c334dc2b0d tempest-ServerRescueTestJSON-278853511 tempest-ServerRescueTestJSON-278853511-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfd76dbe-213d-4947-89ed-855fa7baa780 HTTP/1.1" status: 200 len: 210 time: 0.0335193 Aug 16 02:21:19.711428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79c4af-d680-4ee2-b833-8c46622ca91d req-6edef04f-2479-479a-af42-27a0f0dd22ac tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.715606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c79c4af-d680-4ee2-b833-8c46622ca91d req-6edef04f-2479-479a-af42-27a0f0dd22ac tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0677998 Aug 16 02:21:19.789620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c79c4af-d680-4ee2-b833-8c46622ca91d req-4a9d35f7-50aa-4bbb-8a4f-1dc062ceaf8f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706520 Aug 16 02:21:19.806475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad80e56-8052-4446-bc45-0b80e1d5928c req-3e3c14d7-1e94-42e6-8767-eb6dbeb63c18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.808011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bad80e56-8052-4446-bc45-0b80e1d5928c req-3e3c14d7-1e94-42e6-8767-eb6dbeb63c18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0819328 Aug 16 02:21:19.851134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bad80e56-8052-4446-bc45-0b80e1d5928c req-b456e847-fcfa-4ecd-8c19-c3d4d828e9d0 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367427 Aug 16 02:21:20.639299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:21.213083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d72fd-9e31-4261-8c28-d638c28a95b4 req-a6f20db1-4953-41d4-9161-d3630d1af746 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.214481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc5d72fd-9e31-4261-8c28-d638c28a95b4 req-a6f20db1-4953-41d4-9161-d3630d1af746 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1157491 Aug 16 02:21:21.229587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d74a2f-b0dd-48d9-8424-1349295e4082 req-5db97d8b-4960-4ca5-af0a-963da9dcdd86 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.231027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8d74a2f-b0dd-48d9-8424-1349295e4082 req-5db97d8b-4960-4ca5-af0a-963da9dcdd86 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.1312001 Aug 16 02:21:21.318281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc5d72fd-9e31-4261-8c28-d638c28a95b4 req-ad348ac4-fef5-4d0c-aa21-61fa61f4ac9e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847032 Aug 16 02:21:21.324952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8d74a2f-b0dd-48d9-8424-1349295e4082 req-60ef0eb1-4ff6-4199-95ac-0eb5607fced1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810835 Aug 16 02:21:21.449977 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.460825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64957c3d-aac1-4339-ba03-e05034a169ae req-aa865eb3-739f-4bf0-93ac-2924ab95dd25 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.462366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64957c3d-aac1-4339-ba03-e05034a169ae req-aa865eb3-739f-4bf0-93ac-2924ab95dd25 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0656216 Aug 16 02:21:21.571211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64957c3d-aac1-4339-ba03-e05034a169ae req-a2900f2d-dec3-41b2-a643-c1ee941e5faa tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771439 Aug 16 02:21:21.782709 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559c615-e2b9-4067-a37a-e441ec2b88f1 req-1c139b19-d519-4673-b8a3-76b5ad037049 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.784393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8559c615-e2b9-4067-a37a-e441ec2b88f1 req-1c139b19-d519-4673-b8a3-76b5ad037049 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0856624 Aug 16 02:21:21.784682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:21.816837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Deleting port a0139c3c-b6e8-40f1-ae5b-5a944f70f596 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:21.817192 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.864838 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.868188 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8559c615-e2b9-4067-a37a-e441ec2b88f1 req-93aefb8b-212e-44b0-9b69-9d79893b8e53 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772712 Aug 16 02:21:21.892576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:21.895532 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f7661d-bf1e-4c4b-a505-a0fbf63c3a06" -d '{"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-unplugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:21.911209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:21.916570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.917397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 68c258dc-e73c-4887-a3fe-401dc5f1061b no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:21.920696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] For port a0139c3c-b6e8-40f1-ae5b-5a944f70f596, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a0139c3c-b6e8-40f1-ae5b-5a944f70f596,segment=NetworkSegment(a0547066-b537-49ef-8973-a76762508e7f),segment_id=a0547066-b537-49ef-8973-a76762508e7f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:21.920837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.947048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Calling delete_port for a0139c3c-b6e8-40f1-ae5b-5a944f70f596 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:21.968053 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b420af6d-de8a-4d84-b0d4-bea386f2571a x-openstack-request-id: req-b420af6d-de8a-4d84-b0d4-bea386f2571a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:21.968605 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-unplugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:21.969106 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b420af6d-de8a-4d84-b0d4-bea386f2571a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:21.969505 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'code': 200} Aug 16 02:21:21.970024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 68c258dc-e73c-4887-a3fe-401dc5f1061b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:21.970421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 68c258dc-e73c-4887-a3fe-401dc5f1061b not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:21.998363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:22.064022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b9db1-4312-4993-9c4a-5cab724cc7d2 req-8db5ec12-041f-4df8-9f48-a3b9386b7365 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.065526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-518b9db1-4312-4993-9c4a-5cab724cc7d2 req-8db5ec12-041f-4df8-9f48-a3b9386b7365 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0681078 Aug 16 02:21:22.148062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-518b9db1-4312-4993-9c4a-5cab724cc7d2 req-5e07ddfb-75b7-4ece-ad0c-bb4cfd09f0da tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465274 Aug 16 02:21:22.215825 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.251644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0139c3c-b6e8-40f1-ae5b-5a944f70f596,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:22.341223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28d108-bad5-41d9-8b9c-3eb95db66c30 req-1dbe970e-e545-4cdd-8e35-36e86a9a561f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.342751 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea28d108-bad5-41d9-8b9c-3eb95db66c30 req-1dbe970e-e545-4cdd-8e35-36e86a9a561f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1028152 Aug 16 02:21:22.478336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea28d108-bad5-41d9-8b9c-3eb95db66c30 req-5e71949c-95f5-4cd7-8755-0e0a5e806114 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979366 Aug 16 02:21:22.504145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.518850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47ac3f-1935-4790-9707-1cba6bff5bc9 req-5d8288f6-e222-4ada-80ac-af6aa7762bd6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.520491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a47ac3f-1935-4790-9707-1cba6bff5bc9 req-5d8288f6-e222-4ada-80ac-af6aa7762bd6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1094782 Aug 16 02:21:22.645069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a47ac3f-1935-4790-9707-1cba6bff5bc9 req-0a651525-5920-4d3b-9dc7-936c163f17ba tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168308 Aug 16 02:21:22.701601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df056c65-3460-4d7a-b33e-2af37ff836b2 req-1f40dbaf-b9d3-4276-85ea-95e2ba557c35 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.703129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df056c65-3460-4d7a-b33e-2af37ff836b2 req-1f40dbaf-b9d3-4276-85ea-95e2ba557c35 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0776064 Aug 16 02:21:22.808060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df056c65-3460-4d7a-b33e-2af37ff836b2 req-46a3e35c-d45e-4937-ab76-6aebee313e69 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744674 Aug 16 02:21:22.834514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Router 64ebb6ef-5270-49f7-9962-b32c2013cd65 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:22.979915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:22.986008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cb5097be-bcb0-42c0-b3a9-54233b6f0b9a admin admin] 10.222.0.61 "PUT /v2.0/routers/64ebb6ef-5270-49f7-9962-b32c2013cd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3456979 Aug 16 02:21:22.989866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:22.992139 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] Sync routers for ids ['64ebb6ef-5270-49f7-9962-b32c2013cd65'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:23.002274 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] Routers {'64ebb6ef-5270-49f7-9962-b32c2013cd65'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:23.002898 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:21:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['64ebb6ef-5270-49f7-9962-b32c2013cd65'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:23.008145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc97424-3768-431f-992a-218f528957b3 req-0efe235e-d847-4cd8-b09c-9fba53179669 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.009738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9dc97424-3768-431f-992a-218f528957b3 req-0efe235e-d847-4cd8-b09c-9fba53179669 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0772760 Aug 16 02:21:23.114690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9dc97424-3768-431f-992a-218f528957b3 req-e9abdf70-30bf-4b2b-8e2d-dc71f4a83ea6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739651 Aug 16 02:21:23.143432 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.148088 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] Set router 64ebb6ef-5270-49f7-9962-b32c2013cd65 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:23.288948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.301319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b74dec-de27-463b-96cc-b61bf6469867 req-042f90c4-663e-4c09-8128-a9f5e4cfecf5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.302916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01b74dec-de27-463b-96cc-b61bf6469867 req-042f90c4-663e-4c09-8128-a9f5e4cfecf5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1039803 Aug 16 02:21:23.367026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01b74dec-de27-463b-96cc-b61bf6469867 req-bcca4277-9f3a-4086-82cf-d7f7c1312230 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559154 Aug 16 02:21:23.390196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Deleting port 701dc791-bbd2-4130-9bca-a2c8d7803afb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:23.390196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.472152 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:21:22Z', 'revision_number': 5, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'gw_port': {'id': '701dc791-bbd2-4130-9bca-a2c8d7803afb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:23Z', 'updated_at': '2021-08-16T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:23.505172 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] Checking router: 64ebb6ef-5270-49f7-9962-b32c2013cd65 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:23.515040 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] Routers {'64ebb6ef-5270-49f7-9962-b32c2013cd65'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:23.516109 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:21:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['64ebb6ef-5270-49f7-9962-b32c2013cd65'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:23.523544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] For port 701dc791-bbd2-4130-9bca-a2c8d7803afb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=701dc791-bbd2-4130-9bca-a2c8d7803afb,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:23.523987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.540662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Calling delete_port for 701dc791-bbd2-4130-9bca-a2c8d7803afb owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:23.561229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709e18a-573c-475c-bdc1-349a65b9fa88 req-a12a6f9c-d1e7-4599-a522-a0dc225ceb84 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.562746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9709e18a-573c-475c-bdc1-349a65b9fa88 req-a12a6f9c-d1e7-4599-a522-a0dc225ceb84 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1002481 Aug 16 02:21:23.613773 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] Set router 64ebb6ef-5270-49f7-9962-b32c2013cd65 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:23.667052 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:21:23Z', 'revision_number': 6, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:23.668528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9709e18a-573c-475c-bdc1-349a65b9fa88 req-5b49e980-08e3-4879-9cda-9267da751be9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981231 Aug 16 02:21:23.698534 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bcc297-8489-446e-995b-c7dec3f3e893 None None] The sync data for ids ['64ebb6ef-5270-49f7-9962-b32c2013cd65'] in n-d-768862-14 is: [{'id': '64ebb6ef-5270-49f7-9962-b32c2013cd65', 'name': 'tempest-ServerRescueTestJSON-1714246265-router', 'tenant_id': '321fa5459cc24c688694aa062fb48d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:22Z', 'updated_at': '2021-08-16T02:21:23Z', 'revision_number': 6, 'project_id': '321fa5459cc24c688694aa062fb48d38', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:23.888729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3d299-2dfa-441a-8bbc-af9c677d331e req-7791bfa5-b3b1-423c-8272-ccf483f2fe47 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.890338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cf3d299-2dfa-441a-8bbc-af9c677d331e req-7791bfa5-b3b1-423c-8272-ccf483f2fe47 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1221652 Aug 16 02:21:23.892463 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.916463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6d432-0b18-418b-9f67-47e33afee573 req-5bb22b73-55d1-45c6-90c2-860d8eb933d9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.917989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36c6d432-0b18-418b-9f67-47e33afee573 req-5bb22b73-55d1-45c6-90c2-860d8eb933d9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1622024 Aug 16 02:21:23.961090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=701dc791-bbd2-4130-9bca-a2c8d7803afb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.054175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2cf3d299-2dfa-441a-8bbc-af9c677d331e req-c7bca066-d325-4d45-889e-4948ac6e4d8a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511502 Aug 16 02:21:24.064051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36c6d432-0b18-418b-9f67-47e33afee573 req-30908eda-fb1a-4ed1-86aa-8e96dec3f238 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231368 Aug 16 02:21:24.077041 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.392010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a0139c3c-b6e8-40f1-ae5b-5a944f70f596 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:24.419553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a0139c3c-b6e8-40f1-ae5b-5a944f70f596 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:24.419762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a0139c3c-b6e8-40f1-ae5b-5a944f70f596 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:24.420437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 701dc791-bbd2-4130-9bca-a2c8d7803afb no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:24.447536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 701dc791-bbd2-4130-9bca-a2c8d7803afb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:24.447895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 701dc791-bbd2-4130-9bca-a2c8d7803afb not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:24.553169 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.569497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.621778 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.622299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64ebb6ef-5270-49f7-9962-b32c2013cd65 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:24.629227 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.630938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-15dc6b21-514d-4326-af72-760b30dfc0eb admin admin] 10.222.0.61 "DELETE /v2.0/routers/64ebb6ef-5270-49f7-9962-b32c2013cd65 HTTP/1.1" status: 204 len: 168 time: 1.6399775 Aug 16 02:21:24.633502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:24.640880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20f236-bb21-41e1-b1df-adef3062303c req-831a5bd1-c8f1-4f8b-a983-a5295ed7bae2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.642454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e20f236-bb21-41e1-b1df-adef3062303c req-831a5bd1-c8f1-4f8b-a983-a5295ed7bae2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1055691 Aug 16 02:21:24.694662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e20f236-bb21-41e1-b1df-adef3062303c req-fc34c50e-3e96-4da6-bd41-c850301207f1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Aug 16 02:21:24.696288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb0dcaf-43a3-4c8d-ad44-952bb737ff32 admin admin] Deleting subnet 0a003f5b-6b17-46ee-80d4-e8a3a20b71d0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:24.700476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dcaf-43a3-4c8d-ad44-952bb737ff32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.755320 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dcaf-43a3-4c8d-ad44-952bb737ff32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.792297 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dcaf-43a3-4c8d-ad44-952bb737ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.826076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a99ea-72c8-49a7-b64d-cb551c8761a8 req-647890e9-6d5b-4da3-b733-87ba9cc498bd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.827762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a4a99ea-72c8-49a7-b64d-cb551c8761a8 req-647890e9-6d5b-4da3-b733-87ba9cc498bd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0512466 Aug 16 02:21:24.847749 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dcaf-43a3-4c8d-ad44-952bb737ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.876954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dcaf-43a3-4c8d-ad44-952bb737ff32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.878870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7eb0dcaf-43a3-4c8d-ad44-952bb737ff32 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0a003f5b-6b17-46ee-80d4-e8a3a20b71d0 HTTP/1.1" status: 204 len: 168 time: 0.2433653 Aug 16 02:21:24.880050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0dcaf-43a3-4c8d-ad44-952bb737ff32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a003f5b-6b17-46ee-80d4-e8a3a20b71d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.881002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a4a99ea-72c8-49a7-b64d-cb551c8761a8 req-4b44c893-a5c0-479a-9fd7-3d9b52feb0e0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462768 Aug 16 02:21:24.882002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:24.956258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.039414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.047323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa849b7d-df17-4247-b690-1e02d00edae1 req-f140f9ed-aca4-4003-a8e1-089d51327771 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.048836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa849b7d-df17-4247-b690-1e02d00edae1 req-f140f9ed-aca4-4003-a8e1-089d51327771 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0542879 Aug 16 02:21:25.049619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b694f728-4afc-4ac8-bea0-399c620b2cad']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:25.060704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0547066-b537-49ef-8973-a76762508e7f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:25.061152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0547066-b537-49ef-8973-a76762508e7f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:25.070531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.086125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.088785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa849b7d-df17-4247-b690-1e02d00edae1 req-8e85420e-0d03-4d76-864e-07144f3cbaf5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337231 Aug 16 02:21:25.092515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:25.092708 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:25.094368 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:25.161190 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.169252 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.171688 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b694f728-4afc-4ac8-bea0-399c620b2cad HTTP/1.1" status: 204 len: 168 time: 0.2887061 Aug 16 02:21:25.185616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68916b2-4765-49a1-8371-e683686c1354 admin admin] Pushing event deleted for resources: {'Network': ['ID=b694f728-4afc-4ac8-bea0-399c620b2cad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:25.225399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302facd-1cd6-407f-b997-5ceac886a322 req-97805e03-69d2-4aa2-8b81-834b8022de86 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.226821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3302facd-1cd6-407f-b997-5ceac886a322 req-97805e03-69d2-4aa2-8b81-834b8022de86 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0937998 Aug 16 02:21:25.248262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded6a1d-fd8a-4dd3-a947-17113226f307 req-6e43ea19-d674-4eef-bbfd-a65fd9dda069 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.249744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dded6a1d-fd8a-4dd3-a947-17113226f307 req-6e43ea19-d674-4eef-bbfd-a65fd9dda069 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0809224 Aug 16 02:21:25.301805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3302facd-1cd6-407f-b997-5ceac886a322 req-f54e4528-4475-4e6e-8402-e04e75756121 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673056 Aug 16 02:21:25.309456 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dded6a1d-fd8a-4dd3-a947-17113226f307 req-26fcd3a8-8d93-4ba5-9add-47973acc11cb tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517077 Aug 16 02:21:25.353349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:25.398404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bb282b9e-f6c3-48be-9fc5-4e270822bfbe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=321fa5459cc24c688694aa062fb48d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435584 Aug 16 02:21:25.400835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:25.457491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d71e252-2553-443f-b085-97c3c6ec2e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.463000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf92063-151b-4bec-af7d-2f72eefe8ee4 req-da7f1598-368a-4bd3-bbc8-9a0a53103f2e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.464575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eaf92063-151b-4bec-af7d-2f72eefe8ee4 req-da7f1598-368a-4bd3-bbc8-9a0a53103f2e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0515661 Aug 16 02:21:25.478842 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d71e252-2553-443f-b085-97c3c6ec2e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.502017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eaf92063-151b-4bec-af7d-2f72eefe8ee4 req-0c735ef8-8f88-4a03-8e37-e62226d81cd5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Aug 16 02:21:25.530499 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d71e252-2553-443f-b085-97c3c6ec2e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.533799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d71e252-2553-443f-b085-97c3c6ec2e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.535051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1d71e252-2553-443f-b085-97c3c6ec2e6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8f29e60-0d58-4327-907f-5d38f00b2bcb HTTP/1.1" status: 204 len: 168 time: 0.1332695 Aug 16 02:21:25.545271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71e252-2553-443f-b085-97c3c6ec2e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f29e60-0d58-4327-907f-5d38f00b2bcb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:25.646082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88ee3-b1aa-4d45-a349-323ee30e67d9 req-0563aff6-212b-4fd1-a3f8-f1923274d17e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.647652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0f88ee3-b1aa-4d45-a349-323ee30e67d9 req-0563aff6-212b-4fd1-a3f8-f1923274d17e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0605638 Aug 16 02:21:25.691965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0f88ee3-b1aa-4d45-a349-323ee30e67d9 req-15deaf7d-1a90-41db-a0e2-b415e71c22d0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381703 Aug 16 02:21:25.793903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:25.861190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb937f-b3af-4f80-b196-a05d77b254a6 req-f464333c-d9f5-4b29-8480-c1d7e6baa169 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.862866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1adb937f-b3af-4f80-b196-a05d77b254a6 req-f464333c-d9f5-4b29-8480-c1d7e6baa169 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0524831 Aug 16 02:21:25.902395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:25.906941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1adb937f-b3af-4f80-b196-a05d77b254a6 req-266f7410-d2a4-4477-ac04-3b1ec5e5049b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378394 Aug 16 02:21:25.915648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'port_id': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'mac_address': 'fa:16:3e:54:a4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:25.958358 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:25.978419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4727de80-5b08-4fdf-adc1-35f76cfdff25 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:26.000879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:26.005947 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.042662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446953d-b0c5-4a59-8dd7-1edf50cb68e6 req-23650c4b-bbca-4588-89ed-2b69d300b1e7 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.044798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0446953d-b0c5-4a59-8dd7-1edf50cb68e6 req-23650c4b-bbca-4588-89ed-2b69d300b1e7 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0614440 Aug 16 02:21:26.061445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:26.096130 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0446953d-b0c5-4a59-8dd7-1edf50cb68e6 req-42a813e7-f394-4969-b623-9d110113164a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 Aug 16 02:21:26.142544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4727de80-5b08-4fdf-adc1-35f76cfdff25'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:26.294951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:26.339670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40c901-5fc4-455f-a6f4-bfd510a9d473 req-20aca182-001d-4f81-aba5-82745b6c8339 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.341233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1e40c901-5fc4-455f-a6f4-bfd510a9d473 req-20aca182-001d-4f81-aba5-82745b6c8339 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0623639 Aug 16 02:21:26.418058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1e40c901-5fc4-455f-a6f4-bfd510a9d473 req-23dbae65-f6a6-43ee-bc0d-c63b7011455b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704269 Aug 16 02:21:26.451848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbaf4a-6873-4a42-8f6a-5910763b8528 req-6e7eafbf-e7f7-4c8f-b8c0-a7f6e0a875de tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.453276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1349168009-network', 'tenant_id': 'fc518c11c5e24fccb67ffb8bba257455'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:26.453384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fdbaf4a-6873-4a42-8f6a-5910763b8528 req-6e7eafbf-e7f7-4c8f-b8c0-a7f6e0a875de tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 945 time: 0.0738943 Aug 16 02:21:26.477577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Made reservation on behalf of fc518c11c5e24fccb67ffb8bba257455 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:26.480497 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.498029 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fdbaf4a-6873-4a42-8f6a-5910763b8528 req-d9c81751-9617-4ee8-b3b9-dc09a4025e41 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373361 Aug 16 02:21:26.498212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.594758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953f6e8-6d81-47bf-9ccd-749cdc02cf25 req-a2d1deab-2fbc-49d4-8ded-396b9ce2b8fd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.595956 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.596205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c953f6e8-6d81-47bf-9ccd-749cdc02cf25 req-a2d1deab-2fbc-49d4-8ded-396b9ce2b8fd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0529761 Aug 16 02:21:26.600203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.625318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:26.636113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:26.638532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c953f6e8-6d81-47bf-9ccd-749cdc02cf25 req-f5de6d61-6a42-4c8f-b571-42aa8e6a0260 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355153 Aug 16 02:21:26.641087 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.641499 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Added segment ac779cf3-9f4f-4247-93ab-8939ecd18059 of type vlan for network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 Aug 16 02:21:26.688888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.719314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.720343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.720921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.779981 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4838824 Aug 16 02:21:26.780330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb008c0f-b428-44ee-96fe-ba1fcc3a908f req-405117a2-6592-48d1-9705-b9619a6c8aa2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.781803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb008c0f-b428-44ee-96fe-ba1fcc3a908f req-405117a2-6592-48d1-9705-b9619a6c8aa2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0521510 Aug 16 02:21:26.782663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:26.790221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Request body: {'subnet': {'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1349168009-subnet', 'tenant_id': 'fc518c11c5e24fccb67ffb8bba257455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:26.794405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e6e19-5750-4aab-b9f8-0ab24788d019 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4a6db2-0697-4b57-8332-ef6bd8ccf225,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:26.805115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:26.818073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Made reservation on behalf of fc518c11c5e24fccb67ffb8bba257455 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:26.821472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.854743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb008c0f-b428-44ee-96fe-ba1fcc3a908f req-2636c036-64e6-46e5-ba3e-8612519b515f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650482 Aug 16 02:21:26.976311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff7d0f-994c-40e9-b69e-bfed52fa4acd req-3c992d45-481c-4404-974c-1c3c99547c8e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.977839 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7ff7d0f-994c-40e9-b69e-bfed52fa4acd req-3c992d45-481c-4404-974c-1c3c99547c8e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0526090 Aug 16 02:21:27.006886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.019392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7ff7d0f-994c-40e9-b69e-bfed52fa4acd req-7613a6ee-a6e1-4f9f-b88a-24c5c535e5a0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Aug 16 02:21:27.065960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefe9e6a-a732-4087-844e-f6771da23569,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:27.075263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Checking segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:27.075595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Network hostable DHCP agents. Network: bc4a6db2-0697-4b57-8332-ef6bd8ccf225, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:21:27.092340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:21:27.101692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, bc4a6db2-0697-4b57-8332-ef6bd8ccf225) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:27.111136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed6b527-0a5e-4b9b-bbc5-b6bb52e01662 None None] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:27.116698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.117303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.140885 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0cdbadb5-c2e3-4e18-b995-cb0f7eeecd9d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3493502 Aug 16 02:21:27.267658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d75e669-d307-421e-aa2f-80f75232a542 None None] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:27.478103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84775aa-9d76-46f7-bfed-f83287ad49c6 req-46b78196-ffa5-49de-b29f-2a12f9ee43b6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.479678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d84775aa-9d76-46f7-bfed-f83287ad49c6 req-46b78196-ffa5-49de-b29f-2a12f9ee43b6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0511169 Aug 16 02:21:27.568806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d84775aa-9d76-46f7-bfed-f83287ad49c6 req-2c25a947-4a8f-4b1e-8503-bdb2cb845507 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831633 Aug 16 02:21:27.618552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-ea426958-0368-46ec-857d-1aa1ed87ea41 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.621136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-ea426958-0368-46ec-857d-1aa1ed87ea41 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.1280162 Aug 16 02:21:27.637526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-e7692830-4882-468f-9990-47c3f1966582 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/quotas/fc518c11c5e24fccb67ffb8bba257455 HTTP/1.1" status: 200 len: 375 time: 0.0107718 Aug 16 02:21:27.674803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-8bf630db-05f6-49e7-9cb8-a3de1b01f74f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304079 Aug 16 02:21:27.794408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:27.795268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202c650-f168-444a-b73f-8871740d284e req-ac0da179-85d9-46fd-bc23-1cdea43f07aa tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.796775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f202c650-f168-444a-b73f-8871740d284e req-ac0da179-85d9-46fd-bc23-1cdea43f07aa tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 945 time: 0.1069076 Aug 16 02:21:27.819666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-860b397b-05fb-4bd9-bcf6-8f180f29de2c service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371641 Aug 16 02:21:27.847492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 4727de80-5b08-4fdf-adc1-35f76cfdff25 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:27.848098 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.893912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f202c650-f168-444a-b73f-8871740d284e req-8794bc68-1560-4451-b158-8cdac4f5d351 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855844 Aug 16 02:21:27.929284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.932585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-747f3efc-3f12-4d11-9199-6e035bdfeae7 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068504 Aug 16 02:21:27.953068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:27.955362 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3bd1ce-b5a6-4fb5-9c9f-593644dc9b6d" -d '{"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:27.968606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:27.973614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.017060 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735efdfa-9f25-4de9-86ef-f1f37f7066c3 x-openstack-request-id: req-735efdfa-9f25-4de9-86ef-f1f37f7066c3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:28.017433 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:28.017827 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-735efdfa-9f25-4de9-86ef-f1f37f7066c3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:28.018352 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'code': 200} Aug 16 02:21:28.037412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:28.116708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-868c79ec-557e-4511-b09b-cb8c8a6fb759 req-c9c03d1c-453d-4299-8b3d-24a87715798f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 210 time: 0.0279753 Aug 16 02:21:28.687020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b133d-108a-4ddb-93a8-874270b2324e req-ec6eba34-bdca-4a49-8a49-a110253a09d0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.688558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a9b133d-108a-4ddb-93a8-874270b2324e req-ec6eba34-bdca-4a49-8a49-a110253a09d0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0536196 Aug 16 02:21:28.729524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a9b133d-108a-4ddb-93a8-874270b2324e req-3244bea2-e47e-46fb-b481-5f1a29d8a562 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346878 Aug 16 02:21:29.020786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c93dbb-8693-47d1-8d28-baeac105eea1 req-6ee5580f-c469-4e10-8b11-b2f51f00635e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.022440 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47c93dbb-8693-47d1-8d28-baeac105eea1 req-6ee5580f-c469-4e10-8b11-b2f51f00635e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0530784 Aug 16 02:21:29.062146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47c93dbb-8693-47d1-8d28-baeac105eea1 req-fcf50206-59a0-4f55-b0c4-545422ec4054 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336809 Aug 16 02:21:29.221249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d43af90-721a-4ca4-9998-85556fc14d14 req-6ec566b1-351a-4297-adca-ab9d75cd6366 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 210 time: 0.0310242 Aug 16 02:21:29.534693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-41b11bbc-4e94-4f72-8f9d-986ba4d56f47 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.536737 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-41b11bbc-4e94-4f72-8f9d-986ba4d56f47 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.86 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.1131945 Aug 16 02:21:29.557930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Request body: {'port': {'device_id': 'bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'admin_state_up': True, 'tenant_id': 'fc518c11c5e24fccb67ffb8bba257455'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:29.679981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Made reservation on behalf of fc518c11c5e24fccb67ffb8bba257455 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:29.683661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.832929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Allocated IP 172.20.0.9 (bc4a6db2-0697-4b57-8332-ef6bd8ccf225/eefe9e6a-a732-4087-844e-f6771da23569/75dd3555-b27a-4932-b2df-d8c1bfc83604) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:29.853786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbb498-bb38-4133-85ce-7a773810801b req-b19f6539-c50a-44b8-a6b0-7f54840aeb6c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.855585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01cbb498-bb38-4133-85ce-7a773810801b req-b19f6539-c50a-44b8-a6b0-7f54840aeb6c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0542183 Aug 16 02:21:29.906332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01cbb498-bb38-4133-85ce-7a773810801b req-2932487a-7653-4ef1-9b20-01836ba5f5d3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 Aug 16 02:21:30.056145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.130994 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.193029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event updated for resources: {'Port': ['ID=75dd3555-b27a-4932-b2df-d8c1bfc83604,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.201269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:30.202952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:30.208148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:30.225598 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6d1a8-dfc0-4470-a3a6-c72cf46afa50 req-31be206b-4ad8-4611-96d9-022456ec1524 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.227119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2af6d1a8-dfc0-4470-a3a6-c72cf46afa50 req-31be206b-4ad8-4611-96d9-022456ec1524 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0644641 Aug 16 02:21:30.258675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.259352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.273947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2af6d1a8-dfc0-4470-a3a6-c72cf46afa50 req-a8b548af-de92-4f15-b53b-66b127dde84c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406218 Aug 16 02:21:30.276605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-dc6c7512-5068-471e-8e5c-862aa1bdc129 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240441 Aug 16 02:21:30.346215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2403ec-1bb1-4c87-ba15-b9d0c0a9b3d9 req-45a6c4a7-f0a9-4494-bc1d-66c7f2e3941d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.347791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa2403ec-1bb1-4c87-ba15-b9d0c0a9b3d9 req-45a6c4a7-f0a9-4494-bc1d-66c7f2e3941d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 931 time: 0.0542965 Aug 16 02:21:30.371711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Request body: {'port': {'device_id': 'bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:30.387453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa2403ec-1bb1-4c87-ba15-b9d0c0a9b3d9 req-9d87c2c4-c48d-44a3-9b77-ba28d1f0cd18 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334961 Aug 16 02:21:30.448216 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.688840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.754172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75dd3555-b27a-4932-b2df-d8c1bfc83604 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:30.763276 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.777032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Transition to ACTIVE for port object 75dd3555-b27a-4932-b2df-d8c1bfc83604 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:30.782054 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.856501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=75dd3555-b27a-4932-b2df-d8c1bfc83604,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.954597 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf2d1-c087-493a-9ca2-6a3b62d5885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.968758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Attempting to bind port 75dd3555-b27a-4932-b2df-d8c1bfc83604 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:30.969214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Attempting to bind port 75dd3555-b27a-4932-b2df-d8c1bfc83604 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:30.969639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Attempting to bind port 75dd3555-b27a-4932-b2df-d8c1bfc83604 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:30.975788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Port 75dd3555-b27a-4932-b2df-d8c1bfc83604 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:30.976364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Attempting to bind port 75dd3555-b27a-4932-b2df-d8c1bfc83604 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:30.982823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:30.983211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Checking segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:30.983707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Bound using segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:30.984235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Bound port: 75dd3555-b27a-4932-b2df-d8c1bfc83604, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:30.984841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.074165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] For port 75dd3555-b27a-4932-b2df-d8c1bfc83604, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:31.083202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] For port 75dd3555-b27a-4932-b2df-d8c1bfc83604, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=75dd3555-b27a-4932-b2df-d8c1bfc83604,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:31.085902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e89a64-51d6-418b-8b5a-f555fe9185eb req-9d36a17e-3d3d-4beb-ac52-026810e810f6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.088226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4e89a64-51d6-418b-8b5a-f555fe9185eb req-9d36a17e-3d3d-4beb-ac52-026810e810f6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0611775 Aug 16 02:21:31.090688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.138704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.138932 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.140394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] 10.222.0.86 "PUT /v2.0/ports/75dd3555-b27a-4932-b2df-d8c1bfc83604 HTTP/1.1" status: 200 len: 1092 time: 0.7733469 Aug 16 02:21:31.140835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb', 'tag': '75dd3555-b27a-4932-b2df-d8c1bfc83604'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:31.143598 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd89f25f-23e9-4731-8c55-5f961b903897" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb", "tag": "75dd3555-b27a-4932-b2df-d8c1bfc83604"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:31.172655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e4e89a64-51d6-418b-8b5a-f555fe9185eb req-b9962a83-0b91-4b5a-a4fd-33dbff5367a4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774698 Aug 16 02:21:31.227861 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ee06dc-428f-45a9-a10c-37697d2d905c x-openstack-request-id: req-c8ee06dc-428f-45a9-a10c-37697d2d905c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:31.228383 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb", "tag": "75dd3555-b27a-4932-b2df-d8c1bfc83604", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:31.228808 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8ee06dc-428f-45a9-a10c-37697d2d905c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:31.229373 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb', 'tag': '75dd3555-b27a-4932-b2df-d8c1bfc83604', 'status': 'completed', 'code': 200} Aug 16 02:21:31.247324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe05994-b13b-4536-a575-00089c4ac1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=75dd3555-b27a-4932-b2df-d8c1bfc83604,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:31.268930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-f463c1d3-84d3-4858-996a-8ad4ff557242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.270860 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-f463c1d3-84d3-4858-996a-8ad4ff557242 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 1095 time: 0.0599716 Aug 16 02:21:31.328144 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-1a5a5109-b2e8-4cb3-adbe-dc6a4df21188 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75dd3555-b27a-4932-b2df-d8c1bfc83604 HTTP/1.1" status: 200 len: 217 time: 0.0410256 Aug 16 02:21:31.386346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-0484cef5-09b6-4858-afa4-81107edf48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.390503 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-0484cef5-09b6-4858-afa4-81107edf48bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0532334 Aug 16 02:21:31.411054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0610c-cd24-451f-9517-0c9db2543a42 req-ba07ac3d-d256-49ad-aa9b-a85274c6763d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.413025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24a0610c-cd24-451f-9517-0c9db2543a42 req-ba07ac3d-d256-49ad-aa9b-a85274c6763d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0596509 Aug 16 02:21:31.435924 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-20b1c9a3-54fe-4bb4-86b4-fb1d79c7ec70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372190 Aug 16 02:21:31.474976 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24a0610c-cd24-451f-9517-0c9db2543a42 req-a7780367-c3a2-484e-8ec1-1ed28de7dda5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547781 Aug 16 02:21:31.557423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bdf5a-a41c-4bc7-850c-a98ebe4ad919 req-35fcd9b7-6d8c-42b1-a0d6-ebe58b707d40 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.559508 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f6bdf5a-a41c-4bc7-850c-a98ebe4ad919 req-35fcd9b7-6d8c-42b1-a0d6-ebe58b707d40 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 943 time: 0.0609615 Aug 16 02:21:31.585221 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-bad13ab0-9b4c-4617-90a4-1323635773a5 service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396458 Aug 16 02:21:31.620602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f6bdf5a-a41c-4bc7-850c-a98ebe4ad919 req-1da73602-60da-4a30-a67e-4e8cf51be11f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504794 Aug 16 02:21:31.693392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4235d36-179c-4b9c-9846-ad5b092695e3 req-5a31392b-3c2e-45a1-a546-fa70321242ce service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995843 Aug 16 02:21:31.844353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-1923e55f-9102-4f17-9677-45396faea53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.846215 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-1923e55f-9102-4f17-9677-45396faea53e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 1095 time: 0.0572443 Aug 16 02:21:31.966965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-7f4c524a-21fb-4e3d-ad5a-0c52836e3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.968830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-7f4c524a-21fb-4e3d-ad5a-0c52836e3ef2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 907 time: 0.1145260 Aug 16 02:21:32.015113 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-8bf8edca-acee-4cde-9583-5545d1fb0843 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75dd3555-b27a-4932-b2df-d8c1bfc83604 HTTP/1.1" status: 200 len: 217 time: 0.0368695 Aug 16 02:21:32.074700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-2ad71d81-428b-4920-9ce0-0a8609375c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.076314 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-2ad71d81-428b-4920-9ce0-0a8609375c98 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0522890 Aug 16 02:21:32.115640 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-e5d510b7-d5aa-4337-8045-c0eadc88ba22 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298457 Aug 16 02:21:32.257345 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-6d6191cc-16fa-44b8-a8e6-c9a19e29960b service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344209 Aug 16 02:21:32.326223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c840e-90f3-4e1e-8dbf-9010d9101b40 req-9a4e7749-c913-415c-b047-6556f049fa67 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.329372 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-817c840e-90f3-4e1e-8dbf-9010d9101b40 req-9a4e7749-c913-415c-b047-6556f049fa67 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0733769 Aug 16 02:21:32.384785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-817c840e-90f3-4e1e-8dbf-9010d9101b40 req-dca678ad-5bb1-4000-b45e-bea72650aa8d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463998 Aug 16 02:21:32.424873 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd89f25f-23e9-4731-8c55-5f961b903897 req-13818c24-0210-43d2-a930-cac1b94d4757 service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582289 Aug 16 02:21:32.629674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d13d0-aa81-460c-9874-e6fe534dd87b req-8df907f1-8849-48ec-be5d-0c1da0f82a00 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.631107 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-674d13d0-aa81-460c-9874-e6fe534dd87b req-8df907f1-8849-48ec-be5d-0c1da0f82a00 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0792220 Aug 16 02:21:32.726523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-674d13d0-aa81-460c-9874-e6fe534dd87b req-ed664f5c-fca2-4c09-861b-0965ea004315 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873797 Aug 16 02:21:32.851878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e28ca-ee7a-48d3-b921-9de0ae840aa6 req-eca9ac40-45de-42e2-b11d-8b27b259813b tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.859537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-922e28ca-ee7a-48d3-b921-9de0ae840aa6 req-eca9ac40-45de-42e2-b11d-8b27b259813b tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 943 time: 0.1314156 Aug 16 02:21:32.908659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-922e28ca-ee7a-48d3-b921-9de0ae840aa6 req-49889686-79ad-4dba-ad6b-d3677ab5650f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476172 Aug 16 02:21:33.533388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d70a63-b3fd-404d-ba19-afc082879da1 req-e1f274db-c5f7-42aa-99b3-1b616bb2734a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.535115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5d70a63-b3fd-404d-ba19-afc082879da1 req-e1f274db-c5f7-42aa-99b3-1b616bb2734a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0553753 Aug 16 02:21:33.581339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5d70a63-b3fd-404d-ba19-afc082879da1 req-a4888936-b5e4-4c68-a9ab-e29c609381ef tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381114 Aug 16 02:21:33.607661 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-244916c7-6c7f-497d-9a54-84a287111828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.862316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec24d8-d7f9-4630-82c7-b1bdd7b5eb45 req-bc4e83e2-2641-40fb-b926-8fb72b1ad066 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.870267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05ec24d8-d7f9-4630-82c7-b1bdd7b5eb45 req-bc4e83e2-2641-40fb-b926-8fb72b1ad066 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0599642 Aug 16 02:21:33.915452 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.933947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05ec24d8-d7f9-4630-82c7-b1bdd7b5eb45 req-5e0a55e2-3162-4157-9941-031fe0ceaf9b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615783 Aug 16 02:21:34.050502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa788f-a7ae-407a-9fa4-9351d49172a9 req-efec025b-27bb-4656-81fa-adc83eefd7b4 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.052492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8aa788f-a7ae-407a-9fa4-9351d49172a9 req-efec025b-27bb-4656-81fa-adc83eefd7b4 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 943 time: 0.0623260 Aug 16 02:21:34.115380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8aa788f-a7ae-407a-9fa4-9351d49172a9 req-5e14b743-a2e4-44ee-8120-05166a864e95 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487583 Aug 16 02:21:34.718575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1bc3b-1a05-4386-8ec5-af29cc81bc8e req-d8e4bf40-69fd-4530-a070-f941623f96ae tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.720240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0b1bc3b-1a05-4386-8ec5-af29cc81bc8e req-d8e4bf40-69fd-4530-a070-f941623f96ae tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0560150 Aug 16 02:21:34.763651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0b1bc3b-1a05-4386-8ec5-af29cc81bc8e req-bce753c9-9f92-4720-bbfb-df1df4439397 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Aug 16 02:21:34.840130 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.061199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe19d5-bab0-4323-bc08-04c67e6c80f2 req-2bb695fb-c38b-438c-8cba-e7987ab33edf tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.062877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbfe19d5-bab0-4323-bc08-04c67e6c80f2 req-2bb695fb-c38b-438c-8cba-e7987ab33edf tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0544565 Aug 16 02:21:35.109111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbfe19d5-bab0-4323-bc08-04c67e6c80f2 req-a8431f5b-9056-4153-8b2b-d87b30dbc4d0 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391757 Aug 16 02:21:35.258236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d193f-9d5c-4da4-8417-98a12ba78880 req-6c33050c-90c0-4350-a57c-500aa6c033a8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.259833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab1d193f-9d5c-4da4-8417-98a12ba78880 req-6c33050c-90c0-4350-a57c-500aa6c033a8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 943 time: 0.0682764 Aug 16 02:21:35.305701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab1d193f-9d5c-4da4-8417-98a12ba78880 req-de7283c8-f934-48e9-a19d-9b2d4efec637 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394900 Aug 16 02:21:35.835592 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 75dd3555-b27a-4932-b2df-d8c1bfc83604 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:35.897089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebc2fe-2948-4c8a-b131-702e2d953dc4 req-12174071-7160-4db0-bcca-9539fb2edf8d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.898758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-feebc2fe-2948-4c8a-b131-702e2d953dc4 req-12174071-7160-4db0-bcca-9539fb2edf8d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0649178 Aug 16 02:21:35.937097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 75dd3555-b27a-4932-b2df-d8c1bfc83604, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=75dd3555-b27a-4932-b2df-d8c1bfc83604,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:35.949408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '75dd3555-b27a-4932-b2df-d8c1bfc83604', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'port_id': '75dd3555-b27a-4932-b2df-d8c1bfc83604', 'mac_address': 'fa:16:3e:6a:a7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefe9e6a-a732-4087-844e-f6771da23569', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:35.978148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-feebc2fe-2948-4c8a-b131-702e2d953dc4 req-4839bd0d-76b1-4927-af4b-0da7b6a4ce62 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676019 Aug 16 02:21:35.994354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.007972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75dd3555-b27a-4932-b2df-d8c1bfc83604 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:36.030283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 75dd3555-b27a-4932-b2df-d8c1bfc83604, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=75dd3555-b27a-4932-b2df-d8c1bfc83604,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:36.036199 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.091191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=75dd3555-b27a-4932-b2df-d8c1bfc83604,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:36.263711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-db900647-8fe9-403a-922d-1abfd7a615df service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878925 Aug 16 02:21:36.272931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bfc60-8c4b-4dae-a0be-e867b32d609e req-816d36fa-bb07-4c1e-b4af-9d1f6ef69101 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.275381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c42bfc60-8c4b-4dae-a0be-e867b32d609e req-816d36fa-bb07-4c1e-b4af-9d1f6ef69101 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0746095 Aug 16 02:21:36.381012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c42bfc60-8c4b-4dae-a0be-e867b32d609e req-4fe22bae-c1f0-4ffb-99f2-b62f9dd6cad4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917017 Aug 16 02:21:36.425905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-75e5fa99-c232-4445-a87f-36c03146bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.429294 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-75e5fa99-c232-4445-a87f-36c03146bfac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 1098 time: 0.1213646 Aug 16 02:21:36.431304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:36.462163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d52d82-7fb1-4914-94e8-1e8421ff0930 req-ab101891-c2be-423d-bd94-df821bf1d0dc tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.464516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76d52d82-7fb1-4914-94e8-1e8421ff0930 req-ab101891-c2be-423d-bd94-df821bf1d0dc tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 944 time: 0.0774260 Aug 16 02:21:36.586049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76d52d82-7fb1-4914-94e8-1e8421ff0930 req-0f5712c7-f6f5-469b-94f8-4dec35b77d05 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122994 Aug 16 02:21:36.644402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-f2f6af9b-237c-4593-8ea8-6b199004d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.646004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-f2f6af9b-237c-4593-8ea8-6b199004d1ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 200 len: 911 time: 0.1803277 Aug 16 02:21:36.737268 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-4498e18b-24b8-479c-95f6-6c868cf02b2a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf HTTP/1.1" status: 200 len: 1002 time: 0.0831592 Aug 16 02:21:36.798166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-fca24d2e-8939-4778-ab25-12ee1eb74acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.799743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-fca24d2e-8939-4778-ab25-12ee1eb74acc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 200 len: 849 time: 0.0559640 Aug 16 02:21:36.851973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-b147f088-3c05-4312-bb5b-4827b26abd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.853758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-b147f088-3c05-4312-bb5b-4827b26abd66 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42402214-d4b1-4919-808b-9e663e6ab8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467539 Aug 16 02:21:36.939433 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.003946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-003ce7af-40fc-4498-b4dd-62bac1bff2d9 service neutron] 10.222.0.93 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282890 Aug 16 02:21:37.169190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7d37-f7e6-442e-8d99-713572c16757 req-8d6534ff-1321-4f36-80a6-4456fafc10c1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.170905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-755a7d37-f7e6-442e-8d99-713572c16757 req-8d6534ff-1321-4f36-80a6-4456fafc10c1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0870881 Aug 16 02:21:37.193178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a708650-3fdf-4bae-8dac-ed8406d96235 req-1b14e2ee-4e26-4283-9267-ec0276103c4b service neutron] 10.222.0.93 "GET /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882617 Aug 16 02:21:37.234470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-755a7d37-f7e6-442e-8d99-713572c16757 req-11f00f3a-21b2-453f-8139-8fe1dbb4fab5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557232 Aug 16 02:21:37.503629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8696e-7834-4ace-8823-7df05b4229d3 req-491bcbaa-bba0-4669-b66c-9f4b868308ce tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.505357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45f8696e-7834-4ace-8823-7df05b4229d3 req-491bcbaa-bba0-4669-b66c-9f4b868308ce tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0595338 Aug 16 02:21:37.551371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45f8696e-7834-4ace-8823-7df05b4229d3 req-11d56985-8259-4df2-8d8f-daec3578662c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379310 Aug 16 02:21:37.781447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88729046-505a-41c0-9467-cff8da287931 req-53303226-1421-4cfe-a6e0-6ad3d08287d1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.783471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88729046-505a-41c0-9467-cff8da287931 req-53303226-1421-4cfe-a6e0-6ad3d08287d1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 944 time: 0.1113982 Aug 16 02:21:37.834246 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88729046-505a-41c0-9467-cff8da287931 req-5f60bd53-75b7-4365-8baa-c48b05cb59b4 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438724 Aug 16 02:21:37.844707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 75dd3555-b27a-4932-b2df-d8c1bfc83604 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:37.930224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 75dd3555-b27a-4932-b2df-d8c1bfc83604 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:37.935167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 75dd3555-b27a-4932-b2df-d8c1bfc83604 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:37.935673 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.035717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.077563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 75dd3555-b27a-4932-b2df-d8c1bfc83604, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=75dd3555-b27a-4932-b2df-d8c1bfc83604,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:38.078699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dd3555-b27a-4932-b2df-d8c1bfc83604'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:38.081858 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9263f99f-2518-47b4-9f0c-57b26efd09ea" -d '{"events": [{"server_uuid": "bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb", "name": "network-vif-plugged", "status": "completed", "tag": "75dd3555-b27a-4932-b2df-d8c1bfc83604"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:38.098542 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.151628 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044f9d8d-9d66-4c40-9b34-2a669f39f72b x-openstack-request-id: req-044f9d8d-9d66-4c40-9b34-2a669f39f72b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:38.151934 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb", "name": "network-vif-plugged", "status": "completed", "tag": "75dd3555-b27a-4932-b2df-d8c1bfc83604", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:38.152190 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-044f9d8d-9d66-4c40-9b34-2a669f39f72b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:38.152725 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dd3555-b27a-4932-b2df-d8c1bfc83604', 'code': 200} Aug 16 02:21:38.186236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=75dd3555-b27a-4932-b2df-d8c1bfc83604,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:38.340932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ffd52-7875-4d3d-884f-f1e65ca928a5 req-63563b2f-e708-4f00-b123-62fca219bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.343452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-181ffd52-7875-4d3d-884f-f1e65ca928a5 req-63563b2f-e708-4f00-b123-62fca219bc08 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 1097 time: 0.0878313 Aug 16 02:21:38.371703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8d939-7d21-4e27-8847-43ae071454a6 req-32366860-a7ae-4398-9d67-4fca4f1e7e67 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.385199 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17c8d939-7d21-4e27-8847-43ae071454a6 req-32366860-a7ae-4398-9d67-4fca4f1e7e67 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0709982 Aug 16 02:21:38.419277 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-181ffd52-7875-4d3d-884f-f1e65ca928a5 req-d3002767-6d9f-4694-a9a7-bf7282edfbbe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601680 Aug 16 02:21:38.448172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17c8d939-7d21-4e27-8847-43ae071454a6 req-a85be086-15b7-415e-ad12-be8fea8ab3dc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618460 Aug 16 02:21:38.678431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7663a35-2cbe-401b-becc-6c4772c21888 req-84cbdde8-4294-44d3-915a-bebd6311b4b1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.679870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7663a35-2cbe-401b-becc-6c4772c21888 req-84cbdde8-4294-44d3-915a-bebd6311b4b1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0573752 Aug 16 02:21:38.723497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7663a35-2cbe-401b-becc-6c4772c21888 req-924da49f-1ccc-49b6-8164-6a335be5b5d7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359659 Aug 16 02:21:38.967870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b781997-9bc7-4ff0-ba6f-c3bb9e5ce0f9 req-bc2f20f7-1bbc-401f-b37b-20b016af1f54 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.969998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b781997-9bc7-4ff0-ba6f-c3bb9e5ce0f9 req-bc2f20f7-1bbc-401f-b37b-20b016af1f54 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 945 time: 0.0554338 Aug 16 02:21:39.018027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b781997-9bc7-4ff0-ba6f-c3bb9e5ce0f9 req-cf172549-2be3-452a-aa24-41dc256e7562 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Aug 16 02:21:39.138034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:39.246959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:39.264312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544', 'port_id': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'mac_address': 'fa:16:3e:bc:35:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fac6671-ec6f-48b5-bedf-1b2c814d0144', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:39.306863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.321321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:39.341395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:39.361194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.416356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.479505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:39.621868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827125d9-1800-43e9-8158-3c371f0e9c8f req-629fc2b6-d5bc-45d1-b847-d48d9c36a232 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.624070 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-827125d9-1800-43e9-8158-3c371f0e9c8f req-629fc2b6-d5bc-45d1-b847-d48d9c36a232 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0621037 Aug 16 02:21:39.708840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-827125d9-1800-43e9-8158-3c371f0e9c8f req-82c1e3d1-0d63-4f03-9f92-1e13a336ae48 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631962 Aug 16 02:21:39.891141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcd67f-1d51-4623-a97b-c19d21e15cb1 req-9d5384cb-157b-4591-aa3f-fb287bbff0c3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.904898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1bcd67f-1d51-4623-a97b-c19d21e15cb1 req-9d5384cb-157b-4591-aa3f-fb287bbff0c3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0830534 Aug 16 02:21:39.965566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1bcd67f-1d51-4623-a97b-c19d21e15cb1 req-87641c18-606c-4117-9637-b93e1ba6af4b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557940 Aug 16 02:21:40.164921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b7f49-73b8-4941-8e5d-8bfe64234d07 req-ec3be747-7823-4987-8c9a-44efcd880814 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.168464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf2b7f49-73b8-4941-8e5d-8bfe64234d07 req-ec3be747-7823-4987-8c9a-44efcd880814 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 945 time: 0.0625522 Aug 16 02:21:40.224905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf2b7f49-73b8-4941-8e5d-8bfe64234d07 req-0f0c67ca-7db8-41ca-8a9d-6b2d98b0d4b7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481784 Aug 16 02:21:40.629740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f679bbf-f381-42ea-9125-67765dbe0ec1 req-e8c92ca2-07de-420c-805e-6ecc8e170955 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.632096 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f679bbf-f381-42ea-9125-67765dbe0ec1 req-e8c92ca2-07de-420c-805e-6ecc8e170955 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.1362908 Aug 16 02:21:40.648028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f679bbf-f381-42ea-9125-67765dbe0ec1 req-114300dc-2041-4a8f-af1e-ce0d7260a153 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/quotas/fc518c11c5e24fccb67ffb8bba257455 HTTP/1.1" status: 200 len: 375 time: 0.0100949 Aug 16 02:21:40.707905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f679bbf-f381-42ea-9125-67765dbe0ec1 req-07cb6faf-a93b-4718-83c5-8f27dd0921be tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536261 Aug 16 02:21:40.846108 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f679bbf-f381-42ea-9125-67765dbe0ec1 req-1660ba08-3cfa-4d24-abef-22082976a0c8 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311281 Aug 16 02:21:40.950533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f62800-3a33-44d9-8990-962b4ecb561d req-561d5752-aab7-4f65-8b7d-97e6f01b018b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.959687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0f62800-3a33-44d9-8990-962b4ecb561d req-561d5752-aab7-4f65-8b7d-97e6f01b018b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.1411667 Aug 16 02:21:41.008416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f679bbf-f381-42ea-9125-67765dbe0ec1 req-7bcb2174-4ec6-4ec1-80d5-17c1e26f6d75 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470084 Aug 16 02:21:41.055864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0f62800-3a33-44d9-8990-962b4ecb561d req-c4e92d09-1453-4a59-a4d5-5ba9a3fca924 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928249 Aug 16 02:21:41.153252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:41.319635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c897c-9069-4cf7-9e8f-cd58eb2b4c28 req-248783a3-82d7-4b61-af74-f77c9f1f04c4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.321249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-664c897c-9069-4cf7-9e8f-cd58eb2b4c28 req-248783a3-82d7-4b61-af74-f77c9f1f04c4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.1659870 Aug 16 02:21:41.323911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:41.324504 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.404830 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-664c897c-9069-4cf7-9e8f-cd58eb2b4c28 req-b78bbd35-e6cd-41cc-8626-e28346aaa909 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775182 Aug 16 02:21:41.482691 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.522552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:41.525305 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45622fd4-ff3f-4b6a-b0fe-1467e9758775" -d '{"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:41.545607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:41.555234 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.599157 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f73542-680c-4198-8ca5-dbbcd85a48e2 x-openstack-request-id: req-79f73542-680c-4198-8ca5-dbbcd85a48e2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:41.599771 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:41.601898 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79f73542-680c-4198-8ca5-dbbcd85a48e2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:41.602585 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'code': 200} Aug 16 02:21:41.645925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:42.228083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b30c8a-55c8-43a1-929e-7a3d6e79b16d req-bf127088-e9b6-4352-b479-eb83b194f909 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.229847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51b30c8a-55c8-43a1-929e-7a3d6e79b16d req-bf127088-e9b6-4352-b479-eb83b194f909 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0812962 Aug 16 02:21:42.231083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.285383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51b30c8a-55c8-43a1-929e-7a3d6e79b16d req-97f384dc-1dc7-4cee-80e4-6c7f137be2a6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 Aug 16 02:21:42.483652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-88161527-c3b6-4dbb-bbb5-da5d3db1652a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.485441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-88161527-c3b6-4dbb-bbb5-da5d3db1652a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.1312871 Aug 16 02:21:42.526862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-addaca4f-3714-47f5-9a83-40e369efdbdc tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/quotas/fc518c11c5e24fccb67ffb8bba257455 HTTP/1.1" status: 200 len: 375 time: 0.0317461 Aug 16 02:21:42.575772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd7d74-9405-4481-9911-0b4d70fb399c req-ac585e49-5e3f-41f3-b1ec-32863800a613 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.577564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9dd7d74-9405-4481-9911-0b4d70fb399c req-ac585e49-5e3f-41f3-b1ec-32863800a613 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0911438 Aug 16 02:21:42.611530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-97ac96bd-97c3-40de-bb5b-6c942c871837 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780277 Aug 16 02:21:42.647029 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9dd7d74-9405-4481-9911-0b4d70fb399c req-dc899c99-6a07-48e0-9004-6a9833b5e0bc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627370 Aug 16 02:21:42.764450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-779ebd39-de2d-4125-a9eb-03cfaf57a418 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420043 Aug 16 02:21:42.890388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752647f-deea-4286-9a18-d9cf2d7085e6 req-a6f0a16f-8460-4068-b3a9-1178ea6af036 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.891844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2752647f-deea-4286-9a18-d9cf2d7085e6 req-a6f0a16f-8460-4068-b3a9-1178ea6af036 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 946 time: 0.0779562 Aug 16 02:21:42.920335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-d583e63f-565d-4407-a8e3-f0a3756928d3 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550014 Aug 16 02:21:42.959294 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2752647f-deea-4286-9a18-d9cf2d7085e6 req-3938f709-dc6d-4718-84b7-7df762eec255 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529344 Aug 16 02:21:43.347318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a3bd2e8-eef8-4621-b3cd-bba64755554f req-abd4ea30-ab7b-4b9b-ae73-462d5493b557 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 210 time: 0.1414547 Aug 16 02:21:43.426826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ba228-5cd4-4aff-b288-6d68b6c721f1 req-0f635dfb-6618-40e0-b343-c3de074f144b tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.429801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce5ba228-5cd4-4aff-b288-6d68b6c721f1 req-0f635dfb-6618-40e0-b343-c3de074f144b tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1097 time: 0.1090798 Aug 16 02:21:43.476606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce5ba228-5cd4-4aff-b288-6d68b6c721f1 req-c1e7a688-7dac-43ce-8450-dc148dbffd65 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.527777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8899d23-cda3-472f-8bff-fd2d915a98f4 req-aced7642-069c-4e63-bac8-0834415fdb4b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.536397 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8899d23-cda3-472f-8bff-fd2d915a98f4 req-aced7642-069c-4e63-bac8-0834415fdb4b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1031606 Aug 16 02:21:43.623742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8899d23-cda3-472f-8bff-fd2d915a98f4 req-6815ee03-bcce-461a-accf-e0fbac2816b1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862100 Aug 16 02:21:43.710890 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce5ba228-5cd4-4aff-b288-6d68b6c721f1 req-c1e7a688-7dac-43ce-8450-dc148dbffd65 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.716958 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce5ba228-5cd4-4aff-b288-6d68b6c721f1 req-c1e7a688-7dac-43ce-8450-dc148dbffd65 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.742597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce5ba228-5cd4-4aff-b288-6d68b6c721f1 req-c1e7a688-7dac-43ce-8450-dc148dbffd65 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983677 Aug 16 02:21:43.790484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7a688-7dac-43ce-8450-dc148dbffd65 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce00bce4-20bb-44c9-bd9f-2cba80af7f5e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:43.871215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:43.969710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c3bdc-8575-4519-bf85-9ea1faa1ed7a req-fd4c13df-7da3-4ed2-81d2-cf6291b3c35d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.978939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-943c3bdc-8575-4519-bf85-9ea1faa1ed7a req-fd4c13df-7da3-4ed2-81d2-cf6291b3c35d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1290534 Aug 16 02:21:44.029361 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.046465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-943c3bdc-8575-4519-bf85-9ea1faa1ed7a req-1e200958-fa4f-4ac3-b7ce-6e5cb8ddb6a5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664527 Aug 16 02:21:44.072036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:44.075223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:44.086645 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288bec28-43dc-4fdf-9059-445aaf9d3e3c" -d '{"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-unplugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:44.131603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:44.140516 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.213300 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75487892-c880-4ec5-99c1-68c5f3e494d7 x-openstack-request-id: req-75487892-c880-4ec5-99c1-68c5f3e494d7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:44.213876 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-unplugged", "status": "completed", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:44.214294 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75487892-c880-4ec5-99c1-68c5f3e494d7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:44.214839 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'code': 200} Aug 16 02:21:44.215580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=14']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:44.241735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-114cabf9-8ed5-4d67-a21d-790baf42d830 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/5789732f-9f2e-40c7-b467-403eece55a0d HTTP/1.1" status: 200 len: 993 time: 0.1652141 Aug 16 02:21:44.477547 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2594579e-19aa-4b14-8fb1-58a647ec2b3c req-02d87d83-6fdf-4815-bb89-e25ac67156c4 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 210 time: 0.0313034 Aug 16 02:21:44.750137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-5b00dc1e-6160-4f8a-b3eb-a9199d467a61 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.751907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-5b00dc1e-6160-4f8a-b3eb-a9199d467a61 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.2286830 Aug 16 02:21:44.769363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Request body: {'port': {'device_id': '46d286d7-93a8-4e94-b40c-9256e9c255d1', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'admin_state_up': True, 'tenant_id': 'fc518c11c5e24fccb67ffb8bba257455'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:44.896058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538fcb9-6533-43ea-97cf-08ad979eef59 req-865ee71e-7017-4860-945e-afe212bdb576 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.901008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1538fcb9-6533-43ea-97cf-08ad979eef59 req-865ee71e-7017-4860-945e-afe212bdb576 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.2040918 Aug 16 02:21:45.007712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1538fcb9-6533-43ea-97cf-08ad979eef59 req-2f484618-b57a-426e-9d39-abb118f185cd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055467 Aug 16 02:21:45.033601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41058) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.073088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Made reservation on behalf of fc518c11c5e24fccb67ffb8bba257455 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:45.077982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.214207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-f8de1db5-ce66-4293-8b59-e26f5dc82441 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1778145 Aug 16 02:21:45.249545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b654ff-9c94-44cc-9f8f-926933462d0b req-03beec11-1ee6-41b9-9240-2914138d834d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.251236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0b654ff-9c94-44cc-9f8f-926933462d0b req-03beec11-1ee6-41b9-9240-2914138d834d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1678438 Aug 16 02:21:45.304069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eed02-f7c3-4915-ae95-a7ba9e08bafd req-5f75dee1-5fce-4da1-b0fa-e6839c8d9de3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.311552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-217eed02-f7c3-4915-ae95-a7ba9e08bafd req-5f75dee1-5fce-4da1-b0fa-e6839c8d9de3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1949863 Aug 16 02:21:45.387505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Allocated IP 172.20.0.14 (bc4a6db2-0697-4b57-8332-ef6bd8ccf225/eefe9e6a-a732-4087-844e-f6771da23569/87e2fb54-72b9-461d-b345-1bc58dbaced9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:45.419267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0b654ff-9c94-44cc-9f8f-926933462d0b req-d13b3a29-11ee-440e-ab29-c12f7f79aa3d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600733 Aug 16 02:21:45.445552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-217eed02-f7c3-4915-ae95-a7ba9e08bafd req-2111f8ac-ad1e-4b74-8712-06819264360a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279657 Aug 16 02:21:45.818159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-1a8f6796-e552-4bcb-adc4-38c52e5bf073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.820538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-1a8f6796-e552-4bcb-adc4-38c52e5bf073 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1096 time: 0.0741441 Aug 16 02:21:45.951688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-2ab656d5-df43-481d-a319-355135ac289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:45.953602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-2ab656d5-df43-481d-a319-355135ac289a service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.1249318 Aug 16 02:21:46.074042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-c1df668b-2bdb-4ab0-a18f-d007c4d968df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 999 time: 0.1042891 Aug 16 02:21:46.126328 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2548767-73e2-4eb9-a21f-d5d97cc355c7 req-fe2bf872-a6fc-412d-bbf6-8928ad2b935e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 210 time: 0.4401164 Aug 16 02:21:46.162235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-53b8e4f1-a921-495e-a073-194ffb326336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.164189 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-53b8e4f1-a921-495e-a073-194ffb326336 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0796669 Aug 16 02:21:46.234321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-f5fcf473-f16f-4a51-9289-c760d5afc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.236992 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-f5fcf473-f16f-4a51-9289-c760d5afc6d7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639241 Aug 16 02:21:46.237801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4533ac6-0954-4c4c-9b4a-cb38e09a6d80 req-344a1aa4-ac78-4c4f-b489-7a6a982ce26f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.239264 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4533ac6-0954-4c4c-9b4a-cb38e09a6d80 req-344a1aa4-ac78-4c4f-b489-7a6a982ce26f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1188078 Aug 16 02:21:46.288114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.317365 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4533ac6-0954-4c4c-9b4a-cb38e09a6d80 req-de54561b-1e38-45b7-bf30-c64bce81f6db tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693789 Aug 16 02:21:46.427788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.457661 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-8f07a37a-0479-45b3-b037-5478a500f58d service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119913 Aug 16 02:21:46.473055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c12ed-d207-4112-b67b-efe0e778b1b5 req-9a1050cb-3aab-4e49-86ad-ed152c8654b8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.480451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:46.480975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a59c12ed-d207-4112-b67b-efe0e778b1b5 req-9a1050cb-3aab-4e49-86ad-ed152c8654b8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1091688 Aug 16 02:21:46.576666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:46.579653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event updated for resources: {'Port': ['ID=87e2fb54-72b9-461d-b345-1bc58dbaced9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:46.587708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:46.599153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:46.663540 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3afedff0-4d01-4c6c-ae21-3977628babbe req-146500f0-8192-498f-a45e-0203834692a9 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933029 Aug 16 02:21:46.688906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a59c12ed-d207-4112-b67b-efe0e778b1b5 req-6f635490-60e3-4221-93e2-c9637cac66f0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072704 Aug 16 02:21:46.770398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.771082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.789156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba4b76-e408-4f14-9300-7360459f6637 req-508f1124-967c-4277-b1c6-caed141c8ff0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.797634 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f5ba4b76-e408-4f14-9300-7360459f6637 req-508f1124-967c-4277-b1c6-caed141c8ff0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.2063775 Aug 16 02:21:46.831866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-48b7220d-a739-45ba-973f-033d6a20ea31 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0675046 Aug 16 02:21:46.848583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Request body: {'port': {'device_id': '46d286d7-93a8-4e94-b40c-9256e9c255d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:46.901590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-3d3a3270-9327-452d-b90a-43356c044232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.903171 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-3d3a3270-9327-452d-b90a-43356c044232 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0953906 Aug 16 02:21:46.940951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f5ba4b76-e408-4f14-9300-7360459f6637 req-9f436f83-9990-4a38-9104-6eab611447b7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370394 Aug 16 02:21:47.014971 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.124793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-36ca4c80-e6ea-49ab-a66a-0b8e9f6bed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.126447 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-36ca4c80-e6ea-49ab-a66a-0b8e9f6bed0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 898 time: 0.2102649 Aug 16 02:21:47.255497 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-8471c61e-4b00-44e5-b200-85600c744e3d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 1001 time: 0.1193309 Aug 16 02:21:47.312383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ba036-dcf8-4c28-988e-1713eb43ddbb req-f0d9f79c-1221-4f84-a271-9550ccebdceb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.314133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-549ba036-dcf8-4c28-988e-1713eb43ddbb req-f0d9f79c-1221-4f84-a271-9550ccebdceb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 932 time: 0.0868161 Aug 16 02:21:47.342138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-db0536a6-79a0-41d9-956e-d1ff75c17664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.343740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-db0536a6-79a0-41d9-956e-d1ff75c17664 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 200 len: 835 time: 0.0812778 Aug 16 02:21:47.381673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-549ba036-dcf8-4c28-988e-1713eb43ddbb req-d103f905-7832-4807-9082-e0281e3171e1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544848 Aug 16 02:21:47.470546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-e47dadac-d51e-4726-b531-fb349fa6949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.476546 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-e47dadac-d51e-4726-b531-fb349fa6949d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebaefa93-1e44-4ee5-85c8-291327563e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852356 Aug 16 02:21:47.504755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e2fb54-72b9-461d-b345-1bc58dbaced9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:47.514967 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.547504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Transition to ACTIVE for port object 87e2fb54-72b9-461d-b345-1bc58dbaced9 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:47.558594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca68ceb-48e2-4b45-9582-ff3949f4576c req-70e5983d-de60-4319-be46-97a5248ca1f7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:47.560331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ca68ceb-48e2-4b45-9582-ff3949f4576c req-70e5983d-de60-4319-be46-97a5248ca1f7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1236310 Aug 16 02:21:47.561607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.621609 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-e7f94f8a-3231-4e81-9faa-312cbd8710ac service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364660 Aug 16 02:21:47.765133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ca68ceb-48e2-4b45-9582-ff3949f4576c req-3a382fa1-a125-4581-a4ef-6f0fdc9d4846 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937768 Aug 16 02:21:47.916703 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-204f6458-68ac-492b-b9f3-b57dd3215f40 service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871032 Aug 16 02:21:47.972041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Pushing event updated for resources: {'Port': ['ID=87e2fb54-72b9-461d-b345-1bc58dbaced9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:48.012172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Attempting to bind port 87e2fb54-72b9-461d-b345-1bc58dbaced9 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:48.012506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Attempting to bind port 87e2fb54-72b9-461d-b345-1bc58dbaced9 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:48.012840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Attempting to bind port 87e2fb54-72b9-461d-b345-1bc58dbaced9 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:48.021157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Port 87e2fb54-72b9-461d-b345-1bc58dbaced9 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:48.021489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Attempting to bind port 87e2fb54-72b9-461d-b345-1bc58dbaced9 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:48.034936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095ddfd-7346-4e14-85a2-6d332aa259d5 req-30884d7d-cd2c-4deb-b26e-ccf70029324f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.044212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e095ddfd-7346-4e14-85a2-6d332aa259d5 req-30884d7d-cd2c-4deb-b26e-ccf70029324f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1295497 Aug 16 02:21:48.052196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:48.052534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Checking segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:48.052929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Bound using segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:48.053376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Bound port: 87e2fb54-72b9-461d-b345-1bc58dbaced9, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:48.053731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.197955 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e095ddfd-7346-4e14-85a2-6d332aa259d5 req-9945a388-5ab6-4c4f-ae58-2e0e42f6112d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526361 Aug 16 02:21:48.241779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d025-d384-4de1-b469-0c953c73e696 req-ca99c31a-0fbf-49f9-83b5-5a24095d18ee tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.244671 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c10d025-d384-4de1-b469-0c953c73e696 req-ca99c31a-0fbf-49f9-83b5-5a24095d18ee tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1878803 Aug 16 02:21:48.290417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] For port 87e2fb54-72b9-461d-b345-1bc58dbaced9, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:48.313808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] For port 87e2fb54-72b9-461d-b345-1bc58dbaced9, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=87e2fb54-72b9-461d-b345-1bc58dbaced9,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:48.328151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c10d025-d384-4de1-b469-0c953c73e696 req-b18cf16a-9651-47a5-aec5-285cc128e13c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662167 Aug 16 02:21:48.330390 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.373856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.374484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.376875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] 10.222.0.93 "PUT /v2.0/ports/87e2fb54-72b9-461d-b345-1bc58dbaced9 HTTP/1.1" status: 200 len: 1093 time: 1.5330267 Aug 16 02:21:48.376875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d286d7-93a8-4e94-b40c-9256e9c255d1', 'tag': '87e2fb54-72b9-461d-b345-1bc58dbaced9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:48.378712 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b" -d '{"events": [{"name": "network-changed", "server_uuid": "46d286d7-93a8-4e94-b40c-9256e9c255d1", "tag": "87e2fb54-72b9-461d-b345-1bc58dbaced9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:48.408433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b60a3-f3af-4dfc-bf7d-88e95577c003 service neutron] Pushing event updated for resources: {'Port': ['ID=87e2fb54-72b9-461d-b345-1bc58dbaced9,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:48.433474 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfef75fa-e28a-4de4-b899-3f5fca8d2b14 x-openstack-request-id: req-cfef75fa-e28a-4de4-b899-3f5fca8d2b14 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:48.433771 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d286d7-93a8-4e94-b40c-9256e9c255d1", "tag": "87e2fb54-72b9-461d-b345-1bc58dbaced9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:48.434534 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cfef75fa-e28a-4de4-b899-3f5fca8d2b14 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:48.434662 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d286d7-93a8-4e94-b40c-9256e9c255d1', 'tag': '87e2fb54-72b9-461d-b345-1bc58dbaced9', 'status': 'completed', 'code': 200} Aug 16 02:21:48.475157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-1695dac7-e2a8-42a2-8914-3bf91d1ef834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.476715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-1695dac7-e2a8-42a2-8914-3bf91d1ef834 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 1096 time: 0.0540485 Aug 16 02:21:48.545150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-cacdb096-8063-4873-8c81-16bc09b6ea40 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87e2fb54-72b9-461d-b345-1bc58dbaced9 HTTP/1.1" status: 200 len: 217 time: 0.0601203 Aug 16 02:21:48.607957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888d585-4564-4f58-96e2-d1709d7b35b9 req-a0829482-11cb-45ae-b5d7-6eeb52bf9017 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.609628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b888d585-4564-4f58-96e2-d1709d7b35b9 req-a0829482-11cb-45ae-b5d7-6eeb52bf9017 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 944 time: 0.1177638 Aug 16 02:21:48.621713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-33a6bd48-d973-4070-ac0c-9634fe1d52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:48.623848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-33a6bd48-d973-4070-ac0c-9634fe1d52cf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0708084 Aug 16 02:21:48.669523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-b96bcbc2-b986-4327-af67-9f7947936004 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315998 Aug 16 02:21:48.701735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b888d585-4564-4f58-96e2-d1709d7b35b9 req-0edcffd1-79f3-40ce-ac8b-cb6f39c8bdf8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824001 Aug 16 02:21:48.772204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-84eed0c2-6079-46aa-926d-5b2c03e09361 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949244 Aug 16 02:21:48.874736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6ecd3d-daea-4d52-b991-3be21af1feba req-ee081f2a-0ff1-447f-a81c-30a269c9c60f service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941577 Aug 16 02:21:49.049310 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97c5b9-90d3-4be5-8f8e-df6a859c708f req-831de73b-6acb-400b-9785-315737a65258 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.051413 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c97c5b9-90d3-4be5-8f8e-df6a859c708f req-831de73b-6acb-400b-9785-315737a65258 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1164367 Aug 16 02:21:49.053232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-fd84cfd2-fc66-4f79-ab46-057c42867854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.055047 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-fd84cfd2-fc66-4f79-ab46-057c42867854 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 1096 time: 0.1017859 Aug 16 02:21:49.173242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c97c5b9-90d3-4be5-8f8e-df6a859c708f req-c9dee058-5784-40bd-bc5b-56e36cd9f53b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986865 Aug 16 02:21:49.256295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-fdba0ad8-e906-40f4-92e9-d5b111ec2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.257901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-fdba0ad8-e906-40f4-92e9-d5b111ec2c84 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 907 time: 0.1943750 Aug 16 02:21:49.326764 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-7f884ead-502f-49a7-bded-60378c09e0ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87e2fb54-72b9-461d-b345-1bc58dbaced9 HTTP/1.1" status: 200 len: 217 time: 0.0617573 Aug 16 02:21:49.411244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b773291-906a-4b9b-8a32-22bb26864c76 req-e541fa39-fc72-40e6-8513-3f3f75d76d7b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.413731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b773291-906a-4b9b-8a32-22bb26864c76 req-e541fa39-fc72-40e6-8513-3f3f75d76d7b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0970559 Aug 16 02:21:49.415099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-68a48fd5-9519-4f6d-a477-3265cef245cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.416478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-68a48fd5-9519-4f6d-a477-3265cef245cd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0727060 Aug 16 02:21:49.468415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-28d540bc-683e-4c8a-9c07-7c69113395e4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381665 Aug 16 02:21:49.513981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b773291-906a-4b9b-8a32-22bb26864c76 req-0d28ec02-3761-419d-adf0-69dafa0c0411 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907273 Aug 16 02:21:49.654660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-04269c12-c50d-46db-be59-b7fa343bafb4 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707814 Aug 16 02:21:49.775360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d622b2-cfad-4a98-9a73-5602b6b86959 req-9cf067b1-c679-4fea-8b3f-ad69a56be8ba tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.783040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73d622b2-cfad-4a98-9a73-5602b6b86959 req-9cf067b1-c679-4fea-8b3f-ad69a56be8ba tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1626415 Aug 16 02:21:49.897821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73d622b2-cfad-4a98-9a73-5602b6b86959 req-a5a3656e-9714-48f5-b43b-5ce8672476cb tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130943 Aug 16 02:21:49.951352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1310e87-3a03-460d-9d2a-70b0e9cdd9de req-4c108ff6-0c5d-402f-8632-66a2c8b05a04 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:49.953256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1310e87-3a03-460d-9d2a-70b0e9cdd9de req-4c108ff6-0c5d-402f-8632-66a2c8b05a04 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1648562 Aug 16 02:21:49.956808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ba8e45c-8c6b-49e8-bd66-7c90e749840b req-19179311-b82f-42dd-a915-8251b67ee8e0 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930517 Aug 16 02:21:50.022152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1310e87-3a03-460d-9d2a-70b0e9cdd9de req-3ba5b944-3c0d-44f9-830a-297177b2e0a7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621393 Aug 16 02:21:50.093659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d1501-8c04-41f4-a71f-75bf01e3ef1b req-86676b8c-4e26-418b-bfa5-23da6de67c9c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.102859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be6d1501-8c04-41f4-a71f-75bf01e3ef1b req-86676b8c-4e26-418b-bfa5-23da6de67c9c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 944 time: 0.0940633 Aug 16 02:21:50.172779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be6d1501-8c04-41f4-a71f-75bf01e3ef1b req-a5a79111-ad94-4941-b03d-1300375b1294 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687571 Aug 16 02:21:50.210839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f4731-daed-48e6-9159-c0273bc8141e req-0788b3aa-36e4-472f-ba2e-655cb91a69a7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.219514 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa6f4731-daed-48e6-9159-c0273bc8141e req-0788b3aa-36e4-472f-ba2e-655cb91a69a7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1010206 Aug 16 02:21:50.270953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa6f4731-daed-48e6-9159-c0273bc8141e req-52e11fd1-1a92-4039-9ced-801a3c5a0453 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457928 Aug 16 02:21:50.681227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-6defc64d-67eb-497f-a2fd-36644337d7ec tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.682695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-6defc64d-67eb-497f-a2fd-36644337d7ec tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 0.1933661 Aug 16 02:21:50.703013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-670a940c-bb8f-4a8a-978d-b7a4fc130cef tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/quotas/7adba80d3513419d95def53648aca5b2 HTTP/1.1" status: 200 len: 375 time: 0.0098331 Aug 16 02:21:50.714039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d9674-b93f-4f5b-82fc-6eecf28ced5a req-72c653fd-b3c0-4cfe-8be1-cbcc91ed2305 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:50.715558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e34d9674-b93f-4f5b-82fc-6eecf28ced5a req-72c653fd-b3c0-4cfe-8be1-cbcc91ed2305 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0944619 Aug 16 02:21:50.798397 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-133dda6c-b19f-42e1-a155-99ae5c936192 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0818465 Aug 16 02:21:50.813200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e34d9674-b93f-4f5b-82fc-6eecf28ced5a req-6a8f6864-ca22-4ca5-b4dd-a2b23da5b29f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815277 Aug 16 02:21:50.958583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-8fc15565-3dd2-4d10-a459-79a7e5683784 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440828 Aug 16 02:21:51.096000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-e30d86d0-2b74-4c06-9346-0a3e969743bd service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360958 Aug 16 02:21:51.232611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 87e2fb54-72b9-461d-b345-1bc58dbaced9 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:51.263076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eeea8-8234-4284-b470-0c0d706f0cd7 req-3d42c907-7a23-45fb-90be-2d054d27776c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.276121 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-944eeea8-8234-4284-b470-0c0d706f0cd7 req-3d42c907-7a23-45fb-90be-2d054d27776c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1536615 Aug 16 02:21:51.400069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-944eeea8-8234-4284-b470-0c0d706f0cd7 req-2550922d-ebc0-4b00-a17d-69d61dfb4b86 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230357 Aug 16 02:21:51.413045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 87e2fb54-72b9-461d-b345-1bc58dbaced9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=87e2fb54-72b9-461d-b345-1bc58dbaced9,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:51.441802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab668-797b-4d8d-b6a6-bcfe1c1ca8f6 req-8ec3f92b-bc4b-456b-b753-f15ed68efe50 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:51.452547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '87e2fb54-72b9-461d-b345-1bc58dbaced9', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'port_id': '87e2fb54-72b9-461d-b345-1bc58dbaced9', 'mac_address': 'fa:16:3e:47:52:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefe9e6a-a732-4087-844e-f6771da23569', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:51.464287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aafab668-797b-4d8d-b6a6-bcfe1c1ca8f6 req-8ec3f92b-bc4b-456b-b753-f15ed68efe50 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 944 time: 0.1354413 Aug 16 02:21:51.512985 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:21:51.539169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efa0955e-9656-4148-9725-cd018f64b69c req-7aa5cfe3-6d02-4a17-8a58-16de64440bc7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 210 time: 0.0474541 Aug 16 02:21:51.547916 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.552002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aafab668-797b-4d8d-b6a6-bcfe1c1ca8f6 req-20812ca3-f0ae-42d8-acef-475e8a0109e4 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867455 Aug 16 02:21:51.613553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e2fb54-72b9-461d-b345-1bc58dbaced9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:51.666957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 87e2fb54-72b9-461d-b345-1bc58dbaced9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=87e2fb54-72b9-461d-b345-1bc58dbaced9,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:51.706825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.967566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=87e2fb54-72b9-461d-b345-1bc58dbaced9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:52.036383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd883e9-c966-482e-9129-518f6c2c6f2b req-4ea90ab9-e71a-45e2-8c64-000e39724d75 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.046043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cd883e9-c966-482e-9129-518f6c2c6f2b req-4ea90ab9-e71a-45e2-8c64-000e39724d75 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.0869291 Aug 16 02:21:52.059001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['87e2fb54-72b9-461d-b345-1bc58dbaced9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:52.125638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cd883e9-c966-482e-9129-518f6c2c6f2b req-1e0fd8c3-3886-4c0e-a63c-66ef0594074f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784009 Aug 16 02:21:52.541127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ce365-d214-4e7f-b3be-dd00d1990c01 req-7b998fed-2c8a-4c2e-8117-4741211cf265 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.548370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-426ce365-d214-4e7f-b3be-dd00d1990c01 req-7b998fed-2c8a-4c2e-8117-4741211cf265 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0626442 Aug 16 02:21:52.637835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-426ce365-d214-4e7f-b3be-dd00d1990c01 req-4c864bef-6c65-4044-842c-7ae1ed99ddcd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885010 Aug 16 02:21:52.720853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b3f0538-08e2-4717-a1fd-c566f5faa59d req-352a8efe-6885-4aec-8283-159cadc509f9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 210 time: 0.0955653 Aug 16 02:21:52.845914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9413bf3-2a59-4f25-b7a7-7a47256fae11 req-a8bcc6eb-2c87-4914-8778-01b962a1f791 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.854238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9413bf3-2a59-4f25-b7a7-7a47256fae11 req-a8bcc6eb-2c87-4914-8778-01b962a1f791 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 945 time: 0.1044772 Aug 16 02:21:52.876160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-8ea7a3a5-b78e-4d16-b68e-b553696d60c2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:52.877700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-8ea7a3a5-b78e-4d16-b68e-b553696d60c2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 0.2386675 Aug 16 02:21:52.901503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'port': {'device_id': '1b9afd5f-2843-4898-b127-5b08c2947a13', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'admin_state_up': True, 'tenant_id': '7adba80d3513419d95def53648aca5b2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:52.908170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9413bf3-2a59-4f25-b7a7-7a47256fae11 req-999aae66-f6ce-458e-ac15-ae93d3e68f76 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531278 Aug 16 02:21:53.018984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Made reservation on behalf of 7adba80d3513419d95def53648aca5b2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:53.023153 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.166495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Allocated IP 172.20.0.11 (f2c687db-8614-475b-b13c-da59d0eacf00/30f7e4f3-ca32-45eb-91f5-4776aa1b05e1/bdfab2db-7551-4904-8054-7c4d2d87d591) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:53.262612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 87e2fb54-72b9-461d-b345-1bc58dbaced9 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:53.323011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 87e2fb54-72b9-461d-b345-1bc58dbaced9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:53.324792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb446ca-b127-4656-984a-6eeac8fb2e22 req-d9a1d8e9-ca27-47e4-8bd1-f42c7f0e40ed tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.326352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9bb446ca-b127-4656-984a-6eeac8fb2e22 req-d9a1d8e9-ca27-47e4-8bd1-f42c7f0e40ed tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1194344 Aug 16 02:21:53.333217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 87e2fb54-72b9-461d-b345-1bc58dbaced9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:53.334177 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.407236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.409026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-d98784c6-bc4d-4afe-a06c-cc3714e1097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.411949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-d98784c6-bc4d-4afe-a06c-cc3714e1097c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 1098 time: 0.0535755 Aug 16 02:21:53.417604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9bb446ca-b127-4656-984a-6eeac8fb2e22 req-55d256cd-8740-4f96-986b-ebc7dadd2906 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747828 Aug 16 02:21:53.429789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Transition to ACTIVE for port object bdfab2db-7551-4904-8054-7c4d2d87d591 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:53.445052 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.471339 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.474021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d286d7-93a8-4e94-b40c-9256e9c255d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e2fb54-72b9-461d-b345-1bc58dbaced9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:53.476793 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fc4ee8-8c82-4379-9737-ddd3b0411ac4" -d '{"events": [{"server_uuid": "46d286d7-93a8-4e94-b40c-9256e9c255d1", "name": "network-vif-plugged", "status": "completed", "tag": "87e2fb54-72b9-461d-b345-1bc58dbaced9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:53.516507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 87e2fb54-72b9-461d-b345-1bc58dbaced9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=87e2fb54-72b9-461d-b345-1bc58dbaced9,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:53.524979 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.531697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Network f2c687db-8614-475b-b13c-da59d0eacf00 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:53.536093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:53.540331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:53.567910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'Port': ['ID=bdfab2db-7551-4904-8054-7c4d2d87d591,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:53.571997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-229cadd1-a30d-44e6-9a20-6141730cbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.577554 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-229cadd1-a30d-44e6-9a20-6141730cbdab service neutron] 10.222.0.93 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 915 time: 0.1465774 Aug 16 02:21:53.587786 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5dee0-5a76-4875-b1d9-7ff9346d2016 x-openstack-request-id: req-dda5dee0-5a76-4875-b1d9-7ff9346d2016 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:53.588329 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d286d7-93a8-4e94-b40c-9256e9c255d1", "name": "network-vif-plugged", "status": "completed", "tag": "87e2fb54-72b9-461d-b345-1bc58dbaced9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:53.588950 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dda5dee0-5a76-4875-b1d9-7ff9346d2016 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:53.589552 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d286d7-93a8-4e94-b40c-9256e9c255d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e2fb54-72b9-461d-b345-1bc58dbaced9', 'code': 200} Aug 16 02:21:53.607889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.608520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.620887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=87e2fb54-72b9-461d-b345-1bc58dbaced9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:53.650698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-2cc50e8c-142f-41c0-8a90-699e2d3a8ca1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7572563 Aug 16 02:21:53.656955 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-b9d046d7-e410-45ae-ae5d-c3d5b4f204eb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea HTTP/1.1" status: 200 len: 217 time: 0.0708694 Aug 16 02:21:53.674945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Request body: {'port': {'device_id': '1b9afd5f-2843-4898-b127-5b08c2947a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:53.716373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-8ca95577-3ee7-40d2-ba39-33c3589db944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.718368 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-8ca95577-3ee7-40d2-ba39-33c3589db944 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fac6671-ec6f-48b5-bedf-1b2c814d0144 HTTP/1.1" status: 200 len: 854 time: 0.0537190 Aug 16 02:21:53.767904 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-62602d9a-ff0c-402b-aca5-9616e5f515d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8d7ab4df-79f1-4439-8220-3fb41cd88544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419173 Aug 16 02:21:53.771692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7a442-672a-43ac-bbc8-87bb742d1a2e req-67af8a21-82ef-41ee-9f0f-d791c2d4cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.773609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34a7a442-672a-43ac-bbc8-87bb742d1a2e req-67af8a21-82ef-41ee-9f0f-d791c2d4cf78 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 1098 time: 0.1352956 Aug 16 02:21:53.774277 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.890762 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-0f0d242f-5843-4fa5-98ad-be413d96df41 service neutron] 10.222.0.93 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096203 Aug 16 02:21:53.974904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96d6e666-9798-408c-babd-8e88b23139c2 None None] Provisioning for port bdfab2db-7551-4904-8054-7c4d2d87d591 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:53.980125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96d6e666-9798-408c-babd-8e88b23139c2 None None] Provisioning complete for port bdfab2db-7551-4904-8054-7c4d2d87d591 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:53.981172 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96d6e666-9798-408c-babd-8e88b23139c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.997278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34a7a442-672a-43ac-bbc8-87bb742d1a2e req-df34f5c9-73ee-488a-8615-eba6ec08bc95 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107224 Aug 16 02:21:54.018788 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3a244a89-f0d1-4461-8fe5-0a6a6bf90e76 req-5309fcc5-5425-4c5b-9cf0-164e1fd2a2ec service neutron] 10.222.0.93 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200209 Aug 16 02:21:54.027015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96d6e666-9798-408c-babd-8e88b23139c2 None None] Port bdfab2db-7551-4904-8054-7c4d2d87d591 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:54.031908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbf1f7-b872-46d3-9ff5-bd8209986906 req-016f4103-68a4-42c6-a686-5c40b0d41d94 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.034247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7dbbf1f7-b872-46d3-9ff5-bd8209986906 req-016f4103-68a4-42c6-a686-5c40b0d41d94 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.2450333 Aug 16 02:21:54.078109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e2ced-ca61-413c-969d-fbfaa842aab9 req-696f6c6e-4276-4b63-8b55-630dbf75477c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.079775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f43e2ced-ca61-413c-969d-fbfaa842aab9 req-696f6c6e-4276-4b63-8b55-630dbf75477c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 932 time: 0.2453191 Aug 16 02:21:54.168937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7dbbf1f7-b872-46d3-9ff5-bd8209986906 req-f5d2bc0b-7a99-4306-b770-e82c1c62eefd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009440 Aug 16 02:21:54.180299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f43e2ced-ca61-413c-969d-fbfaa842aab9 req-3d3a03fb-a309-4ae6-9d26-d65f2dfc2af5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923824 Aug 16 02:21:54.263182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfab2db-7551-4904-8054-7c4d2d87d591 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:54.272456 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.310871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Transition to ACTIVE for port object bdfab2db-7551-4904-8054-7c4d2d87d591 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:54.316855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.694049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c1ad6-dde5-4e24-904c-d54dbdc698a9 req-1c4bd69d-7523-4c24-8069-f23653c2b483 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.695719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c60c1ad6-dde5-4e24-904c-d54dbdc698a9 req-1c4bd69d-7523-4c24-8069-f23653c2b483 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 946 time: 0.4208395 Aug 16 02:21:54.721214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Pushing event updated for resources: {'Port': ['ID=bdfab2db-7551-4904-8054-7c4d2d87d591,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.796076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c60c1ad6-dde5-4e24-904c-d54dbdc698a9 req-ba036e9a-6d09-4ed9-9f96-869e4ac32833 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931602 Aug 16 02:21:54.811242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e50e7-0dc3-4ba8-ad52-00ca65a844fa req-581d4aa6-6075-4002-a86a-c2227e8263b2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:54.816019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f96e50e7-0dc3-4ba8-ad52-00ca65a844fa req-581d4aa6-6075-4002-a86a-c2227e8263b2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1747310 Aug 16 02:21:54.875484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Attempting to bind port bdfab2db-7551-4904-8054-7c4d2d87d591 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:54.875822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Attempting to bind port bdfab2db-7551-4904-8054-7c4d2d87d591 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:54.876153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Attempting to bind port bdfab2db-7551-4904-8054-7c4d2d87d591 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:54.889329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Port bdfab2db-7551-4904-8054-7c4d2d87d591 on network f2c687db-8614-475b-b13c-da59d0eacf00 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:54.889659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Attempting to bind port bdfab2db-7551-4904-8054-7c4d2d87d591 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:54.894936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f96e50e7-0dc3-4ba8-ad52-00ca65a844fa req-fe92b4cd-1856-4a7d-a8ca-3f2470399997 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658059 Aug 16 02:21:54.897659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:54.898289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Checking segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:54.898289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Bound using segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:54.898738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Bound port: bdfab2db-7551-4904-8054-7c4d2d87d591, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:54.899135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.967977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] For port bdfab2db-7551-4904-8054-7c4d2d87d591, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:54.970944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] For port bdfab2db-7551-4904-8054-7c4d2d87d591, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bdfab2db-7551-4904-8054-7c4d2d87d591,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:54.976100 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.009572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.010190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.011591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] 10.222.0.93 "PUT /v2.0/ports/bdfab2db-7551-4904-8054-7c4d2d87d591 HTTP/1.1" status: 200 len: 1093 time: 1.3410981 Aug 16 02:21:55.012031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9afd5f-2843-4898-b127-5b08c2947a13', 'tag': 'bdfab2db-7551-4904-8054-7c4d2d87d591'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:55.014286 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd527a9-6f7f-4af8-b27a-f76b787b836b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9afd5f-2843-4898-b127-5b08c2947a13", "tag": "bdfab2db-7551-4904-8054-7c4d2d87d591"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:55.043367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f4d41-fb77-4738-85bf-23d456ff776c service neutron] Pushing event updated for resources: {'Port': ['ID=bdfab2db-7551-4904-8054-7c4d2d87d591,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.070400 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5bd303-bae7-4737-a44e-74185791ecb9 x-openstack-request-id: req-0a5bd303-bae7-4737-a44e-74185791ecb9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:55.070710 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9afd5f-2843-4898-b127-5b08c2947a13", "tag": "bdfab2db-7551-4904-8054-7c4d2d87d591", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:55.070961 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a5bd303-bae7-4737-a44e-74185791ecb9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:55.071385 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9afd5f-2843-4898-b127-5b08c2947a13', 'tag': 'bdfab2db-7551-4904-8054-7c4d2d87d591', 'status': 'completed', 'code': 200} Aug 16 02:21:55.109581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-6300966b-e0aa-4031-9173-d53da36e1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.111472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-6300966b-e0aa-4031-9173-d53da36e1ff3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 1096 time: 0.0547192 Aug 16 02:21:55.159490 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-9e2c152d-d190-446b-96cb-900d9d661077 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdfab2db-7551-4904-8054-7c4d2d87d591 HTTP/1.1" status: 200 len: 217 time: 0.0389576 Aug 16 02:21:55.212724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-6a7e4bbd-6e91-4e18-886d-82cc394009a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.214232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-6a7e4bbd-6e91-4e18-886d-82cc394009a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0480309 Aug 16 02:21:55.271494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:55.338802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-f44a3204-76fa-4af0-a40c-ba9b2a8b9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.340350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-f44a3204-76fa-4af0-a40c-ba9b2a8b9fda service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144943 Aug 16 02:21:55.354488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.366628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eced8fc-f2c5-4b20-b33c-208c0a7c8c8f req-0ce29f64-0e6b-447f-8476-c459fdce8fb9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.368142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6eced8fc-f2c5-4b20-b33c-208c0a7c8c8f req-0ce29f64-0e6b-447f-8476-c459fdce8fb9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1102839 Aug 16 02:21:55.376600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e24a4d-7e0b-40d3-9f1a-f84f4cb6db80 req-9deb283c-39c7-4083-8bfa-8fb4fd2ec8b0 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.378380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82e24a4d-7e0b-40d3-9f1a-f84f4cb6db80 req-9deb283c-39c7-4083-8bfa-8fb4fd2ec8b0 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 944 time: 0.1073582 Aug 16 02:21:55.386435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:55.390881 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.444574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.496133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6eced8fc-f2c5-4b20-b33c-208c0a7c8c8f req-88fa8a65-77c1-48dd-80df-cb2e851a99ea tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166818 Aug 16 02:21:55.500742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82e24a4d-7e0b-40d3-9f1a-f84f4cb6db80 req-a4d86bc4-9bf7-4838-abd1-90a172ea7ff4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115966 Aug 16 02:21:55.523488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-f6b7c13b-9935-4975-892e-7b100e3ea805 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711404 Aug 16 02:21:55.591063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:55.594106 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eb627d-d9f9-4df6-99a2-2dd9b6933627" -d '{"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:55.626263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7763f7c-ce11-4767-8e3a-a0552c7e5580 req-600f686b-f3c7-4a96-adcb-1043f9313cd9 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970039 Aug 16 02:21:55.631560 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24aaffd-7f38-40c5-a52e-2e2cec3e741a x-openstack-request-id: req-a24aaffd-7f38-40c5-a52e-2e2cec3e741a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:55.631858 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:55.632120 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a24aaffd-7f38-40c5-a52e-2e2cec3e741a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:55.632587 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'code': 200} Aug 16 02:21:55.710978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-7639ff8d-d44e-4029-9295-f836c9668bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.712521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-7639ff8d-d44e-4029-9295-f836c9668bae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 1096 time: 0.0416849 Aug 16 02:21:55.803309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-c60f95bd-6ddf-406d-be37-2c08e3916852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.804794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-c60f95bd-6ddf-406d-be37-2c08e3916852 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.0835414 Aug 16 02:21:55.854234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-adbbed81-2323-41de-88d9-a62c4c62c076 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdfab2db-7551-4904-8054-7c4d2d87d591 HTTP/1.1" status: 200 len: 217 time: 0.0421808 Aug 16 02:21:55.940623 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-0d2cea3a-06d1-4b68-b5f9-ac7056a09190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.942488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-0d2cea3a-06d1-4b68-b5f9-ac7056a09190 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0817921 Aug 16 02:21:55.956346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88840e-148f-43d7-8275-377c1e3f191e req-3f96a456-e291-44e9-a6ca-2c82c0e90e2c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:55.957939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac88840e-148f-43d7-8275-377c1e3f191e req-3f96a456-e291-44e9-a6ca-2c82c0e90e2c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 946 time: 0.0700922 Aug 16 02:21:56.050776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac88840e-148f-43d7-8275-377c1e3f191e req-8f32b4c2-2d77-43bc-ae7e-1e76beb048eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840640 Aug 16 02:21:56.061921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-78426281-4edf-4183-a5fc-5cfc9008126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.063475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-78426281-4edf-4183-a5fc-5cfc9008126a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046374 Aug 16 02:21:56.076579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7cc8b-22a5-410a-8000-400136828989 req-fd5ce1a5-2e2f-4755-9ba7-d871e081ca7b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.078055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6b7cc8b-22a5-410a-8000-400136828989 req-fd5ce1a5-2e2f-4755-9ba7-d871e081ca7b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 944 time: 0.0766091 Aug 16 02:21:56.203163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6b7cc8b-22a5-410a-8000-400136828989 req-b4011b33-a6b7-47fc-82a7-2b68e77b4f08 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161091 Aug 16 02:21:56.229342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac4309-8bb3-444b-a03c-4d26d810cc2e req-0d991e69-36c3-4e08-86d0-29a91b95a6bd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.230893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7eac4309-8bb3-444b-a03c-4d26d810cc2e req-0d991e69-36c3-4e08-86d0-29a91b95a6bd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 946 time: 0.1043353 Aug 16 02:21:56.238287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-4a7b339e-37a5-4dac-bacf-fac1adc5a3f3 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591964 Aug 16 02:21:56.325003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7eac4309-8bb3-444b-a03c-4d26d810cc2e req-5d003bf6-d0c0-46b2-b358-c01448225404 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854492 Aug 16 02:21:56.367635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd527a9-6f7f-4af8-b27a-f76b787b836b req-6d451933-390a-4355-b9c2-c7c4c78c756a service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207979 Aug 16 02:21:56.573232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98d0ce-ebed-4e0e-8c14-fdede8d8d5bc req-870c35c4-e399-48ae-af40-659a2d9821b7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.574748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef98d0ce-ebed-4e0e-8c14-fdede8d8d5bc req-870c35c4-e399-48ae-af40-659a2d9821b7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 946 time: 0.0544922 Aug 16 02:21:56.639476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef98d0ce-ebed-4e0e-8c14-fdede8d8d5bc req-9fc30e78-3064-43ce-9665-e600a6596eab tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548005 Aug 16 02:21:56.648854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031df3c-eb9c-4459-9eb0-84e1d70c80a7 req-0a13f245-de45-402a-a5a2-d793397bd63f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.650348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c031df3c-eb9c-4459-9eb0-84e1d70c80a7 req-0a13f245-de45-402a-a5a2-d793397bd63f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0746949 Aug 16 02:21:56.690248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c031df3c-eb9c-4459-9eb0-84e1d70c80a7 req-457b1169-2ec2-43a3-b662-01877ee830c0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333433 Aug 16 02:21:56.747213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19ff0e-4d9b-4abb-b2b9-f4bbc708c636 req-b6c5543f-3235-4e61-a306-69e1eba44b52 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:56.748754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd19ff0e-4d9b-4abb-b2b9-f4bbc708c636 req-b6c5543f-3235-4e61-a306-69e1eba44b52 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 944 time: 0.0531919 Aug 16 02:21:56.788598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd19ff0e-4d9b-4abb-b2b9-f4bbc708c636 req-7daab202-5181-4aba-862a-bd65d09df46e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331318 Aug 16 02:21:57.301418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bdfab2db-7551-4904-8054-7c4d2d87d591 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:57.327739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c196a-9c80-49cb-8638-b9e9ca1147fa req-7f0c1ece-2a38-4caf-ac40-595108c6483e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.329267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-485c196a-9c80-49cb-8638-b9e9ca1147fa req-7f0c1ece-2a38-4caf-ac40-595108c6483e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 944 time: 0.0559354 Aug 16 02:21:57.368078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-485c196a-9c80-49cb-8638-b9e9ca1147fa req-eedea510-144a-4b24-a7d5-0ca12bca6bc0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Aug 16 02:21:57.400785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port bdfab2db-7551-4904-8054-7c4d2d87d591, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bdfab2db-7551-4904-8054-7c4d2d87d591,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:57.416531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'bdfab2db-7551-4904-8054-7c4d2d87d591', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'port_id': 'bdfab2db-7551-4904-8054-7c4d2d87d591', 'mac_address': 'fa:16:3e:f4:8f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:57.457824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.470778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfab2db-7551-4904-8054-7c4d2d87d591 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:57.491364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4894512-228d-4768-9122-5172b43e6078 req-f3b09890-6f0c-4c16-a528-afd868e9d4e4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.492142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port bdfab2db-7551-4904-8054-7c4d2d87d591, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bdfab2db-7551-4904-8054-7c4d2d87d591,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:57.493152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4894512-228d-4768-9122-5172b43e6078 req-f3b09890-6f0c-4c16-a528-afd868e9d4e4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 944 time: 0.0546210 Aug 16 02:21:57.499903 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.533619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4894512-228d-4768-9122-5172b43e6078 req-06b511bf-ca4c-46d7-97cd-5b5ce3937783 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Aug 16 02:21:57.563368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=bdfab2db-7551-4904-8054-7c4d2d87d591,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.723819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['bdfab2db-7551-4904-8054-7c4d2d87d591'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:57.795431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f67210-946c-4897-b03f-6fad1bb0a174 req-7f26f2ec-87d5-4bdb-bea2-d154781056b6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.797127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90f67210-946c-4897-b03f-6fad1bb0a174 req-7f26f2ec-87d5-4bdb-bea2-d154781056b6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 946 time: 0.0894761 Aug 16 02:21:57.839003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-1cd01db3-a998-4f58-a9d2-545e7ce3be00 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.841019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-1cd01db3-a998-4f58-a9d2-545e7ce3be00 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 946 time: 0.0987449 Aug 16 02:21:57.932654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03745c4c-9ac8-4798-a65f-cfe4e52c8c45 req-3cf4a634-dbfd-4cab-b398-b19e726fec06 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:57.934205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03745c4c-9ac8-4798-a65f-cfe4e52c8c45 req-3cf4a634-dbfd-4cab-b398-b19e726fec06 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1335189 Aug 16 02:21:57.956015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90f67210-946c-4897-b03f-6fad1bb0a174 req-bba435e9-545c-45a9-bf2f-c7d332f5a5e6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410027 Aug 16 02:21:58.003235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03745c4c-9ac8-4798-a65f-cfe4e52c8c45 req-9acfea17-f6bc-4d5e-b7a5-999b78c04e21 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508912 Aug 16 02:21:58.020599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Deleting port 87e2fb54-72b9-461d-b345-1bc58dbaced9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:58.020960 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.056150 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-cc1f9d6f-424e-4db4-8423-a4da59e47bdf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0560536 Aug 16 02:21:58.135947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5691-6db7-4ce3-ac41-15641a716022 req-565a3fe9-4d3a-4ebd-8118-a538921f4fef tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.137627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b22a5691-6db7-4ce3-ac41-15641a716022 req-565a3fe9-4d3a-4ebd-8118-a538921f4fef tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 944 time: 0.1009500 Aug 16 02:21:58.205202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] For port 87e2fb54-72b9-461d-b345-1bc58dbaced9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=87e2fb54-72b9-461d-b345-1bc58dbaced9,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:58.205622 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.232795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Calling delete_port for 87e2fb54-72b9-461d-b345-1bc58dbaced9 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:58.246242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3c104-587b-46cb-89ab-e2e2aba9cb7e req-6908d52c-6e9c-4211-a62b-a781c381b772 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:58.247783 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1d3c104-587b-46cb-89ab-e2e2aba9cb7e req-6908d52c-6e9c-4211-a62b-a781c381b772 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 945 time: 0.1093597 Aug 16 02:21:58.253578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b22a5691-6db7-4ce3-ac41-15641a716022 req-e174f820-8928-44b9-8241-b43cf0f5dea9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012239 Aug 16 02:21:58.331509 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1d3c104-587b-46cb-89ab-e2e2aba9cb7e req-f61b5536-3350-43bb-91ce-4d01cb90d8f6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Aug 16 02:21:58.419833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.431667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['87e2fb54-72b9-461d-b345-1bc58dbaced9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:58.447186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event deleted for resources: {'Port': ['ID=87e2fb54-72b9-461d-b345-1bc58dbaced9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:58.459774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:58.491624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] No DVR routers for this DVR port 87e2fb54-72b9-461d-b345-1bc58dbaced9 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:58.494235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.496305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0741d40-7eb3-4371-9eeb-6c2c966e63b1 req-c74f032d-0dd5-4548-bca4-a33bd48d19eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "DELETE /v2.0/ports/87e2fb54-72b9-461d-b345-1bc58dbaced9 HTTP/1.1" status: 204 len: 173 time: 0.6480196 Aug 16 02:21:58.496751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d286d7-93a8-4e94-b40c-9256e9c255d1', 'name': 'network-vif-deleted', 'tag': '87e2fb54-72b9-461d-b345-1bc58dbaced9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:58.499027 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17bd8fe-0f3a-4a82-a29e-29eefabe6c54" -d '{"events": [{"server_uuid": "46d286d7-93a8-4e94-b40c-9256e9c255d1", "name": "network-vif-deleted", "tag": "87e2fb54-72b9-461d-b345-1bc58dbaced9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:58.542471 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e45094-a00f-4745-8ecc-306b81e59db3 x-openstack-request-id: req-50e45094-a00f-4745-8ecc-306b81e59db3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:58.542986 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d286d7-93a8-4e94-b40c-9256e9c255d1", "name": "network-vif-deleted", "tag": "87e2fb54-72b9-461d-b345-1bc58dbaced9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:58.543249 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50e45094-a00f-4745-8ecc-306b81e59db3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:58.544086 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d286d7-93a8-4e94-b40c-9256e9c255d1', 'name': 'network-vif-deleted', 'tag': '87e2fb54-72b9-461d-b345-1bc58dbaced9', 'status': 'completed', 'code': 200} Aug 16 02:21:59.102562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4c65297-2857-414e-8c41-ecec6a021797 req-75a1cd8c-c916-4075-ad9e-70a43041f777 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=46d286d7-93a8-4e94-b40c-9256e9c255d1 HTTP/1.1" status: 200 len: 210 time: 0.0609150 Aug 16 02:21:59.111016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785192-d91c-42ed-9421-a73dba919f33 req-9a47c866-e70e-49d7-abac-98e9dc41d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.113137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-9a47c866-e70e-49d7-abac-98e9dc41d128 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd&tenant_id=3ab1784223b54a19bd97e43c2c83bd25 HTTP/1.1" status: 200 len: 1096 time: 0.0542102 Aug 16 02:21:59.133454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:59.164324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5e065-eb65-4874-ae3c-eeee5030ffff req-fff25641-f0b9-4360-a688-e25e465a0af3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.166056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72c5e065-eb65-4874-ae3c-eeee5030ffff req-fff25641-f0b9-4360-a688-e25e465a0af3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0662458 Aug 16 02:21:59.189987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.207028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72c5e065-eb65-4874-ae3c-eeee5030ffff req-9d0873ff-d113-4e1a-8abf-6dc52de6f60c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348136 Aug 16 02:21:59.309469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bdfab2db-7551-4904-8054-7c4d2d87d591 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:59.364785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port bdfab2db-7551-4904-8054-7c4d2d87d591 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:59.371685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port bdfab2db-7551-4904-8054-7c4d2d87d591 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:59.372275 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.387029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e01ef-da70-4520-bd33-631f82f93247 req-255044ce-b6ea-49e0-b96f-5d1a61d4fa7a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.388511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c40e01ef-da70-4520-bd33-631f82f93247 req-255044ce-b6ea-49e0-b96f-5d1a61d4fa7a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 944 time: 0.0597267 Aug 16 02:21:59.425925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:59.446286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c40e01ef-da70-4520-bd33-631f82f93247 req-24ac3ecf-0d18-4137-bd9e-a1c8aa11b6eb tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466974 Aug 16 02:21:59.464761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.505913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9afd5f-2843-4898-b127-5b08c2947a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfab2db-7551-4904-8054-7c4d2d87d591'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:59.508244 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c230b386-2496-466d-a80f-408be0ec7ffe" -d '{"events": [{"server_uuid": "1b9afd5f-2843-4898-b127-5b08c2947a13", "name": "network-vif-plugged", "status": "completed", "tag": "bdfab2db-7551-4904-8054-7c4d2d87d591"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:59.517329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f0ac0-24d1-487c-9672-87cdf663dce0 req-6f76172b-ee30-460d-a66a-e61705b28b7f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.520137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-055f0ac0-24d1-487c-9672-87cdf663dce0 req-6f76172b-ee30-460d-a66a-e61705b28b7f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 945 time: 0.0728259 Aug 16 02:21:59.534280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port bdfab2db-7551-4904-8054-7c4d2d87d591, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bdfab2db-7551-4904-8054-7c4d2d87d591,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:59.543960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.544807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:59.569897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-055f0ac0-24d1-487c-9672-87cdf663dce0 req-8a82eb6c-ddb4-46f8-a6f5-7078292590a0 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Aug 16 02:21:59.575539 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ed60e2-5dc1-4b0e-8fe8-2cd4da038a7f x-openstack-request-id: req-10ed60e2-5dc1-4b0e-8fe8-2cd4da038a7f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:59.575829 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9afd5f-2843-4898-b127-5b08c2947a13", "name": "network-vif-plugged", "status": "completed", "tag": "bdfab2db-7551-4904-8054-7c4d2d87d591", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:59.576083 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10ed60e2-5dc1-4b0e-8fe8-2cd4da038a7f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:59.576473 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9afd5f-2843-4898-b127-5b08c2947a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfab2db-7551-4904-8054-7c4d2d87d591', 'code': 200} Aug 16 02:21:59.640929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=bdfab2db-7551-4904-8054-7c4d2d87d591,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.651386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.651733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.652074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.652414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.652779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.653071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.653401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.653742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.654069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.654388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.654713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.655044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:59.679809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbe18-cdd4-44d5-a0c5-333e20602aff req-2ab07939-a660-425f-a175-31de70af6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:59.681502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-caadbe18-cdd4-44d5-a0c5-333e20602aff req-2ab07939-a660-425f-a175-31de70af6f8c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 1098 time: 0.0516915 Aug 16 02:21:59.719709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-caadbe18-cdd4-44d5-a0c5-333e20602aff req-e89b0a39-da18-4b03-bedd-bb02cc0cff50 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Aug 16 02:21:59.814142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:59.845505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:59.853571 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.865981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Transition to ACTIVE for port object e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:59.869309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.937331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=9']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.939654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] No DVR routers for this DVR port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:59.979888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Attempting to bind port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:59.980210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Attempting to bind port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:59.980531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Attempting to bind port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on network 8d7ab4df-79f1-4439-8220-3fb41cd88544 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:59.984777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on network 8d7ab4df-79f1-4439-8220-3fb41cd88544 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:59.985088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Attempting to bind port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on network 8d7ab4df-79f1-4439-8220-3fb41cd88544 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:59.989908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:59.990239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Checking segment: {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:59.990615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Bound using segment: {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:59.991026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Bound port: e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cc19aa-453a-45bf-b63c-26931b8234ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:59.991397 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.054252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:00.057518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:00.060987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.101017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.101630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.103053 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] 10.222.0.86 "PUT /v2.0/ports/e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea HTTP/1.1" status: 200 len: 1093 time: 0.9738979 Aug 16 02:22:00.103504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:00.105804 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b663317c-99eb-473c-8c09-074cdd12fcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:00.125601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c334-bb01-4afd-bc99-ea428eae0217 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.161122 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5399442-5614-4d0b-8f39-08985b6f1119 x-openstack-request-id: req-c5399442-5614-4d0b-8f39-08985b6f1119 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:00.161326 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:00.161582 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5399442-5614-4d0b-8f39-08985b6f1119 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:00.162049 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'status': 'completed', 'code': 200} Aug 16 02:22:00.193012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785192-d91c-42ed-9421-a73dba919f33 req-4828e2b1-fa64-4d54-8d44-b6a5096b932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.194537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-4828e2b1-fa64-4d54-8d44-b6a5096b932d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 1097 time: 0.0480139 Aug 16 02:22:00.350456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785192-d91c-42ed-9421-a73dba919f33 req-1c8124cc-bf15-4696-b5d1-d44eeb8cd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.353204 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-1c8124cc-bf15-4696-b5d1-d44eeb8cd8c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 915 time: 0.1504796 Aug 16 02:22:00.355837 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-d9fda5b9-a72d-47ef-8ef9-65804958e279 service neutron] show failed (client error): The resource could not be found. Aug 16 02:22:00.355998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cc8f6-ebed-4729-b1a4-6c9a2533a679 req-75c890c6-9ecb-4de4-bd3f-a51cb4181218 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.356859 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-d9fda5b9-a72d-47ef-8ef9-65804958e279 service neutron] 10.222.0.86 "GET /v2.0/ports/b26f95c4-5250-4fbe-a2e7-545a830060c1/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.1030397 Aug 16 02:22:00.357637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-721cc8f6-ebed-4729-b1a4-6c9a2533a679 req-75c890c6-9ecb-4de4-bd3f-a51cb4181218 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0569808 Aug 16 02:22:00.402086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-721cc8f6-ebed-4729-b1a4-6c9a2533a679 req-88888ac7-27ab-4780-b497-33598f45380b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374534 Aug 16 02:22:00.416648 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-73106f51-9cec-43dd-8ce5-09baca15d510 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea HTTP/1.1" status: 200 len: 217 time: 0.0472350 Aug 16 02:22:00.480659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785192-d91c-42ed-9421-a73dba919f33 req-9d8eab5b-7219-43bd-a119-7cdc5356a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.482415 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-9d8eab5b-7219-43bd-a119-7cdc5356a32b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6fac6671-ec6f-48b5-bedf-1b2c814d0144 HTTP/1.1" status: 200 len: 854 time: 0.0560160 Aug 16 02:22:00.524109 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-1542309d-1dc5-4e68-b0a7-150b9931cc05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d7ab4df-79f1-4439-8220-3fb41cd88544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327113 Aug 16 02:22:00.605776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9051f3c-4fb0-4853-a0f2-86f7299a8664 req-7771bce1-4a32-45a8-a8c2-98bf079f10e4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.615137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9051f3c-4fb0-4853-a0f2-86f7299a8664 req-7771bce1-4a32-45a8-a8c2-98bf079f10e4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0894883 Aug 16 02:22:00.675645 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.682725 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-013fcd79-e0d8-4056-8835-b88f1d3c459d service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494265 Aug 16 02:22:00.709494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9051f3c-4fb0-4853-a0f2-86f7299a8664 req-8930c8d9-7c85-41f2-8848-40ac055f98b0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932784 Aug 16 02:22:00.723615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-6c5e9b5a-1fbe-4745-a6e5-3dbe1ccd9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.725185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-6c5e9b5a-1fbe-4745-a6e5-3dbe1ccd9e35 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 1097 time: 0.1077337 Aug 16 02:22:00.738300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:00.775329 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5785192-d91c-42ed-9421-a73dba919f33 req-8aefd104-b947-4efa-bf4f-a4d0107a0ff8 service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856099 Aug 16 02:22:00.823208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.873666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1fc8-a9e7-496c-a906-af79927ab4b3 req-25a69536-2ad7-4e1f-8890-c127e84e4990 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.875178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c76e1fc8-a9e7-496c-a906-af79927ab4b3 req-25a69536-2ad7-4e1f-8890-c127e84e4990 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0837448 Aug 16 02:22:00.899287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-5f99e104-519c-44e4-b6ec-0f8a87f73b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.900809 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-5f99e104-519c-44e4-b6ec-0f8a87f73b55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 1097 time: 0.0435841 Aug 16 02:22:00.941823 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e27efcf7-0451-46cf-95c1-3eff2de2fcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.993381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c76e1fc8-a9e7-496c-a906-af79927ab4b3 req-389069a7-36bd-45fd-a548-64f68abd52db tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100528 Aug 16 02:22:01.046031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-1e8f5be4-2d34-4237-b4d3-d93bfbf97fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.047734 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-1e8f5be4-2d34-4237-b4d3-d93bfbf97fa8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 915 time: 0.1322119 Aug 16 02:22:01.113076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:01.115440 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-a0fe3677-dc93-4aa9-bbed-3d55a7a7bce6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea HTTP/1.1" status: 200 len: 217 time: 0.0561743 Aug 16 02:22:01.165683 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:01.207393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-aed85278-a3aa-4153-8407-277436c5f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.209363 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-aed85278-a3aa-4153-8407-277436c5f268 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6fac6671-ec6f-48b5-bedf-1b2c814d0144 HTTP/1.1" status: 200 len: 854 time: 0.0866101 Aug 16 02:22:01.272603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:01.277917 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-82016790-356e-473b-8586-0ba345c4593b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0744002 Aug 16 02:22:01.279884 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891a1936-defe-4026-a6ef-20571311c1cb" -d '{"events": [{"server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:01.298687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.317765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 87e2fb54-72b9-461d-b345-1bc58dbaced9 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:01.341265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Transition to ACTIVE for port object b26f95c4-5250-4fbe-a2e7-545a830060c1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:01.347451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.375799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 87e2fb54-72b9-461d-b345-1bc58dbaced9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:01.376266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 87e2fb54-72b9-461d-b345-1bc58dbaced9 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:01.594195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Pushing event updated for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.802528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ee7ce-0ed0-477f-96df-0024798f51d5 req-afb8a8ee-d4fa-4006-9ad7-6f51f46ed1e6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:01.812250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b17ee7ce-0ed0-477f-96df-0024798f51d5 req-afb8a8ee-d4fa-4006-9ad7-6f51f46ed1e6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.3136687 Aug 16 02:22:01.838941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] No DVR routers for this DVR port b26f95c4-5250-4fbe-a2e7-545a830060c1 on host n-h1-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:02.375693 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634c8e4-1c4f-40af-bcc0-071bf3d8d808 x-openstack-request-id: req-1634c8e4-1c4f-40af-bcc0-071bf3d8d808 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:02.376076 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:02.376390 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1634c8e4-1c4f-40af-bcc0-071bf3d8d808 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:02.376833 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'code': 200} Aug 16 02:22:02.456710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b17ee7ce-0ed0-477f-96df-0024798f51d5 req-aa909d97-f442-47cb-ac87-f9b4c7fd6ecf tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427753 Aug 16 02:22:02.492134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5554d14-2b20-4151-bf2c-03723a173e90 req-ce80bd8f-efc1-4f22-a788-e6fe41723b46 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.502949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f5554d14-2b20-4151-bf2c-03723a173e90 req-ce80bd8f-efc1-4f22-a788-e6fe41723b46 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 943 time: 0.1287789 Aug 16 02:22:02.555444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Attempting to bind port b26f95c4-5250-4fbe-a2e7-545a830060c1 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:02.556099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Attempting to bind port b26f95c4-5250-4fbe-a2e7-545a830060c1 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:02.556668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Attempting to bind port b26f95c4-5250-4fbe-a2e7-545a830060c1 on network ebaefa93-1e44-4ee5-85c8-291327563e60 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:02.599721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Port b26f95c4-5250-4fbe-a2e7-545a830060c1 on network ebaefa93-1e44-4ee5-85c8-291327563e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:02.600749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Attempting to bind port b26f95c4-5250-4fbe-a2e7-545a830060c1 on network ebaefa93-1e44-4ee5-85c8-291327563e60 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:02.610335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f5554d14-2b20-4151-bf2c-03723a173e90 req-c33ea3eb-2cd4-4cdc-be18-1389ab0d6328 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061752 Aug 16 02:22:02.615345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:02.616660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Checking segment: {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:02.617178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Bound using segment: {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:02.617715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Bound port: b26f95c4-5250-4fbe-a2e7-545a830060c1, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf837f1-e07d-418f-8732-e474c375b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:02.618160 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.673424 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df09a0-1fbc-4b30-a9c6-004f3d4a6b60 req-819c0b5a-3e0f-4822-a260-21950ad49c13 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.675346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09df09a0-1fbc-4b30-a9c6-004f3d4a6b60 req-819c0b5a-3e0f-4822-a260-21950ad49c13 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.1210296 Aug 16 02:22:02.737784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:02.741744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:02.757311 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.819711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:02.820416 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.824139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] 10.222.0.93 "PUT /v2.0/ports/b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 1092 time: 2.0907228 Aug 16 02:22:02.848538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09df09a0-1fbc-4b30-a9c6-004f3d4a6b60 req-500b5f12-2ea6-4c19-960b-70fd0354c6dd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125593 Aug 16 02:22:02.951960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51133d53-e8a2-4d11-93f8-5c39aa8efc41 service neutron] Pushing event updated for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.000831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-5653182f-8cc7-4540-a9fa-9912581f8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.002419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-5653182f-8cc7-4540-a9fa-9912581f8b6c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1095 time: 0.1426029 Aug 16 02:22:03.074703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-227372b9-cade-4bbb-9544-0f3b4382ef11 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.078184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-227372b9-cade-4bbb-9544-0f3b4382ef11 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.2510502 Aug 16 02:22:03.118276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-2fcacae1-6cb1-4c8b-81c6-3753d87f4519 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/quotas/fc518c11c5e24fccb67ffb8bba257455 HTTP/1.1" status: 200 len: 375 time: 0.0306876 Aug 16 02:22:03.171484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-12acc6be-cd78-4924-84f4-71a9c10e1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.173093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-12acc6be-cd78-4924-84f4-71a9c10e1435 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 898 time: 0.1627758 Aug 16 02:22:03.248116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-1e13a0ae-d1f5-4278-bb65-8fe6d215bde2 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233871 Aug 16 02:22:03.300460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-c93d7157-74e0-41e1-a81d-95ae347cf84c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 999 time: 0.1172194 Aug 16 02:22:03.414081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-db5e07dd-107f-464d-af70-845175bdb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.415800 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-db5e07dd-107f-464d-af70-845175bdb739 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 200 len: 835 time: 0.0875974 Aug 16 02:22:03.457420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-79aeaa00-f9fb-4ac5-b70c-2c9622da7566 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852205 Aug 16 02:22:03.622519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-c9c03d23-9ad0-489c-a109-0b7a8d1f736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.624545 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-c9c03d23-9ad0-489c-a109-0b7a8d1f736d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ebaefa93-1e44-4ee5-85c8-291327563e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797597 Aug 16 02:22:03.625903 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f2672b7f-57f5-4b1e-b200-fc8ff511be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.722937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c425f-28c3-4423-bf8a-162c9b2d4358 req-75e012c2-f258-49f5-84c2-ed5de0ecbf29 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:03.724681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-431c425f-28c3-4423-bf8a-162c9b2d4358 req-75e012c2-f258-49f5-84c2-ed5de0ecbf29 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.1622939 Aug 16 02:22:03.737468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-92836ea6-7fab-4408-a611-a7310f793ffb service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477441 Aug 16 02:22:03.803450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-431c425f-28c3-4423-bf8a-162c9b2d4358 req-62577356-4474-4420-bd05-f271f7772f61 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708241 Aug 16 02:22:03.807063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-b809ff49-57bd-4602-8450-947b88478592 service neutron] 10.222.0.93 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678629 Aug 16 02:22:03.947192 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.996691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device b26f95c4-5250-4fbe-a2e7-545a830060c1 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:04.086653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device b26f95c4-5250-4fbe-a2e7-545a830060c1 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:04.142081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d2a195-5e22-4afc-8f8d-2e98ccce4134 req-2a7f4f09-b197-47a4-bb5d-28a69d64d6d8 service neutron] 10.222.0.93 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262169 Aug 16 02:22:04.157569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073196c-d4f9-40ed-8e5d-630bc40c2b24 req-2fa8fcd5-258a-4331-bc17-3d09fed84b83 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.160210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0073196c-d4f9-40ed-8e5d-630bc40c2b24 req-2fa8fcd5-258a-4331-bc17-3d09fed84b83 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.1456153 Aug 16 02:22:04.169121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8943c2-5785-44b9-8379-1ed580c7553f req-b2149593-d561-452e-b847-e26888a08a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.178055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab8943c2-5785-44b9-8379-1ed580c7553f req-b2149593-d561-452e-b847-e26888a08a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 943 time: 0.1985815 Aug 16 02:22:04.255692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab8943c2-5785-44b9-8379-1ed580c7553f req-ccaf1082-2b74-4910-b184-548f1572d7d7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763824 Aug 16 02:22:04.286195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0073196c-d4f9-40ed-8e5d-630bc40c2b24 req-f11f5995-39ef-4805-9e27-640202251490 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990140 Aug 16 02:22:04.392464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:04.395322 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab78a0b-7220-4064-8311-c80966511f39" -d '{"events": [{"name": "network-changed", "server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:04.400653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9edc237-81de-4427-acb9-63deb414f95e req-948cb7ba-f1d9-4f35-b377-956f929df881 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 210 time: 0.0796363 Aug 16 02:22:04.500396 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fefe84d-cec5-422e-bb1e-a1de634d2720 x-openstack-request-id: req-7fefe84d-cec5-422e-bb1e-a1de634d2720 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:04.500699 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:04.500961 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7fefe84d-cec5-422e-bb1e-a1de634d2720 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:04.501874 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'status': 'completed', 'code': 200} Aug 16 02:22:04.606673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78a0b-7220-4064-8311-c80966511f39 req-9676e60b-60d5-48ff-a2a9-8e67262058be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.608631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-9676e60b-60d5-48ff-a2a9-8e67262058be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0931795 Aug 16 02:22:04.776732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78a0b-7220-4064-8311-c80966511f39 req-8714f0e6-5e15-4d63-af79-a1cbe9a28725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:04.778381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-8714f0e6-5e15-4d63-af79-a1cbe9a28725 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 898 time: 0.1601849 Aug 16 02:22:04.851611 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:04.929575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-c079a33b-afbc-494f-863b-0d1468a91373 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 999 time: 0.1432137 Aug 16 02:22:05.036900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be994d-7d75-436b-940d-802e4dae669c req-ed6d05c1-fda4-49a2-931c-81bae1f0d964 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.038544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81be994d-7d75-436b-940d-802e4dae669c req-ed6d05c1-fda4-49a2-931c-81bae1f0d964 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0873432 Aug 16 02:22:05.046466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78a0b-7220-4064-8311-c80966511f39 req-57bf14ea-3179-483a-b90a-fd11e2c4a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.051737 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-57bf14ea-3179-483a-b90a-fd11e2c4a29f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 200 len: 835 time: 0.1094482 Aug 16 02:22:05.135026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81be994d-7d75-436b-940d-802e4dae669c req-970209af-7cc7-4623-89c1-788897fc1800 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821695 Aug 16 02:22:05.138665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78a0b-7220-4064-8311-c80966511f39 req-ed676c6f-4742-4c73-88eb-33a4d213018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.140212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-ed676c6f-4742-4c73-88eb-33a4d213018d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ebaefa93-1e44-4ee5-85c8-291327563e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765111 Aug 16 02:22:05.274222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-edd39d64-ac18-47c0-b3bd-d7f02bb89a0d service neutron] 10.222.0.93 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212728 Aug 16 02:22:05.531036 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-19d21061-264e-44ea-951f-03af8babaab8 service neutron] 10.222.0.93 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480834 Aug 16 02:22:05.562926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7076c-0fc7-4a74-881e-db98d3120331 req-e3d9f39d-5783-412e-b7cb-40047796a618 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.573156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97d7076c-0fc7-4a74-881e-db98d3120331 req-e3d9f39d-5783-412e-b7cb-40047796a618 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 943 time: 0.1528702 Aug 16 02:22:05.591596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96621887-fe7e-4e5a-8c71-a2033e5a2270 req-a635cf6d-9ea2-4bbe-b87b-b90449aefdb5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.598752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96621887-fe7e-4e5a-8c71-a2033e5a2270 req-a635cf6d-9ea2-4bbe-b87b-b90449aefdb5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.1506200 Aug 16 02:22:05.666131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97d7076c-0fc7-4a74-881e-db98d3120331 req-5f133ab5-df61-4dce-837e-56d53f29c7e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927372 Aug 16 02:22:05.703792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96621887-fe7e-4e5a-8c71-a2033e5a2270 req-d0379727-f2d2-477d-8c07-6a6fecbb4a6f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040411 Aug 16 02:22:05.752549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-ef663db1-595a-43a8-93dc-fe47300229db tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:05.755334 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-ef663db1-595a-43a8-93dc-fe47300229db tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.3526227 Aug 16 02:22:05.773702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Request body: {'port': {'device_id': 'a995b447-bfc0-4637-bd0e-3b24c40d4cc4', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'admin_state_up': True, 'tenant_id': 'fc518c11c5e24fccb67ffb8bba257455'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:05.850991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a414fcae-dc9a-4120-82e6-20c02b2fd09c req-246ec8fe-a058-4245-a1f4-f2141c70657d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 210 time: 0.0538566 Aug 16 02:22:05.931887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Made reservation on behalf of fc518c11c5e24fccb67ffb8bba257455 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:05.935958 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.138200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Allocated IP 172.20.0.3 (bc4a6db2-0697-4b57-8332-ef6bd8ccf225/eefe9e6a-a732-4087-844e-f6771da23569/5cb9b474-2fa0-4642-a094-29e5e7f91641) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:06.317557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bbae2-f82e-4dd9-bcc0-63c4d4df3638 req-c19cc19c-3ece-4a23-a7ee-d32a77ee88f8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.319116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e3bbae2-f82e-4dd9-bcc0-63c4d4df3638 req-c19cc19c-3ece-4a23-a7ee-d32a77ee88f8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0801632 Aug 16 02:22:06.378328 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e3bbae2-f82e-4dd9-bcc0-63c4d4df3638 req-3eb64b37-ebf8-44f9-b20c-5f5863c2b953 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519204 Aug 16 02:22:06.380589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.434697 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.471488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:06.487030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:06.490402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:06.494404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:06.519829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event updated for resources: {'Port': ['ID=5cb9b474-2fa0-4642-a094-29e5e7f91641,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:06.573336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.574014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.604965 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-969ab7d8-219d-4e51-8304-9656dba01ccd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349674 Aug 16 02:22:06.618949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Request body: {'port': {'device_id': 'a995b447-bfc0-4637-bd0e-3b24c40d4cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:06.698424 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:06.863991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2756145-1aaa-45d5-ac7e-90ddb224bd7a req-200a5b75-3c4c-49f0-9ff4-dbf09efafba7 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:06.869606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2756145-1aaa-45d5-ac7e-90ddb224bd7a req-200a5b75-3c4c-49f0-9ff4-dbf09efafba7 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.1056502 Aug 16 02:22:06.957798 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.009082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e69945-f972-4997-b5f1-0f72ff8e51d8 req-76ad9850-dacb-4738-bba9-00251d65e450 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:07.010649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16e69945-f972-4997-b5f1-0f72ff8e51d8 req-76ad9850-dacb-4738-bba9-00251d65e450 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 943 time: 0.1376383 Aug 16 02:22:07.014352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2756145-1aaa-45d5-ac7e-90ddb224bd7a req-a36a8366-f39a-4943-aac9-fa40bbb48d04 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362476 Aug 16 02:22:07.097333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16e69945-f972-4997-b5f1-0f72ff8e51d8 req-f98bfa23-387f-422b-8379-eef59da574e2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800607 Aug 16 02:22:07.226766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb9b474-2fa0-4642-a094-29e5e7f91641 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:07.243982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.289507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Transition to ACTIVE for port object 5cb9b474-2fa0-4642-a094-29e5e7f91641 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:07.300831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.333197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02307563-aced-4afd-9715-088fa88430fd req-dfc4a96e-105f-43ed-ab08-65087dcf6f58 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:07.345170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b26f95c4-5250-4fbe-a2e7-545a830060c1 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:07.349349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02307563-aced-4afd-9715-088fa88430fd req-dfc4a96e-105f-43ed-ab08-65087dcf6f58 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 931 time: 0.1335485 Aug 16 02:22:07.404968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb9b474-2fa0-4642-a094-29e5e7f91641,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.447415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8c55a-a9db-4aab-af49-50d586cc3487 req-88dfec03-5ae2-4b51-9039-7cc8a8a7ac76 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:07.448731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4cf8c55a-a9db-4aab-af49-50d586cc3487 req-88dfec03-5ae2-4b51-9039-7cc8a8a7ac76 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 943 time: 0.0815125 Aug 16 02:22:07.522362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02307563-aced-4afd-9715-088fa88430fd req-6d752a0f-2a95-4619-aec1-3f3ad8c0d025 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658475 Aug 16 02:22:07.581687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Attempting to bind port 5cb9b474-2fa0-4642-a094-29e5e7f91641 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:07.582163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Attempting to bind port 5cb9b474-2fa0-4642-a094-29e5e7f91641 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:07.582599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Attempting to bind port 5cb9b474-2fa0-4642-a094-29e5e7f91641 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:07.590138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Port 5cb9b474-2fa0-4642-a094-29e5e7f91641 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:07.593038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Attempting to bind port 5cb9b474-2fa0-4642-a094-29e5e7f91641 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:07.602417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4cf8c55a-a9db-4aab-af49-50d586cc3487 req-5c1729ef-cb91-43b8-8464-ee00d5ab8ca5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360831 Aug 16 02:22:07.605907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:07.606450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Checking segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:07.607029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Bound using segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:07.607651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Bound port: 5cb9b474-2fa0-4642-a094-29e5e7f91641, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:07.608232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.610156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:07.638150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'port_id': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'mac_address': 'fa:16:3e:f5:de:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:07.735489 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.740771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] For port 5cb9b474-2fa0-4642-a094-29e5e7f91641, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:07.743488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e85f2a-e675-4ca7-bb33-bc2527ca1bb1 req-b6b70703-8f77-4d36-bf92-30e01081c005 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:07.749557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] For port 5cb9b474-2fa0-4642-a094-29e5e7f91641, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5cb9b474-2fa0-4642-a094-29e5e7f91641,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:07.750640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54e85f2a-e675-4ca7-bb33-bc2527ca1bb1 req-b6b70703-8f77-4d36-bf92-30e01081c005 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0952206 Aug 16 02:22:07.757431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.770449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26f95c4-5250-4fbe-a2e7-545a830060c1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:07.801082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:07.817614 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54e85f2a-e675-4ca7-bb33-bc2527ca1bb1 req-989e9a84-5091-437a-a312-d9f05776d08c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616972 Aug 16 02:22:07.821047 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.831441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:07.836515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.838020 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] 10.222.0.93 "PUT /v2.0/ports/5cb9b474-2fa0-4642-a094-29e5e7f91641 HTTP/1.1" status: 200 len: 1092 time: 1.2247992 Aug 16 02:22:07.841168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a995b447-bfc0-4637-bd0e-3b24c40d4cc4', 'tag': '5cb9b474-2fa0-4642-a094-29e5e7f91641'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:07.849363 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "a995b447-bfc0-4637-bd0e-3b24c40d4cc4", "tag": "5cb9b474-2fa0-4642-a094-29e5e7f91641"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:07.946886 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3848fed-b038-48e8-9ddb-a3adf00f2121 x-openstack-request-id: req-d3848fed-b038-48e8-9ddb-a3adf00f2121 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:07.947710 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a995b447-bfc0-4637-bd0e-3b24c40d4cc4", "tag": "5cb9b474-2fa0-4642-a094-29e5e7f91641", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:07.947969 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3848fed-b038-48e8-9ddb-a3adf00f2121 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:07.948561 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a995b447-bfc0-4637-bd0e-3b24c40d4cc4', 'tag': '5cb9b474-2fa0-4642-a094-29e5e7f91641', 'status': 'completed', 'code': 200} Aug 16 02:22:07.963732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.979622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e29d-9db6-4cc1-8ccb-dd46462c547d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb9b474-2fa0-4642-a094-29e5e7f91641,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.993021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-433a5006-7fa9-47e8-a860-0639d198fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:07.994711 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-433a5006-7fa9-47e8-a860-0639d198fcee service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 1095 time: 0.1125765 Aug 16 02:22:08.063086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['b26f95c4-5250-4fbe-a2e7-545a830060c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:08.077893 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-b4d483e1-fe53-4218-9673-859e803ae1d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb9b474-2fa0-4642-a094-29e5e7f91641 HTTP/1.1" status: 200 len: 217 time: 0.0738633 Aug 16 02:22:08.185387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-fe8a0986-dcc3-4e70-8026-e587e91fc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:08.186874 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-fe8a0986-dcc3-4e70-8026-e587e91fc207 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.1017544 Aug 16 02:22:08.243107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-9a03bf9c-a979-45ec-b404-4face27b6e5c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465014 Aug 16 02:22:08.280997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9db1-47f7-44cc-9f0c-611ececaf631 req-9cb9ca6f-efef-4989-b7b7-7da5e6763e59 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:08.284660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05ad9db1-47f7-44cc-9f0c-611ececaf631 req-9cb9ca6f-efef-4989-b7b7-7da5e6763e59 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.1049533 Aug 16 02:22:08.346689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05ad9db1-47f7-44cc-9f0c-611ececaf631 req-f64fb346-317b-4292-bf96-970041e8e3e5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Aug 16 02:22:08.438683 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-14afa7ca-da91-4651-a20d-dc6984ae982f service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907642 Aug 16 02:22:08.669038 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24310dde-799f-4883-bf3e-4fa5c7575fcb req-97cb5dfa-34aa-49a8-985c-c5c40fb9db77 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226474 Aug 16 02:22:08.724655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f621a-b476-4847-b2c1-a92b1f243379 req-bbc1b1a7-e451-470e-b0e7-4b9c0453ac54 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:08.726309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab5f621a-b476-4847-b2c1-a92b1f243379 req-bbc1b1a7-e451-470e-b0e7-4b9c0453ac54 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 943 time: 0.0857677 Aug 16 02:22:08.806902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab5f621a-b476-4847-b2c1-a92b1f243379 req-1038e30e-87bb-4647-bb95-c6e383edc600 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Aug 16 02:22:08.837915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fa34a-2713-44b1-b65e-01b793bc741a req-02df7560-2e5a-4c2c-ab3e-6e4b090dcbb9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:08.846826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c21fa34a-2713-44b1-b65e-01b793bc741a req-02df7560-2e5a-4c2c-ab3e-6e4b090dcbb9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 944 time: 0.1154127 Aug 16 02:22:08.853650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-59765b1a-f68a-49ab-a36d-077136ba56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:08.855636 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-59765b1a-f68a-49ab-a36d-077136ba56ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 1095 time: 0.1251087 Aug 16 02:22:08.957461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c21fa34a-2713-44b1-b65e-01b793bc741a req-df329222-2a37-4f7b-bc8c-476a6aabf3cc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003790 Aug 16 02:22:09.076131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f9c20-9075-42c6-a974-7b62671ccc17 req-49365e54-d0aa-4827-b146-028f3788b06b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.081915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-825f9c20-9075-42c6-a974-7b62671ccc17 req-49365e54-d0aa-4827-b146-028f3788b06b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.1195934 Aug 16 02:22:09.082362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-d3a34601-d05f-402e-8925-e51404b53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.088719 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-d3a34601-d05f-402e-8925-e51404b53b2a service neutron] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 907 time: 0.2202992 Aug 16 02:22:09.133842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-825f9c20-9075-42c6-a974-7b62671ccc17 req-62175446-b40d-4200-aa34-df2d2e695b1f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Aug 16 02:22:09.155347 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-ea0e7cb3-db1f-44f3-a99d-aa750c4c0dd6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb9b474-2fa0-4642-a094-29e5e7f91641 HTTP/1.1" status: 200 len: 217 time: 0.0594301 Aug 16 02:22:09.221910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-95054bed-7995-43f5-98d3-899b9a28e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.223450 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-95054bed-7995-43f5-98d3-899b9a28e12e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0635064 Aug 16 02:22:09.258475 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-b0213719-c03f-45da-af41-f04c268051ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275578 Aug 16 02:22:09.378574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b26f95c4-5250-4fbe-a2e7-545a830060c1 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:09.400184 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-3c078db8-34dd-4af4-a724-a5d648c469ea service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342387 Aug 16 02:22:09.466264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port b26f95c4-5250-4fbe-a2e7-545a830060c1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:09.493555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port b26f95c4-5250-4fbe-a2e7-545a830060c1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:09.493925 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.537532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c2d49810-a85a-4b2e-b7ef-d3916c205ccc req-7e09f38e-e298-45db-89fd-9ea88244362d service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281822 Aug 16 02:22:09.581198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c713ad7-e3e8-4684-ac50-365a48f81980 req-3545fb1a-b579-4278-ac4b-bd3d09688c1a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.582046 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c713ad7-e3e8-4684-ac50-365a48f81980 req-3545fb1a-b579-4278-ac4b-bd3d09688c1a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.1071126 Aug 16 02:22:09.659636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c713ad7-e3e8-4684-ac50-365a48f81980 req-9cc05516-0d9d-4f1b-af61-62a069e55860 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598829 Aug 16 02:22:09.661065 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.688256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:09.692607 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261709aa-5590-4b52-a2c3-810850521e44" -d '{"events": [{"server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "name": "network-vif-plugged", "status": "completed", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:09.711806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:09.716238 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.747613 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d455d442-9353-49ea-9272-3b7084619370 x-openstack-request-id: req-d455d442-9353-49ea-9272-3b7084619370 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:09.747908 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "name": "network-vif-plugged", "status": "completed", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:09.748158 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d455d442-9353-49ea-9272-3b7084619370 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:09.748542 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'code': 200} Aug 16 02:22:09.779253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.930179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bcbad-05b8-4c8b-a332-21eeacb46e5b req-84456bbf-c98f-4b5a-9365-7f51747e7dd9 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:09.931653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea1bcbad-05b8-4c8b-a332-21eeacb46e5b req-84456bbf-c98f-4b5a-9365-7f51747e7dd9 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 943 time: 0.0552685 Aug 16 02:22:09.973949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea1bcbad-05b8-4c8b-a332-21eeacb46e5b req-30f01cf9-bbeb-4402-a490-d609cd40b219 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352771 Aug 16 02:22:10.076562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f11f18-e548-4f5d-b393-3af4b2ad6b57 req-7b1b8147-b759-4d58-9f57-9332969f2ede tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:10.078202 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86f11f18-e548-4f5d-b393-3af4b2ad6b57 req-7b1b8147-b759-4d58-9f57-9332969f2ede tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0518451 Aug 16 02:22:10.123485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86f11f18-e548-4f5d-b393-3af4b2ad6b57 req-f18184c7-725d-4e6e-abb5-43bcd2584fba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375915 Aug 16 02:22:10.249539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2fd7-df15-4565-aba8-2aac6ab11987 req-9339908f-3edd-4901-b00d-f252cfc21cfa tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:10.250972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-463a2fd7-df15-4565-aba8-2aac6ab11987 req-9339908f-3edd-4901-b00d-f252cfc21cfa tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0528095 Aug 16 02:22:10.292443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-463a2fd7-df15-4565-aba8-2aac6ab11987 req-47edba10-9dfb-4729-9944-cb0a91e116e1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345988 Aug 16 02:22:10.782794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e135743-b593-4bcb-947b-c4499f4d17c5 req-8116a2ed-b2b6-474d-ad43-351df008ab55 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:10.785263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e135743-b593-4bcb-947b-c4499f4d17c5 req-8116a2ed-b2b6-474d-ad43-351df008ab55 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0537651 Aug 16 02:22:10.826100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e135743-b593-4bcb-947b-c4499f4d17c5 req-0f246c8e-bb22-48b6-be25-d4a00370652a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341873 Aug 16 02:22:11.097035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9982f6d-2c49-4478-8b5d-b98c19e0312a req-776eacac-392c-4028-b29c-5d19c573174f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.098519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9982f6d-2c49-4478-8b5d-b98c19e0312a req-776eacac-392c-4028-b29c-5d19c573174f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 943 time: 0.0505464 Aug 16 02:22:11.141900 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9982f6d-2c49-4478-8b5d-b98c19e0312a req-fa5d6d05-8c65-47cf-bb9a-7c0eb0f0a7be tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Aug 16 02:22:11.273042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53ee3-120f-4339-aa16-c8fb528b62d0 req-3156647a-ea14-4028-abdd-40548066e70c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.274487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22b53ee3-120f-4339-aa16-c8fb528b62d0 req-3156647a-ea14-4028-abdd-40548066e70c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0533679 Aug 16 02:22:11.313681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22b53ee3-120f-4339-aa16-c8fb528b62d0 req-884f2e22-8045-4b36-92d0-425b56cd239e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331285 Aug 16 02:22:11.384102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5cb9b474-2fa0-4642-a094-29e5e7f91641 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:11.488086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef046892-5c35-4e83-a437-5b1b2da51ce2 req-4ded3ad7-596a-4ee1-bdfb-2d34b85a864d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.490139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef046892-5c35-4e83-a437-5b1b2da51ce2 req-4ded3ad7-596a-4ee1-bdfb-2d34b85a864d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0646338 Aug 16 02:22:11.503339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5cb9b474-2fa0-4642-a094-29e5e7f91641, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5cb9b474-2fa0-4642-a094-29e5e7f91641,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:11.522986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '5cb9b474-2fa0-4642-a094-29e5e7f91641', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'port_id': '5cb9b474-2fa0-4642-a094-29e5e7f91641', 'mac_address': 'fa:16:3e:a5:fa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefe9e6a-a732-4087-844e-f6771da23569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:11.543284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef046892-5c35-4e83-a437-5b1b2da51ce2 req-3d84508e-c119-4ca9-9d80-d03afe06281e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Aug 16 02:22:11.573271 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.586762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb9b474-2fa0-4642-a094-29e5e7f91641 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:11.607128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5cb9b474-2fa0-4642-a094-29e5e7f91641, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5cb9b474-2fa0-4642-a094-29e5e7f91641,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:11.613031 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.663516 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=5cb9b474-2fa0-4642-a094-29e5e7f91641,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:11.873852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['5cb9b474-2fa0-4642-a094-29e5e7f91641'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:11.953266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b937c83-50bb-4d72-9e52-d683f946ffde req-6efb8fb8-6175-4bac-83e6-c4d4bc4cba4b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.955591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b937c83-50bb-4d72-9e52-d683f946ffde req-6efb8fb8-6175-4bac-83e6-c4d4bc4cba4b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0516813 Aug 16 02:22:12.000111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b937c83-50bb-4d72-9e52-d683f946ffde req-685228e2-4c36-4f9a-9fca-e2fd124beac4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Aug 16 02:22:12.215846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.265163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61523b0d-0ec2-4def-8535-1d0e2b17569a req-f800e43b-2bdf-420a-a277-6cc9d80ce105 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.266789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61523b0d-0ec2-4def-8535-1d0e2b17569a req-f800e43b-2bdf-420a-a277-6cc9d80ce105 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 944 time: 0.0499003 Aug 16 02:22:12.312762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61523b0d-0ec2-4def-8535-1d0e2b17569a req-b2a1324b-0fc3-4f01-898e-11a0d805d8bd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 Aug 16 02:22:12.442222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e0a72-b78a-4137-9264-e7cb4785d377 req-651732fa-c0b7-4c3f-b0e1-2866b0de7e16 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.443654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f82e0a72-b78a-4137-9264-e7cb4785d377 req-651732fa-c0b7-4c3f-b0e1-2866b0de7e16 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0560570 Aug 16 02:22:12.481917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f82e0a72-b78a-4137-9264-e7cb4785d377 req-cbc2e104-6952-4e1d-abe2-9d59f99c6a6a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320623 Aug 16 02:22:12.659403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87892ebd-e0ad-4cc6-879c-90ab0d140fa3 req-d90c97a2-e1f7-47e6-b2b8-3aec37fed0b7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.660899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87892ebd-e0ad-4cc6-879c-90ab0d140fa3 req-d90c97a2-e1f7-47e6-b2b8-3aec37fed0b7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0512302 Aug 16 02:22:12.698466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87892ebd-e0ad-4cc6-879c-90ab0d140fa3 req-b3b56f2a-8df5-4f70-a2e9-aa244ae48556 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Aug 16 02:22:13.120793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64b3cb-3221-4de0-a01b-0d98cff32057 req-0f7e73a2-c8d4-4ead-ae8c-7cb6fec348bc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.122135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b64b3cb-3221-4de0-a01b-0d98cff32057 req-0f7e73a2-c8d4-4ead-ae8c-7cb6fec348bc tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0523882 Aug 16 02:22:13.169575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b64b3cb-3221-4de0-a01b-0d98cff32057 req-ddd4fc5f-2fc5-490e-8f6c-570a6a384b62 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Aug 16 02:22:13.389343 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5cb9b474-2fa0-4642-a094-29e5e7f91641 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:13.435124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad706c-5032-484f-a875-6cc962454e42 req-7b974d76-da9e-415a-828b-4ff1a8d4030f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.436632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ad706c-5032-484f-a875-6cc962454e42 req-7b974d76-da9e-415a-828b-4ff1a8d4030f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 944 time: 0.0554678 Aug 16 02:22:13.437321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 5cb9b474-2fa0-4642-a094-29e5e7f91641 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:13.441551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 5cb9b474-2fa0-4642-a094-29e5e7f91641 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:13.441923 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.478417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ad706c-5032-484f-a875-6cc962454e42 req-5737f839-8ccb-4a37-82fa-616880713d10 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349071 Aug 16 02:22:13.520575 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.546052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a995b447-bfc0-4637-bd0e-3b24c40d4cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb9b474-2fa0-4642-a094-29e5e7f91641'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:13.548303 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff67720-bd04-49e2-976d-eff148f11e4a" -d '{"events": [{"server_uuid": "a995b447-bfc0-4637-bd0e-3b24c40d4cc4", "name": "network-vif-plugged", "status": "completed", "tag": "5cb9b474-2fa0-4642-a094-29e5e7f91641"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:13.563732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 5cb9b474-2fa0-4642-a094-29e5e7f91641, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5cb9b474-2fa0-4642-a094-29e5e7f91641,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:13.571370 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.595811 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fae3315-2d67-4985-8570-6f1b51c15893 x-openstack-request-id: req-6fae3315-2d67-4985-8570-6f1b51c15893 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:13.596210 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a995b447-bfc0-4637-bd0e-3b24c40d4cc4", "name": "network-vif-plugged", "status": "completed", "tag": "5cb9b474-2fa0-4642-a094-29e5e7f91641", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:13.596580 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6fae3315-2d67-4985-8570-6f1b51c15893 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:13.596988 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a995b447-bfc0-4637-bd0e-3b24c40d4cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb9b474-2fa0-4642-a094-29e5e7f91641', 'code': 200} Aug 16 02:22:13.623236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b874f3-58f4-4646-8069-a31408413a12 req-a0260399-7678-4b66-90c3-f3481ad93dc7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.632620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=5cb9b474-2fa0-4642-a094-29e5e7f91641,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:13.633081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1b874f3-58f4-4646-8069-a31408413a12 req-a0260399-7678-4b66-90c3-f3481ad93dc7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0759561 Aug 16 02:22:13.671494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1b874f3-58f4-4646-8069-a31408413a12 req-8a66c025-58a9-4626-bc8d-d91bac8b923c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373356 Aug 16 02:22:13.700097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a55871-ebdc-4b80-ad17-d3ac43caa2bb req-cdc29d82-9e2e-42d8-b79c-1da1d51ae8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.701639 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75a55871-ebdc-4b80-ad17-d3ac43caa2bb req-cdc29d82-9e2e-42d8-b79c-1da1d51ae8ac service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0458298 Aug 16 02:22:13.738254 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75a55871-ebdc-4b80-ad17-d3ac43caa2bb req-16840dbb-0b8a-4f78-abca-e14499b6e96b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282428 Aug 16 02:22:13.815948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab217cf-f164-4adb-bc53-dc635ba218c2 req-ee049f2f-034b-4955-9033-18bf6b67932c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:13.817314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ab217cf-f164-4adb-bc53-dc635ba218c2 req-ee049f2f-034b-4955-9033-18bf6b67932c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Aug 16 02:22:13.855519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ab217cf-f164-4adb-bc53-dc635ba218c2 req-32608eb9-9f0f-439e-b3d7-c7f472adafa4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Aug 16 02:22:14.291223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d9409-0518-45b8-971e-3070789b654c req-efeae267-7f24-492b-bba2-8ded54fbb59b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.292698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c2d9409-0518-45b8-971e-3070789b654c req-efeae267-7f24-492b-bba2-8ded54fbb59b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0528080 Aug 16 02:22:14.330263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c2d9409-0518-45b8-971e-3070789b654c req-c5182721-88a9-43d0-b7c2-185995fba33f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Aug 16 02:22:14.612830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d0a6-9c4e-4cb6-99c0-c1e982b75a29 req-0f94d6f4-824d-4de6-ae82-4b4c513ae7be tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.614343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3092d0a6-9c4e-4cb6-99c0-c1e982b75a29 req-0f94d6f4-824d-4de6-ae82-4b4c513ae7be tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 945 time: 0.0504742 Aug 16 02:22:14.653958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3092d0a6-9c4e-4cb6-99c0-c1e982b75a29 req-ed0f70d3-fe2a-4da3-9f7f-9ca6cc70ffe0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Aug 16 02:22:14.799035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93333812-dcd6-43a8-823b-7c04d5c5aa4d req-b5283e1c-8e7b-4880-9c66-381d2669e5cb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.800542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93333812-dcd6-43a8-823b-7c04d5c5aa4d req-b5283e1c-8e7b-4880-9c66-381d2669e5cb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0533748 Aug 16 02:22:14.846462 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93333812-dcd6-43a8-823b-7c04d5c5aa4d req-3ac73e58-7d45-4df9-940e-0ef0a9e719d4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393054 Aug 16 02:22:14.978103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fc256-b1ab-4352-8c7b-f8a44f9a55af req-a0bf9018-100a-4d03-89c0-a21b34b79b69 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.979535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad4fc256-b1ab-4352-8c7b-f8a44f9a55af req-a0bf9018-100a-4d03-89c0-a21b34b79b69 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0533166 Aug 16 02:22:15.017069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad4fc256-b1ab-4352-8c7b-f8a44f9a55af req-46a821d6-9e2c-4f61-8a53-fed7ced6db45 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Aug 16 02:22:15.446416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fedd03-5d8c-4acf-9bd3-2eb8b54e62e4 req-4835125c-d3c8-46a8-99a7-271908fc0030 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.447842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70fedd03-5d8c-4acf-9bd3-2eb8b54e62e4 req-4835125c-d3c8-46a8-99a7-271908fc0030 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0511131 Aug 16 02:22:15.489169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70fedd03-5d8c-4acf-9bd3-2eb8b54e62e4 req-7153d300-1a5f-49a6-8fec-ce7fa2846916 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Aug 16 02:22:15.775013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358e9aa-df5c-4898-840c-c960f22e1884 req-cccff4a0-20f8-4838-94db-bb92f91d89a7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.776654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8358e9aa-df5c-4898-840c-c960f22e1884 req-cccff4a0-20f8-4838-94db-bb92f91d89a7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 945 time: 0.0544665 Aug 16 02:22:15.815363 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8358e9aa-df5c-4898-840c-c960f22e1884 req-9875f507-31cf-4134-93a6-d07e9918a0ef tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Aug 16 02:22:15.968945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8df9fc-5401-4e85-93af-6cf19a2689a5 req-1aca9a5e-f084-414f-bbe6-8db1168784b1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.970343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f8df9fc-5401-4e85-93af-6cf19a2689a5 req-1aca9a5e-f084-414f-bbe6-8db1168784b1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 945 time: 0.0876596 Aug 16 02:22:15.992922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d2108-f101-4e50-adb4-9862283e658e req-361e7063-a10b-420a-ad09-df9b71240d7e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.994442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-753d2108-f101-4e50-adb4-9862283e658e req-361e7063-a10b-420a-ad09-df9b71240d7e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0712259 Aug 16 02:22:16.040089 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f8df9fc-5401-4e85-93af-6cf19a2689a5 req-6ea2ca03-ec00-49c4-ab48-bf492d698b1c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613017 Aug 16 02:22:16.053967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-753d2108-f101-4e50-adb4-9862283e658e req-ad715760-e15b-4b8e-9a2a-7ebd77a59635 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510263 Aug 16 02:22:16.161711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57752010-e449-4fa3-aa48-93e90a10d7d6 req-3e6be882-bad0-450b-8317-abff4f8b7ee4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.163294 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57752010-e449-4fa3-aa48-93e90a10d7d6 req-3e6be882-bad0-450b-8317-abff4f8b7ee4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0518572 Aug 16 02:22:16.203903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57752010-e449-4fa3-aa48-93e90a10d7d6 req-69965a20-1111-4d5a-8b1c-335655533fa5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Aug 16 02:22:16.229622 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-53734883-59a6-4c2a-9867-51314a856184 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d7ab4df-79f1-4439-8220-3fb41cd88544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324237 Aug 16 02:22:16.490530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce3c0-722e-4bf1-9d5b-53fb9ccf98b1 req-66c0df18-540e-47cf-a6ed-24ab773ba284 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.492032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7cce3c0-722e-4bf1-9d5b-53fb9ccf98b1 req-66c0df18-540e-47cf-a6ed-24ab773ba284 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 945 time: 0.0535977 Aug 16 02:22:16.534835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7cce3c0-722e-4bf1-9d5b-53fb9ccf98b1 req-b4e1bc12-efb2-420c-96f8-49f842dce5f2 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365379 Aug 16 02:22:16.586754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78a0b-7220-4064-8311-c80966511f39 req-8fd19fea-cd62-409b-bff4-09a0a6c5bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.588296 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-8fd19fea-cd62-409b-bff4-09a0a6c5bd2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1097 time: 0.2342975 Aug 16 02:22:16.589800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-e3b6708e-bef1-4cc4-a0ec-c2b329c4bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.591147 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-e3b6708e-bef1-4cc4-a0ec-c2b329c4bd94 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1096 time: 0.1770215 Aug 16 02:22:16.611884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-92c47eec-c2f7-41c8-8741-9cb35309a092 service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704959 Aug 16 02:22:16.620412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-8d200a8b-54a5-4679-b8ca-2650bc924400 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.621172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccce3d8-0b54-4183-b1c8-b98b46463e9f req-78c78b26-1e1b-4f60-baf3-3675637d3f93 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.621811 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-8d200a8b-54a5-4679-b8ca-2650bc924400 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6&tenant_id=7e451b98654a41d4b8ba2ece6587578f&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 945 time: 0.1828558 Aug 16 02:22:16.622670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ccce3d8-0b54-4183-b1c8-b98b46463e9f req-78c78b26-1e1b-4f60-baf3-3675637d3f93 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0526104 Aug 16 02:22:16.663935 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ccce3d8-0b54-4183-b1c8-b98b46463e9f req-5d4555a0-5daf-4bca-b356-ec957f1e9881 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Aug 16 02:22:16.896953 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-f5814f56-2e41-47ee-abdb-290459f5d607 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:22:16.897977 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-f5814f56-2e41-47ee-abdb-290459f5d607 service neutron] 10.222.0.86 "DELETE /v2.0/ports/b26f95c4-5250-4fbe-a2e7-545a830060c1/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.2561941 Aug 16 02:22:16.903989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-7e41244c-ae7d-46a3-98a5-507d24f8a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.905495 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-7e41244c-ae7d-46a3-98a5-507d24f8a64e service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.2817986 Aug 16 02:22:16.909765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78a0b-7220-4064-8311-c80966511f39 req-78190d2e-313d-45ce-8f48-26952200efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.910502 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-78190d2e-313d-45ce-8f48-26952200efa8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 898 time: 0.3093679 Aug 16 02:22:16.914041 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b663317c-99eb-473c-8c09-074cdd12fcc0 req-7297c3c9-5204-4241-9853-347c29ffaea0 service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913754 Aug 16 02:22:17.143527 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-9e673a15-433c-4b07-8d6b-359d1adad887 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 999 time: 0.2241623 Aug 16 02:22:17.147249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-d1fbba96-85c2-42f6-9bdd-22961ba1914d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 1001 time: 0.1863999 Aug 16 02:22:17.206910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185f44-1af9-4bb9-b671-848be8eea33f req-81801811-e7bc-4847-9c6b-ea2b4eb5c67e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.210105 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff185f44-1af9-4bb9-b671-848be8eea33f req-81801811-e7bc-4847-9c6b-ea2b4eb5c67e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0526488 Aug 16 02:22:17.237226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78a0b-7220-4064-8311-c80966511f39 req-2827737e-d550-47c4-ad97-f520f1fce4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.238778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-2827737e-d550-47c4-ad97-f520f1fce4b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 200 len: 835 time: 0.0735371 Aug 16 02:22:17.240261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-0939d431-6426-4199-9e80-9dd076c38fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.241626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-0939d431-6426-4199-9e80-9dd076c38fcb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0851026 Aug 16 02:22:17.249498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff185f44-1af9-4bb9-b671-848be8eea33f req-575e28b6-eb97-436e-ae1c-9698b733ff7e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347941 Aug 16 02:22:17.326554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78a0b-7220-4064-8311-c80966511f39 req-23f56771-daca-4543-a89d-522e6c8af5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.328116 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-23f56771-daca-4543-a89d-522e6c8af5cc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebaefa93-1e44-4ee5-85c8-291327563e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765305 Aug 16 02:22:17.330934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-01dcac69-1603-47e6-8b82-c3d76b4b162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.332405 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-01dcac69-1603-47e6-8b82-c3d76b4b162c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795739 Aug 16 02:22:17.374964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b5396-62b6-4f11-8477-1802354546b8 req-e4d52126-58a7-4a20-80c5-40d6c8322e69 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.376544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da2b5396-62b6-4f11-8477-1802354546b8 req-e4d52126-58a7-4a20-80c5-40d6c8322e69 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0629728 Aug 16 02:22:17.419479 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da2b5396-62b6-4f11-8477-1802354546b8 req-542e393a-e4b6-45a4-b162-65a6687b682b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354199 Aug 16 02:22:17.507571 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-4365c2e2-73e8-4c34-b89e-6d763ce321d1 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542614 Aug 16 02:22:17.509341 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-9fe7a3af-7fd8-46c3-9f2c-fbba1557ab05 service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671071 Aug 16 02:22:17.660884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128d560-c6fd-4ecc-b3cf-d40df4f75f15 req-9a5fc3cf-cff6-42e7-bf36-7f444a95c7e0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.662529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1128d560-c6fd-4ecc-b3cf-d40df4f75f15 req-9a5fc3cf-cff6-42e7-bf36-7f444a95c7e0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 945 time: 0.0567961 Aug 16 02:22:17.680379 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-95a02c86-c023-4fcd-8f3d-39ef02a6b106 req-d2265cbf-cf0a-4115-ac3e-cc4939f8cede service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597788 Aug 16 02:22:17.682263 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8ab78a0b-7220-4064-8311-c80966511f39 req-2b299070-8c8a-4a3f-8f93-1da9c72e7101 service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542811 Aug 16 02:22:17.709565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1128d560-c6fd-4ecc-b3cf-d40df4f75f15 req-fda24144-c9e3-42bc-a849-956f534d0594 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 Aug 16 02:22:17.798689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35373cd-fd3e-40eb-9949-2c6055750581 req-c77a3ee4-ef12-4a1b-b902-954a0fc6fc37 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.800308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a35373cd-fd3e-40eb-9949-2c6055750581 req-c77a3ee4-ef12-4a1b-b902-954a0fc6fc37 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0537908 Aug 16 02:22:17.842878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-82b47834-8d24-4611-871f-7325f0412643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.844962 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-82b47834-8d24-4611-871f-7325f0412643 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0419831 Aug 16 02:22:17.847703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a35373cd-fd3e-40eb-9949-2c6055750581 req-794d3688-0a96-42cd-9d83-85643620f373 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Aug 16 02:22:18.319273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-f8777424-45b0-4538-9419-2db4efd350b7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.320798 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-f8777424-45b0-4538-9419-2db4efd350b7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 945 time: 0.0795994 Aug 16 02:22:18.324207 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-79befc3d-f037-41b3-8cfb-8eb7dc99eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.325560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-79befc3d-f037-41b3-8cfb-8eb7dc99eba5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 898 time: 0.4697740 Aug 16 02:22:18.447538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-54e715a0-91b9-4bdf-92ae-662e2c8ee6e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 1001 time: 0.1138532 Aug 16 02:22:18.515207 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-f87f8b9b-02cb-4d15-9491-62d3992db975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.516705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-f87f8b9b-02cb-4d15-9491-62d3992db975 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 200 len: 835 time: 0.0620308 Aug 16 02:22:18.520366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Deleting port 5cb9b474-2fa0-4642-a094-29e5e7f91641 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:18.520708 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.644009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-d45e4f65-3bc3-4736-9c43-1721eb5d0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.645530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-d45e4f65-3bc3-4736-9c43-1721eb5d0a09 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebaefa93-1e44-4ee5-85c8-291327563e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203003 Aug 16 02:22:18.658805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] For port 5cb9b474-2fa0-4642-a094-29e5e7f91641, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=5cb9b474-2fa0-4642-a094-29e5e7f91641,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:18.659343 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.692454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Calling delete_port for 5cb9b474-2fa0-4642-a094-29e5e7f91641 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:18.735943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7a4cd-7862-4595-9ab4-deeb15f675c2 req-38f4a0be-9059-47c2-b3d2-7e9890820617 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.743620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ee7a4cd-7862-4595-9ab4-deeb15f675c2 req-38f4a0be-9059-47c2-b3d2-7e9890820617 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.4209116 Aug 16 02:22:18.772930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ab59-4ca2-4887-999d-dfaeb8224aba req-cb32b054-2be9-4a1a-876c-b57ef6087e5d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.779507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd56ab59-4ca2-4887-999d-dfaeb8224aba req-cb32b054-2be9-4a1a-876c-b57ef6087e5d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0937457 Aug 16 02:22:18.818468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ee7a4cd-7862-4595-9ab4-deeb15f675c2 req-85d4e4ce-1453-4e8c-a48c-90f5a1c148fb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735929 Aug 16 02:22:18.818718 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-f5627640-8fe2-46c8-a2e3-7a3a89f4ef1a service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510298 Aug 16 02:22:18.847038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd56ab59-4ca2-4887-999d-dfaeb8224aba req-a01114ed-c2ba-4c88-963a-dcb178e6438d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549068 Aug 16 02:22:18.981133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.991247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fe9fd-6834-4b2e-a9d3-7a998b2f01e6 req-6c0efa50-1785-4a89-8954-4944e39d1408 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.992770 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f07fe9fd-6834-4b2e-a9d3-7a998b2f01e6 req-6c0efa50-1785-4a89-8954-4944e39d1408 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=a995b447-bfc0-4637-bd0e-3b24c40d4cc4 HTTP/1.1" status: 200 len: 945 time: 0.0916936 Aug 16 02:22:18.998011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['5cb9b474-2fa0-4642-a094-29e5e7f91641'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:19.006089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783eb8eb-f171-4455-a489-1e3cda932463 req-6d52f763-6bdb-461a-abbd-75d2b577d892 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.013476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-783eb8eb-f171-4455-a489-1e3cda932463 req-6d52f763-6bdb-461a-abbd-75d2b577d892 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0780561 Aug 16 02:22:19.027661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:19.031124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event deleted for resources: {'Port': ['ID=5cb9b474-2fa0-4642-a094-29e5e7f91641,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:19.050816 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-a7682cdb-37b3-45ec-8371-13096ed4147c service neutron] 10.222.0.86 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220993 Aug 16 02:22:19.073793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-783eb8eb-f171-4455-a489-1e3cda932463 req-bbb444a5-e6d9-4139-a88b-49852bf225b7 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594049 Aug 16 02:22:19.088889 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f07fe9fd-6834-4b2e-a9d3-7a998b2f01e6 req-13ba21af-fca5-4b7b-a07e-dd4a119e4c35 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684409 Aug 16 02:22:19.090276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.099550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:19.124848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] No DVR routers for this DVR port 5cb9b474-2fa0-4642-a094-29e5e7f91641 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:19.132250 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.134337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a3373c18-2c3e-4638-a7a1-5205089f382b req-e24018de-643a-4237-80c9-391df30e1850 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "DELETE /v2.0/ports/5cb9b474-2fa0-4642-a094-29e5e7f91641 HTTP/1.1" status: 204 len: 173 time: 0.8069890 Aug 16 02:22:19.134805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a995b447-bfc0-4637-bd0e-3b24c40d4cc4', 'name': 'network-vif-deleted', 'tag': '5cb9b474-2fa0-4642-a094-29e5e7f91641'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:19.146916 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eda6bea-8887-4b17-ba6b-fab728cac861" -d '{"events": [{"server_uuid": "a995b447-bfc0-4637-bd0e-3b24c40d4cc4", "name": "network-vif-deleted", "tag": "5cb9b474-2fa0-4642-a094-29e5e7f91641"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:19.217715 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5207f9b4-e31f-45a0-865d-4b59c09077f3 x-openstack-request-id: req-5207f9b4-e31f-45a0-865d-4b59c09077f3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:19.218247 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a995b447-bfc0-4637-bd0e-3b24c40d4cc4", "name": "network-vif-deleted", "tag": "5cb9b474-2fa0-4642-a094-29e5e7f91641", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:19.218525 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5207f9b4-e31f-45a0-865d-4b59c09077f3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:19.218930 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a995b447-bfc0-4637-bd0e-3b24c40d4cc4', 'name': 'network-vif-deleted', 'tag': '5cb9b474-2fa0-4642-a094-29e5e7f91641', 'status': 'completed', 'code': 200} Aug 16 02:22:19.981971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e2c0d-aa42-4f8d-b26c-d618223f843c req-d1f127b9-d2c9-41ea-8acb-83b59fc26bd8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.983523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a05e2c0d-aa42-4f8d-b26c-d618223f843c req-d1f127b9-d2c9-41ea-8acb-83b59fc26bd8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0711200 Aug 16 02:22:19.991640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594800a-1166-4e03-a7b7-250352fa4313 req-158c6344-0a81-49f2-9f8f-7a17af658944 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.993024 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2594800a-1166-4e03-a7b7-250352fa4313 req-158c6344-0a81-49f2-9f8f-7a17af658944 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0917373 Aug 16 02:22:20.036708 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:20.050781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a05e2c0d-aa42-4f8d-b26c-d618223f843c req-63b7d5ed-73fe-4b32-b7d0-60751d8e0917 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567815 Aug 16 02:22:20.054198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2594800a-1166-4e03-a7b7-250352fa4313 req-7d69d30e-1ba0-41bc-bf0b-5957a7bc7fb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545645 Aug 16 02:22:20.087867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:20.193986 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4be9d70c-2419-416e-8999-eb0c0a223a38 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/5789732f-9f2e-40c7-b467-403eece55a0d HTTP/1.1" status: 200 len: 993 time: 0.1047878 Aug 16 02:22:20.195456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:20.214358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'network_id': '8d7ab4df-79f1-4439-8220-3fb41cd88544', 'port_id': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'mac_address': 'fa:16:3e:bc:35:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fac6671-ec6f-48b5-bedf-1b2c814d0144', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:20.238349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a7850-7ac3-4be3-9601-9954711eedf2 req-68dd652a-959b-4b77-b991-36e917af23c8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.240017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a30a7850-7ac3-4be3-9601-9954711eedf2 req-68dd652a-959b-4b77-b991-36e917af23c8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 945 time: 0.0576985 Aug 16 02:22:20.257781 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.272615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:20.291756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a30a7850-7ac3-4be3-9601-9954711eedf2 req-091724f1-e314-4d34-b0b6-99af846ccf91 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377231 Aug 16 02:22:20.295032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:20.308663 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.360671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:20.734118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:21.172783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdeca-910f-4501-99ca-adc464ac30c7 req-31b2b1df-a8a5-4d22-9318-47e249dc66d5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:21.174919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38fcdeca-910f-4501-99ca-adc464ac30c7 req-31b2b1df-a8a5-4d22-9318-47e249dc66d5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0502706 Aug 16 02:22:21.219125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38fcdeca-910f-4501-99ca-adc464ac30c7 req-ff4a56d6-c2e7-4741-972c-a99e9b132d96 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380464 Aug 16 02:22:21.444151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5cb9b474-2fa0-4642-a094-29e5e7f91641 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:21.465029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 5cb9b474-2fa0-4642-a094-29e5e7f91641 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:21.465559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 5cb9b474-2fa0-4642-a094-29e5e7f91641 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:21.466060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8973b6-dac9-4a3d-a341-53d80731e61c req-e60422fd-850d-4acf-b883-f11127facc00 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:21.468375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a8973b6-dac9-4a3d-a341-53d80731e61c req-e60422fd-850d-4acf-b883-f11127facc00 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 946 time: 0.1086278 Aug 16 02:22:21.479705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-e7d5e7d5-3da3-4d51-8b00-e1f0c09ecb66 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:21.481189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-e7d5e7d5-3da3-4d51-8b00-e1f0c09ecb66 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.1477275 Aug 16 02:22:21.510685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-8a1e5be2-ac09-4208-afa9-4e30746b1997 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/quotas/fc518c11c5e24fccb67ffb8bba257455 HTTP/1.1" status: 200 len: 375 time: 0.0222142 Aug 16 02:22:21.538388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a8973b6-dac9-4a3d-a341-53d80731e61c req-31d2456e-51d7-4e36-b810-7320f53e09b6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562201 Aug 16 02:22:21.571215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-9cf19020-fd62-4b94-92d4-ed55e989b96c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498924 Aug 16 02:22:21.666298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-74e478fc-e1a9-4881-8818-1a6f9b9eea1d service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878658 Aug 16 02:22:21.761888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-13cc59fd-e94a-4a71-a59e-1ea902bdea95 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890095 Aug 16 02:22:21.953323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c8255bc-18cb-44f1-a08d-1997d25c0f75 req-f24d1ec6-bfd8-43a6-a248-c6276d700fe3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 210 time: 0.0379493 Aug 16 02:22:22.051852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:22.108375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:22.113606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:22.114056 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.201332 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.229711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:22.232001 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bcfc8f-14f7-410c-8d76-807069ef5943" -d '{"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:22.247262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:22.252719 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.315927 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185d0fb7-d3c9-4f3f-8565-ff58e30bb9b2 x-openstack-request-id: req-185d0fb7-d3c9-4f3f-8565-ff58e30bb9b2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:22.316237 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-plugged", "status": "completed", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:22.316499 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-185d0fb7-d3c9-4f3f-8565-ff58e30bb9b2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:22.317061 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'code': 200} Aug 16 02:22:22.323268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:22.385862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462e30c-4088-428b-ba67-cf0c35170db5 req-e49c0344-1864-44ae-bcf5-ca66cee30556 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.389626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9462e30c-4088-428b-ba67-cf0c35170db5 req-e49c0344-1864-44ae-bcf5-ca66cee30556 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0722413 Aug 16 02:22:22.436620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9462e30c-4088-428b-ba67-cf0c35170db5 req-ae47f6ed-500e-4e6a-8aef-a7211ba52ed4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Aug 16 02:22:22.543149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a6386-911f-46cc-8369-c9bdf6634941 req-3127f441-3f15-416e-ba21-d92bb3df8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.544712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b31a6386-911f-46cc-8369-c9bdf6634941 req-3127f441-3f15-416e-ba21-d92bb3df8ca3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 1099 time: 0.0434923 Aug 16 02:22:22.593795 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b31a6386-911f-46cc-8369-c9bdf6634941 req-97779762-f588-4fd6-9ce2-2c4de6ad6731 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Aug 16 02:22:22.674673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea531f9c-affa-4c85-98e8-89be2af2d53e req-4253ee27-b306-4a34-bd83-a63ce620dcc1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:22.676242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea531f9c-affa-4c85-98e8-89be2af2d53e req-4253ee27-b306-4a34-bd83-a63ce620dcc1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0565071 Aug 16 02:22:22.716066 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea531f9c-affa-4c85-98e8-89be2af2d53e req-979b7eea-7639-488f-b990-833eb2bf0ca1 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Aug 16 02:22:23.061851 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09f91202-f0d4-49d2-96ee-623656d8d8b8 req-dc3d592b-eca8-4881-8a4e-80c9f33f7914 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 210 time: 0.0265591 Aug 16 02:22:23.412431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-825bcbd5-cde6-46ed-8171-30a304163b2a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.414033 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-825bcbd5-cde6-46ed-8171-30a304163b2a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.86 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.1111336 Aug 16 02:22:23.435170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Request body: {'port': {'device_id': 'c093555d-0db8-4723-a4bb-62efc0c43eb4', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'admin_state_up': True, 'tenant_id': 'fc518c11c5e24fccb67ffb8bba257455'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:23.545794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Made reservation on behalf of fc518c11c5e24fccb67ffb8bba257455 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:23.549452 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.564071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62de2a-14e0-469d-bf9b-9792fb814120 req-7d91e121-7f45-458d-8f7e-7cbd1522f565 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.565922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c62de2a-14e0-469d-bf9b-9792fb814120 req-7d91e121-7f45-458d-8f7e-7cbd1522f565 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0547707 Aug 16 02:22:23.607336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c62de2a-14e0-469d-bf9b-9792fb814120 req-b4698329-f481-48c0-befa-52570bcc2b64 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346055 Aug 16 02:22:23.685188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Allocated IP 172.20.0.13 (bc4a6db2-0697-4b57-8332-ef6bd8ccf225/eefe9e6a-a732-4087-844e-f6771da23569/12c9de06-be04-4589-8ebf-066b696b065f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:23.838729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d812-fac7-4ed4-b289-ec7dafaa8652 req-7b45cd82-0996-4239-9268-24d5b7998c75 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.840099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec34d812-fac7-4ed4-b289-ec7dafaa8652 req-7b45cd82-0996-4239-9268-24d5b7998c75 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0521181 Aug 16 02:22:23.845167 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.881407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec34d812-fac7-4ed4-b289-ec7dafaa8652 req-208990ae-0584-42e6-bd8d-70c6a2db5e74 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335531 Aug 16 02:22:23.893291 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.933071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:23.948151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:23.951795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:23.957250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:23.961597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event updated for resources: {'Port': ['ID=12c9de06-be04-4589-8ebf-066b696b065f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:24.015635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.016278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.034933 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-331ba101-c93e-4ecc-bedc-8fbfcad65c79 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6036382 Aug 16 02:22:24.116452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Request body: {'port': {'device_id': 'c093555d-0db8-4723-a4bb-62efc0c43eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:24.179267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.202057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b5f96-6b51-474b-99ae-bb97a9523eb7 req-4850a1cb-9928-40d9-9f45-5e06dff6014e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.203954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d16b5f96-6b51-474b-99ae-bb97a9523eb7 req-4850a1cb-9928-40d9-9f45-5e06dff6014e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 932 time: 0.0626884 Aug 16 02:22:24.253878 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d16b5f96-6b51-474b-99ae-bb97a9523eb7 req-a28d7a0c-81de-4e6e-a3ca-b4e16f0af9db tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Aug 16 02:22:24.487710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c9de06-be04-4589-8ebf-066b696b065f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:24.496338 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.509446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Transition to ACTIVE for port object 12c9de06-be04-4589-8ebf-066b696b065f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:24.514921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.567804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Pushing event updated for resources: {'Port': ['ID=12c9de06-be04-4589-8ebf-066b696b065f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:24.647407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Attempting to bind port 12c9de06-be04-4589-8ebf-066b696b065f on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:24.650200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Attempting to bind port 12c9de06-be04-4589-8ebf-066b696b065f by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:24.650542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Attempting to bind port 12c9de06-be04-4589-8ebf-066b696b065f on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:24.655677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Port 12c9de06-be04-4589-8ebf-066b696b065f on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:24.656002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Attempting to bind port 12c9de06-be04-4589-8ebf-066b696b065f on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:24.661855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:24.662198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Checking segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:24.662797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Bound using segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:24.663279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Bound port: 12c9de06-be04-4589-8ebf-066b696b065f, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:24.663643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.740672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] For port 12c9de06-be04-4589-8ebf-066b696b065f, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:24.745958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] For port 12c9de06-be04-4589-8ebf-066b696b065f, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=12c9de06-be04-4589-8ebf-066b696b065f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:24.749992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.755530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7ef31-a5c3-4406-ae57-609dbcb45efd req-25b6a7a5-c028-4ad0-bed1-a5b3a69b2b71 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.776192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffa7ef31-a5c3-4406-ae57-609dbcb45efd req-25b6a7a5-c028-4ad0-bed1-a5b3a69b2b71 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0755446 Aug 16 02:22:24.796499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.797307 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.799133 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] 10.222.0.86 "PUT /v2.0/ports/12c9de06-be04-4589-8ebf-066b696b065f HTTP/1.1" status: 200 len: 1093 time: 0.6872420 Aug 16 02:22:24.799752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c093555d-0db8-4723-a4bb-62efc0c43eb4', 'tag': '12c9de06-be04-4589-8ebf-066b696b065f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:24.802248 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0ab16-a517-4a38-8a0c-5be37c3f814a" -d '{"events": [{"name": "network-changed", "server_uuid": "c093555d-0db8-4723-a4bb-62efc0c43eb4", "tag": "12c9de06-be04-4589-8ebf-066b696b065f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:24.837317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ef52d-bced-476b-9941-cf75f3b7877b service neutron] Pushing event updated for resources: {'Port': ['ID=12c9de06-be04-4589-8ebf-066b696b065f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:24.854688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffa7ef31-a5c3-4406-ae57-609dbcb45efd req-2050ab6c-6c43-4013-bc14-80eb19fe5ad4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731220 Aug 16 02:22:24.911907 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f49d9d-5580-492a-bc65-bd97d1ab45a0 x-openstack-request-id: req-35f49d9d-5580-492a-bc65-bd97d1ab45a0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:24.912198 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c093555d-0db8-4723-a4bb-62efc0c43eb4", "tag": "12c9de06-be04-4589-8ebf-066b696b065f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:24.912493 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35f49d9d-5580-492a-bc65-bd97d1ab45a0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:24.912891 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c093555d-0db8-4723-a4bb-62efc0c43eb4', 'tag': '12c9de06-be04-4589-8ebf-066b696b065f', 'status': 'completed', 'code': 200} Aug 16 02:22:24.921656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-0b2d0c6e-ce39-49e7-b72d-87f13ebb55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.924730 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-0b2d0c6e-ce39-49e7-b72d-87f13ebb55fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0647821 Aug 16 02:22:24.990242 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-eabd0892-697e-415a-a419-99c0cb92c094 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c9de06-be04-4589-8ebf-066b696b065f HTTP/1.1" status: 200 len: 217 time: 0.0535309 Aug 16 02:22:25.013785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e49d8-da7e-455c-b410-1ef6283297b5 req-e60907a3-5c0d-4980-a7e9-d36b7f496474 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.015639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-475e49d8-da7e-455c-b410-1ef6283297b5 req-e60907a3-5c0d-4980-a7e9-d36b7f496474 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0537004 Aug 16 02:22:25.059016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-1d68a54d-cdd3-4f55-b789-ea4eaa6cf76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.060650 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-1d68a54d-cdd3-4f55-b789-ea4eaa6cf76b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0524743 Aug 16 02:22:25.061414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-475e49d8-da7e-455c-b410-1ef6283297b5 req-771df79a-b5b2-4785-afa1-54c21578e4db tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387590 Aug 16 02:22:25.098207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-0bfa2815-574f-44ec-bc1c-19547e11fa1b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298424 Aug 16 02:22:25.210265 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-390a87ba-c977-49d4-bcac-3f62aa110b81 service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052454 Aug 16 02:22:25.317762 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e9dba5d1-ef38-4164-a63d-4371c3b8810d req-bd44e5cb-7d2e-4990-9eea-9a71bfc8ffd4 service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005051 Aug 16 02:22:25.393352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2719-5097-4118-9b37-6b48c7e9217a req-75c30bca-6245-476c-bc85-e6d2c340318c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.394953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68e2719-5097-4118-9b37-6b48c7e9217a req-75c30bca-6245-476c-bc85-e6d2c340318c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 944 time: 0.0646992 Aug 16 02:22:25.440417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68e2719-5097-4118-9b37-6b48c7e9217a req-27f14aba-0250-47f8-b653-6adc1d6b865d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391579 Aug 16 02:22:25.455972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-e668c8e3-9205-47ed-ac60-62962c2b47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.459305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-e668c8e3-9205-47ed-ac60-62962c2b47db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0528262 Aug 16 02:22:25.573976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-364d7f94-e2c9-4378-a09b-fb68ac182225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.575587 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-364d7f94-e2c9-4378-a09b-fb68ac182225 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 907 time: 0.1052547 Aug 16 02:22:25.623361 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-bab51b87-b265-430f-a565-32ca0d63081b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c9de06-be04-4589-8ebf-066b696b065f HTTP/1.1" status: 200 len: 217 time: 0.0404885 Aug 16 02:22:25.691804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-cdfb3b22-fa15-4d67-bd7a-76ce2b85581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.694385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-cdfb3b22-fa15-4d67-bd7a-76ce2b85581b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0638833 Aug 16 02:22:25.726561 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-2f00d2ed-11a0-4b88-bbde-d48e5d6d899b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255404 Aug 16 02:22:25.741124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268b616-14a0-4ee3-b1d6-52b0dc3022c4 req-24eb5685-9e0f-46e1-b64e-0ea30d12fc94 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.742678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b268b616-14a0-4ee3-b1d6-52b0dc3022c4 req-24eb5685-9e0f-46e1-b64e-0ea30d12fc94 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 946 time: 0.0504975 Aug 16 02:22:25.781448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b268b616-14a0-4ee3-b1d6-52b0dc3022c4 req-6d7a14f8-a0e7-43cb-996d-e3a137243e38 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Aug 16 02:22:25.833296 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-7b6f1d55-20f5-42ef-be27-f4c8d7abd4af service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892713 Aug 16 02:22:25.933103 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dba0ab16-a517-4a38-8a0c-5be37c3f814a req-8b1f4dd3-d788-472e-8b6a-b5e816aeadfd service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925934 Aug 16 02:22:25.981701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe78da-cb5a-4293-bf3c-11b464340d14 req-60449057-c3fb-480e-8fd7-27e007854350 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.983242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28fe78da-cb5a-4293-bf3c-11b464340d14 req-60449057-c3fb-480e-8fd7-27e007854350 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0520077 Aug 16 02:22:26.021318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28fe78da-cb5a-4293-bf3c-11b464340d14 req-747242df-cc01-40b4-bb69-299bd5a50211 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Aug 16 02:22:26.185342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c3798-686b-47dd-ad89-285e7f5ea8f2 req-7e33b1c4-8a45-4e7c-a5be-d9ce623179a9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.186719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-198c3798-686b-47dd-ad89-285e7f5ea8f2 req-7e33b1c4-8a45-4e7c-a5be-d9ce623179a9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0530932 Aug 16 02:22:26.226815 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-198c3798-686b-47dd-ad89-285e7f5ea8f2 req-d99d0c93-6d9f-4e9d-9979-3a09ca6305d0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Aug 16 02:22:26.343383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591df0f-b021-4bbd-a38b-0df1272e4502 req-e5a9f4c9-cc87-4366-a273-efd615405da9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.345556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e591df0f-b021-4bbd-a38b-0df1272e4502 req-e5a9f4c9-cc87-4366-a273-efd615405da9 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0527401 Aug 16 02:22:26.384171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e591df0f-b021-4bbd-a38b-0df1272e4502 req-652ed152-8308-47e7-9d8f-522626145b59 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Aug 16 02:22:26.509359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c506c9-607f-473e-bb34-8ca4c6251458 req-27555e01-7d10-4607-a2dd-87c53e8ec3a7 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.510880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25c506c9-607f-473e-bb34-8ca4c6251458 req-27555e01-7d10-4607-a2dd-87c53e8ec3a7 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0508125 Aug 16 02:22:26.581661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25c506c9-607f-473e-bb34-8ca4c6251458 req-12713ec2-5fec-4fc6-a0fe-61164565ecd3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588365 Aug 16 02:22:26.589862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c5f91-a5e0-4684-b6a8-a3786e0679fb req-f567d999-7471-41a3-b7e2-21998d9e390c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.591331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a9c5f91-a5e0-4684-b6a8-a3786e0679fb req-f567d999-7471-41a3-b7e2-21998d9e390c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 944 time: 0.0778868 Aug 16 02:22:26.633972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a9c5f91-a5e0-4684-b6a8-a3786e0679fb req-5e28dacc-c46c-4fcc-8602-3e319dfc757e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355961 Aug 16 02:22:26.718035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a0a99-73b1-40d9-8953-0dc3a51096d1 req-580f38b0-cbbc-4a6d-b071-5852b76154d6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.719611 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea8a0a99-73b1-40d9-8953-0dc3a51096d1 req-580f38b0-cbbc-4a6d-b071-5852b76154d6 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0517657 Aug 16 02:22:26.759891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea8a0a99-73b1-40d9-8953-0dc3a51096d1 req-693a71ca-ebef-4b5b-b633-afea3148a825 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Aug 16 02:22:26.920815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89865eb5-ba48-400a-b1b1-b307dd4f2b44 req-9e88a37c-d9a3-4795-9456-6c2a0f8e0545 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.922338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89865eb5-ba48-400a-b1b1-b307dd4f2b44 req-9e88a37c-d9a3-4795-9456-6c2a0f8e0545 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0874712 Aug 16 02:22:26.935280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a4131-0440-4e2e-906f-a475fcf0e840 req-4213d7e8-ef68-4d54-a6b7-c14271eb934d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.936705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b47a4131-0440-4e2e-906f-a475fcf0e840 req-4213d7e8-ef68-4d54-a6b7-c14271eb934d tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 946 time: 0.0714605 Aug 16 02:22:26.993398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89865eb5-ba48-400a-b1b1-b307dd4f2b44 req-aa16469c-3fb1-4192-bdc3-fd42138435a5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557318 Aug 16 02:22:26.998250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b47a4131-0440-4e2e-906f-a475fcf0e840 req-1f682fdf-1af7-4348-912a-e0594bad1f75 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups?id=d696b70b-13b5-4d32-b978-8bf14d9386cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545275 Aug 16 02:22:27.181206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d55c-ee3c-442b-8443-e3f1f619b903 req-72ed46db-b282-474a-889f-5f56e3f613ad tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.182786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9031d55c-ee3c-442b-8443-e3f1f619b903 req-72ed46db-b282-474a-889f-5f56e3f613ad tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.1027436 Aug 16 02:22:27.199753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873a614-c685-4c25-990c-9a728f352746 req-7f6ae6d3-7e9f-4352-a66e-69ff3cc00eca tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.202391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4873a614-c685-4c25-990c-9a728f352746 req-7f6ae6d3-7e9f-4352-a66e-69ff3cc00eca tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0858231 Aug 16 02:22:27.279048 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9031d55c-ee3c-442b-8443-e3f1f619b903 req-5c074c92-cebf-45f7-ac41-28ab762ef1dd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751522 Aug 16 02:22:27.285370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4873a614-c685-4c25-990c-9a728f352746 req-68085b6d-b11c-43a7-8160-eeb9671f41bb tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736623 Aug 16 02:22:27.411636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc8c9-622c-4048-bfe8-dade75521ab5 req-9d1f09ff-49a9-48f1-9695-34990e8d3416 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.413146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccfcc8c9-622c-4048-bfe8-dade75521ab5 req-9d1f09ff-49a9-48f1-9695-34990e8d3416 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0638525 Aug 16 02:22:27.450430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccfcc8c9-622c-4048-bfe8-dade75521ab5 req-2f71a09d-f38c-4a2b-9a65-2c8d62ca9018 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312059 Aug 16 02:22:27.530018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-f2bbdc70-dd11-44d3-a2dd-9c16ff65859f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.531449 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-f2bbdc70-dd11-44d3-a2dd-9c16ff65859f tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.93 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 946 time: 0.0511191 Aug 16 02:22:27.638593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Deleting port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:27.638940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.695711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6716d3-0370-48b3-b0bb-a59f1b030251 req-c630f5ef-cb02-4f61-92c4-9818311d8d5a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.697449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de6716d3-0370-48b3-b0bb-a59f1b030251 req-c630f5ef-cb02-4f61-92c4-9818311d8d5a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0575018 Aug 16 02:22:27.740979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] For port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:27.741558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.771669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de6716d3-0370-48b3-b0bb-a59f1b030251 req-3d3557d8-69ab-47dc-89af-eddf6aa5c7f0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658126 Aug 16 02:22:27.789303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f6a33-423d-4454-a256-84757aba5b7f req-0c86e2a6-af62-411b-a06a-aae660c64da7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.791062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c3f6a33-423d-4454-a256-84757aba5b7f req-0c86e2a6-af62-411b-a06a-aae660c64da7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 944 time: 0.0767763 Aug 16 02:22:27.832092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c3f6a33-423d-4454-a256-84757aba5b7f req-56e078f2-008e-4307-ba5e-f90a492fbd3e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Aug 16 02:22:27.924927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.925305 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.925625 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Floating IP 06fa7f9d-33a8-4832-ae40-fea2e0649e86 disassociated. External IP: 172.25.5.157, port: d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf. Aug 16 02:22:27.925967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Calling delete_port for d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:28.061331 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.094871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event deleted for resources: {'Port': ['ID=d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.109594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 12c9de06-be04-4589-8ebf-066b696b065f details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:28.118247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15472aa7-9689-48c1-b2ab-6b53decbab39 req-6c9df956-3a20-49e4-baac-ec7c21e392c5 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/ports?device_id=115c4ee0-6185-47a3-b782-11c7138ef481 HTTP/1.1" status: 200 len: 210 time: 0.0455182 Aug 16 02:22:28.227969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 12c9de06-be04-4589-8ebf-066b696b065f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=12c9de06-be04-4589-8ebf-066b696b065f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:28.242657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Router 568adc76-3ef1-4142-937e-2162ea232f4a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:28.242892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '12c9de06-be04-4589-8ebf-066b696b065f', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'port_id': '12c9de06-be04-4589-8ebf-066b696b065f', 'mac_address': 'fa:16:3e:75:29:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefe9e6a-a732-4087-844e-f6771da23569', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:28.280027 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.293627 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c9de06-be04-4589-8ebf-066b696b065f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:28.315262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 12c9de06-be04-4589-8ebf-066b696b065f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=12c9de06-be04-4589-8ebf-066b696b065f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:28.320072 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.356727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:28.374841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] Sync routers for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:28.385849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=12c9de06-be04-4589-8ebf-066b696b065f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.396594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:28.397456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:28.411389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] No DVR routers for this DVR port d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:28.414186 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.416429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-98108b2a-0354-4a34-9be4-5bc139e4044c req-60e8473c-bade-411a-8029-c94e4c357d1e tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.93 "DELETE /v2.0/ports/d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf HTTP/1.1" status: 204 len: 173 time: 0.8781199 Aug 16 02:22:28.416877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c4ee0-6185-47a3-b782-11c7138ef481', 'name': 'network-vif-deleted', 'tag': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:28.419914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabc10f-28a4-43d0-97d4-e35674d689c5 req-dd9af05a-22c3-4002-a945-9bbaf806de9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.428375 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3db948-fcc9-473d-b456-894d508e5136" -d '{"events": [{"server_uuid": "115c4ee0-6185-47a3-b782-11c7138ef481", "name": "network-vif-deleted", "tag": "d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:28.428846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cabc10f-28a4-43d0-97d4-e35674d689c5 req-dd9af05a-22c3-4002-a945-9bbaf806de9f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0653841 Aug 16 02:22:28.489601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cabc10f-28a4-43d0-97d4-e35674d689c5 req-e2a46463-7190-4f28-8e69-3617f066ad08 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597818 Aug 16 02:22:28.492229 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8408114-2d1e-4656-9892-8fc2aef203ec x-openstack-request-id: req-b8408114-2d1e-4656-9892-8fc2aef203ec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:28.492519 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c4ee0-6185-47a3-b782-11c7138ef481", "name": "network-vif-deleted", "tag": "d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:28.492765 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8408114-2d1e-4656-9892-8fc2aef203ec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:28.493151 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c4ee0-6185-47a3-b782-11c7138ef481', 'name': 'network-vif-deleted', 'tag': 'd1c276f6-0319-4b9b-b6d0-44b6c8ce70bf', 'status': 'completed', 'code': 200} Aug 16 02:22:28.512590 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:28.542531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:28.744325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['12c9de06-be04-4589-8ebf-066b696b065f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:28.799581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:28.838229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] Checking router: 568adc76-3ef1-4142-937e-2162ea232f4a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:28.859969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:28.861261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:28.906844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b6450-b1b2-4516-ac99-892418725656 req-e130abd4-ca39-415b-a645-9d78190b8e28 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.908907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d83b6450-b1b2-4516-ac99-892418725656 req-e130abd4-ca39-415b-a645-9d78190b8e28 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0620966 Aug 16 02:22:28.993208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84ff74-0436-43e3-ba40-41c6cecde6ff req-1af80ada-2a37-4939-9545-0099344868a1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.995016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e84ff74-0436-43e3-ba40-41c6cecde6ff req-1af80ada-2a37-4939-9545-0099344868a1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 945 time: 0.0733533 Aug 16 02:22:28.998766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d83b6450-b1b2-4516-ac99-892418725656 req-b38828a9-748d-41b4-9806-27c10e59cd36 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833597 Aug 16 02:22:29.043995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e84ff74-0436-43e3-ba40-41c6cecde6ff req-14f872f5-d881-4d3a-93b9-8796adf5bc65 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Aug 16 02:22:29.196425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:29.274692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.330744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b35fe-f4b3-4a32-acf3-811365e2e232 req-97107059-8d85-409c-9fd1-50de16692012 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.333145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-193b35fe-f4b3-4a32-acf3-811365e2e232 req-97107059-8d85-409c-9fd1-50de16692012 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0657918 Aug 16 02:22:29.380766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-602c67b2-9642-48ee-8f9e-1cfd3734edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.382292 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-602c67b2-9642-48ee-8f9e-1cfd3734edee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 1099 time: 0.0694728 Aug 16 02:22:29.382913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77f31333-5723-4f31-92b8-4dc216b87c37 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.383661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-193b35fe-f4b3-4a32-acf3-811365e2e232 req-f8a29f39-c374-461e-879e-616dd02678c5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Aug 16 02:22:29.442244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:29.448757 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77f31333-5723-4f31-92b8-4dc216b87c37 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.468153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf9ed2-629c-40d7-858d-38061c4e48b1 None None] The sync data for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 is: [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:12:47Z', 'revision_number': 4, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '961ee86f-3f3c-4d1d-ab4e-a05efad35034', 'name': '', 'network_id': '42402214-d4b1-4919-808b-9e663e6ab8cc', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'mac_address': 'fa:16:3e:3f:af:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:46Z', 'updated_at': '2021-08-16T02:12:54Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'subnets': [{'id': '10b9891d-fbd4-4354-9744-2f1ed84325d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:29.522348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-55a1113b-7a5a-4189-bce5-836e942d2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.523954 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-55a1113b-7a5a-4189-bce5-836e942d2376 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 200 len: 915 time: 0.1289594 Aug 16 02:22:29.539825 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77f31333-5723-4f31-92b8-4dc216b87c37 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.542593 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77f31333-5723-4f31-92b8-4dc216b87c37 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.543994 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-77f31333-5723-4f31-92b8-4dc216b87c37 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "DELETE /v2.0/security-groups/d696b70b-13b5-4d32-b978-8bf14d9386cb HTTP/1.1" status: 204 len: 168 time: 0.2675555 Aug 16 02:22:29.547064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.563164 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0fd9164f-a40a-4882-9da5-3390267b80d6 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] show failed (client error): The resource could not be found. Aug 16 02:22:29.568341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0fd9164f-a40a-4882-9da5-3390267b80d6 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "GET /v2.0/security-groups/d696b70b-13b5-4d32-b978-8bf14d9386cb HTTP/1.1" status: 404 len: 347 time: 0.0197177 Aug 16 02:22:29.568578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.577176 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-b8ec04a9-a909-4e83-b6a9-b8ff430bd2cd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea HTTP/1.1" status: 200 len: 217 time: 0.0452476 Aug 16 02:22:29.582307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f31333-5723-4f31-92b8-4dc216b87c37 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d696b70b-13b5-4d32-b978-8bf14d9386cb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:29.633814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-5d93e5b9-28de-4ecc-917f-53eb504fa51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.635522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-5d93e5b9-28de-4ecc-917f-53eb504fa51d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6fac6671-ec6f-48b5-bedf-1b2c814d0144 HTTP/1.1" status: 200 len: 854 time: 0.0498717 Aug 16 02:22:29.671398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-e851ac87-5141-4a37-8201-28c47f04ef9f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d7ab4df-79f1-4439-8220-3fb41cd88544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273407 Aug 16 02:22:29.739320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10281461-c368-43e5-b195-592af10daf5a req-3c279c0f-daea-4ca2-a895-9825a44a7ad2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.740910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10281461-c368-43e5-b195-592af10daf5a req-3c279c0f-daea-4ca2-a895-9825a44a7ad2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.1629114 Aug 16 02:22:29.779962 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9758dd33-1fec-46a9-bb76-20b6f578fe5f None None] New status for floating IP 06fa7f9d-33a8-4832-ae40-fea2e0649e86: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:22:29.786378 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-1c3194e1-fcf9-498f-a58c-4372e4ae9475 service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071041 Aug 16 02:22:29.792097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Deleting port ec90288f-5395-41c8-aeda-bfd9a8f9c2b1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:29.792447 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.836282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10281461-c368-43e5-b195-592af10daf5a req-256597b1-5974-4086-8dff-54093bfe0020 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849078 Aug 16 02:22:29.890045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.890722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.892819 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2ce2cdf2-afa4-4937-ac5a-548ffab83c05 req-b573bdb9-413b-475a-9f1d-293e46a1796d service neutron] 10.222.0.86 "GET /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985489 Aug 16 02:22:29.904998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Calling delete_port for ec90288f-5395-41c8-aeda-bfd9a8f9c2b1 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:30.042562 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.073312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Pushing event deleted for resources: {'Port': ['ID=ec90288f-5395-41c8-aeda-bfd9a8f9c2b1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.101462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.101699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.107524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:30.167416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 12c9de06-be04-4589-8ebf-066b696b065f up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:30.171765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.175024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.176211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d657dde9-19e0-4cdf-add3-cdf1f9e08e66 tempest-AttachVolumeTestJSON-794141221 tempest-AttachVolumeTestJSON-794141221-project] 10.222.0.61 "DELETE /v2.0/floatingips/06fa7f9d-33a8-4832-ae40-fea2e0649e86 HTTP/1.1" status: 204 len: 168 time: 0.6066957 Aug 16 02:22:30.195639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d4b26-dddf-48d2-93ad-8bc42f3ecd98 req-f9f46cc3-40a5-4609-8322-fbf1d9124e06 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.197153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-390d4b26-dddf-48d2-93ad-8bc42f3ecd98 req-f9f46cc3-40a5-4609-8322-fbf1d9124e06 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 945 time: 0.0697353 Aug 16 02:22:30.230684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 12c9de06-be04-4589-8ebf-066b696b065f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:30.234624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 12c9de06-be04-4589-8ebf-066b696b065f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:30.235054 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.248238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-390d4b26-dddf-48d2-93ad-8bc42f3ecd98 req-79610938-a987-487f-aed4-b77601c73020 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Aug 16 02:22:30.333976 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.358169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c093555d-0db8-4723-a4bb-62efc0c43eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c9de06-be04-4589-8ebf-066b696b065f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:30.360581 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51edabf0-0f11-4951-a559-7ca568da1351" -d '{"events": [{"server_uuid": "c093555d-0db8-4723-a4bb-62efc0c43eb4", "name": "network-vif-plugged", "status": "completed", "tag": "12c9de06-be04-4589-8ebf-066b696b065f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:30.374845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 12c9de06-be04-4589-8ebf-066b696b065f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=12c9de06-be04-4589-8ebf-066b696b065f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:30.379122 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.406516 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ec49bf-aec4-48bf-9997-749bf32ace3a x-openstack-request-id: req-76ec49bf-aec4-48bf-9997-749bf32ace3a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:30.406809 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c093555d-0db8-4723-a4bb-62efc0c43eb4", "name": "network-vif-plugged", "status": "completed", "tag": "12c9de06-be04-4589-8ebf-066b696b065f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:30.407060 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76ec49bf-aec4-48bf-9997-749bf32ace3a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:30.407476 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c093555d-0db8-4723-a4bb-62efc0c43eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c9de06-be04-4589-8ebf-066b696b065f', 'code': 200} Aug 16 02:22:30.434550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=12c9de06-be04-4589-8ebf-066b696b065f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.519402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3382b6-8ec9-4338-8efa-2328ad210b64 req-fb341660-296c-4d59-ad9d-12ac31b3bba3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.520993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc3382b6-8ec9-4338-8efa-2328ad210b64 req-fb341660-296c-4d59-ad9d-12ac31b3bba3 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0567904 Aug 16 02:22:30.558239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210b98f-3eae-419b-aee5-153868316b3b req-cb81315b-e1dd-46a2-a23c-fb9bc14575c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.559888 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1210b98f-3eae-419b-aee5-153868316b3b req-cb81315b-e1dd-46a2-a23c-fb9bc14575c4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0470672 Aug 16 02:22:30.564909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc3382b6-8ec9-4338-8efa-2328ad210b64 req-3122d053-a7b0-4016-8082-5d876223d69c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365677 Aug 16 02:22:30.601871 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1210b98f-3eae-419b-aee5-153868316b3b req-1b7b53cd-8ad3-4ec2-b9f8-a284b33b9d60 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Aug 16 02:22:30.675777 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.935467 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9201566e-41d6-4bca-97bb-56f4b98753e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.965463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcabf1-05d9-43d2-945b-4d0de53c10a3 req-5b1d785a-76cc-4372-9959-e59009b7b6f0 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:30.968577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15dcabf1-05d9-43d2-945b-4d0de53c10a3 req-5b1d785a-76cc-4372-9959-e59009b7b6f0 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0551884 Aug 16 02:22:31.010521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15dcabf1-05d9-43d2-945b-4d0de53c10a3 req-e6006a48-3098-4150-801a-d4e3786789ea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348949 Aug 16 02:22:31.377608 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b8172-4771-4929-8f6f-b459c410dd20 req-4e919b64-a63d-44e9-9387-1b4a44298e51 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:31.379157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-090b8172-4771-4929-8f6f-b459c410dd20 req-4e919b64-a63d-44e9-9387-1b4a44298e51 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 946 time: 0.0585394 Aug 16 02:22:31.420682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-090b8172-4771-4929-8f6f-b459c410dd20 req-6586e12a-d288-4f3e-a145-4171990546a3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Aug 16 02:22:31.494520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:31.514570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:31.514921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device d1c276f6-0319-4b9b-b6d0-44b6c8ce70bf not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:31.690337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1419503-a47f-4626-a248-a66783b939ee req-e3ae7a18-dcab-46a8-b003-97bf0dd5f7d4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:31.691786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1419503-a47f-4626-a248-a66783b939ee req-e3ae7a18-dcab-46a8-b003-97bf0dd5f7d4 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0551388 Aug 16 02:22:31.731523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1419503-a47f-4626-a248-a66783b939ee req-4f8be0b8-2238-4987-bb94-480029afb53a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337782 Aug 16 02:22:31.851931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fcfc7-1401-46b0-9bfb-d83890276a9d req-67bb8449-d8ee-4bcb-a31a-60bd8bd26a12 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:31.853349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-539fcfc7-1401-46b0-9bfb-d83890276a9d req-67bb8449-d8ee-4bcb-a31a-60bd8bd26a12 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0496101 Aug 16 02:22:31.894081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-539fcfc7-1401-46b0-9bfb-d83890276a9d req-deefbfbe-f1b2-4e7c-96df-28d2e5163c67 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347178 Aug 16 02:22:32.029822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7240-9c4f-4ed1-ae71-a04db993b28d req-6faaa259-f3ce-4fb0-80e0-c7140ec99c27 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.031555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-693c7240-9c4f-4ed1-ae71-a04db993b28d req-6faaa259-f3ce-4fb0-80e0-c7140ec99c27 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0501716 Aug 16 02:22:32.078204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-693c7240-9c4f-4ed1-ae71-a04db993b28d req-ce73d346-469a-4151-a43a-5d1a7db9fb40 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Aug 16 02:22:32.171867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ce53-0242-410e-b019-443a56a38707 req-d3c4f358-bfbb-48cc-91d0-2c4f26c936c7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.173439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7092ce53-0242-410e-b019-443a56a38707 req-d3c4f358-bfbb-48cc-91d0-2c4f26c936c7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.0623004 Aug 16 02:22:32.253041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a03318-0728-4dfc-81e1-2cda7ecb9a03 req-22f0d82e-bae6-44d4-923d-91c28e010dd5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.254747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71a03318-0728-4dfc-81e1-2cda7ecb9a03 req-22f0d82e-bae6-44d4-923d-91c28e010dd5 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0746973 Aug 16 02:22:32.257845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7092ce53-0242-410e-b019-443a56a38707 req-9de75efe-1242-4cce-8652-9779bc66b7ba tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766480 Aug 16 02:22:32.307314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71a03318-0728-4dfc-81e1-2cda7ecb9a03 req-997f87e0-c4d7-44b0-990f-5c4cb931cae2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Aug 16 02:22:32.516452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b163b-64c5-4a95-87b5-51cfda4e1a93 req-de6d632c-9cd5-4b1a-9acc-03417ab781b8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.519283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-121b163b-64c5-4a95-87b5-51cfda4e1a93 req-de6d632c-9cd5-4b1a-9acc-03417ab781b8 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0553098 Aug 16 02:22:32.590673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-121b163b-64c5-4a95-87b5-51cfda4e1a93 req-65425188-7a60-4bad-8900-8dc928f51970 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619211 Aug 16 02:22:32.599738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83d5b-68f9-41df-9d51-a16228b97015 req-981244b3-dab6-49cf-b9d4-97775fd8a49a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.601347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cf83d5b-68f9-41df-9d51-a16228b97015 req-981244b3-dab6-49cf-b9d4-97775fd8a49a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0811224 Aug 16 02:22:32.647772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cf83d5b-68f9-41df-9d51-a16228b97015 req-f04b2368-212f-45e8-a611-108316f50fab tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373976 Aug 16 02:22:32.705939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc821d-4fd7-4fa8-8612-150fbc11c7cd req-1a5165b4-3297-498c-b016-642d784792ed tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.707685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8dc821d-4fd7-4fa8-8612-150fbc11c7cd req-1a5165b4-3297-498c-b016-642d784792ed tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 946 time: 0.0548797 Aug 16 02:22:32.781542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8dc821d-4fd7-4fa8-8612-150fbc11c7cd req-d8fdfc10-c177-4b81-b704-a21ced45de5f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608044 Aug 16 02:22:32.791007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7bd88-88a9-4a51-b598-2f044d4d41da req-b72b1ccf-9f96-4a5a-b5c9-3e890b271115 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.792732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1c7bd88-88a9-4a51-b598-2f044d4d41da req-b72b1ccf-9f96-4a5a-b5c9-3e890b271115 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0806737 Aug 16 02:22:32.835721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1c7bd88-88a9-4a51-b598-2f044d4d41da req-99010ee2-c8e0-44d2-bda2-55bf5a05ca74 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351932 Aug 16 02:22:32.906573 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bb22b-9702-4b76-bd65-622884ca9f79 req-5e127f3d-20af-4798-bf81-0340093315f6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.909498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b72bb22b-9702-4b76-bd65-622884ca9f79 req-5e127f3d-20af-4798-bf81-0340093315f6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0533466 Aug 16 02:22:33.002835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b72bb22b-9702-4b76-bd65-622884ca9f79 req-28d2b1fe-bddd-4e7f-9265-4d943762997a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880983 Aug 16 02:22:33.063099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-c3191bac-72a4-4ee0-aaa9-0654bac85a87 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:33.071065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-c3191bac-72a4-4ee0-aaa9-0654bac85a87 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.1501012 Aug 16 02:22:33.082332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-d5fc82a0-d377-43cf-98d5-72cfe9de4cb5 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/quotas/fc518c11c5e24fccb67ffb8bba257455 HTTP/1.1" status: 200 len: 375 time: 0.0103753 Aug 16 02:22:33.172072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-73fa0568-4769-4403-9b78-b6e984d285fe tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817809 Aug 16 02:22:33.181763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091d037-52e9-4448-bd9b-b94975fa8b4f req-0dc6d4db-6e23-47bc-a2cd-1b72e8b266f2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:33.183267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1091d037-52e9-4448-bd9b-b94975fa8b4f req-0dc6d4db-6e23-47bc-a2cd-1b72e8b266f2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0828919 Aug 16 02:22:33.273618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1091d037-52e9-4448-bd9b-b94975fa8b4f req-debb0ecc-faa1-4219-83be-2f86e274b170 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817261 Aug 16 02:22:33.305737 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-f778ab90-969e-4843-a38d-4c9276af5e09 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214819 Aug 16 02:22:33.478919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-acfdb6fd-75bf-4ad7-91b6-dfbf6ea4f124 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660333 Aug 16 02:22:33.499569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-ef78041e-7fbf-48f3-bb06-e2dbf23c27fd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:33.501155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-ef78041e-7fbf-48f3-bb06-e2dbf23c27fd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 0.1430774 Aug 16 02:22:33.531747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-2f1d42e6-cbb9-4451-b682-25ca930a68fb tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/quotas/7adba80d3513419d95def53648aca5b2 HTTP/1.1" status: 200 len: 375 time: 0.0194941 Aug 16 02:22:33.614064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-829c7f89-79ff-4e3d-81e4-f90e04e162b9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0812762 Aug 16 02:22:33.620104 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3571bb75-9864-4673-a126-8efba65631d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.763716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-cdc99ed0-9b37-43ed-954b-56227fdf2fcc service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487050 Aug 16 02:22:33.841729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ed543-b1a4-45b0-8a17-7b42106ca2f6 req-a9f08adf-2162-4602-96f3-b67bccf7cf95 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:33.843370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de3ed543-b1a4-45b0-8a17-7b42106ca2f6 req-a9f08adf-2162-4602-96f3-b67bccf7cf95 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.1291168 Aug 16 02:22:33.913870 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.920449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de3ed543-b1a4-45b0-8a17-7b42106ca2f6 req-8b6ae0db-9dc2-464c-a63a-f9698b995809 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562494 Aug 16 02:22:33.927483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-01b5f886-1d8c-4476-91b8-496a6104cb1d service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565239 Aug 16 02:22:34.085728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9dd6b7f1-77eb-4c05-ba1a-09bad8182421 req-0f17a4e2-a551-47f5-a8e6-ea21649abc9e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 210 time: 0.0452318 Aug 16 02:22:34.191130 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6600904c-54e7-4534-ba88-a7cf4cc4ce2e req-d07288c6-8a15-4480-ba8b-c5fa3522fe55 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 210 time: 0.0413055 Aug 16 02:22:34.334948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9d6f-e629-401a-8228-455869639698 req-19db2365-d772-4356-a901-5f12c2fd4166 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.337021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aeaa9d6f-e629-401a-8228-455869639698 req-19db2365-d772-4356-a901-5f12c2fd4166 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0717723 Aug 16 02:22:34.390255 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aeaa9d6f-e629-401a-8228-455869639698 req-f129e665-7853-48e8-bee2-b318c49fff38 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Aug 16 02:22:34.535056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb1e7d-49e0-46bd-9d71-b65808abf5ef req-bfc6d271-a5c7-4ddd-93e2-e58ca1e78d47 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.536698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfbb1e7d-49e0-46bd-9d71-b65808abf5ef req-bfc6d271-a5c7-4ddd-93e2-e58ca1e78d47 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0578597 Aug 16 02:22:34.586192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfbb1e7d-49e0-46bd-9d71-b65808abf5ef req-9b35d868-bc00-404a-9729-84c7bedb911e tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396051 Aug 16 02:22:34.758821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e1c63-376f-404e-b8d9-c6046560a228 req-1f6ab438-e168-4bcb-8ad8-02caef0fa47b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.763901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b2e1c63-376f-404e-b8d9-c6046560a228 req-1f6ab438-e168-4bcb-8ad8-02caef0fa47b tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0779784 Aug 16 02:22:34.814817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b2e1c63-376f-404e-b8d9-c6046560a228 req-13e1d58f-a709-4977-92b0-30c8763741c2 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430183 Aug 16 02:22:34.852097 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.959020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-09d0f6ae-8435-4a95-b1f9-bea123394e37 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.960644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fa24a-de63-44a2-ac05-bd2b827fd7b3 req-7f8491df-4829-4f78-9665-8f5abd0dc530 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.961130 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-09d0f6ae-8435-4a95-b1f9-bea123394e37 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.2066464 Aug 16 02:22:34.962250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a13fa24a-de63-44a2-ac05-bd2b827fd7b3 req-7f8491df-4829-4f78-9665-8f5abd0dc530 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0591440 Aug 16 02:22:34.976353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Request body: {'port': {'device_id': '719e4a52-e00c-4897-bf28-2b98d19c0d12', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'admin_state_up': True, 'tenant_id': 'fc518c11c5e24fccb67ffb8bba257455'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:35.010852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a13fa24a-de63-44a2-ac05-bd2b827fd7b3 req-ce0b3cc6-e796-4255-9166-d4885287f807 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Aug 16 02:22:35.175447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Made reservation on behalf of fc518c11c5e24fccb67ffb8bba257455 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:35.181655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.184133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c145303-8b7f-45f0-be57-7518b3aaf8b5 req-09d4f574-9a27-4eff-a5e8-9f99104f6a93 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:35.187161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c145303-8b7f-45f0-be57-7518b3aaf8b5 req-09d4f574-9a27-4eff-a5e8-9f99104f6a93 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0790737 Aug 16 02:22:35.225964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f75c5025-13a6-4e95-b363-6b280da1107b req-c33cdc92-e88e-456a-bc09-ea9cc5b2cfca tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 210 time: 0.0375090 Aug 16 02:22:35.267944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c145303-8b7f-45f0-be57-7518b3aaf8b5 req-6cfe0103-f616-4acc-a724-e90541e393fd tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641637 Aug 16 02:22:35.414634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Allocated IP 172.20.0.5 (bc4a6db2-0697-4b57-8332-ef6bd8ccf225/eefe9e6a-a732-4087-844e-f6771da23569/8aadc731-7064-46db-ae97-a32ac7f8a17f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:35.419890 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47367659-6c42-408e-804b-e564ecc8612b req-b1b724b9-3d64-44a1-9064-9e3e96dca1ac tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 210 time: 0.0713799 Aug 16 02:22:35.544078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003e08f-060d-436b-8fa8-f7d61feaa5fc req-7e079c86-eb4b-4f55-9abc-054a1964629a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:35.545880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a003e08f-060d-436b-8fa8-f7d61feaa5fc req-7e079c86-eb4b-4f55-9abc-054a1964629a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.1889195 Aug 16 02:22:35.570643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-d421fe99-ca69-4d37-8577-ad6107e6df80 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:35.572244 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-d421fe99-ca69-4d37-8577-ad6107e6df80 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 0.2142692 Aug 16 02:22:35.589286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'port': {'device_id': '89b63541-48aa-4773-b410-eb04632570ca', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'admin_state_up': True, 'tenant_id': '7adba80d3513419d95def53648aca5b2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:35.617661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.661361 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.662308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a003e08f-060d-436b-8fa8-f7d61feaa5fc req-53926745-c3d6-4086-8140-9671d94c0e08 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057923 Aug 16 02:22:35.702666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604', '12c9de06-be04-4589-8ebf-066b696b065f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:35.719823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:35.722653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:35.727929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:35.736712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event updated for resources: {'Port': ['ID=8aadc731-7064-46db-ae97-a32ac7f8a17f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:35.815307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Made reservation on behalf of 7adba80d3513419d95def53648aca5b2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:35.819021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.823744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:35.825847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.862416 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-782abfbd-d865-4483-8a07-5f311984d678 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8863101 Aug 16 02:22:35.876010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Request body: {'port': {'device_id': '719e4a52-e00c-4897-bf28-2b98d19c0d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:35.988318 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.333409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aadc731-7064-46db-ae97-a32ac7f8a17f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:36.333869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdb819-4db3-4aa8-b38b-93891b70532b req-b519b7bf-0075-44c6-bfca-91d2a52f7885 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.335439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80cdb819-4db3-4aa8-b38b-93891b70532b req-b519b7bf-0075-44c6-bfca-91d2a52f7885 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.4765127 Aug 16 02:22:36.342924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.357275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Transition to ACTIVE for port object 8aadc731-7064-46db-ae97-a32ac7f8a17f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:36.362841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.444953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Pushing event updated for resources: {'Port': ['ID=8aadc731-7064-46db-ae97-a32ac7f8a17f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.451554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Allocated IP 172.20.0.4 (f2c687db-8614-475b-b13c-da59d0eacf00/30f7e4f3-ca32-45eb-91f5-4776aa1b05e1/eb9ba099-7736-4e8f-9d9f-de02f63e12c4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:36.458085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80cdb819-4db3-4aa8-b38b-93891b70532b req-36a6331f-1d64-4e3d-a8a6-136cdddd6410 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029401 Aug 16 02:22:36.475268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2dc29-32e2-4fee-85d4-3afed858cd60 req-2e22c1d3-9b4a-4841-9f74-aca0a2e106de tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.476680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd2dc29-32e2-4fee-85d4-3afed858cd60 req-2e22c1d3-9b4a-4841-9f74-aca0a2e106de tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 943 time: 0.1403360 Aug 16 02:22:36.512505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Attempting to bind port 8aadc731-7064-46db-ae97-a32ac7f8a17f on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:36.512937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Attempting to bind port 8aadc731-7064-46db-ae97-a32ac7f8a17f by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:36.513238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Attempting to bind port 8aadc731-7064-46db-ae97-a32ac7f8a17f on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:36.520546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Port 8aadc731-7064-46db-ae97-a32ac7f8a17f on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:36.520898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Attempting to bind port 8aadc731-7064-46db-ae97-a32ac7f8a17f on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:36.527801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:36.528419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Checking segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:36.528646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Bound using segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:36.529137 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Bound port: 8aadc731-7064-46db-ae97-a32ac7f8a17f, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:36.529510 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.598252 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b41c0879-4fe2-4fcb-a049-6754519c488e req-7ca00365-ccf9-43f7-bc88-43b650f62ce1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 210 time: 0.0453293 Aug 16 02:22:36.609199 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abd2dc29-32e2-4fee-85d4-3afed858cd60 req-fcd2275f-d49f-4d7e-9b2b-052c889e2333 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115413 Aug 16 02:22:36.662205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] For port 8aadc731-7064-46db-ae97-a32ac7f8a17f, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:36.665830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] For port 8aadc731-7064-46db-ae97-a32ac7f8a17f, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8aadc731-7064-46db-ae97-a32ac7f8a17f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:36.671208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.724073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.724700 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.726224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] 10.222.0.93 "PUT /v2.0/ports/8aadc731-7064-46db-ae97-a32ac7f8a17f HTTP/1.1" status: 200 len: 1092 time: 0.8583977 Aug 16 02:22:36.726738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719e4a52-e00c-4897-bf28-2b98d19c0d12', 'tag': '8aadc731-7064-46db-ae97-a32ac7f8a17f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:36.728962 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "719e4a52-e00c-4897-bf28-2b98d19c0d12", "tag": "8aadc731-7064-46db-ae97-a32ac7f8a17f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:36.744834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6617e4-b108-4ee3-b171-b1edaba9f158 service neutron] Pushing event updated for resources: {'Port': ['ID=8aadc731-7064-46db-ae97-a32ac7f8a17f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.780811 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785dac1f-9544-4117-b2e8-8ef54542c495 x-openstack-request-id: req-785dac1f-9544-4117-b2e8-8ef54542c495 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:36.781180 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719e4a52-e00c-4897-bf28-2b98d19c0d12", "tag": "8aadc731-7064-46db-ae97-a32ac7f8a17f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:36.781499 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-785dac1f-9544-4117-b2e8-8ef54542c495 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:36.781977 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719e4a52-e00c-4897-bf28-2b98d19c0d12', 'tag': '8aadc731-7064-46db-ae97-a32ac7f8a17f', 'status': 'completed', 'code': 200} Aug 16 02:22:36.797325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.813316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Transition to ACTIVE for port object eb9ba099-7736-4e8f-9d9f-de02f63e12c4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:36.858642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-f1dc0854-857a-481e-8458-e12137d7d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.859396 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.861438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-f1dc0854-857a-481e-8458-e12137d7d319 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 1095 time: 0.0605822 Aug 16 02:22:36.871541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['bdfab2db-7551-4904-8054-7c4d2d87d591'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:36.974341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'Port': ['ID=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.981483 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-2ebbf214-e7b3-463a-8693-5b352020ab05 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aadc731-7064-46db-ae97-a32ac7f8a17f HTTP/1.1" status: 200 len: 217 time: 0.1068482 Aug 16 02:22:37.040086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Network f2c687db-8614-475b-b13c-da59d0eacf00 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:37.042725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.045148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:37.050361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-8b95dd47-2806-433b-ba10-dd5de79f6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.052751 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-8b95dd47-2806-433b-ba10-dd5de79f6fe6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0606892 Aug 16 02:22:37.072086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:37.089207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-d5d9b5e3-692c-47a0-94a1-6aeb7c8156b9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285032 Aug 16 02:22:37.189818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.190710 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.219073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8e91bc90-1c66-4bf4-9479-aec853831485 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6344056 Aug 16 02:22:37.235549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Request body: {'port': {'device_id': '89b63541-48aa-4773-b410-eb04632570ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:37.385463 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.524419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cfdbe135-b683-4f66-98f0-e4b36f2f07dd None None] Provisioning for port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:37.529212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cfdbe135-b683-4f66-98f0-e4b36f2f07dd None None] Provisioning complete for port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:37.529657 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe135-b683-4f66-98f0-e4b36f2f07dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.606106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbe135-b683-4f66-98f0-e4b36f2f07dd None None] Port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:37.704283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280b8c5-b053-4f63-a39c-74b49a085077 req-db675756-0e89-41d6-a76e-bcd5fd64f2d4 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.710315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4280b8c5-b053-4f63-a39c-74b49a085077 req-db675756-0e89-41d6-a76e-bcd5fd64f2d4 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 945 time: 0.2412529 Aug 16 02:22:37.841006 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-c8d644aa-420c-419f-93da-274d83347ed9 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7427716 Aug 16 02:22:37.854021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9e52-edc3-4f6d-876a-1448b38e9eb3 req-8a8cae6d-bbb3-4377-beef-1cf76f738797 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.861936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8fa9e52-edc3-4f6d-876a-1448b38e9eb3 req-8a8cae6d-bbb3-4377-beef-1cf76f738797 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 943 time: 0.1286430 Aug 16 02:22:37.896841 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4280b8c5-b053-4f63-a39c-74b49a085077 req-ba2e53ac-7654-44f4-8b0d-f0da651bcfb4 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1780939 Aug 16 02:22:37.983015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8fa9e52-edc3-4f6d-876a-1448b38e9eb3 req-5d02f366-f109-474c-8e23-4aac2b299354 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145957 Aug 16 02:22:38.039615 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d6f5a29e-5a08-4a8c-902b-73392a5c6b1d req-cfcab3e3-f121-45f3-a2a1-fdc3e7ed3c0d service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860142 Aug 16 02:22:38.147354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9ba099-7736-4e8f-9d9f-de02f63e12c4 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:38.158122 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.177541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Transition to ACTIVE for port object eb9ba099-7736-4e8f-9d9f-de02f63e12c4 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:38.183944 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.198477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-6307a7e2-d8c7-4097-ba79-60b5461eda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.202600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-6307a7e2-d8c7-4097-ba79-60b5461eda4c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 1095 time: 0.1062901 Aug 16 02:22:38.239890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bfd4b-10a6-4b6e-b1ad-1114f91f6a0b req-cd4e9690-c611-4753-abce-6794295026dc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.252415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e01bfd4b-10a6-4b6e-b1ad-1114f91f6a0b req-cd4e9690-c611-4753-abce-6794295026dc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 931 time: 0.2207735 Aug 16 02:22:38.320716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e01bfd4b-10a6-4b6e-b1ad-1114f91f6a0b req-1dbadd5c-ef55-478f-8363-5138bb8b1c16 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678713 Aug 16 02:22:38.351321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-c542d88f-f35d-4db1-92c3-71c0b828da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.353012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-c542d88f-f35d-4db1-92c3-71c0b828da7f service neutron] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 907 time: 0.1365261 Aug 16 02:22:38.378133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.410954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-6b01e776-f1ea-49da-94c1-29c0ee456c06 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1135707 Aug 16 02:22:38.459639 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-3876e195-9701-4360-a021-02d5c3af38ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aadc731-7064-46db-ae97-a32ac7f8a17f HTTP/1.1" status: 200 len: 217 time: 0.0861254 Aug 16 02:22:38.569085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-2c45c4a1-4746-4c00-ac6e-727d53d0251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.570458 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-2c45c4a1-4746-4c00-ac6e-727d53d0251d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.1085038 Aug 16 02:22:38.583082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-ce667755-96fb-464d-954f-8358586f615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.584788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-ce667755-96fb-464d-954f-8358586f615b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9667bdc7968944d28db4db5c242e5ade&device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 1097 time: 0.1239188 Aug 16 02:22:38.586065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Attempting to bind port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:38.586262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Attempting to bind port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:38.586444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Attempting to bind port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:38.613212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 on network f2c687db-8614-475b-b13c-da59d0eacf00 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:38.613212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Attempting to bind port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:38.640081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-a2f056cd-cc05-4bff-b3bd-94758f26bb2b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483880 Aug 16 02:22:38.653956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:38.654219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Checking segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:38.654612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Bound using segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:38.655062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Bound port: eb9ba099-7736-4e8f-9d9f-de02f63e12c4, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:38.655461 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.833280 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-7f5e7470-c84c-47d3-895f-b58b745b8dbf service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841757 Aug 16 02:22:38.841822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d6905-8819-4e52-be8e-9fb6893fd346 req-2ba5f18f-07a2-4cd6-a37b-fd45802b11cd tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.850813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c43d6905-8819-4e52-be8e-9fb6893fd346 req-2ba5f18f-07a2-4cd6-a37b-fd45802b11cd tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1097 time: 0.2072299 Aug 16 02:22:38.899582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] For port eb9ba099-7736-4e8f-9d9f-de02f63e12c4, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:38.905366 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] For port eb9ba099-7736-4e8f-9d9f-de02f63e12c4, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:38.922328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.011913 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c8afb7a2-f2d4-45f9-9285-4e375928b5aa req-bd18f136-4f27-446e-82bf-8a4801f9e3e1 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699440 Aug 16 02:22:39.066161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.066786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.068247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] 10.222.0.93 "PUT /v2.0/ports/eb9ba099-7736-4e8f-9d9f-de02f63e12c4 HTTP/1.1" status: 200 len: 1092 time: 1.8402348 Aug 16 02:22:39.073284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c5675-62ea-48a2-adfd-8217c76e4f8e service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:39.076413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b63541-48aa-4773-b410-eb04632570ca', 'tag': 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:39.080058 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee12434-3162-4f62-b232-8f1c6a0b7759" -d '{"events": [{"name": "network-changed", "server_uuid": "89b63541-48aa-4773-b410-eb04632570ca", "tag": "eb9ba099-7736-4e8f-9d9f-de02f63e12c4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:39.083385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-ff48cc23-53fd-46f3-9448-790bbba93701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.085143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-ff48cc23-53fd-46f3-9448-790bbba93701 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ec24205d-18f7-4de6-a2dd-d79a68c64bab HTTP/1.1" status: 200 len: 917 time: 0.4609661 Aug 16 02:22:39.090618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c43d6905-8819-4e52-be8e-9fb6893fd346 req-a5b796ec-4f57-405b-84f3-07deb9cb6c8e tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385788 Aug 16 02:22:39.144060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.210232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-e00f872a-31fb-46f1-bc01-00c501e82681 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37541870-971f-4169-9bff-1520f29f398d HTTP/1.1" status: 200 len: 1000 time: 0.1129878 Aug 16 02:22:39.325770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-d0bb8695-3cee-4947-bccc-7f8f0ea62331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.327847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-d0bb8695-3cee-4947-bccc-7f8f0ea62331 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 1095 time: 0.1072507 Aug 16 02:22:39.419757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port fe0582f2-b45d-47ca-b4ab-af5d7f801dd2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:39.420244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.433003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-5f7680be-3ca9-4976-ba40-ff42fb990439 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb9ba099-7736-4e8f-9d9f-de02f63e12c4 HTTP/1.1" status: 200 len: 217 time: 0.0934970 Aug 16 02:22:39.448180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98195c15-70d0-4d67-9e29-dcf0b953bd64 req-7daaca80-ea35-4094-9b0a-10ba15108375 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.456454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98195c15-70d0-4d67-9e29-dcf0b953bd64 req-7daaca80-ea35-4094-9b0a-10ba15108375 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 943 time: 0.2452497 Aug 16 02:22:39.529683 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-dc68d614-0caa-4dce-a095-47d1f97650ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.531140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-dc68d614-0caa-4dce-a095-47d1f97650ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a076f67b-d877-4622-9643-ddda8161ca21 HTTP/1.1" status: 200 len: 855 time: 0.2731311 Aug 16 02:22:39.533006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-957f8715-244f-46c5-88a6-882487195dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.534758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-957f8715-244f-46c5-88a6-882487195dda service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0569520 Aug 16 02:22:39.540751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8aadc731-7064-46db-ae97-a32ac7f8a17f details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:39.551801 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.552147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.566081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for fe0582f2-b45d-47ca-b4ab-af5d7f801dd2 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:39.665106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ce6d6-07e5-4588-b6a7-0f52b8958ba7 req-2ccbf66b-dcd4-4e20-aac1-cd4b2fd83e2e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.667118 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-602ce6d6-07e5-4588-b6a7-0f52b8958ba7 req-2ccbf66b-dcd4-4e20-aac1-cd4b2fd83e2e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 945 time: 0.2698460 Aug 16 02:22:39.680329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8aadc731-7064-46db-ae97-a32ac7f8a17f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8aadc731-7064-46db-ae97-a32ac7f8a17f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:39.685585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98195c15-70d0-4d67-9e29-dcf0b953bd64 req-2c589d80-1b15-45b4-8ec6-d0e00eb373fa tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227402 Aug 16 02:22:39.695452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '8aadc731-7064-46db-ae97-a32ac7f8a17f', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'port_id': '8aadc731-7064-46db-ae97-a32ac7f8a17f', 'mac_address': 'fa:16:3e:62:5a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefe9e6a-a732-4087-844e-f6771da23569', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:39.741354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-a9e8a8a7-6546-487b-a40f-2abbc605df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.741813 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.743035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-a9e8a8a7-6546-487b-a40f-2abbc605df4e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ec24205d-18f7-4de6-a2dd-d79a68c64bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864905 Aug 16 02:22:39.760873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-504b4178-c690-465d-8e16-073460772390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.771995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-504b4178-c690-465d-8e16-073460772390 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649814 Aug 16 02:22:39.773338 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cf1818-e85c-49c1-974d-53cced666d8d x-openstack-request-id: req-a0cf1818-e85c-49c1-974d-53cced666d8d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:39.773859 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b63541-48aa-4773-b410-eb04632570ca", "tag": "eb9ba099-7736-4e8f-9d9f-de02f63e12c4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:39.773859 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0cf1818-e85c-49c1-974d-53cced666d8d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:39.774242 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b63541-48aa-4773-b410-eb04632570ca', 'tag': 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4', 'status': 'completed', 'code': 200} Aug 16 02:22:39.785091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aadc731-7064-46db-ae97-a32ac7f8a17f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:39.806552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.825662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8aadc731-7064-46db-ae97-a32ac7f8a17f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8aadc731-7064-46db-ae97-a32ac7f8a17f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:39.836334 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.855455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=fe0582f2-b45d-47ca-b4ab-af5d7f801dd2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:39.928040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-602ce6d6-07e5-4588-b6a7-0f52b8958ba7 req-445683ce-ff29-407d-abd3-a28ddf539b61 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2379158 Aug 16 02:22:39.936470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=8aadc731-7064-46db-ae97-a32ac7f8a17f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:39.967991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.970275 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Floating IP 5789732f-9f2e-40c7-b467-403eece55a0d disassociated (deleted). External IP: 172.25.5.111, port: b26f95c4-5250-4fbe-a2e7-545a830060c1. Aug 16 02:22:40.157223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6f13-876c-4c7e-bee7-bf213fd7d74c req-5d442741-7384-4d18-b8f9-39f978c47b89 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.159699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-714b6f13-876c-4c7e-bee7-bf213fd7d74c req-5d442741-7384-4d18-b8f9-39f978c47b89 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 943 time: 0.2872553 Aug 16 02:22:40.161781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-e69baee9-e2a1-41bb-8428-d4e42fd8cffa service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652985 Aug 16 02:22:40.176760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['8aadc731-7064-46db-ae97-a32ac7f8a17f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:40.362146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-d94847a2-1db9-4056-8d29-ea52d46dc5f2 service neutron] 10.222.0.93 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849643 Aug 16 02:22:40.380760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router d9019cf9-4cee-46c0-bd77-e33e13260d5a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:40.506937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946e29a8-f61e-4420-9752-608b4c5f36f6 req-1a0c3acb-2b5f-4c2a-ada8-38ba7d916526 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217316 Aug 16 02:22:40.532364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-714b6f13-876c-4c7e-bee7-bf213fd7d74c req-2e8c734c-aee9-4b4f-823c-3589548dd9e9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616505 Aug 16 02:22:40.617567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:40.622860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.631109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] Sync routers for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:40.649993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:40.650630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.662463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd42482e-8b9d-46ee-bded-634ed0c80d8b req-e11baef6-a156-4640-8d49-eca73490954a service neutron] 10.222.0.93 "GET /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914033 Aug 16 02:22:40.687779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-e1ecdefc-1a4d-4ddb-aa53-c47ca2d9e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.691947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-e1ecdefc-1a4d-4ddb-aa53-c47ca2d9e42a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 1095 time: 0.0798800 Aug 16 02:22:40.738660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-691d7fcd-206c-4a7b-aaf6-ce7b08c37f26 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/floatingips/5789732f-9f2e-40c7-b467-403eece55a0d HTTP/1.1" status: 204 len: 168 time: 1.5935872 Aug 16 02:22:40.741326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:40.747683 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bf282d-68e6-42d3-a6c2-691488d7b95c" -d '{"events": [{"name": "network-changed", "server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:40.856016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:40.878823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1e7a3-bfb6-4523-9259-85bec2fd2a6b req-b63edb38-d3ab-4d2e-9380-f96f30e753f8 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.886219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bb1e7a3-bfb6-4523-9259-85bec2fd2a6b req-b63edb38-d3ab-4d2e-9380-f96f30e753f8 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 945 time: 0.1591606 Aug 16 02:22:40.898009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-f35eea62-cc58-48b3-95af-6bd9ea83f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.899553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-f35eea62-cc58-48b3-95af-6bd9ea83f2e2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.1987803 Aug 16 02:22:40.926715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cd84b-0eda-4107-a81b-fc42df94af12 req-d0508b7e-40ee-46b3-8835-810a6fb0ca45 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.928295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f79cd84b-0eda-4107-a81b-fc42df94af12 req-d0508b7e-40ee-46b3-8835-810a6fb0ca45 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 944 time: 0.1392412 Aug 16 02:22:40.974599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-cf5d6ebf-c1ff-4308-bc91-387fbebebd62 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb9ba099-7736-4e8f-9d9f-de02f63e12c4 HTTP/1.1" status: 200 len: 217 time: 0.0624883 Aug 16 02:22:41.023126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bb1e7a3-bfb6-4523-9259-85bec2fd2a6b req-d7bd4804-9d2e-4759-8420-0fa960f724fa tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1359303 Aug 16 02:22:41.065555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f79cd84b-0eda-4107-a81b-fc42df94af12 req-c818cfaf-9f9d-4035-8290-b4bb1c933d2c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047533 Aug 16 02:22:41.082144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-cb49d115-c4c6-4e7d-a846-502181f38347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:41.083690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-cb49d115-c4c6-4e7d-a846-502181f38347 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.1008258 Aug 16 02:22:41.182027 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1410757b-8c33-404b-af13-c61b44b6a09a x-openstack-request-id: req-1410757b-8c33-404b-af13-c61b44b6a09a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:41.182520 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:41.183124 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1410757b-8c33-404b-af13-c61b44b6a09a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:41.184247 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'status': 'completed', 'code': 200} Aug 16 02:22:41.185067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-2c3c65c3-2802-47a3-b459-c6e54dc71281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:41.186624 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-2c3c65c3-2802-47a3-b459-c6e54dc71281 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928702 Aug 16 02:22:41.206594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed', 'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:44:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.242793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] Checking router: d9019cf9-4cee-46c0-bd77-e33e13260d5a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:41.258623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:41.259321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.335997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-a3d9bfb8-8db0-4573-be3c-237b8c2b4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:41.337861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-a3d9bfb8-8db0-4573-be3c-237b8c2b4226 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 1097 time: 0.1252813 Aug 16 02:22:41.371165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-a0ea60c2-2121-45d4-9ec3-90600b248ccf service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739402 Aug 16 02:22:41.425164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:41.577019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eb9ba099-7736-4e8f-9d9f-de02f63e12c4 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:41.580146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8aadc731-7064-46db-ae97-a32ac7f8a17f up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:41.764371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 8aadc731-7064-46db-ae97-a32ac7f8a17f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:41.782900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 8aadc731-7064-46db-ae97-a32ac7f8a17f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:41.783292 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.849072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port eb9ba099-7736-4e8f-9d9f-de02f63e12c4, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:41.871894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed', 'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:44:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:41.876820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'port_id': 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4', 'mac_address': 'fa:16:3e:84:ad:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:41.904329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12410dd2-384a-4174-8a62-2d3769249a05 None None] The sync data for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 is: [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:19:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed', 'name': '', 'network_id': 'ebaefa93-1e44-4ee5-85c8-291327563e60', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:44:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'c1b84e89-7837-4dd7-a147-5db40a41ba94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:41.976271 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.979939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1f623-e67a-4bca-b6f0-ea679d531d12 req-92c55fb9-b30f-4385-aa88-590dd4162485 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:41.988400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bb1f623-e67a-4bca-b6f0-ea679d531d12 req-92c55fb9-b30f-4385-aa88-590dd4162485 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.5909033 Aug 16 02:22:41.996752 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.999528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9ba099-7736-4e8f-9d9f-de02f63e12c4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:42.009068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-97274bad-b145-4eee-8d79-941ac70d891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.010558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-97274bad-b145-4eee-8d79-941ac70d891c service neutron] 10.222.0.93 "GET /v2.0/networks?id=ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 200 len: 898 time: 0.6622086 Aug 16 02:22:42.036882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port eb9ba099-7736-4e8f-9d9f-de02f63e12c4, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:42.042371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863bf02-6afd-4e5a-9025-e3607f64c5ff req-4a2bb49f-509c-453c-8598-43b3f253f042 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.043384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719e4a52-e00c-4897-bf28-2b98d19c0d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aadc731-7064-46db-ae97-a32ac7f8a17f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:42.045859 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7434fa8-16e3-45d4-a071-80f1e4a6d79a" -d '{"events": [{"server_uuid": "719e4a52-e00c-4897-bf28-2b98d19c0d12", "name": "network-vif-plugged", "status": "completed", "tag": "8aadc731-7064-46db-ae97-a32ac7f8a17f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:42.052089 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d863bf02-6afd-4e5a-9025-e3607f64c5ff req-4a2bb49f-509c-453c-8598-43b3f253f042 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 943 time: 0.1959419 Aug 16 02:22:42.058324 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.066340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 8aadc731-7064-46db-ae97-a32ac7f8a17f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8aadc731-7064-46db-ae97-a32ac7f8a17f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:42.087646 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.103854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-c5322c18-d115-474f-ab03-c82ec0c7bd42 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 200 len: 217 time: 0.0792770 Aug 16 02:22:42.107723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9ee12434-3162-4f62-b232-8f1c6a0b7759 req-c579f563-9ce2-4a2a-a248-c37e30c31978 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071748 Aug 16 02:22:42.139210 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.171165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-4ac5090a-43c0-413b-89ab-840f97ad00f9 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.172743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-4ac5090a-43c0-413b-89ab-840f97ad00f9 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 945 time: 0.0687068 Aug 16 02:22:42.178566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bb1f623-e67a-4bca-b6f0-ea679d531d12 req-3095553f-d8b7-4bd2-8bbc-8d8d2576e2a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891541 Aug 16 02:22:42.197351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d863bf02-6afd-4e5a-9025-e3607f64c5ff req-c4e1827f-5f21-49f8-8e83-9b44edb59b60 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442854 Aug 16 02:22:42.211231 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=8aadc731-7064-46db-ae97-a32ac7f8a17f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.241659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-aa9711c8-7b93-4bbb-a999-46f75b02eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.245808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-aa9711c8-7b93-4bbb-a999-46f75b02eaf7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 200 len: 835 time: 0.1287584 Aug 16 02:22:42.268442 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.315450 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d422d-566b-4be9-8d70-f61427de015f x-openstack-request-id: req-b87d422d-566b-4be9-8d70-f61427de015f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:42.315753 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719e4a52-e00c-4897-bf28-2b98d19c0d12", "name": "network-vif-plugged", "status": "completed", "tag": "8aadc731-7064-46db-ae97-a32ac7f8a17f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:42.316014 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b87d422d-566b-4be9-8d70-f61427de015f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:42.316422 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719e4a52-e00c-4897-bf28-2b98d19c0d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aadc731-7064-46db-ae97-a32ac7f8a17f', 'code': 200} Aug 16 02:22:42.318634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['eb9ba099-7736-4e8f-9d9f-de02f63e12c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:42.354910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-5ed0302b-941b-42c1-a852-4eee2e6b3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.357249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-5ed0302b-941b-42c1-a852-4eee2e6b3a68 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ebaefa93-1e44-4ee5-85c8-291327563e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011252 Aug 16 02:22:42.430450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Deleting port 37541870-971f-4169-9bff-1520f29f398d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:42.430783 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.453895 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebba73-e6c0-45a0-afd6-035bbdc11068 None None] New status for floating IP 5789732f-9f2e-40c7-b467-403eece55a0d: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:22:42.572400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f82598-d67f-4a68-93d1-686564c2cb4e req-b7b2f482-ff62-45e7-9329-5ff2eed7e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.591419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06f82598-d67f-4a68-93d1-686564c2cb4e req-b7b2f482-ff62-45e7-9329-5ff2eed7e23f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 1097 time: 0.1747291 Aug 16 02:22:42.600498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3f77f-fe2b-43c3-8d9f-318085ac35a8 req-9cd7e3c6-28b0-4b98-a71f-16566dbaef89 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.604468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] For port 37541870-971f-4169-9bff-1520f29f398d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=37541870-971f-4169-9bff-1520f29f398d,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:42.605564 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.606500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1c3f77f-fe2b-43c3-8d9f-318085ac35a8 req-9cd7e3c6-28b0-4b98-a71f-16566dbaef89 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 945 time: 0.2641699 Aug 16 02:22:42.614580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21feb9e-8fee-403d-94aa-5ae64604cf8c req-94f0153e-f834-499c-ba07-3521160dae0d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.622114 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a21feb9e-8fee-403d-94aa-5ae64604cf8c req-94f0153e-f834-499c-ba07-3521160dae0d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 945 time: 0.2220423 Aug 16 02:22:42.732129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06f82598-d67f-4a68-93d1-686564c2cb4e req-ae23d61a-46fc-4da3-add9-226a92956b62 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025231 Aug 16 02:22:42.739712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a21feb9e-8fee-403d-94aa-5ae64604cf8c req-9e795255-ac43-451a-b8c2-73217f495dbf tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166334 Aug 16 02:22:42.742037 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-42414c18-c4be-47e3-930e-4e968a7bfefa service neutron] 10.222.0.93 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523698 Aug 16 02:22:42.746027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1c3f77f-fe2b-43c3-8d9f-318085ac35a8 req-b01eabc2-2232-412f-af3b-67ae0c589516 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups?id=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1104310 Aug 16 02:22:42.774617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-a8587f99-6726-4b41-906d-ff83adca566e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.776224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-a8587f99-6726-4b41-906d-ff83adca566e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.0599444 Aug 16 02:22:42.813333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.902602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0bf282d-68e6-42d3-a6c2-691488d7b95c req-731bcddd-5c7d-48f1-9692-5b63e2b997c9 service neutron] 10.222.0.93 "GET /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157780 Aug 16 02:22:42.929814 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.930197 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.930518 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Floating IP 7add72ab-aa39-44e5-b596-90fd33c289d7 disassociated. External IP: 172.25.5.30, port: 37541870-971f-4169-9bff-1520f29f398d. Aug 16 02:22:42.930918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Calling delete_port for 37541870-971f-4169-9bff-1520f29f398d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:42.997345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port b26f95c4-5250-4fbe-a2e7-545a830060c1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:42.997673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.125715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port b26f95c4-5250-4fbe-a2e7-545a830060c1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=b26f95c4-5250-4fbe-a2e7-545a830060c1,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:43.126675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.166609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for b26f95c4-5250-4fbe-a2e7-545a830060c1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:43.233684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.239829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc09dd7-a160-434e-8f48-59b38e148322 req-95a7202e-8b5f-4bc0-ace3-226f58445c9c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:43.241112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fc09dd7-a160-434e-8f48-59b38e148322 req-95a7202e-8b5f-4bc0-ace3-226f58445c9c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.1341310 Aug 16 02:22:43.281094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Pushing event deleted for resources: {'Port': ['ID=37541870-971f-4169-9bff-1520f29f398d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:43.389500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fc09dd7-a160-434e-8f48-59b38e148322 req-3c2a5548-1a96-40ca-8835-f4659c3aa4ef tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322417 Aug 16 02:22:43.433840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005b4a1-6722-48bd-9a56-d92c465e8725 req-5bb3b971-3cf4-4ccd-8fef-187ff06e0081 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:43.435399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4005b4a1-6722-48bd-9a56-d92c465e8725 req-5bb3b971-3cf4-4ccd-8fef-187ff06e0081 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a749a9b0-f0a9-455e-a408-085395280fb6 HTTP/1.1" status: 200 len: 945 time: 0.1471703 Aug 16 02:22:43.480076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.517158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=b26f95c4-5250-4fbe-a2e7-545a830060c1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:43.524992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:43.565775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4005b4a1-6722-48bd-9a56-d92c465e8725 req-d40fde03-1c4c-46a5-9c48-fe3ffdb0b6fb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c89af71-e200-4588-aff3-6246fe491ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230903 Aug 16 02:22:43.566775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] No DVR routers for this DVR port b26f95c4-5250-4fbe-a2e7-545a830060c1 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:43.570874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.573042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e941529b-881d-49ba-9b68-93ce9ae0cb87 req-b1d979a4-547f-4abc-bec8-08d921ea2d0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "DELETE /v2.0/ports/b26f95c4-5250-4fbe-a2e7-545a830060c1 HTTP/1.1" status: 204 len: 173 time: 0.7863047 Aug 16 02:22:43.573467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'name': 'network-vif-deleted', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:43.575958 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b41ae-bc46-4289-8590-fab0739e7647" -d '{"events": [{"server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "name": "network-vif-deleted", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:43.591888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a05bb-9cae-4790-8eab-2b02fa582bae req-79912e21-b58d-4564-a501-d1fe4e7ce05d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:43.593539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c2a05bb-9cae-4790-8eab-2b02fa582bae req-79912e21-b58d-4564-a501-d1fe4e7ce05d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 944 time: 0.1222479 Aug 16 02:22:43.599269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eb9ba099-7736-4e8f-9d9f-de02f63e12c4 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:43.642270 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a1d4b2-2f98-44d7-a434-fb5d4a1a0074 x-openstack-request-id: req-90a1d4b2-2f98-44d7-a434-fb5d4a1a0074 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:43.642786 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a749a9b0-f0a9-455e-a408-085395280fb6", "name": "network-vif-deleted", "tag": "b26f95c4-5250-4fbe-a2e7-545a830060c1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:43.643354 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90a1d4b2-2f98-44d7-a434-fb5d4a1a0074 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:43.643811 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a749a9b0-f0a9-455e-a408-085395280fb6', 'name': 'network-vif-deleted', 'tag': 'b26f95c4-5250-4fbe-a2e7-545a830060c1', 'status': 'completed', 'code': 200} Aug 16 02:22:43.677342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7c2a05bb-9cae-4790-8eab-2b02fa582bae req-ac1b713e-e98e-4586-848a-cea700b4783f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759153 Aug 16 02:22:43.721638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:43.725880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:43.726694 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.742285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:43.749677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.784608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] Sync routers for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:43.817331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] No DVR routers for this DVR port 37541870-971f-4169-9bff-1520f29f398d on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:43.829896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.832237 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6bdaed3-4ac4-4714-b023-07d1021dd8f1 req-1f5e5183-48d6-4473-9a94-f6c37a0516ca tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.93 "DELETE /v2.0/ports/37541870-971f-4169-9bff-1520f29f398d HTTP/1.1" status: 204 len: 173 time: 1.6510789 Aug 16 02:22:43.856408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.872256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:43.873184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.012725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-691410b1-2506-4dbc-8b1a-046f28b0e244 req-e1c59e1d-d6db-4ce8-8afa-471265718c78 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 210 time: 0.0875545 Aug 16 02:22:44.069765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc12bc1-61e6-40c3-977e-b0ca1f8cf0c2 req-dc27a1c9-1672-4d4a-b36d-4f116733b422 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:44.071517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9bc12bc1-61e6-40c3-977e-b0ca1f8cf0c2 req-dc27a1c9-1672-4d4a-b36d-4f116733b422 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 945 time: 0.1613209 Aug 16 02:22:44.151195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9bc12bc1-61e6-40c3-977e-b0ca1f8cf0c2 req-3ecb7159-238c-4a39-be93-cc9120a44733 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600905 Aug 16 02:22:44.238358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port eb9ba099-7736-4e8f-9d9f-de02f63e12c4, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:44.247889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:44.286404 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.287340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b26f95c4-5250-4fbe-a2e7-545a830060c1 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:44.314460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: b26f95c4-5250-4fbe-a2e7-545a830060c1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:44.315550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device b26f95c4-5250-4fbe-a2e7-545a830060c1 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:44.316204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 37541870-971f-4169-9bff-1520f29f398d no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:44.355223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e87df2-4a3a-4c96-a932-b495b3f3bf87 req-06c9d0ce-86a9-41fe-b84c-a40ea1f8a488 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:44.358212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6e87df2-4a3a-4c96-a932-b495b3f3bf87 req-06c9d0ce-86a9-41fe-b84c-a40ea1f8a488 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 946 time: 0.0919578 Aug 16 02:22:44.376649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Deleting port 961ee86f-3f3c-4d1d-ab4e-a05efad35034 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:44.376994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.397450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b63541-48aa-4773-b410-eb04632570ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:44.400452 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e484f593-09fe-4f31-9b8e-a6fb9a597c39" -d '{"events": [{"server_uuid": "89b63541-48aa-4773-b410-eb04632570ca", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ba099-7736-4e8f-9d9f-de02f63e12c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:44.403343 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 37541870-971f-4169-9bff-1520f29f398d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:44.403773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 37541870-971f-4169-9bff-1520f29f398d not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:44.418937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.475508 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6e87df2-4a3a-4c96-a932-b495b3f3bf87 req-e3d3783f-37a7-4cdf-85ea-e0bbf7600cda tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084466 Aug 16 02:22:44.570414 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e664467-56bb-4d47-9b8b-9a5bb5d191f2 x-openstack-request-id: req-4e664467-56bb-4d47-9b8b-9a5bb5d191f2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:44.571071 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b63541-48aa-4773-b410-eb04632570ca", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ba099-7736-4e8f-9d9f-de02f63e12c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:44.571779 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e664467-56bb-4d47-9b8b-9a5bb5d191f2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:44.572411 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b63541-48aa-4773-b410-eb04632570ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4', 'code': 200} Aug 16 02:22:44.597988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] For port 961ee86f-3f3c-4d1d-ab4e-a05efad35034, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=961ee86f-3f3c-4d1d-ab4e-a05efad35034,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:44.598376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.634285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f2cd5-bc99-4c6a-b756-af6b9824431c req-e16d13c7-e3d7-4b0e-ae79-d4b706cb5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:44.635898 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c46f2cd5-bc99-4c6a-b756-af6b9824431c req-e16d13c7-e3d7-4b0e-ae79-d4b706cb5aef service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 1097 time: 0.0443945 Aug 16 02:22:44.642263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ac2ce634-13f3-45ff-98ff-6b12e2dde6f8', 'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'mac_address': 'fa:16:3e:16:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'subnets': [{'id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.646742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7e583-59a1-4c5a-8091-a30de2bfba16 req-e1bfe299-0a92-4d4a-a1e1-0333bced7f91 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:44.654325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b3b7e583-59a1-4c5a-8091-a30de2bfba16 req-e1bfe299-0a92-4d4a-a1e1-0333bced7f91 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.1687005 Aug 16 02:22:44.672268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] Checking router: 7d8acbd2-0e7d-44af-8bad-8271544e8a1f for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:44.677240 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c46f2cd5-bc99-4c6a-b756-af6b9824431c req-0863703e-8f1a-49dc-9c41-cfcb8e9ccc29 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Aug 16 02:22:44.683536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:44.684537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:44.690104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Calling delete_port for 961ee86f-3f3c-4d1d-ab4e-a05efad35034 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:44.704585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b3b7e583-59a1-4c5a-8091-a30de2bfba16 req-c894eb6a-1741-45da-a52c-e50421a1162f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494037 Aug 16 02:22:44.756124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5a824-80ca-482b-b379-74790f22b883 req-8dd079ae-70c6-4eb5-b536-a91c95ed72da tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:44.763640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65c5a824-80ca-482b-b379-74790f22b883 req-8dd079ae-70c6-4eb5-b536-a91c95ed72da tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 945 time: 0.1578624 Aug 16 02:22:44.778353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.835049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65c5a824-80ca-482b-b379-74790f22b883 req-400f3de0-560d-4fb4-b64f-f902bc445980 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703559 Aug 16 02:22:44.846267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:45.067835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c123da-8284-4cb9-b5b6-0bb4cf0881dd req-3838205f-706a-4dc2-a2ef-f88ec24edc2e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:45.079760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46c123da-8284-4cb9-b5b6-0bb4cf0881dd req-3838205f-706a-4dc2-a2ef-f88ec24edc2e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 945 time: 0.2361841 Aug 16 02:22:45.166565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ac2ce634-13f3-45ff-98ff-6b12e2dde6f8', 'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'mac_address': 'fa:16:3e:16:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'subnets': [{'id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:45.207429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d7841-81e7-40a5-bf65-941181c2586a None None] The sync data for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 is: [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:19:56Z', 'revision_number': 4, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'ac2ce634-13f3-45ff-98ff-6b12e2dde6f8', 'name': '', 'network_id': 'ec24205d-18f7-4de6-a2dd-d79a68c64bab', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'mac_address': 'fa:16:3e:16:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:55Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 5, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'subnets': [{'id': 'a076f67b-d877-4622-9643-ddda8161ca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:45.217101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46c123da-8284-4cb9-b5b6-0bb4cf0881dd req-8e425c7c-7bc1-47ec-ad4a-fc96d42ce5d7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224079 Aug 16 02:22:45.270986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e321468e-fcd4-4e18-99cc-b8f11d27d691 req-72db9eef-ad09-4330-bf64-aa822728042a tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 210 time: 0.0611618 Aug 16 02:22:45.353900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-b6501e44-9816-4ce9-af97-163580c772c0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:45.355489 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-b6501e44-9816-4ce9-af97-163580c772c0 tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.86 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.1208668 Aug 16 02:22:45.363704 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.381470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc93823-b4f1-454f-a511-89d1a2a45a2a req-5113a204-22bc-429c-9859-70526ad79468 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:45.390605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfc93823-b4f1-454f-a511-89d1a2a45a2a req-5113a204-22bc-429c-9859-70526ad79468 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 945 time: 0.0909128 Aug 16 02:22:45.422613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Pushing event deleted for resources: {'Port': ['ID=961ee86f-3f3c-4d1d-ab4e-a05efad35034,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:45.529612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfc93823-b4f1-454f-a511-89d1a2a45a2a req-49880ecc-30af-4a86-b8b1-5f5b56e1b167 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378870 Aug 16 02:22:45.636485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Deleting port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:45.636970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.672358 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc4595-7f3e-4355-a6bb-7367cbeb87c9 None None] New status for floating IP 7add72ab-aa39-44e5-b596-90fd33c289d7: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:22:45.710129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'name': 'network-vif-deleted', 'tag': '37541870-971f-4169-9bff-1520f29f398d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:45.713578 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.716977 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4a77d9-3c1d-4d93-81f9-67a885519a1f" -d '{"events": [{"server_uuid": "1ea2ed4e-7de1-4633-a766-776c21d14a17", "name": "network-vif-deleted", "tag": "37541870-971f-4169-9bff-1520f29f398d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:45.831670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] For port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,segment=NetworkSegment(a8cc19aa-453a-45bf-b63c-26931b8234ec),segment_id=a8cc19aa-453a-45bf-b63c-26931b8234ec)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:45.832348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.848428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Calling delete_port for e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:45.904034 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e717f5d5-196e-4a9a-b86a-db2e083cc962 x-openstack-request-id: req-e717f5d5-196e-4a9a-b86a-db2e083cc962 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:45.904393 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea2ed4e-7de1-4633-a766-776c21d14a17", "name": "network-vif-deleted", "tag": "37541870-971f-4169-9bff-1520f29f398d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:45.904570 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e717f5d5-196e-4a9a-b86a-db2e083cc962 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:45.904942 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea2ed4e-7de1-4633-a766-776c21d14a17', 'name': 'network-vif-deleted', 'tag': '37541870-971f-4169-9bff-1520f29f398d', 'status': 'completed', 'code': 200} Aug 16 02:22:45.906839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e440be-b404-45e6-90b5-f6c4aa376241 req-02d591ff-76fa-4b86-9fa4-f3bd3da28f4c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:45.909300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f9e440be-b404-45e6-90b5-f6c4aa376241 req-02d591ff-76fa-4b86-9fa4-f3bd3da28f4c tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 947 time: 0.0726595 Aug 16 02:22:46.019527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f9e440be-b404-45e6-90b5-f6c4aa376241 req-05ab7a16-fa6c-4f8b-82ea-bc7dc5de799d tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/security-groups?id=2add5be7-6fd7-4851-9795-0832340e6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753767 Aug 16 02:22:46.041580 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.045054 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.059472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Router 568adc76-3ef1-4142-937e-2162ea232f4a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:46.078276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:46.118147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Pushing event deleted for resources: {'Port': ['ID=e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:46.199451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:46.206991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-683de7cc-b3c1-4f24-866d-2ed9d3a4b41f admin admin] 10.222.0.61 "PUT /v2.0/routers/568adc76-3ef1-4142-937e-2162ea232f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3629866 Aug 16 02:22:46.209936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:46.226898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] Sync routers for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:46.270359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:46.274907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:46.494476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:46.614365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] No DVR routers for this DVR port e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:46.616909 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.619395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-cee29ac9-2d9c-4ec9-9988-5e816046952e req-2611ce97-702e-4b72-b71b-67407639ec9a tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.86 "DELETE /v2.0/ports/e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea HTTP/1.1" status: 204 len: 173 time: 1.2485638 Aug 16 02:22:46.746395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:46.783520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] Checking router: 568adc76-3ef1-4142-937e-2162ea232f4a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:46.793169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] Routers {'568adc76-3ef1-4142-937e-2162ea232f4a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:46.794054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['568adc76-3ef1-4142-937e-2162ea232f4a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:46.795538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-af8af42b-243e-4dff-9f47-63e778aa858e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:46.797195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-af8af42b-243e-4dff-9f47-63e778aa858e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 945 time: 0.1768353 Aug 16 02:22:46.805997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.857736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eaa4eff0-f302-4468-b1bd-73ec52f29f0d req-5c4290e8-2dd4-4888-b9e4-3d44dce3016f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 210 time: 0.1150639 Aug 16 02:22:46.908963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] Set router 568adc76-3ef1-4142-937e-2162ea232f4a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:46.957864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77bbf7-7a20-4ef5-8d8d-d737e74908c0 req-c716fd90-a91f-4208-980e-93b643ee9942 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:46.959461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c77bbf7-7a20-4ef5-8d8d-d737e74908c0 req-c716fd90-a91f-4208-980e-93b643ee9942 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 945 time: 0.2291281 Aug 16 02:22:47.071149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Deleting port 8aadc731-7064-46db-ae97-a32ac7f8a17f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:47.071810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.089333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c77bbf7-7a20-4ef5-8d8d-d737e74908c0 req-545f9e93-1a4e-4387-8424-5848eb8df762 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152837 Aug 16 02:22:47.115582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff48d9-5fd0-443c-af44-5e7a1fa1fc81 req-71f66863-0c35-4a39-b1cb-2a8114bb9837 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.117172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8ff48d9-5fd0-443c-af44-5e7a1fa1fc81 req-71f66863-0c35-4a39-b1cb-2a8114bb9837 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 945 time: 0.1550498 Aug 16 02:22:47.123877 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.176167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8ff48d9-5fd0-443c-af44-5e7a1fa1fc81 req-3be73dab-8e87-4a62-8839-cf25858c9409 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464101 Aug 16 02:22:47.255144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Deleting port 60d2bc9f-3898-4b49-ad14-b385dfab0e98 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:47.255588 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.267279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:47.269183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.321584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:47.347689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] For port 8aadc731-7064-46db-ae97-a32ac7f8a17f, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=8aadc731-7064-46db-ae97-a32ac7f8a17f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:47.348023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.349690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2162b36-de86-48d8-8b26-971162131422 req-e8b1dc7f-4678-4882-b9ff-f7773d603e8f tempest-ServersNegativeTestJSON-701283024 tempest-ServersNegativeTestJSON-701283024-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ed2eca-a752-4742-93cd-b5461f731ebd HTTP/1.1" status: 200 len: 210 time: 0.0701082 Aug 16 02:22:47.361150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ad32b-7dc7-4c57-924c-7aaf6bb23bf8 None None] The sync data for ids ['568adc76-3ef1-4142-937e-2162ea232f4a'] in n-d-768862-14 is: [{'id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'name': 'tempest-AttachVolumeTestJSON-411251300-router', 'tenant_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:12:42Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 5, 'project_id': '8dfd5fb3389f4d48a15563e9b2b3a344', 'gw_port': {'id': '60d2bc9f-3898-4b49-ad14-b385dfab0e98', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc76-3ef1-4142-937e-2162ea232f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:12:43Z', 'updated_at': '2021-08-16T02:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:47.394275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Calling delete_port for 8aadc731-7064-46db-ae97-a32ac7f8a17f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:47.399583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] For port 60d2bc9f-3898-4b49-ad14-b385dfab0e98, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=60d2bc9f-3898-4b49-ad14-b385dfab0e98,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:47.400087 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.439279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Calling delete_port for 60d2bc9f-3898-4b49-ad14-b385dfab0e98 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:47.483316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:47.483690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.508379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:47.645206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.675902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.676113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d2bc9f-3898-4b49-ad14-b385dfab0e98,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.708015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event deleted for resources: {'Port': ['ID=8aadc731-7064-46db-ae97-a32ac7f8a17f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.723828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604', '12c9de06-be04-4589-8ebf-066b696b065f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:47.744163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.799596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] No DVR routers for this DVR port 8aadc731-7064-46db-ae97-a32ac7f8a17f on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:47.822309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.824328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9c79253d-bb84-465e-8a8e-06397fbcac42 req-0e1eac7e-d899-4fb6-ad22-f3c6f2d3e3fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "DELETE /v2.0/ports/8aadc731-7064-46db-ae97-a32ac7f8a17f HTTP/1.1" status: 204 len: 173 time: 0.9926267 Aug 16 02:22:47.856888 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.861166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.886836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.909804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-deleted', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea'}, {'server_uuid': '719e4a52-e00c-4897-bf28-2b98d19c0d12', 'name': 'network-vif-deleted', 'tag': '8aadc731-7064-46db-ae97-a32ac7f8a17f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:47.924440 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d1935d-9c4b-4851-8438-e2855fe3690e" -d '{"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-deleted", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea"}, {"server_uuid": "719e4a52-e00c-4897-bf28-2b98d19c0d12", "name": "network-vif-deleted", "tag": "8aadc731-7064-46db-ae97-a32ac7f8a17f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:47.981383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.981927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568adc76-3ef1-4142-937e-2162ea232f4a {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:47.986739 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.990245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-00fe684f-20d0-4e06-ae7e-45dbdbfa7c00 admin admin] 10.222.0.61 "DELETE /v2.0/routers/568adc76-3ef1-4142-937e-2162ea232f4a HTTP/1.1" status: 204 len: 168 time: 1.7765954 Aug 16 02:22:47.990821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:48.059457 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da03559b-1883-469f-9780-bdaf636c9961 x-openstack-request-id: req-da03559b-1883-469f-9780-bdaf636c9961 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:48.059931 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed2eca-a752-4742-93cd-b5461f731ebd", "name": "network-vif-deleted", "tag": "e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea", "status": "completed", "code": 200}, {"server_uuid": "719e4a52-e00c-4897-bf28-2b98d19c0d12", "name": "network-vif-deleted", "tag": "8aadc731-7064-46db-ae97-a32ac7f8a17f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:48.060076 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da03559b-1883-469f-9780-bdaf636c9961 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:48.060424 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed2eca-a752-4742-93cd-b5461f731ebd', 'name': 'network-vif-deleted', 'tag': 'e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea', 'status': 'completed', 'code': 200} Aug 16 02:22:48.060642 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719e4a52-e00c-4897-bf28-2b98d19c0d12', 'name': 'network-vif-deleted', 'tag': '8aadc731-7064-46db-ae97-a32ac7f8a17f', 'status': 'completed', 'code': 200} Aug 16 02:22:48.076470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:48.077202 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d644e17-e9b5-491b-8d25-b0957ae109d5 req-4f7fb9fc-b347-4c2a-87b0-c99aaf8e7603 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 210 time: 0.0759749 Aug 16 02:22:48.113134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80d439c-f3c9-4902-afee-9b72bdb589a4 admin admin] Deleting subnet 10b9891d-fbd4-4354-9744-2f1ed84325d9 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:48.117010 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80d439c-f3c9-4902-afee-9b72bdb589a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.181566 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80d439c-f3c9-4902-afee-9b72bdb589a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.197521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:48.249033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:48.249658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e6bc2fa1-36e9-49c7-b152-cf992fc8c2ea not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:48.357603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.407835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26197df2-743d-4428-af2c-1f9ae0e78be7 req-ceea7e0f-9448-4636-b990-577cc67f4603 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=719e4a52-e00c-4897-bf28-2b98d19c0d12 HTTP/1.1" status: 200 len: 210 time: 0.0554814 Aug 16 02:22:48.462446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80d439c-f3c9-4902-afee-9b72bdb589a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.487980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:48.564649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9786c5ec-c042-473b-b04f-d39fe6392b9e admin admin] Deleting subnet 6fac6671-ec6f-48b5-bedf-1b2c814d0144 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:48.569530 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9786c5ec-c042-473b-b04f-d39fe6392b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.608875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80d439c-f3c9-4902-afee-9b72bdb589a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.644036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9786c5ec-c042-473b-b04f-d39fe6392b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.646101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d439c-f3c9-4902-afee-9b72bdb589a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b9891d-fbd4-4354-9744-2f1ed84325d9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:48.658990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e6168f-9451-4d41-823f-9b2713372d2a None None] Network 42402214-d4b1-4919-808b-9e663e6ab8cc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:48.669407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router d9019cf9-4cee-46c0-bd77-e33e13260d5a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:48.677401 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a80d439c-f3c9-4902-afee-9b72bdb589a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.680339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a80d439c-f3c9-4902-afee-9b72bdb589a4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/10b9891d-fbd4-4354-9744-2f1ed84325d9 HTTP/1.1" status: 204 len: 168 time: 0.6884270 Aug 16 02:22:48.682693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:48.709205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9786c5ec-c042-473b-b04f-d39fe6392b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.797049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.829050 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9786c5ec-c042-473b-b04f-d39fe6392b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.843784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9786c5ec-c042-473b-b04f-d39fe6392b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.861541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9786c5ec-c042-473b-b04f-d39fe6392b9e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6fac6671-ec6f-48b5-bedf-1b2c814d0144 HTTP/1.1" status: 204 len: 168 time: 0.3641045 Aug 16 02:22:48.868379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:48.874347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 961ee86f-3f3c-4d1d-ab4e-a05efad35034 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:48.906160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 961ee86f-3f3c-4d1d-ab4e-a05efad35034 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:48.906892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 961ee86f-3f3c-4d1d-ab4e-a05efad35034 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:48.967759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786c5ec-c042-473b-b04f-d39fe6392b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fac6671-ec6f-48b5-bedf-1b2c814d0144,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:48.984559 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.998731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:49.007381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4f5c0-2490-4086-af34-67f8ccc4a190 None None] DHCP port deletion for 42402214-d4b1-4919-808b-9e663e6ab8cc request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:49.012436 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] Sync routers for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:49.017748 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f8b19ed4-c038-4d58-8a5b-eace8d307c1a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "PUT /v2.0/routers/d9019cf9-4cee-46c0-bd77-e33e13260d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2383921 Aug 16 02:22:49.021226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:49.034355 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:49.035625 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:49.035784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Deleting port df761012-8cc3-49d9-9b42-47e12656c06a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:49.035992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.091705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.095168 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4f5c0-2490-4086-af34-67f8ccc4a190 None None] Deleting port df761012-8cc3-49d9-9b42-47e12656c06a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:49.096367 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f5c0-2490-4086-af34-67f8ccc4a190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.109162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7ab4df-79f1-4439-8220-3fb41cd88544']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:49.135114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cc19aa-453a-45bf-b63c-26931b8234ec') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:49.136180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cc19aa-453a-45bf-b63c-26931b8234ec') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:49.154343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.179502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] For port df761012-8cc3-49d9-9b42-47e12656c06a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=df761012-8cc3-49d9-9b42-47e12656c06a,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:49.180409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.198296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Calling delete_port for df761012-8cc3-49d9-9b42-47e12656c06a owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:49.214494 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.229474 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:49.240556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a1dafca-46b8-41d8-999a-568b9829a1f2 req-c3e3086c-0de2-4818-91ea-ce56c1ddf984 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea2ed4e-7de1-4633-a766-776c21d14a17 HTTP/1.1" status: 200 len: 210 time: 0.0566502 Aug 16 02:22:49.241665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e8e4f5c0-2490-4086-af34-67f8ccc4a190 None None] For port df761012-8cc3-49d9-9b42-47e12656c06a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=df761012-8cc3-49d9-9b42-47e12656c06a,segment=NetworkSegment(5e0d6f6a-7801-4785-92e5-3fc2835e2844),segment_id=5e0d6f6a-7801-4785-92e5-3fc2835e2844)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:49.250039 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f5c0-2490-4086-af34-67f8ccc4a190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.250631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:49.252141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:49.255396 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:49.276013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4f5c0-2490-4086-af34-67f8ccc4a190 None None] Calling delete_port for df761012-8cc3-49d9-9b42-47e12656c06a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:49.339233 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.347406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.355004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8d7ab4df-79f1-4439-8220-3fb41cd88544 HTTP/1.1" status: 204 len: 168 time: 0.4843817 Aug 16 02:22:49.387101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cdd4a2-1a83-4546-939f-cc07014f6087 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting subnet c1b84e89-7837-4dd7-a147-5db40a41ba94 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:49.393089 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56cdd4a2-1a83-4546-939f-cc07014f6087 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.393323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190bc63-3125-4854-bfdb-68f51d9b54c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7ab4df-79f1-4439-8220-3fb41cd88544,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:49.439189 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56cdd4a2-1a83-4546-939f-cc07014f6087 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.494420 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f5c0-2490-4086-af34-67f8ccc4a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.548833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:49.559711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f5c0-2490-4086-af34-67f8ccc4a190 None None] Pushing event deleted for resources: {'Port': ['ID=df761012-8cc3-49d9-9b42-47e12656c06a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:49.572402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4f5c0-2490-4086-af34-67f8ccc4a190 None None] No DVR routers for this DVR port df761012-8cc3-49d9-9b42-47e12656c06a on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:49.598641 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:22:47Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:49.602577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8aadc731-7064-46db-ae97-a32ac7f8a17f no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:49.613291 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56cdd4a2-1a83-4546-939f-cc07014f6087 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.627722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b6bf1daa-ad35-4998-9731-7862533cb75e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ab1784223b54a19bd97e43c2c83bd25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775726 Aug 16 02:22:49.628556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:49.639360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 8aadc731-7064-46db-ae97-a32ac7f8a17f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:49.640730 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] Checking router: d9019cf9-4cee-46c0-bd77-e33e13260d5a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:49.641261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 8aadc731-7064-46db-ae97-a32ac7f8a17f not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:49.658598 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] Routers {'d9019cf9-4cee-46c0-bd77-e33e13260d5a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:49.661896 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:49.666458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.707053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=df761012-8cc3-49d9-9b42-47e12656c06a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:49.718252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] No DVR routers for this DVR port df761012-8cc3-49d9-9b42-47e12656c06a on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:49.731280 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03bc2382-d011-4916-94ad-8d5a3daa5693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.760880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03bc2382-d011-4916-94ad-8d5a3daa5693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.830060 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.845786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42402214-d4b1-4919-808b-9e663e6ab8cc']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:49.859938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0d6f6a-7801-4785-92e5-3fc2835e2844') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:49.860851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0d6f6a-7801-4785-92e5-3fc2835e2844') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:49.870089 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03bc2382-d011-4916-94ad-8d5a3daa5693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.872425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.875842 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03bc2382-d011-4916-94ad-8d5a3daa5693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.878026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-03bc2382-d011-4916-94ad-8d5a3daa5693 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2add5be7-6fd7-4851-9795-0832340e6af7 HTTP/1.1" status: 204 len: 168 time: 0.2482550 Aug 16 02:22:49.889521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc2382-d011-4916-94ad-8d5a3daa5693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2add5be7-6fd7-4851-9795-0832340e6af7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:49.900460 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.909267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:49.909628 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.918150 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] Set router d9019cf9-4cee-46c0-bd77-e33e13260d5a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:49.977872 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:49.983737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.994367 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.996882 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] 10.222.0.61 "DELETE /v2.0/networks/42402214-d4b1-4919-808b-9e663e6ab8cc HTTP/1.1" status: 204 len: 168 time: 1.3125050 Aug 16 02:22:50.000219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56cdd4a2-1a83-4546-939f-cc07014f6087 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.008995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f3ff7-66b4-42ad-8204-8e3adbf5a312 req-dc123010-283e-4de6-aafd-325663306553 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.013947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-016f3ff7-66b4-42ad-8204-8e3adbf5a312 req-dc123010-283e-4de6-aafd-325663306553 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 946 time: 0.0812368 Aug 16 02:22:50.053897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdd4a2-1a83-4546-939f-cc07014f6087 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b84e89-7837-4dd7-a147-5db40a41ba94,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:50.066019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ea31d-25c7-456f-9a5f-754cf7837f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=42402214-d4b1-4919-808b-9e663e6ab8cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:50.077209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56cdd4a2-1a83-4546-939f-cc07014f6087 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.079629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-56cdd4a2-1a83-4546-939f-cc07014f6087 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/subnets/c1b84e89-7837-4dd7-a147-5db40a41ba94 HTTP/1.1" status: 204 len: 168 time: 1.0563138 Aug 16 02:22:50.082849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:50.084788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106a3e7c-1157-46f4-a139-d59dc6dcbf67 None None] Network ebaefa93-1e44-4ee5-85c8-291327563e60 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:50.143278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-016f3ff7-66b4-42ad-8204-8e3adbf5a312 req-d4fd6307-b599-4212-a933-f3cfd0435c23 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205404 Aug 16 02:22:50.252694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.398708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:50.467535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb8f235-5d0a-432f-87d1-3ac82b8ae669 None None] DHCP port deletion for ebaefa93-1e44-4ee5-85c8-291327563e60 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:50.524223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:50.564703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-874f23f2-2950-4d4f-bc6f-a55e61a0dcd9 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.582302 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.588842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 60d2bc9f-3898-4b49-ad14-b385dfab0e98 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:50.609249 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:22:47Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:50.611638 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-874f23f2-2950-4d4f-bc6f-a55e61a0dcd9 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.646677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8f235-5d0a-432f-87d1-3ac82b8ae669 None None] Deleting port de098c35-443e-4a98-92e5-f38b94e6983f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:50.647048 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f235-5d0a-432f-87d1-3ac82b8ae669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.677250 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf5d8e-ae2b-42b5-9266-f38765458e2c None None] The sync data for ids ['d9019cf9-4cee-46c0-bd77-e33e13260d5a'] in n-d-768862-14 is: [{'id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328189919', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:44Z', 'updated_at': '2021-08-16T02:22:47Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'acff3868-e82c-40ae-996c-0cd8a12731b8', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9019cf9-4cee-46c0-bd77-e33e13260d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:45Z', 'updated_at': '2021-08-16T02:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:50.677535 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3326da46-d0fa-4bfb-9202-b1f9b6c41219 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8dfd5fb3389f4d48a15563e9b2b3a344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516669 Aug 16 02:22:50.679834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:50.726109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-874f23f2-2950-4d4f-bc6f-a55e61a0dcd9 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.726376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-874f23f2-2950-4d4f-bc6f-a55e61a0dcd9 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.730266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-874f23f2-2950-4d4f-bc6f-a55e61a0dcd9 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "DELETE /v2.0/security-groups/f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff HTTP/1.1" status: 204 len: 168 time: 0.3274333 Aug 16 02:22:50.741990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:50.746171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f23f2-2950-4d4f-bc6f-a55e61a0dcd9 tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:50.780477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2365114e-5791-4949-8174-3dc9ec8f1480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.791048 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9e57d3b8-e749-4aae-80bc-c4c7770a4d9e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] show failed (client error): The resource could not be found. Aug 16 02:22:50.801364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9e57d3b8-e749-4aae-80bc-c4c7770a4d9e tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "GET /v2.0/security-groups/f44b3f8e-7421-4cc3-ab2b-f579cf0e31ff HTTP/1.1" status: 404 len: 347 time: 0.0531325 Aug 16 02:22:50.804461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:50.841224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port acff3868-e82c-40ae-996c-0cd8a12731b8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:50.841577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.896851 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2365114e-5791-4949-8174-3dc9ec8f1480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.901377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 60d2bc9f-3898-4b49-ad14-b385dfab0e98 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:50.901758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 60d2bc9f-3898-4b49-ad14-b385dfab0e98 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:50.902181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device df761012-8cc3-49d9-9b42-47e12656c06a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:50.937970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: df761012-8cc3-49d9-9b42-47e12656c06a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:50.938929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device df761012-8cc3-49d9-9b42-47e12656c06a not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:50.962847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5fb8f235-5d0a-432f-87d1-3ac82b8ae669 None None] For port de098c35-443e-4a98-92e5-f38b94e6983f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=de098c35-443e-4a98-92e5-f38b94e6983f,segment=NetworkSegment(baf837f1-e07d-418f-8732-e474c375b8bb),segment_id=baf837f1-e07d-418f-8732-e474c375b8bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:50.963306 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f235-5d0a-432f-87d1-3ac82b8ae669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.986186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port acff3868-e82c-40ae-996c-0cd8a12731b8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=acff3868-e82c-40ae-996c-0cd8a12731b8,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:50.986859 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.988266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8f235-5d0a-432f-87d1-3ac82b8ae669 None None] Calling delete_port for de098c35-443e-4a98-92e5-f38b94e6983f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:51.009382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for acff3868-e82c-40ae-996c-0cd8a12731b8 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:51.105770 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f235-5d0a-432f-87d1-3ac82b8ae669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.166632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Deleting port d3b7345e-0c34-413a-9af4-aa62c0f3b427 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:51.166969 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.184572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8f235-5d0a-432f-87d1-3ac82b8ae669 None None] Pushing event deleted for resources: {'Port': ['ID=de098c35-443e-4a98-92e5-f38b94e6983f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:51.196930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8f235-5d0a-432f-87d1-3ac82b8ae669 None None] No DVR routers for this DVR port de098c35-443e-4a98-92e5-f38b94e6983f on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:51.289068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.289400 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.315031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Calling delete_port for d3b7345e-0c34-413a-9af4-aa62c0f3b427 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:51.349031 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.408571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2365114e-5791-4949-8174-3dc9ec8f1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.409155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=acff3868-e82c-40ae-996c-0cd8a12731b8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:51.411714 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2365114e-5791-4949-8174-3dc9ec8f1480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.417875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2365114e-5791-4949-8174-3dc9ec8f1480 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/906876fe-9b3c-4e70-995a-075c266db62d HTTP/1.1" status: 204 len: 168 time: 0.7367742 Aug 16 02:22:51.495846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365114e-5791-4949-8174-3dc9ec8f1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906876fe-9b3c-4e70-995a-075c266db62d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:51.496092 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.532598 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f5936-b2d0-47d7-9d9a-0089ae66aaac req-f3d64ca4-1144-44d8-a8d9-a5f49272b6d3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:51.534844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd8f5936-b2d0-47d7-9d9a-0089ae66aaac req-f3d64ca4-1144-44d8-a8d9-a5f49272b6d3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 946 time: 0.1791277 Aug 16 02:22:51.610142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd8f5936-b2d0-47d7-9d9a-0089ae66aaac req-8ed36d36-ed02-4ca7-95dc-706e57341ad2 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630674 Aug 16 02:22:51.625105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.627769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.640560 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.675681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Pushing event deleted for resources: {'Port': ['ID=d3b7345e-0c34-413a-9af4-aa62c0f3b427,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:51.676077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.676730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Fanout notify agent at l3_agent the message router_deleted on router d9019cf9-4cee-46c0-bd77-e33e13260d5a {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:51.688895 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.690199 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b32896ff-74c3-42ba-be59-67a20aa6078e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/routers/d9019cf9-4cee-46c0-bd77-e33e13260d5a HTTP/1.1" status: 204 len: 168 time: 1.6062050 Aug 16 02:22:51.707918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:51.782945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0639887-4561-4fba-9805-20aad62955c8 req-0ee074e5-8626-460b-ae90-441e594cfa10 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:51.787291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e0639887-4561-4fba-9805-20aad62955c8 req-0ee074e5-8626-460b-ae90-441e594cfa10 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.86 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 946 time: 0.0956781 Aug 16 02:22:51.834836 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.837068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.838845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d2e6b486-dff1-4060-84a5-ea32570f8c6f tempest-ServersTestBootFromVolume-852477069 tempest-ServersTestBootFromVolume-852477069-project] 10.222.0.61 "DELETE /v2.0/floatingips/7add72ab-aa39-44e5-b596-90fd33c289d7 HTTP/1.1" status: 204 len: 168 time: 1.0329804 Aug 16 02:22:51.841914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:51.855010 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.942460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e0639887-4561-4fba-9805-20aad62955c8 req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Deleting port 12c9de06-be04-4589-8ebf-066b696b065f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:51.942806 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e0639887-4561-4fba-9805-20aad62955c8 req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.114260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.118613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e0639887-4561-4fba-9805-20aad62955c8 req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] For port 12c9de06-be04-4589-8ebf-066b696b065f, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=12c9de06-be04-4589-8ebf-066b696b065f,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:52.119122 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e0639887-4561-4fba-9805-20aad62955c8 req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.142762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e0639887-4561-4fba-9805-20aad62955c8 req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Calling delete_port for 12c9de06-be04-4589-8ebf-066b696b065f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:52.169954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebaefa93-1e44-4ee5-85c8-291327563e60']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:52.187800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf837f1-e07d-418f-8732-e474c375b8bb') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:52.188157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf837f1-e07d-418f-8732-e474c375b8bb') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:52.202093 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.251868 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.270247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:52.270664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:52.273796 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:52.395482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e0639887-4561-4fba-9805-20aad62955c8 req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.427593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:52.456089 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.483079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.485109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/networks/ebaefa93-1e44-4ee5-85c8-291327563e60 HTTP/1.1" status: 204 len: 168 time: 0.7750533 Aug 16 02:22:52.495039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:52.497975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event deleted for resources: {'Port': ['ID=12c9de06-be04-4589-8ebf-066b696b065f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.522352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be60f27-a8aa-46cc-ba7d-0e064a39a85b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Network': ['ID=ebaefa93-1e44-4ee5-85c8-291327563e60,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.589062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device acff3868-e82c-40ae-996c-0cd8a12731b8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:52.630344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: acff3868-e82c-40ae-996c-0cd8a12731b8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:52.630954 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device acff3868-e82c-40ae-996c-0cd8a12731b8 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:52.631823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:52.647053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0639887-4561-4fba-9805-20aad62955c8 req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] No DVR routers for this DVR port 12c9de06-be04-4589-8ebf-066b696b065f on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:52.653515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e0639887-4561-4fba-9805-20aad62955c8 req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.665365 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e0639887-4561-4fba-9805-20aad62955c8 req-c4860fab-746e-4d4d-89f1-98cbfbfe2d8a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.86 "DELETE /v2.0/ports/12c9de06-be04-4589-8ebf-066b696b065f HTTP/1.1" status: 204 len: 173 time: 0.8686998 Aug 16 02:22:52.687957 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.691967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c093555d-0db8-4723-a4bb-62efc0c43eb4', 'name': 'network-vif-deleted', 'tag': '12c9de06-be04-4589-8ebf-066b696b065f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:52.695036 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb357d61-ffa1-4500-9217-085ba9a9f217" -d '{"events": [{"server_uuid": "c093555d-0db8-4723-a4bb-62efc0c43eb4", "name": "network-vif-deleted", "tag": "12c9de06-be04-4589-8ebf-066b696b065f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:52.730816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:52.731822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f6ee54dc-7c1b-4f69-bc87-d8f7f6357aed not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:52.732268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device de098c35-443e-4a98-92e5-f38b94e6983f no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:52.744088 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a235-8770-441c-b33c-c43018e19487 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.779589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a235-8770-441c-b33c-c43018e19487 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.827838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: de098c35-443e-4a98-92e5-f38b94e6983f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:52.828199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device de098c35-443e-4a98-92e5-f38b94e6983f not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:52.874541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a235-8770-441c-b33c-c43018e19487 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.878783 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a235-8770-441c-b33c-c43018e19487 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.880256 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9cb2a235-8770-441c-b33c-c43018e19487 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/security-groups/1c89af71-e200-4588-aff3-6246fe491ef2 HTTP/1.1" status: 204 len: 168 time: 0.3834677 Aug 16 02:22:52.907773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2a235-8770-441c-b33c-c43018e19487 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c89af71-e200-4588-aff3-6246fe491ef2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.991178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e91ab602-ef01-4d78-9cb5-3362598015ba req-f04b23a8-c92d-4ac5-b555-7ee55d532069 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c093555d-0db8-4723-a4bb-62efc0c43eb4 HTTP/1.1" status: 200 len: 210 time: 0.1171980 Aug 16 02:22:53.088488 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fcad81-cf89-410e-a192-293af2d11afc x-openstack-request-id: req-32fcad81-cf89-410e-a192-293af2d11afc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:53.091169 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c093555d-0db8-4723-a4bb-62efc0c43eb4", "name": "network-vif-deleted", "tag": "12c9de06-be04-4589-8ebf-066b696b065f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:53.091169 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32fcad81-cf89-410e-a192-293af2d11afc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:53.091169 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c093555d-0db8-4723-a4bb-62efc0c43eb4', 'name': 'network-vif-deleted', 'tag': '12c9de06-be04-4589-8ebf-066b696b065f', 'status': 'completed', 'code': 200} Aug 16 02:22:53.194164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Deleting port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:53.194733 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.309764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] For port ac2ce634-13f3-45ff-98ff-6b12e2dde6f8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ac2ce634-13f3-45ff-98ff-6b12e2dde6f8,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:53.310338 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.327056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Calling delete_port for ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:53.432191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:53.589468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:53.591812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.594468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-613231e1-f617-41c4-8787-3ade2287d8e4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763534016', 'description': 'tempest-secgroup-smoke-1763534016 description', 'project_id': '7e451b98654a41d4b8ba2ece6587578f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:53.624410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2ce634-13f3-45ff-98ff-6b12e2dde6f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:53.643890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-613231e1-f617-41c4-8787-3ade2287d8e4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.646391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ea63806-ee65-424d-88f2-f9a3e8df38ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.817085 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ea63806-ee65-424d-88f2-f9a3e8df38ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.938092 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-613231e1-f617-41c4-8787-3ade2287d8e4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.940854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ea63806-ee65-424d-88f2-f9a3e8df38ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.950283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.956773 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-613231e1-f617-41c4-8787-3ade2287d8e4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.000446 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3ea63806-ee65-424d-88f2-f9a3e8df38ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d812474d3c2c4267806e5f72a9285891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668819 Aug 16 02:22:54.005279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.016009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea63806-ee65-424d-88f2-f9a3e8df38ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8be93d-beab-43b9-a2ba-f460829a5ee9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.033557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-613231e1-f617-41c4-8787-3ade2287d8e4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.035298 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-613231e1-f617-41c4-8787-3ade2287d8e4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4447827 Aug 16 02:22:54.044040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.057584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-921c0a9a-537f-4f38-b64c-5d62e7fd4229 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'e4486cf7-243c-4d57-8675-1c66203239af', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:54.095786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613231e1-f617-41c4-8787-3ade2287d8e4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4486cf7-243c-4d57-8675-1c66203239af,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.130965 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a32bf610-b523-4f6f-81fb-c562a17260b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.160330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a32bf610-b523-4f6f-81fb-c562a17260b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.213452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 12c9de06-be04-4589-8ebf-066b696b065f no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:54.265627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921c0a9a-537f-4f38-b64c-5d62e7fd4229 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.268485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 12c9de06-be04-4589-8ebf-066b696b065f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:54.272191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 12c9de06-be04-4589-8ebf-066b696b065f not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:54.365055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921c0a9a-537f-4f38-b64c-5d62e7fd4229 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.366978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a32bf610-b523-4f6f-81fb-c562a17260b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.369889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a32bf610-b523-4f6f-81fb-c562a17260b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.371565 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a32bf610-b523-4f6f-81fb-c562a17260b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc8be93d-beab-43b9-a2ba-f460829a5ee9 HTTP/1.1" status: 204 len: 168 time: 0.3649600 Aug 16 02:22:54.382708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bf610-b523-4f6f-81fb-c562a17260b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8be93d-beab-43b9-a2ba-f460829a5ee9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.384617 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921c0a9a-537f-4f38-b64c-5d62e7fd4229 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.401121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c0a9a-537f-4f38-b64c-5d62e7fd4229 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671304d9-e3b7-44fd-9f79-622ba08f0f3b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.431606 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921c0a9a-537f-4f38-b64c-5d62e7fd4229 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.436467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-921c0a9a-537f-4f38-b64c-5d62e7fd4229 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3891809 Aug 16 02:22:54.439051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.448943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-387f4b1e-9c54-4883-976a-27d9d3cdc733 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'e4486cf7-243c-4d57-8675-1c66203239af', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:54.495156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-387f4b1e-9c54-4883-976a-27d9d3cdc733 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.586089 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-387f4b1e-9c54-4883-976a-27d9d3cdc733 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.593409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-387f4b1e-9c54-4883-976a-27d9d3cdc733 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.610789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f4b1e-9c54-4883-976a-27d9d3cdc733 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57814af3-c351-422a-a407-ac8c39ee7c0a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.623570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-387f4b1e-9c54-4883-976a-27d9d3cdc733 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.625236 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-387f4b1e-9c54-4883-976a-27d9d3cdc733 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1830184 Aug 16 02:22:54.627595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.637694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-be142df1-cbac-433c-acdb-ef2d9500fd02 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'e4486cf7-243c-4d57-8675-1c66203239af', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:54.669529 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-5cda847f-a6ee-49d8-9f14-ce75614285a1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:54.679165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-5cda847f-a6ee-49d8-9f14-ce75614285a1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.1889286 Aug 16 02:22:54.681872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be142df1-cbac-433c-acdb-ef2d9500fd02 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.704581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-3dd19074-6b8e-4a43-adf3-8d0cbb50cf54 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/quotas/fc518c11c5e24fccb67ffb8bba257455 HTTP/1.1" status: 200 len: 375 time: 0.0236671 Aug 16 02:22:54.753847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be142df1-cbac-433c-acdb-ef2d9500fd02 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.757724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be142df1-cbac-433c-acdb-ef2d9500fd02 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.777686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be142df1-cbac-433c-acdb-ef2d9500fd02 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93f5509-ad16-49a6-9027-59620543c61f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.788705 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be142df1-cbac-433c-acdb-ef2d9500fd02 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.794723 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-be142df1-cbac-433c-acdb-ef2d9500fd02 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633928 Aug 16 02:22:54.795744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.801158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b3321d5d-1f1b-4370-a2e1-3327de0d7d5a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'e4486cf7-243c-4d57-8675-1c66203239af', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:54.843670 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3321d5d-1f1b-4370-a2e1-3327de0d7d5a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.856617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-7b2e9178-1d99-4160-a8e8-a2b25dd7c717 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1509936 Aug 16 02:22:54.949314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:54.949788 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3321d5d-1f1b-4370-a2e1-3327de0d7d5a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.956348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3321d5d-1f1b-4370-a2e1-3327de0d7d5a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.983075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3321d5d-1f1b-4370-a2e1-3327de0d7d5a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73b849b-1086-4f15-9407-63a23d66277b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.994855 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3321d5d-1f1b-4370-a2e1-3327de0d7d5a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.996538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b3321d5d-1f1b-4370-a2e1-3327de0d7d5a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1993015 Aug 16 02:22:54.999174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:55.004688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d3a3c508-490b-43c2-827a-69fdd8b202fc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'e4486cf7-243c-4d57-8675-1c66203239af', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:55.030876 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-d3a3c508-490b-43c2-827a-69fdd8b202fc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Project 7e451b98654a41d4b8ba2ece6587578f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:22:55.038719 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a3c508-490b-43c2-827a-69fdd8b202fc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.099935 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-516b88a9-b285-4545-99ee-1b024af0f255 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421587 Aug 16 02:22:55.132521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:55.154112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] Sync routers for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:55.168566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-88c34d2c-f3cb-4726-8349-69d33f13acbd admin admin] 10.222.0.61 "PUT /v2.0/routers/7d8acbd2-0e7d-44af-8bad-8271544e8a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3254452 Aug 16 02:22:55.170951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:55.172165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:55.174143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:55.326398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:55.363750 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a3c508-490b-43c2-827a-69fdd8b202fc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.370125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a3c508-490b-43c2-827a-69fdd8b202fc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.400387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-e29b6f56-6c51-48e0-8ab2-cc4a2f6026c4 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904384 Aug 16 02:22:55.401182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3c508-490b-43c2-827a-69fdd8b202fc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1425b905-d8cb-407d-a6ac-6e8ecca7888d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:55.414396 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a3c508-490b-43c2-827a-69fdd8b202fc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.415687 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d3a3c508-490b-43c2-827a-69fdd8b202fc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4152865 Aug 16 02:22:55.418318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:55.424494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-64a41c87-9803-46b0-9839-423bbd6c5ea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'e4486cf7-243c-4d57-8675-1c66203239af', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:55.434732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.450406 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-64a41c87-9803-46b0-9839-423bbd6c5ea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Project 7e451b98654a41d4b8ba2ece6587578f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:22:55.457943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64a41c87-9803-46b0-9839-423bbd6c5ea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.557824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64a41c87-9803-46b0-9839-423bbd6c5ea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.566025 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64a41c87-9803-46b0-9839-423bbd6c5ea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.594123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a41c87-9803-46b0-9839-423bbd6c5ea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b1529d-1685-4ce2-85ab-68a6fbf867a0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:55.625209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.633569 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64a41c87-9803-46b0-9839-423bbd6c5ea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.635042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-64a41c87-9803-46b0-9839-423bbd6c5ea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2154136 Aug 16 02:22:55.637830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:55.645665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'network': {'name': 'tempest-network-smoke--683028833', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:55.689460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:55.699185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.760443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:55.799228 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b82a45f-3067-46d0-809b-88bccb4769f3 req-dc3e125e-a0e4-4952-a68c-1442cea08414 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 210 time: 0.0706823 Aug 16 02:22:55.806384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:22:53Z', 'revision_number': 5, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port': {'id': 'd7c3a9e1-6714-4baa-89c7-8c5f743e9926', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:19:49Z', 'updated_at': '2021-08-16T02:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:55.808290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Deleting port d7c3a9e1-6714-4baa-89c7-8c5f743e9926 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:55.808630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.813025 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.814526 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Added segment 83600964-a997-4c44-a3ca-f894e15bd743 of type vlan for network 800c949b-4de8-4435-a584-05c80e32e1d1 Aug 16 02:22:55.852902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] Checking router: 7d8acbd2-0e7d-44af-8bad-8271544e8a1f for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:55.863031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] Routers {'7d8acbd2-0e7d-44af-8bad-8271544e8a1f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:55.863770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:55.935471 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.987388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] For port d7c3a9e1-6714-4baa-89c7-8c5f743e9926, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d7c3a9e1-6714-4baa-89c7-8c5f743e9926,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:55.987751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.010483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] Set router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:56.011035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Calling delete_port for d7c3a9e1-6714-4baa-89c7-8c5f743e9926 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:56.018552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.024218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.024820 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.075992 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4368782 Aug 16 02:22:56.092576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:22:55Z', 'revision_number': 6, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:56.121175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:56.143805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066b4bd-37b5-4ff2-93fc-ff636f98ccc8 None None] The sync data for ids ['7d8acbd2-0e7d-44af-8bad-8271544e8a1f'] in n-d-768862-14 is: [{'id': '7d8acbd2-0e7d-44af-8bad-8271544e8a1f', 'name': 'tempest-ServersTestBootFromVolume-1619215147-router', 'tenant_id': '9667bdc7968944d28db4db5c242e5ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:19:46Z', 'updated_at': '2021-08-16T02:22:55Z', 'revision_number': 6, 'project_id': '9667bdc7968944d28db4db5c242e5ade', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:56.164871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'admin_state_up': True, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:56.232956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5364ab-90fb-4e1c-a60d-2e7b1999a305 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Network': ['ID=800c949b-4de8-4435-a584-05c80e32e1d1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.255336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 800c949b-4de8-4435-a584-05c80e32e1d1 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:56.316452 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.318070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.434424 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.471131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c3a9e1-6714-4baa-89c7-8c5f743e9926,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.583382 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.597556 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.637839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:56.674083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:56.674316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ac2ce634-13f3-45ff-98ff-6b12e2dde6f8 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:56.813158 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.815327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.933569 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.934244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d8acbd2-0e7d-44af-8bad-8271544e8a1f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:56.950491 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.954585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5a4ea947-3c30-4487-8ba1-698316406647 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7d8acbd2-0e7d-44af-8bad-8271544e8a1f HTTP/1.1" status: 204 len: 168 time: 1.7797441 Aug 16 02:22:56.954897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:57.010343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-651334cb-2ad6-466d-bbef-9bfb5e4ea30f req-d14f5efe-a53b-4701-b750-fcdf78f2f455 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 210 time: 0.0785742 Aug 16 02:22:57.024623 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.088106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d401440-5225-4df1-a6b2-c89d5454002a admin admin] Deleting subnet a076f67b-d877-4622-9643-ddda8161ca21 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:57.092855 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d401440-5225-4df1-a6b2-c89d5454002a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.160068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d401440-5225-4df1-a6b2-c89d5454002a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.219064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-b31e755e-4b96-4d77-9f77-1e468c32acaf tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.221114 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-b31e755e-4b96-4d77-9f77-1e468c32acaf tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.2572870 Aug 16 02:22:57.243208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Request body: {'port': {'device_id': '937500ef-f68c-4d50-b4b0-ef1d4833dc18', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'admin_state_up': True, 'tenant_id': 'fc518c11c5e24fccb67ffb8bba257455'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:57.359346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.361831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d401440-5225-4df1-a6b2-c89d5454002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.405226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.542575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Made reservation on behalf of fc518c11c5e24fccb67ffb8bba257455 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:57.546341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.564015 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d401440-5225-4df1-a6b2-c89d5454002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.603328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.25.5.236 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/46837b09-f36e-42da-acf1-2bd79e12fe6f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:57.694851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d401440-5225-4df1-a6b2-c89d5454002a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a076f67b-d877-4622-9643-ddda8161ca21,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:57.761282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd475f-08b0-45e4-bee3-3c19a0501956 req-72330973-3570-430d-b44f-0ff8618a13a9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.762798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1bd475f-08b0-45e4-bee3-3c19a0501956 req-72330973-3570-430d-b44f-0ff8618a13a9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0937574 Aug 16 02:22:57.788299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d68b2c-c0ae-4ac4-b7b8-ee1cc8b955b5 None None] Network ec24205d-18f7-4de6-a2dd-d79a68c64bab requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:57.789536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d401440-5225-4df1-a6b2-c89d5454002a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.792310 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0d401440-5225-4df1-a6b2-c89d5454002a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a076f67b-d877-4622-9643-ddda8161ca21 HTTP/1.1" status: 204 len: 168 time: 0.8360486 Aug 16 02:22:57.796611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42466) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:57.822697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Allocated IP 172.20.0.3 (bc4a6db2-0697-4b57-8332-ef6bd8ccf225/eefe9e6a-a732-4087-844e-f6771da23569/eec8818e-c0e4-4caa-be79-4afad965b9d2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:57.848446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.900449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1bd475f-08b0-45e4-bee3-3c19a0501956 req-d968b15c-fecc-44c6-8cbe-48ef15253277 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247699 Aug 16 02:22:57.948929 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.957451 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.029523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=46837b09-f36e-42da-acf1-2bd79e12fe6f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.043571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:58.045148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:58.048478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:58.135788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e9626d-6a77-4fc4-99d5-fd853080e6aa None None] DHCP port deletion for ec24205d-18f7-4de6-a2dd-d79a68c64bab request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:58.203382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Deleting port d79beaee-5df9-43cc-872a-ff32208d27d6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:58.204156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.271945 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.292035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9626d-6a77-4fc4-99d5-fd853080e6aa None None] Deleting port d79beaee-5df9-43cc-872a-ff32208d27d6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:58.293462 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6e9626d-6a77-4fc4-99d5-fd853080e6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.302544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] For port d79beaee-5df9-43cc-872a-ff32208d27d6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d79beaee-5df9-43cc-872a-ff32208d27d6,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:58.302905 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.320882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Calling delete_port for d79beaee-5df9-43cc-872a-ff32208d27d6 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:58.398421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.448146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.454683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f6e9626d-6a77-4fc4-99d5-fd853080e6aa None None] For port d79beaee-5df9-43cc-872a-ff32208d27d6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d79beaee-5df9-43cc-872a-ff32208d27d6,segment=NetworkSegment(4aff2d15-582d-4c02-bf50-70be07b6ea4b),segment_id=4aff2d15-582d-4c02-bf50-70be07b6ea4b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:58.455429 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6e9626d-6a77-4fc4-99d5-fd853080e6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.465043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event updated for resources: {'Port': ['ID=eec8818e-c0e4-4caa-be79-4afad965b9d2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.475733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9626d-6a77-4fc4-99d5-fd853080e6aa None None] Calling delete_port for d79beaee-5df9-43cc-872a-ff32208d27d6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:58.485662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:58.493260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:58.496149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:58.515023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd94abb-df31-4d0b-8459-3f806bf09a0c req-f83cc85d-404f-4e4f-b3d8-42c0e3878044 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.517406 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd94abb-df31-4d0b-8459-3f806bf09a0c req-f83cc85d-404f-4e4f-b3d8-42c0e3878044 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1739390 Aug 16 02:22:58.564774 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.569939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8540df6-e86e-4cdc-98cd-7a011a9c22f6 req-fd07a8ee-18f7-4c5d-8da6-6f6ed077a860 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.580152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8540df6-e86e-4cdc-98cd-7a011a9c22f6 req-fd07a8ee-18f7-4c5d-8da6-6f6ed077a860 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 931 time: 0.2351058 Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.600216 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:22:58.603233 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:22:58.604099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79beaee-5df9-43cc-872a-ff32208d27d6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.616262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6e9626d-6a77-4fc4-99d5-fd853080e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.616485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.617082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.619590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:58.620922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] No DVR routers for this DVR port d79beaee-5df9-43cc-872a-ff32208d27d6 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:58.622109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d79beaee-5df9-43cc-872a-ff32208d27d6 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:58.622318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.691989 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-15ff8cbb-4d54-4aac-b1f4-dba925e72cba tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4569089 Aug 16 02:22:58.698950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d79beaee-5df9-43cc-872a-ff32208d27d6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:58.699687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d79beaee-5df9-43cc-872a-ff32208d27d6 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:58.700445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d7c3a9e1-6714-4baa-89c7-8c5f743e9926 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:58.725547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d7c3a9e1-6714-4baa-89c7-8c5f743e9926 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:58.726376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d7c3a9e1-6714-4baa-89c7-8c5f743e9926 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:58.728533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9626d-6a77-4fc4-99d5-fd853080e6aa None None] Pushing event deleted for resources: {'Port': ['ID=d79beaee-5df9-43cc-872a-ff32208d27d6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.740422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e9626d-6a77-4fc4-99d5-fd853080e6aa None None] No DVR routers for this DVR port d79beaee-5df9-43cc-872a-ff32208d27d6 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:58.768864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.819175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Request body: {'port': {'device_id': '937500ef-f68c-4d50-b4b0-ef1d4833dc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:58.901459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e316e9b2-e41b-418f-b1dd-d9c57f7fe013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.904798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.940667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec24205d-18f7-4de6-a2dd-d79a68c64bab']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:58.968630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aff2d15-582d-4c02-bf50-70be07b6ea4b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:58.969615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aff2d15-582d-4c02-bf50-70be07b6ea4b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:58.988977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.992511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.026978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.057514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:59.057913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:59.061156 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:59.145094 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.175405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ccd94abb-df31-4d0b-8459-3f806bf09a0c req-7a629871-56c5-458d-aea2-4e84f507b422 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6466196 Aug 16 02:22:59.210700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d8383ea-0e68-4aed-be35-872a4503793c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.214692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.216681 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ec24205d-18f7-4de6-a2dd-d79a68c64bab HTTP/1.1" status: 204 len: 168 time: 1.4191122 Aug 16 02:22:59.227670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8540df6-e86e-4cdc-98cd-7a011a9c22f6 req-bfd4fb52-51f8-44f0-9099-3f5a5fedddca tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6463182 Aug 16 02:22:59.246846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ca0b7-8c47-4756-a20a-d37f52d7d2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec24205d-18f7-4de6-a2dd-d79a68c64bab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.348931 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e316e9b2-e41b-418f-b1dd-d9c57f7fe013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.358308 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e316e9b2-e41b-418f-b1dd-d9c57f7fe013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.430165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e316e9b2-e41b-418f-b1dd-d9c57f7fe013 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54807eb70d7448fc82c401f286034c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8068314 Aug 16 02:22:59.436219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.436689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316e9b2-e41b-418f-b1dd-d9c57f7fe013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f5388c-aa37-4c8d-92f5-caa7b97e10c7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.471987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.520214 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.553693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2da3e647-1681-40a0-8106-aa9291a56a5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9667bdc7968944d28db4db5c242e5ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820262 Aug 16 02:22:59.555876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec8818e-c0e4-4caa-be79-4afad965b9d2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:59.560059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.570790 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.603518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Transition to ACTIVE for port object eec8818e-c0e4-4caa-be79-4afad965b9d2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:59.612778 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.616026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd026965-fc29-480c-bfc1-732a902a4689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.657308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d8383ea-0e68-4aed-be35-872a4503793c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.663325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Pushing event updated for resources: {'Port': ['ID=eec8818e-c0e4-4caa-be79-4afad965b9d2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.678890 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d8383ea-0e68-4aed-be35-872a4503793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.687339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06ce0211-5a28-418d-8003-cfdac347c29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.738364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd026965-fc29-480c-bfc1-732a902a4689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.745096 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06ce0211-5a28-418d-8003-cfdac347c29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.776740 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5d8383ea-0e68-4aed-be35-872a4503793c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4608f7960e47444b9824cc745b6a224f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3230245 Aug 16 02:22:59.777820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.785111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8383ea-0e68-4aed-be35-872a4503793c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f331b3-36b6-4aab-9c5f-eecd7c288045,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.826627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605a09c-8302-45c9-ad19-3ad01597810e req-12813be5-5b6a-44bd-b641-61ee0c3b4f47 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.826914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Attempting to bind port eec8818e-c0e4-4caa-be79-4afad965b9d2 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:59.827219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Attempting to bind port eec8818e-c0e4-4caa-be79-4afad965b9d2 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:59.827554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Attempting to bind port eec8818e-c0e4-4caa-be79-4afad965b9d2 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:59.828272 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3605a09c-8302-45c9-ad19-3ad01597810e req-12813be5-5b6a-44bd-b641-61ee0c3b4f47 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.3797283 Aug 16 02:22:59.850722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Port eec8818e-c0e4-4caa-be79-4afad965b9d2 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:59.851153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Attempting to bind port eec8818e-c0e4-4caa-be79-4afad965b9d2 on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:59.859927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06ce0211-5a28-418d-8003-cfdac347c29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.862503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06ce0211-5a28-418d-8003-cfdac347c29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.863681 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-06ce0211-5a28-418d-8003-cfdac347c29f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ce87544-d973-430a-9633-d01c6873cec7 HTTP/1.1" status: 204 len: 168 time: 0.3026948 Aug 16 02:22:59.868429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:59.868429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Checking segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:59.868429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Bound using segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:59.868429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Bound port: eec8818e-c0e4-4caa-be79-4afad965b9d2, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:59.868429 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.885055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd026965-fc29-480c-bfc1-732a902a4689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.887544 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd026965-fc29-480c-bfc1-732a902a4689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.889198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fd026965-fc29-480c-bfc1-732a902a4689 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28f5388c-aa37-4c8d-92f5-caa7b97e10c7 HTTP/1.1" status: 204 len: 168 time: 0.4475377 Aug 16 02:22:59.902121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce0211-5a28-418d-8003-cfdac347c29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce87544-d973-430a-9633-d01c6873cec7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.904339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:22:59.905097 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f931263e-dea2-49ce-ac19-ceff57bf773b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.918902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd026965-fc29-480c-bfc1-732a902a4689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f5388c-aa37-4c8d-92f5-caa7b97e10c7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.923414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3605a09c-8302-45c9-ad19-3ad01597810e req-d0891d3c-7df7-4443-bcf6-9aad3a8e13fb tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823517 Aug 16 02:22:59.953208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f931263e-dea2-49ce-ac19-ceff57bf773b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.032228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] For port eec8818e-c0e4-4caa-be79-4afad965b9d2, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:00.037598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] For port eec8818e-c0e4-4caa-be79-4afad965b9d2, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eec8818e-c0e4-4caa-be79-4afad965b9d2,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:00.050513 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.068412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:00.083169 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Sync routers for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:00.096731 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:00.097390 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:00.100951 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.105314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2875d965-bf68-4901-ba20-271c5dd941a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9644551 Aug 16 02:23:00.109251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.129788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.130808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.136465 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] 10.222.0.93 "PUT /v2.0/ports/eec8818e-c0e4-4caa-be79-4afad965b9d2 HTTP/1.1" status: 200 len: 1092 time: 1.4055882 Aug 16 02:23:00.137397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937500ef-f68c-4d50-b4b0-ef1d4833dc18', 'tag': 'eec8818e-c0e4-4caa-be79-4afad965b9d2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:00.146649 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "937500ef-f68c-4d50-b4b0-ef1d4833dc18", "tag": "eec8818e-c0e4-4caa-be79-4afad965b9d2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:00.161172 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f931263e-dea2-49ce-ac19-ceff57bf773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.164347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f931263e-dea2-49ce-ac19-ceff57bf773b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.168632 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f931263e-dea2-49ce-ac19-ceff57bf773b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97f331b3-36b6-4aab-9c5f-eecd7c288045 HTTP/1.1" status: 204 len: 168 time: 0.3842082 Aug 16 02:23:00.184564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931263e-dea2-49ce-ac19-ceff57bf773b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f331b3-36b6-4aab-9c5f-eecd7c288045,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:00.192785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4a46190f-1f15-4b56-a33c-4e96a71c14a1 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=7e451b98654a41d4b8ba2ece6587578f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0805929 Aug 16 02:23:00.198104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.230710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e632b6-e339-40fe-ba95-c8e7c5066309 service neutron] Pushing event updated for resources: {'Port': ['ID=eec8818e-c0e4-4caa-be79-4afad965b9d2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:00.318685 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19c9c4a-7801-432c-b83f-5596fb3b1fbf x-openstack-request-id: req-b19c9c4a-7801-432c-b83f-5596fb3b1fbf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:00.319410 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937500ef-f68c-4d50-b4b0-ef1d4833dc18", "tag": "eec8818e-c0e4-4caa-be79-4afad965b9d2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:00.319991 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b19c9c4a-7801-432c-b83f-5596fb3b1fbf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:00.320578 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937500ef-f68c-4d50-b4b0-ef1d4833dc18', 'tag': 'eec8818e-c0e4-4caa-be79-4afad965b9d2', 'status': 'completed', 'code': 200} Aug 16 02:23:00.352729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-5a4d061e-ebf1-4c0b-afa3-c10cebee9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.354404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-5a4d061e-ebf1-4c0b-afa3-c10cebee9a23 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 1095 time: 0.1404991 Aug 16 02:23:00.420283 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:00.448896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd81b30-d7b2-4535-83a3-d0687c0d0d04 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.454138 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ddd81b30-d7b2-4535-83a3-d0687c0d0d04 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2539887 Aug 16 02:23:00.455526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.472566 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-53481a2d-3164-42df-9a41-4f840908ba48 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eec8818e-c0e4-4caa-be79-4afad965b9d2 HTTP/1.1" status: 200 len: 217 time: 0.1061230 Aug 16 02:23:00.536433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ab303ec2-0dfa-497b-a621-c49b49f12c47 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793722 Aug 16 02:23:00.537423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.542956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640877200', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:00.585619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-19ea56d8-ca8c-4d41-a422-0212590aaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.587674 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-19ea56d8-ca8c-4d41-a422-0212590aaaa6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.1096923 Aug 16 02:23:00.625104 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-9758b283-9988-4586-8fd8-8d8bd94a10cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289443 Aug 16 02:23:00.698121 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.784930 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-5542173b-db7c-4c8e-8615-e69b657618c7 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507339 Aug 16 02:23:00.796861 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:22:58Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:00.803369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ec414-2ab1-46ed-9e29-5e843245e5c8 req-f601e3fb-0d0c-4937-a8b1-c946ff828e6b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:00.805125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-066ec414-2ab1-46ed-9e29-5e843245e5c8 req-f601e3fb-0d0c-4937-a8b1-c946ff828e6b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2199683 Aug 16 02:23:00.844113 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Checking router: 7cc78b13-c947-471a-9cd7-9fad5ce0f527 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:00.845357 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Updating router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 port 46837b09-f36e-42da-acf1-2bd79e12fe6f binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:00.880706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:00.885171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.892299 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.907284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-066ec414-2ab1-46ed-9e29-5e843245e5c8 req-de1a7f85-7319-44cd-a739-ac383d19c180 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944247 Aug 16 02:23:00.950966 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ba91ba6c-b955-4453-9aff-8e6fdc248563 req-d0606c43-4138-4367-a765-2c3e75238818 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585336 Aug 16 02:23:00.955806 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e20edf0-4ef3-4e0e-bfff-d58f9446affe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.010244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42558) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:01.038495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc51179-8099-405d-b714-e6ebc902aa07 req-e4ceedfe-2430-422b-a526-662d6d5d9848 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.045640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bdc51179-8099-405d-b714-e6ebc902aa07 req-e4ceedfe-2430-422b-a526-662d6d5d9848 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 943 time: 0.6553974 Aug 16 02:23:01.068851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17075eb1-ba9a-49bb-86b0-78fb9b046b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.160008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bdc51179-8099-405d-b714-e6ebc902aa07 req-ee867032-004e-4c1f-a4c3-d3ec54d31b03 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119497 Aug 16 02:23:01.164654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-60c997de-4b78-4abd-9fd1-da414f0748fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.166846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-60c997de-4b78-4abd-9fd1-da414f0748fe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 1095 time: 0.1377409 Aug 16 02:23:01.324549 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.327799 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.342248 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Transition to ACTIVE for port object 46837b09-f36e-42da-acf1-2bd79e12fe6f will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:01.354310 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.379206 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-461220c9-91dc-4805-9210-816e3faa32e1 req-3d42450d-b3bf-4ac1-809f-28320ef64105 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1356900 Aug 16 02:23:01.387116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-fb7889e0-6583-460f-b194-269d71a04bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.388568 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-fb7889e0-6583-460f-b194-269d71a04bd2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 907 time: 0.2126474 Aug 16 02:23:01.426613 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Pushing event updated for resources: {'Port': ['ID=46837b09-f36e-42da-acf1-2bd79e12fe6f,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:01.438356 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.439437 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.440140 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.440681 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.441223 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.441773 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.442291 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.442817 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.443413 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.443950 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.444858 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.445500 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:01.463015 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17075eb1-ba9a-49bb-86b0-78fb9b046b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.465569 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-b06f1066-2230-4c3c-bb9b-77a476fb9a94 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eec8818e-c0e4-4caa-be79-4afad965b9d2 HTTP/1.1" status: 200 len: 217 time: 0.0650449 Aug 16 02:23:01.487849 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Attempting to bind port 46837b09-f36e-42da-acf1-2bd79e12fe6f on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:01.488338 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Attempting to bind port 46837b09-f36e-42da-acf1-2bd79e12fe6f by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:01.488845 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Attempting to bind port 46837b09-f36e-42da-acf1-2bd79e12fe6f on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:01.495246 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:01.496256 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:01.496822 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.497323 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:01.497893 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Bound port: 46837b09-f36e-42da-acf1-2bd79e12fe6f, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:01.498369 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.499059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17075eb1-ba9a-49bb-86b0-78fb9b046b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.516634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Checking segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:01.518421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network hostable DHCP agents. Network: 800c949b-4de8-4435-a584-05c80e32e1d1, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:01.525727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Subnet': ['ID=3192746c-438e-4f3d-a343-73333c528311,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:01.567080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 800c949b-4de8-4435-a584-05c80e32e1d1 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:01.571038 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] For port 46837b09-f36e-42da-acf1-2bd79e12fe6f, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:01.575174 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] For port 46837b09-f36e-42da-acf1-2bd79e12fe6f, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=46837b09-f36e-42da-acf1-2bd79e12fe6f,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:01.581655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 800c949b-4de8-4435-a584-05c80e32e1d1) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:01.582260 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.586832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.587492 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.589969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461220c9-91dc-4805-9210-816e3faa32e1 req-05543709-f441-46f4-aaf1-3d02a18e4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.593889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5327f01-835f-4e4d-8659-6accec3270de None None] Network 800c949b-4de8-4435-a584-05c80e32e1d1 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:01.605326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-461220c9-91dc-4805-9210-816e3faa32e1 req-05543709-f441-46f4-aaf1-3d02a18e4dcc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 1097 time: 0.1722102 Aug 16 02:23:01.616343 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-17075eb1-ba9a-49bb-86b0-78fb9b046b6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5194f9587b9c4439bb33b4a7359b6418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052072 Aug 16 02:23:01.617249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-735dd3aa-8f89-48f0-92a4-104a325c36f7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0783923 Aug 16 02:23:01.619655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:01.620039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:01.635953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17075eb1-ba9a-49bb-86b0-78fb9b046b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d073cc4-8309-4df7-a42c-a442452c17dc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:01.672594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-e9e95577-32a9-49df-9289-dbe444b4ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.674007 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-e9e95577-32a9-49df-9289-dbe444b4ec93 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.1916196 Aug 16 02:23:01.708509 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:01.709690 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:01.754168 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d499f2b-8188-4029-bbbf-0cc8753a1fb1 None None] Pushing event updated for resources: {'Port': ['ID=46837b09-f36e-42da-acf1-2bd79e12fe6f,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:01.760785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:01.802526 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-48ea1e6d-1173-4b7c-ba7b-981b82cf72ed service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684848 Aug 16 02:23:01.827816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-352ead73-71e2-49a4-8764-4a5369fcb303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.872641 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-352ead73-71e2-49a4-8764-4a5369fcb303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.890042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-800c949b-4de8-4435-a584-05c80e32e1d1', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:01.892011 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.905648 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:01.920260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461220c9-91dc-4805-9210-816e3faa32e1 req-718a9cd8-8b74-46f1-9f46-93c76354f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.921903 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-461220c9-91dc-4805-9210-816e3faa32e1 req-718a9cd8-8b74-46f1-9f46-93c76354f4a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 907 time: 0.3026390 Aug 16 02:23:01.976901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-461220c9-91dc-4805-9210-816e3faa32e1 req-67ba29a5-bed3-4ace-9384-2d6c46cfeb2a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75dd3555-b27a-4932-b2df-d8c1bfc83604 HTTP/1.1" status: 200 len: 217 time: 0.0444636 Aug 16 02:23:02.075762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Allocated IP 172.20.0.2 (800c949b-4de8-4435-a584-05c80e32e1d1/3192746c-438e-4f3d-a343-73333c528311/b578d3a9-ccc6-4ad6-89c4-8c8173494408) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:02.100505 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-c6ecb5a2-2170-4ef3-bfe1-f5f2097c813f service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834425 Aug 16 02:23:02.216205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1164919435-network', 'tenant_id': 'b25280048e2a46cdb44d5e4450d111ce'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:02.239755 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:22:58Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:02.279237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461220c9-91dc-4805-9210-816e3faa32e1 req-c5582a79-8cbd-4cb0-b9c0-efe74486b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.280883 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-461220c9-91dc-4805-9210-816e3faa32e1 req-c5582a79-8cbd-4cb0-b9c0-efe74486b1cb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.2817004 Aug 16 02:23:02.286872 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.294308 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f5e0d-3775-40c2-8343-3de8e6f406f1 None None] The sync data for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 is: [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:22:58Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:02.312401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Transition to ACTIVE for port object b578d3a9-ccc6-4ad6-89c4-8c8173494408 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:02.332159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Transition to ACTIVE for port object b578d3a9-ccc6-4ad6-89c4-8c8173494408 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:02.344540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.398803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Network 800c949b-4de8-4435-a584-05c80e32e1d1 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:02.403429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:02.409991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:02.429676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460e655-ba9e-4215-8d7f-6f093580a69d req-2a0b17fc-9c71-4508-a33f-786e559dc6b8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.431658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e460e655-ba9e-4215-8d7f-6f093580a69d req-2a0b17fc-9c71-4508-a33f-786e559dc6b8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 943 time: 0.1463206 Aug 16 02:23:02.448747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e443245-7018-42da-8fdf-4ab45f972c8f req-f3e0e7e3-365d-4961-9ba4-f44912630407 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.458496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e443245-7018-42da-8fdf-4ab45f972c8f req-f3e0e7e3-365d-4961-9ba4-f44912630407 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2958610 Aug 16 02:23:02.460651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Made reservation on behalf of b25280048e2a46cdb44d5e4450d111ce for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:02.463982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.507116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Attempting to bind port b578d3a9-ccc6-4ad6-89c4-8c8173494408 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:02.507681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Attempting to bind port b578d3a9-ccc6-4ad6-89c4-8c8173494408 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:02.508070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Attempting to bind port b578d3a9-ccc6-4ad6-89c4-8c8173494408 on network 800c949b-4de8-4435-a584-05c80e32e1d1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:02.510185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Pushing event updated for resources: {'Port': ['ID=b578d3a9-ccc6-4ad6-89c4-8c8173494408,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.521407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:02.521407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Checking segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:02.521407 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.521898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Bound using segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:02.522281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Bound port: b578d3a9-ccc6-4ad6-89c4-8c8173494408, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:02.522677 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.541720 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.597238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] For port b578d3a9-ccc6-4ad6-89c4-8c8173494408, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:02.600985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] For port b578d3a9-ccc6-4ad6-89c4-8c8173494408, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b578d3a9-ccc6-4ad6-89c4-8c8173494408,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:02.603042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.603491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.603822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.604169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.604513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.605052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.605398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.605806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.606123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.606491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.606824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.607264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:02.610874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e443245-7018-42da-8fdf-4ab45f972c8f req-fb1df71f-e373-49aa-ae3a-f2a0e35a16ab tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432502 Aug 16 02:23:02.612650 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.625385 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-352ead73-71e2-49a4-8764-4a5369fcb303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.638395 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-352ead73-71e2-49a4-8764-4a5369fcb303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.644001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-352ead73-71e2-49a4-8764-4a5369fcb303 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5d073cc4-8309-4df7-a42c-a442452c17dc HTTP/1.1" status: 204 len: 168 time: 1.0222216 Aug 16 02:23:02.685406 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-461220c9-91dc-4805-9210-816e3faa32e1 req-370d6914-0cb5-459e-99a6-a32864c5e862 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3945477 Aug 16 02:23:02.761911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63937f9-5a96-4629-9c4a-42bc14cde9cd None None] Pushing event updated for resources: {'Port': ['ID=b578d3a9-ccc6-4ad6-89c4-8c8173494408,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.767915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ead73-71e2-49a4-8764-4a5369fcb303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d073cc4-8309-4df7-a42c-a442452c17dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.802568 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.837150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e460e655-ba9e-4215-8d7f-6f093580a69d req-26cc3afa-cded-45ef-a955-dca8bc41cf66 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971198 Aug 16 02:23:02.850757 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef1573c7-c783-4a0e-a8f1-9692dcce2f6b req-24440abc-f701-4d1c-9c6b-d7acd12fab8a service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378831 Aug 16 02:23:02.934267 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-461220c9-91dc-4805-9210-816e3faa32e1 req-4dbc790c-8429-4771-81c9-df08a7373a28 service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339230 Aug 16 02:23:03.150840 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-461220c9-91dc-4805-9210-816e3faa32e1 req-4d917199-1d75-43d3-b69e-0396ae83ecdb service neutron] 10.222.0.86 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066634 Aug 16 02:23:03.215998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.225639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.288554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:03.314905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.315203 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Added segment 56936c51-972e-4ff7-ad29-891e47ca6b2e of type vlan for network 6a96a991-8e25-470d-9167-99c45f39f5a4 Aug 16 02:23:03.326337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02569d3b-64f3-4d25-bce7-4593216568fe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.441606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.20.0.1 (800c949b-4de8-4435-a584-05c80e32e1d1/3192746c-438e-4f3d-a343-73333c528311/505f8927-efcc-4103-a5be-60107fd110c5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:03.445472 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.533201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.534971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.535593 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.619628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8544829 Aug 16 02:23:03.620262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.627199 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5575-2d5c-4f0f-9b68-7727dff95ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.627832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Request body: {'subnet': {'network_id': '6a96a991-8e25-470d-9167-99c45f39f5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1164919435-subnet', 'tenant_id': 'b25280048e2a46cdb44d5e4450d111ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:03.634215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95217167-cb61-4cd6-843c-0bdebf0ad38c admin admin] Pushing event updated for resources: {'Network': ['ID=6a96a991-8e25-470d-9167-99c45f39f5a4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.648818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6a96a991-8e25-470d-9167-99c45f39f5a4 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:03.678719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Made reservation on behalf of b25280048e2a46cdb44d5e4450d111ce for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:03.684380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.695735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.726856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Transition to ACTIVE for port object 505f8927-efcc-4103-a5be-60107fd110c5 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:03.773143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eec8818e-c0e4-4caa-be79-4afad965b9d2 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:03.921906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1bacf-17f9-4778-a2c8-001cab82d7d7 req-17db7e9b-24b2-4d44-a5e9-fd5211ea5601 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.925183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6e1bacf-17f9-4778-a2c8-001cab82d7d7 req-17db7e9b-24b2-4d44-a5e9-fd5211ea5601 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1707871 Aug 16 02:23:03.940625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.024665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=505f8927-efcc-4103-a5be-60107fd110c5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.061237 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.084977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6e1bacf-17f9-4778-a2c8-001cab82d7d7 req-c5267c2d-6d15-4497-94b2-a868f3b39909 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493695 Aug 16 02:23:04.101323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 800c949b-4de8-4435-a584-05c80e32e1d1 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:04.104015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:04.111028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:04.120245 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.167860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port eec8818e-c0e4-4caa-be79-4afad965b9d2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eec8818e-c0e4-4caa-be79-4afad965b9d2,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:04.189124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'eec8818e-c0e4-4caa-be79-4afad965b9d2', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'port_id': 'eec8818e-c0e4-4caa-be79-4afad965b9d2', 'mac_address': 'fa:16:3e:e0:4a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefe9e6a-a732-4087-844e-f6771da23569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:04.209910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febfe15-e458-4701-84f8-89e704397b08 req-b5c3e2cb-fcac-4429-a933-a6c731a09adc tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.211545 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3febfe15-e458-4701-84f8-89e704397b08 req-b5c3e2cb-fcac-4429-a933-a6c731a09adc tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 943 time: 0.2048569 Aug 16 02:23:04.227314 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.233882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Checking segment: {'id': '56936c51-972e-4ff7-ad29-891e47ca6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6a96a991-8e25-470d-9167-99c45f39f5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:04.234441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Network hostable DHCP agents. Network: 6a96a991-8e25-470d-9167-99c45f39f5a4, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:04.240219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b378547a-5dc4-4ad0-89e8-12fce05f4a54,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.269149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Network 6a96a991-8e25-470d-9167-99c45f39f5a4 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:04.279213 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.285150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6a96a991-8e25-470d-9167-99c45f39f5a4) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:04.290594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.291636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.304790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986cb5e6-8f22-48b2-ae72-e61ec420c745 None None] Network 6a96a991-8e25-470d-9167-99c45f39f5a4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:04.318359 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2854c543-085d-4e71-b477-59192590b5fe admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6964314 Aug 16 02:23:04.363548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec8818e-c0e4-4caa-be79-4afad965b9d2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:04.388363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port eec8818e-c0e4-4caa-be79-4afad965b9d2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eec8818e-c0e4-4caa-be79-4afad965b9d2,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:04.393974 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.410948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3febfe15-e458-4701-84f8-89e704397b08 req-233ae9f8-b98e-49e5-97bc-997f1da49b7f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877623 Aug 16 02:23:04.488035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d8d1a-2653-43fa-b9bd-e496aeeb920f None None] Network 800c949b-4de8-4435-a584-05c80e32e1d1 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:04.556468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.662617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['eec8818e-c0e4-4caa-be79-4afad965b9d2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:04.691963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b578d3a9-ccc6-4ad6-89c4-8c8173494408 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:04.731583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c63ae760-07a5-492d-9a0d-5ab76bb83345 None None] Provisioning for port b578d3a9-ccc6-4ad6-89c4-8c8173494408 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:04.940389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=eec8818e-c0e4-4caa-be79-4afad965b9d2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.039692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4074ac23-424f-4804-a83f-5f3c9c6fdb30 None None] Network 6a96a991-8e25-470d-9167-99c45f39f5a4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:05.044403 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.197864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b578d3a9-ccc6-4ad6-89c4-8c8173494408 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:05.200532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42668) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.214259 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b578d3a9-ccc6-4ad6-89c4-8c8173494408 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:05.214628 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.418047 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.484140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port b578d3a9-ccc6-4ad6-89c4-8c8173494408, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b578d3a9-ccc6-4ad6-89c4-8c8173494408,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:05.496090 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.499143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 46837b09-f36e-42da-acf1-2bd79e12fe6f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:05.514367 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:05.521439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed038-c6a9-458e-bd3f-3225dab86523 req-92a01792-89a0-419d-80a6-5a4726177dc8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:05.530833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f68ed038-c6a9-458e-bd3f-3225dab86523 req-92a01792-89a0-419d-80a6-5a4726177dc8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2219250 Aug 16 02:23:05.535322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.542910 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be10c90a-8743-4534-9187-9601f6fc57a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.552675 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.657854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=b578d3a9-ccc6-4ad6-89c4-8c8173494408,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.685845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2dbcefef-5570-4b30-919b-3725ba6a6f28 None None] Provisioning for port 505f8927-efcc-4103-a5be-60107fd110c5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:05.690416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 46837b09-f36e-42da-acf1-2bd79e12fe6f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:05.692819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2dbcefef-5570-4b30-919b-3725ba6a6f28 None None] Provisioning complete for port 505f8927-efcc-4103-a5be-60107fd110c5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:05.693001 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2dbcefef-5570-4b30-919b-3725ba6a6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.695285 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be10c90a-8743-4534-9187-9601f6fc57a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.697324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 46837b09-f36e-42da-acf1-2bd79e12fe6f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:05.697479 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.705431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be10c90a-8743-4534-9187-9601f6fc57a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.747818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10c90a-8743-4534-9187-9601f6fc57a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da47cda-b104-474a-9a38-2dc9099acf75,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.768499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2dbcefef-5570-4b30-919b-3725ba6a6f28 None None] Port 505f8927-efcc-4103-a5be-60107fd110c5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:05.779462 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f68ed038-c6a9-458e-bd3f-3225dab86523 req-2261cd65-ac37-4718-a4d4-69df69f10cd3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475586 Aug 16 02:23:05.786206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2dbcefef-5570-4b30-919b-3725ba6a6f28 None None] Provisioning complete for port b578d3a9-ccc6-4ad6-89c4-8c8173494408 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:05.786803 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2dbcefef-5570-4b30-919b-3725ba6a6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.797685 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-be10c90a-8743-4534-9187-9601f6fc57a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1339dfd458b435da3df6032c677ad92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946364 Aug 16 02:23:05.798794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.869783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=505f8927-efcc-4103-a5be-60107fd110c5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.884981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.886878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a627d14-7181-4a0a-a62d-8281fcca1c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.925708 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.927830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a627d14-7181-4a0a-a62d-8281fcca1c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.964952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 46837b09-f36e-42da-acf1-2bd79e12fe6f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=46837b09-f36e-42da-acf1-2bd79e12fe6f,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:05.998977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a627d14-7181-4a0a-a62d-8281fcca1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.002655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a627d14-7181-4a0a-a62d-8281fcca1c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.003843 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3a627d14-7181-4a0a-a62d-8281fcca1c98 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0da47cda-b104-474a-9a38-2dc9099acf75 HTTP/1.1" status: 204 len: 168 time: 0.2039075 Aug 16 02:23:06.019347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a627d14-7181-4a0a-a62d-8281fcca1c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da47cda-b104-474a-9a38-2dc9099acf75,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.023895 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.025199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-86cb5834-111a-486c-9e5e-45bd0fcfa2fb tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.032854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-86cb5834-111a-486c-9e5e-45bd0fcfa2fb tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/networks?id=6a96a991-8e25-470d-9167-99c45f39f5a4 HTTP/1.1" status: 200 len: 814 time: 0.4602394 Aug 16 02:23:06.064017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c906-27b6-409a-95b9-967c31fabe39 req-13f2b1d8-1ff4-4004-836e-699bdec9c4b0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.067660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6784c906-27b6-409a-95b9-967c31fabe39 req-13f2b1d8-1ff4-4004-836e-699bdec9c4b0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 944 time: 0.1636081 Aug 16 02:23:06.088977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-b2ec4183-885c-41dc-a000-a379310d2d61 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/quotas/b25280048e2a46cdb44d5e4450d111ce HTTP/1.1" status: 200 len: 375 time: 0.0550928 Aug 16 02:23:06.105433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=46837b09-f36e-42da-acf1-2bd79e12fe6f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.159256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-d69b3d4d-863e-4620-a3b5-ae8bd2d17cb4 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b25280048e2a46cdb44d5e4450d111ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689821 Aug 16 02:23:06.208387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6b5feebd-44d1-440d-8fc6-beba4cda170c None None] Provisioning complete for port 505f8927-efcc-4103-a5be-60107fd110c5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:06.209388 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b5feebd-44d1-440d-8fc6-beba4cda170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.248959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6784c906-27b6-409a-95b9-967c31fabe39 req-e3108b3e-433e-4e3c-ab55-16ab6f7a5e92 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521876 Aug 16 02:23:06.256870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 800c949b-4de8-4435-a584-05c80e32e1d1 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:06.258105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6b5feebd-44d1-440d-8fc6-beba4cda170c None None] Port 505f8927-efcc-4103-a5be-60107fd110c5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:06.264846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:06.357594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-b2b65122-e76c-4ff2-ac5f-cb6c98331b18 service neutron] 10.222.0.61 "GET /v2.0/networks/6a96a991-8e25-470d-9167-99c45f39f5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973703 Aug 16 02:23:06.470391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.490611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b93cbf42-4d95-423c-bd94-febd4fc0f7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.490829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:06.534383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-4df77461-2168-4e5f-9ca4-9bd832c8f6c1 service neutron] 10.222.0.61 "GET /v2.0/networks/6a96a991-8e25-470d-9167-99c45f39f5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755404 Aug 16 02:23:06.562491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b578d3a9-ccc6-4ad6-89c4-8c8173494408 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:06.626246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b578d3a9-ccc6-4ad6-89c4-8c8173494408 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:06.626948 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.689530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b93cbf42-4d95-423c-bd94-febd4fc0f7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.700510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e4d8726-ec5e-4163-88be-06c40eb39986 None None] Provisioning complete for port 505f8927-efcc-4103-a5be-60107fd110c5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:06.700510 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8726-ec5e-4163-88be-06c40eb39986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.701688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b93cbf42-4d95-423c-bd94-febd4fc0f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.779415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9e4d8726-ec5e-4163-88be-06c40eb39986 None None] Port 505f8927-efcc-4103-a5be-60107fd110c5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:06.779653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa51a927-c1e6-4d54-9fc7-11fa82e3b9b1 req-85f46326-fd76-4a80-be96-fb95bc3c4c48 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 210 time: 0.0351479 Aug 16 02:23:06.788889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:06.795719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e588d6d3-e008-4dbc-9114-c57331cab91a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "PUT /v2.0/routers/7cc78b13-c947-471a-9cd7-9fad5ce0f527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1728384 Aug 16 02:23:06.812042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cbf42-4d95-423c-bd94-febd4fc0f7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc90f3b-6433-4b2c-a0a8-32921f731764,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.823728 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b93cbf42-4d95-423c-bd94-febd4fc0f7ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fcd035d271043b2b7f4247c9efb23e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520565 Aug 16 02:23:06.824472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.825444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Sync routers for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:06.838658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 46837b09-f36e-42da-acf1-2bd79e12fe6f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:06.867431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:06.867706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:23:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:06.915502 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b73bbe-6545-440d-bf5b-be3fc766e796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.965684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e575-e5a7-4118-b2db-049bd5f287dd req-70621fff-0f15-4095-8494-d290a61b0dee tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.967290 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b73bbe-6545-440d-bf5b-be3fc766e796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.967746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bab0e575-e5a7-4118-b2db-049bd5f287dd req-70621fff-0f15-4095-8494-d290a61b0dee tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0734303 Aug 16 02:23:07.020906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bab0e575-e5a7-4118-b2db-049bd5f287dd req-06dd52b4-ed23-428e-a11f-ef2b46a3cc5a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 Aug 16 02:23:07.028234 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.059141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b73bbe-6545-440d-bf5b-be3fc766e796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.062551 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b73bbe-6545-440d-bf5b-be3fc766e796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.066908 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-22b73bbe-6545-440d-bf5b-be3fc766e796 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fc90f3b-6433-4b2c-a0a8-32921f731764 HTTP/1.1" status: 204 len: 168 time: 0.2388947 Aug 16 02:23:07.083707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73bbe-6545-440d-bf5b-be3fc766e796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc90f3b-6433-4b2c-a0a8-32921f731764,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:07.089982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 46837b09-f36e-42da-acf1-2bd79e12fe6f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:07.090357 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.133882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:07.179666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-12f7a9ba-ce3a-45f9-ae9c-afeeaaa9024a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763534016&fields=id&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 267 time: 0.0675530 Aug 16 02:23:07.331669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535434f-1799-4821-a159-200cf0159545 req-0f250972-05e9-41ab-84da-4a3173933a3e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.333795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-0f250972-05e9-41ab-84da-4a3173933a3e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 796 time: 0.1527331 Aug 16 02:23:07.362012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-a00de3a0-8d17-4fd6-8cfd-13067fdb653a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/quotas/7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 375 time: 0.0192971 Aug 16 02:23:07.519312 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-9cc64395-3335-41fb-bc93-af38c526f87f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1507313 Aug 16 02:23:07.529077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3f237-8504-44b3-b5e2-09a25995c425 req-57c2e2ac-0b4e-47cf-9e3d-8e09630e13f8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.531306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1a3f237-8504-44b3-b5e2-09a25995c425 req-57c2e2ac-0b4e-47cf-9e3d-8e09630e13f8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 944 time: 0.1258531 Aug 16 02:23:07.539944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:23:04Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '505f8927-efcc-4103-a5be-60107fd110c5', 'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:7e:bb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 2, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '3192746c-438e-4f3d-a343-73333c528311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:07.570035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Checking router: 7cc78b13-c947-471a-9cd7-9fad5ce0f527 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:07.570720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Updating router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 port 505f8927-efcc-4103-a5be-60107fd110c5 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:07.602674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.656398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1a3f237-8504-44b3-b5e2-09a25995c425 req-a8699e1c-4e4e-4f36-9ede-a9cd0bdf8f20 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111078 Aug 16 02:23:07.710227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-b205054a-73c6-4431-a79f-5eb234b19142 service neutron] 10.222.0.61 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359959 Aug 16 02:23:07.761262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eec8818e-c0e4-4caa-be79-4afad965b9d2 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:07.861184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-6c2f0706-b492-4e6e-afef-2b86cd5b662e service neutron] 10.222.0.61 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400888 Aug 16 02:23:07.913008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port eec8818e-c0e4-4caa-be79-4afad965b9d2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:07.920208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port eec8818e-c0e4-4caa-be79-4afad965b9d2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:07.920738 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.977833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc16718d-bc73-4638-bbbc-75661eaef95c req-aff626b3-21a1-489d-b88f-2dad1f682477 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 210 time: 0.0701182 Aug 16 02:23:08.125819 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.143348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7366f42-9515-4a62-9bbf-e1699e2b8f22 req-122a678c-4761-48d2-b8d3-a07f03df35c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 210 time: 0.0599012 Aug 16 02:23:08.185597 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.193857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937500ef-f68c-4d50-b4b0-ef1d4833dc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec8818e-c0e4-4caa-be79-4afad965b9d2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:08.196460 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6502b2c6-ed0d-43b9-8c31-551c2b5df78a" -d '{"events": [{"server_uuid": "937500ef-f68c-4d50-b4b0-ef1d4833dc18", "name": "network-vif-plugged", "status": "completed", "tag": "eec8818e-c0e4-4caa-be79-4afad965b9d2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:08.220015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:08.234267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Transition to ACTIVE for port object 505f8927-efcc-4103-a5be-60107fd110c5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:08.240038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port eec8818e-c0e4-4caa-be79-4afad965b9d2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eec8818e-c0e4-4caa-be79-4afad965b9d2,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:08.247158 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.274447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd6226-4e30-4d80-b3ae-35abac0255f6 req-3ce5c975-b4f5-4614-8665-0c5bcba273d6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.281126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75dd6226-4e30-4d80-b3ae-35abac0255f6 req-3ce5c975-b4f5-4614-8665-0c5bcba273d6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1367714 Aug 16 02:23:08.316660 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.328585 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4437706-5ad2-4710-9fde-4bfccc1bb185 x-openstack-request-id: req-a4437706-5ad2-4710-9fde-4bfccc1bb185 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:08.328888 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937500ef-f68c-4d50-b4b0-ef1d4833dc18", "name": "network-vif-plugged", "status": "completed", "tag": "eec8818e-c0e4-4caa-be79-4afad965b9d2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:08.329159 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4437706-5ad2-4710-9fde-4bfccc1bb185 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:08.330340 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937500ef-f68c-4d50-b4b0-ef1d4833dc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec8818e-c0e4-4caa-be79-4afad965b9d2', 'code': 200} Aug 16 02:23:08.330970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=eec8818e-c0e4-4caa-be79-4afad965b9d2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.411324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75dd6226-4e30-4d80-b3ae-35abac0255f6 req-bf28e6c4-3ac2-466a-9e65-956e53ef3e5a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100633 Aug 16 02:23:08.415972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22091b89-391e-4eee-86e1-ff421cf04054 None None] Pushing event updated for resources: {'Port': ['ID=505f8927-efcc-4103-a5be-60107fd110c5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.518564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Attempting to bind port 505f8927-efcc-4103-a5be-60107fd110c5 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:08.518828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Attempting to bind port 505f8927-efcc-4103-a5be-60107fd110c5 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:08.519182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-783e7d5b-184e-452c-bc4a-0253fe239bab tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.519347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Attempting to bind port 505f8927-efcc-4103-a5be-60107fd110c5 on network 800c949b-4de8-4435-a584-05c80e32e1d1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:08.521765 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-783e7d5b-184e-452c-bc4a-0253fe239bab tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.86 "GET /v2.0/networks?id=6a96a991-8e25-470d-9167-99c45f39f5a4 HTTP/1.1" status: 200 len: 814 time: 0.2029729 Aug 16 02:23:08.549605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:08.550479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Checking segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:08.551991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.552432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Bound using segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:08.553370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Bound port: 505f8927-efcc-4103-a5be-60107fd110c5, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:08.560090 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.577901 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ed4010d-3911-4b4e-aa9c-18eccd099fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.606751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Request body: {'port': {'device_id': '687078d0-e597-4cb2-b2fb-5d1956c80a01', 'network_id': '6a96a991-8e25-470d-9167-99c45f39f5a4', 'admin_state_up': True, 'tenant_id': 'b25280048e2a46cdb44d5e4450d111ce'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:08.664650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] For port 505f8927-efcc-4103-a5be-60107fd110c5, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:08.669714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] For port 505f8927-efcc-4103-a5be-60107fd110c5, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=505f8927-efcc-4103-a5be-60107fd110c5,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:08.675292 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.739241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22091b89-391e-4eee-86e1-ff421cf04054 None None] Pushing event updated for resources: {'Port': ['ID=505f8927-efcc-4103-a5be-60107fd110c5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.782872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:08.783628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:23:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:08.793394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ce74e-1a46-42aa-8cb2-b7e060c91b93 req-c48a8a28-c89f-470f-935b-8129a6c62e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.798043 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728ce74e-1a46-42aa-8cb2-b7e060c91b93 req-c48a8a28-c89f-470f-935b-8129a6c62e10 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 1097 time: 0.2725091 Aug 16 02:23:08.909086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101d8ff-7898-49bf-bb61-7d364742d3f4 req-0c21b169-8e23-4541-a9bb-2f5743e7db85 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.912013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5101d8ff-7898-49bf-bb61-7d364742d3f4 req-0c21b169-8e23-4541-a9bb-2f5743e7db85 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 945 time: 0.1120231 Aug 16 02:23:08.981503 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-728ce74e-1a46-42aa-8cb2-b7e060c91b93 req-6fd4f564-d686-4801-8f7f-f54a4666bf23 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506402 Aug 16 02:23:09.032751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:09.077786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5101d8ff-7898-49bf-bb61-7d364742d3f4 req-90c015d9-3fa2-4012-915e-84939bb4dc61 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452057 Aug 16 02:23:09.124847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ed4010d-3911-4b4e-aa9c-18eccd099fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.164759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ed4010d-3911-4b4e-aa9c-18eccd099fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.209087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Made reservation on behalf of b25280048e2a46cdb44d5e4450d111ce for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:09.219771 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.276226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b137d31-67f4-43c2-ae84-bd37d4f462cc req-1304500e-edbc-42cb-9cb7-3e68620442cf tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 210 time: 0.1252530 Aug 16 02:23:09.288221 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4ed4010d-3911-4b4e-aa9c-18eccd099fb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2540cebade4e4d2c86e8569904d453ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0673311 Aug 16 02:23:09.292056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:09.327712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4010d-3911-4b4e-aa9c-18eccd099fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739b89f6-0fd2-4b15-b955-566f067c1519,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.436660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eee81b34-6adb-4d07-8a4a-eace63cec6bd req-2ccdfd10-998e-4bc9-8bce-331d5323fdb0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 210 time: 0.0860436 Aug 16 02:23:09.458238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b722-5cde-43f8-a086-1d01a6e624e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.494741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Allocated IP 172.20.0.4 (6a96a991-8e25-470d-9167-99c45f39f5a4/b378547a-5dc4-4ad0-89e8-12fce05f4a54/ea4db8ac-8052-4dbb-aeda-7843617511a6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:09.495860 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b722-5cde-43f8-a086-1d01a6e624e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.592820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215af2a-4c8d-4f6d-8e29-3e16e9383fba req-077d4bb6-1057-4fbb-8627-8e8ab55c270d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.596149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a215af2a-4c8d-4f6d-8e29-3e16e9383fba req-077d4bb6-1057-4fbb-8627-8e8ab55c270d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0700307 Aug 16 02:23:09.617765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b722-5cde-43f8-a086-1d01a6e624e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.620635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b722-5cde-43f8-a086-1d01a6e624e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.622410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5fe1b722-5cde-43f8-a086-1d01a6e624e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/739b89f6-0fd2-4b15-b955-566f067c1519 HTTP/1.1" status: 204 len: 168 time: 0.3293431 Aug 16 02:23:09.637101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1b722-5cde-43f8-a086-1d01a6e624e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739b89f6-0fd2-4b15-b955-566f067c1519,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.645249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-850064be-3012-465e-b541-e9aefab7f46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:23:04Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '505f8927-efcc-4103-a5be-60107fd110c5', 'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:7e:bb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:08Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '3192746c-438e-4f3d-a343-73333c528311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:09.661457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a215af2a-4c8d-4f6d-8e29-3e16e9383fba req-db98dcea-2c8a-4362-881c-bac5a1c45e36 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587754 Aug 16 02:23:09.717004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850064be-3012-465e-b541-e9aefab7f46d None None] The sync data for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 is: [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:23:04Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '505f8927-efcc-4103-a5be-60107fd110c5', 'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:7e:bb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:08Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '3192746c-438e-4f3d-a343-73333c528311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:09.951831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.034337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535434f-1799-4821-a159-200cf0159545 req-41ad86e7-a295-4d70-ac0c-301ecfe1b1d8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.036292 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-41ad86e7-a295-4d70-ac0c-301ecfe1b1d8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 796 time: 0.2479832 Aug 16 02:23:10.089012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.169788 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-28b1a66e-a672-43de-b146-4f4142571016 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 380 time: 0.0995176 Aug 16 02:23:10.175205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Network 6a96a991-8e25-470d-9167-99c45f39f5a4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:10.186716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:10.192699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'port': {'device_id': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'admin_state_up': True, 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'security_groups': ['e4486cf7-243c-4d57-8675-1c66203239af']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:10.196122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Pushing event updated for resources: {'Port': ['ID=ea4db8ac-8052-4dbb-aeda-7843617511a6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:10.200253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:10.312201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.313761 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.314890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4984e-02fb-4003-a01d-f29aa7f2cedb req-25d9e0bb-cc84-4463-809c-18c2f59eb576 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.333291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3d4984e-02fb-4003-a01d-f29aa7f2cedb req-25d9e0bb-cc84-4463-809c-18c2f59eb576 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 945 time: 0.1212180 Aug 16 02:23:10.351578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0bf97d4e-e292-4b7a-8008-8a3fb0e2f991 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7507324 Aug 16 02:23:10.381204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Request body: {'port': {'device_id': '687078d0-e597-4cb2-b2fb-5d1956c80a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:10.410613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:10.435155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3d4984e-02fb-4003-a01d-f29aa7f2cedb req-a115be2b-1121-425c-a600-9b285800ade2 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877039 Aug 16 02:23:10.449826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03c2c8b1-37cb-4239-8b74-4bbd16c22181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.506869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043977d-6e03-423b-88c1-f27e30c52ea3 req-d34ba5b3-d450-428c-b0ac-bbf77829d0c8 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.513285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1043977d-6e03-423b-88c1-f27e30c52ea3 req-d34ba5b3-d450-428c-b0ac-bbf77829d0c8 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 931 time: 0.1574335 Aug 16 02:23:10.514278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:10.523503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.551992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.603544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1043977d-6e03-423b-88c1-f27e30c52ea3 req-ae2d056a-c0af-4701-870b-090c6f8a1197 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834970 Aug 16 02:23:10.618439 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 505f8927-efcc-4103-a5be-60107fd110c5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:10.705752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 505f8927-efcc-4103-a5be-60107fd110c5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:10.717739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 505f8927-efcc-4103-a5be-60107fd110c5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:10.718160 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.754892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e1d92be8-0925-4f50-9aef-57e64a219731 req-272715b2-d365-4e78-b6e4-cc1f532d0a9b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 210 time: 0.0557599 Aug 16 02:23:10.900000 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.928261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2a60f-318b-4ac9-b520-6d354e5a50b4 req-8b8dd185-fd95-4843-a53c-bf8195c4831d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.930461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ad2a60f-318b-4ac9-b520-6d354e5a50b4 req-8b8dd185-fd95-4843-a53c-bf8195c4831d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 945 time: 0.1219859 Aug 16 02:23:10.958118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 505f8927-efcc-4103-a5be-60107fd110c5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=505f8927-efcc-4103-a5be-60107fd110c5,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:10.970876 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.990908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.20.0.13 (800c949b-4de8-4435-a584-05c80e32e1d1/3192746c-438e-4f3d-a343-73333c528311/7ed2264b-a42c-426f-b005-acbf3bde543c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:11.005785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811975d-5659-464a-a567-a6c4a41c5a7c req-b9e503fe-b31f-4ffe-86b9-cbe64a733eee tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.014067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b811975d-5659-464a-a567-a6c4a41c5a7c req-b9e503fe-b31f-4ffe-86b9-cbe64a733eee tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1290033 Aug 16 02:23:11.037401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ad2a60f-318b-4ac9-b520-6d354e5a50b4 req-7e2c0a5c-0180-4f0f-97ff-b3d0dd6bef36 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905380 Aug 16 02:23:11.074630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=505f8927-efcc-4103-a5be-60107fd110c5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.096915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b811975d-5659-464a-a567-a6c4a41c5a7c req-695eebd2-3ff5-40ee-8d8d-62095dda627f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819662 Aug 16 02:23:11.216468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72de37-97c1-401d-ac8d-84206d342d44 req-3dd80fe7-f649-4db0-83a2-5e9368503cd0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.225049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e72de37-97c1-401d-ac8d-84206d342d44 req-3dd80fe7-f649-4db0-83a2-5e9368503cd0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 945 time: 0.0712450 Aug 16 02:23:11.271920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e72de37-97c1-401d-ac8d-84206d342d44 req-f3d18dd8-e5e6-4116-b731-ec74eac0bd9d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448296 Aug 16 02:23:11.313936 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03c2c8b1-37cb-4239-8b74-4bbd16c22181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.323611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.329001 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03c2c8b1-37cb-4239-8b74-4bbd16c22181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.367262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Transition to ACTIVE for port object 7ed2264b-a42c-426f-b005-acbf3bde543c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:11.418327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2c8b1-37cb-4239-8b74-4bbd16c22181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391f5eb2-f0a4-4c4f-b93a-1f32b889f6a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.464483 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-03c2c8b1-37cb-4239-8b74-4bbd16c22181 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d58ad30bd6fb43a8ba31da7ff8165694&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0515671 Aug 16 02:23:11.467283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:11.546801 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.554191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4db8ac-8052-4dbb-aeda-7843617511a6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:11.558048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23e9f9cf-8fa6-40e0-8fb3-61ef7fe830b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.571666 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.608518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 800c949b-4de8-4435-a584-05c80e32e1d1 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:11.612020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23e9f9cf-8fa6-40e0-8fb3-61ef7fe830b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.619205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:11.631073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:11.649794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f98e21-a57c-4a3d-95d2-54a080944a7d req-76548ed9-8c5b-4f61-ba38-1fcfcbdaa839 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.650754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Transition to ACTIVE for port object ea4db8ac-8052-4dbb-aeda-7843617511a6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:11.657833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5f98e21-a57c-4a3d-95d2-54a080944a7d req-76548ed9-8c5b-4f61-ba38-1fcfcbdaa839 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 945 time: 0.1175532 Aug 16 02:23:11.722079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.740950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5f98e21-a57c-4a3d-95d2-54a080944a7d req-a9263ca0-6591-416b-9cca-d9768aae662e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771008 Aug 16 02:23:11.768806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.769529 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.792251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.809009 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23e9f9cf-8fa6-40e0-8fb3-61ef7fe830b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.812658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23e9f9cf-8fa6-40e0-8fb3-61ef7fe830b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.814646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-23e9f9cf-8fa6-40e0-8fb3-61ef7fe830b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/391f5eb2-f0a4-4c4f-b93a-1f32b889f6a4 HTTP/1.1" status: 204 len: 168 time: 0.3463469 Aug 16 02:23:11.832573 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9f9cf-8fa6-40e0-8fb3-61ef7fe830b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f5eb2-f0a4-4c4f-b93a-1f32b889f6a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.848751 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-7f88cbc5-b64e-4ba5-8da5-7e79e3a1938e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6632917 Aug 16 02:23:11.869023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa415e6-0f15-4524-9b93-209a0684f9a7 req-24f14b93-adc4-4cb7-9b42-c7363bbcb088 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.878010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bfa415e6-0f15-4524-9b93-209a0684f9a7 req-24f14b93-adc4-4cb7-9b42-c7363bbcb088 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 943 time: 0.1358953 Aug 16 02:23:11.880393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:11.896875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Request body: {'port': {'device_id': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:11.947155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4db8ac-8052-4dbb-aeda-7843617511a6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.971477 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bfa415e6-0f15-4524-9b93-209a0684f9a7 req-e4653a00-2af4-4a64-804f-33aefaaa7ba5 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920842 Aug 16 02:23:12.005196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47a6dc-253f-4142-a401-137f2e8c162b req-b3ee1f80-3060-4b89-8e58-9e4e456bebb1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.006716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad47a6dc-253f-4142-a401-137f2e8c162b req-b3ee1f80-3060-4b89-8e58-9e4e456bebb1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 932 time: 0.1141849 Aug 16 02:23:12.023941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.036762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-21720feb-7e23-4c99-9eff-5ba95c10f346 None None] Provisioning for port 7ed2264b-a42c-426f-b005-acbf3bde543c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:12.041695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-21720feb-7e23-4c99-9eff-5ba95c10f346 None None] Provisioning complete for port 7ed2264b-a42c-426f-b005-acbf3bde543c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:12.042472 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21720feb-7e23-4c99-9eff-5ba95c10f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.071332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Attempting to bind port ea4db8ac-8052-4dbb-aeda-7843617511a6 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:12.071332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Attempting to bind port ea4db8ac-8052-4dbb-aeda-7843617511a6 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '56936c51-972e-4ff7-ad29-891e47ca6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6a96a991-8e25-470d-9167-99c45f39f5a4'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:12.071332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Attempting to bind port ea4db8ac-8052-4dbb-aeda-7843617511a6 on network 6a96a991-8e25-470d-9167-99c45f39f5a4 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:12.082421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad47a6dc-253f-4142-a401-137f2e8c162b req-9fba8ef5-5ac1-4323-9b80-25c2af6bdcc7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674009 Aug 16 02:23:12.095118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Port ea4db8ac-8052-4dbb-aeda-7843617511a6 on network 6a96a991-8e25-470d-9167-99c45f39f5a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:12.095499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Attempting to bind port ea4db8ac-8052-4dbb-aeda-7843617511a6 on network 6a96a991-8e25-470d-9167-99c45f39f5a4 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:12.106349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:12.106349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Checking segment: {'id': '56936c51-972e-4ff7-ad29-891e47ca6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6a96a991-8e25-470d-9167-99c45f39f5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:12.106349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Bound using segment: {'id': '56936c51-972e-4ff7-ad29-891e47ca6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6a96a991-8e25-470d-9167-99c45f39f5a4'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:12.106349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Bound port: ea4db8ac-8052-4dbb-aeda-7843617511a6, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56936c51-972e-4ff7-ad29-891e47ca6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6a96a991-8e25-470d-9167-99c45f39f5a4'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:12.106349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.139253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-21720feb-7e23-4c99-9eff-5ba95c10f346 None None] Port 7ed2264b-a42c-426f-b005-acbf3bde543c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:12.217991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.224792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b036d7-e954-4e47-98e4-0bfa255812b5 req-32a8eb35-ea4f-4c39-b3f7-41c855b3e3c6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.226573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90b036d7-e954-4e47-98e4-0bfa255812b5 req-32a8eb35-ea4f-4c39-b3f7-41c855b3e3c6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0592465 Aug 16 02:23:12.282509 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90b036d7-e954-4e47-98e4-0bfa255812b5 req-33840420-9ba2-4679-a729-293c14f2af7f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475163 Aug 16 02:23:12.284726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] For port ea4db8ac-8052-4dbb-aeda-7843617511a6, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:12.290834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca0180d0-aa8b-458a-80c8-c2346019a0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.316248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] For port ea4db8ac-8052-4dbb-aeda-7843617511a6, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea4db8ac-8052-4dbb-aeda-7843617511a6,segment=NetworkSegment(56936c51-972e-4ff7-ad29-891e47ca6b2e),segment_id=56936c51-972e-4ff7-ad29-891e47ca6b2e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:12.332107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.414792 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca0180d0-aa8b-458a-80c8-c2346019a0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.420893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca0180d0-aa8b-458a-80c8-c2346019a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.423281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.424207 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.426074 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] 10.222.0.86 "PUT /v2.0/ports/ea4db8ac-8052-4dbb-aeda-7843617511a6 HTTP/1.1" status: 200 len: 1092 time: 2.0563807 Aug 16 02:23:12.426514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687078d0-e597-4cb2-b2fb-5d1956c80a01', 'tag': 'ea4db8ac-8052-4dbb-aeda-7843617511a6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:12.428851 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88395918-134f-4b28-a766-55c32696699c" -d '{"events": [{"name": "network-changed", "server_uuid": "687078d0-e597-4cb2-b2fb-5d1956c80a01", "tag": "ea4db8ac-8052-4dbb-aeda-7843617511a6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:12.467900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0180d0-aa8b-458a-80c8-c2346019a0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a30792-8e4e-42e8-8945-4c3c2056150e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:12.490067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ca0180d0-aa8b-458a-80c8-c2346019a0e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6f6f2e4a855432d9289de9169713de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078854 Aug 16 02:23:12.492745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:12.567262 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8905173e-2890-4345-92e8-238bfa1f6e65 x-openstack-request-id: req-8905173e-2890-4345-92e8-238bfa1f6e65 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:12.567557 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687078d0-e597-4cb2-b2fb-5d1956c80a01", "tag": "ea4db8ac-8052-4dbb-aeda-7843617511a6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:12.567812 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8905173e-2890-4345-92e8-238bfa1f6e65 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:12.568210 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687078d0-e597-4cb2-b2fb-5d1956c80a01', 'tag': 'ea4db8ac-8052-4dbb-aeda-7843617511a6', 'status': 'completed', 'code': 200} Aug 16 02:23:12.581744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a3bf-3be0-4a99-a563-b47d07959b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4db8ac-8052-4dbb-aeda-7843617511a6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:12.600116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 505f8927-efcc-4103-a5be-60107fd110c5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:12.649034 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9774-3fbe-4b63-8a17-b6ff9b300c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.657600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 505f8927-efcc-4103-a5be-60107fd110c5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:12.658301 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.663700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d12bc-6c0e-41f5-bc7a-6b0d55ea78a1 req-1e1ed01e-2945-40b6-973e-b99ce91c08a1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.671166 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba1d12bc-6c0e-41f5-bc7a-6b0d55ea78a1 req-1e1ed01e-2945-40b6-973e-b99ce91c08a1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1300223 Aug 16 02:23:12.707871 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9774-3fbe-4b63-8a17-b6ff9b300c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.725223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-b200a130-2c39-4243-9200-80fba24fd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.726906 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-b200a130-2c39-4243-9200-80fba24fd076 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b25280048e2a46cdb44d5e4450d111ce&device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 1095 time: 0.2144754 Aug 16 02:23:12.755203 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ba1d12bc-6c0e-41f5-bc7a-6b0d55ea78a1 req-a5d9d585-65d7-4e3e-9639-f363451411e6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831051 Aug 16 02:23:12.791427 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9774-3fbe-4b63-8a17-b6ff9b300c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.794424 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9774-3fbe-4b63-8a17-b6ff9b300c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.796169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cbdb9774-3fbe-4b63-8a17-b6ff9b300c26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a7a30792-8e4e-42e8-8945-4c3c2056150e HTTP/1.1" status: 204 len: 168 time: 0.3020029 Aug 16 02:23:12.807361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb9774-3fbe-4b63-8a17-b6ff9b300c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a30792-8e4e-42e8-8945-4c3c2056150e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:12.824583 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-6c7da5df-ee87-40b1-b709-e42a7914d358 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea4db8ac-8052-4dbb-aeda-7843617511a6 HTTP/1.1" status: 200 len: 217 time: 0.0833964 Aug 16 02:23:12.827338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed2264b-a42c-426f-b005-acbf3bde543c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:12.841093 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.844846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-5314aa31-683c-4a22-afa0-2b8ddf3caa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.846429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-5314aa31-683c-4a22-afa0-2b8ddf3caa00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1096 time: 0.2047076 Aug 16 02:23:12.924756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef69de-70d4-4e81-b829-80edfe7c015f req-4788e1b3-e65b-49f3-9e17-5f48f8bc1aec tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.935581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9ef69de-70d4-4e81-b829-80edfe7c015f req-4788e1b3-e65b-49f3-9e17-5f48f8bc1aec tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 945 time: 0.0801346 Aug 16 02:23:12.978648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9ef69de-70d4-4e81-b829-80edfe7c015f req-7666ed80-c302-46e1-bd21-51215f784cdb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Aug 16 02:23:12.981636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Transition to ACTIVE for port object 7ed2264b-a42c-426f-b005-acbf3bde543c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:12.987323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-62727afe-0b4b-4c99-acd7-27aca0419600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.988809 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-62727afe-0b4b-4c99-acd7-27aca0419600 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b378547a-5dc4-4ad0-89e8-12fce05f4a54 HTTP/1.1" status: 200 len: 854 time: 0.1400611 Aug 16 02:23:12.997545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.035023 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-d34ca817-a87f-4d09-99fa-46f4f8ebc693 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a96a991-8e25-470d-9167-99c45f39f5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350604 Aug 16 02:23:13.138957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dee4ec-ee74-43ed-bd0e-5f3854040b71 req-d7dfa5e3-5c54-4933-9fe2-bafde42ee71b tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.150052 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02dee4ec-ee74-43ed-bd0e-5f3854040b71 req-d7dfa5e3-5c54-4933-9fe2-bafde42ee71b tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 943 time: 0.0960987 Aug 16 02:23:13.212605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02dee4ec-ee74-43ed-bd0e-5f3854040b71 req-275e4aff-4772-4c91-81c3-46993d648482 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Aug 16 02:23:13.304019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72fb8-e44d-4267-91e2-5679056c928f req-15446f0c-3226-4bc9-8591-51ed45748595 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.313113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ad72fb8-e44d-4267-91e2-5679056c928f req-15446f0c-3226-4bc9-8591-51ed45748595 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.0799227 Aug 16 02:23:13.315985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42922) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:13.335140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-1377adb6-ade9-431b-bf52-9f8652986c6e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.339284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-1377adb6-ade9-431b-bf52-9f8652986c6e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 945 time: 0.4892938 Aug 16 02:23:13.341251 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab5d976e-4ed7-45a0-8c96-4d5b4cb86e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.387601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ad72fb8-e44d-4267-91e2-5679056c928f req-7cfef116-8ab4-4ffd-a3b8-9063393c8180 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710626 Aug 16 02:23:13.466472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:13.494790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab5d976e-4ed7-45a0-8c96-4d5b4cb86e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.505900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-56fe03ce-189b-4801-9473-5ffba2cfdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.506894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab5d976e-4ed7-45a0-8c96-4d5b4cb86e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.507563 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-56fe03ce-189b-4801-9473-5ffba2cfdf2d service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.6092284 Aug 16 02:23:13.580672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ab5d976e-4ed7-45a0-8c96-4d5b4cb86e86 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1125a0a0f2be4e738574124bffcab8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631733 Aug 16 02:23:13.582868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:13.582868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d976e-4ed7-45a0-8c96-4d5b4cb86e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369b12c4-6447-470a-874d-054128f2ee41,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:13.663674 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1679432-1fa7-452c-bba9-949fb6552e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.669916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:13.670266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:13.670602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c on network 800c949b-4de8-4435-a584-05c80e32e1d1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:13.681370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-c2b890f4-9088-458d-86ba-c4c69d012ac2 service neutron] 10.222.0.86 "GET /v2.0/networks/6a96a991-8e25-470d-9167-99c45f39f5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561959 Aug 16 02:23:13.689469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Port 7ed2264b-a42c-426f-b005-acbf3bde543c on network 800c949b-4de8-4435-a584-05c80e32e1d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:13.689469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c on network 800c949b-4de8-4435-a584-05c80e32e1d1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:13.692055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1679432-1fa7-452c-bba9-949fb6552e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.710886 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-f8f52f9f-57ca-4f11-b783-9dfb35ae1e58 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 999 time: 0.1652792 Aug 16 02:23:13.728126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:13.728126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Checking segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:13.728444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Bound using segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:13.728888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Bound port: 7ed2264b-a42c-426f-b005-acbf3bde543c, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:13.729246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.756131 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1679432-1fa7-452c-bba9-949fb6552e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.758940 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1679432-1fa7-452c-bba9-949fb6552e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.760328 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b1679432-1fa7-452c-bba9-949fb6552e9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/369b12c4-6447-470a-874d-054128f2ee41 HTTP/1.1" status: 204 len: 168 time: 0.1726859 Aug 16 02:23:13.776580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1679432-1fa7-452c-bba9-949fb6552e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369b12c4-6447-470a-874d-054128f2ee41,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:13.802905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Deleting port eec8818e-c0e4-4caa-be79-4afad965b9d2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:13.803295 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.911485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-524dbe18-e787-484b-a4b7-05343f8a0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.913004 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-524dbe18-e787-484b-a4b7-05343f8a0a67 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.1874821 Aug 16 02:23:13.916907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c8a93-d1fb-458e-8a0f-f07a0c86d966 req-62fd8424-59a7-4dab-8707-39627898523b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.926592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de0c8a93-d1fb-458e-8a0f-f07a0c86d966 req-62fd8424-59a7-4dab-8707-39627898523b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0661056 Aug 16 02:23:13.979383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de0c8a93-d1fb-458e-8a0f-f07a0c86d966 req-4a7e3406-4d5d-44f0-96dc-71bbcf981046 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453656 Aug 16 02:23:14.010165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:14.030935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-54fa0578-7143-4473-aa9b-be43ef30d3c3 req-2f858ecd-f612-420b-ac8c-e8ffc770c38a service neutron] 10.222.0.86 "GET /v2.0/networks/6a96a991-8e25-470d-9167-99c45f39f5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382847 Aug 16 02:23:14.038724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:14.041846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] For port eec8818e-c0e4-4caa-be79-4afad965b9d2, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eec8818e-c0e4-4caa-be79-4afad965b9d2,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:14.042238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.056758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-ddbb8db5-90c7-48d8-816a-cab21c680b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.058340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-ddbb8db5-90c7-48d8-816a-cab21c680b41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321499 Aug 16 02:23:14.059320 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.069418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Calling delete_port for eec8818e-c0e4-4caa-be79-4afad965b9d2 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:14.173501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35a22a-3a21-4bf1-a6f2-5269fd6231b9 req-dfdd76ed-d698-40d0-9f6f-7a89b1cdc6c7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.175124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb35a22a-3a21-4bf1-a6f2-5269fd6231b9 req-dfdd76ed-d698-40d0-9f6f-7a89b1cdc6c7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 945 time: 0.0835969 Aug 16 02:23:14.186513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.187217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.189171 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] 10.222.0.86 "PUT /v2.0/ports/7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1093 time: 2.2988703 Aug 16 02:23:14.235476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb35a22a-3a21-4bf1-a6f2-5269fd6231b9 req-1f3e77ea-1eb4-4e5d-8929-822fb968e769 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515897 Aug 16 02:23:14.376168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a50bb6-1c4d-491d-878f-cd1330957618 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:14.428627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395918-134f-4b28-a766-55c32696699c req-62f02891-120d-446e-a548-6d7f94694bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.429981 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-88395918-134f-4b28-a766-55c32696699c req-62f02891-120d-446e-a548-6d7f94694bba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b25280048e2a46cdb44d5e4450d111ce&device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 1095 time: 0.2646699 Aug 16 02:23:14.436955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a00b14-0b03-4c61-b7d6-8e83b1ead74a req-353a4c9d-3eef-4604-80ce-ff9dbf5baec3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.440129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63a00b14-0b03-4c61-b7d6-8e83b1ead74a req-353a4c9d-3eef-4604-80ce-ff9dbf5baec3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 943 time: 0.1278396 Aug 16 02:23:14.454600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-6f83a20f-962d-447d-bd99-db0beaba1cb9 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871789 Aug 16 02:23:14.573550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:14.575914 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740f6b9b-811e-4347-bfc3-b461fb77a733" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:14.576664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63a00b14-0b03-4c61-b7d6-8e83b1ead74a req-bf89077a-7930-4fef-b61b-80ba527163cf tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146405 Aug 16 02:23:14.583984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535434f-1799-4821-a159-200cf0159545 req-a4559e0e-be6a-4fbf-a7f6-423bde8de207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.585530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-a4559e0e-be6a-4fbf-a7f6-423bde8de207 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1096 time: 0.2895322 Aug 16 02:23:14.602549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc3cb1-3501-47dd-866c-cc10c4c76d42 req-973e9f08-7faf-4111-8012-c779d2e81eb5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.604354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bbc3cb1-3501-47dd-866c-cc10c4c76d42 req-973e9f08-7faf-4111-8012-c779d2e81eb5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.0824091 Aug 16 02:23:14.651421 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07186fe7-76a6-4cd9-b77b-3851f9078ff0 x-openstack-request-id: req-07186fe7-76a6-4cd9-b77b-3851f9078ff0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:14.651713 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:14.652133 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07186fe7-76a6-4cd9-b77b-3851f9078ff0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:14.652529 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'status': 'completed', 'code': 200} Aug 16 02:23:14.667689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bbc3cb1-3501-47dd-866c-cc10c4c76d42 req-864d8907-2af4-4c35-aaee-bcf965282678 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526724 Aug 16 02:23:14.713116 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-071ea4c9-2ec5-4947-bcb3-cc98ac7627ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 217 time: 0.1088274 Aug 16 02:23:14.793370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395918-134f-4b28-a766-55c32696699c req-76187812-dafa-4460-82e5-ec126a7d57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.794868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-88395918-134f-4b28-a766-55c32696699c req-76187812-dafa-4460-82e5-ec126a7d57ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=6a96a991-8e25-470d-9167-99c45f39f5a4 HTTP/1.1" status: 200 len: 915 time: 0.3441095 Aug 16 02:23:14.803018 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eda7400f-6c23-44c2-987c-5c3414360e0e req-8558b229-af71-4019-8991-440d69475174 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366342 Aug 16 02:23:14.814175 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.846637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:14.882381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535434f-1799-4821-a159-200cf0159545 req-e41f0e71-4b0c-4a18-8e08-3dd9b7526e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.883893 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-e41f0e71-4b0c-4a18-8e08-3dd9b7526e74 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.1612387 Aug 16 02:23:14.885397 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-88395918-134f-4b28-a766-55c32696699c req-6bec0d80-35ed-4130-aefc-ef82152ff71f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea4db8ac-8052-4dbb-aeda-7843617511a6 HTTP/1.1" status: 200 len: 217 time: 0.0795760 Aug 16 02:23:14.888445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event deleted for resources: {'Port': ['ID=eec8818e-c0e4-4caa-be79-4afad965b9d2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:14.981619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] No DVR routers for this DVR port eec8818e-c0e4-4caa-be79-4afad965b9d2 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:14.988426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.990458 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-28753215-55ff-4db4-bf56-f498b43c5ebc req-741f3387-f542-42d9-8b01-2c12b8969b39 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "DELETE /v2.0/ports/eec8818e-c0e4-4caa-be79-4afad965b9d2 HTTP/1.1" status: 204 len: 173 time: 1.6330988 Aug 16 02:23:15.012446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395918-134f-4b28-a766-55c32696699c req-760aae61-294e-40c6-a55c-0f3265b367dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.014305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-88395918-134f-4b28-a766-55c32696699c req-760aae61-294e-40c6-a55c-0f3265b367dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b378547a-5dc4-4ad0-89e8-12fce05f4a54 HTTP/1.1" status: 200 len: 854 time: 0.0982318 Aug 16 02:23:15.081371 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-88395918-134f-4b28-a766-55c32696699c req-3a0f049a-0ac4-4776-9034-48b5c38b3d97 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a96a991-8e25-470d-9167-99c45f39f5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572536 Aug 16 02:23:15.083315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535434f-1799-4821-a159-200cf0159545 req-95682757-51fa-4956-8d46-d3c70f84f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.085270 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-95682757-51fa-4956-8d46-d3c70f84f86e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1679809 Aug 16 02:23:15.157780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ac35b-19c9-445d-86e5-5164f49cea78 req-7c022995-f0dd-415a-a396-29e0c8571772 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.172579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-887ac35b-19c9-445d-86e5-5164f49cea78 req-7c022995-f0dd-415a-a396-29e0c8571772 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0881572 Aug 16 02:23:15.229116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-887ac35b-19c9-445d-86e5-5164f49cea78 req-a60561f1-0571-4e0c-ada4-f843f4a017ca tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500107 Aug 16 02:23:15.333712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-88395918-134f-4b28-a766-55c32696699c req-7948d239-be4f-44d4-9675-e0b5151b71a7 service neutron] 10.222.0.86 "GET /v2.0/networks/6a96a991-8e25-470d-9167-99c45f39f5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242138 Aug 16 02:23:15.335641 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-886abf8a-1ad5-40d6-9541-e79960512759 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246149 Aug 16 02:23:15.376720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82dae83a-bc64-4ee9-aadc-1619156c53f1 req-783d63d9-4620-4d8f-8708-29a79e350d00 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=937500ef-f68c-4d50-b4b0-ef1d4833dc18 HTTP/1.1" status: 200 len: 210 time: 0.0410130 Aug 16 02:23:15.761511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064b10-6350-4c22-be7a-cdaae7309b7c req-539af92b-0791-4f89-8714-7a7af71af8d9 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.773460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b064b10-6350-4c22-be7a-cdaae7309b7c req-539af92b-0791-4f89-8714-7a7af71af8d9 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 943 time: 0.1102295 Aug 16 02:23:15.774475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eec8818e-c0e4-4caa-be79-4afad965b9d2 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:15.813915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: eec8818e-c0e4-4caa-be79-4afad965b9d2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:15.814553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eec8818e-c0e4-4caa-be79-4afad965b9d2 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:15.854485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b064b10-6350-4c22-be7a-cdaae7309b7c req-d4a15a4c-ab38-4649-9431-c76ac283607f tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767081 Aug 16 02:23:15.885423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1518037-e0b9-4ac6-85ae-ce0f0ec089a6 req-3f0b5fed-2580-4d76-85a9-0764a89ebf2d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.886241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-88395918-134f-4b28-a766-55c32696699c req-62434ff1-3cfd-458b-bd1b-3786177f01bf service neutron] 10.222.0.86 "GET /v2.0/networks/6a96a991-8e25-470d-9167-99c45f39f5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379908 Aug 16 02:23:15.887892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1518037-e0b9-4ac6-85ae-ce0f0ec089a6 req-3f0b5fed-2580-4d76-85a9-0764a89ebf2d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.1116881 Aug 16 02:23:15.916398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6535434f-1799-4821-a159-200cf0159545 req-0a6da6f0-a3b1-481a-84d5-e6ff0ebdb4b6 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661988 Aug 16 02:23:15.941856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1518037-e0b9-4ac6-85ae-ce0f0ec089a6 req-666db6b3-2018-4ad7-91f9-daf793d3149c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469120 Aug 16 02:23:15.969155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:16.048158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-3a0d0db3-f77f-46a8-aec2-7e00c797cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.049739 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-3a0d0db3-f77f-46a8-aec2-7e00c797cd91 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1096 time: 0.0455990 Aug 16 02:23:16.154826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-1daf320b-4709-42f8-b874-0c5c4305afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.157639 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-1daf320b-4709-42f8-b874-0c5c4305afb0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.0991766 Aug 16 02:23:16.206733 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-6de194eb-d7d6-44ee-9496-2e015c9cafcc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 217 time: 0.0433445 Aug 16 02:23:16.218555 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f21613b6-30a6-4f00-90da-579dffe53454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.273989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-679725db-ee05-43b0-b6ea-238fb503bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.278288 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-679725db-ee05-43b0-b6ea-238fb503bf51 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.0629203 Aug 16 02:23:16.311630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ea4db8ac-8052-4dbb-aeda-7843617511a6 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:16.338571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-3fc1976f-20b6-4d9a-8081-c06de65721ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.340141 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-3fc1976f-20b6-4d9a-8081-c06de65721ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549567 Aug 16 02:23:16.383248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f21613b6-30a6-4f00-90da-579dffe53454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.398893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421e48c-d37a-4f0e-b6d2-6a1244af635a req-d73e4eee-e72f-4f67-8900-1b32630d7c4c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.402445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e421e48c-d37a-4f0e-b6d2-6a1244af635a req-d73e4eee-e72f-4f67-8900-1b32630d7c4c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0898068 Aug 16 02:23:16.403928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f21613b6-30a6-4f00-90da-579dffe53454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.454031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ea4db8ac-8052-4dbb-aeda-7843617511a6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea4db8ac-8052-4dbb-aeda-7843617511a6,segment=NetworkSegment(56936c51-972e-4ff7-ad29-891e47ca6b2e),segment_id=56936c51-972e-4ff7-ad29-891e47ca6b2e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:16.474018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21613b6-30a6-4f00-90da-579dffe53454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d397bc04-11f5-4e28-9931-28f6a350c6c6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:16.475965 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-abc12d52-9fae-42e2-9aa8-12d6bcae67e9 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258125 Aug 16 02:23:16.480666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'ea4db8ac-8052-4dbb-aeda-7843617511a6', 'network_id': '6a96a991-8e25-470d-9167-99c45f39f5a4', 'port_id': 'ea4db8ac-8052-4dbb-aeda-7843617511a6', 'mac_address': 'fa:16:3e:31:87:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b378547a-5dc4-4ad0-89e8-12fce05f4a54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:16.505160 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f21613b6-30a6-4f00-90da-579dffe53454 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea803d90dc9a40c3a3d08ede30713df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326743 Aug 16 02:23:16.508076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43044) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:16.533171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e421e48c-d37a-4f0e-b6d2-6a1244af635a req-5b607a0d-f2df-4e38-9c89-8ff96208159f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208653 Aug 16 02:23:16.536146 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.571073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4db8ac-8052-4dbb-aeda-7843617511a6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:16.595600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ea4db8ac-8052-4dbb-aeda-7843617511a6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea4db8ac-8052-4dbb-aeda-7843617511a6,segment=NetworkSegment(56936c51-972e-4ff7-ad29-891e47ca6b2e),segment_id=56936c51-972e-4ff7-ad29-891e47ca6b2e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:16.605860 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.641420 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f66384-4837-4958-bb3a-0e901c177491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.656485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937500ef-f68c-4d50-b4b0-ef1d4833dc18', 'name': 'network-vif-deleted', 'tag': 'eec8818e-c0e4-4caa-be79-4afad965b9d2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:16.658785 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4b5e6d-42a5-40e1-9bb3-0f107be74a1a" -d '{"events": [{"server_uuid": "937500ef-f68c-4d50-b4b0-ef1d4833dc18", "name": "network-vif-deleted", "tag": "eec8818e-c0e4-4caa-be79-4afad965b9d2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:16.686899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ea4db8ac-8052-4dbb-aeda-7843617511a6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:16.709371 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f66384-4837-4958-bb3a-0e901c177491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.712705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-740f6b9b-811e-4347-bfc3-b461fb77a733 req-cad4b7d5-74f3-4345-8269-334d6c0809ab service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271640 Aug 16 02:23:16.755587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846341e-4255-4e05-9ae8-e5e72fb828e6 req-5d7eaea1-1f1e-436c-85a7-f0ab27d277fa tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.757090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3846341e-4255-4e05-9ae8-e5e72fb828e6 req-5d7eaea1-1f1e-436c-85a7-f0ab27d277fa tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1268592 Aug 16 02:23:16.855542 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f66384-4837-4958-bb3a-0e901c177491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.861352 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f66384-4837-4958-bb3a-0e901c177491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.862512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-45f66384-4837-4958-bb3a-0e901c177491 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d397bc04-11f5-4e28-9931-28f6a350c6c6 HTTP/1.1" status: 204 len: 168 time: 0.3506920 Aug 16 02:23:16.896284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3846341e-4255-4e05-9ae8-e5e72fb828e6 req-807b5b00-b1bf-4eeb-8ce2-32ed66f2518d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258078 Aug 16 02:23:16.911137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66384-4837-4958-bb3a-0e901c177491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d397bc04-11f5-4e28-9931-28f6a350c6c6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:16.955072 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43337914-2df0-46e6-a3d0-4c99be0c4269 x-openstack-request-id: req-43337914-2df0-46e6-a3d0-4c99be0c4269 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:16.955610 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937500ef-f68c-4d50-b4b0-ef1d4833dc18", "name": "network-vif-deleted", "tag": "eec8818e-c0e4-4caa-be79-4afad965b9d2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:16.955719 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43337914-2df0-46e6-a3d0-4c99be0c4269 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:16.956395 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937500ef-f68c-4d50-b4b0-ef1d4833dc18', 'name': 'network-vif-deleted', 'tag': 'eec8818e-c0e4-4caa-be79-4afad965b9d2', 'status': 'completed', 'code': 200} Aug 16 02:23:16.963216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-c8be33a8-2ee8-4f1f-85be-0ea4c94923fd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.965247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-c8be33a8-2ee8-4f1f-85be-0ea4c94923fd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.2245157 Aug 16 02:23:16.990955 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-95bfe27e-4b55-4672-a15b-75cf4ee466e6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/quotas/fc518c11c5e24fccb67ffb8bba257455 HTTP/1.1" status: 200 len: 375 time: 0.0187473 Aug 16 02:23:17.071421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-eec07a50-9ab7-4652-86ff-1ef630783bb3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792778 Aug 16 02:23:17.096915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa8d16-9803-46e6-9745-bda797a81fcd req-12bb5c9d-54b1-4880-bc4c-5ac82937c79a tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.103747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9aaa8d16-9803-46e6-9745-bda797a81fcd req-12bb5c9d-54b1-4880-bc4c-5ac82937c79a tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 944 time: 0.0790713 Aug 16 02:23:17.191985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9aaa8d16-9803-46e6-9745-bda797a81fcd req-84e3c70f-d5f6-4843-b2cd-b7c625de1201 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744660 Aug 16 02:23:17.198033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['ea4db8ac-8052-4dbb-aeda-7843617511a6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:17.249623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-d9e2c234-058e-435d-85cf-7f899ab2130b service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687665 Aug 16 02:23:17.366073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-b01695ae-6901-476f-9214-f401414e9820 service neutron] 10.222.0.61 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148648 Aug 16 02:23:17.417464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:17.441398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ab28b3b-0322-43b1-ac34-2954d74f7eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.559394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799c56b-88be-44a9-839b-8bc275c7be75 req-2f062212-f705-46e4-a02a-3ef1f98ac447 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.562376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7799c56b-88be-44a9-839b-8bc275c7be75 req-2f062212-f705-46e4-a02a-3ef1f98ac447 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.0897312 Aug 16 02:23:17.618353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ab28b3b-0322-43b1-ac34-2954d74f7eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.623673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ab28b3b-0322-43b1-ac34-2954d74f7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.662085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7799c56b-88be-44a9-839b-8bc275c7be75 req-1f2c55a2-ff5a-4f97-917f-f451067c65d6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865405 Aug 16 02:23:17.683776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:17.684321 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0ab28b3b-0322-43b1-ac34-2954d74f7eeb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e0f1ed73d6340639ebea5c7923e6141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654252 Aug 16 02:23:17.686026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab28b3b-0322-43b1-ac34-2954d74f7eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51823820-a4d9-4c76-b3f5-28815afe51b5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:17.703701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdca496-4954-423f-be3a-dcc272cc845c req-1de7e3ea-2d4e-42a8-a10b-bb7e883755f1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.711512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cdca496-4954-423f-be3a-dcc272cc845c req-1de7e3ea-2d4e-42a8-a10b-bb7e883755f1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1470499 Aug 16 02:23:17.792609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70a8ce5f-ee66-4930-beaf-c66716030715 req-72f39b5c-9c5c-4703-8f73-48990fb9d6fc tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 210 time: 0.0496154 Aug 16 02:23:17.807599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cdca496-4954-423f-be3a-dcc272cc845c req-23bbdbc8-0dcc-463e-a245-1374b7cbfec3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952339 Aug 16 02:23:17.833378 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bfb571e-0bf6-4787-97bc-4964f2f8bcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.868979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bfb571e-0bf6-4787-97bc-4964f2f8bcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.935314 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bfb571e-0bf6-4787-97bc-4964f2f8bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.939203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bfb571e-0bf6-4787-97bc-4964f2f8bcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.940593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7bfb571e-0bf6-4787-97bc-4964f2f8bcce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51823820-a4d9-4c76-b3f5-28815afe51b5 HTTP/1.1" status: 204 len: 168 time: 0.2548478 Aug 16 02:23:17.958067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb571e-0bf6-4787-97bc-4964f2f8bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51823820-a4d9-4c76-b3f5-28815afe51b5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.095778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22629caa-4fba-4b31-8a81-e62e2d58bce1 req-7c059c29-abfd-40ab-becd-4425bd9ef683 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.098347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22629caa-4fba-4b31-8a81-e62e2d58bce1 req-7c059c29-abfd-40ab-becd-4425bd9ef683 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0715375 Aug 16 02:23:18.150805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22629caa-4fba-4b31-8a81-e62e2d58bce1 req-3d48b8c6-7746-4260-acbd-8b2b9ad2501a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452352 Aug 16 02:23:18.332319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:18.341258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ea4db8ac-8052-4dbb-aeda-7843617511a6 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:18.358261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caeaf9-50dc-46f5-883e-18ab927cc784 req-e427ba18-72aa-48d6-89ba-008e59c1b4b1 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.367395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4caeaf9-50dc-46f5-883e-18ab927cc784 req-e427ba18-72aa-48d6-89ba-008e59c1b4b1 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 944 time: 0.0691540 Aug 16 02:23:18.418195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4caeaf9-50dc-46f5-883e-18ab927cc784 req-56d9a080-0b13-4a90-a3b1-35608abb8f03 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496235 Aug 16 02:23:18.477515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port ea4db8ac-8052-4dbb-aeda-7843617511a6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:18.485669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port ea4db8ac-8052-4dbb-aeda-7843617511a6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:18.486046 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.490249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:18.529156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'port_id': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'mac_address': 'fa:16:3e:23:3f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:18.630884 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.644358 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.670784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed2264b-a42c-426f-b005-acbf3bde543c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:18.694228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687078d0-e597-4cb2-b2fb-5d1956c80a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4db8ac-8052-4dbb-aeda-7843617511a6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:18.699732 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e461a10b-c686-4de8-a5bb-e45b42a84c5a" -d '{"events": [{"server_uuid": "687078d0-e597-4cb2-b2fb-5d1956c80a01", "name": "network-vif-plugged", "status": "completed", "tag": "ea4db8ac-8052-4dbb-aeda-7843617511a6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:18.733151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-4558b54d-0130-4e73-a77b-9de913ee9697 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.736093 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-4558b54d-0130-4e73-a77b-9de913ee9697 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 806 time: 0.1439512 Aug 16 02:23:18.743779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ea4db8ac-8052-4dbb-aeda-7843617511a6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea4db8ac-8052-4dbb-aeda-7843617511a6,segment=NetworkSegment(56936c51-972e-4ff7-ad29-891e47ca6b2e),segment_id=56936c51-972e-4ff7-ad29-891e47ca6b2e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:18.754797 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.756103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Request body: {'port': {'device_id': 'c6d9af4f-fe33-4e79-87d9-30a675c33430', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'admin_state_up': True, 'tenant_id': 'fc518c11c5e24fccb67ffb8bba257455'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:18.760253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:18.798223 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.811290 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2305eaf-cc25-4aff-a512-d8b082ce4432 x-openstack-request-id: req-a2305eaf-cc25-4aff-a512-d8b082ce4432 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:18.811602 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687078d0-e597-4cb2-b2fb-5d1956c80a01", "name": "network-vif-plugged", "status": "completed", "tag": "ea4db8ac-8052-4dbb-aeda-7843617511a6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:18.811858 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2305eaf-cc25-4aff-a512-d8b082ce4432 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:18.812254 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687078d0-e597-4cb2-b2fb-5d1956c80a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4db8ac-8052-4dbb-aeda-7843617511a6', 'code': 200} Aug 16 02:23:18.840804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ea4db8ac-8052-4dbb-aeda-7843617511a6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.902360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf1864-a4eb-4aaa-883b-e21a6b3eb3b9 req-196462ae-5fbb-4dba-9526-87c9147fdfbd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.910587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bacf1864-a4eb-4aaa-883b-e21a6b3eb3b9 req-196462ae-5fbb-4dba-9526-87c9147fdfbd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 945 time: 0.1158204 Aug 16 02:23:18.913171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:19.036394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Made reservation on behalf of fc518c11c5e24fccb67ffb8bba257455 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:19.042434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.090196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372e731-181c-40b8-b441-e108d4c06199 req-4f1fab16-7943-4427-abdb-504dbb5cc71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.092203 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b372e731-181c-40b8-b441-e108d4c06199 req-4f1fab16-7943-4427-abdb-504dbb5cc71b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 1097 time: 0.1569519 Aug 16 02:23:19.206197 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b372e731-181c-40b8-b441-e108d4c06199 req-00592ebb-4a20-4b41-8a8b-b25cef6aed0b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671680 Aug 16 02:23:19.226788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['7ed2264b-a42c-426f-b005-acbf3bde543c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:19.255029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Allocated IP 172.20.0.14 (bc4a6db2-0697-4b57-8332-ef6bd8ccf225/eefe9e6a-a732-4087-844e-f6771da23569/790774a4-0082-40db-81ce-a5f88897d78a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:19.401408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9afc37e5-28ed-4f0c-8eea-900fd8d8bc12 req-0fe171db-3b8f-411c-9ef9-3d269d56b05d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 210 time: 0.4585769 Aug 16 02:23:19.408389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bacf1864-a4eb-4aaa-883b-e21a6b3eb3b9 req-b68fff6f-22be-432a-b1cb-dfb624901c89 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4968963 Aug 16 02:23:19.480311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.545286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1d318-b77f-4d29-9e76-41ebfd472d0a req-22dc75af-6d9e-48aa-92c1-c6bf18359eef tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.547923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51d1d318-b77f-4d29-9e76-41ebfd472d0a req-22dc75af-6d9e-48aa-92c1-c6bf18359eef tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0634823 Aug 16 02:23:19.548736 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.647187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51d1d318-b77f-4d29-9e76-41ebfd472d0a req-2f1fec4c-503f-430e-ac1a-cc7482b8c118 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871828 Aug 16 02:23:19.661465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39c6b-8f84-4add-91b7-7f4d0bfe2fcf req-a96e57ee-1eb4-4ba5-8bea-338f4925b63c tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.663337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67e39c6b-8f84-4add-91b7-7f4d0bfe2fcf req-a96e57ee-1eb4-4ba5-8bea-338f4925b63c tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 945 time: 0.1139314 Aug 16 02:23:19.680086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:19.684080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event updated for resources: {'Port': ['ID=790774a4-0082-40db-81ce-a5f88897d78a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:19.685221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:19.688282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:19.697302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.697647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.697987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.698320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.698650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.699014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.699873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.699873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.700074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.700345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.700862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.701185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:19.739709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67e39c6b-8f84-4add-91b7-7f4d0bfe2fcf req-7f15d2b5-b72e-4496-9b19-29c2776707c4 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642564 Aug 16 02:23:19.757791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.758433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.774883 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-93d6f512-8bff-4c3d-86f4-3f7fd172950d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0286853 Aug 16 02:23:19.788742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Request body: {'port': {'device_id': 'c6d9af4f-fe33-4e79-87d9-30a675c33430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:19.872438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.949587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab7ad2-0c4c-4fa6-a4d2-361f46914f8a req-84169af2-9017-4491-96e5-c2c86a18e5be tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.951689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ab7ad2-0c4c-4fa6-a4d2-361f46914f8a req-84169af2-9017-4491-96e5-c2c86a18e5be tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0569754 Aug 16 02:23:20.003965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ab7ad2-0c4c-4fa6-a4d2-361f46914f8a req-a69289e6-db3b-4299-b814-8f498c025d82 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Aug 16 02:23:20.239251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790774a4-0082-40db-81ce-a5f88897d78a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:20.250089 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.262023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Transition to ACTIVE for port object 790774a4-0082-40db-81ce-a5f88897d78a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:20.266567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.329773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Pushing event updated for resources: {'Port': ['ID=790774a4-0082-40db-81ce-a5f88897d78a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:20.407410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Attempting to bind port 790774a4-0082-40db-81ce-a5f88897d78a on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:20.407754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Attempting to bind port 790774a4-0082-40db-81ce-a5f88897d78a by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:20.408091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Attempting to bind port 790774a4-0082-40db-81ce-a5f88897d78a on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:20.413139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Port 790774a4-0082-40db-81ce-a5f88897d78a on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:20.413296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Attempting to bind port 790774a4-0082-40db-81ce-a5f88897d78a on network bc4a6db2-0697-4b57-8332-ef6bd8ccf225 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:20.418146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:20.418488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Checking segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:20.418911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Bound using segment: {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:20.419331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Bound port: 790774a4-0082-40db-81ce-a5f88897d78a, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac779cf3-9f4f-4247-93ab-8939ecd18059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:20.419788 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.433347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:20.550397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] For port 790774a4-0082-40db-81ce-a5f88897d78a, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:20.555446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] For port 790774a4-0082-40db-81ce-a5f88897d78a, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=790774a4-0082-40db-81ce-a5f88897d78a,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:20.566050 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.612612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd6086-d3ba-43c7-981d-b5e8066e381c req-1ddaf6a3-1653-4ad6-a148-c33c254046c4 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.620335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7cd6086-d3ba-43c7-981d-b5e8066e381c req-1ddaf6a3-1653-4ad6-a148-c33c254046c4 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 944 time: 0.1254797 Aug 16 02:23:20.636869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d014a-614a-4f92-b5c5-15891efffc68 req-dff67521-1a0b-4dad-9579-f5e5a92acb54 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.645311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.645974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b7d014a-614a-4f92-b5c5-15891efffc68 req-dff67521-1a0b-4dad-9579-f5e5a92acb54 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 945 time: 0.1309462 Aug 16 02:23:20.646703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.648877 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] 10.222.0.93 "PUT /v2.0/ports/790774a4-0082-40db-81ce-a5f88897d78a HTTP/1.1" status: 200 len: 1093 time: 0.8658721 Aug 16 02:23:20.651287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d9af4f-fe33-4e79-87d9-30a675c33430', 'tag': '790774a4-0082-40db-81ce-a5f88897d78a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:20.655284 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ad04a-7d64-4315-b626-d5dca5242a22" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d9af4f-fe33-4e79-87d9-30a675c33430", "tag": "790774a4-0082-40db-81ce-a5f88897d78a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:20.724068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c0c47-fc24-48c2-ad10-c947d5d4529d service neutron] Pushing event updated for resources: {'Port': ['ID=790774a4-0082-40db-81ce-a5f88897d78a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:20.745945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b7d014a-614a-4f92-b5c5-15891efffc68 req-78ba3d10-56a4-4939-8eda-0eb737a01c9d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988081 Aug 16 02:23:20.794297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-e2d2018d-d618-4bf2-8727-21f7066c7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.798037 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-e2d2018d-d618-4bf2-8727-21f7066c7d2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 1096 time: 0.0948350 Aug 16 02:23:20.804000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7cd6086-d3ba-43c7-981d-b5e8066e381c req-c2100039-caf4-4280-b577-44816cfae2fc tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822367 Aug 16 02:23:20.864605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-49ece5ee-ae61-48c6-a79f-48b7f9656d42 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790774a4-0082-40db-81ce-a5f88897d78a HTTP/1.1" status: 200 len: 217 time: 0.0579407 Aug 16 02:23:20.924868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2f322-d0e8-4427-bc89-67dbb285fc45 req-3e8999cb-c083-4c4a-b39b-2d58feb77872 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.926881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14c2f322-d0e8-4427-bc89-67dbb285fc45 req-3e8999cb-c083-4c4a-b39b-2d58feb77872 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 945 time: 0.0577641 Aug 16 02:23:20.946994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-7565bf5e-8254-43e8-90dd-e34740bb5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.949174 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-7565bf5e-8254-43e8-90dd-e34740bb5488 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0775394 Aug 16 02:23:20.997415 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-ef2b4e56-30e2-4cd2-b813-3cf37d17a9b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402908 Aug 16 02:23:21.014122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14c2f322-d0e8-4427-bc89-67dbb285fc45 req-8bdb9900-e4a3-4ec0-aba8-7d6e0e23d1bb tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800271 Aug 16 02:23:21.019269 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a38776-8f0a-487a-b65e-d1a3e00420a8 x-openstack-request-id: req-19a38776-8f0a-487a-b65e-d1a3e00420a8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:21.019652 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d9af4f-fe33-4e79-87d9-30a675c33430", "tag": "790774a4-0082-40db-81ce-a5f88897d78a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:21.020396 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19a38776-8f0a-487a-b65e-d1a3e00420a8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:21.020396 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d9af4f-fe33-4e79-87d9-30a675c33430', 'tag': '790774a4-0082-40db-81ce-a5f88897d78a', 'status': 'completed', 'code': 200} Aug 16 02:23:21.127165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-689bea44-c25e-43ed-9166-18a5a7a46c79 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202490 Aug 16 02:23:21.173952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e2e4-5b1a-4ec8-b2b3-fa75b40d7df4 req-17e51a66-1f3a-4f8a-affb-a7464f325056 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.176539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6e9e2e4-5b1a-4ec8-b2b3-fa75b40d7df4 req-17e51a66-1f3a-4f8a-affb-a7464f325056 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0746219 Aug 16 02:23:21.236443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6e9e2e4-5b1a-4ec8-b2b3-fa75b40d7df4 req-99523131-1e07-4557-a78c-b042195921ad tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520020 Aug 16 02:23:21.258563 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d61f42e-7627-4e27-8e95-3fde06dc5581 req-0fb67f6a-efc8-4e1f-9ec4-0d71e13ce1b5 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226091 Aug 16 02:23:21.425627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-168e85c6-5408-40ff-b169-afabe9c8d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.427060 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-168e85c6-5408-40ff-b169-afabe9c8d13a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fc518c11c5e24fccb67ffb8bba257455&device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 1096 time: 0.1105633 Aug 16 02:23:21.434073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc19333-560c-4dce-839e-e861f89eed9f req-210fef00-d79a-48fb-9efb-4492d317e385 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.435339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-e493d8ac-84a3-4a15-82ec-be67c1457428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.436242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dc19333-560c-4dce-839e-e861f89eed9f req-210fef00-d79a-48fb-9efb-4492d317e385 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 945 time: 0.0976686 Aug 16 02:23:21.436755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-e493d8ac-84a3-4a15-82ec-be67c1457428 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b25280048e2a46cdb44d5e4450d111ce&device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 1097 time: 0.0592601 Aug 16 02:23:21.468376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1663c-50c2-4fa2-9e77-9b1f9ebd1cd8 req-2c0027fc-d64e-47de-94a2-de117332038d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.470301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16b1663c-50c2-4fa2-9e77-9b1f9ebd1cd8 req-2c0027fc-d64e-47de-94a2-de117332038d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1194847 Aug 16 02:23:21.504313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dc19333-560c-4dce-839e-e861f89eed9f req-c701c23d-892f-40db-a1a6-868d3b9dd121 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608487 Aug 16 02:23:21.527715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16b1663c-50c2-4fa2-9e77-9b1f9ebd1cd8 req-f9740a43-da72-4890-9df0-32a1ca0a2af9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488467 Aug 16 02:23:21.551338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:21.614437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-384daa94-3311-4a64-8d0b-5eda915dd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.615971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-384daa94-3311-4a64-8d0b-5eda915dd3c5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 200 len: 907 time: 0.1783307 Aug 16 02:23:21.634562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-4865808e-6f50-4680-95ce-de0f8d61807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.636103 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-4865808e-6f50-4680-95ce-de0f8d61807e service neutron] 10.222.0.86 "GET /v2.0/networks?id=6a96a991-8e25-470d-9167-99c45f39f5a4 HTTP/1.1" status: 200 len: 915 time: 0.1895506 Aug 16 02:23:21.660970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c2d7a-d8e6-4aa5-bd8b-f6663a3f97f4 req-d037ff69-311f-4569-a2cb-046833f009ce tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.663606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f83c2d7a-d8e6-4aa5-bd8b-f6663a3f97f4 req-d037ff69-311f-4569-a2cb-046833f009ce tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0614257 Aug 16 02:23:21.673635 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-b3c39c90-3f15-4968-8d99-fdae98040143 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790774a4-0082-40db-81ce-a5f88897d78a HTTP/1.1" status: 200 len: 217 time: 0.0493464 Aug 16 02:23:21.707652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f83c2d7a-d8e6-4aa5-bd8b-f6663a3f97f4 req-92c38803-c879-48d9-85e0-fbdd3288c8d1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380259 Aug 16 02:23:21.739311 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-637bcaf9-abae-417f-a226-f8cd4b80d401 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea4db8ac-8052-4dbb-aeda-7843617511a6 HTTP/1.1" status: 200 len: 217 time: 0.0719984 Aug 16 02:23:21.792368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-16ac9ada-07b4-4ad3-ae65-5c536260d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.793902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-16ac9ada-07b4-4ad3-ae65-5c536260d446 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 200 len: 846 time: 0.0897899 Aug 16 02:23:21.817927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-3cb24dec-999b-451b-a6e8-edbe354fcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.819422 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-3cb24dec-999b-451b-a6e8-edbe354fcf6f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b378547a-5dc4-4ad0-89e8-12fce05f4a54 HTTP/1.1" status: 200 len: 854 time: 0.0667584 Aug 16 02:23:21.853840 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-d6792f1f-9888-476d-a308-766cd73e32f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc4a6db2-0697-4b57-8332-ef6bd8ccf225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473561 Aug 16 02:23:21.876964 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-0a6aac65-1254-44ce-b9d6-0e84d5c47493 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6a96a991-8e25-470d-9167-99c45f39f5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350170 Aug 16 02:23:21.891937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7c2da-38a4-475b-834e-a418296461a8 req-41229685-e140-438f-88a9-be1657339f0c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.893624 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbc7c2da-38a4-475b-834e-a418296461a8 req-41229685-e140-438f-88a9-be1657339f0c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0962293 Aug 16 02:23:21.922591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da90847f-e5c3-4893-93b6-da1b3a4669e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.947931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088089f-050c-4242-821e-55f3e6d7c6e4 req-6a3e2119-80d5-44d8-9149-ee8ffa51721e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.949444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2088089f-050c-4242-821e-55f3e6d7c6e4 req-6a3e2119-80d5-44d8-9149-ee8ffa51721e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 945 time: 0.1075108 Aug 16 02:23:21.992531 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-28b174ae-f67d-4f0c-88fd-8b1621021373 service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242564 Aug 16 02:23:21.996607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbc7c2da-38a4-475b-834e-a418296461a8 req-52b8eb12-506a-43ba-8177-adc53ff2dac9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911350 Aug 16 02:23:22.029477 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2088089f-050c-4242-821e-55f3e6d7c6e4 req-97c3bbe1-70ef-4f31-86dc-fad013e8de67 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681427 Aug 16 02:23:22.092555 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da90847f-e5c3-4893-93b6-da1b3a4669e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.109639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da90847f-e5c3-4893-93b6-da1b3a4669e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.185428 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-da90847f-e5c3-4893-93b6-da1b3a4669e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c08761135518451ebaf0011821bd5b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6319902 Aug 16 02:23:22.188868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0e3ad04a-7d64-4315-b626-d5dca5242a22 req-85451a4f-4b35-4ae4-951a-28b4145dd20a service neutron] 10.222.0.93 "GET /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384947 Aug 16 02:23:22.190452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90847f-e5c3-4893-93b6-da1b3a4669e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa27883a-df4a-4c42-959e-b9000f290fa9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:22.190601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.200271 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-1ed553d7-7b11-47a9-81d9-e1a27805db38 service neutron] 10.222.0.86 "GET /v2.0/networks/6a96a991-8e25-470d-9167-99c45f39f5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121259 Aug 16 02:23:22.209499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6026-ee36-4ea0-ba68-2ed3857c49d7 req-b214f60a-e846-494b-b4e8-ca45ea6686eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:22.211147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd5d6026-ee36-4ea0-ba68-2ed3857c49d7 req-b214f60a-e846-494b-b4e8-ca45ea6686eb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 944 time: 0.1143076 Aug 16 02:23:22.255430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd5d6026-ee36-4ea0-ba68-2ed3857c49d7 req-a15395c6-eb97-455d-9ddd-0e72dfc5ea1d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371165 Aug 16 02:23:22.305350 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-954e8a6e-8af0-4d12-af3d-dda620c9f15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.345191 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-38c7f1d6-f50e-43ce-9ef4-71f03d61339f req-188a175e-8165-4ca0-8034-c4cf292fa65b service neutron] 10.222.0.86 "GET /v2.0/networks/6a96a991-8e25-470d-9167-99c45f39f5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353300 Aug 16 02:23:22.346936 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-954e8a6e-8af0-4d12-af3d-dda620c9f15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.352775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:22.409775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-954e8a6e-8af0-4d12-af3d-dda620c9f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.412633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-954e8a6e-8af0-4d12-af3d-dda620c9f15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.413776 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-954e8a6e-8af0-4d12-af3d-dda620c9f15e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa27883a-df4a-4c42-959e-b9000f290fa9 HTTP/1.1" status: 204 len: 168 time: 0.2220092 Aug 16 02:23:22.426218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e8a6e-8af0-4d12-af3d-dda620c9f15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa27883a-df4a-4c42-959e-b9000f290fa9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:22.427595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 7ed2264b-a42c-426f-b005-acbf3bde543c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:22.432546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 7ed2264b-a42c-426f-b005-acbf3bde543c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:22.433379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.536274 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.567204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:22.569934 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e003258c-5aca-43d0-9760-de7d68c9f781" -d '{"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-plugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:22.599344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:22.608609 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.645340 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8a3452-5938-4af6-83db-3303d705afe9 x-openstack-request-id: req-7c8a3452-5938-4af6-83db-3303d705afe9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:22.645896 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-plugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:22.646311 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c8a3452-5938-4af6-83db-3303d705afe9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:22.646854 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'code': 200} Aug 16 02:23:22.681982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:22.700432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d95ef-51d0-4803-9648-87e8f8699b32 req-d19016d4-09c1-441a-933b-2a1257514ed9 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:22.707825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d32d95ef-51d0-4803-9648-87e8f8699b32 req-d19016d4-09c1-441a-933b-2a1257514ed9 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 945 time: 0.0686529 Aug 16 02:23:22.763006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d32d95ef-51d0-4803-9648-87e8f8699b32 req-3e54e3b0-847b-4f26-b1cf-cfcd4be7d0b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486777 Aug 16 02:23:22.783585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7803edb-341e-4e46-af57-c9bf632533a2 req-ae4f7cef-8c64-4abb-8158-e48fc4059b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:22.785592 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7803edb-341e-4e46-af57-c9bf632533a2 req-ae4f7cef-8c64-4abb-8158-e48fc4059b1f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1098 time: 0.0459442 Aug 16 02:23:22.824576 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e7803edb-341e-4e46-af57-c9bf632533a2 req-20c18ef3-4296-4a7b-b452-8e4aea9333d2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317736 Aug 16 02:23:23.193255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e52fb-4d07-4247-9589-88c7558fb9cd req-b0b55ef7-5f75-4c8f-8b5c-e9fd82c8ca62 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:23.195697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-601e52fb-4d07-4247-9589-88c7558fb9cd req-b0b55ef7-5f75-4c8f-8b5c-e9fd82c8ca62 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.0736942 Aug 16 02:23:23.241065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-601e52fb-4d07-4247-9589-88c7558fb9cd req-07feef13-2ff7-4e01-858f-88eeb5aca9a0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366595 Aug 16 02:23:23.388801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:23.390906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f565be1-b460-4b8c-bd46-cee533b5356a req-fc5ea9e7-2b27-4c86-ba01-28a5b02d16d1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:23.392497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f565be1-b460-4b8c-bd46-cee533b5356a req-fc5ea9e7-2b27-4c86-ba01-28a5b02d16d1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 944 time: 0.0611086 Aug 16 02:23:23.444784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f565be1-b460-4b8c-bd46-cee533b5356a req-0a7f6a2a-f778-4664-80bb-4df6a5ed867d tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Aug 16 02:23:23.509512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65bee7ec-e8f9-4a14-a940-1fcd8d0f17bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.600379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65bee7ec-e8f9-4a14-a940-1fcd8d0f17bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.604048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65bee7ec-e8f9-4a14-a940-1fcd8d0f17bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.643871 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-65bee7ec-e8f9-4a14-a940-1fcd8d0f17bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96ce2cd038df4e288204b4ff1fef94a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539930 Aug 16 02:23:23.645001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bee7ec-e8f9-4a14-a940-1fcd8d0f17bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b305f9db-6a31-4c76-a0d0-31c8a629badc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:23.646554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:23.701086 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cd86175-3402-4a8f-8cc8-4a83970669da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.724084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cd86175-3402-4a8f-8cc8-4a83970669da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.773542 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cd86175-3402-4a8f-8cc8-4a83970669da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.776056 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cd86175-3402-4a8f-8cc8-4a83970669da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.778258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0cd86175-3402-4a8f-8cc8-4a83970669da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b305f9db-6a31-4c76-a0d0-31c8a629badc HTTP/1.1" status: 204 len: 168 time: 0.1290748 Aug 16 02:23:23.786375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd86175-3402-4a8f-8cc8-4a83970669da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b305f9db-6a31-4c76-a0d0-31c8a629badc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:23.851717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 790774a4-0082-40db-81ce-a5f88897d78a details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:23.913913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa679-5e5d-4108-a0f1-7fda4b331551 req-3c2f50e0-d5e4-41c2-b23b-4084eba9ed1d tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:23.915719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc5fa679-5e5d-4108-a0f1-7fda4b331551 req-3c2f50e0-d5e4-41c2-b23b-4084eba9ed1d tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 945 time: 0.0790401 Aug 16 02:23:23.954388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 790774a4-0082-40db-81ce-a5f88897d78a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=790774a4-0082-40db-81ce-a5f88897d78a,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:23.972057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '790774a4-0082-40db-81ce-a5f88897d78a', 'network_id': 'bc4a6db2-0697-4b57-8332-ef6bd8ccf225', 'port_id': '790774a4-0082-40db-81ce-a5f88897d78a', 'mac_address': 'fa:16:3e:bc:8c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefe9e6a-a732-4087-844e-f6771da23569', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:23.979861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc5fa679-5e5d-4108-a0f1-7fda4b331551 req-e7578d54-ed9d-4506-9b2e-9ed79125281f tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542316 Aug 16 02:23:24.018567 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.039981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790774a4-0082-40db-81ce-a5f88897d78a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:24.072006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 790774a4-0082-40db-81ce-a5f88897d78a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=790774a4-0082-40db-81ce-a5f88897d78a,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:24.078995 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.155556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=790774a4-0082-40db-81ce-a5f88897d78a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.176522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:24.191609 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35eb5bc9-746e-404b-b00c-b3b4c5c51b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.290436 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['790774a4-0082-40db-81ce-a5f88897d78a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:24.331195 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35eb5bc9-746e-404b-b00c-b3b4c5c51b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.388647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35eb5bc9-746e-404b-b00c-b3b4c5c51b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.455991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-35eb5bc9-746e-404b-b00c-b3b4c5c51b37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=749def9b24a04f2fa0f180d17f682571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783465 Aug 16 02:23:24.458943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:24.459497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb5bc9-746e-404b-b00c-b3b4c5c51b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73543ad2-1cb2-4bc0-a43c-ec265984e84d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.493447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d76257-4dba-4b87-a79e-6aeb3c2d1265 req-8e92212e-a592-4a69-a5ff-5cab62f8a226 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.497947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43d76257-4dba-4b87-a79e-6aeb3c2d1265 req-8e92212e-a592-4a69-a5ff-5cab62f8a226 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1704659 Aug 16 02:23:24.508101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e25920-4f8d-4554-95d2-875a6eb5df5c req-e09a83bb-7ebf-494c-860d-498691dc646b tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.510082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5e25920-4f8d-4554-95d2-875a6eb5df5c req-e09a83bb-7ebf-494c-860d-498691dc646b tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 945 time: 0.1814358 Aug 16 02:23:24.531008 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f0de29-5186-43fd-af34-a64f99bfa540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.554640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f0de29-5186-43fd-af34-a64f99bfa540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.570889 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43d76257-4dba-4b87-a79e-6aeb3c2d1265 req-ba54ed70-929f-4d4b-9a53-8e402b38023b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598025 Aug 16 02:23:24.575916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5e25920-4f8d-4554-95d2-875a6eb5df5c req-a35a3c60-b280-4291-a001-ba810f87c322 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580158 Aug 16 02:23:24.619747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f0de29-5186-43fd-af34-a64f99bfa540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.623772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f0de29-5186-43fd-af34-a64f99bfa540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.625740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e3f0de29-5186-43fd-af34-a64f99bfa540 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73543ad2-1cb2-4bc0-a43c-ec265984e84d HTTP/1.1" status: 204 len: 168 time: 0.1651573 Aug 16 02:23:24.634607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0de29-5186-43fd-af34-a64f99bfa540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73543ad2-1cb2-4bc0-a43c-ec265984e84d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.697498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148f891-febe-489a-990b-b2162ccdc6eb req-d1bbfe85-fbb5-4428-9a93-afc3ed638e02 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.699319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5148f891-febe-489a-990b-b2162ccdc6eb req-d1bbfe85-fbb5-4428-9a93-afc3ed638e02 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 945 time: 0.0568705 Aug 16 02:23:24.745147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5148f891-febe-489a-990b-b2162ccdc6eb req-985b193e-f5e2-468f-bd6d-b80b32db76de tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Aug 16 02:23:25.207462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:25.317232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d60c3361-1629-4266-bd07-d86625347483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.410333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d60c3361-1629-4266-bd07-d86625347483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.414354 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d60c3361-1629-4266-bd07-d86625347483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.454836 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d60c3361-1629-4266-bd07-d86625347483 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e266af29921e4c3386a4da8fa3b2d60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462649 Aug 16 02:23:25.455762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c3361-1629-4266-bd07-d86625347483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776f6aab-b2ef-40a9-bc44-935dfe651b3c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:25.457567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:25.511762 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc43d-9430-463f-9fdf-5ea8b46175b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.538675 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc43d-9430-463f-9fdf-5ea8b46175b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.589586 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc43d-9430-463f-9fdf-5ea8b46175b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.592202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc43d-9430-463f-9fdf-5ea8b46175b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.596007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9b0fc43d-9430-463f-9fdf-5ea8b46175b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/776f6aab-b2ef-40a9-bc44-935dfe651b3c HTTP/1.1" status: 204 len: 168 time: 0.1343403 Aug 16 02:23:25.602871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fc43d-9430-463f-9fdf-5ea8b46175b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f6aab-b2ef-40a9-bc44-935dfe651b3c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:25.741609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e6b4-d405-47e8-9d38-87f621de4200 req-f86f8fc8-a13f-46cb-82ea-4c7da0a71c39 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:25.743215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e202e6b4-d405-47e8-9d38-87f621de4200 req-f86f8fc8-a13f-46cb-82ea-4c7da0a71c39 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 945 time: 0.0809121 Aug 16 02:23:25.770827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ad98f-0aca-457e-b42a-4f9504a65daf req-9602338c-61b4-4084-9560-f3a477adabe8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:25.776873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c82ad98f-0aca-457e-b42a-4f9504a65daf req-9602338c-61b4-4084-9560-f3a477adabe8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1042013 Aug 16 02:23:25.828757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e202e6b4-d405-47e8-9d38-87f621de4200 req-3d416c52-c0e0-41bd-8fdb-34ead39271a1 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/security-groups?id=02569d3b-64f3-4d25-bce7-4593216568fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726805 Aug 16 02:23:25.857430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c82ad98f-0aca-457e-b42a-4f9504a65daf req-06f15bfb-9e61-4088-8fb7-fc8cb624c459 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657375 Aug 16 02:23:25.864360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 790774a4-0082-40db-81ce-a5f88897d78a up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:25.959327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bb2b7-e591-4160-aee4-cab5d9c66a1f req-c184a3f8-3755-48f1-8515-cf2f0f3138b5 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:25.967634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 790774a4-0082-40db-81ce-a5f88897d78a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:25.970307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-192bb2b7-e591-4160-aee4-cab5d9c66a1f req-c184a3f8-3755-48f1-8515-cf2f0f3138b5 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 945 time: 0.0716293 Aug 16 02:23:25.976856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 790774a4-0082-40db-81ce-a5f88897d78a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:25.977247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.032199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.037532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-192bb2b7-e591-4160-aee4-cab5d9c66a1f req-b19d4ff5-ab2d-42d2-81c0-b092540b0a7c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655820 Aug 16 02:23:26.054206 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80a3e5cc-0cc4-41f2-9684-1bdc349826f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.089961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f21a9-10ff-4534-8d35-862ffcffb4ff req-aa452adc-5958-4833-9c50-c246a13750e3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:26.091565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e14f21a9-10ff-4534-8d35-862ffcffb4ff req-aa452adc-5958-4833-9c50-c246a13750e3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1113937 Aug 16 02:23:26.096471 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.100133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-0b511a3d-e89d-48b8-9448-53d8af6fde39 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:26.102447 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-0b511a3d-e89d-48b8-9448-53d8af6fde39 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.86 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 945 time: 0.1093388 Aug 16 02:23:26.139248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d9af4f-fe33-4e79-87d9-30a675c33430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790774a4-0082-40db-81ce-a5f88897d78a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:26.142718 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e25ac6-cc20-4ad5-ae4a-eb13e007c565" -d '{"events": [{"server_uuid": "c6d9af4f-fe33-4e79-87d9-30a675c33430", "name": "network-vif-plugged", "status": "completed", "tag": "790774a4-0082-40db-81ce-a5f88897d78a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:26.158341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e14f21a9-10ff-4534-8d35-862ffcffb4ff req-131d117b-db1b-4788-8470-e038b18457df tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531721 Aug 16 02:23:26.162752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 790774a4-0082-40db-81ce-a5f88897d78a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=790774a4-0082-40db-81ce-a5f88897d78a,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:26.173541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.176430 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.239705 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59feb231-1acc-4952-ac02-e8f5857d4917 x-openstack-request-id: req-59feb231-1acc-4952-ac02-e8f5857d4917 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:26.239935 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d9af4f-fe33-4e79-87d9-30a675c33430", "name": "network-vif-plugged", "status": "completed", "tag": "790774a4-0082-40db-81ce-a5f88897d78a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:26.240109 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59feb231-1acc-4952-ac02-e8f5857d4917 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:26.240532 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d9af4f-fe33-4e79-87d9-30a675c33430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790774a4-0082-40db-81ce-a5f88897d78a', 'code': 200} Aug 16 02:23:26.246482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=790774a4-0082-40db-81ce-a5f88897d78a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.249167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f83b2ac-2239-4e32-8398-68725504e8a7 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:26.256946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1f83b2ac-2239-4e32-8398-68725504e8a7 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1093 time: 0.0775721 Aug 16 02:23:26.256946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.264161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:26.302190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Deleting port ea4db8ac-8052-4dbb-aeda-7843617511a6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:26.302564 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.361005 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80a3e5cc-0cc4-41f2-9684-1bdc349826f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.371816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80a3e5cc-0cc4-41f2-9684-1bdc349826f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.385140 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.444184 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-80a3e5cc-0cc4-41f2-9684-1bdc349826f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=626fb5bc585d4402b1d559c143378342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064035 Aug 16 02:23:26.444689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.450734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3e5cc-0cc4-41f2-9684-1bdc349826f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bc438d-52a2-46f1-838c-9e0bb0c2feb4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.475738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] For port ea4db8ac-8052-4dbb-aeda-7843617511a6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea4db8ac-8052-4dbb-aeda-7843617511a6,segment=NetworkSegment(56936c51-972e-4ff7-ad29-891e47ca6b2e),segment_id=56936c51-972e-4ff7-ad29-891e47ca6b2e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:26.476380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.508257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Calling delete_port for ea4db8ac-8052-4dbb-aeda-7843617511a6 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:26.523075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be5796-6587-4d98-b1c2-5eddec73f4fe req-9a94e282-17f5-43c6-a4b2-a4f1f675b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:26.524632 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3be5796-6587-4d98-b1c2-5eddec73f4fe req-9a94e282-17f5-43c6-a4b2-a4f1f675b0c4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 1098 time: 0.2190092 Aug 16 02:23:26.531222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43a39af1-0119-4055-a2bb-9e8ac45ab781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.562019 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43a39af1-0119-4055-a2bb-9e8ac45ab781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.591431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.607204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.609692 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d3be5796-6587-4d98-b1c2-5eddec73f4fe req-9723b65e-a498-4253-805c-a4f2c61f5a10 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Aug 16 02:23:26.678671 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43a39af1-0119-4055-a2bb-9e8ac45ab781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.681285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43a39af1-0119-4055-a2bb-9e8ac45ab781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.682453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-43a39af1-0119-4055-a2bb-9e8ac45ab781 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6bc438d-52a2-46f1-838c-9e0bb0c2feb4 HTTP/1.1" status: 204 len: 168 time: 0.2365537 Aug 16 02:23:26.699244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.715614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a39af1-0119-4055-a2bb-9e8ac45ab781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bc438d-52a2-46f1-838c-9e0bb0c2feb4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.749673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Pushing event deleted for resources: {'Port': ['ID=ea4db8ac-8052-4dbb-aeda-7843617511a6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:26.761101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.25.5.228 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/77d2b740-f327-4e9e-b925-0b2454e7ec5c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:26.782741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b048ae4f-5b3c-41d3-aaeb-c9264e7222b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.799559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] No DVR routers for this DVR port ea4db8ac-8052-4dbb-aeda-7843617511a6 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:26.803606 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.806002 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d512f4c3-dff3-4e4a-a48e-41bcfa76060b req-6c14e153-9a91-4814-859e-c3586902e8b3 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.86 "DELETE /v2.0/ports/ea4db8ac-8052-4dbb-aeda-7843617511a6 HTTP/1.1" status: 204 len: 173 time: 0.6956329 Aug 16 02:23:26.806545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687078d0-e597-4cb2-b2fb-5d1956c80a01', 'name': 'network-vif-deleted', 'tag': 'ea4db8ac-8052-4dbb-aeda-7843617511a6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:26.816002 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f85246-0159-42b9-9018-2fe5927eab34" -d '{"events": [{"server_uuid": "687078d0-e597-4cb2-b2fb-5d1956c80a01", "name": "network-vif-deleted", "tag": "ea4db8ac-8052-4dbb-aeda-7843617511a6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:26.894586 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3171e870-8cee-4fa3-850f-baa6065e58dd x-openstack-request-id: req-3171e870-8cee-4fa3-850f-baa6065e58dd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:26.898387 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687078d0-e597-4cb2-b2fb-5d1956c80a01", "name": "network-vif-deleted", "tag": "ea4db8ac-8052-4dbb-aeda-7843617511a6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:26.898844 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3171e870-8cee-4fa3-850f-baa6065e58dd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:26.899320 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687078d0-e597-4cb2-b2fb-5d1956c80a01', 'name': 'network-vif-deleted', 'tag': 'ea4db8ac-8052-4dbb-aeda-7843617511a6', 'status': 'completed', 'code': 200} Aug 16 02:23:26.959920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43e0f3f3-67f3-4b47-a9e2-3710e3e3d98c req-b28c20ed-665c-40fc-be4b-54481997fd82 tempest-InstanceActionsTestJSON-953578246 tempest-InstanceActionsTestJSON-953578246-project] 10.222.0.61 "GET /v2.0/ports?device_id=687078d0-e597-4cb2-b2fb-5d1956c80a01 HTTP/1.1" status: 200 len: 210 time: 0.0427012 Aug 16 02:23:26.962986 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.023339 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b048ae4f-5b3c-41d3-aaeb-c9264e7222b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.032982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b048ae4f-5b3c-41d3-aaeb-c9264e7222b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.060035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.149367 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b048ae4f-5b3c-41d3-aaeb-c9264e7222b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c722ff895d24654892ce380297302d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409257 Aug 16 02:23:27.150474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048ae4f-5b3c-41d3-aaeb-c9264e7222b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5862dcd-fb2e-4806-9381-3b8033b9773d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:27.152335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:27.176119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:27.201805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:27.205315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:27.227129 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977c3a24-a8f2-411e-acc3-f94f57a04369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.240706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=77d2b740-f327-4e9e-b925-0b2454e7ec5c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:27.272716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977c3a24-a8f2-411e-acc3-f94f57a04369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.288241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b892497-3126-4191-b333-7c1960ebdb9d req-95a8901c-454f-4e34-8299-a848ddba68a3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:27.290228 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b892497-3126-4191-b333-7c1960ebdb9d req-95a8901c-454f-4e34-8299-a848ddba68a3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.1505895 Aug 16 02:23:27.381474 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977c3a24-a8f2-411e-acc3-f94f57a04369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.390561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977c3a24-a8f2-411e-acc3-f94f57a04369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.396596 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-977c3a24-a8f2-411e-acc3-f94f57a04369 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5862dcd-fb2e-4806-9381-3b8033b9773d HTTP/1.1" status: 204 len: 168 time: 0.2430570 Aug 16 02:23:27.410645 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c3a24-a8f2-411e-acc3-f94f57a04369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5862dcd-fb2e-4806-9381-3b8033b9773d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:27.498764 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b892497-3126-4191-b333-7c1960ebdb9d req-cf6d34de-ff6a-4d27-a2f1-30ecd287d95c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865792 Aug 16 02:23:27.778717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.854064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.023290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:28.032848 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.041469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.074087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-578ba73b-f7b4-4624-826c-4a3ac50bf865 admin admin] Deleting subnet b378547a-5dc4-4ad0-89e8-12fce05f4a54 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:28.078553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-578ba73b-f7b4-4624-826c-4a3ac50bf865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.143531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-578ba73b-f7b4-4624-826c-4a3ac50bf865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.143737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=77d2b740-f327-4e9e-b925-0b2454e7ec5c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.155489 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.206056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-578ba73b-f7b4-4624-826c-4a3ac50bf865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.269995 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Floating IP da341a42-9008-4f77-91e2-32c4d15a7b0e associated. External IP: 172.25.5.228, port: 7ed2264b-a42c-426f-b005-acbf3bde543c. Aug 16 02:23:28.277727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-578ba73b-f7b4-4624-826c-4a3ac50bf865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.305321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ba73b-f7b4-4624-826c-4a3ac50bf865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b378547a-5dc4-4ad0-89e8-12fce05f4a54,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.317373 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-578ba73b-f7b4-4624-826c-4a3ac50bf865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.323006 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-578ba73b-f7b4-4624-826c-4a3ac50bf865 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b378547a-5dc4-4ad0-89e8-12fce05f4a54 HTTP/1.1" status: 204 len: 168 time: 0.2985699 Aug 16 02:23:28.323892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:28.374330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ea4db8ac-8052-4dbb-aeda-7843617511a6 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:28.395355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: ea4db8ac-8052-4dbb-aeda-7843617511a6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:28.396110 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ea4db8ac-8052-4dbb-aeda-7843617511a6 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:28.454725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.474955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43544) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:28.623888 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.646767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-969249886'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:28.663755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a96a991-8e25-470d-9167-99c45f39f5a4']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:28.670030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Made reservation on behalf of 0032d8730a8f4931b950e636cf1f9af6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:28.675384 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.683260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56936c51-972e-4ff7-ad29-891e47ca6b2e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:28.683559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56936c51-972e-4ff7-ad29-891e47ca6b2e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:28.686064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.698527 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.722537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.735816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc93941-ceb5-42ac-80a9-c561e6dc13da req-8684068e-b4c0-48d4-b981-42e2b1eff04f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.737886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7dc93941-ceb5-42ac-80a9-c561e6dc13da req-8684068e-b4c0-48d4-b981-42e2b1eff04f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.1434698 Aug 16 02:23:28.741516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:28.742958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:28.743399 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:28.745199 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:29.158790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.163004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7dc93941-ceb5-42ac-80a9-c561e6dc13da req-c4509d4a-dd88-42f3-ad79-3945b06b74f9 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168062 Aug 16 02:23:29.173504 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.175402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] 10.222.0.61 "DELETE /v2.0/networks/6a96a991-8e25-470d-9167-99c45f39f5a4 HTTP/1.1" status: 204 len: 168 time: 0.8502624 Aug 16 02:23:29.186734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023bb42-d57d-4095-9632-986d0c5e90ad admin admin] Pushing event deleted for resources: {'Network': ['ID=6a96a991-8e25-470d-9167-99c45f39f5a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.227725 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.232260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.252951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:29.261942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:29.275521 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] Sync routers for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:29.284973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.290195 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.292100 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Added segment 83ee0f5a-7076-4857-ab1d-817682f5c818 of type vlan for network a981b3f8-46f2-4e47-9eed-ec7985b256a0 Aug 16 02:23:29.298710 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:29.302711 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:23:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:29.319752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-be4aa039-c5d9-460f-8529-beb6408dc900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0618887 Aug 16 02:23:29.320801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:29.324175 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:29.448916 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1a5a27-10cd-4b75-995c-79760f42c256 x-openstack-request-id: req-ad1a5a27-10cd-4b75-995c-79760f42c256 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:29.449146 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:29.449398 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad1a5a27-10cd-4b75-995c-79760f42c256 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:29.449786 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'status': 'completed', 'code': 200} Aug 16 02:23:29.454158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3303fe85-7468-425e-8a48-59a843569a92,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.461667 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.482075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:29.483733 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:29.521647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8b774-6c51-4331-b037-e739549710e2 req-10a92b02-fe30-4487-995d-dbb6b2bf485e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.529072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4be8b774-6c51-4331-b037-e739549710e2 req-10a92b02-fe30-4487-995d-dbb6b2bf485e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.0953646 Aug 16 02:23:29.552020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-955d8b03-aafe-4897-aa84-946a31d1162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.553746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-955d8b03-aafe-4897-aa84-946a31d1162b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1098 time: 0.0714056 Aug 16 02:23:29.554493 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.560525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.561312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.621227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f29dc676-0dba-49f5-afee-bb8834e4506e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b25280048e2a46cdb44d5e4450d111ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353018 Aug 16 02:23:29.624576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:29.641549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4be8b774-6c51-4331-b037-e739549710e2 req-888522f5-35e1-4f6d-b02d-0361fba25161 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111319 Aug 16 02:23:29.663375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:29.679803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43586) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:29.682819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa25235-bfaf-4747-9715-6a079ba93e3b req-69873511-215d-4da3-bef9-30c4a01bcbff tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.684467 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2aa25235-bfaf-4747-9715-6a079ba93e3b req-69873511-215d-4da3-bef9-30c4a01bcbff tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.1137898 Aug 16 02:23:29.695226 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2189808 Aug 16 02:23:29.726497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc963774-f938-4251-8f24-365ef6eb4f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Pushing event updated for resources: {'Network': ['ID=a981b3f8-46f2-4e47-9eed-ec7985b256a0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.742457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network a981b3f8-46f2-4e47-9eed-ec7985b256a0 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:29.805751 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a30621f6-d5f0-4285-9f96-1fc31448818e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/da341a42-9008-4f77-91e2-32c4d15a7b0e HTTP/1.1" status: 200 len: 992 time: 0.1411963 Aug 16 02:23:29.822625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2aa25235-bfaf-4747-9715-6a079ba93e3b req-0dd2c150-f88b-4c74-b78f-5828c6e3cda3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892308 Aug 16 02:23:29.863733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-4e1af8cb-976d-4885-a2fc-0fc9e11531fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.866657 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-4e1af8cb-976d-4885-a2fc-0fc9e11531fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.3006718 Aug 16 02:23:29.871893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-735d19d5-71b1-406f-ab39-876e00cf9bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.960536 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:23:04Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'da341a42-9008-4f77-91e2-32c4d15a7b0e', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'port_id': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'mac_address': 'fa:16:3e:23:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:27Z', 'updated_at': '2021-08-16T02:23:27Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505f8927-efcc-4103-a5be-60107fd110c5', 'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:7e:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:10Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '3192746c-438e-4f3d-a343-73333c528311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:29.965357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed6226-7d21-4845-84f5-c7c609d31796 req-bcf1d18b-e78e-49d2-97f8-fce80edb55c8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.967582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7ed6226-7d21-4845-84f5-c7c609d31796 req-bcf1d18b-e78e-49d2-97f8-fce80edb55c8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0673513 Aug 16 02:23:29.994847 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] Checking router: 7cc78b13-c947-471a-9cd7-9fad5ce0f527 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:30.004687 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:30.005337 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:23:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:30.031871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7ed6226-7d21-4845-84f5-c7c609d31796 req-0d1e6628-26ea-4077-b1f4-d2b4f608f05e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555944 Aug 16 02:23:30.073001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:30.079357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Request body: {'port': {'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0', 'binding:host_id': 'n-h2-768862-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-400990994'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:30.107893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Made reservation on behalf of 4ef68bed07984cf9b7495a23dbf783fa for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:30.111645 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.121901 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.146008 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:30.266642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.271434 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.275121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65e7a984-8ee3-4923-9663-b9f235b79505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.283253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] device_id is not set on port 3f5946c1-883f-4f21-a4a8-15f66552f516 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:30.295910 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-735d19d5-71b1-406f-ab39-876e00cf9bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.338498 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-00ed991a-b3b1-4150-8452-5870061409ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1000 time: 0.4370260 Aug 16 02:23:30.387106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5111f9e1-4631-4c15-8dc7-e2104a273727,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:30.404254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.404649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.405091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.405508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.406074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.406947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.407385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.407791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.408201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.408606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.409310 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.409721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.427265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-fba2be1a-21da-4b3f-a1e4-60b566d8b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:30.429195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-fba2be1a-21da-4b3f-a1e4-60b566d8b4f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.0798280 Aug 16 02:23:30.434516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-735d19d5-71b1-406f-ab39-876e00cf9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.437444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-735d19d5-71b1-406f-ab39-876e00cf9bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.438793 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-735d19d5-71b1-406f-ab39-876e00cf9bd9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02569d3b-64f3-4d25-bce7-4593216568fe HTTP/1.1" status: 204 len: 168 time: 0.8016846 Aug 16 02:23:30.444661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480efa45-93b0-413a-a884-017ac211941d req-24a1e4aa-4c16-4dc9-8299-f5645be61481 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:30.452411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-480efa45-93b0-413a-a884-017ac211941d req-24a1e4aa-4c16-4dc9-8299-f5645be61481 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.1607280 Aug 16 02:23:30.462147 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:23:04Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'da341a42-9008-4f77-91e2-32c4d15a7b0e', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'port_id': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'mac_address': 'fa:16:3e:23:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:27Z', 'updated_at': '2021-08-16T02:23:27Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505f8927-efcc-4103-a5be-60107fd110c5', 'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:7e:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:10Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '3192746c-438e-4f3d-a343-73333c528311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:30.480409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d19d5-71b1-406f-ab39-876e00cf9bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02569d3b-64f3-4d25-bce7-4593216568fe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:30.524697 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ac35c-d9e5-45df-a845-b6a746851684 None None] The sync data for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 is: [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:23:04Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'da341a42-9008-4f77-91e2-32c4d15a7b0e', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'port_id': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'mac_address': 'fa:16:3e:23:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:27Z', 'updated_at': '2021-08-16T02:23:27Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505f8927-efcc-4103-a5be-60107fd110c5', 'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:7e:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:10Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '3192746c-438e-4f3d-a343-73333c528311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:30.540949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-93c7fa81-fb44-4ea7-97b4-e0f3e76a1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:30.542482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-93c7fa81-fb44-4ea7-97b4-e0f3e76a1de7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024892 Aug 16 02:23:30.570140 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65e7a984-8ee3-4923-9663-b9f235b79505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.581364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65e7a984-8ee3-4923-9663-b9f235b79505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.632625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-480efa45-93b0-413a-a884-017ac211941d req-44822a39-f643-4255-9908-808cd01cf6df tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778729 Aug 16 02:23:30.683987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] device_id is not set on port 3f5946c1-883f-4f21-a4a8-15f66552f516 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:30.693980 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-65e7a984-8ee3-4923-9663-b9f235b79505 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=632436a50e164708b353eb2134d398e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0109220 Aug 16 02:23:30.695070 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7a984-8ee3-4923-9663-b9f235b79505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4f99ba-12b7-4be6-9fd4-80d0029b67bc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:30.695865 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.698475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:30.699730 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.723823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Transition to ACTIVE for port object 3f5946c1-883f-4f21-a4a8-15f66552f516 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:30.730004 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-2b57f2da-5314-4824-a4d9-521ef0af7348 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769495 Aug 16 02:23:30.743203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.809606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:30.812817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'Port': ['ID=3f5946c1-883f-4f21-a4a8-15f66552f516,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:30.854613 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c791ae94-3f73-4632-b0a9-69fbcb5dd2f8 req-89a59f64-a0e5-4148-b898-90eb982de7e0 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171389 Aug 16 02:23:30.880200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8741d4f-41b9-4735-aa33-d850398e8794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.880874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ba162-24c9-429b-9d7d-af5430f09187 None None] New status for floating IP da341a42-9008-4f77-91e2-32c4d15a7b0e: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:23:30.923141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-859092af-b627-46ef-866c-0cf1fa8773d8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/da341a42-9008-4f77-91e2-32c4d15a7b0e HTTP/1.1" status: 200 len: 992 time: 0.1100469 Aug 16 02:23:30.934033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8741d4f-41b9-4735-aa33-d850398e8794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.942760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Checking segment: {'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:30.943160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Network hostable DHCP agents. Network: a981b3f8-46f2-4e47-9eed-ec7985b256a0, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:30.983634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Network a981b3f8-46f2-4e47-9eed-ec7985b256a0 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:30.994303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, a981b3f8-46f2-4e47-9eed-ec7985b256a0) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:30.998231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:31.006840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa6d10-454c-493e-8905-34b6642af733 None None] Network a981b3f8-46f2-4e47-9eed-ec7985b256a0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:31.014455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.014764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.015875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.019302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8741d4f-41b9-4735-aa33-d850398e8794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.021961 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8741d4f-41b9-4735-aa33-d850398e8794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.025463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d8741d4f-41b9-4735-aa33-d850398e8794 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a4f99ba-12b7-4be6-9fd4-80d0029b67bc HTTP/1.1" status: 204 len: 168 time: 0.3230095 Aug 16 02:23:31.031001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.031733 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.036643 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 2 to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 Aug 16 02:23:31.051774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8741d4f-41b9-4735-aa33-d850398e8794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4f99ba-12b7-4be6-9fd4-80d0029b67bc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.059365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.059787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.060205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.060555 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c57bb05-1996-4f2b-a008-ee7c6c61bb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.065947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.066356 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.066836 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 3 to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 Aug 16 02:23:31.081105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.081442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.081917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.086787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.087264 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.087744 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 4 to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 Aug 16 02:23:31.113548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.113974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.114381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.119849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.120257 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.120798 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 5 to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 Aug 16 02:23:31.136667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.136968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.137425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.143595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.143806 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.144300 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 6 to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 Aug 16 02:23:31.159825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.160421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.160767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.165538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.165873 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.166268 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 7 to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 Aug 16 02:23:31.180399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.180933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.181057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.186017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.186240 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.186599 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 8 to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 Aug 16 02:23:31.209210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.209559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.209882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.218868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.219298 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.219644 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 9 to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 Aug 16 02:23:31.241405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.241750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.242090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.246513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.246840 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.247270 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 10 to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 Aug 16 02:23:31.260783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:31.261205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:31.261787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:31.266563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 3f5946c1-883f-4f21-a4a8-15f66552f516 on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:31.266981 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 3f5946c1-883f-4f21-a4a8-15f66552f516 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:31.267705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.337662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] For port 3f5946c1-883f-4f21-a4a8-15f66552f516, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:31.338051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempted to set empty binding levels {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:23:31.343405 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.380153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:31.380153 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.404938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'Port': ['ID=3f5946c1-883f-4f21-a4a8-15f66552f516,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.413557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-050dd28c-1e9a-42ec-b5a1-fc0aea6ce3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.3392978 Aug 16 02:23:31.416680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:31.470451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:31.487738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-169f3c6d-f191-46c4-a407-936a794693e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.511798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b90961c7-c678-4b25-9701-55a2c7a3784d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Deleting port 3f5946c1-883f-4f21-a4a8-15f66552f516 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:31.512169 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b90961c7-c678-4b25-9701-55a2c7a3784d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.583334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b90961c7-c678-4b25-9701-55a2c7a3784d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] For port 3f5946c1-883f-4f21-a4a8-15f66552f516, host n-h2-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:31.583708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b90961c7-c678-4b25-9701-55a2c7a3784d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.592368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-169f3c6d-f191-46c4-a407-936a794693e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.597121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-169f3c6d-f191-46c4-a407-936a794693e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.602938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b90961c7-c678-4b25-9701-55a2c7a3784d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Calling delete_port for 3f5946c1-883f-4f21-a4a8-15f66552f516 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:31.629615 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-169f3c6d-f191-46c4-a407-936a794693e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe70172f28ee4188846c046f6a59dc48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579494 Aug 16 02:23:31.635746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43638) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:31.670112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f3c6d-f191-46c4-a407-936a794693e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a645905-e5d9-499e-b80c-b6398ad4f4e0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.703992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b90961c7-c678-4b25-9701-55a2c7a3784d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.706440 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cca0893-47d2-4fdc-aa27-f8104765fdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.730383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cca0893-47d2-4fdc-aa27-f8104765fdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.739311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90961c7-c678-4b25-9701-55a2c7a3784d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f5946c1-883f-4f21-a4a8-15f66552f516,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.754349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b90961c7-c678-4b25-9701-55a2c7a3784d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.756531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b90961c7-c678-4b25-9701-55a2c7a3784d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "DELETE /v2.0/ports/3f5946c1-883f-4f21-a4a8-15f66552f516 HTTP/1.1" status: 204 len: 168 time: 0.3387408 Aug 16 02:23:31.758990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:31.792791 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cca0893-47d2-4fdc-aa27-f8104765fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.795551 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cca0893-47d2-4fdc-aa27-f8104765fdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.797261 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6cca0893-47d2-4fdc-aa27-f8104765fdd9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a645905-e5d9-499e-b80c-b6398ad4f4e0 HTTP/1.1" status: 204 len: 168 time: 0.1603427 Aug 16 02:23:31.806248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca0893-47d2-4fdc-aa27-f8104765fdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a645905-e5d9-499e-b80c-b6398ad4f4e0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.809757 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf083593-542c-44e1-b83a-320477329a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:23:31.816201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bf083593-542c-44e1-b83a-320477329a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "GET /v2.0/ports/3f5946c1-883f-4f21-a4a8-15f66552f516 HTTP/1.1" status: 404 len: 333 time: 0.0513780 Aug 16 02:23:31.816201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:31.824706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Request body: {'port': {'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-29636269'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:31.865852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eca879-bbdc-442c-8dc2-9b620e51b695 req-28bd3767-9fa3-4027-95d4-7eac90d1ed89 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:31.867434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4eca879-bbdc-442c-8dc2-9b620e51b695 req-28bd3767-9fa3-4027-95d4-7eac90d1ed89 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.1305928 Aug 16 02:23:31.883663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Made reservation on behalf of 4ef68bed07984cf9b7495a23dbf783fa for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:31.886090 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.914032 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] device_id is not set on port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:31.933517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:31.944051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4eca879-bbdc-442c-8dc2-9b620e51b695 req-6537d29e-6890-4875-84a5-8588a6303239 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672972 Aug 16 02:23:32.013625 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-58c6c58d-d5f7-4d5c-8a8c-b4b1442759d7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/da341a42-9008-4f77-91e2-32c4d15a7b0e HTTP/1.1" status: 200 len: 994 time: 0.0870397 Aug 16 02:23:32.119752 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.164707 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.213188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Network a981b3f8-46f2-4e47-9eed-ec7985b256a0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:32.216113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:32.220358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:32.221225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:32.222366 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.231635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'Port': ['ID=12f19e67-608f-42bc-b9a0-6ae90e1edf9c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:32.245970 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-51ec7c6c-0e81-4bf3-89c8-68f76a6af16f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.4261951 Aug 16 02:23:32.248684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43674) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:32.254302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:32.315621 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.503465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] device_id is not set on port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:32.514045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.531071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Transition to ACTIVE for port object 12f19e67-608f-42bc-b9a0-6ae90e1edf9c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:32.541305 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.600012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'Port': ['ID=12f19e67-608f-42bc-b9a0-6ae90e1edf9c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:32.620218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.620680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.620902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.626161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.626503 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.626893 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 2 to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c Aug 16 02:23:32.641219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.641564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.641908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.646499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.646836 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.647268 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 3 to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c Aug 16 02:23:32.661118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.661586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.661931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.666723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.667050 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.667467 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 4 to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c Aug 16 02:23:32.681079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.681427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.681763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.686082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.686476 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.686970 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 5 to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c Aug 16 02:23:32.699614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.699718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.700038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.705187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.705544 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.706054 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 6 to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c Aug 16 02:23:32.726938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.726938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.726938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.726938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.726938 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.726938 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 7 to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c Aug 16 02:23:32.738796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.738796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.739068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.744286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.744618 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.745008 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 8 to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c Aug 16 02:23:32.759201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.759536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.759874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.765812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.766169 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.766664 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 9 to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c Aug 16 02:23:32.779347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.779685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.780018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.785519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.785844 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.786235 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 10 to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c Aug 16 02:23:32.799591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.799924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.800336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.804722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:32.805052 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:32.805553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.888525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] For port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:32.889000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempted to set empty binding levels {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:23:32.893850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.926010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] In _notify_port_updated(), no bound segment for port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:23:32.926791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:32.928186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.929895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "PUT /v2.0/ports/12f19e67-608f-42bc-b9a0-6ae90e1edf9c HTTP/1.1" status: 200 len: 978 time: 0.6801031 Aug 16 02:23:32.932889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:32.948732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c47e1d-9c17-4012-8929-642874557ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'Port': ['ID=12f19e67-608f-42bc-b9a0-6ae90e1edf9c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:33.093388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.095275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.095275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.095275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.095583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.096012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.096811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.097342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.098008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.099076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.100084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.100970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.101828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.103605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.104751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.105445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.105723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.106197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.106679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.111328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aff65ac7-1d19-43c8-b73a-019b586ffce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17081 time: 0.1755226 Aug 16 02:23:33.115908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.123625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628bd74-ae86-4b50-8b11-e69302821b43 req-71baf734-8cb7-4876-ba9a-1f889b0035ef tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.126045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1628bd74-ae86-4b50-8b11-e69302821b43 req-71baf734-8cb7-4876-ba9a-1f889b0035ef tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0781462 Aug 16 02:23:33.184854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1628bd74-ae86-4b50-8b11-e69302821b43 req-dc579918-0516-4e3e-82e6-b31e772d6e26 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455656 Aug 16 02:23:33.211695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-32a64daa-9bb8-4682-a907-0fa82cf0c134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Deleting port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:33.212287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32a64daa-9bb8-4682-a907-0fa82cf0c134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.281363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-32a64daa-9bb8-4682-a907-0fa82cf0c134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] For port 12f19e67-608f-42bc-b9a0-6ae90e1edf9c, host n-h2-768862-14, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:33.281889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32a64daa-9bb8-4682-a907-0fa82cf0c134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.298421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-32a64daa-9bb8-4682-a907-0fa82cf0c134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Calling delete_port for 12f19e67-608f-42bc-b9a0-6ae90e1edf9c owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:33.388874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32a64daa-9bb8-4682-a907-0fa82cf0c134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.422312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a64daa-9bb8-4682-a907-0fa82cf0c134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event deleted for resources: {'Port': ['ID=12f19e67-608f-42bc-b9a0-6ae90e1edf9c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:33.429246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32a64daa-9bb8-4682-a907-0fa82cf0c134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.433443 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-32a64daa-9bb8-4682-a907-0fa82cf0c134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "DELETE /v2.0/ports/12f19e67-608f-42bc-b9a0-6ae90e1edf9c HTTP/1.1" status: 204 len: 168 time: 0.3143041 Aug 16 02:23:33.434214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.460559 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7e1a3a-c7ad-444b-870c-a0ca890154be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:23:33.462112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9c7e1a3a-c7ad-444b-870c-a0ca890154be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "GET /v2.0/ports/12f19e67-608f-42bc-b9a0-6ae90e1edf9c HTTP/1.1" status: 404 len: 333 time: 0.0268762 Aug 16 02:23:33.466349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.471463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221877686', 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:33.493022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Made reservation on behalf of 4ef68bed07984cf9b7495a23dbf783fa for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:33.495146 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.515373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] device_id is not set on port 2daefee2-8234-4ba6-b1c9-ca98a78d3b85 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:33.613288 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-126653e7-4e30-40e4-b370-c57764b975a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.688992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.732038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.783109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Network a981b3f8-46f2-4e47-9eed-ec7985b256a0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:33.786916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:33.789379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:33.790478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.791109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.806184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'Port': ['ID=2daefee2-8234-4ba6-b1c9-ca98a78d3b85,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:33.810968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e9dd47e9-7351-4b10-a0ce-a18c3597d8d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3435955 Aug 16 02:23:33.814453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.849152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e80389-cdf7-4713-9f85-6acb94446694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.850575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a4e80389-cdf7-4713-9f85-6acb94446694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "GET /v2.0/ports/2daefee2-8234-4ba6-b1c9-ca98a78d3b85 HTTP/1.1" status: 200 len: 959 time: 0.0351863 Aug 16 02:23:33.853545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.857894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.910208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.920825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.949050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d1c1952f-319c-447f-9c9a-0943daad7b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Deleting port 2daefee2-8234-4ba6-b1c9-ca98a78d3b85 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:33.949604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1c1952f-319c-447f-9c9a-0943daad7b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.017219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1c1952f-319c-447f-9c9a-0943daad7b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.020073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-12983c8e-8000-42c1-b2ef-088bf4d992dd tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:34.036337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d1c1952f-319c-447f-9c9a-0943daad7b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Calling delete_port for 2daefee2-8234-4ba6-b1c9-ca98a78d3b85 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:34.048215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43750) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:34.051563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-12983c8e-8000-42c1-b2ef-088bf4d992dd tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] 10.222.0.61 "PUT /v2.0/quotas/a695710693184676938fb1fb534dd613 HTTP/1.1" status: 200 len: 368 time: 0.1362877 Aug 16 02:23:34.055646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Request body: {'network': {'project_id': 'a695710693184676938fb1fb534dd613'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:34.093693 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acbc6cd1-4d5c-41eb-abe9-47c70040b22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.118163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Made reservation on behalf of a695710693184676938fb1fb534dd613 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:34.120490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.133194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.159559 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1c1952f-319c-447f-9c9a-0943daad7b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.192801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1952f-319c-447f-9c9a-0943daad7b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event deleted for resources: {'Port': ['ID=2daefee2-8234-4ba6-b1c9-ca98a78d3b85,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.198578 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1c1952f-319c-447f-9c9a-0943daad7b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.203398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d1c1952f-319c-447f-9c9a-0943daad7b5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "DELETE /v2.0/ports/2daefee2-8234-4ba6-b1c9-ca98a78d3b85 HTTP/1.1" status: 204 len: 168 time: 0.3462734 Aug 16 02:23:34.203706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:34.212484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acbc6cd1-4d5c-41eb-abe9-47c70040b22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.217133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acbc6cd1-4d5c-41eb-abe9-47c70040b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.229702 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4c3c85-ed2d-4e57-8eaf-bd8b2a0176df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:23:34.236799 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-df4c3c85-ed2d-4e57-8eaf-bd8b2a0176df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "GET /v2.0/ports/2daefee2-8234-4ba6-b1c9-ca98a78d3b85 HTTP/1.1" status: 404 len: 333 time: 0.0266922 Aug 16 02:23:34.237340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:34.242326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Request body: {'port': {'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-128856530'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:34.259924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-acbc6cd1-4d5c-41eb-abe9-47c70040b22b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d3121ed8d1c49498e6543115b72ffb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008918 Aug 16 02:23:34.262680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:34.266423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc6cd1-4d5c-41eb-abe9-47c70040b22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65813842-f7c4-418d-99bf-a27bbf54f230,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.287928 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:23:34.287928 n-d-768862-14 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:23:34.287928 n-d-768862-14 neutron-server[94640]: [parameters: {'project_id_1': '4ef68bed07984cf9b7495a23dbf783fa', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 23, 34, 248139)}] Aug 16 02:23:34.287928 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:23:34.288361 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:23:34.328293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b7154-211d-404b-bace-0d7f08fce915 req-c7bd127e-0158-438a-a2ab-4c6cc6f6e00a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:34.329844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b5b7154-211d-404b-bace-0d7f08fce915 req-c7bd127e-0158-438a-a2ab-4c6cc6f6e00a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0585687 Aug 16 02:23:34.348594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f8e308b-6c58-472d-9108-bed3ba9cbc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.371699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b5b7154-211d-404b-bace-0d7f08fce915 req-9bcb836f-3e9d-4ba5-a0fb-54e9732aea01 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351162 Aug 16 02:23:34.381540 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f8e308b-6c58-472d-9108-bed3ba9cbc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.426176 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.431253 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.462581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe1a79b-fe3e-4b39-ad75-b13d44d84c3d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.467690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f8e308b-6c58-472d-9108-bed3ba9cbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.470810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f8e308b-6c58-472d-9108-bed3ba9cbc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.472006 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3f8e308b-6c58-472d-9108-bed3ba9cbc5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65813842-f7c4-418d-99bf-a27bbf54f230 HTTP/1.1" status: 204 len: 168 time: 0.2080531 Aug 16 02:23:34.477362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:34.488778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e308b-6c58-472d-9108-bed3ba9cbc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65813842-f7c4-418d-99bf-a27bbf54f230,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.494598 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.495179 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Added segment b38d40a6-d64d-4f2e-8f74-86dae460993e of type vlan for network 31f0d99b-730a-4cd0-b4cb-4bec5e6057f8 Aug 16 02:23:34.537134 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.566667 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.567658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:34.568242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.621118 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5706322 Aug 16 02:23:34.623877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:34.629531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Request body: {'network': {'project_id': 'a695710693184676938fb1fb534dd613'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:34.636945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cddf9-4851-4e35-8b20-c6281958cd4b tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Pushing event updated for resources: {'Network': ['ID=31f0d99b-730a-4cd0-b4cb-4bec5e6057f8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.647578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 31f0d99b-730a-4cd0-b4cb-4bec5e6057f8 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:34.661494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Made reservation on behalf of a695710693184676938fb1fb534dd613 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:34.664118 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.687932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:34.697689 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.698928 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Added segment 90b6614b-3d8e-4bc0-a936-332de85b6754 of type vlan for network 9a6950d4-591b-4c19-971f-d5abd4bfb372 Aug 16 02:23:34.742546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.773294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.774405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:34.774943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43768) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:34.775056 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.792494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-421cd346-e1c1-413e-9b13-48c9486de7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.835343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2101867 Aug 16 02:23:34.838127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:34.843520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6fb05eb3-94c5-420c-9cd2-3968cb8a9cb1 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Request body: {'network': {'project_id': 'a695710693184676938fb1fb534dd613'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:34.846146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Made reservation on behalf of 4ef68bed07984cf9b7495a23dbf783fa for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:34.847031 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.849279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.856550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f8867-df43-4bd4-a522-19d654185a74 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Pushing event updated for resources: {'Network': ['ID=9a6950d4-591b-4c19-971f-d5abd4bfb372,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.867688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 9a6950d4-591b-4c19-971f-d5abd4bfb372 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:34.881955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] device_id is not set on port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:35.064250 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-421cd346-e1c1-413e-9b13-48c9486de7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.071355 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-421cd346-e1c1-413e-9b13-48c9486de7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.074192 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb05eb3-94c5-420c-9cd2-3968cb8a9cb1 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:23:35.074662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb05eb3-94c5-420c-9cd2-3968cb8a9cb1 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:23:35.075870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6fb05eb3-94c5-420c-9cd2-3968cb8a9cb1 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2368233 Aug 16 02:23:35.105989 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.130509 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-421cd346-e1c1-413e-9b13-48c9486de7b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e7a925a716544ba3aacf058f372b8c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543570 Aug 16 02:23:35.133703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:35.135127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cd346-e1c1-413e-9b13-48c9486de7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a68dd3f-aaab-408f-960a-07708c09199b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:35.168974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.183000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:35.199867 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582f2c99-9710-4362-aa5c-e5710632dba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.213426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'Port': ['ID=6f7244d1-c454-42b7-af43-fbaf0c47cf0b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:35.224151 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582f2c99-9710-4362-aa5c-e5710632dba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.228473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Network a981b3f8-46f2-4e47-9eed-ec7985b256a0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:35.229972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:35.232300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:35.233235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:35.234434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.249452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c394f98d-99c1-4683-a701-c86f618c8512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0105207 Aug 16 02:23:35.251753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:35.257022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:35.277413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582f2c99-9710-4362-aa5c-e5710632dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.280087 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-582f2c99-9710-4362-aa5c-e5710632dba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.282141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-582f2c99-9710-4362-aa5c-e5710632dba0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a68dd3f-aaab-408f-960a-07708c09199b HTTP/1.1" status: 204 len: 168 time: 0.1467190 Aug 16 02:23:35.298281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f2c99-9710-4362-aa5c-e5710632dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a68dd3f-aaab-408f-960a-07708c09199b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:35.323681 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.377763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-55ba7484-125d-490e-9b0d-10f09a81d476 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a695710693184676938fb1fb534dd613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932149 Aug 16 02:23:35.379887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:35.498878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff556f7-3fc2-4ff2-a41e-9b96dcf79467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.533250 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff556f7-3fc2-4ff2-a41e-9b96dcf79467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.549596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20473ae3-9aba-45f7-833b-e3ca2e15f618 req-62ed3570-db08-4cf9-b969-584515dc9704 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:35.551115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20473ae3-9aba-45f7-833b-e3ca2e15f618 req-62ed3570-db08-4cf9-b969-584515dc9704 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0884292 Aug 16 02:23:35.577632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] device_id is not set on port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:35.585336 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.597976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Transition to ACTIVE for port object 6f7244d1-c454-42b7-af43-fbaf0c47cf0b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:35.602479 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.614552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20473ae3-9aba-45f7-833b-e3ca2e15f618 req-bc6905b4-0765-4a13-8c19-1a0f3f184c5a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539811 Aug 16 02:23:35.634929 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff556f7-3fc2-4ff2-a41e-9b96dcf79467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.642190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff556f7-3fc2-4ff2-a41e-9b96dcf79467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.655191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cff556f7-3fc2-4ff2-a41e-9b96dcf79467 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbe1a79b-fe3e-4b39-ad75-b13d44d84c3d HTTP/1.1" status: 204 len: 168 time: 0.2626038 Aug 16 02:23:35.655191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:35.678348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'Port': ['ID=6f7244d1-c454-42b7-af43-fbaf0c47cf0b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:35.683305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.683626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.684036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.689600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.689920 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.690422 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 2 to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b Aug 16 02:23:35.703800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.704142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.704460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.709025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.709338 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.709614 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 3 to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b Aug 16 02:23:35.722709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.723046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.723435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.730170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff556f7-3fc2-4ff2-a41e-9b96dcf79467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe1a79b-fe3e-4b39-ad75-b13d44d84c3d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:35.739475 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.748918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.752084 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.752696 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 4 to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b Aug 16 02:23:35.767879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.768081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.768382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.774182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.774745 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.775178 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 5 to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b Aug 16 02:23:35.790290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.790627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.790963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.795707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.795876 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.796295 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 6 to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b Aug 16 02:23:35.813641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.813987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.814311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.819666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.819893 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.820272 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 7 to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b Aug 16 02:23:35.826681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.834390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.835228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.836048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.838317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6950d4-591b-4c19-971f-d5abd4bfb372']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:35.841748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.842269 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.842650 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 8 to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b Aug 16 02:23:35.853035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b6614b-3d8e-4bc0-a936-332de85b6754') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:35.853035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b6614b-3d8e-4bc0-a936-332de85b6754') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:35.858338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.858731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.859384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.863862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.864193 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.864567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.864709 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 9 to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b Aug 16 02:23:35.877676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.878037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.878369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.881569 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.883002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.883363 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.883744 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempt 10 to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b Aug 16 02:23:35.893001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:35.893695 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:35.895652 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:35.898076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.898553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.898962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempting to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.903646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:35.903983 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Failed to bind port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '83ee0f5a-7076-4857-ab1d-817682f5c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a981b3f8-46f2-4e47-9eed-ec7985b256a0'}] Aug 16 02:23:35.904352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.964558 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.970297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.972237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] 10.222.0.61 "DELETE /v2.0/networks/9a6950d4-591b-4c19-971f-d5abd4bfb372 HTTP/1.1" status: 204 len: 168 time: 0.3237820 Aug 16 02:23:35.977606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:35.983418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac7fe3-8cb3-41dc-8499-abecc7d36736 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a6950d4-591b-4c19-971f-d5abd4bfb372,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.028872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] For port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:36.029256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:23:36.040225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.078957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] In _notify_port_updated(), no bound segment for port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b on network a981b3f8-46f2-4e47-9eed-ec7985b256a0 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:23:36.079889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.080439 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.081746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "PUT /v2.0/ports/6f7244d1-c454-42b7-af43-fbaf0c47cf0b HTTP/1.1" status: 200 len: 979 time: 0.8290594 Aug 16 02:23:36.084782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:36.112071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.115597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d4a46-a22d-4bad-bea2-387a97ab3ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event updated for resources: {'Port': ['ID=6f7244d1-c454-42b7-af43-fbaf0c47cf0b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.170281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-242a8201-1607-4ab6-a821-fbd4a2057203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Deleting port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:36.170591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-242a8201-1607-4ab6-a821-fbd4a2057203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.199068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.209226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f0d99b-730a-4cd0-b4cb-4bec5e6057f8']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:36.221254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38d40a6-d64d-4f2e-8f74-86dae460993e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:36.221846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38d40a6-d64d-4f2e-8f74-86dae460993e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:36.236389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.240336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-242a8201-1607-4ab6-a821-fbd4a2057203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] For port 6f7244d1-c454-42b7-af43-fbaf0c47cf0b, host n-h2-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:36.240708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-242a8201-1607-4ab6-a821-fbd4a2057203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.253507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.254817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-242a8201-1607-4ab6-a821-fbd4a2057203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Calling delete_port for 6f7244d1-c454-42b7-af43-fbaf0c47cf0b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:36.260418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:36.260810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:36.262795 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:36.332695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.339261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.341593 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] 10.222.0.61 "DELETE /v2.0/networks/31f0d99b-730a-4cd0-b4cb-4bec5e6057f8 HTTP/1.1" status: 204 len: 168 time: 0.3630025 Aug 16 02:23:36.350339 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-242a8201-1607-4ab6-a821-fbd4a2057203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.355138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de28d3-d1a7-405e-9c88-02bac5ce4fb2 tempest-QuotasNegativeTest-1325552230 tempest-QuotasNegativeTest-1325552230-project-admin] Pushing event deleted for resources: {'Network': ['ID=31f0d99b-730a-4cd0-b4cb-4bec5e6057f8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.385993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a8201-1607-4ab6-a821-fbd4a2057203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f7244d1-c454-42b7-af43-fbaf0c47cf0b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.393401 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-242a8201-1607-4ab6-a821-fbd4a2057203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.397140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-242a8201-1607-4ab6-a821-fbd4a2057203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "DELETE /v2.0/ports/6f7244d1-c454-42b7-af43-fbaf0c47cf0b HTTP/1.1" status: 204 len: 168 time: 0.3114059 Aug 16 02:23:36.399719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:36.425974 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28ac562-39b3-45ef-ac80-fd05ffdec355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:23:36.428111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c28ac562-39b3-45ef-ac80-fd05ffdec355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638405979-project-admin] 10.222.0.61 "GET /v2.0/ports/6f7244d1-c454-42b7-af43-fbaf0c47cf0b HTTP/1.1" status: 404 len: 333 time: 0.0271041 Aug 16 02:23:36.432578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:36.513464 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.615795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.626212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a981b3f8-46f2-4e47-9eed-ec7985b256a0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:36.637496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ee0f5a-7076-4857-ab1d-817682f5c818') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:36.638176 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ee0f5a-7076-4857-ab1d-817682f5c818') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:36.647809 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.671325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.686685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:36.688060 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:36.694191 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:36.795944 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.807241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a23a1-f596-49d2-aa32-f1675d19b863 req-25e01ca3-5b68-4cbc-b6a9-39817d230bf9 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.808765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-214a23a1-f596-49d2-aa32-f1675d19b863 req-25e01ca3-5b68-4cbc-b6a9-39817d230bf9 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0718513 Aug 16 02:23:36.814136 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.816026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] 10.222.0.61 "DELETE /v2.0/networks/a981b3f8-46f2-4e47-9eed-ec7985b256a0 HTTP/1.1" status: 204 len: 168 time: 0.3824368 Aug 16 02:23:36.831531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeadfe-be62-49ba-96e3-44d64deb2c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-627823328-project] Pushing event deleted for resources: {'Network': ['ID=a981b3f8-46f2-4e47-9eed-ec7985b256a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.875321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-214a23a1-f596-49d2-aa32-f1675d19b863 req-3ad64ed7-423f-4dd6-8d49-cdf9fc5534fe tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Aug 16 02:23:36.876273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:36.902034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc08db9c-faa4-4e1a-992e-ad19e94dd08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.946846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.041006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc08db9c-faa4-4e1a-992e-ad19e94dd08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.045880 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc08db9c-faa4-4e1a-992e-ad19e94dd08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.083885 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dc08db9c-faa4-4e1a-992e-ad19e94dd08a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f86f90d723134be79bf79dda556e8cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053480 Aug 16 02:23:37.085076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:37.102861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:37.151570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08db9c-faa4-4e1a-992e-ad19e94dd08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e43568-7060-463d-8579-86db90d827f3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.171833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-883baede-7629-4dc8-9439-4998ea5a09d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.195863 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-883baede-7629-4dc8-9439-4998ea5a09d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.249361 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-883baede-7629-4dc8-9439-4998ea5a09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.252373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-883baede-7629-4dc8-9439-4998ea5a09d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.253620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-883baede-7629-4dc8-9439-4998ea5a09d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/06e43568-7060-463d-8579-86db90d827f3 HTTP/1.1" status: 204 len: 168 time: 0.1667867 Aug 16 02:23:37.263777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883baede-7629-4dc8-9439-4998ea5a09d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e43568-7060-463d-8579-86db90d827f3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.300002 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aaeb8a20-85be-4fda-b9eb-70c439dcae25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0032d8730a8f4931b950e636cf1f9af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798747 Aug 16 02:23:37.300002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:37.357768 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7f54d81-31cd-4ac0-bfe6-db8eb37d71d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.384719 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7f54d81-31cd-4ac0-bfe6-db8eb37d71d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.449137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7f54d81-31cd-4ac0-bfe6-db8eb37d71d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.452003 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7f54d81-31cd-4ac0-bfe6-db8eb37d71d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.456712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f7f54d81-31cd-4ac0-bfe6-db8eb37d71d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3303fe85-7468-425e-8a48-59a843569a92 HTTP/1.1" status: 204 len: 168 time: 0.1530738 Aug 16 02:23:37.469010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f54d81-31cd-4ac0-bfe6-db8eb37d71d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3303fe85-7468-425e-8a48-59a843569a92,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.626419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:37.646231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db8c607d-5028-4e3f-ad3d-31efd2ea3879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.772876 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db8c607d-5028-4e3f-ad3d-31efd2ea3879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.778420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db8c607d-5028-4e3f-ad3d-31efd2ea3879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.828648 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-db8c607d-5028-4e3f-ad3d-31efd2ea3879 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc5191d0ec7f4ae0b496103883f88546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980791 Aug 16 02:23:37.828648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c607d-5028-4e3f-ad3d-31efd2ea3879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93523487-8c38-492d-883b-ce1b94dc3c0a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.829603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:37.888567 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4532095e-9a9e-41d1-9209-6a668ca05a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.946546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4532095e-9a9e-41d1-9209-6a668ca05a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.953977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:38.013349 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b6271b2a-6b6d-48c4-a926-09d7e531f5c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ef68bed07984cf9b7495a23dbf783fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558503 Aug 16 02:23:38.013608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:38.075537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4532095e-9a9e-41d1-9209-6a668ca05a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.076177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe1e8-5d5a-4176-9d25-b23049da9ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.080956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4532095e-9a9e-41d1-9209-6a668ca05a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.082538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4532095e-9a9e-41d1-9209-6a668ca05a31 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93523487-8c38-492d-883b-ce1b94dc3c0a HTTP/1.1" status: 204 len: 168 time: 0.2512677 Aug 16 02:23:38.098251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268423c5-5d9e-4680-a134-a8b0e08cb41b req-cde6732d-493f-43f5-9407-3bb0f79c1ca7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.101989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-268423c5-5d9e-4680-a134-a8b0e08cb41b req-cde6732d-493f-43f5-9407-3bb0f79c1ca7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.1147995 Aug 16 02:23:38.109520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532095e-9a9e-41d1-9209-6a668ca05a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93523487-8c38-492d-883b-ce1b94dc3c0a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:38.159574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-268423c5-5d9e-4680-a134-a8b0e08cb41b req-fe0f0ec2-2435-41ff-bc77-64733ba8763c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461788 Aug 16 02:23:38.165052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe1e8-5d5a-4176-9d25-b23049da9ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.221289 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe1e8-5d5a-4176-9d25-b23049da9ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.224234 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe1e8-5d5a-4176-9d25-b23049da9ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.228519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aa1fe1e8-5d5a-4176-9d25-b23049da9ab1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5111f9e1-4631-4c15-8dc7-e2104a273727 HTTP/1.1" status: 204 len: 168 time: 0.2105215 Aug 16 02:23:38.238184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fe1e8-5d5a-4176-9d25-b23049da9ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5111f9e1-4631-4c15-8dc7-e2104a273727,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:38.495667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43902) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:38.676430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49ce005-51d9-487d-b16f-66e69fab3203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.778956 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49ce005-51d9-487d-b16f-66e69fab3203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.784778 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49ce005-51d9-487d-b16f-66e69fab3203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.829167 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a49ce005-51d9-487d-b16f-66e69fab3203 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2201905f678b4e87a0650bacd72b2f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317103 Aug 16 02:23:38.831454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ce005-51d9-487d-b16f-66e69fab3203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e2beab-081f-4d7e-8ab0-784ae8c45888,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:38.831799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:38.891299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a0ae-2ec2-403a-bceb-deb7f7f41fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.914441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a0ae-2ec2-403a-bceb-deb7f7f41fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.976789 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a0ae-2ec2-403a-bceb-deb7f7f41fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.981740 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a0ae-2ec2-403a-bceb-deb7f7f41fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.988079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d9b5a0ae-2ec2-403a-bceb-deb7f7f41fdc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0e2beab-081f-4d7e-8ab0-784ae8c45888 HTTP/1.1" status: 204 len: 168 time: 0.1510100 Aug 16 02:23:38.994741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5a0ae-2ec2-403a-bceb-deb7f7f41fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e2beab-081f-4d7e-8ab0-784ae8c45888,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:39.241103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:39.313163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40caa5-6721-4a84-8d98-ec1fe9178563 req-e9822da5-c4c2-4ea8-b4b4-dfe629e731d3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.315134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc40caa5-6721-4a84-8d98-ec1fe9178563 req-e9822da5-c4c2-4ea8-b4b4-dfe629e731d3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0703180 Aug 16 02:23:39.340348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:39.367894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c612f41d-8f5d-4c5c-aa73-2bc076671a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.380975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc40caa5-6721-4a84-8d98-ec1fe9178563 req-8d9df5bb-8564-4bb0-b2ef-1de8cba8c6e3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591118 Aug 16 02:23:39.455264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:39.477419 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c612f41d-8f5d-4c5c-aa73-2bc076671a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.482610 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c612f41d-8f5d-4c5c-aa73-2bc076671a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.519195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3d0f8c01-7a45-451a-a8f7-7f62f49969ac tempest-ServiceProvidersTest-413458986 tempest-ServiceProvidersTest-413458986-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0627477 Aug 16 02:23:39.527929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c612f41d-8f5d-4c5c-aa73-2bc076671a65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30227621668b4951b412f4f5f0f25594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837828 Aug 16 02:23:39.527929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612f41d-8f5d-4c5c-aa73-2bc076671a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d177ff1-a5f4-4f6b-9f2a-9f4a7902b635,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:39.528266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:39.538299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1231641736'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:39.564876 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Made reservation on behalf of 3c6d021f6ad2448293c57087a4b64332 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:39.570209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.581547 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.592112 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6b6bdd6-53e8-42bb-a066-3b12f768288c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.615388 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6b6bdd6-53e8-42bb-a066-3b12f768288c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.677494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6b6bdd6-53e8-42bb-a066-3b12f768288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.680603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6b6bdd6-53e8-42bb-a066-3b12f768288c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.682623 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e6b6bdd6-53e8-42bb-a066-3b12f768288c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d177ff1-a5f4-4f6b-9f2a-9f4a7902b635 HTTP/1.1" status: 204 len: 168 time: 0.1529753 Aug 16 02:23:39.690379 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.692367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6bdd6-53e8-42bb-a066-3b12f768288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d177ff1-a5f4-4f6b-9f2a-9f4a7902b635,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:39.696308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.726282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:39.746616 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.746966 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Added segment c224fb2b-7007-41e2-9d41-ea62a91719a0 of type vlan for network c265a46b-caf6-4afe-928f-0e2b02780208 Aug 16 02:23:39.748349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88bdfcb-6bcc-4c7e-9f53-e8a3acfc4275,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:39.794582 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.826612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.835281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.835281 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.836104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:39.896716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6538389 Aug 16 02:23:39.899618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:39.905096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Request body: {'subnet': {'network_id': 'c265a46b-caf6-4afe-928f-0e2b02780208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:39.906216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03537282-a884-405c-8749-df299d61046e tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event updated for resources: {'Network': ['ID=c265a46b-caf6-4afe-928f-0e2b02780208,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:39.919000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c265a46b-caf6-4afe-928f-0e2b02780208 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:40.033451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Made reservation on behalf of 3c6d021f6ad2448293c57087a4b64332 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:40.038035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.124624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-615f684b-8b65-41b8-9897-b751bd89ef07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.326635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.331030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-615f684b-8b65-41b8-9897-b751bd89ef07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.360482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-615f684b-8b65-41b8-9897-b751bd89ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.430847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event updated for resources: {'Subnet': ['ID=0bfa2258-0b98-49b8-924d-325f02d8b1d7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:40.438038 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-615f684b-8b65-41b8-9897-b751bd89ef07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a90f1cc2730341968c34e1b1ad90c79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002364 Aug 16 02:23:40.440604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:40.441429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f684b-8b65-41b8-9897-b751bd89ef07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b80fc0-bad4-4ea5-899c-5660e86b4440,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:40.449774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Checking segment: {'id': 'c224fb2b-7007-41e2-9d41-ea62a91719a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c265a46b-caf6-4afe-928f-0e2b02780208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:40.450048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Network hostable DHCP agents. Network: c265a46b-caf6-4afe-928f-0e2b02780208, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:40.469027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Network c265a46b-caf6-4afe-928f-0e2b02780208 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:40.482275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c265a46b-caf6-4afe-928f-0e2b02780208) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:40.487756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.488876 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.496278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1bffc-c192-450b-929c-2ec150e18ed8 None None] Network c265a46b-caf6-4afe-928f-0e2b02780208 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:40.514381 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-da884cbd-4861-4f44-bec9-76850ed0f571 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6091394 Aug 16 02:23:40.514749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:40.517485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a62a664e-cf6b-416f-ac80-877becd06eab tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-948243800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:40.572385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11648d-814e-406b-9021-7d51e7c893ae req-610994c5-cbca-453b-8b5b-385d9e136883 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.573943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b11648d-814e-406b-9021-7d51e7c893ae req-610994c5-cbca-453b-8b5b-385d9e136883 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.1141055 Aug 16 02:23:40.577409 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a62a664e-cf6b-416f-ac80-877becd06eab tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.578436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a62a664e-cf6b-416f-ac80-877becd06eab tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.582612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d52b987d-90bb-4e71-a1e6-0b99ef01e055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.628761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d52b987d-90bb-4e71-a1e6-0b99ef01e055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.679584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c265a46b-caf6-4afe-928f-0e2b02780208', 'network_id': 'c265a46b-caf6-4afe-928f-0e2b02780208', 'tenant_id': '3c6d021f6ad2448293c57087a4b64332', 'fixed_ips': [{'subnet_id': '0bfa2258-0b98-49b8-924d-325f02d8b1d7'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:40.680458 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.707699 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a62a664e-cf6b-416f-ac80-877becd06eab tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.711448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b11648d-814e-406b-9021-7d51e7c893ae req-c93dbd52-dc68-4652-967f-5b9e0836c71a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261730 Aug 16 02:23:40.715770 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a62a664e-cf6b-416f-ac80-877becd06eab tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.748170 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a62a664e-cf6b-416f-ac80-877becd06eab tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.750846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a62a664e-cf6b-416f-ac80-877becd06eab tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2368565 Aug 16 02:23:40.753794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:40.760979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d52b987d-90bb-4e71-a1e6-0b99ef01e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.764442 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d52b987d-90bb-4e71-a1e6-0b99ef01e055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.773359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d52b987d-90bb-4e71-a1e6-0b99ef01e055 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/94b80fc0-bad4-4ea5-899c-5660e86b4440 HTTP/1.1" status: 204 len: 168 time: 0.3271844 Aug 16 02:23:40.820654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b987d-90bb-4e71-a1e6-0b99ef01e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b80fc0-bad4-4ea5-899c-5660e86b4440,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:40.857389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Allocated IP 172.20.0.2 (c265a46b-caf6-4afe-928f-0e2b02780208/0bfa2258-0b98-49b8-924d-325f02d8b1d7/7d1b62a5-1dbd-4c74-b984-e65444e32f1e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:41.072840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.084370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Transition to ACTIVE for port object 7d1b62a5-1dbd-4c74-b984-e65444e32f1e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:41.112539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.118088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Transition to ACTIVE for port object 7d1b62a5-1dbd-4c74-b984-e65444e32f1e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:41.126772 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.191032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Network c265a46b-caf6-4afe-928f-0e2b02780208 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:41.194251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:41.198018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:41.216160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Pushing event updated for resources: {'Port': ['ID=7d1b62a5-1dbd-4c74-b984-e65444e32f1e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:41.271244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Attempting to bind port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:41.271617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Attempting to bind port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c224fb2b-7007-41e2-9d41-ea62a91719a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c265a46b-caf6-4afe-928f-0e2b02780208'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:41.271984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Attempting to bind port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e on network c265a46b-caf6-4afe-928f-0e2b02780208 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:41.277759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:41.278602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Checking segment: {'id': 'c224fb2b-7007-41e2-9d41-ea62a91719a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c265a46b-caf6-4afe-928f-0e2b02780208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:41.279260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.279952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Bound using segment: {'id': 'c224fb2b-7007-41e2-9d41-ea62a91719a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c265a46b-caf6-4afe-928f-0e2b02780208'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:41.281372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Bound port: 7d1b62a5-1dbd-4c74-b984-e65444e32f1e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c224fb2b-7007-41e2-9d41-ea62a91719a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c265a46b-caf6-4afe-928f-0e2b02780208'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:41.282124 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.367052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] For port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:41.370236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] For port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7d1b62a5-1dbd-4c74-b984-e65444e32f1e,segment=NetworkSegment(c224fb2b-7007-41e2-9d41-ea62a91719a0),segment_id=c224fb2b-7007-41e2-9d41-ea62a91719a0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:41.377415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.411893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Allocated IP 172.20.0.1 (c265a46b-caf6-4afe-928f-0e2b02780208/0bfa2258-0b98-49b8-924d-325f02d8b1d7/3162623d-a291-4b26-abd7-117101d7fe7f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:41.453222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81715f13-357f-4c37-8ba2-5889926932a9 None None] Pushing event updated for resources: {'Port': ['ID=7d1b62a5-1dbd-4c74-b984-e65444e32f1e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:41.579763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.596813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Transition to ACTIVE for port object 3162623d-a291-4b26-abd7-117101d7fe7f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:41.673665 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.722264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Network c265a46b-caf6-4afe-928f-0e2b02780208 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:41.727455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:41.731421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:41.769223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event updated for resources: {'Port': ['ID=3162623d-a291-4b26-abd7-117101d7fe7f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:41.774037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:41.789574 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.920866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1364759880'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:41.949843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Made reservation on behalf of 452f09bf00604f14b374e27d19df5482 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:41.954557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.964714 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.084704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.089036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.125807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:42.147571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9632dbc2-5d06-4966-aee5-5308f76dd886,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:42.151445 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.152072 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Added segment d98a21e5-7e52-425f-acd1-ff857516fbf3 of type vlan for network da079f97-b30c-47e8-be4b-94c26e75f7ba Aug 16 02:23:42.209714 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.222875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.231686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb1799-f24e-4f68-92e8-e8751e7cc790 req-d0eecc9f-4186-47f2-b3ab-5aac89fb7bc7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:42.233244 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50eb1799-f24e-4f68-92e8-e8751e7cc790 req-d0eecc9f-4186-47f2-b3ab-5aac89fb7bc7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0860341 Aug 16 02:23:42.276657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.286724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:42.288200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.315998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.330037 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50eb1799-f24e-4f68-92e8-e8751e7cc790 req-8d1b14fb-3fed-450a-a56c-e1f56230da4f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885918 Aug 16 02:23:42.410678 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6353679 Aug 16 02:23:42.413940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:42.421561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Request body: {'subnet': {'network_id': 'da079f97-b30c-47e8-be4b-94c26e75f7ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:42.475658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b68104-e7ee-4c06-bfde-775cd9c788d1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Pushing event updated for resources: {'Network': ['ID=da079f97-b30c-47e8-be4b-94c26e75f7ba,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:42.489895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network da079f97-b30c-47e8-be4b-94c26e75f7ba details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:42.522418 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:42.586148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Made reservation on behalf of 452f09bf00604f14b374e27d19df5482 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:42.591959 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.686039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d1b62a5-1dbd-4c74-b984-e65444e32f1e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:42.735121 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.747148 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.768854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:42.804694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84817dee-c96e-454e-a812-67902e0f4b69 None None] Network c265a46b-caf6-4afe-928f-0e2b02780208 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:42.831969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:42.846379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event updated for resources: {'Port': ['ID=3162623d-a291-4b26-abd7-117101d7fe7f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:42.851824 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.899658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.925899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4771a7a7-8c91-4451-94d1-d1846e968e33 None None] Provisioning for port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:42.936322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4771a7a7-8c91-4451-94d1-d1846e968e33 None None] Provisioning complete for port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:42.937687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4771a7a7-8c91-4451-94d1-d1846e968e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.974872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Network c265a46b-caf6-4afe-928f-0e2b02780208 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:42.977062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:42.982480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b6fb-2ea3-457e-ba2f-74e74d28a108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.992048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Pushing event updated for resources: {'Subnet': ['ID=d04ece76-8590-4dbb-b8a5-1d95a6629c05,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.020735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Checking segment: {'id': 'd98a21e5-7e52-425f-acd1-ff857516fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'da079f97-b30c-47e8-be4b-94c26e75f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:43.021089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Network hostable DHCP agents. Network: da079f97-b30c-47e8-be4b-94c26e75f7ba, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:43.057542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Network da079f97-b30c-47e8-be4b-94c26e75f7ba is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:43.072789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, da079f97-b30c-47e8-be4b-94c26e75f7ba) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:43.078821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:43.079531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.087538 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4771a7a7-8c91-4451-94d1-d1846e968e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.105231 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a712e3e-3459-46ad-86fd-ab635b24d25e None None] Network da079f97-b30c-47e8-be4b-94c26e75f7ba requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:43.137627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Router e83d0847-e514-4fca-8d48-79e05ac47548 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:23:43.158626 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b6fb-2ea3-457e-ba2f-74e74d28a108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.178309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6f6b6fb-2ea3-457e-ba2f-74e74d28a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.201145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4771a7a7-8c91-4451-94d1-d1846e968e33 None None] For port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7d1b62a5-1dbd-4c74-b984-e65444e32f1e,segment=NetworkSegment(c224fb2b-7007-41e2-9d41-ea62a91719a0),segment_id=c224fb2b-7007-41e2-9d41-ea62a91719a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:43.215337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-12012362-5e9b-4bae-ab0c-a4e590d48f75 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7979052 Aug 16 02:23:43.215555 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4771a7a7-8c91-4451-94d1-d1846e968e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.227806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:43.239462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Request body: {'port': {'network_id': 'da079f97-b30c-47e8-be4b-94c26e75f7ba', 'name': 'tempest-TagsExtTest-974982433'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:43.253985 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f6f6b6fb-2ea3-457e-ba2f-74e74d28a108 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8374b5173b4540b58459c6fa9b6ad4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180043 Aug 16 02:23:43.254188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:43.263026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6b6fb-2ea3-457e-ba2f-74e74d28a108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e09e81e-0bf4-4930-93b1-0ef764c9408c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.310165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771a7a7-8c91-4451-94d1-d1846e968e33 None None] Pushing event updated for resources: {'Port': ['ID=7d1b62a5-1dbd-4c74-b984-e65444e32f1e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.324033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:43.330719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e9568b57-5782-4369-b2fa-c4ed91765415 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "PUT /v2.0/routers/e83d0847-e514-4fca-8d48-79e05ac47548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5757964 Aug 16 02:23:43.334278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:43.341327 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c81bfee-fecd-4439-a222-bf314180f96b None None] Sync routers for ids ['e83d0847-e514-4fca-8d48-79e05ac47548'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:43.343607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Request body: {'port': {'network_id': 'c265a46b-caf6-4afe-928f-0e2b02780208', 'name': 'tempest-FloatingIPNegativeTestJSON-624879191'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:43.352881 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81bfee-fecd-4439-a222-bf314180f96b None None] Routers {'e83d0847-e514-4fca-8d48-79e05ac47548'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:43.356276 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5c81bfee-fecd-4439-a222-bf314180f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:23:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e83d0847-e514-4fca-8d48-79e05ac47548'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:43.372256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-da079f97-b30c-47e8-be4b-94c26e75f7ba', 'network_id': 'da079f97-b30c-47e8-be4b-94c26e75f7ba', 'tenant_id': '452f09bf00604f14b374e27d19df5482', 'fixed_ips': [{'subnet_id': 'd04ece76-8590-4dbb-b8a5-1d95a6629c05'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:43.373352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.412951 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e8eaee-a8c2-49c8-9777-ac3e92cb45df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.415133 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5c81bfee-fecd-4439-a222-bf314180f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:43.428342 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81bfee-fecd-4439-a222-bf314180f96b None None] Routers {'e83d0847-e514-4fca-8d48-79e05ac47548'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:43.430558 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5c81bfee-fecd-4439-a222-bf314180f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:23:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e83d0847-e514-4fca-8d48-79e05ac47548'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:43.472546 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5c81bfee-fecd-4439-a222-bf314180f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:43.473395 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c81bfee-fecd-4439-a222-bf314180f96b None None] The sync data for ids ['e83d0847-e514-4fca-8d48-79e05ac47548'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:43.487502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Made reservation on behalf of 452f09bf00604f14b374e27d19df5482 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:43.491829 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e8eaee-a8c2-49c8-9777-ac3e92cb45df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.492104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.513921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] device_id is not set on port fd1de8fe-6c7e-4f86-b291-f03c71d97aac yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:43.532714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-53c1711c-40f3-4c23-98e8-3bb6b286dacf None None] Provisioning complete for port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:43.533088 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53c1711c-40f3-4c23-98e8-3bb6b286dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.582870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee4a0c-8e76-42d8-9b2c-bce6a7d622ed req-76971431-47f7-4987-b0bb-c83f1b5840fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:43.591334 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35ee4a0c-8e76-42d8-9b2c-bce6a7d622ed req-76971431-47f7-4987-b0bb-c83f1b5840fb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0937672 Aug 16 02:23:43.621859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Made reservation on behalf of 3c6d021f6ad2448293c57087a4b64332 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:43.631497 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.647253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35ee4a0c-8e76-42d8-9b2c-bce6a7d622ed req-c23bfdf1-ef39-4d06-a838-c4c7937b25aa tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547493 Aug 16 02:23:43.658802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] device_id is not set on port 3e4f2b83-722c-422b-8f3c-b6b755c58e1c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:43.659539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e8eaee-a8c2-49c8-9777-ac3e92cb45df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.662614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e8eaee-a8c2-49c8-9777-ac3e92cb45df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.663767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-63e8eaee-a8c2-49c8-9777-ac3e92cb45df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e09e81e-0bf4-4930-93b1-0ef764c9408c HTTP/1.1" status: 204 len: 168 time: 0.4085257 Aug 16 02:23:43.682449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Allocated IP 172.20.0.2 (da079f97-b30c-47e8-be4b-94c26e75f7ba/d04ece76-8590-4dbb-b8a5-1d95a6629c05/b13c2b8c-2cde-41d2-b2b7-7507255e6f06) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:43.684749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8eaee-a8c2-49c8-9777-ac3e92cb45df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e09e81e-0bf4-4930-93b1-0ef764c9408c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.740814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-53c1711c-40f3-4c23-98e8-3bb6b286dacf None None] Provisioning for port 3162623d-a291-4b26-abd7-117101d7fe7f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:43.780128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-53c1711c-40f3-4c23-98e8-3bb6b286dacf None None] Provisioning complete for port 3162623d-a291-4b26-abd7-117101d7fe7f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:43.781134 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53c1711c-40f3-4c23-98e8-3bb6b286dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.829897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Allocated IP 172.20.0.4 (c265a46b-caf6-4afe-928f-0e2b02780208/0bfa2258-0b98-49b8-924d-325f02d8b1d7/3e4f2b83-722c-422b-8f3c-b6b755c58e1c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:43.840621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-53c1711c-40f3-4c23-98e8-3bb6b286dacf None None] Port 3162623d-a291-4b26-abd7-117101d7fe7f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:43.931963 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.952848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Transition to ACTIVE for port object b13c2b8c-2cde-41d2-b2b7-7507255e6f06 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:43.978048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Transition to ACTIVE for port object b13c2b8c-2cde-41d2-b2b7-7507255e6f06 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:43.982365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-68a230a8-d827-4055-8f85-d4af1b2148d0 None None] Provisioning complete for port 3162623d-a291-4b26-abd7-117101d7fe7f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:43.982676 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68a230a8-d827-4055-8f85-d4af1b2148d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.008084 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.061420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-68a230a8-d827-4055-8f85-d4af1b2148d0 None None] Port 3162623d-a291-4b26-abd7-117101d7fe7f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:44.071028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Network da079f97-b30c-47e8-be4b-94c26e75f7ba is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:44.078084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:44.081159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:44.083374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Pushing event updated for resources: {'Port': ['ID=b13c2b8c-2cde-41d2-b2b7-7507255e6f06,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:44.148276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Attempting to bind port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:44.148914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Attempting to bind port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'd98a21e5-7e52-425f-acd1-ff857516fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'da079f97-b30c-47e8-be4b-94c26e75f7ba'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:44.149609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Attempting to bind port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 on network da079f97-b30c-47e8-be4b-94c26e75f7ba {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:44.155048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:44.156198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Checking segment: {'id': 'd98a21e5-7e52-425f-acd1-ff857516fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'da079f97-b30c-47e8-be4b-94c26e75f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:44.156621 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.157028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Bound using segment: {'id': 'd98a21e5-7e52-425f-acd1-ff857516fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'da079f97-b30c-47e8-be4b-94c26e75f7ba'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:44.157501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Bound port: b13c2b8c-2cde-41d2-b2b7-7507255e6f06, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98a21e5-7e52-425f-acd1-ff857516fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'da079f97-b30c-47e8-be4b-94c26e75f7ba'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:44.157890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.236224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] For port b13c2b8c-2cde-41d2-b2b7-7507255e6f06, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:44.239911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] For port b13c2b8c-2cde-41d2-b2b7-7507255e6f06, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b13c2b8c-2cde-41d2-b2b7-7507255e6f06,segment=NetworkSegment(d98a21e5-7e52-425f-acd1-ff857516fbf3),segment_id=d98a21e5-7e52-425f-acd1-ff857516fbf3)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:44.246074 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.311253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Allocated IP 172.20.0.7 (da079f97-b30c-47e8-be4b-94c26e75f7ba/d04ece76-8590-4dbb-b8a5-1d95a6629c05/fd1de8fe-6c7e-4f86-b291-f03c71d97aac) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:44.323622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7032a5f-354a-4f64-b7cd-47c7fd5b9cc5 None None] Pushing event updated for resources: {'Port': ['ID=b13c2b8c-2cde-41d2-b2b7-7507255e6f06,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:44.388592 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.424840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Transition to ACTIVE for port object 3e4f2b83-722c-422b-8f3c-b6b755c58e1c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:44.547762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.609926 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.645500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Network c265a46b-caf6-4afe-928f-0e2b02780208 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:44.648768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:44.650687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event updated for resources: {'Port': ['ID=3e4f2b83-722c-422b-8f3c-b6b755c58e1c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:44.654094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Transition to ACTIVE for port object fd1de8fe-6c7e-4f86-b291-f03c71d97aac will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:44.656295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:44.747898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:44.748533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.770502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d1b62a5-1dbd-4c74-b984-e65444e32f1e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:44.772994 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a0dba331-89b0-4470-81c4-788739c79519 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4365156 Aug 16 02:23:44.775744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:44.781470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:44.783237 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.815646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a11be3-33ca-420b-8f13-0c25e386ee0b req-5575bf4a-a226-4dfd-9355-0acca635d6f3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:44.818153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7a11be3-33ca-420b-8f13-0c25e386ee0b req-5575bf4a-a226-4dfd-9355-0acca635d6f3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0885901 Aug 16 02:23:44.835903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Network da079f97-b30c-47e8-be4b-94c26e75f7ba is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:44.838680 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.841493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:44.847037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:44.847454 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.848007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:44.884016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Pushing event updated for resources: {'Port': ['ID=fd1de8fe-6c7e-4f86-b291-f03c71d97aac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:44.929263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:44.929975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.938249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7a11be3-33ca-420b-8f13-0c25e386ee0b req-4f047f73-cbc8-4764-a9ef-4c8be92e0983 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115470 Aug 16 02:23:44.969839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b13c2b8c-2cde-41d2-b2b7-7507255e6f06 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:44.970117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:44.970876 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dbf52fa5-4a08-4e09-8462-2d7698ab9055 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7419260 Aug 16 02:23:44.974876 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e5aae723-76d9-41ee-ab74-71e169a27c50 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1807077980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:45.013899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b1f47a9f-ea98-43ef-8aed-6aa877a239e1 None None] Provisioning for port 3e4f2b83-722c-422b-8f3c-b6b755c58e1c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:45.014719 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5aae723-76d9-41ee-ab74-71e169a27c50 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.016537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5aae723-76d9-41ee-ab74-71e169a27c50 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.020774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b1f47a9f-ea98-43ef-8aed-6aa877a239e1 None None] Provisioning complete for port 3e4f2b83-722c-422b-8f3c-b6b755c58e1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:45.021219 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b1f47a9f-ea98-43ef-8aed-6aa877a239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.036866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.056450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:45.068067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b1f47a9f-ea98-43ef-8aed-6aa877a239e1 None None] Port 3e4f2b83-722c-422b-8f3c-b6b755c58e1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:45.119204 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5aae723-76d9-41ee-ab74-71e169a27c50 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.124119 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5aae723-76d9-41ee-ab74-71e169a27c50 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.156043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5aae723-76d9-41ee-ab74-71e169a27c50 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.157281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e5aae723-76d9-41ee-ab74-71e169a27c50 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1862452 Aug 16 02:23:45.162192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44106) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.167267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a276154a-85c9-4c0e-826f-8e9f854de9b5 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1649319021', 'prefixes': ['172.20.0.0/16']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:45.211992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Allocated IP 172.25.5.72 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/361fa7f7-9d43-4135-9c9e-72812819b33e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:45.238672 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a276154a-85c9-4c0e-826f-8e9f854de9b5 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.240392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a276154a-85c9-4c0e-826f-8e9f854de9b5 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0769837 Aug 16 02:23:45.243742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.248570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-cea5c13b-9444-41a3-985d-3b9cab23cf7c tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05', 'tempest-TagsExtTest-Tag-276857179') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.329921 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.357641 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cea5c13b-9444-41a3-985d-3b9cab23cf7c tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags/tempest-TagsExtTest-Tag-276857179 HTTP/1.1" status: 201 len: 201 time: 0.1098824 Aug 16 02:23:45.357641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.365594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-10955989-517f-4a3b-b5c0-1683bc63c541 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac', 'tempest-TagsExtTest-Tag-269110201') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.377379 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.420729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b41a8-4ab6-4116-a33b-8151c61accf6 None None] Network da079f97-b30c-47e8-be4b-94c26e75f7ba requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:45.434126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:45.438185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:45.443317 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-10955989-517f-4a3b-b5c0-1683bc63c541 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags/tempest-TagsExtTest-Tag-269110201 HTTP/1.1" status: 201 len: 201 time: 0.0808699 Aug 16 02:23:45.443597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:45.443853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.447193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event updated for resources: {'Port': ['ID=361fa7f7-9d43-4135-9c9e-72812819b33e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:45.450013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-6d52d38e-abb3-423e-84db-9d3e9d6d3781 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500', 'tempest-TagsExtTest-Tag-207786775') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.504951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7671372c-c105-4fa8-8b5b-f01a8309a0da None None] Provisioning for port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:45.512831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7671372c-c105-4fa8-8b5b-f01a8309a0da None None] Provisioning complete for port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:45.513280 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7671372c-c105-4fa8-8b5b-f01a8309a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.542726 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.560288 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6d52d38e-abb3-423e-84db-9d3e9d6d3781 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags/tempest-TagsExtTest-Tag-207786775 HTTP/1.1" status: 201 len: 201 time: 0.1152606 Aug 16 02:23:45.563134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.568347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-dc198d92-eedd-4c7f-8cec-31338fc95323 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94', 'tempest-TagsExtTest-Tag-1479006742') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.582005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.620551 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dc198d92-eedd-4c7f-8cec-31338fc95323 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags/tempest-TagsExtTest-Tag-1479006742 HTTP/1.1" status: 201 len: 201 time: 0.0559816 Aug 16 02:23:45.622965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44116) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.627698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-ad841446-fa7e-4d84-927d-a477adfb053a tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.659830 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7671372c-c105-4fa8-8b5b-f01a8309a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.704992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7671372c-c105-4fa8-8b5b-f01a8309a0da None None] For port b13c2b8c-2cde-41d2-b2b7-7507255e6f06, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b13c2b8c-2cde-41d2-b2b7-7507255e6f06,segment=NetworkSegment(d98a21e5-7e52-425f-acd1-ff857516fbf3),segment_id=d98a21e5-7e52-425f-acd1-ff857516fbf3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:45.716760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ad841446-fa7e-4d84-927d-a477adfb053a tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags HTTP/1.1" status: 200 len: 240 time: 0.0902185 Aug 16 02:23:45.716983 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7671372c-c105-4fa8-8b5b-f01a8309a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.720000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.725651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-97eb63df-337f-4c72-b443-aa18147fff8f tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05', 'tempest-TagsExtTest-Tag-276857179') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.785121 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-97eb63df-337f-4c72-b443-aa18147fff8f tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags/tempest-TagsExtTest-Tag-276857179 HTTP/1.1" status: 204 len: 168 time: 0.0636597 Aug 16 02:23:45.787326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.800339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-0de05e9f-b4a4-4e68-84a3-0c9e573b90f0 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05', 'tempest-TagsExtTest-Tag-276857179') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.806835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.809612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671372c-c105-4fa8-8b5b-f01a8309a0da None None] Pushing event updated for resources: {'Port': ['ID=b13c2b8c-2cde-41d2-b2b7-7507255e6f06,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:45.824190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.911404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0de05e9f-b4a4-4e68-84a3-0c9e573b90f0 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags/tempest-TagsExtTest-Tag-276857179 HTTP/1.1" status: 204 len: 168 time: 0.1229026 Aug 16 02:23:45.912735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.917514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-b67f2ab8-b1da-4d9f-81cd-bf02471d7ef7 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.927613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event updated for resources: {'Port': ['ID=361fa7f7-9d43-4135-9c9e-72812819b33e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:45.933154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.954343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.958957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0472f4d1-2eaf-4c8a-8e16-d0fd97ef1a27 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1821508 Aug 16 02:23:45.959140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.961938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a95a5520-165d-4c99-817f-fa1b1f19871d None None] Provisioning for port fd1de8fe-6c7e-4f86-b291-f03c71d97aac completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:45.965824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8950facf-c802-4ad9-89c0-7ea3e41e827b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Request body: {'floatingip': {'port_id': '3e4f2b83-722c-422b-8f3c-b6b755c58e1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:45.966149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a95a5520-165d-4c99-817f-fa1b1f19871d None None] Provisioning complete for port fd1de8fe-6c7e-4f86-b291-f03c71d97aac triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:45.966533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a95a5520-165d-4c99-817f-fa1b1f19871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.009813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a95a5520-165d-4c99-817f-fa1b1f19871d None None] Port fd1de8fe-6c7e-4f86-b291-f03c71d97aac cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:46.023315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a95a5520-165d-4c99-817f-fa1b1f19871d None None] Provisioning complete for port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:46.024030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a95a5520-165d-4c99-817f-fa1b1f19871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.031968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8950facf-c802-4ad9-89c0-7ea3e41e827b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.097466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7017f98-f612-4659-b157-30fcf5062809 req-6b22a603-826d-42d7-a966-63a7f0dacf1e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:46.102797 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7017f98-f612-4659-b157-30fcf5062809 req-6b22a603-826d-42d7-a966-63a7f0dacf1e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0773976 Aug 16 02:23:46.157439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7017f98-f612-4659-b157-30fcf5062809 req-248a0cb5-c61e-4ff0-bbe8-e80c67183e4f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Aug 16 02:23:46.183753 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b67f2ab8-b1da-4d9f-81cd-bf02471d7ef7 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags HTTP/1.1" status: 200 len: 205 time: 0.2697616 Aug 16 02:23:46.186531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.191448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-a2934299-3c4a-4744-888e-5a2f6633770f tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.203560 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-8950facf-c802-4ad9-89c0-7ea3e41e827b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] update failed (client error): The resource could not be found. Aug 16 02:23:46.206448 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8950facf-c802-4ad9-89c0-7ea3e41e827b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "PUT /v2.0/floatingips/2aa23108-efbd-4b9c-b0f9-ba8a9717a4f7 HTTP/1.1" status: 404 len: 507 time: 0.2445652 Aug 16 02:23:46.207448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44140) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.245687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a2934299-3c4a-4744-888e-5a2f6633770f tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags HTTP/1.1" status: 200 len: 240 time: 0.0577505 Aug 16 02:23:46.247551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.251983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-a507f334-11af-4547-ba14-7d08534c0791 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac', 'tempest-TagsExtTest-Tag-269110201') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.290914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c268911-f600-4625-8b30-de8bd1f54852 None None] Provisioning complete for port fd1de8fe-6c7e-4f86-b291-f03c71d97aac triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:46.291336 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c268911-f600-4625-8b30-de8bd1f54852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.312213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a507f334-11af-4547-ba14-7d08534c0791 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags/tempest-TagsExtTest-Tag-269110201 HTTP/1.1" status: 204 len: 168 time: 0.0616088 Aug 16 02:23:46.312821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.317873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-d018294d-2661-4945-a764-22e4eb681c25 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac', 'tempest-TagsExtTest-Tag-269110201') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.329974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3c268911-f600-4625-8b30-de8bd1f54852 None None] Port fd1de8fe-6c7e-4f86-b291-f03c71d97aac cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:46.340745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Deleting port 361fa7f7-9d43-4135-9c9e-72812819b33e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:46.341094 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.394500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d018294d-2661-4945-a764-22e4eb681c25 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags/tempest-TagsExtTest-Tag-269110201 HTTP/1.1" status: 204 len: 168 time: 0.0806587 Aug 16 02:23:46.397086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.401459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-ffbdfc19-2236-46db-9138-bb8c9076baef tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.448710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.449056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.466886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Calling delete_port for 361fa7f7-9d43-4135-9c9e-72812819b33e owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:46.525065 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ffbdfc19-2236-46db-9138-bb8c9076baef tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags HTTP/1.1" status: 200 len: 205 time: 0.1246245 Aug 16 02:23:46.525583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.531601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-77beea3b-4746-4c39-bd83-57ec5dead6fb tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.589466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b13c2b8c-2cde-41d2-b2b7-7507255e6f06 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:46.614865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-77beea3b-4746-4c39-bd83-57ec5dead6fb tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags HTTP/1.1" status: 200 len: 240 time: 0.0878627 Aug 16 02:23:46.617102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.618565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.622491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-03b2623c-6a85-4d06-9121-8ef0eba7f291 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500', 'tempest-TagsExtTest-Tag-207786775') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.641202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:46.641202 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.647220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event deleted for resources: {'Port': ['ID=361fa7f7-9d43-4135-9c9e-72812819b33e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:46.705077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-03b2623c-6a85-4d06-9121-8ef0eba7f291 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags/tempest-TagsExtTest-Tag-207786775 HTTP/1.1" status: 204 len: 168 time: 0.0865443 Aug 16 02:23:46.707215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.711955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-8455a42c-c63a-4362-a70d-7b5edaf3c28d tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500', 'tempest-TagsExtTest-Tag-207786775') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.714146 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.716848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.722105 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-86ee0632-4ebb-49e7-8e69-af836e36c646 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "DELETE /v2.0/floatingips/2aa23108-efbd-4b9c-b0f9-ba8a9717a4f7 HTTP/1.1" status: 204 len: 168 time: 0.5101948 Aug 16 02:23:46.722739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.727531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-81a69de2-dfbd-403e-8f14-e89add9dfc89 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Request body: {'floatingip': {'floating_network_id': 'c265a46b-caf6-4afe-928f-0e2b02780208', 'port_id': '3e4f2b83-722c-422b-8f3c-b6b755c58e1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:46.748832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a69de2-dfbd-403e-8f14-e89add9dfc89 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.809350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8455a42c-c63a-4362-a70d-7b5edaf3c28d tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags/tempest-TagsExtTest-Tag-207786775 HTTP/1.1" status: 204 len: 168 time: 0.0988331 Aug 16 02:23:46.809929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.814760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-58cdd42c-8975-4625-90e4-4dc159cf66ba tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.867868 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-81a69de2-dfbd-403e-8f14-e89add9dfc89 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:46.868857 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-81a69de2-dfbd-403e-8f14-e89add9dfc89 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1449893 Aug 16 02:23:46.872487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.877567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '3e4f2b83-722c-422b-8f3c-b6b755c58e1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:46.892262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-58cdd42c-8975-4625-90e4-4dc159cf66ba tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags HTTP/1.1" status: 200 len: 205 time: 0.0814068 Aug 16 02:23:46.895519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.900759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-846b0d63-bb02-4a28-8899-8c65b83c9781 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.900962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.934497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-846b0d63-bb02-4a28-8899-8c65b83c9781 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags HTTP/1.1" status: 200 len: 241 time: 0.0379021 Aug 16 02:23:46.937642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.942056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-003651d1-3aeb-4f38-9f2f-0f64d3909174 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94', 'tempest-TagsExtTest-Tag-1479006742') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:46.964005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-003651d1-3aeb-4f38-9f2f-0f64d3909174 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags/tempest-TagsExtTest-Tag-1479006742 HTTP/1.1" status: 204 len: 168 time: 0.0253317 Aug 16 02:23:46.966494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.971653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-6b08d5c1-8643-42cf-ad7a-d992cbc29101 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94', 'tempest-TagsExtTest-Tag-1479006742') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.002889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.006407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b08d5c1-8643-42cf-ad7a-d992cbc29101 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags/tempest-TagsExtTest-Tag-1479006742 HTTP/1.1" status: 204 len: 168 time: 0.0389442 Aug 16 02:23:47.008959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.013771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-2645dbd5-70cb-40f5-9452-2c986d97904a tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.036262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2645dbd5-70cb-40f5-9452-2c986d97904a tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags HTTP/1.1" status: 200 len: 205 time: 0.0261183 Aug 16 02:23:47.038758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.043458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-f0772965-8832-4c50-a5b7-5702916cc65c tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.076895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f0772965-8832-4c50-a5b7-5702916cc65c tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags HTTP/1.1" status: 204 len: 168 time: 0.0368440 Aug 16 02:23:47.079679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.084258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-2c1e6753-6ca2-4787-a08e-ea798b6cdb60 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.124282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Allocated IP 172.25.5.165 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/b0a54e6a-c1f6-4f84-a337-db855f9681bf) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:47.186318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2c1e6753-6ca2-4787-a08e-ea798b6cdb60 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags HTTP/1.1" status: 204 len: 168 time: 0.1032925 Aug 16 02:23:47.187382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.192207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-8d740afe-1ded-43eb-a39c-fff57000b849 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.259279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.282117 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8d740afe-1ded-43eb-a39c-fff57000b849 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags HTTP/1.1" status: 204 len: 168 time: 0.0935924 Aug 16 02:23:47.286763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.291582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-5c2c89ce-8b14-42aa-83e2-89dea74483a1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.299600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9760afa-e459-4452-bcbe-55af3090f057 req-b79a91bb-ccb7-41f4-a9da-e4a38c91cd13 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.301185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9760afa-e459-4452-bcbe-55af3090f057 req-b79a91bb-ccb7-41f4-a9da-e4a38c91cd13 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0622363 Aug 16 02:23:47.333842 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.340968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9760afa-e459-4452-bcbe-55af3090f057 req-c7e4ee08-9ab9-419f-86ef-dadd20c3199c tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336084 Aug 16 02:23:47.380267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:47.393843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:47.400173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:47.421608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event updated for resources: {'Port': ['ID=b0a54e6a-c1f6-4f84-a337-db855f9681bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:47.437814 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5c2c89ce-8b14-42aa-83e2-89dea74483a1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags HTTP/1.1" status: 204 len: 168 time: 0.1498234 Aug 16 02:23:47.442071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.446851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-fd131981-4459-4ad6-bc18-a1b18958a787 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05', 'tempest-TagsExtTest-Tag-829434757') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.554968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fd131981-4459-4ad6-bc18-a1b18958a787 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags/tempest-TagsExtTest-Tag-829434757 HTTP/1.1" status: 201 len: 201 time: 0.1118109 Aug 16 02:23:47.557710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.563043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-0b217468-2b7e-45c2-b237-c3af306b7e65 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac', 'tempest-TagsExtTest-Tag-1387296323') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.569869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Deleting port b0a54e6a-c1f6-4f84-a337-db855f9681bf {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:47.570222 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.628161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0b217468-2b7e-45c2-b237-c3af306b7e65 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags/tempest-TagsExtTest-Tag-1387296323 HTTP/1.1" status: 201 len: 201 time: 0.0690446 Aug 16 02:23:47.631194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.635936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-ea11546b-15b7-415a-a1d5-e9a5580e805b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500', 'tempest-TagsExtTest-Tag-2122028971') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.721942 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.722309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.736755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Calling delete_port for b0a54e6a-c1f6-4f84-a337-db855f9681bf owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:47.799461 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ea11546b-15b7-415a-a1d5-e9a5580e805b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags/tempest-TagsExtTest-Tag-2122028971 HTTP/1.1" status: 201 len: 201 time: 0.1672561 Aug 16 02:23:47.802172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.807162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-b250ed26-84d6-46e7-940f-4fa718be4461 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94', 'tempest-TagsExtTest-Tag-94539654') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.873548 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.885481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b250ed26-84d6-46e7-940f-4fa718be4461 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags/tempest-TagsExtTest-Tag-94539654 HTTP/1.1" status: 201 len: 201 time: 0.0795274 Aug 16 02:23:47.886048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.890102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-a92d1dce-cfe2-4c5f-b223-7bff8f0084b1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05', {'tags': ['tempest-TagsExtTest-Tag-414687922', 'tempest-TagsExtTest-Tag-853267668', 'tempest-TagsExtTest-Tag-1088052535']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.908677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event deleted for resources: {'Port': ['ID=b0a54e6a-c1f6-4f84-a337-db855f9681bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:47.953152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a92d1dce-cfe2-4c5f-b223-7bff8f0084b1 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags HTTP/1.1" status: 200 len: 316 time: 0.0661721 Aug 16 02:23:47.955360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:47.959714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-9a1f50a3-82a0-4ae2-831d-709231fcd765 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:47.991706 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] create failed (client error): The resource could not be found. Aug 16 02:23:47.992798 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e562c4c0-a06c-42e2-8e5b-1d03e8645199 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1193595 Aug 16 02:23:47.996727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.032864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9a1f50a3-82a0-4ae2-831d-709231fcd765 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags HTTP/1.1" status: 204 len: 168 time: 0.0764644 Aug 16 02:23:48.035700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.040063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-ce8a7b81-d2aa-47aa-89b5-c0880e492b02 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05', 'tempest-TagsExtTest-Tag-414687922') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.092145 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-ce8a7b81-d2aa-47aa-89b5-c0880e492b02 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:48.093756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ce8a7b81-d2aa-47aa-89b5-c0880e492b02 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags/tempest-TagsExtTest-Tag-414687922 HTTP/1.1" status: 404 len: 328 time: 0.0571225 Aug 16 02:23:48.095403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c11d1291-4b4e-4e0c-b4a3-b782754b217f tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Deleting port 3e4f2b83-722c-422b-8f3c-b6b755c58e1c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:48.095760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c11d1291-4b4e-4e0c-b4a3-b782754b217f tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.096758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.101951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-cf9a5f45-ddb8-477b-ac41-b663c61646de tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05', 'tempest-TagsExtTest-Tag-853267668') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.162878 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-cf9a5f45-ddb8-477b-ac41-b663c61646de tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:48.164136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cf9a5f45-ddb8-477b-ac41-b663c61646de tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags/tempest-TagsExtTest-Tag-853267668 HTTP/1.1" status: 404 len: 328 time: 0.0663171 Aug 16 02:23:48.166749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.171596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-d85d9fa2-6dd0-4cda-b866-d1ca9f4f626a tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05', 'tempest-TagsExtTest-Tag-1088052535') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.210502 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c11d1291-4b4e-4e0c-b4a3-b782754b217f tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.224383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c11d1291-4b4e-4e0c-b4a3-b782754b217f tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Calling delete_port for 3e4f2b83-722c-422b-8f3c-b6b755c58e1c owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:48.224588 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-d85d9fa2-6dd0-4cda-b866-d1ca9f4f626a tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:48.224977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d85d9fa2-6dd0-4cda-b866-d1ca9f4f626a tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags/tempest-TagsExtTest-Tag-1088052535 HTTP/1.1" status: 404 len: 329 time: 0.0572987 Aug 16 02:23:48.227583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.232529 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-b0d3c921-87d6-40d4-9b6f-b3c8df43ff29 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac', {'tags': ['tempest-TagsExtTest-Tag-1516506312', 'tempest-TagsExtTest-Tag-2139964844', 'tempest-TagsExtTest-Tag-964982394']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.301936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b0d3c921-87d6-40d4-9b6f-b3c8df43ff29 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags HTTP/1.1" status: 200 len: 317 time: 0.0729411 Aug 16 02:23:48.304739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.309418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-17458d3f-3e67-41ba-9d3a-9e5b36d9dca9 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.382510 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c11d1291-4b4e-4e0c-b4a3-b782754b217f tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.398211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-17458d3f-3e67-41ba-9d3a-9e5b36d9dca9 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags HTTP/1.1" status: 204 len: 168 time: 0.0897963 Aug 16 02:23:48.398439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.402890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-c6b71155-ab8a-4aba-928b-86699356b411 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac', 'tempest-TagsExtTest-Tag-1516506312') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.414927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d1291-4b4e-4e0c-b4a3-b782754b217f tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event deleted for resources: {'Port': ['ID=3e4f2b83-722c-422b-8f3c-b6b755c58e1c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:48.491693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c11d1291-4b4e-4e0c-b4a3-b782754b217f tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.492120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e97a-269d-49a4-9654-ca482422bf76 req-f113119f-9c49-4677-bf3d-b88d91abad99 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.494151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d476e97a-269d-49a4-9654-ca482422bf76 req-f113119f-9c49-4677-bf3d-b88d91abad99 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0670812 Aug 16 02:23:48.499949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c11d1291-4b4e-4e0c-b4a3-b782754b217f tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "DELETE /v2.0/ports/3e4f2b83-722c-422b-8f3c-b6b755c58e1c HTTP/1.1" status: 204 len: 168 time: 0.5018780 Aug 16 02:23:48.505744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.535044 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c6b71155-ab8a-4aba-928b-86699356b411 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:48.536476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c6b71155-ab8a-4aba-928b-86699356b411 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags/tempest-TagsExtTest-Tag-1516506312 HTTP/1.1" status: 404 len: 329 time: 0.1367710 Aug 16 02:23:48.539427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.545172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-6b097e96-bd5d-45b6-9296-fa40e235bfe7 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac', 'tempest-TagsExtTest-Tag-2139964844') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.566964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd0176-488f-4454-93a4-25bed8422ccb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.571250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9bbd0176-488f-4454-93a4-25bed8422ccb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "GET /v2.0/ports?device_id=e83d0847-e514-4fca-8d48-79e05ac47548 HTTP/1.1" status: 200 len: 913 time: 0.0618696 Aug 16 02:23:48.571418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.579818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d476e97a-269d-49a4-9654-ca482422bf76 req-0f922628-e553-44af-9030-89430e65a3fd tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786719 Aug 16 02:23:48.615012 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-6b097e96-bd5d-45b6-9296-fa40e235bfe7 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:48.618675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b097e96-bd5d-45b6-9296-fa40e235bfe7 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags/tempest-TagsExtTest-Tag-2139964844 HTTP/1.1" status: 404 len: 329 time: 0.0757773 Aug 16 02:23:48.619164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.623618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-05d76746-d624-4283-a6fa-59c58f9e995b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac', 'tempest-TagsExtTest-Tag-964982394') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.676945 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-05d76746-d624-4283-a6fa-59c58f9e995b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:48.677913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-05d76746-d624-4283-a6fa-59c58f9e995b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags/tempest-TagsExtTest-Tag-964982394 HTTP/1.1" status: 404 len: 328 time: 0.0578175 Aug 16 02:23:48.680692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.685300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-39bf12c1-8671-49c5-8b5e-01bd82f4cf5b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500', {'tags': ['tempest-TagsExtTest-Tag-1494226596', 'tempest-TagsExtTest-Tag-1638181648', 'tempest-TagsExtTest-Tag-1587756259']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.775025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-39bf12c1-8671-49c5-8b5e-01bd82f4cf5b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags HTTP/1.1" status: 200 len: 318 time: 0.0932372 Aug 16 02:23:48.777523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.782581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-fd1d6dfe-99c7-47e1-b5ad-8a350f71cef2 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.876943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fd1d6dfe-99c7-47e1-b5ad-8a350f71cef2 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags HTTP/1.1" status: 204 len: 168 time: 0.0983078 Aug 16 02:23:48.879457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.883989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-85814f0e-7623-4776-b386-ffa2032f1cd8 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500', 'tempest-TagsExtTest-Tag-1494226596') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:48.893159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.961618 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-85814f0e-7623-4776-b386-ffa2032f1cd8 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:48.963399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-85814f0e-7623-4776-b386-ffa2032f1cd8 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags/tempest-TagsExtTest-Tag-1494226596 HTTP/1.1" status: 404 len: 329 time: 0.0827067 Aug 16 02:23:48.965385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.970762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-edd0c613-3c6e-4c35-a48f-b34f15315a9c tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500', 'tempest-TagsExtTest-Tag-1638181648') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.047545 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-edd0c613-3c6e-4c35-a48f-b34f15315a9c tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:49.048609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-edd0c613-3c6e-4c35-a48f-b34f15315a9c tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags/tempest-TagsExtTest-Tag-1638181648 HTTP/1.1" status: 404 len: 329 time: 0.0822062 Aug 16 02:23:49.051658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44234) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.056269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-aa9da12c-3472-4eda-a886-4ee275eb3832 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500', 'tempest-TagsExtTest-Tag-1587756259') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.392768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Deleting port 3162623d-a291-4b26-abd7-117101d7fe7f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:49.393248 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.425324 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-aa9da12c-3472-4eda-a886-4ee275eb3832 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:49.426373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-aa9da12c-3472-4eda-a886-4ee275eb3832 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags/tempest-TagsExtTest-Tag-1587756259 HTTP/1.1" status: 404 len: 329 time: 0.3737614 Aug 16 02:23:49.429252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.433788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-f7406c58-5c44-4eaf-a121-88f0aaa0ef91 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94', {'tags': ['tempest-TagsExtTest-Tag-1605928048', 'tempest-TagsExtTest-Tag-25981788', 'tempest-TagsExtTest-Tag-1348466764']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.478881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f7406c58-5c44-4eaf-a121-88f0aaa0ef91 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "PUT /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags HTTP/1.1" status: 200 len: 316 time: 0.0463603 Aug 16 02:23:49.479963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.488320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-3aa3f2e6-83d6-4417-9f28-14456bdd2fa7 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.504079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.521972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Calling delete_port for 3162623d-a291-4b26-abd7-117101d7fe7f owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:49.602740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3aa3f2e6-83d6-4417-9f28-14456bdd2fa7 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags HTTP/1.1" status: 204 len: 168 time: 0.1217430 Aug 16 02:23:49.605467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.611183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-c13ea620-1ef9-4535-8783-5c305ed6adda tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94', 'tempest-TagsExtTest-Tag-1605928048') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.632548 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c13ea620-1ef9-4535-8783-5c305ed6adda tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:49.633623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c13ea620-1ef9-4535-8783-5c305ed6adda tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags/tempest-TagsExtTest-Tag-1605928048 HTTP/1.1" status: 404 len: 329 time: 0.0268345 Aug 16 02:23:49.636691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.641930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-c5d74b03-ff7f-4ae9-a12c-d2b424ea1040 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94', 'tempest-TagsExtTest-Tag-25981788') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.694963 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c5d74b03-ff7f-4ae9-a12c-d2b424ea1040 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:49.695682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c5d74b03-ff7f-4ae9-a12c-d2b424ea1040 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags/tempest-TagsExtTest-Tag-25981788 HTTP/1.1" status: 404 len: 327 time: 0.0580511 Aug 16 02:23:49.699546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.704575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-613142fa-f456-44b4-8146-07bd2cb15393 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94', 'tempest-TagsExtTest-Tag-1348466764') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.726035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e04103-b096-40ba-93dd-5022b086f1b3 req-65ed2042-0c42-4656-bb53-97a8c4fed569 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:49.727566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2e04103-b096-40ba-93dd-5022b086f1b3 req-65ed2042-0c42-4656-bb53-97a8c4fed569 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0704527 Aug 16 02:23:49.728756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.743977 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-613142fa-f456-44b4-8146-07bd2cb15393 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] show failed (client error): The resource could not be found. Aug 16 02:23:49.746466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-613142fa-f456-44b4-8146-07bd2cb15393 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags/tempest-TagsExtTest-Tag-1348466764 HTTP/1.1" status: 404 len: 329 time: 0.0445230 Aug 16 02:23:49.753100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.758974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-ab3985d6-c0e2-4b06-92ae-64c105c216a4 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f3ac7534-eb39-47bd-b7f1-c9eaaed12b94') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.763530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event deleted for resources: {'Port': ['ID=3162623d-a291-4b26-abd7-117101d7fe7f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:49.795494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2e04103-b096-40ba-93dd-5022b086f1b3 req-3f2595e2-307e-4210-9c11-48e6758d2802 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583611 Aug 16 02:23:49.802527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ab3985d6-c0e2-4b06-92ae-64c105c216a4 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94/tags HTTP/1.1" status: 204 len: 168 time: 0.0484576 Aug 16 02:23:49.805211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.820152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-7a7231ba-30ff-4846-b4de-8454e492d0fc tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b29561e8-c685-4566-acc3-d41ce64c7500') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.910290 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.915676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7a7231ba-30ff-4846-b4de-8454e492d0fc tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500/tags HTTP/1.1" status: 204 len: 168 time: 0.1076291 Aug 16 02:23:49.916328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.922294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-3dec398a-0197-4fae-9844-23433d654302 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd1de8fe-6c7e-4f86-b291-f03c71d97aac') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:49.981842 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3dec398a-0197-4fae-9844-23433d654302 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac/tags HTTP/1.1" status: 204 len: 168 time: 0.0644310 Aug 16 02:23:49.984499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:49.988744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-be4cf653-8091-4ac1-978b-b709e2837b9e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd04ece76-8590-4dbb-b8a5-1d95a6629c05') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:50.043538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-be4cf653-8091-4ac1-978b-b709e2837b9e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05/tags HTTP/1.1" status: 204 len: 168 time: 0.0580227 Aug 16 02:23:50.048228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.081924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Router e83d0847-e514-4fca-8d48-79e05ac47548 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:50.153326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8db3daa-8aab-4494-9ee0-1028a836f611 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for subnetpool, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.154489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b8db3daa-8aab-4494-9ee0-1028a836f611 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnetpools/f3ac7534-eb39-47bd-b7f1-c9eaaed12b94 HTTP/1.1" status: 204 len: 168 time: 0.1053152 Aug 16 02:23:50.158052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.166241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:50.171894 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-db8cedbb-3ac2-4ea5-bbc1-11a276feb2fb tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "PUT /v2.0/routers/e83d0847-e514-4fca-8d48-79e05ac47548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5993598 Aug 16 02:23:50.175281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.177121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76d55c-8e03-472c-9534-2d5cb485742e None None] Sync routers for ids ['e83d0847-e514-4fca-8d48-79e05ac47548'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:50.187120 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-05267ff6-e27c-4b39-9383-ae6bda208857 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "GET /v2.0/ports?device_id=b29561e8-c685-4566-acc3-d41ce64c7500 HTTP/1.1" status: 200 len: 205 time: 0.0274031 Aug 16 02:23:50.189435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.190348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76d55c-8e03-472c-9534-2d5cb485742e None None] Routers {'e83d0847-e514-4fca-8d48-79e05ac47548'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:50.191367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4d76d55c-8e03-472c-9534-2d5cb485742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:23:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e83d0847-e514-4fca-8d48-79e05ac47548'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:50.226106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4d76d55c-8e03-472c-9534-2d5cb485742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:50.235850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76d55c-8e03-472c-9534-2d5cb485742e None None] Routers {'e83d0847-e514-4fca-8d48-79e05ac47548'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:50.236769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4d76d55c-8e03-472c-9534-2d5cb485742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:23:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['e83d0847-e514-4fca-8d48-79e05ac47548'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:50.253611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa44ceb2-17a8-446f-b361-9b5e5fe9e33b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.270322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d621db7-3436-4e9a-afa0-6623b533726b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.272342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4d76d55c-8e03-472c-9534-2d5cb485742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:50.273106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76d55c-8e03-472c-9534-2d5cb485742e None None] The sync data for ids ['e83d0847-e514-4fca-8d48-79e05ac47548'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:50.417438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa44ceb2-17a8-446f-b361-9b5e5fe9e33b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.419483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa44ceb2-17a8-446f-b361-9b5e5fe9e33b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.433274 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d621db7-3436-4e9a-afa0-6623b533726b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.435407 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d621db7-3436-4e9a-afa0-6623b533726b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.466621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa44ceb2-17a8-446f-b361-9b5e5fe9e33b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.467158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa44ceb2-17a8-446f-b361-9b5e5fe9e33b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Fanout notify agent at l3_agent the message router_deleted on router e83d0847-e514-4fca-8d48-79e05ac47548 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:23:50.475770 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa44ceb2-17a8-446f-b361-9b5e5fe9e33b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.476860 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fa44ceb2-17a8-446f-b361-9b5e5fe9e33b tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "DELETE /v2.0/routers/e83d0847-e514-4fca-8d48-79e05ac47548 HTTP/1.1" status: 204 len: 168 time: 0.3002770 Aug 16 02:23:50.479467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.483443 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d621db7-3436-4e9a-afa0-6623b533726b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.483799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d621db7-3436-4e9a-afa0-6623b533726b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Fanout notify agent at l3_agent the message router_deleted on router b29561e8-c685-4566-acc3-d41ce64c7500 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:23:50.490766 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d621db7-3436-4e9a-afa0-6623b533726b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.491954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7d621db7-3436-4e9a-afa0-6623b533726b tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/routers/b29561e8-c685-4566-acc3-d41ce64c7500 HTTP/1.1" status: 204 len: 168 time: 0.3016264 Aug 16 02:23:50.494323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.540988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-964b8f76-cf8e-4996-8093-f66a7f540113 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Deleting subnet 0bfa2258-0b98-49b8-924d-325f02d8b1d7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:50.544662 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-964b8f76-cf8e-4996-8093-f66a7f540113 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.586129 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-964b8f76-cf8e-4996-8093-f66a7f540113 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.589348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1443c38a-c106-4e31-820b-4bce51165550 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Deleting port fd1de8fe-6c7e-4f86-b291-f03c71d97aac {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:50.589700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1443c38a-c106-4e31-820b-4bce51165550 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.674857 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-964b8f76-cf8e-4996-8093-f66a7f540113 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.676800 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1443c38a-c106-4e31-820b-4bce51165550 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.690648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1443c38a-c106-4e31-820b-4bce51165550 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Calling delete_port for fd1de8fe-6c7e-4f86-b291-f03c71d97aac owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:50.734556 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-964b8f76-cf8e-4996-8093-f66a7f540113 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.763699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b8f76-cf8e-4996-8093-f66a7f540113 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event deleted for resources: {'Subnet': ['ID=0bfa2258-0b98-49b8-924d-325f02d8b1d7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.766584 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-964b8f76-cf8e-4996-8093-f66a7f540113 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.771405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.771558 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-964b8f76-cf8e-4996-8093-f66a7f540113 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "DELETE /v2.0/subnets/0bfa2258-0b98-49b8-924d-325f02d8b1d7 HTTP/1.1" status: 204 len: 168 time: 0.2909353 Aug 16 02:23:50.776592 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdff18d-9f37-4b93-831a-fb58f646ea8e None None] Network c265a46b-caf6-4afe-928f-0e2b02780208 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:50.917515 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.921896 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1443c38a-c106-4e31-820b-4bce51165550 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.961711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443c38a-c106-4e31-820b-4bce51165550 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Pushing event deleted for resources: {'Port': ['ID=fd1de8fe-6c7e-4f86-b291-f03c71d97aac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.968886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6787700a-5e45-4c6a-9467-cd95a1700981 None None] DHCP port deletion for c265a46b-caf6-4afe-928f-0e2b02780208 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:23:51.005695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893d51-25c5-4a03-82f8-283098b1dac1 req-5e26f826-9893-47bb-a4e6-7a4c93751af8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:51.007332 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05893d51-25c5-4a03-82f8-283098b1dac1 req-5e26f826-9893-47bb-a4e6-7a4c93751af8 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.1281579 Aug 16 02:23:51.017217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6787700a-5e45-4c6a-9467-cd95a1700981 None None] Deleting port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:51.017596 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6787700a-5e45-4c6a-9467-cd95a1700981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.088308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6787700a-5e45-4c6a-9467-cd95a1700981 None None] For port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7d1b62a5-1dbd-4c74-b984-e65444e32f1e,segment=NetworkSegment(c224fb2b-7007-41e2-9d41-ea62a91719a0),segment_id=c224fb2b-7007-41e2-9d41-ea62a91719a0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:51.088852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6787700a-5e45-4c6a-9467-cd95a1700981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.106060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6787700a-5e45-4c6a-9467-cd95a1700981 None None] Calling delete_port for 7d1b62a5-1dbd-4c74-b984-e65444e32f1e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:51.106309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1443c38a-c106-4e31-820b-4bce51165550 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.110760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:51.111047 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1443c38a-c106-4e31-820b-4bce51165550 tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/ports/fd1de8fe-6c7e-4f86-b291-f03c71d97aac HTTP/1.1" status: 204 len: 168 time: 0.6154575 Aug 16 02:23:51.121584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-05893d51-25c5-4a03-82f8-283098b1dac1 req-50e85d37-e8b2-45ff-9503-5d9a3447d13e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883603 Aug 16 02:23:51.159976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Deleting port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:51.160648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.173447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefc580f-23b8-4910-a86c-b0d68b5f11fd tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Deleting subnet d04ece76-8590-4dbb-b8a5-1d95a6629c05 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:51.176900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefc580f-23b8-4910-a86c-b0d68b5f11fd tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.213709 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6787700a-5e45-4c6a-9467-cd95a1700981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.226841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefc580f-23b8-4910-a86c-b0d68b5f11fd tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.246195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] For port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7d1b62a5-1dbd-4c74-b984-e65444e32f1e,segment=NetworkSegment(c224fb2b-7007-41e2-9d41-ea62a91719a0),segment_id=c224fb2b-7007-41e2-9d41-ea62a91719a0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:51.246564 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.248352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787700a-5e45-4c6a-9467-cd95a1700981 None None] Pushing event deleted for resources: {'Port': ['ID=7d1b62a5-1dbd-4c74-b984-e65444e32f1e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.251019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787700a-5e45-4c6a-9467-cd95a1700981 None None] No DVR routers for this DVR port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:51.268198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Calling delete_port for 7d1b62a5-1dbd-4c74-b984-e65444e32f1e owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:51.316722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefc580f-23b8-4910-a86c-b0d68b5f11fd tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.349297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.375851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event deleted for resources: {'Port': ['ID=7d1b62a5-1dbd-4c74-b984-e65444e32f1e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.382687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] No DVR routers for this DVR port 7d1b62a5-1dbd-4c74-b984-e65444e32f1e on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:51.383337 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefc580f-23b8-4910-a86c-b0d68b5f11fd tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.413490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc580f-23b8-4910-a86c-b0d68b5f11fd tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Pushing event deleted for resources: {'Subnet': ['ID=d04ece76-8590-4dbb-b8a5-1d95a6629c05,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.419959 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefc580f-23b8-4910-a86c-b0d68b5f11fd tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.424616 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cefc580f-23b8-4910-a86c-b0d68b5f11fd tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/subnets/d04ece76-8590-4dbb-b8a5-1d95a6629c05 HTTP/1.1" status: 204 len: 168 time: 0.3106234 Aug 16 02:23:51.425043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44284) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:51.428579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b143247e-f70e-4dcf-91c1-4b9c7030e242 None None] Network da079f97-b30c-47e8-be4b-94c26e75f7ba requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:51.467052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.478594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c265a46b-caf6-4afe-928f-0e2b02780208']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.490792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c224fb2b-7007-41e2-9d41-ea62a91719a0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.491120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c224fb2b-7007-41e2-9d41-ea62a91719a0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.501398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.506912 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.521771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.528229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:51.528646 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:51.533307 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:51.567977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Deleting port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:51.568605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.602248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.615582 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.616705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] 10.222.0.61 "DELETE /v2.0/networks/c265a46b-caf6-4afe-928f-0e2b02780208 HTTP/1.1" status: 204 len: 168 time: 0.8439171 Aug 16 02:23:51.643980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f710a-2bcf-4e0c-86a7-8529d983c002 tempest-FloatingIPNegativeTestJSON-1285208859 tempest-FloatingIPNegativeTestJSON-1285208859-project] Pushing event deleted for resources: {'Network': ['ID=c265a46b-caf6-4afe-928f-0e2b02780208,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.664337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] For port b13c2b8c-2cde-41d2-b2b7-7507255e6f06, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b13c2b8c-2cde-41d2-b2b7-7507255e6f06,segment=NetworkSegment(d98a21e5-7e52-425f-acd1-ff857516fbf3),segment_id=d98a21e5-7e52-425f-acd1-ff857516fbf3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:51.665114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.683061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Calling delete_port for b13c2b8c-2cde-41d2-b2b7-7507255e6f06 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:51.792714 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.797310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ccb40-e771-4ed8-9db4-3cc982a4f3a1 None None] DHCP port deletion for da079f97-b30c-47e8-be4b-94c26e75f7ba request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:23:51.824262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Pushing event deleted for resources: {'Port': ['ID=b13c2b8c-2cde-41d2-b2b7-7507255e6f06,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.826234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] No DVR routers for this DVR port b13c2b8c-2cde-41d2-b2b7-7507255e6f06 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:51.918928 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.934114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da079f97-b30c-47e8-be4b-94c26e75f7ba']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.934258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:51.941060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98a21e5-7e52-425f-acd1-ff857516fbf3') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.941354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98a21e5-7e52-425f-acd1-ff857516fbf3') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.950184 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.964995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.972007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:51.972497 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:51.975564 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:52.039004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.046069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.048079 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] 10.222.0.61 "DELETE /v2.0/networks/da079f97-b30c-47e8-be4b-94c26e75f7ba HTTP/1.1" status: 204 len: 168 time: 0.6223192 Aug 16 02:23:52.064429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98343cba-023f-4cce-b71c-b23b31e9be5e tempest-TagsExtTest-1553996782 tempest-TagsExtTest-1553996782-project] Pushing event deleted for resources: {'Network': ['ID=da079f97-b30c-47e8-be4b-94c26e75f7ba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:52.080665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-46171e75-5dcf-4bf4-bb22-d3b94a9a73bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c6d021f6ad2448293c57087a4b64332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485481 Aug 16 02:23:52.082914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:52.142008 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-358f6021-f113-45c8-883c-0eb03869c728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.165716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-358f6021-f113-45c8-883c-0eb03869c728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.245562 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-358f6021-f113-45c8-883c-0eb03869c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.248364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-358f6021-f113-45c8-883c-0eb03869c728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.250251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-358f6021-f113-45c8-883c-0eb03869c728 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a88bdfcb-6bcc-4c7e-9f53-e8a3acfc4275 HTTP/1.1" status: 204 len: 168 time: 0.1662364 Aug 16 02:23:52.269885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f6021-f113-45c8-883c-0eb03869c728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88bdfcb-6bcc-4c7e-9f53-e8a3acfc4275,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:52.277484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:52.285856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024175c-abf0-4225-b56d-a8fefdfd2ad4 req-7deb3adb-48c0-4bc1-a4a5-fa68959ae19b tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.287535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b024175c-abf0-4225-b56d-a8fefdfd2ad4 req-7deb3adb-48c0-4bc1-a4a5-fa68959ae19b tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0745296 Aug 16 02:23:52.332476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b024175c-abf0-4225-b56d-a8fefdfd2ad4 req-ecd3ffab-9fdd-4425-82a3-8a9fabf54420 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372868 Aug 16 02:23:52.438333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e576479c-32b9-4f3c-9f2d-fe48e2d753e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=452f09bf00604f14b374e27d19df5482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591630 Aug 16 02:23:52.440858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:52.490120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63141639-8e5d-452d-afee-2ee286eb445b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.511067 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63141639-8e5d-452d-afee-2ee286eb445b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.564676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63141639-8e5d-452d-afee-2ee286eb445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.567496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63141639-8e5d-452d-afee-2ee286eb445b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.571225 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-63141639-8e5d-452d-afee-2ee286eb445b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9632dbc2-5d06-4966-aee5-5308f76dd886 HTTP/1.1" status: 204 len: 168 time: 0.1269803 Aug 16 02:23:52.577200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63141639-8e5d-452d-afee-2ee286eb445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9632dbc2-5d06-4966-aee5-5308f76dd886,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:52.598949 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d1b62a5-1dbd-4c74-b984-e65444e32f1e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:52.625357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 7d1b62a5-1dbd-4c74-b984-e65444e32f1e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:52.625357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d1b62a5-1dbd-4c74-b984-e65444e32f1e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:52.625766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b13c2b8c-2cde-41d2-b2b7-7507255e6f06 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:52.653906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b13c2b8c-2cde-41d2-b2b7-7507255e6f06 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:52.654326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b13c2b8c-2cde-41d2-b2b7-7507255e6f06 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:53.014254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.112519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bf67bb59-530e-42af-ae38-4c24f3420328 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] Request body: {'port': {'network_id': 'eb0ec820-98d9-4331-a33d-31706ca9f157', 'name': 'tempest-NetworksNegativeTestJSON-99647970'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:53.129242 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf67bb59-530e-42af-ae38-4c24f3420328 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] POST failed (client error): The resource could not be found. Aug 16 02:23:53.129242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf67bb59-530e-42af-ae38-4c24f3420328 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:23:53.129242 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bf67bb59-530e-42af-ae38-4c24f3420328 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1129301 Aug 16 02:23:53.132938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.153622 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf31d05-9725-4051-95d2-61efff036217 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] DELETE failed (client error): The resource could not be found. Aug 16 02:23:53.154177 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf31d05-9725-4051-95d2-61efff036217 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:23:53.156644 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dcf31d05-9725-4051-95d2-61efff036217 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "DELETE /v2.0/networks/ff0b6051-f3ce-4982-9e35-f7f7ba5ca291 HTTP/1.1" status: 404 len: 339 time: 0.0227077 Aug 16 02:23:53.161547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.185262 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-311d2936-b0f0-44a4-950d-7cae5d38af40 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] DELETE failed (client error): The resource could not be found. Aug 16 02:23:53.185887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311d2936-b0f0-44a4-950d-7cae5d38af40 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:23:53.188164 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-311d2936-b0f0-44a4-950d-7cae5d38af40 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "DELETE /v2.0/ports/4f5a4d80-525d-4b72-89bb-15ee8b020d44 HTTP/1.1" status: 404 len: 333 time: 0.0254173 Aug 16 02:23:53.191871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.220457 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-55490ca0-909c-418a-9875-467b1eaf9f1a tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] DELETE failed (client error): The resource could not be found. Aug 16 02:23:53.220906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55490ca0-909c-418a-9875-467b1eaf9f1a tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:23:53.222593 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-55490ca0-909c-418a-9875-467b1eaf9f1a tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "DELETE /v2.0/subnets/9e5fd9d2-d357-4885-bde2-3c004493a619 HTTP/1.1" status: 404 len: 337 time: 0.0298333 Aug 16 02:23:53.226331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44368) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.241683 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.245681 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-64355b8a-a295-49e2-ae24-129bb77c90ea tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] GET failed (client error): The resource could not be found. Aug 16 02:23:53.246996 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-64355b8a-a295-49e2-ae24-129bb77c90ea tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "GET /v2.0/networks/a826c5cd-0b23-44a7-a4fb-707ba9734d3c HTTP/1.1" status: 404 len: 339 time: 0.0197768 Aug 16 02:23:53.251701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.278214 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0898f66c-14cc-4a89-9517-30dfcb80c666 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] GET failed (client error): The resource could not be found. Aug 16 02:23:53.279898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0898f66c-14cc-4a89-9517-30dfcb80c666 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "GET /v2.0/ports/d7c3c4b9-d631-471e-aa46-135b0dc738c2 HTTP/1.1" status: 404 len: 333 time: 0.0272324 Aug 16 02:23:53.283856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.320510 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-652f2155-bfe9-4f10-867a-07d38a74e54c tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] GET failed (client error): The resource could not be found. Aug 16 02:23:53.321822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-652f2155-bfe9-4f10-867a-07d38a74e54c tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "GET /v2.0/subnets/e586974e-899b-4872-b741-860a4d003391 HTTP/1.1" status: 404 len: 337 time: 0.0367966 Aug 16 02:23:53.325538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.331208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c9edd10b-ce4a-4f08-9276-f6024db2f888 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:53.348755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1667972642-network', 'tenant_id': 'ccda2f7436e44b94bbfb7e6557eadb5d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:53.352192 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9edd10b-ce4a-4f08-9276-f6024db2f888 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] PUT failed (client error): The resource could not be found. Aug 16 02:23:53.352999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9edd10b-ce4a-4f08-9276-f6024db2f888 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:23:53.354082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c9edd10b-ce4a-4f08-9276-f6024db2f888 tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "PUT /v2.0/networks/bba48bdf-73ca-448f-9cef-471363e3cd63 HTTP/1.1" status: 404 len: 339 time: 0.0276470 Aug 16 02:23:53.357957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44380) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.364350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-69d4864d-fd94-490e-9220-1fcfa992041c tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:53.374542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Made reservation on behalf of ccda2f7436e44b94bbfb7e6557eadb5d for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:53.377133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.386371 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.389552 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d4864d-fd94-490e-9220-1fcfa992041c tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] PUT failed (client error): The resource could not be found. Aug 16 02:23:53.390923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d4864d-fd94-490e-9220-1fcfa992041c tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:23:53.392301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-69d4864d-fd94-490e-9220-1fcfa992041c tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "PUT /v2.0/ports/460330ba-6ff0-4234-8a7a-7da24a199fc9 HTTP/1.1" status: 404 len: 333 time: 0.0328455 Aug 16 02:23:53.396302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.401680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-090a5981-f3a3-40e7-bfc5-75c81e99a7af tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:53.424250 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-090a5981-f3a3-40e7-bfc5-75c81e99a7af tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] PUT failed (client error): The resource could not be found. Aug 16 02:23:53.424689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090a5981-f3a3-40e7-bfc5-75c81e99a7af tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:23:53.425813 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-090a5981-f3a3-40e7-bfc5-75c81e99a7af tempest-NetworksNegativeTestJSON-1927937497 tempest-NetworksNegativeTestJSON-1927937497-project] 10.222.0.61 "PUT /v2.0/subnets/51cce099-10ed-44a5-8596-d1b568d1eed5 HTTP/1.1" status: 404 len: 337 time: 0.0285931 Aug 16 02:23:53.491335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28826e-dbf4-426b-b942-49e5bec9000b req-5822ab4c-1322-435e-9954-c2ab0fef6ebb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.492853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa28826e-dbf4-426b-b942-49e5bec9000b req-5822ab4c-1322-435e-9954-c2ab0fef6ebb tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0776725 Aug 16 02:23:53.553157 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.557395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa28826e-dbf4-426b-b942-49e5bec9000b req-095b0af9-734b-49e7-9376-af3328ee3de5 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549703 Aug 16 02:23:53.558737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.585048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:53.595072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1819bdec-758d-4fae-97e8-7cacc059457d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:53.599864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.600210 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Added segment df62b617-1500-45a3-9264-f0efaede0d05 of type vlan for network 6c387961-216f-4a80-9bb4-67ef787efe5f Aug 16 02:23:53.623451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.646142 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.675689 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.676656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.677245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.732073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4892178 Aug 16 02:23:53.734982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9074e3b-f897-4d51-bd86-63accfab3896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.737262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44394) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.742228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Request body: {'subnet': {'network_id': '6c387961-216f-4a80-9bb4-67ef787efe5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1667972642-subnet', 'tenant_id': 'ccda2f7436e44b94bbfb7e6557eadb5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:53.745281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b55c7-fe4a-4e56-9513-844745a0f70f admin admin] Pushing event updated for resources: {'Network': ['ID=6c387961-216f-4a80-9bb4-67ef787efe5f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:53.757014 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6c387961-216f-4a80-9bb4-67ef787efe5f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:53.758335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:23:53.758335 n-d-768862-14 neutron-server[94639]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:23:53.758335 n-d-768862-14 neutron-server[94639]: [parameters: {'project_id': 'ccda2f7436e44b94bbfb7e6557eadb5d', 'id': '1680ffbc-9721-4905-9e92-e8bafac8b0a4', 'expiration': datetime.datetime(2021, 8, 16, 2, 25, 53, 754634)}] Aug 16 02:23:53.758335 n-d-768862-14 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:23:53.758829 n-d-768862-14 neutron-server[94639]: DEBUG oslo_db.api [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:23:53.837266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9074e3b-f897-4d51-bd86-63accfab3896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.841542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9074e3b-f897-4d51-bd86-63accfab3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.879976 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a9074e3b-f897-4d51-bd86-63accfab3896 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d53fb7d51f245269e063b9055d02741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546928 Aug 16 02:23:53.880855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9074e3b-f897-4d51-bd86-63accfab3896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7129a1-99a2-47c4-82b7-a759434d7384,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:53.882671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.933304 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4b36-2a3a-496f-875e-86481ae31128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.955510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4b36-2a3a-496f-875e-86481ae31128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.005376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4b36-2a3a-496f-875e-86481ae31128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.007933 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e0d4b36-2a3a-496f-875e-86481ae31128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.009081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1e0d4b36-2a3a-496f-875e-86481ae31128 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc7129a1-99a2-47c4-82b7-a759434d7384 HTTP/1.1" status: 204 len: 168 time: 0.1247058 Aug 16 02:23:54.017354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d4b36-2a3a-496f-875e-86481ae31128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7129a1-99a2-47c4-82b7-a759434d7384,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:54.281201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Made reservation on behalf of ccda2f7436e44b94bbfb7e6557eadb5d for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:54.283917 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.463352 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.521040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3660cc16-f7a1-483b-b835-1e053461fa8e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:54.528291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Checking segment: {'id': 'df62b617-1500-45a3-9264-f0efaede0d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6c387961-216f-4a80-9bb4-67ef787efe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:54.528661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Network hostable DHCP agents. Network: 6c387961-216f-4a80-9bb4-67ef787efe5f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:54.546959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Network 6c387961-216f-4a80-9bb4-67ef787efe5f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:54.556511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6c387961-216f-4a80-9bb4-67ef787efe5f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:54.561257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:54.563050 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.567290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6fe880-c6d6-4577-8dd1-d7f17a32a6a4 None None] Network 6c387961-216f-4a80-9bb4-67ef787efe5f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:54.581003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ec7b529c-d62f-4b7e-ac8b-018667b9f15a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8420112 Aug 16 02:23:54.693368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:54.695300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babaddd-2465-4207-91a2-56d5768ad9ea req-842f329d-5575-41d3-baf6-cab3fee82abe tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:54.697005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7babaddd-2465-4207-91a2-56d5768ad9ea req-842f329d-5575-41d3-baf6-cab3fee82abe tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0594511 Aug 16 02:23:54.725524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf4436-4c9f-4e6f-aec4-2423f94356f1 None None] Network 6c387961-216f-4a80-9bb4-67ef787efe5f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:54.750664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7babaddd-2465-4207-91a2-56d5768ad9ea req-e36a6d8b-7d6a-4af9-a63d-6ea079f01fcc tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466547 Aug 16 02:23:54.817487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-78f7e217-c311-42ed-b82b-db65dfeb1c6e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:54.818201 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-78f7e217-c311-42ed-b82b-db65dfeb1c6e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:23:54.818694 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-78f7e217-c311-42ed-b82b-db65dfeb1c6e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:23:54.819859 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-78f7e217-c311-42ed-b82b-db65dfeb1c6e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1248004 Aug 16 02:23:54.823784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:54.828466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052886799'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:54.863729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.875872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.977275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.981399 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.020600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cec5ee-2d12-43f1-b93e-c4f8809f63b2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.078999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.083331 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.112248 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.113484 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2887893 Aug 16 02:23:55.115520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb43b03-07f6-465b-8abc-0cee78ddb6a9 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78017af0-f9d5-4270-86bf-43c81cf0d25b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.116527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.122417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-08847005-4fbd-4bc6-9dbc-84e4a6d844de tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': '78017af0-f9d5-4270-86bf-43c81cf0d25b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.151373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08847005-4fbd-4bc6-9dbc-84e4a6d844de tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.201198 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08847005-4fbd-4bc6-9dbc-84e4a6d844de tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.202459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.205689 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08847005-4fbd-4bc6-9dbc-84e4a6d844de tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.207452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119656111-network', 'tenant_id': '4c0f45a3cf47446bb6e5ce55c0b5f6a1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.225229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08847005-4fbd-4bc6-9dbc-84e4a6d844de tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb447f01-3c0b-47f0-a76c-e8196196b5bb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.229277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Made reservation on behalf of 4c0f45a3cf47446bb6e5ce55c0b5f6a1 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:55.232344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.232531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08847005-4fbd-4bc6-9dbc-84e4a6d844de tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.235677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-08847005-4fbd-4bc6-9dbc-84e4a6d844de tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179705 Aug 16 02:23:55.236868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.241382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.241534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f3767a1d-686f-4ec6-a51f-d9912e2537b0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': '78017af0-f9d5-4270-86bf-43c81cf0d25b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.268333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3767a1d-686f-4ec6-a51f-d9912e2537b0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.341250 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.346315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.350488 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f3767a1d-686f-4ec6-a51f-d9912e2537b0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:23:55.351605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f3767a1d-686f-4ec6-a51f-d9912e2537b0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1137483 Aug 16 02:23:55.354944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.370714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:55.386017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f5e1a8-206f-4eb3-83d5-75947df8d55c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.390033 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.390322 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Added segment 741653f4-67de-4068-ba19-d089f6e0b652 of type vlan for network 8ab71a32-3f02-4e67-b2ed-db3dcdef353c Aug 16 02:23:55.411613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4778aad-514c-44d6-a45a-fb17be2314f5 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.434208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4778aad-514c-44d6-a45a-fb17be2314f5 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.434492 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.465248 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.467555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:55.468362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.485044 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4778aad-514c-44d6-a45a-fb17be2314f5 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.488585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4778aad-514c-44d6-a45a-fb17be2314f5 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.490711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f4778aad-514c-44d6-a45a-fb17be2314f5 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/78017af0-f9d5-4270-86bf-43c81cf0d25b HTTP/1.1" status: 204 len: 168 time: 0.1339462 Aug 16 02:23:55.497825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.511487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4778aad-514c-44d6-a45a-fb17be2314f5 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78017af0-f9d5-4270-86bf-43c81cf0d25b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.539525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3357792 Aug 16 02:23:55.542150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.545985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b1dd4-97bb-4138-8cac-d26a14a03c0d admin admin] Pushing event updated for resources: {'Network': ['ID=8ab71a32-3f02-4e67-b2ed-db3dcdef353c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.548051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Request body: {'subnet': {'network_id': '8ab71a32-3f02-4e67-b2ed-db3dcdef353c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119656111-subnet', 'tenant_id': '4c0f45a3cf47446bb6e5ce55c0b5f6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.567921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 8ab71a32-3f02-4e67-b2ed-db3dcdef353c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:55.581260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ea8a6a6f-f96e-4b64-a2c1-13e15729930f tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809860 Aug 16 02:23:55.585237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44452) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.591290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Made reservation on behalf of 4c0f45a3cf47446bb6e5ce55c0b5f6a1 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:55.591532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4181fabb-b87e-4419-914a-b3eb803c426b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'tempest-secgroup--663513733'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.593906 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.615474 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181fabb-b87e-4419-914a-b3eb803c426b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.705053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181fabb-b87e-4419-914a-b3eb803c426b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.709421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181fabb-b87e-4419-914a-b3eb803c426b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.739520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181fabb-b87e-4419-914a-b3eb803c426b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc99b89a-bcba-44e4-8641-6f82a12f57e6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.741954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181fabb-b87e-4419-914a-b3eb803c426b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.745761 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4181fabb-b87e-4419-914a-b3eb803c426b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1563728 Aug 16 02:23:55.745966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.751594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-558c7b54-30e3-41d2-a1c3-3f882a603f0d tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'dc99b89a-bcba-44e4-8641-6f82a12f57e6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.752345 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-558c7b54-30e3-41d2-a1c3-3f882a603f0d tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:23:55.752827 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-558c7b54-30e3-41d2-a1c3-3f882a603f0d tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:55.756166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-558c7b54-30e3-41d2-a1c3-3f882a603f0d tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067179 Aug 16 02:23:55.756405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.774115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.819834 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3309c4-7a1c-4fd1-909d-9385b83d9b79 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.842652 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3309c4-7a1c-4fd1-909d-9385b83d9b79 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.860027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbeffbc-3e8e-4fd6-b811-607d279351e6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.871620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Checking segment: {'id': '741653f4-67de-4068-ba19-d089f6e0b652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8ab71a32-3f02-4e67-b2ed-db3dcdef353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:55.871972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Network hostable DHCP agents. Network: 8ab71a32-3f02-4e67-b2ed-db3dcdef353c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:55.885153 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3309c4-7a1c-4fd1-909d-9385b83d9b79 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.888083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3309c4-7a1c-4fd1-909d-9385b83d9b79 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.889693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fc3309c4-7a1c-4fd1-909d-9385b83d9b79 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/dc99b89a-bcba-44e4-8641-6f82a12f57e6 HTTP/1.1" status: 204 len: 168 time: 0.1320648 Aug 16 02:23:55.892762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.899214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625d49f-c722-45c1-82bc-d315c3ef126a req-b39f5dd0-3d37-40a0-8940-1f3447b757e2 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:55.900736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a625d49f-c722-45c1-82bc-d315c3ef126a req-b39f5dd0-3d37-40a0-8940-1f3447b757e2 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0771885 Aug 16 02:23:55.906688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Network 8ab71a32-3f02-4e67-b2ed-db3dcdef353c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:55.911817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3309c4-7a1c-4fd1-909d-9385b83d9b79 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc99b89a-bcba-44e4-8641-6f82a12f57e6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.933591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 8ab71a32-3f02-4e67-b2ed-db3dcdef353c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:55.940097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:55.940703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.948093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b4979-88b4-4d5d-83a1-50e2a3c1bbdf None None] Network 8ab71a32-3f02-4e67-b2ed-db3dcdef353c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:55.954311 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0a952acf-5bf5-4e18-9332-b39da4709819 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602427 Aug 16 02:23:55.958084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.963631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-55309a5b-7914-4749-ac0e-2097472c5f65 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315372381'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.973425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e0c64930-b1e8-4382-b604-fe831e96395e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4300508 Aug 16 02:23:55.979375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a625d49f-c722-45c1-82bc-d315c3ef126a req-b16ea066-a79e-4dbd-97d1-f0f4e8b1445e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689936 Aug 16 02:23:56.017059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55309a5b-7914-4749-ac0e-2097472c5f65 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.102460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c9346-1ee7-41b0-81b1-556604cf0a27 None None] Network 8ab71a32-3f02-4e67-b2ed-db3dcdef353c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:56.113032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.174889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55309a5b-7914-4749-ac0e-2097472c5f65 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.190103 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55309a5b-7914-4749-ac0e-2097472c5f65 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.220071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-308a0370-c1a9-4c2e-a423-09083595971f admin admin] Deleting subnet 3660cc16-f7a1-483b-b835-1e053461fa8e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:56.229746 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-308a0370-c1a9-4c2e-a423-09083595971f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.231304 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e4cbd-af56-4fb3-a460-69c17aba7253 req-6ed334f3-5a01-467c-903f-650b0c30a11a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.235795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-232e4cbd-af56-4fb3-a460-69c17aba7253 req-6ed334f3-5a01-467c-903f-650b0c30a11a tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0572686 Aug 16 02:23:56.250324 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55309a5b-7914-4749-ac0e-2097472c5f65 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.251591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-55309a5b-7914-4749-ac0e-2097472c5f65 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2925270 Aug 16 02:23:56.254269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55309a5b-7914-4749-ac0e-2097472c5f65 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca43e897-2a70-4aa0-ad15-cbbec5fe6c4a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.256116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.261082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-15736adf-d7c5-4031-b418-d6a8375d3d23 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'ca43e897-2a70-4aa0-ad15-cbbec5fe6c4a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:56.261984 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-15736adf-d7c5-4031-b418-d6a8375d3d23 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:23:56.262525 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-15736adf-d7c5-4031-b418-d6a8375d3d23 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:56.267988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-15736adf-d7c5-4031-b418-d6a8375d3d23 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064120 Aug 16 02:23:56.267988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.280634 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-308a0370-c1a9-4c2e-a423-09083595971f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.305510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-232e4cbd-af56-4fb3-a460-69c17aba7253 req-65f892a6-8fbd-4249-b17e-1dfce8bb280e tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659876 Aug 16 02:23:56.324123 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-308a0370-c1a9-4c2e-a423-09083595971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.339773 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2776fda8-27e6-41b2-b12d-3e5eb07e8976 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.364304 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2776fda8-27e6-41b2-b12d-3e5eb07e8976 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.383724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-308a0370-c1a9-4c2e-a423-09083595971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.413869 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-308a0370-c1a9-4c2e-a423-09083595971f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.416179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-308a0370-c1a9-4c2e-a423-09083595971f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3660cc16-f7a1-483b-b835-1e053461fa8e HTTP/1.1" status: 204 len: 168 time: 0.3014202 Aug 16 02:23:56.417279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a0370-c1a9-4c2e-a423-09083595971f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3660cc16-f7a1-483b-b835-1e053461fa8e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.418983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.444295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd3ad4-b38c-4dc2-b12b-36b89598200f req-8065299d-8a15-484a-b483-eb62de5f8be6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.445821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0dd3ad4-b38c-4dc2-b12b-36b89598200f req-8065299d-8a15-484a-b483-eb62de5f8be6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0627224 Aug 16 02:23:56.447201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2776fda8-27e6-41b2-b12d-3e5eb07e8976 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.449709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2776fda8-27e6-41b2-b12d-3e5eb07e8976 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.453792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2776fda8-27e6-41b2-b12d-3e5eb07e8976 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/ca43e897-2a70-4aa0-ad15-cbbec5fe6c4a HTTP/1.1" status: 204 len: 168 time: 0.1828699 Aug 16 02:23:56.456943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.478785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776fda8-27e6-41b2-b12d-3e5eb07e8976 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca43e897-2a70-4aa0-ad15-cbbec5fe6c4a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.492208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.528760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-abc1ad51-8b27-4311-966f-3e4e2c3d7a0f tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708261 Aug 16 02:23:56.532139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0dd3ad4-b38c-4dc2-b12b-36b89598200f req-91d0f78f-6d2f-4569-bf73-9c50c2e66979 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753491 Aug 16 02:23:56.532605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.537293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e6aef8ed-9640-43c8-bd5e-3678907adbc4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277135432'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:56.560135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6aef8ed-9640-43c8-bd5e-3678907adbc4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.580483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.591355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c387961-216f-4a80-9bb4-67ef787efe5f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:56.603599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df62b617-1500-45a3-9264-f0efaede0d05') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:56.603889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df62b617-1500-45a3-9264-f0efaede0d05') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:56.614925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.636059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.649177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:56.649906 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:56.651490 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:56.662171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6aef8ed-9640-43c8-bd5e-3678907adbc4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.667171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6aef8ed-9640-43c8-bd5e-3678907adbc4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.708397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef8ed-9640-43c8-bd5e-3678907adbc4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbed7eb5-4eed-40f4-ae84-dadb4da898f8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.713058 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.719369 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6aef8ed-9640-43c8-bd5e-3678907adbc4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.720347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.720963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e6aef8ed-9640-43c8-bd5e-3678907adbc4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1873384 Aug 16 02:23:56.723941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.725132 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6c387961-216f-4a80-9bb4-67ef787efe5f HTTP/1.1" status: 204 len: 168 time: 0.3052013 Aug 16 02:23:56.730501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6240ce9a-bc2e-4c4a-90a8-f5690e2d941c tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'bbed7eb5-4eed-40f4-ae84-dadb4da898f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:56.735968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.738727 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-6240ce9a-bc2e-4c4a-90a8-f5690e2d941c tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:23:56.739566 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-6240ce9a-bc2e-4c4a-90a8-f5690e2d941c tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:56.743265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6240ce9a-bc2e-4c4a-90a8-f5690e2d941c tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0157218 Aug 16 02:23:56.743435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24be422-827b-4911-83f5-f3768b20d2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c387961-216f-4a80-9bb4-67ef787efe5f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.743531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44492) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.748493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d70684eb-6c37-4ac8-a1c9-64a9b198c558 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'bbed7eb5-4eed-40f4-ae84-dadb4da898f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:56.749249 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-d70684eb-6c37-4ac8-a1c9-64a9b198c558 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:23:56.749741 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-d70684eb-6c37-4ac8-a1c9-64a9b198c558 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:56.750702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d70684eb-6c37-4ac8-a1c9-64a9b198c558 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059459 Aug 16 02:23:56.753504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44494) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.758487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a1a1685a-91b4-4143-8e62-1d7ce3960818 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'bbed7eb5-4eed-40f4-ae84-dadb4da898f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:56.759316 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-a1a1685a-91b4-4143-8e62-1d7ce3960818 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:23:56.759784 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-a1a1685a-91b4-4143-8e62-1d7ce3960818 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:56.760709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a1a1685a-91b4-4143-8e62-1d7ce3960818 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055814 Aug 16 02:23:56.763152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44496) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.769885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4915df45-d233-445f-8cf0-458c973567da tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'bbed7eb5-4eed-40f4-ae84-dadb4da898f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:56.771872 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-4915df45-d233-445f-8cf0-458c973567da tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:23:56.772508 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-4915df45-d233-445f-8cf0-458c973567da tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:56.773455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4915df45-d233-445f-8cf0-458c973567da tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094063 Aug 16 02:23:56.777471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.806951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c34c18-5b21-41cb-ae37-1a1b5991cddf admin admin] Deleting subnet 0bbeffbc-3e8e-4fd6-b811-607d279351e6 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:56.808061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d946dbc-4648-42ee-bae9-766ed0bb0d60 req-7590f358-bcbc-4059-9a38-6879147589ae tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.809592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d946dbc-4648-42ee-bae9-766ed0bb0d60 req-7590f358-bcbc-4059-9a38-6879147589ae tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0579700 Aug 16 02:23:56.813261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96c34c18-5b21-41cb-ae37-1a1b5991cddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.851405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d946dbc-4648-42ee-bae9-766ed0bb0d60 req-39ad2333-0da2-4f87-a55e-1c9e08e8e4d2 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Aug 16 02:23:56.865741 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96c34c18-5b21-41cb-ae37-1a1b5991cddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.902894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-014c1f81-ea99-4d52-b94c-b84ea1ce395e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.930982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96c34c18-5b21-41cb-ae37-1a1b5991cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.952508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-014c1f81-ea99-4d52-b94c-b84ea1ce395e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.008829 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-014c1f81-ea99-4d52-b94c-b84ea1ce395e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.011312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-014c1f81-ea99-4d52-b94c-b84ea1ce395e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.012424 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-014c1f81-ea99-4d52-b94c-b84ea1ce395e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/bbed7eb5-4eed-40f4-ae84-dadb4da898f8 HTTP/1.1" status: 204 len: 168 time: 0.2340841 Aug 16 02:23:57.017415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.023290 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96c34c18-5b21-41cb-ae37-1a1b5991cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.027330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c1f81-ea99-4d52-b94c-b84ea1ce395e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbed7eb5-4eed-40f4-ae84-dadb4da898f8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.053319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c34c18-5b21-41cb-ae37-1a1b5991cddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbeffbc-3e8e-4fd6-b811-607d279351e6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.057152 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96c34c18-5b21-41cb-ae37-1a1b5991cddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.059602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-96c34c18-5b21-41cb-ae37-1a1b5991cddf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0bbeffbc-3e8e-4fd6-b811-607d279351e6 HTTP/1.1" status: 204 len: 168 time: 0.3221033 Aug 16 02:23:57.062279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.073820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a2c708bf-a585-427a-9392-b7ef5fb19f91 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552173 Aug 16 02:23:57.078610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.083049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5555a402-f75b-464b-a648-5fef514a859b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'tempest-secgroup--343097120'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.105991 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5555a402-f75b-464b-a648-5fef514a859b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.139360 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.189514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5555a402-f75b-464b-a648-5fef514a859b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.193472 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5555a402-f75b-464b-a648-5fef514a859b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.225819 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5555a402-f75b-464b-a648-5fef514a859b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.227667 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.227854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5555a402-f75b-464b-a648-5fef514a859b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1479888 Aug 16 02:23:57.229446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555a402-f75b-464b-a648-5fef514a859b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde2fd7-4df2-4656-b08a-0e336db32777,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.231568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.242340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5fefcc1d-48d4-4ac7-ab3e-31697de86588 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'fcde2fd7-4df2-4656-b08a-0e336db32777', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.243041 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-5fefcc1d-48d4-4ac7-ab3e-31697de86588 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:23:57.243556 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5fefcc1d-48d4-4ac7-ab3e-31697de86588 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:57.244495 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5fefcc1d-48d4-4ac7-ab3e-31697de86588 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117614 Aug 16 02:23:57.247321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.248138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab71a32-3f02-4e67-b2ed-db3dcdef353c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:57.253930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f93e66e2-c0fd-489e-8dc7-1c946341604a tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'fcde2fd7-4df2-4656-b08a-0e336db32777', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.259145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741653f4-67de-4068-ba19-d089f6e0b652') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:57.259534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741653f4-67de-4068-ba19-d089f6e0b652') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:57.269995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.286511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.292410 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f93e66e2-c0fd-489e-8dc7-1c946341604a tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:57.293473 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f93e66e2-c0fd-489e-8dc7-1c946341604a tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0449440 Aug 16 02:23:57.296927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.298051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:57.298446 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:57.300148 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:57.305905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d7368da1-3f3c-471a-8397-ba347d1228be tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'fcde2fd7-4df2-4656-b08a-0e336db32777', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.306674 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-d7368da1-3f3c-471a-8397-ba347d1228be tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:23:57.307197 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-d7368da1-3f3c-471a-8397-ba347d1228be tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:57.308175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d7368da1-3f3c-471a-8397-ba347d1228be tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103118 Aug 16 02:23:57.310822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.315873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-181dcebc-c7e1-4796-af0e-e27c7a33aaad tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'fcde2fd7-4df2-4656-b08a-0e336db32777', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.350225 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-181dcebc-c7e1-4796-af0e-e27c7a33aaad tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:57.351369 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-181dcebc-c7e1-4796-af0e-e27c7a33aaad tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0388045 Aug 16 02:23:57.354360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.357695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.362182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-72ca01f5-2c7e-4e22-8e8b-70bfac820a57 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'fcde2fd7-4df2-4656-b08a-0e336db32777', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.363010 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-72ca01f5-2c7e-4e22-8e8b-70bfac820a57 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:23:57.363642 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-72ca01f5-2c7e-4e22-8e8b-70bfac820a57 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:57.363757 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.364767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-72ca01f5-2c7e-4e22-8e8b-70bfac820a57 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094321 Aug 16 02:23:57.367423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.368463 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8ab71a32-3f02-4e67-b2ed-db3dcdef353c HTTP/1.1" status: 204 len: 168 time: 0.3048284 Aug 16 02:23:57.374484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2cb57aa0-e73c-40cb-a76d-12c190aa570e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'fcde2fd7-4df2-4656-b08a-0e336db32777', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.381037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd5528-b8d5-49ae-91ca-f960f4eb5836 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab71a32-3f02-4e67-b2ed-db3dcdef353c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.411574 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-2cb57aa0-e73c-40cb-a76d-12c190aa570e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:57.412658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2cb57aa0-e73c-40cb-a76d-12c190aa570e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0443461 Aug 16 02:23:57.415452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.419936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5cb5f58b-fe53-4d15-941b-fd3d08df8cd0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'fcde2fd7-4df2-4656-b08a-0e336db32777', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.420410 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-5cb5f58b-fe53-4d15-941b-fd3d08df8cd0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:23:57.421674 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-5cb5f58b-fe53-4d15-941b-fd3d08df8cd0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:57.422659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5cb5f58b-fe53-4d15-941b-fd3d08df8cd0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062733 Aug 16 02:23:57.425312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.429739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e969bbb7-fb9d-4f05-822d-720c0fd9aec6 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'fcde2fd7-4df2-4656-b08a-0e336db32777', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.464160 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-e969bbb7-fb9d-4f05-822d-720c0fd9aec6 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:57.465309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e969bbb7-fb9d-4f05-822d-720c0fd9aec6 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0389931 Aug 16 02:23:57.468684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.473147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f733484c-f445-4bae-bce9-21c9518d9111 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'fcde2fd7-4df2-4656-b08a-0e336db32777', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.509511 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f733484c-f445-4bae-bce9-21c9518d9111 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:57.510651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f733484c-f445-4bae-bce9-21c9518d9111 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0410175 Aug 16 02:23:57.513545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.538714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44528) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.569514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-445420db-75aa-430f-83c8-68fb5434d007 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.589858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-99e4d028-2d85-4869-a417-2f5b09ead4d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ccda2f7436e44b94bbfb7e6557eadb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475252 Aug 16 02:23:57.590268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.592173 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-445420db-75aa-430f-83c8-68fb5434d007 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.632909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-445420db-75aa-430f-83c8-68fb5434d007 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.635550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-445420db-75aa-430f-83c8-68fb5434d007 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.636706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-445420db-75aa-430f-83c8-68fb5434d007 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/fcde2fd7-4df2-4656-b08a-0e336db32777 HTTP/1.1" status: 204 len: 168 time: 0.1220236 Aug 16 02:23:57.641360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.646343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445420db-75aa-430f-83c8-68fb5434d007 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde2fd7-4df2-4656-b08a-0e336db32777,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.647458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43dea8e2-4fa5-4ce7-abcc-f5e5436a85dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.694304 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43dea8e2-4fa5-4ce7-abcc-f5e5436a85dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.721803 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-77588557-c39c-44c5-b296-216835e2c04c tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793910 Aug 16 02:23:57.725666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.730318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-21d51e8a-6930-41b7-9dcf-862accdfa1e4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996814719'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.753003 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21d51e8a-6930-41b7-9dcf-862accdfa1e4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.755192 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43dea8e2-4fa5-4ce7-abcc-f5e5436a85dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.758022 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43dea8e2-4fa5-4ce7-abcc-f5e5436a85dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.759401 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-43dea8e2-4fa5-4ce7-abcc-f5e5436a85dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1819bdec-758d-4fae-97e8-7cacc059457d HTTP/1.1" status: 204 len: 168 time: 0.1681747 Aug 16 02:23:57.769182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea8e2-4fa5-4ce7-abcc-f5e5436a85dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1819bdec-758d-4fae-97e8-7cacc059457d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.843531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21d51e8a-6930-41b7-9dcf-862accdfa1e4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.847236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21d51e8a-6930-41b7-9dcf-862accdfa1e4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.875841 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21d51e8a-6930-41b7-9dcf-862accdfa1e4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.879640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-21d51e8a-6930-41b7-9dcf-862accdfa1e4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1528244 Aug 16 02:23:57.881699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.882362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d51e8a-6930-41b7-9dcf-862accdfa1e4 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c37ac8-d84c-4395-bc4a-f8af15193414,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.888884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-811a2ede-2fa1-413a-ada4-be020b446ded tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': '63c37ac8-d84c-4395-bc4a-f8af15193414', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:57.935338 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-811a2ede-2fa1-413a-ada4-be020b446ded tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The resource could not be found. Aug 16 02:23:57.940224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-811a2ede-2fa1-413a-ada4-be020b446ded tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0522554 Aug 16 02:23:57.941772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44542) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:57.941919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-34b51748-daf3-41d3-8f27-dd319fccc777 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:57.943465 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-34b51748-daf3-41d3-8f27-dd319fccc777 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0718338 Aug 16 02:23:57.948659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5711745f-9080-4236-9a52-71c2e3347b6b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': '63c37ac8-d84c-4395-bc4a-f8af15193414', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a77dec49-69f1-43a4-a651-f04bf1193926'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:58.019439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1d3b2-277e-4172-b132-567d6e3b2dd7 req-4370200b-61ec-4b2e-838f-7556c951d5e5 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:58.020985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4c1d3b2-277e-4172-b132-567d6e3b2dd7 req-4370200b-61ec-4b2e-838f-7556c951d5e5 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6d9af4f-fe33-4e79-87d9-30a675c33430 HTTP/1.1" status: 200 len: 946 time: 0.0801094 Aug 16 02:23:58.047670 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-5711745f-9080-4236-9a52-71c2e3347b6b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The resource could not be found. Aug 16 02:23:58.051373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5711745f-9080-4236-9a52-71c2e3347b6b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1041031 Aug 16 02:23:58.051626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.053571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Deleting port 790774a4-0082-40db-81ce-a5f88897d78a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:58.053916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.090560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4c1d3b2-277e-4172-b132-567d6e3b2dd7 req-9d46e314-75f2-4ac6-b032-62848f251076 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622501 Aug 16 02:23:58.134240 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0192c085-dca7-4c02-920a-7efa69dee201 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.143451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.172471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] For port 790774a4-0082-40db-81ce-a5f88897d78a, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=790774a4-0082-40db-81ce-a5f88897d78a,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:58.172855 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.186955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Calling delete_port for 790774a4-0082-40db-81ce-a5f88897d78a owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:58.187910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0192c085-dca7-4c02-920a-7efa69dee201 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.225835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6eace08e-deb6-4663-ad54-a4b741e82a64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c0f45a3cf47446bb6e5ce55c0b5f6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830934 Aug 16 02:23:58.229577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.262698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0192c085-dca7-4c02-920a-7efa69dee201 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.265615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0192c085-dca7-4c02-920a-7efa69dee201 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.266867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0192c085-dca7-4c02-920a-7efa69dee201 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/63c37ac8-d84c-4395-bc4a-f8af15193414 HTTP/1.1" status: 204 len: 168 time: 0.2142372 Aug 16 02:23:58.270364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.285692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c085-dca7-4c02-920a-7efa69dee201 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c37ac8-d84c-4395-bc4a-f8af15193414,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:58.305137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebe62cbc-fe1e-425f-b2ca-6f58d9ba7c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.328220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebe62cbc-fe1e-425f-b2ca-6f58d9ba7c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.350671 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-995e41fd-80f7-461a-8cd7-3603a73ee2b7 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791543 Aug 16 02:23:58.354614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.360304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9f4237b2-9074-46c6-a9fe-e004be81cf33 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': '20fe7ffb-2ea6-4b61-a5f1-3ad843edf14f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:58.367777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.379224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['790774a4-0082-40db-81ce-a5f88897d78a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:58.379859 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebe62cbc-fe1e-425f-b2ca-6f58d9ba7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.383049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebe62cbc-fe1e-425f-b2ca-6f58d9ba7c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.384445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ebe62cbc-fe1e-425f-b2ca-6f58d9ba7c76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08f5e1a8-206f-4eb3-83d5-75947df8d55c HTTP/1.1" status: 204 len: 168 time: 0.1539004 Aug 16 02:23:58.394169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe62cbc-fe1e-425f-b2ca-6f58d9ba7c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f5e1a8-206f-4eb3-83d5-75947df8d55c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:58.405442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event deleted for resources: {'Port': ['ID=790774a4-0082-40db-81ce-a5f88897d78a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:58.419368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:58.456730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] No DVR routers for this DVR port 790774a4-0082-40db-81ce-a5f88897d78a on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:58.459211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.461784 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-42ab6582-6c8e-4b0b-b714-0faf2b26b214 req-c5225020-5176-491c-84a1-a6a5dad9d8a0 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.93 "DELETE /v2.0/ports/790774a4-0082-40db-81ce-a5f88897d78a HTTP/1.1" status: 204 len: 173 time: 0.5123682 Aug 16 02:23:58.462176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d9af4f-fe33-4e79-87d9-30a675c33430', 'name': 'network-vif-deleted', 'tag': '790774a4-0082-40db-81ce-a5f88897d78a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:58.464580 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c59eaf-b287-4d73-ac93-64a0e524c1d8" -d '{"events": [{"server_uuid": "c6d9af4f-fe33-4e79-87d9-30a675c33430", "name": "network-vif-deleted", "tag": "790774a4-0082-40db-81ce-a5f88897d78a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:58.494016 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9f4237b2-9074-46c6-a9fe-e004be81cf33 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The resource could not be found. Aug 16 02:23:58.499416 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9f4237b2-9074-46c6-a9fe-e004be81cf33 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1397455 Aug 16 02:23:58.506408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.512774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b52a3d7a-d836-498e-89a3-98eb9c37b871 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967248052'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:58.537779 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044e5017-38e1-4023-b690-674218998881 x-openstack-request-id: req-044e5017-38e1-4023-b690-674218998881 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:58.538084 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d9af4f-fe33-4e79-87d9-30a675c33430", "name": "network-vif-deleted", "tag": "790774a4-0082-40db-81ce-a5f88897d78a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:58.538373 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-044e5017-38e1-4023-b690-674218998881 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:58.538834 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d9af4f-fe33-4e79-87d9-30a675c33430', 'name': 'network-vif-deleted', 'tag': '790774a4-0082-40db-81ce-a5f88897d78a', 'status': 'completed', 'code': 200} Aug 16 02:23:58.565171 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b52a3d7a-d836-498e-89a3-98eb9c37b871 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.683175 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b52a3d7a-d836-498e-89a3-98eb9c37b871 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.692143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b52a3d7a-d836-498e-89a3-98eb9c37b871 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.721334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b52a3d7a-d836-498e-89a3-98eb9c37b871 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.722562 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b52a3d7a-d836-498e-89a3-98eb9c37b871 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2138977 Aug 16 02:23:58.724493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a3d7a-d836-498e-89a3-98eb9c37b871 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf18b98b-07df-4470-87ea-9380b07457ab,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:58.725535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.730999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7b04a93a-f7cc-41f1-b82a-ac6a221c1959 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'tempest-secgroup--8039364'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:58.755307 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b04a93a-f7cc-41f1-b82a-ac6a221c1959 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.839867 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b04a93a-f7cc-41f1-b82a-ac6a221c1959 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.844715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b04a93a-f7cc-41f1-b82a-ac6a221c1959 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.875231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b04a93a-f7cc-41f1-b82a-ac6a221c1959 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.876528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7b04a93a-f7cc-41f1-b82a-ac6a221c1959 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1499732 Aug 16 02:23:58.878428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04a93a-f7cc-41f1-b82a-ac6a221c1959 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac705a-8458-4d4f-8981-2bcfdbb6d6bb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:58.879675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44572) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.887714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dd254b6e-8488-4fd9-9b93-15ac2d164c1b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group_rule': {'security_group_id': 'cf18b98b-07df-4470-87ea-9380b07457ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9bac705a-8458-4d4f-8981-2bcfdbb6d6bb'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:58.932705 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-dd254b6e-8488-4fd9-9b93-15ac2d164c1b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:58.936929 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dd254b6e-8488-4fd9-9b93-15ac2d164c1b tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0534475 Aug 16 02:23:58.937309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.006433 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73343c46-5903-40ba-bea7-0c88280b1544 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.036059 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73343c46-5903-40ba-bea7-0c88280b1544 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.084731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73343c46-5903-40ba-bea7-0c88280b1544 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.087423 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73343c46-5903-40ba-bea7-0c88280b1544 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.088612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-73343c46-5903-40ba-bea7-0c88280b1544 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/9bac705a-8458-4d4f-8981-2bcfdbb6d6bb HTTP/1.1" status: 204 len: 168 time: 0.1502745 Aug 16 02:23:59.091524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.098466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73343c46-5903-40ba-bea7-0c88280b1544 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac705a-8458-4d4f-8981-2bcfdbb6d6bb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.163473 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d71e941d-031c-4ddb-9575-f1ebed4b6172 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0690141 Aug 16 02:23:59.165641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44588) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.221861 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8b13a58-45f8-49bb-a5e2-1c7687ee9f4e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.246132 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8b13a58-45f8-49bb-a5e2-1c7687ee9f4e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.295751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8b13a58-45f8-49bb-a5e2-1c7687ee9f4e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.298900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8b13a58-45f8-49bb-a5e2-1c7687ee9f4e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.300080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b8b13a58-45f8-49bb-a5e2-1c7687ee9f4e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/cf18b98b-07df-4470-87ea-9380b07457ab HTTP/1.1" status: 204 len: 168 time: 0.1333535 Aug 16 02:23:59.303516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.309943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b13a58-45f8-49bb-a5e2-1c7687ee9f4e tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf18b98b-07df-4470-87ea-9380b07457ab,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.360680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.362330 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4d6d7977-5dbb-43d0-80e8-c4dbd912fc19 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571334 Aug 16 02:23:59.366661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fa1d9627-dd69-4c91-9d87-4e9c47b5dde0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053964912'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:59.392591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9627-dd69-4c91-9d87-4e9c47b5dde0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.483189 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9627-dd69-4c91-9d87-4e9c47b5dde0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.488485 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9627-dd69-4c91-9d87-4e9c47b5dde0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.522996 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9627-dd69-4c91-9d87-4e9c47b5dde0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.524275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fa1d9627-dd69-4c91-9d87-4e9c47b5dde0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1625476 Aug 16 02:23:59.527379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.528538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d9627-dd69-4c91-9d87-4e9c47b5dde0 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b706e69-1045-4f38-a17f-5664945fb9ac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.534043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d0bc1dd3-8efb-42d8-b138-fda507bc73b8 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:59.534715 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-d0bc1dd3-8efb-42d8-b138-fda507bc73b8 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:23:59.535245 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-d0bc1dd3-8efb-42d8-b138-fda507bc73b8 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:23:59.536180 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d0bc1dd3-8efb-42d8-b138-fda507bc73b8 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "PUT /v2.0/security-groups/2b706e69-1045-4f38-a17f-5664945fb9ac HTTP/1.1" status: 409 len: 330 time: 0.0076034 Aug 16 02:23:59.538914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.601314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5828f249-ee1f-400a-b133-8695292ce743 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.628950 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5828f249-ee1f-400a-b133-8695292ce743 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.680530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5828f249-ee1f-400a-b133-8695292ce743 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.683256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5828f249-ee1f-400a-b133-8695292ce743 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.684406 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5828f249-ee1f-400a-b133-8695292ce743 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/2b706e69-1045-4f38-a17f-5664945fb9ac HTTP/1.1" status: 204 len: 168 time: 0.1432660 Aug 16 02:23:59.687910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.694129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828f249-ee1f-400a-b133-8695292ce743 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b706e69-1045-4f38-a17f-5664945fb9ac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.736723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-18e9886f-7711-4f79-a441-e526183a681c tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476434 Aug 16 02:23:59.741370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44638) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.756792 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-71d2ff33-a6c0-4eeb-aca6-34863b1771c2 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] delete failed (client error): The resource could not be found. Aug 16 02:23:59.758107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-71d2ff33-a6c0-4eeb-aca6-34863b1771c2 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "DELETE /v2.0/security-groups/ede0a6df-9b24-4438-a66c-8b595020ca4e HTTP/1.1" status: 404 len: 347 time: 0.0157290 Aug 16 02:23:59.762446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.778466 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-a87ea2f9-3754-4079-891e-e52a21aefccd tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] show failed (client error): The resource could not be found. Aug 16 02:23:59.779836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a87ea2f9-3754-4079-891e-e52a21aefccd tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-groups/64ff9c84-4024-47d7-a578-a2c4a7066e60 HTTP/1.1" status: 404 len: 347 time: 0.0160213 Aug 16 02:23:59.793259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.814945 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-7bec709c-42a4-4dbf-9d16-2814c8112673 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] show failed (client error): The resource could not be found. Aug 16 02:23:59.816106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7bec709c-42a4-4dbf-9d16-2814c8112673 tempest-NegativeSecGroupTest-3243753 tempest-NegativeSecGroupTest-3243753-project] 10.222.0.61 "GET /v2.0/security-group-rules/95b96106-530d-4c88-beeb-c474ce747d1e HTTP/1.1" status: 404 len: 356 time: 0.0215373 Aug 16 02:23:59.927065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07a10a-eae6-41ed-80b5-72abbad0af4a req-d14009c7-9151-41d8-b486-af477085e9ad tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:59.928602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f07a10a-eae6-41ed-80b5-72abbad0af4a req-d14009c7-9151-41d8-b486-af477085e9ad tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 945 time: 0.0559714 Aug 16 02:23:59.970812 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f07a10a-eae6-41ed-80b5-72abbad0af4a req-cc83196f-4d79-4516-a325-a3c0304b16df tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Aug 16 02:24:00.090138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:00.230833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-500dd2a1-4b36-464d-b2fc-268d589394b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d55043dd3b4f4fc885ca46c29b12968d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394506 Aug 16 02:24:00.234306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:00.282622 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24554fd-5906-42fc-8997-cbb4ca1c920d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.306749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24554fd-5906-42fc-8997-cbb4ca1c920d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.353802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24554fd-5906-42fc-8997-cbb4ca1c920d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.356398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a24554fd-5906-42fc-8997-cbb4ca1c920d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.357555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a24554fd-5906-42fc-8997-cbb4ca1c920d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6cec5ee-2d12-43f1-b93e-c4f8809f63b2 HTTP/1.1" status: 204 len: 168 time: 0.1223330 Aug 16 02:24:00.365255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24554fd-5906-42fc-8997-cbb4ca1c920d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cec5ee-2d12-43f1-b93e-c4f8809f63b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:00.697278 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.944824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a125a3a0-32fa-4957-b816-d580123b4a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.126234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a04380-cfd1-40ba-9399-82c8acc699dd req-2d4b4c19-001f-4585-ac1d-f0e9aaeff5c7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:01.136262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7a04380-cfd1-40ba-9399-82c8acc699dd req-2d4b4c19-001f-4585-ac1d-f0e9aaeff5c7 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 945 time: 0.0853794 Aug 16 02:24:01.173676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7a04380-cfd1-40ba-9399-82c8acc699dd req-0c66aa39-2823-4dcc-9ae0-ed50a849a2b4 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367396 Aug 16 02:24:01.575864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-2cd96146-2e23-4068-b9e0-98167cbf7ec3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:01.577748 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-2cd96146-2e23-4068-b9e0-98167cbf7ec3 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.86 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 945 time: 0.0520196 Aug 16 02:24:01.682364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Deleting port 75dd3555-b27a-4932-b2df-d8c1bfc83604 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:01.682696 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.787474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] For port 75dd3555-b27a-4932-b2df-d8c1bfc83604, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=75dd3555-b27a-4932-b2df-d8c1bfc83604,segment=NetworkSegment(ac779cf3-9f4f-4247-93ab-8939ecd18059),segment_id=ac779cf3-9f4f-4247-93ab-8939ecd18059)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:01.787848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.802025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Calling delete_port for 75dd3555-b27a-4932-b2df-d8c1bfc83604 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:01.894631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44712) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:02.007147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 790774a4-0082-40db-81ce-a5f88897d78a no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:02.022774 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fa0006-8df2-47b0-abbd-c2d3caa2279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.032474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 790774a4-0082-40db-81ce-a5f88897d78a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:02.032829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 790774a4-0082-40db-81ce-a5f88897d78a not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:02.225278 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fa0006-8df2-47b0-abbd-c2d3caa2279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.232982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36fa0006-8df2-47b0-abbd-c2d3caa2279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.323689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-36fa0006-8df2-47b0-abbd-c2d3caa2279d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=67c9142a1dd5459a90b7aaa1d1dcc1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276042 Aug 16 02:24:02.327977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:02.330781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa0006-8df2-47b0-abbd-c2d3caa2279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990debc0-6ff4-4570-a45b-b4b69ad33fce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:02.353593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf8ffe-b9fe-45a2-b547-7a107e0b5a59 req-540bcb75-ae5a-4e25-99f6-2c581b7d6d9f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:02.355181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5caf8ffe-b9fe-45a2-b547-7a107e0b5a59 req-540bcb75-ae5a-4e25-99f6-2c581b7d6d9f tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb HTTP/1.1" status: 200 len: 945 time: 0.0882480 Aug 16 02:24:02.396153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5caf8ffe-b9fe-45a2-b547-7a107e0b5a59 req-3478988c-b94f-4c9e-ae34-69bd38b454a1 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338032 Aug 16 02:24:02.422414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.430506 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46dee362-191b-4a11-8209-03423f52c3b8 req-4974b756-bbd0-4c17-aa84-967301d7ce79 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2104502 Aug 16 02:24:02.435161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7977ab96-997a-435e-a980-7ab0533b7f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.457513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['75dd3555-b27a-4932-b2df-d8c1bfc83604'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:02.460938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Pushing event deleted for resources: {'Port': ['ID=75dd3555-b27a-4932-b2df-d8c1bfc83604,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:02.501460 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7977ab96-997a-435e-a980-7ab0533b7f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.530727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] No DVR routers for this DVR port 75dd3555-b27a-4932-b2df-d8c1bfc83604 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:02.548317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.550238 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f17070a6-01f7-43d9-8e6f-9c088874d938 req-3cb62e2a-4d28-4edd-aa33-cfdf10e252a6 tempest-ServersTestJSON-1602943472 tempest-ServersTestJSON-1602943472-project] 10.222.0.86 "DELETE /v2.0/ports/75dd3555-b27a-4932-b2df-d8c1bfc83604 HTTP/1.1" status: 204 len: 173 time: 0.9664280 Aug 16 02:24:02.551620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb', 'name': 'network-vif-deleted', 'tag': '75dd3555-b27a-4932-b2df-d8c1bfc83604'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:02.553884 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53790c91-bb8b-452a-921d-82dc4b5108e5" -d '{"events": [{"server_uuid": "bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb", "name": "network-vif-deleted", "tag": "75dd3555-b27a-4932-b2df-d8c1bfc83604"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:02.594491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dee362-191b-4a11-8209-03423f52c3b8 req-2664290a-8321-48d8-abf6-bf0f4a6cfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:02.596068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46dee362-191b-4a11-8209-03423f52c3b8 req-2664290a-8321-48d8-abf6-bf0f4a6cfd39 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1096 time: 0.0927455 Aug 16 02:24:02.601082 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e94d26b-23f5-40ad-955b-df81681b3778 x-openstack-request-id: req-3e94d26b-23f5-40ad-955b-df81681b3778 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:02.601381 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb", "name": "network-vif-deleted", "tag": "75dd3555-b27a-4932-b2df-d8c1bfc83604", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:02.601632 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e94d26b-23f5-40ad-955b-df81681b3778 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:02.602021 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcaccf0-9db5-4d0b-96b8-0fd75685dcdb', 'name': 'network-vif-deleted', 'tag': '75dd3555-b27a-4932-b2df-d8c1bfc83604', 'status': 'completed', 'code': 200} Aug 16 02:24:02.615856 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7977ab96-997a-435e-a980-7ab0533b7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.618356 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7977ab96-997a-435e-a980-7ab0533b7f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.619580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7977ab96-997a-435e-a980-7ab0533b7f60 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/990debc0-6ff4-4570-a45b-b4b69ad33fce HTTP/1.1" status: 204 len: 168 time: 0.2912292 Aug 16 02:24:02.628186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977ab96-997a-435e-a980-7ab0533b7f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990debc0-6ff4-4570-a45b-b4b69ad33fce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:02.736378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dee362-191b-4a11-8209-03423f52c3b8 req-2768dc9d-6e1f-450c-8227-0eba78798723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:02.738046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46dee362-191b-4a11-8209-03423f52c3b8 req-2768dc9d-6e1f-450c-8227-0eba78798723 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.1005428 Aug 16 02:24:02.809350 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46dee362-191b-4a11-8209-03423f52c3b8 req-09e2a726-15f7-4339-b6e5-1e71ddf850ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 999 time: 0.0636535 Aug 16 02:24:02.864417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dee362-191b-4a11-8209-03423f52c3b8 req-4e6c5b4b-fd73-45e6-a0ba-cbfed55cd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:02.865971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46dee362-191b-4a11-8209-03423f52c3b8 req-4e6c5b4b-fd73-45e6-a0ba-cbfed55cd3b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0492637 Aug 16 02:24:02.902691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:02.920955 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-233bcf82-b344-4ff1-9fdc-3ad6d6ef1dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.941369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dee362-191b-4a11-8209-03423f52c3b8 req-44d8fe07-e0fd-4a1d-bad6-2a80e7bb3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:02.943568 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46dee362-191b-4a11-8209-03423f52c3b8 req-44d8fe07-e0fd-4a1d-bad6-2a80e7bb3874 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689163 Aug 16 02:24:03.096231 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46dee362-191b-4a11-8209-03423f52c3b8 req-364fb9f3-fbc1-4bce-996d-a3d6ec11dcf2 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340792 Aug 16 02:24:03.171406 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-233bcf82-b344-4ff1-9fdc-3ad6d6ef1dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.182161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-233bcf82-b344-4ff1-9fdc-3ad6d6ef1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.231742 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-233bcf82-b344-4ff1-9fdc-3ad6d6ef1dcf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=673c9ed6d31c4aeaa5683c64221d815d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279898 Aug 16 02:24:03.235232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.240228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bcf82-b344-4ff1-9fdc-3ad6d6ef1dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc53b272-d21a-4f65-a3b1-b9c81aefb8fb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.259285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46dee362-191b-4a11-8209-03423f52c3b8 req-02f7a14a-bc7c-4aa4-a980-34e88f8e888c service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543672 Aug 16 02:24:03.304522 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc0456e-9195-48a8-ac8a-20b5f77f2ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.326156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc0456e-9195-48a8-ac8a-20b5f77f2ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.379722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc0456e-9195-48a8-ac8a-20b5f77f2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.380915 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc0456e-9195-48a8-ac8a-20b5f77f2ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.381988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6cc0456e-9195-48a8-ac8a-20b5f77f2ebc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc53b272-d21a-4f65-a3b1-b9c81aefb8fb HTTP/1.1" status: 204 len: 168 time: 0.1457739 Aug 16 02:24:03.391048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0456e-9195-48a8-ac8a-20b5f77f2ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc53b272-d21a-4f65-a3b1-b9c81aefb8fb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.456907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.507246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-309fbcf5-4217-44dd-957e-039b80854b4e admin admin] Deleting subnet eefe9e6a-a732-4087-844e-f6771da23569 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:03.510460 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-309fbcf5-4217-44dd-957e-039b80854b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.559530 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-309fbcf5-4217-44dd-957e-039b80854b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.610094 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-869e64a4-028d-47c1-953b-14c3b5e9304a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.610947 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-309fbcf5-4217-44dd-957e-039b80854b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.669296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-309fbcf5-4217-44dd-957e-039b80854b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.696412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fbcf5-4217-44dd-957e-039b80854b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefe9e6a-a732-4087-844e-f6771da23569,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.701522 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-309fbcf5-4217-44dd-957e-039b80854b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.704124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-309fbcf5-4217-44dd-957e-039b80854b4e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eefe9e6a-a732-4087-844e-f6771da23569 HTTP/1.1" status: 204 len: 168 time: 0.2461579 Aug 16 02:24:03.706770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.795431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.879363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.897763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4a6db2-0697-4b57-8332-ef6bd8ccf225']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.918698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac779cf3-9f4f-4247-93ab-8939ecd18059') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.919345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac779cf3-9f4f-4247-93ab-8939ecd18059') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.919534 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.933082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.953366 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.960128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:03.960546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:03.962354 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:04.028415 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.040502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.049056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] 10.222.0.61 "DELETE /v2.0/networks/bc4a6db2-0697-4b57-8332-ef6bd8ccf225 HTTP/1.1" status: 204 len: 168 time: 0.3346038 Aug 16 02:24:04.055209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bba8a-45b6-49ec-b7f2-8b07712259bb admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4a6db2-0697-4b57-8332-ef6bd8ccf225,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:04.211083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:04.287018 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8487d174-8da0-44a5-a2d4-1c5d50f08f46 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc518c11c5e24fccb67ffb8bba257455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745666 Aug 16 02:24:04.289444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:04.363372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-364024ae-5e62-4e9b-8a4c-9d9f15bd93c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.392417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-364024ae-5e62-4e9b-8a4c-9d9f15bd93c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.459351 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-364024ae-5e62-4e9b-8a4c-9d9f15bd93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.462833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-364024ae-5e62-4e9b-8a4c-9d9f15bd93c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.464647 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-364024ae-5e62-4e9b-8a4c-9d9f15bd93c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f80b2a5-4b17-4670-aaab-ee5a9a6bc159 HTTP/1.1" status: 204 len: 168 time: 0.1733589 Aug 16 02:24:04.486306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364024ae-5e62-4e9b-8a4c-9d9f15bd93c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f80b2a5-4b17-4670-aaab-ee5a9a6bc159,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:04.579421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 75dd3555-b27a-4932-b2df-d8c1bfc83604 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:04.605493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 75dd3555-b27a-4932-b2df-d8c1bfc83604 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:04.605895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 75dd3555-b27a-4932-b2df-d8c1bfc83604 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:04.861729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.627979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44882) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:05.750590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df78310a-d8e4-4c5d-af8b-4f8895b647c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.868203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df78310a-d8e4-4c5d-af8b-4f8895b647c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.873336 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df78310a-d8e4-4c5d-af8b-4f8895b647c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.923191 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-df78310a-d8e4-4c5d-af8b-4f8895b647c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f24b2ce9829249fb8fd44d990ffaa40f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942057 Aug 16 02:24:05.924212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78310a-d8e4-4c5d-af8b-4f8895b647c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899449ca-b676-4e15-9b92-3852f112fd30,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:05.926011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:05.988370 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f16dad5b-7ea5-40e8-9b60-b8230ae0cf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.015905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f16dad5b-7ea5-40e8-9b60-b8230ae0cf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.082470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f16dad5b-7ea5-40e8-9b60-b8230ae0cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.086778 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f16dad5b-7ea5-40e8-9b60-b8230ae0cf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.088221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f16dad5b-7ea5-40e8-9b60-b8230ae0cf63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/899449ca-b676-4e15-9b92-3852f112fd30 HTTP/1.1" status: 204 len: 168 time: 0.1611850 Aug 16 02:24:06.097880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dad5b-7ea5-40e8-9b60-b8230ae0cf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899449ca-b676-4e15-9b92-3852f112fd30,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:06.947219 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.521396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:08.748034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1015fc7-6814-424c-8623-776f1610342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.846418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1015fc7-6814-424c-8623-776f1610342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.851215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1015fc7-6814-424c-8623-776f1610342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.899454 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a1015fc7-6814-424c-8623-776f1610342d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6b12697bb35474f9d8f51a141328d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767681 Aug 16 02:24:08.900641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1015fc7-6814-424c-8623-776f1610342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a26c1-e5ce-475c-90f8-98f623187a9f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:08.902164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:08.977941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124efe9d-aa70-4edf-9987-c588aaff4be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.009727 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124efe9d-aa70-4edf-9987-c588aaff4be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.075388 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124efe9d-aa70-4edf-9987-c588aaff4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.080808 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124efe9d-aa70-4edf-9987-c588aaff4be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.087808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-124efe9d-aa70-4edf-9987-c588aaff4be7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d5a26c1-e5ce-475c-90f8-98f623187a9f HTTP/1.1" status: 204 len: 168 time: 0.1842768 Aug 16 02:24:09.100920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124efe9d-aa70-4edf-9987-c588aaff4be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a26c1-e5ce-475c-90f8-98f623187a9f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.239156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:09.433087 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77cc9c16-a7c8-4b3c-a43a-649f1f064d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.611130 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77cc9c16-a7c8-4b3c-a43a-649f1f064d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.616586 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77cc9c16-a7c8-4b3c-a43a-649f1f064d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.622797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:09.684688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-77cc9c16-a7c8-4b3c-a43a-649f1f064d26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ed886d3cb814be28291af2e78a1c7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443350 Aug 16 02:24:09.687891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:09.690195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc9c16-a7c8-4b3c-a43a-649f1f064d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3adf318-1e4a-4c8f-9d97-dbbb3f61b508,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.803561 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17212664-95c5-4bea-966f-3301dd35d7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.828006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61b43f9c-2efd-4cef-924f-ace3c8ca9942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.835802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17212664-95c5-4bea-966f-3301dd35d7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.910871 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17212664-95c5-4bea-966f-3301dd35d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.914468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17212664-95c5-4bea-966f-3301dd35d7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.915939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-17212664-95c5-4bea-966f-3301dd35d7ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3adf318-1e4a-4c8f-9d97-dbbb3f61b508 HTTP/1.1" status: 204 len: 168 time: 0.2268844 Aug 16 02:24:09.927687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17212664-95c5-4bea-966f-3301dd35d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3adf318-1e4a-4c8f-9d97-dbbb3f61b508,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.992693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61b43f9c-2efd-4cef-924f-ace3c8ca9942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.001261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61b43f9c-2efd-4cef-924f-ace3c8ca9942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.040001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b43f9c-2efd-4cef-924f-ace3c8ca9942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c83677-083a-4d09-9986-343f03b87ed5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.079406 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-61b43f9c-2efd-4cef-924f-ace3c8ca9942 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8df1a391e6742b49da515b817e45bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543242 Aug 16 02:24:10.083672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:10.180117 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-910d98d9-3747-4396-b5fd-260f197dbaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.235305 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-910d98d9-3747-4396-b5fd-260f197dbaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.310724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-910d98d9-3747-4396-b5fd-260f197dbaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.314606 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-910d98d9-3747-4396-b5fd-260f197dbaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.320404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-910d98d9-3747-4396-b5fd-260f197dbaa8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90c83677-083a-4d09-9986-343f03b87ed5 HTTP/1.1" status: 204 len: 168 time: 0.2337778 Aug 16 02:24:10.329809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d98d9-3747-4396-b5fd-260f197dbaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c83677-083a-4d09-9986-343f03b87ed5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.565334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:10.582767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26e00ff9-1241-4109-872d-2d5b26729bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.701390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26e00ff9-1241-4109-872d-2d5b26729bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.708756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26e00ff9-1241-4109-872d-2d5b26729bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.766498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:10.766768 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-26e00ff9-1241-4109-872d-2d5b26729bb1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c6c34984e584d2b87d9d854a8a54dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002313 Aug 16 02:24:10.768304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e00ff9-1241-4109-872d-2d5b26729bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665454a3-d488-41e8-a0a3-ce42fa07c505,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.863806 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246f87fa-0ae1-4907-a27c-249c4c37afa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.891910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246f87fa-0ae1-4907-a27c-249c4c37afa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.974631 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246f87fa-0ae1-4907-a27c-249c4c37afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.977541 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246f87fa-0ae1-4907-a27c-249c4c37afa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.982011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-246f87fa-0ae1-4907-a27c-249c4c37afa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/665454a3-d488-41e8-a0a3-ce42fa07c505 HTTP/1.1" status: 204 len: 168 time: 0.2112329 Aug 16 02:24:10.998145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f87fa-0ae1-4907-a27c-249c4c37afa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665454a3-d488-41e8-a0a3-ce42fa07c505,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:12.201030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:12.228431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.429332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f878a98c-c7af-4634-890e-2f40be12ab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.559246 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f878a98c-c7af-4634-890e-2f40be12ab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.568992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f878a98c-c7af-4634-890e-2f40be12ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.618141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:12.618642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f878a98c-c7af-4634-890e-2f40be12ab23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8364f52939624d22bd07b7c77037a14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152670 Aug 16 02:24:12.620046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878a98c-c7af-4634-890e-2f40be12ab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3150c3-271b-40f9-9f20-7d1d4503291d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:12.746645 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af31920e-174a-4f87-9559-e0af516c1ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.786144 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af31920e-174a-4f87-9559-e0af516c1ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.849077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af31920e-174a-4f87-9559-e0af516c1ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.852567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af31920e-174a-4f87-9559-e0af516c1ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.856692 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-af31920e-174a-4f87-9559-e0af516c1ced admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f3150c3-271b-40f9-9f20-7d1d4503291d HTTP/1.1" status: 204 len: 168 time: 0.2341585 Aug 16 02:24:12.869104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31920e-174a-4f87-9559-e0af516c1ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3150c3-271b-40f9-9f20-7d1d4503291d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:14.651399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:14.926166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1055507593'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:14.958484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Made reservation on behalf of 6cb9120a2a04461eb46446ee9c6bd0ea for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:14.963139 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.981223 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.172350 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.180018 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.229742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:15.258065 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.258420 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Added segment 397df10b-ca31-4156-b09c-a213e1eff9ef of type vlan for network 8f90918b-ae76-4c7b-ad61-8c7bfde84869 Aug 16 02:24:15.259896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0569faf5-a189-43fa-85e1-251b2ddea972,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:15.310413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.348328 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.359217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.362328 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.457895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event updated for resources: {'Network': ['ID=8f90918b-ae76-4c7b-ad61-8c7bfde84869,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:15.465237 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4fd8fdb4-a69b-4ea9-a59c-d3eb18ea2320 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8091655 Aug 16 02:24:15.467937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45360) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:15.471182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 8f90918b-ae76-4c7b-ad61-8c7bfde84869 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:15.478268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Request body: {'subnet': {'network_id': '8f90918b-ae76-4c7b-ad61-8c7bfde84869', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:15.625489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Made reservation on behalf of 6cb9120a2a04461eb46446ee9c6bd0ea for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:15.631027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.861262 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.908273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:15.945270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event updated for resources: {'Subnet': ['ID=bfd4a396-44af-464a-937c-3111c7ec2164,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:15.961843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Checking segment: {'id': '397df10b-ca31-4156-b09c-a213e1eff9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f90918b-ae76-4c7b-ad61-8c7bfde84869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:15.962233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Network hostable DHCP agents. Network: 8f90918b-ae76-4c7b-ad61-8c7bfde84869, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:15.983265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Network 8f90918b-ae76-4c7b-ad61-8c7bfde84869 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:15.994244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 8f90918b-ae76-4c7b-ad61-8c7bfde84869) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:15.999263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.999864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.012140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f29cd38-838e-4218-82ce-a68b3d377ae1 None None] Network 8f90918b-ae76-4c7b-ad61-8c7bfde84869 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:16.020870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e2d94c6f-3649-447e-aad9-568f1da8b4b8 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5487421 Aug 16 02:24:16.021381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:16.027219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Request body: {'port': {'network_id': '8f90918b-ae76-4c7b-ad61-8c7bfde84869', 'name': 'tempest-DHCPAgentSchedulersTestJSON-119111825'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:16.168586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Made reservation on behalf of 6cb9120a2a04461eb46446ee9c6bd0ea for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:16.173438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.209887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] device_id is not set on port 3ab84990-d3f9-438c-87e4-8836758e4566 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:16.216277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50f7a6b0-4247-4602-ae9e-89e367ec486a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.269529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8f90918b-ae76-4c7b-ad61-8c7bfde84869', 'network_id': '8f90918b-ae76-4c7b-ad61-8c7bfde84869', 'tenant_id': '6cb9120a2a04461eb46446ee9c6bd0ea', 'fixed_ips': [{'subnet_id': 'bfd4a396-44af-464a-937c-3111c7ec2164'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:24:16.270841 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.367223 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50f7a6b0-4247-4602-ae9e-89e367ec486a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.410842 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50f7a6b0-4247-4602-ae9e-89e367ec486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.468597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7a6b0-4247-4602-ae9e-89e367ec486a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0bcdaf-e4bc-4a4d-8f9b-cdcb88a0c3b2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:16.475732 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-50f7a6b0-4247-4602-ae9e-89e367ec486a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ed89841d2ef41988650257fcbf7a7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674467 Aug 16 02:24:16.478419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45394) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:16.488855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Allocated IP 172.20.0.11 (8f90918b-ae76-4c7b-ad61-8c7bfde84869/bfd4a396-44af-464a-937c-3111c7ec2164/3ab84990-d3f9-438c-87e4-8836758e4566) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:16.550631 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f14a5f3-d4b5-4a14-92c8-33e1f72e04c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.579466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f14a5f3-d4b5-4a14-92c8-33e1f72e04c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.650495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f14a5f3-d4b5-4a14-92c8-33e1f72e04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.653279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f14a5f3-d4b5-4a14-92c8-33e1f72e04c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.655127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3f14a5f3-d4b5-4a14-92c8-33e1f72e04c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a0bcdaf-e4bc-4a4d-8f9b-cdcb88a0c3b2 HTTP/1.1" status: 204 len: 168 time: 0.1749613 Aug 16 02:24:16.665667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14a5f3-d4b5-4a14-92c8-33e1f72e04c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0bcdaf-e4bc-4a4d-8f9b-cdcb88a0c3b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:16.697184 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.715003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Transition to ACTIVE for port object 3ab84990-d3f9-438c-87e4-8836758e4566 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:16.762018 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.825283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Allocated IP 172.20.0.2 (8f90918b-ae76-4c7b-ad61-8c7bfde84869/bfd4a396-44af-464a-937c-3111c7ec2164/a5444913-0e0b-40c3-968e-584f4edbe7f5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:16.831673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Network 8f90918b-ae76-4c7b-ad61-8c7bfde84869 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:16.835836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:16.841292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:16.849420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event updated for resources: {'Port': ['ID=3ab84990-d3f9-438c-87e4-8836758e4566,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:16.950208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.952027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.982569 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e4353024-6dbb-4c47-b707-f39a64ba1f62 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9599996 Aug 16 02:24:16.985827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:17.166033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.185765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Transition to ACTIVE for port object a5444913-0e0b-40c3-968e-584f4edbe7f5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:17.187859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c4cf269-a290-49e1-b8f4-26814d54f75d tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Deleting port 3ab84990-d3f9-438c-87e4-8836758e4566 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:17.188307 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf269-a290-49e1-b8f4-26814d54f75d tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.208159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Transition to ACTIVE for port object a5444913-0e0b-40c3-968e-584f4edbe7f5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:17.217802 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.240582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Network 8f90918b-ae76-4c7b-ad61-8c7bfde84869 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:17.243441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:17.245830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:17.338385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Pushing event updated for resources: {'Port': ['ID=a5444913-0e0b-40c3-968e-584f4edbe7f5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:17.357960 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf269-a290-49e1-b8f4-26814d54f75d tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.379012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c4cf269-a290-49e1-b8f4-26814d54f75d tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Calling delete_port for 3ab84990-d3f9-438c-87e4-8836758e4566 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:17.381965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.383864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.385200 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.385852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.387268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.390747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.391108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.391468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.391860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.392148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.392846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.393238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:17.403807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Attempting to bind port a5444913-0e0b-40c3-968e-584f4edbe7f5 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:17.404223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Attempting to bind port a5444913-0e0b-40c3-968e-584f4edbe7f5 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '397df10b-ca31-4156-b09c-a213e1eff9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f90918b-ae76-4c7b-ad61-8c7bfde84869'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:17.404600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Attempting to bind port a5444913-0e0b-40c3-968e-584f4edbe7f5 on network 8f90918b-ae76-4c7b-ad61-8c7bfde84869 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:17.413761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:17.414448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Checking segment: {'id': '397df10b-ca31-4156-b09c-a213e1eff9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f90918b-ae76-4c7b-ad61-8c7bfde84869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:17.415041 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.415626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Bound using segment: {'id': '397df10b-ca31-4156-b09c-a213e1eff9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f90918b-ae76-4c7b-ad61-8c7bfde84869'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:17.416296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Bound port: a5444913-0e0b-40c3-968e-584f4edbe7f5, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397df10b-ca31-4156-b09c-a213e1eff9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8f90918b-ae76-4c7b-ad61-8c7bfde84869'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:17.416872 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.429178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:17.445950 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cadb4aa1-8fec-469d-9857-b02535daf2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.517269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] For port a5444913-0e0b-40c3-968e-584f4edbe7f5, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:17.522836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] For port a5444913-0e0b-40c3-968e-584f4edbe7f5, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a5444913-0e0b-40c3-968e-584f4edbe7f5,segment=NetworkSegment(397df10b-ca31-4156-b09c-a213e1eff9ef),segment_id=397df10b-ca31-4156-b09c-a213e1eff9ef)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:17.533785 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.633677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-d57b8597-c235-48e1-aa7c-c5c88970b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.635393 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-d57b8597-c235-48e1-aa7c-c5c88970b6de service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1096 time: 0.0724399 Aug 16 02:24:17.636733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79eb0b-f62a-48bb-b1b0-3be3295722bf req-1f885db6-4903-4698-8ab6-df3b25227e65 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.637244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf269-a290-49e1-b8f4-26814d54f75d tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.644517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d79eb0b-f62a-48bb-b1b0-3be3295722bf req-1f885db6-4903-4698-8ab6-df3b25227e65 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0825284 Aug 16 02:24:17.660075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0727e6f-4645-4535-ae9e-b4168ddbb8ec None None] Pushing event updated for resources: {'Port': ['ID=a5444913-0e0b-40c3-968e-584f4edbe7f5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:17.710114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cf269-a290-49e1-b8f4-26814d54f75d tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event deleted for resources: {'Port': ['ID=3ab84990-d3f9-438c-87e4-8836758e4566,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:18.039790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-bcca4204-6c04-43b4-8f8d-d9bb3217f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.041105 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-bcca4204-6c04-43b4-8f8d-d9bb3217f837 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.3943875 Aug 16 02:24:18.045521 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf269-a290-49e1-b8f4-26814d54f75d tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.048329 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2c4cf269-a290-49e1-b8f4-26814d54f75d tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] 10.222.0.61 "DELETE /v2.0/ports/3ab84990-d3f9-438c-87e4-8836758e4566 HTTP/1.1" status: 204 len: 168 time: 1.0606265 Aug 16 02:24:18.055977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:18.158038 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-2216bd14-8892-4b95-954f-c29897a3bf9f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 999 time: 0.1084676 Aug 16 02:24:18.193653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d79eb0b-f62a-48bb-b1b0-3be3295722bf req-d4c7cf0d-01de-47f3-a270-c80c608740fc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5409169 Aug 16 02:24:18.275181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cadb4aa1-8fec-469d-9857-b02535daf2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.286578 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cadb4aa1-8fec-469d-9857-b02535daf2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.299672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-5de5f906-cefe-40c8-8cdb-b2d8341bc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.301390 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-5de5f906-cefe-40c8-8cdb-b2d8341bc350 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.1360657 Aug 16 02:24:18.373681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-20497dfb-14e0-4263-8da9-36fd35ce8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.375563 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-20497dfb-14e0-4263-8da9-36fd35ce8604 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660124 Aug 16 02:24:18.381204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cadb4aa1-8fec-469d-9857-b02535daf2ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9939214e572476e9513d2fb0ca66855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9508667 Aug 16 02:24:18.384268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:18.385982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb4aa1-8fec-469d-9857-b02535daf2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd983d37-2f63-40da-a2ab-725d141f8b09,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:18.481560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7c8f7fc6-43cd-4b12-9906-94d69a55a5a7 tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4234185 Aug 16 02:24:18.485032 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:18.490167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-690178541'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:18.522314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Made reservation on behalf of 6cb9120a2a04461eb46446ee9c6bd0ea for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:18.531601 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.536717 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79b859fe-b821-496a-a9ab-28bd21a9e7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.581299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79b859fe-b821-496a-a9ab-28bd21a9e7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.588411 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-21a3d80a-689a-4fc5-82a9-75906f8bd054 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029791 Aug 16 02:24:18.600590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:18.612037 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.612644 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Added segment 41bbf208-3918-402d-bcfe-63b386e4edd4 of type vlan for network 072b15ba-ee74-40b7-9df2-120201e0dc52 Aug 16 02:24:18.717606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.734720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a5444913-0e0b-40c3-968e-584f4edbe7f5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:18.768628 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79b859fe-b821-496a-a9ab-28bd21a9e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.773327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79b859fe-b821-496a-a9ab-28bd21a9e7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.780913 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-79b859fe-b821-496a-a9ab-28bd21a9e7b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bd983d37-2f63-40da-a2ab-725d141f8b09 HTTP/1.1" status: 204 len: 168 time: 0.3822448 Aug 16 02:24:18.786069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.798434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.800435 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.828591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f5191f00-f9ee-4faf-96e7-728044d3fec9 req-0fc4c10a-0022-4399-8ff2-534ea70a443f service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286255 Aug 16 02:24:18.831848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b859fe-b821-496a-a9ab-28bd21a9e7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd983d37-2f63-40da-a2ab-725d141f8b09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:18.906264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event updated for resources: {'Network': ['ID=072b15ba-ee74-40b7-9df2-120201e0dc52,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:18.910598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3160331e-70df-4aaa-a669-b62fefc39114 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4244335 Aug 16 02:24:18.913653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:18.949899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 072b15ba-ee74-40b7-9df2-120201e0dc52 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:19.154198 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b8b9bdee-8991-480a-8e32-8af985d4a02b tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] 10.222.0.61 "GET /v2.0/agents/21f35177-9674-4da0-acce-adc9aa6023df/dhcp-networks HTTP/1.1" status: 200 len: 4879 time: 0.2363665 Aug 16 02:24:19.155411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:19.159028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a5444913-0e0b-40c3-968e-584f4edbe7f5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:19.296327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c87a8-d691-4d62-879c-094a15394a3a None None] Network 8f90918b-ae76-4c7b-ad61-8c7bfde84869 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:19.448327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6d556b2-ef41-4474-b9d0-5ef5874856a3 None None] Provisioning for port a5444913-0e0b-40c3-968e-584f4edbe7f5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:19.457185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6d556b2-ef41-4474-b9d0-5ef5874856a3 None None] Provisioning complete for port a5444913-0e0b-40c3-968e-584f4edbe7f5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:19.457185 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6d556b2-ef41-4474-b9d0-5ef5874856a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.482687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d0b2d-4ccb-431a-98e6-e338943c469e req-400f8257-e609-4456-a2f1-e2a9ef75a320 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.484301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-102d0b2d-4ccb-431a-98e6-e338943c469e req-400f8257-e609-4456-a2f1-e2a9ef75a320 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1333938 Aug 16 02:24:19.513441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c56c3-06e7-438d-80ff-1043c15844a4 tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] Network 072b15ba-ee74-40b7-9df2-120201e0dc52 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:19.516911 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:19.552608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-102d0b2d-4ccb-431a-98e6-e338943c469e req-2b799512-e1a2-4ae4-8457-468245f3c1a2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537858 Aug 16 02:24:19.566831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-215c56c3-06e7-438d-80ff-1043c15844a4 tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] 10.222.0.61 "POST /v2.0/agents/21f35177-9674-4da0-acce-adc9aa6023df/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4051938 Aug 16 02:24:19.566977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:19.591742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996fee4-0eab-454d-b2bb-4f5d1575d29f None None] Network 072b15ba-ee74-40b7-9df2-120201e0dc52 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:19.733806 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6d556b2-ef41-4474-b9d0-5ef5874856a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.759059 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-63133bcc-9006-4592-90d4-d61af3244b08 tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] 10.222.0.61 "GET /v2.0/agents/21f35177-9674-4da0-acce-adc9aa6023df/dhcp-networks HTTP/1.1" status: 200 len: 5649 time: 0.1931226 Aug 16 02:24:19.761565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:19.807252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a6d556b2-ef41-4474-b9d0-5ef5874856a3 None None] For port a5444913-0e0b-40c3-968e-584f4edbe7f5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a5444913-0e0b-40c3-968e-584f4edbe7f5,segment=NetworkSegment(397df10b-ca31-4156-b09c-a213e1eff9ef),segment_id=397df10b-ca31-4156-b09c-a213e1eff9ef)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:19.828479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:19.836182 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6d556b2-ef41-4474-b9d0-5ef5874856a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.860893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79bec78c-49d7-4d74-8617-784abcf5c724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.876501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b68bd9cc-7f0e-4263-87d2-53cc35140339 tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] 10.222.0.61 "DELETE /v2.0/agents/21f35177-9674-4da0-acce-adc9aa6023df/dhcp-networks/072b15ba-ee74-40b7-9df2-120201e0dc52 HTTP/1.1" status: 204 len: 168 time: 0.1126609 Aug 16 02:24:19.878975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:19.919714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d556b2-ef41-4474-b9d0-5ef5874856a3 None None] Pushing event updated for resources: {'Port': ['ID=a5444913-0e0b-40c3-968e-584f4edbe7f5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:20.004104 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79bec78c-49d7-4d74-8617-784abcf5c724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.010132 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79bec78c-49d7-4d74-8617-784abcf5c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.058943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-79bec78c-49d7-4d74-8617-784abcf5c724 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d66d5c73f0e74675bdf6f308c680a922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285967 Aug 16 02:24:20.062516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec78c-49d7-4d74-8617-784abcf5c724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87079bc-8dd5-4ef9-95eb-53bc2db28ecd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:20.065435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:20.139210 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-817cc8ae-46a5-4657-b1e7-f2c102962e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.188634 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-817cc8ae-46a5-4657-b1e7-f2c102962e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.268331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-817cc8ae-46a5-4657-b1e7-f2c102962e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.270373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-817cc8ae-46a5-4657-b1e7-f2c102962e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.273773 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-817cc8ae-46a5-4657-b1e7-f2c102962e0f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a87079bc-8dd5-4ef9-95eb-53bc2db28ecd HTTP/1.1" status: 204 len: 168 time: 0.2045920 Aug 16 02:24:20.280804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cc8ae-46a5-4657-b1e7-f2c102962e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87079bc-8dd5-4ef9-95eb-53bc2db28ecd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:20.284052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ca93b52-bf16-4363-a600-ed9548bd7cda None None] Provisioning complete for port a5444913-0e0b-40c3-968e-584f4edbe7f5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:20.284954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ca93b52-bf16-4363-a600-ed9548bd7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.353806 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-32a871df-fa0b-472f-8a6a-ce44a4f080cf tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] 10.222.0.61 "GET /v2.0/agents/21f35177-9674-4da0-acce-adc9aa6023df/dhcp-networks HTTP/1.1" status: 200 len: 4879 time: 0.4736133 Aug 16 02:24:20.360022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:20.393731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-402ea1c9-7bd4-43e1-80b1-7b91aa856b21 tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] 10.222.0.61 "GET /v2.0/networks/8f90918b-ae76-4c7b-ad61-8c7bfde84869/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0322475 Aug 16 02:24:20.397708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:20.437842 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9c250543-3770-43e5-8585-785b0ac869a7 tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] 10.222.0.61 "GET /v2.0/networks/8f90918b-ae76-4c7b-ad61-8c7bfde84869/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0384023 Aug 16 02:24:20.439443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:20.531954 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-de8410aa-c840-4b2f-8ab5-88748ea8ac8e None None] Could not find standard attr ID for object 3ab84990-d3f9-438c-87e4-8836758e4566. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:24:20.627214 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-08b30014-e0f5-43dd-b9fd-9f3a76c2c196 tempest-DHCPAgentSchedulersTestJSON-2120740471 tempest-DHCPAgentSchedulersTestJSON-2120740471-project-admin] 10.222.0.61 "GET /v2.0/agents/21f35177-9674-4da0-acce-adc9aa6023df/dhcp-networks HTTP/1.1" status: 200 len: 4879 time: 0.1847088 Aug 16 02:24:20.630240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:20.739651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a5444913-0e0b-40c3-968e-584f4edbe7f5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:20.807491 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.825747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a5444913-0e0b-40c3-968e-584f4edbe7f5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:20.827629 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.832520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191a6a-3de3-4953-b52c-cd9cc2e4d622 req-c8fff1aa-6b78-44c3-bb2c-3e4e713011ca tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.834695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91191a6a-3de3-4953-b52c-cd9cc2e4d622 req-c8fff1aa-6b78-44c3-bb2c-3e4e713011ca tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1236577 Aug 16 02:24:20.960689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91191a6a-3de3-4953-b52c-cd9cc2e4d622 req-6ab3b531-1bd0-410a-b550-e52477b9aa3c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113048 Aug 16 02:24:20.962305 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.975196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072b15ba-ee74-40b7-9df2-120201e0dc52']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:20.993034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bbf208-3918-402d-bcfe-63b386e4edd4') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:20.993330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bbf208-3918-402d-bcfe-63b386e4edd4') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:21.004130 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.020349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.032460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:21.033044 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:21.037482 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:21.116757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.125074 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.129589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:21.143803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] 10.222.0.61 "DELETE /v2.0/networks/072b15ba-ee74-40b7-9df2-120201e0dc52 HTTP/1.1" status: 204 len: 168 time: 0.5082376 Aug 16 02:24:21.163630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1159c-21c9-4974-bfa3-370e1e985b31 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event deleted for resources: {'Network': ['ID=072b15ba-ee74-40b7-9df2-120201e0dc52,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:21.170486 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-666b0df8-9d34-41cd-ac17-0c4cf5cc7dc5 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] DELETE failed (client error): The resource could not be found. Aug 16 02:24:21.171363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666b0df8-9d34-41cd-ac17-0c4cf5cc7dc5 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:24:21.177366 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-666b0df8-9d34-41cd-ac17-0c4cf5cc7dc5 tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] 10.222.0.61 "DELETE /v2.0/ports/3ab84990-d3f9-438c-87e4-8836758e4566 HTTP/1.1" status: 404 len: 333 time: 0.0467179 Aug 16 02:24:21.179876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:21.250349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Deleting subnet bfd4a396-44af-464a-937c-3111c7ec2164 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:21.254854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.315529 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.446815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.517867 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.548201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd4a396-44af-464a-937c-3111c7ec2164,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:21.553204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.555077 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] 10.222.0.61 "DELETE /v2.0/subnets/bfd4a396-44af-464a-937c-3111c7ec2164 HTTP/1.1" status: 204 len: 168 time: 0.3741753 Aug 16 02:24:21.557626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:21.562464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e4d7f-5c50-409b-aac1-1f8245002913 None None] Network 8f90918b-ae76-4c7b-ad61-8c7bfde84869 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:21.570904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.571751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.571751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.572050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.572377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.572786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.573138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.573465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.573800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.574128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.574467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.574786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baed770-2e5f-485b-a2fd-5854f4a47bfa tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:21.666628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.726226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Deleting port a5444913-0e0b-40c3-968e-584f4edbe7f5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:21.726226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.792839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] For port a5444913-0e0b-40c3-968e-584f4edbe7f5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a5444913-0e0b-40c3-968e-584f4edbe7f5,segment=NetworkSegment(397df10b-ca31-4156-b09c-a213e1eff9ef),segment_id=397df10b-ca31-4156-b09c-a213e1eff9ef)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:21.793238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.810437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Calling delete_port for a5444913-0e0b-40c3-968e-584f4edbe7f5 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:21.838523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] DHCP port deletion for 8f90918b-ae76-4c7b-ad61-8c7bfde84869 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:21.908607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.930398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] No DVR routers for this DVR port a5444913-0e0b-40c3-968e-584f4edbe7f5 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:21.931823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] Deleting port a5444913-0e0b-40c3-968e-584f4edbe7f5 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:21.932679 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.982863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event deleted for resources: {'Port': ['ID=a5444913-0e0b-40c3-968e-584f4edbe7f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:22.023411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] For port a5444913-0e0b-40c3-968e-584f4edbe7f5, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:22.024285 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.045612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] Calling delete_port for a5444913-0e0b-40c3-968e-584f4edbe7f5 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:22.049114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] Port a5444913-0e0b-40c3-968e-584f4edbe7f5 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:24:22.054050 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.055144 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.080927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f90918b-ae76-4c7b-ad61-8c7bfde84869']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:22.102060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] Pushing event deleted for resources: {'Port': ['ID=a5444913-0e0b-40c3-968e-584f4edbe7f5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:22.118349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1346b3f9-69ce-4c46-8a19-d5a478cc8c5a None None] No DVR routers for this DVR port a5444913-0e0b-40c3-968e-584f4edbe7f5 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:22.119112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397df10b-ca31-4156-b09c-a213e1eff9ef') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:22.119432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397df10b-ca31-4156-b09c-a213e1eff9ef') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:22.148795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.165825 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.174799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:22.175391 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:22.179326 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:22.250561 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.258776 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.260788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] 10.222.0.61 "DELETE /v2.0/networks/8f90918b-ae76-4c7b-ad61-8c7bfde84869 HTTP/1.1" status: 204 len: 168 time: 0.7019262 Aug 16 02:24:22.274339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf467477-621d-447a-8c31-bc69be147e6a tempest-DHCPAgentSchedulersTestJSON-1767224444 tempest-DHCPAgentSchedulersTestJSON-1767224444-project] Pushing event deleted for resources: {'Network': ['ID=8f90918b-ae76-4c7b-ad61-8c7bfde84869,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:22.566915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:22.633083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a5444913-0e0b-40c3-968e-584f4edbe7f5 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:22.659027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a5444913-0e0b-40c3-968e-584f4edbe7f5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:22.659688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a5444913-0e0b-40c3-968e-584f4edbe7f5 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:22.888101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3a3e0f60-8a03-432e-a3d9-529af0ead3ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6cb9120a2a04461eb46446ee9c6bd0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197899 Aug 16 02:24:22.890393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:22.946502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93ae10d5-f7cc-4877-95ff-6bc78b3b764b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.977029 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93ae10d5-f7cc-4877-95ff-6bc78b3b764b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.038211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93ae10d5-f7cc-4877-95ff-6bc78b3b764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.042613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93ae10d5-f7cc-4877-95ff-6bc78b3b764b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.049660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-93ae10d5-f7cc-4877-95ff-6bc78b3b764b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0569faf5-a189-43fa-85e1-251b2ddea972 HTTP/1.1" status: 204 len: 168 time: 0.1581190 Aug 16 02:24:23.060043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae10d5-f7cc-4877-95ff-6bc78b3b764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0569faf5-a189-43fa-85e1-251b2ddea972,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:23.458360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:23.475518 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1223cd6-bf39-407e-9c42-66b6f8f8d56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.636998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1223cd6-bf39-407e-9c42-66b6f8f8d56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.644697 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1223cd6-bf39-407e-9c42-66b6f8f8d56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.701788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f1223cd6-bf39-407e-9c42-66b6f8f8d56b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d815c8d076b4cf5a52f6cbc0ee4803b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416441 Aug 16 02:24:23.703126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1223cd6-bf39-407e-9c42-66b6f8f8d56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8091042a-b29b-4aae-a8c4-63dad525341e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:23.705218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:23.791920 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2328b7af-3ebd-4e75-a591-daaf37ecbbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.830079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2328b7af-3ebd-4e75-a591-daaf37ecbbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.898000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2328b7af-3ebd-4e75-a591-daaf37ecbbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.902474 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2328b7af-3ebd-4e75-a591-daaf37ecbbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.907978 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2328b7af-3ebd-4e75-a591-daaf37ecbbf0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8091042a-b29b-4aae-a8c4-63dad525341e HTTP/1.1" status: 204 len: 168 time: 0.2014084 Aug 16 02:24:23.920177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328b7af-3ebd-4e75-a591-daaf37ecbbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8091042a-b29b-4aae-a8c4-63dad525341e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:23.998739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:24.332607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a22a04a-2f55-4dcc-9ce8-71d8969cb340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.469176 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a22a04a-2f55-4dcc-9ce8-71d8969cb340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.475669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a22a04a-2f55-4dcc-9ce8-71d8969cb340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.525993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22a04a-2f55-4dcc-9ce8-71d8969cb340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55df96c-88e8-40c0-8628-411b67252c0e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:24.568347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:24.568989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9a22a04a-2f55-4dcc-9ce8-71d8969cb340 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ac231dd65924c849c4c4e85d9a2d44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5689559 Aug 16 02:24:24.639760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f18f51-4671-40c2-975f-af6717bc3800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.668990 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f18f51-4671-40c2-975f-af6717bc3800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.728083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f18f51-4671-40c2-975f-af6717bc3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.730710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f18f51-4671-40c2-975f-af6717bc3800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.732079 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-94f18f51-4671-40c2-975f-af6717bc3800 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e55df96c-88e8-40c0-8628-411b67252c0e HTTP/1.1" status: 204 len: 168 time: 0.1630747 Aug 16 02:24:24.740756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f18f51-4671-40c2-975f-af6717bc3800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55df96c-88e8-40c0-8628-411b67252c0e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.292573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:25.313927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e88f3af2-715c-4a45-8c97-6c6bb863635d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.465853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e88f3af2-715c-4a45-8c97-6c6bb863635d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.471437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e88f3af2-715c-4a45-8c97-6c6bb863635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.501646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e88f3af2-715c-4a45-8c97-6c6bb863635d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe8d3fa856814b4ca86d40cb3ea410ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077665 Aug 16 02:24:25.504302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:25.536982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f3af2-715c-4a45-8c97-6c6bb863635d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e66d86e-c439-4d41-bb7d-c5912df7e56f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.588165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9483e2d5-b001-457b-9683-1007e13a5a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.610570 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9483e2d5-b001-457b-9683-1007e13a5a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.679041 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9483e2d5-b001-457b-9683-1007e13a5a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.683081 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9483e2d5-b001-457b-9683-1007e13a5a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.684586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9483e2d5-b001-457b-9683-1007e13a5a29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e66d86e-c439-4d41-bb7d-c5912df7e56f HTTP/1.1" status: 204 len: 168 time: 0.1786408 Aug 16 02:24:25.694731 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483e2d5-b001-457b-9683-1007e13a5a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e66d86e-c439-4d41-bb7d-c5912df7e56f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.793843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:25.986583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2133565322'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:26.011185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Made reservation on behalf of dcddc2a72c9d421fb770ffe429eb5b9a for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:26.017593 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.031955 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.163985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.172310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.220351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:26.229983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:26.232898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92216552-2c58-4447-9bc5-be072027a9a3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:26.245007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.245243 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Added segment b2cde4ec-f6d0-4438-b115-8f4d6d714d87 of type vlan for network e1469a83-ff94-4106-b6ef-303877c5531b Aug 16 02:24:26.258541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e00dc23-95ed-4f76-963e-a503ce4b163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.296076 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.339604 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.346056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.346668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.405863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e00dc23-95ed-4f76-963e-a503ce4b163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.411576 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e00dc23-95ed-4f76-963e-a503ce4b163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.422342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6253903 Aug 16 02:24:26.424860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:26.433493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77bdaa-8f2a-405f-a889-430c7737d2d9 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Pushing event updated for resources: {'Network': ['ID=e1469a83-ff94-4106-b6ef-303877c5531b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:26.445992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network e1469a83-ff94-4106-b6ef-303877c5531b details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:26.464988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00dc23-95ed-4f76-963e-a503ce4b163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d70158-b4f2-47c3-ad80-85a1916c0bf1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:26.477209 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1e00dc23-95ed-4f76-963e-a503ce4b163d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47de8c2b55774ae8aed186cf602d3012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461250 Aug 16 02:24:26.479966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:26.578811 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b4e2-333a-4572-b8b7-96f18607fdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.605313 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b4e2-333a-4572-b8b7-96f18607fdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.666229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b4e2-333a-4572-b8b7-96f18607fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.669318 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b4e2-333a-4572-b8b7-96f18607fdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.674485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cdf3b4e2-333a-4572-b8b7-96f18607fdb2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0d70158-b4f2-47c3-ad80-85a1916c0bf1 HTTP/1.1" status: 204 len: 168 time: 0.1932585 Aug 16 02:24:26.688003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3b4e2-333a-4572-b8b7-96f18607fdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d70158-b4f2-47c3-ad80-85a1916c0bf1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:26.729396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Request body: {'network': {'name': 'tempest-network--195137597', 'router:external': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:26.756102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Made reservation on behalf of a68951c967ae462bb96ade7454090e40 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:26.760231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.770991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.913441 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.918444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.949925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:26.962100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002b0735-f998-49eb-9f75-0a48732ef522,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:26.971826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.972369 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Added segment 813ea370-3ef2-4d43-839e-f2f615a9354d of type vlan for network 39e25a24-0b96-43c7-a229-78abaa10f8ef Aug 16 02:24:27.027301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.088897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.090155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:27.091115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.183864 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7522089 Aug 16 02:24:27.186473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:27.203947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888addb-c7d2-4297-93ef-65c81f8ee5d8 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'Network': ['ID=39e25a24-0b96-43c7-a229-78abaa10f8ef,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:27.218105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 39e25a24-0b96-43c7-a229-78abaa10f8ef details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:27.364436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.481418 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.493280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e25a24-0b96-43c7-a229-78abaa10f8ef']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:27.505621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813ea370-3ef2-4d43-839e-f2f615a9354d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:27.505909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813ea370-3ef2-4d43-839e-f2f615a9354d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:27.517189 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.545498 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.552691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:27.553108 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:27.555037 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:27.635749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.649503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39e25a24-0b96-43c7-a229-78abaa10f8ef {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:24:27.653373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.662653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:27.663802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "DELETE /v2.0/networks/39e25a24-0b96-43c7-a229-78abaa10f8ef HTTP/1.1" status: 204 len: 168 time: 0.4752343 Aug 16 02:24:27.669049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:27.677319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13ce4d-4569-4095-8e51-4fa40569af61 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event deleted for resources: {'Network': ['ID=39e25a24-0b96-43c7-a229-78abaa10f8ef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:27.708147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Made reservation on behalf of a68951c967ae462bb96ade7454090e40 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:27.711558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.754777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:27.768315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.769071 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Added segment b8f27e4f-fa44-4848-b0a7-f0accad5f7c9 of type vlan for network c1b3a2b6-f5a7-458c-9bd2-74135f507756 Aug 16 02:24:27.828473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.871547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.873952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:27.875683 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.964455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2977104 Aug 16 02:24:27.964594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45828) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:27.970755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Request body: {'subnet': {'network_id': 'c1b3a2b6-f5a7-458c-9bd2-74135f507756', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:27.972005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c35b11-ec32-446f-8611-bb5fbd6f9ad7 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'Network': ['ID=c1b3a2b6-f5a7-458c-9bd2-74135f507756,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:27.984554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c1b3a2b6-f5a7-458c-9bd2-74135f507756 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:28.016039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Made reservation on behalf of a68951c967ae462bb96ade7454090e40 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:28.018626 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.497187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:24:28.498626 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.585712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2af4873f-3d4b-4c7f-92cf-ef8784511f9a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:28.603222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Checking segment: {'id': 'b8f27e4f-fa44-4848-b0a7-f0accad5f7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c1b3a2b6-f5a7-458c-9bd2-74135f507756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:28.604172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Network hostable DHCP agents. Network: c1b3a2b6-f5a7-458c-9bd2-74135f507756, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:28.632679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Network c1b3a2b6-f5a7-458c-9bd2-74135f507756 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:28.656388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c1b3a2b6-f5a7-458c-9bd2-74135f507756) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:28.668029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace301c-45f2-4fa5-b172-08f2b3aa5955 None None] Network c1b3a2b6-f5a7-458c-9bd2-74135f507756 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:28.677200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:28.677843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.704743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0d8fe4ee-a69b-4e73-ad84-d74364c10aad tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7389321 Aug 16 02:24:28.707706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:28.720437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1b3a2b6-f5a7-458c-9bd2-74135f507756'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:28.774077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.933548 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.986842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7722c07-f196-4501-9c87-fda393ae7cc0 None None] Network c1b3a2b6-f5a7-458c-9bd2-74135f507756 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:29.155567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Allocated IP 172.20.0.8 (c1b3a2b6-f5a7-458c-9bd2-74135f507756/2af4873f-3d4b-4c7f-92cf-ef8784511f9a/7dffe99e-82fc-45bc-8a5e-e7591aa9bf39) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:29.331530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.381654 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.410841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:29.469391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Network c1b3a2b6-f5a7-458c-9bd2-74135f507756 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:29.489231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:29.502446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:29.547025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'Port': ['ID=7dffe99e-82fc-45bc-8a5e-e7591aa9bf39,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:29.645152 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.743632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.849698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ab781fd-1dac-48e9-9f7e-6fab0179fe77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.969396 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ab781fd-1dac-48e9-9f7e-6fab0179fe77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.973706 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ab781fd-1dac-48e9-9f7e-6fab0179fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.974873 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.980483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.020266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab781fd-1dac-48e9-9f7e-6fab0179fe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a2673-888c-4784-bda5-886a44b4370e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.025403 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5ab781fd-1dac-48e9-9f7e-6fab0179fe77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba47b5a3ba534ac1b283b7801b685ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6130142 Aug 16 02:24:30.028085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.085633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'Port': ['ID=7dffe99e-82fc-45bc-8a5e-e7591aa9bf39,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.115307 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.142511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.143773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-924e3f83-4016-4627-9384-44660638cb5e tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4338710 Aug 16 02:24:30.146636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8735191e-1d29-4274-bd97-29af0b3e745a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.147913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.170690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8735191e-1d29-4274-bd97-29af0b3e745a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.235059 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-930d2780-1d89-430c-a059-547f674a197a tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=c1b3a2b6-f5a7-458c-9bd2-74135f507756 HTTP/1.1" status: 200 len: 689 time: 0.0855594 Aug 16 02:24:30.237654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.241159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8735191e-1d29-4274-bd97-29af0b3e745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.243986 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8735191e-1d29-4274-bd97-29af0b3e745a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.245341 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8735191e-1d29-4274-bd97-29af0b3e745a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a53a2673-888c-4784-bda5-886a44b4370e HTTP/1.1" status: 204 len: 168 time: 0.2148299 Aug 16 02:24:30.254294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735191e-1d29-4274-bd97-29af0b3e745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a2673-888c-4784-bda5-886a44b4370e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.349308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.483382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.509196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Deleting port 7dffe99e-82fc-45bc-8a5e-e7591aa9bf39 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:30.509795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.620098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.620666 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.621031 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.634386 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc2d7-d24d-4469-a650-0db4e0731163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.636687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0f25-9069-4eab-b1bb-5432ed9b4fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.642947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Calling delete_port for 7dffe99e-82fc-45bc-8a5e-e7591aa9bf39 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:30.738671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.741976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc2d7-d24d-4469-a650-0db4e0731163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.749368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8dbc2d7-d24d-4469-a650-0db4e0731163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.790976 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e8dbc2d7-d24d-4469-a650-0db4e0731163 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6944aea66e934d31980650a0198bb258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697230 Aug 16 02:24:30.793209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbc2d7-d24d-4469-a650-0db4e0731163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c08346-eef9-4ad4-985f-9b879963bd70,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.795701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.812653 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.854561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f01d7296-ca0b-4ecc-ac26-904a405bab89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.875168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dffe99e-82fc-45bc-8a5e-e7591aa9bf39,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.879824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f01d7296-ca0b-4ecc-ac26-904a405bab89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.913415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.913770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.914111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.914443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.914776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.915127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.915462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.915792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.916139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.916444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.916774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.917093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.951375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f01d7296-ca0b-4ecc-ac26-904a405bab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.960996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f01d7296-ca0b-4ecc-ac26-904a405bab89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.962557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f01d7296-ca0b-4ecc-ac26-904a405bab89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56c08346-eef9-4ad4-985f-9b879963bd70 HTTP/1.1" status: 204 len: 168 time: 0.1660328 Aug 16 02:24:30.968590 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f7b5508-52b2-4230-91db-42496e9cca39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.984901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d7296-ca0b-4ecc-ac26-904a405bab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c08346-eef9-4ad4-985f-9b879963bd70,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.998451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.070329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0f25-9069-4eab-b1bb-5432ed9b4fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.079960 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0f25-9069-4eab-b1bb-5432ed9b4fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.106217 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.159313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc0f25-9069-4eab-b1bb-5432ed9b4fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd30c98-5f8d-483d-aba5-488442fe76ee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:31.167420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0cbc0f25-9069-4eab-b1bb-5432ed9b4fce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=374e6fb08fa449378e07b4796e12f4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6826153 Aug 16 02:24:31.170282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:31.235260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.265149 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1751663-e220-4a59-ae5e-dd08659bfc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.269557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2af4873f-3d4b-4c7f-92cf-ef8784511f9a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:31.342116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1751663-e220-4a59-ae5e-dd08659bfc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.356647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.371930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b3a2b6-f5a7-458c-9bd2-74135f507756']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:31.394222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f27e4f-fa44-4848-b0a7-f0accad5f7c9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:31.394748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f27e4f-fa44-4848-b0a7-f0accad5f7c9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:31.407143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.426251 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.441786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1751663-e220-4a59-ae5e-dd08659bfc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.444754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1751663-e220-4a59-ae5e-dd08659bfc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.448386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a1751663-e220-4a59-ae5e-dd08659bfc2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5cd30c98-5f8d-483d-aba5-488442fe76ee HTTP/1.1" status: 204 len: 168 time: 0.2744360 Aug 16 02:24:31.455384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:31.455384 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:31.456421 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:31.546199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751663-e220-4a59-ae5e-dd08659bfc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd30c98-5f8d-483d-aba5-488442fe76ee,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:31.556462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.565413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c1b3a2b6-f5a7-458c-9bd2-74135f507756 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:24:31.577749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.579822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "DELETE /v2.0/networks/c1b3a2b6-f5a7-458c-9bd2-74135f507756 HTTP/1.1" status: 204 len: 168 time: 1.3411107 Aug 16 02:24:31.581314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89181f-a1f6-415e-bb42-7dd44b83c4bb tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1b3a2b6-f5a7-458c-9bd2-74135f507756,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:31.582638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45946) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:31.726711 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4810e44d-6342-4902-a802-8514a8560453 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1426523 Aug 16 02:24:31.729496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:31.879269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5250cb3-bc47-4e0d-9ca6-b54061097c9d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:31.879854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5250cb3-bc47-4e0d-9ca6-b54061097c9d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:31.880228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5250cb3-bc47-4e0d-9ca6-b54061097c9d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:31.880826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5250cb3-bc47-4e0d-9ca6-b54061097c9d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:31.881286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5250cb3-bc47-4e0d-9ca6-b54061097c9d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:31.886057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d5250cb3-bc47-4e0d-9ca6-b54061097c9d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.1525245 Aug 16 02:24:31.886057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:31.886477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:31.899500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c543fbc6-1401-4a27-af5f-2926a1320a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.986397 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-356b55ae-cc29-492c-a37a-1960d27d668f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] delete failed (client error): The resource could not be found. Aug 16 02:24:31.994266 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-356b55ae-cc29-492c-a37a-1960d27d668f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/f452552e-ac46-479a-91ee-afefcf234520 HTTP/1.1" status: 404 len: 345 time: 0.1041844 Aug 16 02:24:31.994825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.028084 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e22c3c4-d927-4e3a-a4b6-13d97c56b777 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 02:24:32.028795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e22c3c4-d927-4e3a-a4b6-13d97c56b777 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:24:32.035362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8e22c3c4-d927-4e3a-a4b6-13d97c56b777 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "DELETE /v2.0/networks/c1b3a2b6-f5a7-458c-9bd2-74135f507756 HTTP/1.1" status: 404 len: 339 time: 0.0350926 Aug 16 02:24:32.035954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.041436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Request body: {'network': {'name': 'tempest-network--693605476', 'router:external': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:32.045937 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c543fbc6-1401-4a27-af5f-2926a1320a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.051436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c543fbc6-1401-4a27-af5f-2926a1320a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.084425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Made reservation on behalf of a68951c967ae462bb96ade7454090e40 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:32.089003 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.103744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c543fbc6-1401-4a27-af5f-2926a1320a7e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f176f33c772d4242985758ef0127876d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175305 Aug 16 02:24:32.106257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.117390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543fbc6-1401-4a27-af5f-2926a1320a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d38b3-82ed-4e5f-be57-3ca3dff80eea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.152592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:32.173290 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.174030 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Added segment 926e90b1-959b-40de-91bd-ffb2b3b5f63b of type vlan for network 7fc09f7f-9848-4b4a-bb0f-c73e8ca158ca Aug 16 02:24:32.219220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c383-3e3c-4356-88ae-0e8d2114972b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.273354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c383-3e3c-4356-88ae-0e8d2114972b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.273497 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.328300 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.329409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:32.329973 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.342950 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c383-3e3c-4356-88ae-0e8d2114972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.348853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c383-3e3c-4356-88ae-0e8d2114972b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.350303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9ec0c383-3e3c-4356-88ae-0e8d2114972b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/528d38b3-82ed-4e5f-be57-3ca3dff80eea HTTP/1.1" status: 204 len: 168 time: 0.2430573 Aug 16 02:24:32.368312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0c383-3e3c-4356-88ae-0e8d2114972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d38b3-82ed-4e5f-be57-3ca3dff80eea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.394251 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3571973 Aug 16 02:24:32.396922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 45976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.413262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793a622-e60d-4865-98ef-b2509176f334 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'Network': ['ID=7fc09f7f-9848-4b4a-bb0f-c73e8ca158ca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.424624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 7fc09f7f-9848-4b4a-bb0f-c73e8ca158ca details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:32.679977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e1904-f9ac-443a-86b9-c9b53d37d4c4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:32.688536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e1904-f9ac-443a-86b9-c9b53d37d4c4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:32.696656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e1904-f9ac-443a-86b9-c9b53d37d4c4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:32.707151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e1904-f9ac-443a-86b9-c9b53d37d4c4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:32.708997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-319e1904-f9ac-443a-86b9-c9b53d37d4c4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3110156 Aug 16 02:24:32.711989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 45996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.824408 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.928949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.941989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc09f7f-9848-4b4a-bb0f-c73e8ca158ca']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.956234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926e90b1-959b-40de-91bd-ffb2b3b5f63b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.956925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926e90b1-959b-40de-91bd-ffb2b3b5f63b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.972755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.991196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.000916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:33.002149 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:33.006055 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:33.084926 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.094496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fc09f7f-9848-4b4a-bb0f-c73e8ca158ca {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:24:33.107607 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.110685 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "DELETE /v2.0/networks/7fc09f7f-9848-4b4a-bb0f-c73e8ca158ca HTTP/1.1" status: 204 len: 168 time: 0.3976064 Aug 16 02:24:33.115081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.115658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602d191-a9d2-47b7-8f56-73b4c588639d tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fc09f7f-9848-4b4a-bb0f-c73e8ca158ca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:33.122319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Request body: {'network': {'name': 'tempest-network--820248949', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:33.151428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Made reservation on behalf of a68951c967ae462bb96ade7454090e40 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:33.161031 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.216604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:33.238242 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.240539 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Added segment 71211603-8b4a-45d6-b942-2aaeb16b6e13 of type vlan for network 957f739d-ddac-4350-9023-8e5b72ce62e2 Aug 16 02:24:33.327898 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.382142 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.383864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:33.384476 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.414194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2977209 Aug 16 02:24:33.416772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.495605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b0cc1-79ec-436e-a3dd-c2c46552f2fc tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'Network': ['ID=957f739d-ddac-4350-9023-8e5b72ce62e2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:33.507582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 957f739d-ddac-4350-9023-8e5b72ce62e2 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:33.586203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859b21c-5840-4640-8478-ac41547d0398 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:33.587773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5859b21c-5840-4640-8478-ac41547d0398 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] 10.222.0.61 "GET /v2.0/networks/957f739d-ddac-4350-9023-8e5b72ce62e2 HTTP/1.1" status: 200 len: 756 time: 0.1697664 Aug 16 02:24:33.591969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.637793 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b68a9f02-361a-473b-a6fb-36fe0278d128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.700476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62fa9d-c444-46da-a288-9b748aef4441 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:33.702874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6d62fa9d-c444-46da-a288-9b748aef4441 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] 10.222.0.61 "GET /v2.0/networks/e1469a83-ff94-4106-b6ef-303877c5531b HTTP/1.1" status: 200 len: 768 time: 0.1097751 Aug 16 02:24:33.705585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.792365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.896984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.911119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957f739d-ddac-4350-9023-8e5b72ce62e2']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:33.911308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.924519 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.927657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71211603-8b4a-45d6-b942-2aaeb16b6e13') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:33.928582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71211603-8b4a-45d6-b942-2aaeb16b6e13') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:33.940956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.958227 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.967502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:33.968023 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:33.970148 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:34.108381 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90cd86bd-aea9-456c-aa1a-53e23f3c79ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.377486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.385449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 957f739d-ddac-4350-9023-8e5b72ce62e2 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:24:34.388139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654375'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.393573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46058) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.393765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "DELETE /v2.0/networks/957f739d-ddac-4350-9023-8e5b72ce62e2 HTTP/1.1" status: 204 len: 168 time: 0.6869781 Aug 16 02:24:34.399050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Request body: {'network': {'name': 'tempest-network--1805966352'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:34.405014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1c147-52cc-4edd-ad98-0032bafecebf tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event deleted for resources: {'Network': ['ID=957f739d-ddac-4350-9023-8e5b72ce62e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.501379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90cd86bd-aea9-456c-aa1a-53e23f3c79ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.509809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90cd86bd-aea9-456c-aa1a-53e23f3c79ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.574679 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-90cd86bd-aea9-456c-aa1a-53e23f3c79ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83c76eb88f3d4ae387c5846082e1f895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6622059 Aug 16 02:24:34.579492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.581465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Made reservation on behalf of a68951c967ae462bb96ade7454090e40 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:34.583997 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.587569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd86bd-aea9-456c-aa1a-53e23f3c79ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8362c7-f186-441a-83f3-4cd0d6671501,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.626327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:34.642069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.642661 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Added segment 762219a6-998c-4efb-a6cf-7054c7056020 of type vlan for network ee8de36e-2f55-4378-9933-bf8cbaa972b9 Aug 16 02:24:34.669572 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53af37b3-dcca-4f13-801f-4a08bc504465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.693199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.698657 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53af37b3-dcca-4f13-801f-4a08bc504465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.731081 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.732644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:34.733414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.764463 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53af37b3-dcca-4f13-801f-4a08bc504465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.771333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53af37b3-dcca-4f13-801f-4a08bc504465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.774795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-53af37b3-dcca-4f13-801f-4a08bc504465 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da8362c7-f186-441a-83f3-4cd0d6671501 HTTP/1.1" status: 204 len: 168 time: 0.1917870 Aug 16 02:24:34.796047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af37b3-dcca-4f13-801f-4a08bc504465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8362c7-f186-441a-83f3-4cd0d6671501,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.814712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4176023 Aug 16 02:24:34.815062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.820646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d3c800ad-756a-4c49-93de-25f215cb4916 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:34.846343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4cbff-a838-4c0a-89d2-e40458f1ca6f tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'Network': ['ID=ee8de36e-2f55-4378-9933-bf8cbaa972b9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.882176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ee8de36e-2f55-4378-9933-bf8cbaa972b9 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:35.046866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3c800ad-756a-4c49-93de-25f215cb4916 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.066408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.068223 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3c800ad-756a-4c49-93de-25f215cb4916 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.097609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3c800ad-756a-4c49-93de-25f215cb4916 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Network ee8de36e-2f55-4378-9933-bf8cbaa972b9 is not hosted by any dhcp agent {{(pid=94639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:24:35.098965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c800ad-756a-4c49-93de-25f215cb4916 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.099604 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3c800ad-756a-4c49-93de-25f215cb4916 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.104071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.104742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d3c800ad-756a-4c49-93de-25f215cb4916 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "PUT /v2.0/networks/ee8de36e-2f55-4378-9933-bf8cbaa972b9 HTTP/1.1" status: 200 len: 858 time: 0.2884755 Aug 16 02:24:35.174383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c800ad-756a-4c49-93de-25f215cb4916 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event updated for resources: {'Network': ['ID=ee8de36e-2f55-4378-9933-bf8cbaa972b9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.223337 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.336035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.347977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8de36e-2f55-4378-9933-bf8cbaa972b9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:35.376038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762219a6-998c-4efb-a6cf-7054c7056020') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:35.376540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762219a6-998c-4efb-a6cf-7054c7056020') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:35.393902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.420653 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.427563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:35.427878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:35.444383 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:35.532815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.543536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee8de36e-2f55-4378-9933-bf8cbaa972b9 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:24:35.567994 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.574275 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] 10.222.0.61 "DELETE /v2.0/networks/ee8de36e-2f55-4378-9933-bf8cbaa972b9 HTTP/1.1" status: 204 len: 168 time: 0.4665346 Aug 16 02:24:35.575230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdf0d9-f797-4507-8b81-bb43924ac336 tempest-ExternalNetworksTestJSON-128081200 tempest-ExternalNetworksTestJSON-128081200-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee8de36e-2f55-4378-9933-bf8cbaa972b9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.576793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.630243 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7607655b-759c-4749-842c-f4240f10ad02 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] DELETE failed (client error): The resource could not be found. Aug 16 02:24:35.630729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7607655b-759c-4749-842c-f4240f10ad02 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:24:35.636147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.641398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7607655b-759c-4749-842c-f4240f10ad02 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] 10.222.0.61 "DELETE /v2.0/subnets/2af4873f-3d4b-4c7f-92cf-ef8784511f9a HTTP/1.1" status: 404 len: 337 time: 0.0540826 Aug 16 02:24:35.755737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.899239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.912915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1469a83-ff94-4106-b6ef-303877c5531b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:35.925640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cde4ec-f6d0-4438-b115-8f4d6d714d87') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:35.925926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cde4ec-f6d0-4438-b115-8f4d6d714d87') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:35.938127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.965010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.972726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:35.973128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:36.040853 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:36.046885 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.054702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.059567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] 10.222.0.61 "DELETE /v2.0/networks/e1469a83-ff94-4106-b6ef-303877c5531b HTTP/1.1" status: 204 len: 168 time: 0.4220238 Aug 16 02:24:36.137761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f489c-cd33-410f-b502-e6928d25afb4 tempest-ExternalNetworksTestJSON-430549727 tempest-ExternalNetworksTestJSON-430549727-project] Pushing event deleted for resources: {'Network': ['ID=e1469a83-ff94-4106-b6ef-303877c5531b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:36.475876 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.675407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-097a57c7-0f47-4736-98ad-304975201d61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dcddc2a72c9d421fb770ffe429eb5b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976397 Aug 16 02:24:36.677587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.754247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ea086b8-013b-468b-bf94-844383c02189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.778092 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ea086b8-013b-468b-bf94-844383c02189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.832956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ea086b8-013b-468b-bf94-844383c02189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.839705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.840280 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ea086b8-013b-468b-bf94-844383c02189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.843566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0ea086b8-013b-468b-bf94-844383c02189 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92216552-2c58-4447-9bc5-be072027a9a3 HTTP/1.1" status: 204 len: 168 time: 0.1644249 Aug 16 02:24:36.855745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea086b8-013b-468b-bf94-844383c02189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92216552-2c58-4447-9bc5-be072027a9a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:36.950165 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.117053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7629244f-01d7-495c-be09-9692ee4838f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.230225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.258213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7629244f-01d7-495c-be09-9692ee4838f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.264632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7629244f-01d7-495c-be09-9692ee4838f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.309805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7629244f-01d7-495c-be09-9692ee4838f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e0ab0b3ed824df1aceb95a18b473751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689963 Aug 16 02:24:37.312185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629244f-01d7-495c-be09-9692ee4838f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b39388-c94b-438d-bc15-13ddb7dfcfac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:37.313392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3fff0a09-7797-4b77-a652-81ec60288071 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a68951c967ae462bb96ade7454090e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816414 Aug 16 02:24:37.314055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.315630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.382696 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b642fe53-5c00-434a-a50e-fe81ff79b879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.387441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23795eb-b2ec-4838-8b30-8bbe0566336f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.419908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23795eb-b2ec-4838-8b30-8bbe0566336f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.420985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b642fe53-5c00-434a-a50e-fe81ff79b879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.488730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23795eb-b2ec-4838-8b30-8bbe0566336f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.491886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23795eb-b2ec-4838-8b30-8bbe0566336f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.493498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e23795eb-b2ec-4838-8b30-8bbe0566336f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84b39388-c94b-438d-bc15-13ddb7dfcfac HTTP/1.1" status: 204 len: 168 time: 0.1782832 Aug 16 02:24:37.515311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b642fe53-5c00-434a-a50e-fe81ff79b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.519218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b642fe53-5c00-434a-a50e-fe81ff79b879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.520561 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b642fe53-5c00-434a-a50e-fe81ff79b879 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/002b0735-f998-49eb-9f75-0a48732ef522 HTTP/1.1" status: 204 len: 168 time: 0.2038167 Aug 16 02:24:37.539169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642fe53-5c00-434a-a50e-fe81ff79b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002b0735-f998-49eb-9f75-0a48732ef522,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:37.543688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23795eb-b2ec-4838-8b30-8bbe0566336f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b39388-c94b-438d-bc15-13ddb7dfcfac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:39.160119 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-a95c1325-fa67-4e63-a3ea-8edb8112731e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0669076 Aug 16 02:24:39.266465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-18aa76bc-d1d4-47ad-9d1d-f8e12950c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:39.268117 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-18aa76bc-d1d4-47ad-9d1d-f8e12950c5cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 1098 time: 0.0458958 Aug 16 02:24:39.299800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.385242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-c36f1909-c511-4a9b-b051-5dd18ae25e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:39.386792 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-c36f1909-c511-4a9b-b051-5dd18ae25e55 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.0978031 Aug 16 02:24:39.432039 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-927d18d6-298d-4a2f-a63c-91533f6b637b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdfab2db-7551-4904-8054-7c4d2d87d591 HTTP/1.1" status: 200 len: 217 time: 0.0367336 Aug 16 02:24:39.436497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ff5357f-da3c-4761-b682-418ed1d56a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.499563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-58407ef2-c950-476a-a433-5346b9aa3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:39.501062 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-58407ef2-c950-476a-a433-5346b9aa3bc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0614157 Aug 16 02:24:39.577490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-85f4d9ea-b411-400c-ae88-8deb188634bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:39.579319 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-85f4d9ea-b411-400c-ae88-8deb188634bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705926 Aug 16 02:24:39.581994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ff5357f-da3c-4761-b682-418ed1d56a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.588762 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ff5357f-da3c-4761-b682-418ed1d56a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.637284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4ff5357f-da3c-4761-b682-418ed1d56a29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=692f436a3fc14cfd81343caaaabf13cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364294 Aug 16 02:24:39.637839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.647776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5357f-da3c-4761-b682-418ed1d56a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eb889b-cbb1-4adf-b48e-69784cc8d314,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:39.696378 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-c49503db-e504-43c6-98a6-8cc59c5aab65 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099305 Aug 16 02:24:39.719232 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7035065e-f182-443c-a048-cce6dc1910ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.748466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7035065e-f182-443c-a048-cce6dc1910ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.807601 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7035065e-f182-443c-a048-cce6dc1910ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.810292 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1f38989f-3a8a-4d30-9a4d-b255e61a5ea1 req-52daa851-e8e9-467b-909f-6bed2d89caf4 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054852 Aug 16 02:24:39.810733 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7035065e-f182-443c-a048-cce6dc1910ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.815129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7035065e-f182-443c-a048-cce6dc1910ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1eb889b-cbb1-4adf-b48e-69784cc8d314 HTTP/1.1" status: 204 len: 168 time: 0.1709957 Aug 16 02:24:39.820668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035065e-f182-443c-a048-cce6dc1910ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eb889b-cbb1-4adf-b48e-69784cc8d314,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:40.323842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:40.340348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f405b3fb-b540-4333-ae2c-db073f2b876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.458053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f405b3fb-b540-4333-ae2c-db073f2b876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.464726 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f405b3fb-b540-4333-ae2c-db073f2b876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.509692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f405b3fb-b540-4333-ae2c-db073f2b876c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62cc56fb6f3c41339dbb668e6aa9f224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840301 Aug 16 02:24:40.512000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405b3fb-b540-4333-ae2c-db073f2b876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e693d75f-0eec-4d6e-beae-bedf935926da,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:40.512534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:40.626010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bcdfaa0d-1189-4108-9d37-03cf2c91afb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.658232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bcdfaa0d-1189-4108-9d37-03cf2c91afb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.728918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bcdfaa0d-1189-4108-9d37-03cf2c91afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.734109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bcdfaa0d-1189-4108-9d37-03cf2c91afb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.735768 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bcdfaa0d-1189-4108-9d37-03cf2c91afb3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e693d75f-0eec-4d6e-beae-bedf935926da HTTP/1.1" status: 204 len: 168 time: 0.2215304 Aug 16 02:24:40.747854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfaa0d-1189-4108-9d37-03cf2c91afb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e693d75f-0eec-4d6e-beae-bedf935926da,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:40.807657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:41.062853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:41.095260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.234405 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.327415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:41.376671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Allocated IP 172.25.5.216 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/69589a2a-d2f1-4266-9af6-1567df2d2ef5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:41.492001 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c29a-ed68-4544-b044-1ffc83e9de6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.513695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.568758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.688392 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c29a-ed68-4544-b044-1ffc83e9de6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.697572 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c29a-ed68-4544-b044-1ffc83e9de6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.704627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:41.708928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:41.719923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:41.756955 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d2b0c29a-ed68-4544-b044-1ffc83e9de6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8dd7f0e98e2a4c66b2736cf6dfd43886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284298 Aug 16 02:24:41.757989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0c29a-ed68-4544-b044-1ffc83e9de6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112c7344-2c07-4d9b-9b11-52365c9b7fac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:41.762189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:41.779905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event updated for resources: {'Port': ['ID=69589a2a-d2f1-4266-9af6-1567df2d2ef5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:41.822709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efb0f392-37bb-4311-ad50-465ea6cc343c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.850535 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efb0f392-37bb-4311-ad50-465ea6cc343c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.918825 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efb0f392-37bb-4311-ad50-465ea6cc343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.925658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efb0f392-37bb-4311-ad50-465ea6cc343c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.929224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-efb0f392-37bb-4311-ad50-465ea6cc343c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/112c7344-2c07-4d9b-9b11-52365c9b7fac HTTP/1.1" status: 204 len: 168 time: 0.1625266 Aug 16 02:24:41.942403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f392-37bb-4311-ad50-465ea6cc343c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c7344-2c07-4d9b-9b11-52365c9b7fac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.165816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.206120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.280211 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.448796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:42.465443 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb54a-5061-4f79-8a3f-b0176337e0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.483190 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.489928 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.566895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event updated for resources: {'Port': ['ID=69589a2a-d2f1-4266-9af6-1567df2d2ef5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.592049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.611718 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb54a-5061-4f79-8a3f-b0176337e0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.617427 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb54a-5061-4f79-8a3f-b0176337e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.620760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.625283 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4c4c0644-3fb3-430d-bdb7-64eff4cc597e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8130624 Aug 16 02:24:42.625444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:42.630475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1087955444'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:42.656444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Made reservation on behalf of 520663baa1984a22afb6f6473090c393 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:42.660647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.672174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.676989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e6ebb54a-5061-4f79-8a3f-b0176337e0df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ad69394d9334a87bd5810e9d5fd0966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270565 Aug 16 02:24:42.679558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:42.702224 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebb54a-5061-4f79-8a3f-b0176337e0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2797eace-faa8-46e4-b32e-952298fc1e12,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.762291 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53f2f10b-7c70-40fb-a325-788976dd08a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.793099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53f2f10b-7c70-40fb-a325-788976dd08a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.809155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.815144 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.845725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:42.856312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2266bc-ae15-4f1c-8b5e-d4e4eb50bc88,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.857733 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53f2f10b-7c70-40fb-a325-788976dd08a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.861803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.862044 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53f2f10b-7c70-40fb-a325-788976dd08a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.863184 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Added segment 50ffdd0e-88a9-4274-9423-891c14fed047 of type vlan for network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 Aug 16 02:24:42.867131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-53f2f10b-7c70-40fb-a325-788976dd08a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2797eace-faa8-46e4-b32e-952298fc1e12 HTTP/1.1" status: 204 len: 168 time: 0.1862206 Aug 16 02:24:42.878964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2f10b-7c70-40fb-a325-788976dd08a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2797eace-faa8-46e4-b32e-952298fc1e12,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.935368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.973353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.979308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:42.980004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.049132 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4225426 Aug 16 02:24:43.051866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:43.057263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Request body: {'subnet': {'network_id': '5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:43.073035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7296001-e190-49d8-bed0-5b3d5943346c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event updated for resources: {'Network': ['ID=5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:43.085050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:43.194029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e68dc-2a68-4438-a747-54cab80e25b6 req-f502431d-b186-49b2-9efc-8ac67df5cafe tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:43.196066 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e63e68dc-2a68-4438-a747-54cab80e25b6 req-f502431d-b186-49b2-9efc-8ac67df5cafe tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1098 time: 0.0763898 Aug 16 02:24:43.257945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e63e68dc-2a68-4438-a747-54cab80e25b6 req-093fe9b5-1e35-49d5-a461-d436969cfb63 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518482 Aug 16 02:24:43.266096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Made reservation on behalf of 520663baa1984a22afb6f6473090c393 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:43.272751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.535747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.677396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event updated for resources: {'Subnet': ['ID=9678fcfe-7da5-45d0-a16a-a04360a061b5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:43.687047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Checking segment: {'id': '50ffdd0e-88a9-4274-9423-891c14fed047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:43.687455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Network hostable DHCP agents. Network: 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:43.722718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6cbfc-fd95-48b1-8bdd-78ad6fcf9a43 req-c482e4cd-a594-4672-a1d4-a3fc8eb7c06e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:43.724872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fa6cbfc-fd95-48b1-8bdd-78ad6fcf9a43 req-c482e4cd-a594-4672-a1d4-a3fc8eb7c06e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.0962925 Aug 16 02:24:43.726206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:43.765723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:43.770442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:43.771024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.775416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cbf67-a209-442e-9439-7e97d29af4e9 None None] Network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:43.795786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fa6cbfc-fd95-48b1-8bdd-78ad6fcf9a43 req-7546f833-978e-402b-bd2b-9d1d62a69fb6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606914 Aug 16 02:24:43.808164 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:43.808729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5b18287a-c96c-4cc9-b311-74498439890c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7557378 Aug 16 02:24:43.815318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-460347722', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:43.843431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:43.970372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.971891 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.005766 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-83c25969-5915-4dfb-8474-219743be7f84 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/da341a42-9008-4f77-91e2-32c4d15a7b0e HTTP/1.1" status: 200 len: 994 time: 0.1556916 Aug 16 02:24:44.161078 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.202380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0', 'network_id': '5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0', 'tenant_id': '520663baa1984a22afb6f6473090c393', 'fixed_ips': [{'subnet_id': '9678fcfe-7da5-45d0-a16a-a04360a061b5'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:24:44.203562 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.400134 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.504700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Allocated IP 172.20.0.2 (5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0/9678fcfe-7da5-45d0-a16a-a04360a061b5/88305179-026c-45fa-b5dc-81d54e05d04f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:44.809384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:44.827990 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.863984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.913784 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.941451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Transition to ACTIVE for port object 88305179-026c-45fa-b5dc-81d54e05d04f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:44.984006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Transition to ACTIVE for port object 88305179-026c-45fa-b5dc-81d54e05d04f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:44.994842 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.022230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Allocated IP 172.25.5.147 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/d2a264e7-dbb2-48b7-b979-61fbfd3ef087) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:45.109920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Pushing event updated for resources: {'Port': ['ID=88305179-026c-45fa-b5dc-81d54e05d04f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.118880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:45.121202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:45.130871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:45.149247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658c14d0-4a48-407b-9fd2-cc37d9583182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.233371 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.267031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Attempting to bind port 88305179-026c-45fa-b5dc-81d54e05d04f on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:45.267820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Attempting to bind port 88305179-026c-45fa-b5dc-81d54e05d04f by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '50ffdd0e-88a9-4274-9423-891c14fed047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:45.268415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Attempting to bind port 88305179-026c-45fa-b5dc-81d54e05d04f on network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:45.280450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:45.281224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Checking segment: {'id': '50ffdd0e-88a9-4274-9423-891c14fed047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:45.282693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.283367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Bound using segment: {'id': '50ffdd0e-88a9-4274-9423-891c14fed047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:45.285506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Bound port: 88305179-026c-45fa-b5dc-81d54e05d04f, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ffdd0e-88a9-4274-9423-891c14fed047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:45.286286 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.384485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.426152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] For port 88305179-026c-45fa-b5dc-81d54e05d04f, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:45.429610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] For port 88305179-026c-45fa-b5dc-81d54e05d04f, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=88305179-026c-45fa-b5dc-81d54e05d04f,segment=NetworkSegment(50ffdd0e-88a9-4274-9423-891c14fed047),segment_id=50ffdd0e-88a9-4274-9423-891c14fed047)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:45.437121 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.483906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:45.515132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:45.519067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:45.548979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbdbae-4ea8-4042-890b-5a6814c967d0 None None] Pushing event updated for resources: {'Port': ['ID=88305179-026c-45fa-b5dc-81d54e05d04f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.556214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b475bf5-e2d3-4610-b7a3-df0d417c7a3a req-af163799-fc68-4048-9af9-f3d5cbdfa0ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:45.557774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b475bf5-e2d3-4610-b7a3-df0d417c7a3a req-af163799-fc68-4048-9af9-f3d5cbdfa0ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.2402437 Aug 16 02:24:45.688566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b475bf5-e2d3-4610-b7a3-df0d417c7a3a req-a5d75258-8d4a-410b-bd4d-8c676d55079c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185563 Aug 16 02:24:45.711930 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658c14d0-4a48-407b-9fd2-cc37d9583182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.726767 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-658c14d0-4a48-407b-9fd2-cc37d9583182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.785760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c14d0-4a48-407b-9fd2-cc37d9583182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5450b758-b925-49ba-b8d5-9fcd043da381,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.822827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:45.824269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-658c14d0-4a48-407b-9fd2-cc37d9583182 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2c053bfbc7f4ed68ebfe4c5fe9adec3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0135140 Aug 16 02:24:45.870403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event updated for resources: {'Port': ['ID=d2a264e7-dbb2-48b7-b979-61fbfd3ef087,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:46.009354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-b7304ba6-9423-4828-b78d-088b6171ee75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7127457 Aug 16 02:24:46.142065 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02b708d2-4be8-4ba2-9846-1e0e5e4de275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.245021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02b708d2-4be8-4ba2-9846-1e0e5e4de275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.299644 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.444128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02b708d2-4be8-4ba2-9846-1e0e5e4de275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.446710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02b708d2-4be8-4ba2-9846-1e0e5e4de275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.448141 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-02b708d2-4be8-4ba2-9846-1e0e5e4de275 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5450b758-b925-49ba-b8d5-9fcd043da381 HTTP/1.1" status: 204 len: 168 time: 0.5788059 Aug 16 02:24:46.461264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b708d2-4be8-4ba2-9846-1e0e5e4de275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5450b758-b925-49ba-b8d5-9fcd043da381,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:46.790012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 88305179-026c-45fa-b5dc-81d54e05d04f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:46.793692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.963686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 88305179-026c-45fa-b5dc-81d54e05d04f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:47.027590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fcf7e-a319-4840-82f4-81989e55bff0 req-e4d81d76-75dc-4f39-af3b-460b4096ca06 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.034835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f3fcf7e-a319-4840-82f4-81989e55bff0 req-e4d81d76-75dc-4f39-af3b-460b4096ca06 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1320481 Aug 16 02:24:47.140762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f3fcf7e-a319-4840-82f4-81989e55bff0 req-08e05309-5a72-45bb-b1c4-d7b85499ef82 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005185 Aug 16 02:24:47.204259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Router 1bd4d26f-39e6-4646-b2aa-148641b08724 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:24:47.340534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a9e03-10ea-4def-91df-7f008ed22e96 None None] Network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:47.457041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:47.481861 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26b219-25bf-4d55-a445-5d861440019f None None] Sync routers for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:47.504449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89944f74-6ffb-4dcd-9e3e-7d10f035016e None None] Provisioning for port 88305179-026c-45fa-b5dc-81d54e05d04f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:47.505528 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26b219-25bf-4d55-a445-5d861440019f None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:47.507500 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fd26b219-25bf-4d55-a445-5d861440019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:24:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:47.522116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89944f74-6ffb-4dcd-9e3e-7d10f035016e None None] Provisioning complete for port 88305179-026c-45fa-b5dc-81d54e05d04f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:47.524684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89944f74-6ffb-4dcd-9e3e-7d10f035016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.566066 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.570687 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7048b810-18f8-4a25-b1c2-112e8d8d86e3 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7586102 Aug 16 02:24:47.574464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:47.621283 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fd26b219-25bf-4d55-a445-5d861440019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:47.645878 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26b219-25bf-4d55-a445-5d861440019f None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:47.651830 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fd26b219-25bf-4d55-a445-5d861440019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:24:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:47.828918 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fd26b219-25bf-4d55-a445-5d861440019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:47.832487 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26b219-25bf-4d55-a445-5d861440019f None None] The sync data for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:47.952768 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89944f74-6ffb-4dcd-9e3e-7d10f035016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.112171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-89944f74-6ffb-4dcd-9e3e-7d10f035016e None None] For port 88305179-026c-45fa-b5dc-81d54e05d04f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=88305179-026c-45fa-b5dc-81d54e05d04f,segment=NetworkSegment(50ffdd0e-88a9-4274-9423-891c14fed047),segment_id=50ffdd0e-88a9-4274-9423-891c14fed047)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:48.119978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89944f74-6ffb-4dcd-9e3e-7d10f035016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.204703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89944f74-6ffb-4dcd-9e3e-7d10f035016e None None] Pushing event updated for resources: {'Port': ['ID=88305179-026c-45fa-b5dc-81d54e05d04f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:48.405171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5c98c-43fe-413b-b60e-113f59bc8f3c req-f7fe1097-3a0a-4e65-9703-a88f737a5770 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:48.414047 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4f5c98c-43fe-413b-b60e-113f59bc8f3c req-f7fe1097-3a0a-4e65-9703-a88f737a5770 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1273401 Aug 16 02:24:48.464199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b52ea293-62c9-4a84-935d-64b35d6364b9 None None] Provisioning complete for port 88305179-026c-45fa-b5dc-81d54e05d04f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:48.469608 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b52ea293-62c9-4a84-935d-64b35d6364b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.557316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4f5c98c-43fe-413b-b60e-113f59bc8f3c req-9e6c2c82-9ec4-4cbe-bf22-0a320ec7835a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420045 Aug 16 02:24:48.682478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-45a016c5-6340-4b89-a802-4abe1c08955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:48.684488 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-45a016c5-6340-4b89-a802-4abe1c08955a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1098 time: 0.2217846 Aug 16 02:24:48.706549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 88305179-026c-45fa-b5dc-81d54e05d04f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:48.798643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 88305179-026c-45fa-b5dc-81d54e05d04f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:48.799295 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.799722 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.291269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-d2851a31-3325-4336-a483-b3375fbd23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.292756 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-d2851a31-3325-4336-a483-b3375fbd23ee service neutron] 10.222.0.86 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.5982974 Aug 16 02:24:49.443114 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-53a7e106-99fb-4cdb-9d23-173d764a7c25 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1002 time: 0.1092746 Aug 16 02:24:49.582901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:49.614215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-13a69fbd-beef-4a2d-9403-5b75cc8a30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.615764 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-13a69fbd-beef-4a2d-9403-5b75cc8a30f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.1423149 Aug 16 02:24:49.743068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9268a-3818-4dcf-a6c3-3c2523a317b3 req-2fb7cd88-c684-4a50-a9bf-c61186d45e5f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.747912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-fe7e720e-0acd-4d43-9c10-744298d2a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.749620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cb9268a-3818-4dcf-a6c3-3c2523a317b3 req-2fb7cd88-c684-4a50-a9bf-c61186d45e5f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.0919056 Aug 16 02:24:49.755758 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-fe7e720e-0acd-4d43-9c10-744298d2a2c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275942 Aug 16 02:24:49.843469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cb9268a-3818-4dcf-a6c3-3c2523a317b3 req-e0c0f8af-9284-471a-8177-e345cac9bb95 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865064 Aug 16 02:24:49.851225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8627a5cc-fadf-4fc7-aa8f-83091f19f62f tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-313686481'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:49.875072 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8627a5cc-fadf-4fc7-aa8f-83091f19f62f tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.876709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8627a5cc-fadf-4fc7-aa8f-83091f19f62f tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.883134 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-24aa347a-4834-4fb5-a3ef-1a69f3de379d service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124237 Aug 16 02:24:49.884087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Allocated IP 172.20.0.1 (5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0/9678fcfe-7da5-45d0-a16a-a04360a061b5/2ebf7753-2a2b-4df6-a2b4-b1fba842bec0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:49.944929 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8627a5cc-fadf-4fc7-aa8f-83091f19f62f tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.953327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8627a5cc-fadf-4fc7-aa8f-83091f19f62f tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.976305 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8627a5cc-fadf-4fc7-aa8f-83091f19f62f tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.986716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8627a5cc-fadf-4fc7-aa8f-83091f19f62f tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4027545 Aug 16 02:24:49.987912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.065466 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-712f2abd-5e02-4dc0-9d4e-a51c17d6715c service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727266 Aug 16 02:24:50.089954 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66e22da6-a52d-4db6-9baa-805f50abeb91 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.127262 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.216828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Transition to ACTIVE for port object 2ebf7753-2a2b-4df6-a2b4-b1fba842bec0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:50.282759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.343305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event updated for resources: {'Port': ['ID=2ebf7753-2a2b-4df6-a2b4-b1fba842bec0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:50.365508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:50.372962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:50.391370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:50.440296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66e22da6-a52d-4db6-9baa-805f50abeb91 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.447790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66e22da6-a52d-4db6-9baa-805f50abeb91 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.488608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.544755 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66e22da6-a52d-4db6-9baa-805f50abeb91 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.547882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e22da6-a52d-4db6-9baa-805f50abeb91 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a26a2c6e-aae7-49fa-bdd9-1e5186abccb0 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:50.565801 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66e22da6-a52d-4db6-9baa-805f50abeb91 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.567374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-66e22da6-a52d-4db6-9baa-805f50abeb91 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "DELETE /v2.0/routers/a26a2c6e-aae7-49fa-bdd9-1e5186abccb0 HTTP/1.1" status: 204 len: 168 time: 0.5781806 Aug 16 02:24:50.570405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46638) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.582563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2a4fc9f1-c090-4b47-b1b6-914bfc582852 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Request body: {'router': {'name': 'tempest-router-1979503936', 'distributed': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:50.657847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc9f1-c090-4b47-b1b6-914bfc582852 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.659763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc9f1-c090-4b47-b1b6-914bfc582852 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.697124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.743289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2b1732bd-941e-49bc-b929-26b605c60c88 None None] Provisioning for port 2ebf7753-2a2b-4df6-a2b4-b1fba842bec0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:50.749699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2b1732bd-941e-49bc-b929-26b605c60c88 None None] Provisioning complete for port 2ebf7753-2a2b-4df6-a2b4-b1fba842bec0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:50.750291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b1732bd-941e-49bc-b929-26b605c60c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.753492 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc9f1-c090-4b47-b1b6-914bfc582852 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.766654 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc9f1-c090-4b47-b1b6-914bfc582852 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.772795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.796324 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc9f1-c090-4b47-b1b6-914bfc582852 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.799742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.799912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2a4fc9f1-c090-4b47-b1b6-914bfc582852 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2281234 Aug 16 02:24:50.804666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2b1732bd-941e-49bc-b929-26b605c60c88 None None] Port 2ebf7753-2a2b-4df6-a2b4-b1fba842bec0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:50.916152 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f768d171-2d5a-472a-aac2-f26ef4c52da4 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.918396 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6237c1c-cbd0-413d-ab97-4f91013a235e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.185585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f768d171-2d5a-472a-aac2-f26ef4c52da4 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.191068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f768d171-2d5a-472a-aac2-f26ef4c52da4 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.192416 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.198701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.207131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef0bc-9c3b-47c4-bcc5-a9139a669a0d req-eadc59ec-afd3-414d-9218-13bd0f90c69e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:51.208230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9cef0bc-9c3b-47c4-bcc5-a9139a669a0d req-eadc59ec-afd3-414d-9218-13bd0f90c69e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.2330129 Aug 16 02:24:51.285268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event updated for resources: {'Port': ['ID=2ebf7753-2a2b-4df6-a2b4-b1fba842bec0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:51.293393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.306105 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f768d171-2d5a-472a-aac2-f26ef4c52da4 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.307051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f768d171-2d5a-472a-aac2-f26ef4c52da4 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 667c7b9e-a79f-419e-b3fa-8d2bc544c470 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:51.323045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f768d171-2d5a-472a-aac2-f26ef4c52da4 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.328170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f768d171-2d5a-472a-aac2-f26ef4c52da4 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "DELETE /v2.0/routers/667c7b9e-a79f-419e-b3fa-8d2bc544c470 HTTP/1.1" status: 204 len: 168 time: 0.5226517 Aug 16 02:24:51.330563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:51.338936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9b6df129-7a98-47d3-9a2f-2cdd66db9191 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Request body: {'router': {'name': 'tempest-router-1825350817', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '98f80487283d4ef2bf7bb9c4ef3d2343'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:51.350049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9cef0bc-9c3b-47c4-bcc5-a9139a669a0d req-f7ce503d-2582-4856-9694-20bd7de5a093 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307456 Aug 16 02:24:51.380834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6237c1c-cbd0-413d-ab97-4f91013a235e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.409313 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6237c1c-cbd0-413d-ab97-4f91013a235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.432709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6df129-7a98-47d3-9a2f-2cdd66db9191 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.434124 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6df129-7a98-47d3-9a2f-2cdd66db9191 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.442809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:51.443928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:51.468618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6237c1c-cbd0-413d-ab97-4f91013a235e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91d9b89-32d0-41b1-bcc0-95d0a9af622a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:51.477791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b6237c1c-cbd0-413d-ab97-4f91013a235e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8bf8594d897448c9dc265972973cf68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7743783 Aug 16 02:24:51.485277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:51.532213 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6df129-7a98-47d3-9a2f-2cdd66db9191 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.552606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6df129-7a98-47d3-9a2f-2cdd66db9191 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.580568 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6df129-7a98-47d3-9a2f-2cdd66db9191 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.581790 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9b6df129-7a98-47d3-9a2f-2cdd66db9191 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2502468 Aug 16 02:24:51.584439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46654) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:51.589086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:51.592660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Router 1bd4d26f-39e6-4646-b2aa-148641b08724 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:51.665638 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2411-23e5-4d55-98b4-fe1a6456d820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.733501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:51.735707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3aa3935d-01e3-4e63-a213-7449c056724b None None] Provisioning complete for port 2ebf7753-2a2b-4df6-a2b4-b1fba842bec0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:51.736338 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3aa3935d-01e3-4e63-a213-7449c056724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.745370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f36b56c3-7c92-4d2e-8dd2-2e1217f5a28e tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "PUT /v2.0/routers/1bd4d26f-39e6-4646-b2aa-148641b08724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1653330 Aug 16 02:24:51.751547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:51.756600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Request body: {'port': {'network_id': '5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0', 'name': 'tempest-FloatingIPAdminTestJSON-1039129652'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:51.766559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3a420-1f9a-4f49-964c-a31fb75c309e None None] Sync routers for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:51.787556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3a420-1f9a-4f49-964c-a31fb75c309e None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:51.788693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-24c3a420-1f9a-4f49-964c-a31fb75c309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:24:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:51.832652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-24c3a420-1f9a-4f49-964c-a31fb75c309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:51.841587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3935d-01e3-4e63-a213-7449c056724b None None] Port 2ebf7753-2a2b-4df6-a2b4-b1fba842bec0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:51.847235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3a420-1f9a-4f49-964c-a31fb75c309e None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:51.847371 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.847837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.849357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-24c3a420-1f9a-4f49-964c-a31fb75c309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:24:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:51.889935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-24c3a420-1f9a-4f49-964c-a31fb75c309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:51.890828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3a420-1f9a-4f49-964c-a31fb75c309e None None] The sync data for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:51.894842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Made reservation on behalf of 520663baa1984a22afb6f6473090c393 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:51.899468 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.918630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] device_id is not set on port d19f3f16-aac3-483a-b76e-955c1826e7e8 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:51.923189 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2411-23e5-4d55-98b4-fe1a6456d820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.969910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94639) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 02:24:51.970263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Router 70fa62ff-e288-4676-aaa1-93071be8d245 migrating from provider to provider. {{(pid=94639) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 02:24:51.970632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.977749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.985033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.037990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Allocated IP 172.20.0.7 (5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0/9678fcfe-7da5-45d0-a16a-a04360a061b5/d19f3f16-aac3-483a-b76e-955c1826e7e8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:52.063042 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2411-23e5-4d55-98b4-fe1a6456d820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.065962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2411-23e5-4d55-98b4-fe1a6456d820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.066937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2c5a2411-23e5-4d55-98b4-fe1a6456d820 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e91d9b89-32d0-41b1-bcc0-95d0a9af622a HTTP/1.1" status: 204 len: 168 time: 0.5807304 Aug 16 02:24:52.090007 n-d-768862-14 neutron-server[94639]: WARNING neutron.scheduler.l3_agent_scheduler [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] No L3 agents can host the router 70fa62ff-e288-4676-aaa1-93071be8d245 Aug 16 02:24:52.094185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a2411-23e5-4d55-98b4-fe1a6456d820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91d9b89-32d0-41b1-bcc0-95d0a9af622a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:52.277989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Hosts for router 70fa62ff-e288-4676-aaa1-93071be8d245: [] {{(pid=94639) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 02:24:52.278359 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.293087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Transition to ACTIVE for port object d19f3f16-aac3-483a-b76e-955c1826e7e8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:52.302523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Hosts for other DVR routers connected to router 70fa62ff-e288-4676-aaa1-93071be8d245: set() {{(pid=94639) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 02:24:52.305151 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.306399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-48805227-5b13-45cb-a80e-3e69596863f5 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "PUT /v2.0/routers/70fa62ff-e288-4676-aaa1-93071be8d245 HTTP/1.1" status: 200 len: 717 time: 0.7210314 Aug 16 02:24:52.311678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:52.336261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.390742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:52.394297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:52.400078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f3e30aa0-a8a7-4eae-8f02-29e4ee89b88a tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "GET /v2.0/routers/70fa62ff-e288-4676-aaa1-93071be8d245 HTTP/1.1" status: 200 len: 717 time: 0.0871899 Aug 16 02:24:52.401042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:52.413342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:52.457003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event updated for resources: {'Port': ['ID=d19f3f16-aac3-483a-b76e-955c1826e7e8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:52.495263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:52.496183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.509272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:52.535405 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5e75e8f6-6aea-4d0c-99ec-6b8078dd02aa tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7826986 Aug 16 02:24:52.536262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:52.542210 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e04b6592-138a-494f-9c95-193807325fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.590225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569dae7-1e58-49fc-855d-60b4b40323e7 req-cd5704ef-e6e2-4103-bc28-d73ed4e3f7bb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:52.596092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c569dae7-1e58-49fc-855d-60b4b40323e7 req-cd5704ef-e6e2-4103-bc28-d73ed4e3f7bb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1141922 Aug 16 02:24:52.681874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c569dae7-1e58-49fc-855d-60b4b40323e7 req-e0e24250-328a-486e-a57b-aca582f4a7e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762458 Aug 16 02:24:52.709648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e04b6592-138a-494f-9c95-193807325fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.727314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e04b6592-138a-494f-9c95-193807325fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.784265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b048047-3cee-42c2-b0b2-2a7c50936701 None None] Provisioning for port d19f3f16-aac3-483a-b76e-955c1826e7e8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:52.787778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e04b6592-138a-494f-9c95-193807325fb4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d94f6ba5d5ec4a37bc31634ad1d1c324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773101 Aug 16 02:24:52.788227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46686) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:52.788996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b6592-138a-494f-9c95-193807325fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2127c5-55e3-4c65-aede-8fbdf33a976f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:52.790141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b048047-3cee-42c2-b0b2-2a7c50936701 None None] Provisioning complete for port d19f3f16-aac3-483a-b76e-955c1826e7e8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:52.790634 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b048047-3cee-42c2-b0b2-2a7c50936701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.838290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4b048047-3cee-42c2-b0b2-2a7c50936701 None None] Port d19f3f16-aac3-483a-b76e-955c1826e7e8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:52.839479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'project_id': '520663baa1984a22afb6f6473090c393', 'port_id': 'd19f3f16-aac3-483a-b76e-955c1826e7e8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:52.867240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.959599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.097529 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Allocated IP 172.25.5.246 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/37c59f5e-09ce-468d-afab-12a5b2f98994) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:53.237737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.283730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:53.284060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-37a9c9f5-8ada-45db-9c64-1a7055d82fb4 tempest-RoutersTestDVR-996473121 tempest-RoutersTestDVR-996473121-project] 10.222.0.61 "GET /v2.0/routers/70fa62ff-e288-4676-aaa1-93071be8d245 HTTP/1.1" status: 200 len: 683 time: 0.8820660 Aug 16 02:24:53.302766 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc3428c4-80be-40b0-a730-dff3da496fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.322898 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.328883 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc3428c4-80be-40b0-a730-dff3da496fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.380551 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc3428c4-80be-40b0-a730-dff3da496fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.383952 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc3428c4-80be-40b0-a730-dff3da496fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.385278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fc3428c4-80be-40b0-a730-dff3da496fc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac2127c5-55e3-4c65-aede-8fbdf33a976f HTTP/1.1" status: 204 len: 168 time: 0.5962610 Aug 16 02:24:53.395866 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8da2b1d5-1486-479c-bb85-815aac8f1715 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.398632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3428c4-80be-40b0-a730-dff3da496fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2127c5-55e3-4c65-aede-8fbdf33a976f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:53.444647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:53.479629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:53.487153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:53.510643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Pushing event updated for resources: {'Port': ['ID=37c59f5e-09ce-468d-afab-12a5b2f98994,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:53.780658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:53.805679 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1d6a-7f6c-41b6-9e0d-d3b05eab1034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.881727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a55219-cff9-4892-888d-47717666ec91 req-5cb020f9-bcc5-4d03-8aca-08b4936f830a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:53.883448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26a55219-cff9-4892-888d-47717666ec91 req-5cb020f9-bcc5-4d03-8aca-08b4936f830a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.0802827 Aug 16 02:24:53.944455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26a55219-cff9-4892-888d-47717666ec91 req-0d78149a-d0e5-4bec-8c6c-fb3c62076391 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528233 Aug 16 02:24:53.947709 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8da2b1d5-1486-479c-bb85-815aac8f1715 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.953201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8da2b1d5-1486-479c-bb85-815aac8f1715 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.980878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1d6a-7f6c-41b6-9e0d-d3b05eab1034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.984736 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1d6a-7f6c-41b6-9e0d-d3b05eab1034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.025034 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0f2d1d6a-7f6c-41b6-9e0d-d3b05eab1034 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=554dcf80e7b24a49901ac1c84ab4a094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438841 Aug 16 02:24:54.025921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d1d6a-7f6c-41b6-9e0d-d3b05eab1034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f45a093-8804-41bb-ac4a-4974b6f2f292,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:54.028774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:54.047549 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8da2b1d5-1486-479c-bb85-815aac8f1715 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.048209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da2b1d5-1486-479c-bb85-815aac8f1715 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70fa62ff-e288-4676-aaa1-93071be8d245 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:54.056370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8da2b1d5-1486-479c-bb85-815aac8f1715 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.063664 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8da2b1d5-1486-479c-bb85-815aac8f1715 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "DELETE /v2.0/routers/70fa62ff-e288-4676-aaa1-93071be8d245 HTTP/1.1" status: 204 len: 168 time: 0.7728310 Aug 16 02:24:54.063664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:54.068659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1968e5e6-9174-4a2e-a051-2b85781fa693 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Request body: {'router': {'name': 'tempest-router-825408347', 'distributed': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:54.099298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8896924b-198d-4440-9d37-74feb987a60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.122829 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8896924b-198d-4440-9d37-74feb987a60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.139183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1968e5e6-9174-4a2e-a051-2b85781fa693 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.140208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1968e5e6-9174-4a2e-a051-2b85781fa693 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.179785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8896924b-198d-4440-9d37-74feb987a60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.183264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8896924b-198d-4440-9d37-74feb987a60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.186805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8896924b-198d-4440-9d37-74feb987a60b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f45a093-8804-41bb-ac4a-4974b6f2f292 HTTP/1.1" status: 204 len: 168 time: 0.1545553 Aug 16 02:24:54.200171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896924b-198d-4440-9d37-74feb987a60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f45a093-8804-41bb-ac4a-4974b6f2f292,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:54.242554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1968e5e6-9174-4a2e-a051-2b85781fa693 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.253593 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1968e5e6-9174-4a2e-a051-2b85781fa693 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.269298 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1968e5e6-9174-4a2e-a051-2b85781fa693 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.272942 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1968e5e6-9174-4a2e-a051-2b85781fa693 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2066936 Aug 16 02:24:54.273716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:54.353988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93cc85c9-7e0e-4728-bdef-c1130d5ac8d7 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.554036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93cc85c9-7e0e-4728-bdef-c1130d5ac8d7 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.556463 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93cc85c9-7e0e-4728-bdef-c1130d5ac8d7 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.613383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.619039 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93cc85c9-7e0e-4728-bdef-c1130d5ac8d7 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.619902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc85c9-7e0e-4728-bdef-c1130d5ac8d7 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5101e6f-4641-4c70-9ee7-e16dcd6f6c24 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:54.624793 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93cc85c9-7e0e-4728-bdef-c1130d5ac8d7 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.632570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-93cc85c9-7e0e-4728-bdef-c1130d5ac8d7 tempest-RoutersTestDVR-931797830 tempest-RoutersTestDVR-931797830-project-admin] 10.222.0.61 "DELETE /v2.0/routers/a5101e6f-4641-4c70-9ee7-e16dcd6f6c24 HTTP/1.1" status: 204 len: 168 time: 0.3566797 Aug 16 02:24:54.736047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.904007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.909251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:54.909421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.009198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Pushing event updated for resources: {'Port': ['ID=37c59f5e-09ce-468d-afab-12a5b2f98994,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.017586 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.070203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26389e4c-0a93-480b-a7a8-588961bbe515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.158823 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Floating IP 462dbd17-abe3-412f-abd2-bb5866cb939d associated. External IP: 172.25.5.246, port: d19f3f16-aac3-483a-b76e-955c1826e7e8. Aug 16 02:24:55.159468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057bb3-ef13-46a2-928d-0f3dc29e33ab req-a2586784-8750-40cd-9f2e-3da6baeb8012 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.163457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16057bb3-ef13-46a2-928d-0f3dc29e33ab req-a2586784-8750-40cd-9f2e-3da6baeb8012 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1133556 Aug 16 02:24:55.234534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16057bb3-ef13-46a2-928d-0f3dc29e33ab req-f00dae07-2d4f-472a-93df-ba38e9b64b1f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646670 Aug 16 02:24:55.295228 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26389e4c-0a93-480b-a7a8-588961bbe515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.303296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26389e4c-0a93-480b-a7a8-588961bbe515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.329064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26389e4c-0a93-480b-a7a8-588961bbe515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28891d1e-9b94-46d4-b2dc-e0b12b15d1b7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.356099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-26389e4c-0a93-480b-a7a8-588961bbe515 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=98f80487283d4ef2bf7bb9c4ef3d2343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452918 Aug 16 02:24:55.358682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.434821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a63d6b0-9ab7-4af9-bb59-12457290d890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.462506 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a63d6b0-9ab7-4af9-bb59-12457290d890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.472734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Router 1bd4d26f-39e6-4646-b2aa-148641b08724 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:55.530270 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a63d6b0-9ab7-4af9-bb59-12457290d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.533540 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a63d6b0-9ab7-4af9-bb59-12457290d890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.535256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4a63d6b0-9ab7-4af9-bb59-12457290d890 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28891d1e-9b94-46d4-b2dc-e0b12b15d1b7 HTTP/1.1" status: 204 len: 168 time: 0.1753337 Aug 16 02:24:55.546285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63d6b0-9ab7-4af9-bb59-12457290d890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28891d1e-9b94-46d4-b2dc-e0b12b15d1b7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.606269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:55.615303 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07745fbd-40a8-4717-9cdb-cccd16bea140 None None] Sync routers for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:55.631294 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07745fbd-40a8-4717-9cdb-cccd16bea140 None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:55.632903 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-07745fbd-40a8-4717-9cdb-cccd16bea140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:24:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.635233 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.680453 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cefd477c-c481-488d-a015-42604fefb699 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.1429439 Aug 16 02:24:55.682799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.717530 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-07745fbd-40a8-4717-9cdb-cccd16bea140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.730200 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07745fbd-40a8-4717-9cdb-cccd16bea140 None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:55.731296 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-07745fbd-40a8-4717-9cdb-cccd16bea140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:24:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.768058 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-07745fbd-40a8-4717-9cdb-cccd16bea140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:55.769047 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07745fbd-40a8-4717-9cdb-cccd16bea140 None None] The sync data for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:55.811379 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a293949d-899e-43bc-80b1-53606180fd4b tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] 10.222.0.61 "GET /v2.0/floatingips/462dbd17-abe3-412f-abd2-bb5866cb939d HTTP/1.1" status: 200 len: 983 time: 0.1273885 Aug 16 02:24:55.814056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.946359 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.946891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8510383c-04f9-4b6e-82b0-4c52eb1ab508 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1310446 Aug 16 02:24:56.045208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.071673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ea068d3-a094-43db-af8b-5dce35be7c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.166993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Deleting port 37c59f5e-09ce-468d-afab-12a5b2f98994 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:56.167517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.205423 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ea068d3-a094-43db-af8b-5dce35be7c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.211296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ea068d3-a094-43db-af8b-5dce35be7c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.256334 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3ea068d3-a094-43db-af8b-5dce35be7c4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=414b36b6391b49b8b9d31a679cb94ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074819 Aug 16 02:24:56.257439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:56.266914 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.267501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.281409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Calling delete_port for 37c59f5e-09ce-468d-afab-12a5b2f98994 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:56.349904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55ce626c-d426-452f-ac04-ddf28866870c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.378032 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55ce626c-d426-452f-ac04-ddf28866870c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.425096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea068d3-a094-43db-af8b-5dce35be7c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a406fb61-678d-4272-a890-08f7ac891b1d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.451065 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55ce626c-d426-452f-ac04-ddf28866870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.451911 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.454116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55ce626c-d426-452f-ac04-ddf28866870c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.455323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-55ce626c-d426-452f-ac04-ddf28866870c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a406fb61-678d-4272-a890-08f7ac891b1d HTTP/1.1" status: 204 len: 168 time: 0.1967852 Aug 16 02:24:56.468438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce626c-d426-452f-ac04-ddf28866870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a406fb61-678d-4272-a890-08f7ac891b1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.490729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b7f42-1aea-4d7b-805a-f5c3ea21f88a req-3e1484d1-349c-466a-a7ba-966a2b6c0ccf tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:56.493597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec7b7f42-1aea-4d7b-805a-f5c3ea21f88a req-3e1484d1-349c-466a-a7ba-966a2b6c0ccf tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1547954 Aug 16 02:24:56.515819 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:56.539747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event deleted for resources: {'Port': ['ID=37c59f5e-09ce-468d-afab-12a5b2f98994,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.598243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec7b7f42-1aea-4d7b-805a-f5c3ea21f88a req-8c35b6b6-5636-492a-8f97-c784117bc215 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901566 Aug 16 02:24:56.610911 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.611168 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Floating IP 462dbd17-abe3-412f-abd2-bb5866cb939d disassociated (deleted). External IP: 172.25.5.246, port: d19f3f16-aac3-483a-b76e-955c1826e7e8. Aug 16 02:24:57.229053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Router 1bd4d26f-39e6-4646-b2aa-148641b08724 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:57.380928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:57.390667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed1c4f-4809-4bb3-bc85-2f7b08294cc1 None None] Sync routers for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:57.393853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.404267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed1c4f-4809-4bb3-bc85-2f7b08294cc1 None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:57.405086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1c4f-4809-4bb3-bc85-2f7b08294cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:24:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:57.432143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:57.432927 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2e8e6273-5614-4a21-acef-2a2a89302d63 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "DELETE /v2.0/floatingips/462dbd17-abe3-412f-abd2-bb5866cb939d HTTP/1.1" status: 204 len: 168 time: 1.4837222 Aug 16 02:24:57.437858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:57.474315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1c4f-4809-4bb3-bc85-2f7b08294cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:57.488225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed1c4f-4809-4bb3-bc85-2f7b08294cc1 None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:57.489611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1c4f-4809-4bb3-bc85-2f7b08294cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:24:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:57.502105 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.568839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1c4f-4809-4bb3-bc85-2f7b08294cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:57.571451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed1c4f-4809-4bb3-bc85-2f7b08294cc1 None None] The sync data for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:57.603962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:57.632382 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.724939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1145537750'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:57.775901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Made reservation on behalf of 89b96072fbbd4f6d8b01a5c51e1a7687 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:57.783422 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.795854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.828801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167a66-0750-48c4-95e6-695f2ff4451d req-1f654415-821a-43e3-ad52-2a785ca2c0ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:57.830566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77167a66-0750-48c4-95e6-695f2ff4451d req-1f654415-821a-43e3-ad52-2a785ca2c0ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1354535 Aug 16 02:24:57.831841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Allocated IP 172.25.5.201 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/62d0304a-f2ec-4d6b-b1b5-d19361ec406e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:57.913387 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.924637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.941516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77167a66-0750-48c4-95e6-695f2ff4451d req-e6b80e62-bc58-465a-9850-3fee4103f531 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982032 Aug 16 02:24:57.973720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:57.980463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdfe11f-dc62-4ee8-8b28-f6a10c293d7f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.005952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.006305 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Added segment b7b178ff-60c5-4b53-a627-d4cbab298b89 of type vlan for network 1285f844-be00-4aaf-acec-8f9df424cbe8 Aug 16 02:24:58.027590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.062455 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.099531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.109354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.114657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.115813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.165938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:58.169885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:58.174517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:58.181209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Pushing event updated for resources: {'Port': ['ID=62d0304a-f2ec-4d6b-b1b5-d19361ec406e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.205598 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6002183 Aug 16 02:24:58.206205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:58.217064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'subnet': {'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:58.235235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4645838-7064-405c-8863-3b1906804ed2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Network': ['ID=1285f844-be00-4aaf-acec-8f9df424cbe8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.248746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:58.294999 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.323662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Made reservation on behalf of 89b96072fbbd4f6d8b01a5c51e1a7687 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:58.334288 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.341833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.521180 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.527493 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.553560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.618785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Pushing event updated for resources: {'Port': ['ID=62d0304a-f2ec-4d6b-b1b5-d19361ec406e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.623925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Subnet': ['ID=1f6d3985-fde2-4844-8f43-f860b8197d74,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.631904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.633496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Checking segment: {'id': 'b7b178ff-60c5-4b53-a627-d4cbab298b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:58.633969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Network hostable DHCP agents. Network: 1285f844-be00-4aaf-acec-8f9df424cbe8, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:58.648864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.650391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-249db7ee-c1e1-4553-9258-8bf00df2dcf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2173347 Aug 16 02:24:58.652030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:58.654237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:58.664369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 1285f844-be00-4aaf-acec-8f9df424cbe8) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:58.669839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.670772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.677116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19edf88-6e85-43e3-be1e-dd8333cbbe34 None None] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:58.697227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ef169b98-38a0-4948-a1ff-1f1f99e85974 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4850986 Aug 16 02:24:58.697592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:58.703214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'port': {'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8', 'name': 'tempest-AllowedAddressPairTestJSON-1724447661'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:58.821940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:58.883821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.909057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-1285f844-be00-4aaf-acec-8f9df424cbe8', 'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8', 'tenant_id': '89b96072fbbd4f6d8b01a5c51e1a7687', 'fixed_ips': [{'subnet_id': '1f6d3985-fde2-4844-8f43-f860b8197d74'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:24:58.910562 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.933539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Made reservation on behalf of 89b96072fbbd4f6d8b01a5c51e1a7687 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:58.938640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.958106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] device_id is not set on port cb839b0a-c4ae-4fb0-a432-1464208db72e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:24:59.141313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Allocated IP 172.20.0.14 (1285f844-be00-4aaf-acec-8f9df424cbe8/1f6d3985-fde2-4844-8f43-f860b8197d74/cb839b0a-c4ae-4fb0-a432-1464208db72e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:59.171216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65b2dd-44a4-4e10-b564-baa6df08ea47 req-1efa6899-8d59-4a62-ade0-67e0db60984c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.172862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa65b2dd-44a4-4e10-b564-baa6df08ea47 req-1efa6899-8d59-4a62-ade0-67e0db60984c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1060567 Aug 16 02:24:59.213335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.400625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa65b2dd-44a4-4e10-b564-baa6df08ea47 req-d6b6e644-0cd2-4ae5-bd24-1e7fb052f6be tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185729 Aug 16 02:24:59.509065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Allocated IP 172.25.5.177 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/c34fec31-690c-43a3-819c-b83d59e9f4a7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:59.514876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.540374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Transition to ACTIVE for port object cb839b0a-c4ae-4fb0-a432-1464208db72e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:59.692500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.735719 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.751286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Allocated IP 172.20.0.2 (1285f844-be00-4aaf-acec-8f9df424cbe8/1f6d3985-fde2-4844-8f43-f860b8197d74/b4290e0d-3788-4a0c-9397-01af992c0ea3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:59.770716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:59.783240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:59.791034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:59.843956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.844546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.864126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Port': ['ID=cb839b0a-c4ae-4fb0-a432-1464208db72e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:59.883281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9610264b-8e6f-440d-ab56-cf6898bf7a84 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1845648 Aug 16 02:24:59.886469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:59.892171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'port': {'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8', 'name': 'tempest-AllowedAddressPairTestJSON-1813994312', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:6d:32:9c'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:59.937369 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.000547 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.015769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:00.021449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:00.023849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Transition to ACTIVE for port object b4290e0d-3788-4a0c-9397-01af992c0ea3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:00.024849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:00.051189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Transition to ACTIVE for port object b4290e0d-3788-4a0c-9397-01af992c0ea3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:00.070597 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.122966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:00.125951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:00.131871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:00.147185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Pushing event updated for resources: {'Port': ['ID=b4290e0d-3788-4a0c-9397-01af992c0ea3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:00.149054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Made reservation on behalf of 89b96072fbbd4f6d8b01a5c51e1a7687 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:00.157228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Pushing event updated for resources: {'Port': ['ID=c34fec31-690c-43a3-819c-b83d59e9f4a7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:00.207401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Attempting to bind port b4290e0d-3788-4a0c-9397-01af992c0ea3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:00.208094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Attempting to bind port b4290e0d-3788-4a0c-9397-01af992c0ea3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'b7b178ff-60c5-4b53-a627-d4cbab298b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:00.208556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Attempting to bind port b4290e0d-3788-4a0c-9397-01af992c0ea3 on network 1285f844-be00-4aaf-acec-8f9df424cbe8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:00.214621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:00.215152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Checking segment: {'id': 'b7b178ff-60c5-4b53-a627-d4cbab298b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:00.216619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.217421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Bound using segment: {'id': 'b7b178ff-60c5-4b53-a627-d4cbab298b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:00.218164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Bound port: b4290e0d-3788-4a0c-9397-01af992c0ea3, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b178ff-60c5-4b53-a627-d4cbab298b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:00.218803 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.252317 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.297634 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.326560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] device_id is not set on port eefeb085-7d8a-41f1-a18f-05f9cd197fc1 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:00.328412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.334938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] For port b4290e0d-3788-4a0c-9397-01af992c0ea3, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:00.344379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] For port b4290e0d-3788-4a0c-9397-01af992c0ea3, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b4290e0d-3788-4a0c-9397-01af992c0ea3,segment=NetworkSegment(b7b178ff-60c5-4b53-a627-d4cbab298b89),segment_id=b7b178ff-60c5-4b53-a627-d4cbab298b89)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:00.354216 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.505572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06faacd-09fa-4bbc-8856-b2ae55ed0b4c None None] Pushing event updated for resources: {'Port': ['ID=b4290e0d-3788-4a0c-9397-01af992c0ea3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:00.630450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Allocated IP 172.20.0.12 (1285f844-be00-4aaf-acec-8f9df424cbe8/1f6d3985-fde2-4844-8f43-f860b8197d74/eefeb085-7d8a-41f1-a18f-05f9cd197fc1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:00.744208 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.836114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.861055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.883257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a02b8-893a-4a7a-a4a1-21559676b5f8 req-7e7195dc-5594-462c-8ad6-fc442ecabb19 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.889137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-906a02b8-893a-4a7a-a4a1-21559676b5f8 req-7e7195dc-5594-462c-8ad6-fc442ecabb19 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.2053194 Aug 16 02:25:00.968934 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3a42fa9-8851-41d2-902d-6c40689301d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.003398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.026260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Transition to ACTIVE for port object eefeb085-7d8a-41f1-a18f-05f9cd197fc1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:01.076723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:01.139376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Pushing event updated for resources: {'Port': ['ID=c34fec31-690c-43a3-819c-b83d59e9f4a7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:01.165573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-906a02b8-893a-4a7a-a4a1-21559676b5f8 req-1fa13ee7-1a4e-4289-adb7-4a3a508530d2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358422 Aug 16 02:25:01.166148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.181600 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.202149 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.205009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-07efb883-f6eb-4595-9792-c69767a86176 tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5487339 Aug 16 02:25:01.208215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:01.260657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:01.265095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:01.274253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:01.334688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Port': ['ID=eefeb085-7d8a-41f1-a18f-05f9cd197fc1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:01.358647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7b188e-f45d-4e77-8722-8b56a6de084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.363794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0a3836d5-ecc8-49df-9367-c45c97eae663 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1543119 Aug 16 02:25:01.364540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:01.367046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.367737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.405240 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8653dd14-5128-4f66-b553-a41eda7a3574 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.5175064 Aug 16 02:25:01.405779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:01.463182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c7522b06-365d-4c23-bb2c-efb5474516b1 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0971622 Aug 16 02:25:01.464213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:01.534193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02dd7d-16a3-450f-9633-b0f4aff9f361 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.540654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02dd7d-16a3-450f-9633-b0f4aff9f361 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.547639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02dd7d-16a3-450f-9633-b0f4aff9f361 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.557305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0c02dd7d-16a3-450f-9633-b0f4aff9f361 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1483729 Aug 16 02:25:01.560006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:01.645278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Deleting port c34fec31-690c-43a3-819c-b83d59e9f4a7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:01.645625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.690819 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7b188e-f45d-4e77-8722-8b56a6de084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.703442 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd7b188e-f45d-4e77-8722-8b56a6de084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.754095 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.755064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.766144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-585a579f-0f80-423b-b57a-5d0c9964e3d9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Deleting port eefeb085-7d8a-41f1-a18f-05f9cd197fc1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:01.766509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-585a579f-0f80-423b-b57a-5d0c9964e3d9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.780196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Calling delete_port for c34fec31-690c-43a3-819c-b83d59e9f4a7 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:01.794553 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bd7b188e-f45d-4e77-8722-8b56a6de084c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc36133b3a4d4b7095ab1554846c89a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139919 Aug 16 02:25:01.794553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b188e-f45d-4e77-8722-8b56a6de084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903f5329-5130-497b-8768-f2600cd2ee85,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:01.794749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:01.928956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c00b30c-6514-4862-b099-3a754d1f2906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.935952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-585a579f-0f80-423b-b57a-5d0c9964e3d9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.955467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-585a579f-0f80-423b-b57a-5d0c9964e3d9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Calling delete_port for eefeb085-7d8a-41f1-a18f-05f9cd197fc1 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:01.965064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c00b30c-6514-4862-b099-3a754d1f2906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.055082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c00b30c-6514-4862-b099-3a754d1f2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.057919 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c00b30c-6514-4862-b099-3a754d1f2906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.062365 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0c00b30c-6514-4862-b099-3a754d1f2906 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/903f5329-5130-497b-8768-f2600cd2ee85 HTTP/1.1" status: 204 len: 168 time: 0.2642584 Aug 16 02:25:02.074016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.082995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00b30c-6514-4862-b099-3a754d1f2906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903f5329-5130-497b-8768-f2600cd2ee85,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:02.114401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Pushing event deleted for resources: {'Port': ['ID=c34fec31-690c-43a3-819c-b83d59e9f4a7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:02.153807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-585a579f-0f80-423b-b57a-5d0c9964e3d9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.162698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c073777-39c2-4bdd-8412-82c88bb7c7a2 None None] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:02.188096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a579f-0f80-423b-b57a-5d0c9964e3d9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event deleted for resources: {'Port': ['ID=eefeb085-7d8a-41f1-a18f-05f9cd197fc1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:02.258639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd55da77-2cc4-4d1b-96fc-50cae9d7b831 None None] Provisioning for port b4290e0d-3788-4a0c-9397-01af992c0ea3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:02.263241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.269036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.275872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e2dfc026-96db-452d-b052-81e32ba37d2e tempest-FloatingIPAdminTestJSON-126925079 tempest-FloatingIPAdminTestJSON-126925079-project] 10.222.0.61 "DELETE /v2.0/floatingips/0f191e53-12ed-4b9a-a555-b2ddd83f0c7e HTTP/1.1" status: 204 len: 168 time: 0.8077869 Aug 16 02:25:02.276614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:02.395962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-585a579f-0f80-423b-b57a-5d0c9964e3d9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.401871 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-585a579f-0f80-423b-b57a-5d0c9964e3d9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "DELETE /v2.0/ports/eefeb085-7d8a-41f1-a18f-05f9cd197fc1 HTTP/1.1" status: 204 len: 168 time: 0.8397453 Aug 16 02:25:02.402436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:02.443270 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfc2632-a219-427b-b0dd-21cb4ebb6167 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] GET failed (client error): The resource could not be found. Aug 16 02:25:02.449617 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ddfc2632-a219-427b-b0dd-21cb4ebb6167 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "GET /v2.0/ports/eefeb085-7d8a-41f1-a18f-05f9cd197fc1 HTTP/1.1" status: 404 len: 333 time: 0.0450213 Aug 16 02:25:02.453089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 46978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:02.463174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'port': {'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8', 'name': 'tempest-AllowedAddressPairTestJSON-12042773'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:02.510040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e64db-8b16-4acf-93b7-a3647009be5d req-8adc82b6-2efd-42f8-a047-97a8c3a25515 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.511885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-386e64db-8b16-4acf-93b7-a3647009be5d req-8adc82b6-2efd-42f8-a047-97a8c3a25515 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1655943 Aug 16 02:25:02.567291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Deleting port 62d0304a-f2ec-4d6b-b1b5-d19361ec406e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:02.567635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.634383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-386e64db-8b16-4acf-93b7-a3647009be5d req-72a9f5d8-1f45-4201-94e5-a41d75c7ed12 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074395 Aug 16 02:25:02.680529 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Made reservation on behalf of 89b96072fbbd4f6d8b01a5c51e1a7687 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:02.691600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.706613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.706958 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.723572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Calling delete_port for 62d0304a-f2ec-4d6b-b1b5-d19361ec406e owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:02.726025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] device_id is not set on port 36fadfdb-0ba9-4834-ad2f-46a4329ce437 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:02.804942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b4290e0d-3788-4a0c-9397-01af992c0ea3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:02.910278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7d976368-7cd3-42c3-885d-7de490d65f4b None None] Provisioning for port cb839b0a-c4ae-4fb0-a432-1464208db72e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:02.921388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7d976368-7cd3-42c3-885d-7de490d65f4b None None] Provisioning complete for port cb839b0a-c4ae-4fb0-a432-1464208db72e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:02.921777 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d976368-7cd3-42c3-885d-7de490d65f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.955553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Allocated IP 172.20.0.10 (1285f844-be00-4aaf-acec-8f9df424cbe8/1f6d3985-fde2-4844-8f43-f860b8197d74/36fadfdb-0ba9-4834-ad2f-46a4329ce437) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:02.978031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b4290e0d-3788-4a0c-9397-01af992c0ea3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:02.987714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b4290e0d-3788-4a0c-9397-01af992c0ea3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:02.988006 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.990782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7d976368-7cd3-42c3-885d-7de490d65f4b None None] Port cb839b0a-c4ae-4fb0-a432-1464208db72e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:03.053477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.137575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Pushing event deleted for resources: {'Port': ['ID=62d0304a-f2ec-4d6b-b1b5-d19361ec406e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.166288 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.193931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-08efa244-ffe9-452f-b230-01e383baf898 None None] Provisioning complete for port cb839b0a-c4ae-4fb0-a432-1464208db72e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:03.195370 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-08efa244-ffe9-452f-b230-01e383baf898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.244357 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.248228 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.249723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-792c6b66-68e9-49bf-a0ff-5a06d7908bf8 tempest-FloatingIPAdminTestJSON-800315275 tempest-FloatingIPAdminTestJSON-800315275-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/936b8ad5-b01d-4170-96d7-232bae58af7e HTTP/1.1" status: 204 len: 168 time: 0.9657855 Aug 16 02:25:03.254098 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 46998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:03.285926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port b4290e0d-3788-4a0c-9397-01af992c0ea3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b4290e0d-3788-4a0c-9397-01af992c0ea3,segment=NetworkSegment(b7b178ff-60c5-4b53-a627-d4cbab298b89),segment_id=b7b178ff-60c5-4b53-a627-d4cbab298b89)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:03.287893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-08efa244-ffe9-452f-b230-01e383baf898 None None] Port cb839b0a-c4ae-4fb0-a432-1464208db72e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:03.296388 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.362718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-3d0d5d0a-2bf0-48c8-aef1-2e2605427c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.364278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-3d0d5d0a-2bf0-48c8-aef1-2e2605427c82 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1098 time: 0.1701472 Aug 16 02:25:03.438791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=b4290e0d-3788-4a0c-9397-01af992c0ea3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.507006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-54e96885-2b35-4283-afcc-34ced0cb57be None None] Could not find standard attr ID for object eefeb085-7d8a-41f1-a18f-05f9cd197fc1. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:25:03.521071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.548944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Transition to ACTIVE for port object 36fadfdb-0ba9-4834-ad2f-46a4329ce437 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:03.581963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-9fadbd7e-3bcd-4ce8-9eac-f7e84c62bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.585285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-9fadbd7e-3bcd-4ce8-9eac-f7e84c62bfbf service neutron] 10.222.0.86 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.1937909 Aug 16 02:25:03.619157 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6494d6a9-86fa-4b4e-958c-8099402e98fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.742841 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-7a2b1c19-be47-41da-b6df-8973c37ede03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1002 time: 0.1434305 Aug 16 02:25:03.787357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.858927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Port': ['ID=36fadfdb-0ba9-4834-ad2f-46a4329ce437,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.887119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-0d9e7185-23dc-4438-848a-6243854a0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.889414 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-0d9e7185-23dc-4438-848a-6243854a0175 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.1388474 Aug 16 02:25:03.891530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:03.893880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:03.903334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a1bb-66a1-4d9e-9bf3-b0a9c184bdec req-3f4c9428-320c-4a21-b5e5-696a09dac743 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.904909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88c5a1bb-66a1-4d9e-9bf3-b0a9c184bdec req-3f4c9428-320c-4a21-b5e5-696a09dac743 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1116989 Aug 16 02:25:03.910032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:03.910636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e43352bb-7b9a-4658-aa8a-d40d615a0dda tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Deleting port d19f3f16-aac3-483a-b76e-955c1826e7e8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:03.911070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e43352bb-7b9a-4658-aa8a-d40d615a0dda tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.926488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.032295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88c5a1bb-66a1-4d9e-9bf3-b0a9c184bdec req-9c93f43c-8765-4346-8623-0ecbe3b93893 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137986 Aug 16 02:25:04.053984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.054927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.065785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-90e2405e-264d-49bc-a24c-7815f696c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.067506 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-90e2405e-264d-49bc-a24c-7815f696c5a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475635 Aug 16 02:25:04.080674 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e43352bb-7b9a-4658-aa8a-d40d615a0dda tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.095757 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7dc56e26-5709-4822-b599-47a2f482347e tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6355937 Aug 16 02:25:04.095912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:04.103303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-47ebf7d4-88f0-493d-a755-40cbeb121635 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:6d:32:9c'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:04.108668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e43352bb-7b9a-4658-aa8a-d40d615a0dda tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Calling delete_port for d19f3f16-aac3-483a-b76e-955c1826e7e8 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:04.240965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1bf0a0d7-26ef-453b-90ed-20785e87b2ce None None] Provisioning for port 36fadfdb-0ba9-4834-ad2f-46a4329ce437 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:04.242965 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-a4a611b7-e280-47cc-b833-b32fb57b10d5 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643386 Aug 16 02:25:04.248825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1bf0a0d7-26ef-453b-90ed-20785e87b2ce None None] Provisioning complete for port 36fadfdb-0ba9-4834-ad2f-46a4329ce437 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:04.249325 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a0d7-26ef-453b-90ed-20785e87b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.336444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0a0d7-26ef-453b-90ed-20785e87b2ce None None] Port 36fadfdb-0ba9-4834-ad2f-46a4329ce437 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:04.382060 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47ebf7d4-88f0-493d-a755-40cbeb121635 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.385042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c93545cf-54cf-42a5-9460-9c272f8cc1b9 req-d7d4badc-f7b3-4784-ac70-b8156db8f3a2 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391377 Aug 16 02:25:04.391872 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e43352bb-7b9a-4658-aa8a-d40d615a0dda tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.438421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43352bb-7b9a-4658-aa8a-d40d615a0dda tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event deleted for resources: {'Port': ['ID=d19f3f16-aac3-483a-b76e-955c1826e7e8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:04.552993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e43352bb-7b9a-4658-aa8a-d40d615a0dda tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.558060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:04.558987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e43352bb-7b9a-4658-aa8a-d40d615a0dda tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "DELETE /v2.0/ports/d19f3f16-aac3-483a-b76e-955c1826e7e8 HTTP/1.1" status: 204 len: 168 time: 1.3033803 Aug 16 02:25:04.632068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e8712-7b6e-4371-b8af-f06c706df376 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.633749 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f09e8712-7b6e-4371-b8af-f06c706df376 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "GET /v2.0/ports?device_id=1bd4d26f-39e6-4646-b2aa-148641b08724 HTTP/1.1" status: 200 len: 913 time: 0.0744212 Aug 16 02:25:04.636582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47026) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:04.713188 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b4290e0d-3788-4a0c-9397-01af992c0ea3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:04.760387 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47ebf7d4-88f0-493d-a755-40cbeb121635 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.768444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47ebf7d4-88f0-493d-a755-40cbeb121635 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.819120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b4290e0d-3788-4a0c-9397-01af992c0ea3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:04.819492 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.926102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-47ebf7d4-88f0-493d-a755-40cbeb121635 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] In _notify_port_updated(), no bound segment for port 36fadfdb-0ba9-4834-ad2f-46a4329ce437 on network 1285f844-be00-4aaf-acec-8f9df424cbe8 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:25:04.932693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.944484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ebf7d4-88f0-493d-a755-40cbeb121635 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.945280 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47ebf7d4-88f0-493d-a755-40cbeb121635 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.958014 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-47ebf7d4-88f0-493d-a755-40cbeb121635 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "PUT /v2.0/ports/36fadfdb-0ba9-4834-ad2f-46a4329ce437 HTTP/1.1" status: 200 len: 993 time: 0.8632505 Aug 16 02:25:04.958165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:05.005995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebf7d4-88f0-493d-a755-40cbeb121635 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Port': ['ID=36fadfdb-0ba9-4834-ad2f-46a4329ce437,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:05.126795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce1ae9-091d-40b4-b32e-1b51985d8ca3 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Deleting port 36fadfdb-0ba9-4834-ad2f-46a4329ce437 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:05.136775 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1ae9-091d-40b4-b32e-1b51985d8ca3 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.182277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.273519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c21ac75-c771-4236-a4a8-4adfc35b2381 None None] Provisioning complete for port 36fadfdb-0ba9-4834-ad2f-46a4329ce437 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:05.274595 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c21ac75-c771-4236-a4a8-4adfc35b2381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.324684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1ae9-091d-40b4-b32e-1b51985d8ca3 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.335543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c21ac75-c771-4236-a4a8-4adfc35b2381 None None] Port 36fadfdb-0ba9-4834-ad2f-46a4329ce437 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:05.341216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def36e4-231e-415a-976f-6f431ad4af78 req-b2117f82-3cd4-4774-84cd-e08492ebf396 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.347618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3def36e4-231e-415a-976f-6f431ad4af78 req-b2117f82-3cd4-4774-84cd-e08492ebf396 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1302116 Aug 16 02:25:05.372618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce1ae9-091d-40b4-b32e-1b51985d8ca3 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Calling delete_port for 36fadfdb-0ba9-4834-ad2f-46a4329ce437 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:05.463661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3def36e4-231e-415a-976f-6f431ad4af78 req-465fe04f-d032-41da-8908-6fd8956e4ab3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047926 Aug 16 02:25:05.492231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Deleting port 2ebf7753-2a2b-4df6-a2b4-b1fba842bec0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:05.492760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.575243 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1ae9-091d-40b4-b32e-1b51985d8ca3 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.607756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce1ae9-091d-40b4-b32e-1b51985d8ca3 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event deleted for resources: {'Port': ['ID=36fadfdb-0ba9-4834-ad2f-46a4329ce437,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:05.622317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.656294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Calling delete_port for 2ebf7753-2a2b-4df6-a2b4-b1fba842bec0 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:05.857299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1ae9-091d-40b4-b32e-1b51985d8ca3 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.862774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c7ce1ae9-091d-40b4-b32e-1b51985d8ca3 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "DELETE /v2.0/ports/36fadfdb-0ba9-4834-ad2f-46a4329ce437 HTTP/1.1" status: 204 len: 168 time: 0.9011559 Aug 16 02:25:05.862965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:05.897349 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-44523351-5a78-4d2e-ae52-4b2bf737b6ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] GET failed (client error): The resource could not be found. Aug 16 02:25:05.906053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44523351-5a78-4d2e-ae52-4b2bf737b6ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "GET /v2.0/ports/36fadfdb-0ba9-4834-ad2f-46a4329ce437 HTTP/1.1" status: 404 len: 333 time: 0.0418692 Aug 16 02:25:05.907580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:05.919732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'port': {'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8', 'name': 'tempest-AllowedAddressPairTestJSON-1390358066'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:05.932731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.994237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event deleted for resources: {'Port': ['ID=2ebf7753-2a2b-4df6-a2b4-b1fba842bec0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:06.084562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Made reservation on behalf of 89b96072fbbd4f6d8b01a5c51e1a7687 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:06.091894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.116673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] device_id is not set on port a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:06.304935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Allocated IP 172.20.0.3 (1285f844-be00-4aaf-acec-8f9df424cbe8/1f6d3985-fde2-4844-8f43-f860b8197d74/a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:06.530184 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.566694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Transition to ACTIVE for port object a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:06.581081 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.678251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5488-e2ba-4773-9e95-ffafb987dff8 req-6f5726c2-59a3-440c-aca4-d70079304dc1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.679396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-318b5488-e2ba-4773-9e95-ffafb987dff8 req-6f5726c2-59a3-440c-aca4-d70079304dc1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.0927742 Aug 16 02:25:06.681044 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.748585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:06.757433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:06.764093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:06.833433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-318b5488-e2ba-4773-9e95-ffafb987dff8 req-eca1565b-7cfb-4b96-b109-ddf935920c39 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409910 Aug 16 02:25:06.839034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Port': ['ID=a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:06.875422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.876058 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.897826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9b504713-f8e0-4553-9b70-c135950707e9 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9867363 Aug 16 02:25:06.898167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:06.904462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-594b763e-c574-4957-af9e-7990738a6acf tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6d:32:9c'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:06.911496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Router 1bd4d26f-39e6-4646-b2aa-148641b08724 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:06.955137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.021972 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-594b763e-c574-4957-af9e-7990738a6acf tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.051772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:07.060805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-33bcd433-53d0-4dde-87a3-56dbb289f11c tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "PUT /v2.0/routers/1bd4d26f-39e6-4646-b2aa-148641b08724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4224660 Aug 16 02:25:07.061514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:07.065601 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfbe0a1-2a85-424b-a7c3-c6ed3dda2dd8 None None] Sync routers for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:07.072532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb155d5d-2bae-45df-afa5-d704bd0e5956 None None] Provisioning for port a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:07.077051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb155d5d-2bae-45df-afa5-d704bd0e5956 None None] Provisioning complete for port a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:07.077630 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb155d5d-2bae-45df-afa5-d704bd0e5956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.089399 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfbe0a1-2a85-424b-a7c3-c6ed3dda2dd8 None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:07.090037 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cfbe0a1-2a85-424b-a7c3-c6ed3dda2dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:07.131572 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cfbe0a1-2a85-424b-a7c3-c6ed3dda2dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:07.137745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fb155d5d-2bae-45df-afa5-d704bd0e5956 None None] Port a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:07.143993 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfbe0a1-2a85-424b-a7c3-c6ed3dda2dd8 None None] Routers {'1bd4d26f-39e6-4646-b2aa-148641b08724'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:07.144620 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cfbe0a1-2a85-424b-a7c3-c6ed3dda2dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1bd4d26f-39e6-4646-b2aa-148641b08724'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:07.195806 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cfbe0a1-2a85-424b-a7c3-c6ed3dda2dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:07.196443 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfbe0a1-2a85-424b-a7c3-c6ed3dda2dd8 None None] The sync data for ids ['1bd4d26f-39e6-4646-b2aa-148641b08724'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:07.334545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.367484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-594b763e-c574-4957-af9e-7990738a6acf tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.374782 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-594b763e-c574-4957-af9e-7990738a6acf tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.403888 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-766a6635-561a-4cd3-a126-f014debeac24 service neutron] show failed (client error): The resource could not be found. Aug 16 02:25:07.405370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-766a6635-561a-4cd3-a126-f014debeac24 service neutron] 10.222.0.86 "GET /v2.0/ports/7ed2264b-a42c-426f-b005-acbf3bde543c/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.1376851 Aug 16 02:25:07.477544 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.565002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-594b763e-c574-4957-af9e-7990738a6acf tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] In _notify_port_updated(), no bound segment for port a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e on network 1285f844-be00-4aaf-acec-8f9df424cbe8 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:25:07.573222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594b763e-c574-4957-af9e-7990738a6acf tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:07.574637 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-594b763e-c574-4957-af9e-7990738a6acf tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.579125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:07.580962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-594b763e-c574-4957-af9e-7990738a6acf tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "PUT /v2.0/ports/a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e HTTP/1.1" status: 200 len: 996 time: 0.6813211 Aug 16 02:25:07.591814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b763e-c574-4957-af9e-7990738a6acf tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Port': ['ID=a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.602611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Deleting port d2a264e7-dbb2-48b7-b979-61fbfd3ef087 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:07.603172 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.777583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1e509b48-9a66-44fa-a946-76b5fa49bc9e None None] Provisioning complete for port a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:07.778355 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e509b48-9a66-44fa-a946-76b5fa49bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.802805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-17162abf-a7be-41e5-89b6-fb3bbbe8f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:07.804922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-17162abf-a7be-41e5-89b6-fb3bbbe8f2a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 1098 time: 0.1091588 Aug 16 02:25:07.822469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:07.827334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1e509b48-9a66-44fa-a946-76b5fa49bc9e None None] Port a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:07.833463 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.873847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Calling delete_port for d2a264e7-dbb2-48b7-b979-61fbfd3ef087 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:07.958179 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.961462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6d89e31f-e390-4844-b87e-5b9467d88521 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Deleting port a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:07.961797 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d89e31f-e390-4844-b87e-5b9467d88521 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.994686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35411c-9184-4ba2-b37f-edc51d9ea6c3 req-5a1c6919-fb91-44be-a850-21237b2688d0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.008300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f35411c-9184-4ba2-b37f-edc51d9ea6c3 req-5a1c6919-fb91-44be-a850-21237b2688d0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.0916097 Aug 16 02:25:08.057542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f35411c-9184-4ba2-b37f-edc51d9ea6c3 req-5f553ea9-e342-4f80-9925-b018d5904850 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478661 Aug 16 02:25:08.243198 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d89e31f-e390-4844-b87e-5b9467d88521 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.270100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6d89e31f-e390-4844-b87e-5b9467d88521 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Calling delete_port for a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:08.432506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.488720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event deleted for resources: {'Port': ['ID=d2a264e7-dbb2-48b7-b979-61fbfd3ef087,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:08.566620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:08.647019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.686948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:08.737127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d89e31f-e390-4844-b87e-5b9467d88521 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.809431 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.811615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89e31f-e390-4844-b87e-5b9467d88521 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event deleted for resources: {'Port': ['ID=a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:08.816600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.865816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:08.868166 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96d9a98-2acd-4e27-8be1-4fae12481403" -d '{"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:08.876162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.914970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.915635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd4d26f-39e6-4646-b2aa-148641b08724 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:25:08.946280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Transition to ACTIVE for port object 7ed2264b-a42c-426f-b005-acbf3bde543c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:08.954465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.955781 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f83fc7ab-c952-4173-93eb-20395894c9de tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "DELETE /v2.0/routers/1bd4d26f-39e6-4646-b2aa-148641b08724 HTTP/1.1" status: 204 len: 168 time: 1.8930104 Aug 16 02:25:08.958436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:08.973957 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c72acab-273a-4fa2-9cf6-38c86842d1c9 x-openstack-request-id: req-8c72acab-273a-4fa2-9cf6-38c86842d1c9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:08.974253 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:08.974514 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c72acab-273a-4fa2-9cf6-38c86842d1c9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:08.974915 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'code': 200} Aug 16 02:25:08.975566 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.038270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a76494-f15d-4a3f-8464-47d294edc916 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Deleting subnet 9678fcfe-7da5-45d0-a16a-a04360a061b5 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:09.043887 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9a76494-f15d-4a3f-8464-47d294edc916 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.096743 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9a76494-f15d-4a3f-8464-47d294edc916 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.142752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d89e31f-e390-4844-b87e-5b9467d88521 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.144755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6d89e31f-e390-4844-b87e-5b9467d88521 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "DELETE /v2.0/ports/a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e HTTP/1.1" status: 204 len: 168 time: 1.5646567 Aug 16 02:25:09.156314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:09.194614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:09.211763 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d34d5e3-74ec-42b7-87da-b715064bd5d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] GET failed (client error): The resource could not be found. Aug 16 02:25:09.219898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6d34d5e3-74ec-42b7-87da-b715064bd5d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "GET /v2.0/ports/a5b4fd38-8dc2-4ffd-8d01-73fe68e5f58e HTTP/1.1" status: 404 len: 333 time: 0.0599515 Aug 16 02:25:09.230938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:09.236115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'port': {'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8', 'name': 'tempest-AllowedAddressPairTestJSON-1645735128'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:09.299882 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9a76494-f15d-4a3f-8464-47d294edc916 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.375401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] No DVR routers for this DVR port 7ed2264b-a42c-426f-b005-acbf3bde543c on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:09.501862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5bc4-f34f-42b9-9e5d-380a0cbfe515 req-fca0b00c-71fd-46f6-9bc8-0061b2c1a715 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:09.503771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b83b5bc4-f34f-42b9-9e5d-380a0cbfe515 req-fca0b00c-71fd-46f6-9bc8-0061b2c1a715 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.2984290 Aug 16 02:25:09.538655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Made reservation on behalf of 89b96072fbbd4f6d8b01a5c51e1a7687 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:09.542466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.542831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9a76494-f15d-4a3f-8464-47d294edc916 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.573341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] device_id is not set on port 4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:09.589905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a76494-f15d-4a3f-8464-47d294edc916 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event deleted for resources: {'Subnet': ['ID=9678fcfe-7da5-45d0-a16a-a04360a061b5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:09.592145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9a76494-f15d-4a3f-8464-47d294edc916 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.594034 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d9a76494-f15d-4a3f-8464-47d294edc916 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "DELETE /v2.0/subnets/9678fcfe-7da5-45d0-a16a-a04360a061b5 HTTP/1.1" status: 204 len: 168 time: 0.6325953 Aug 16 02:25:09.597197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b83b5bc4-f34f-42b9-9e5d-380a0cbfe515 req-98d964b8-0533-45a4-9d69-1f3e75c1149f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823455 Aug 16 02:25:09.598005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:09.610032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88edc3-6b46-40de-b0ae-9ea5e280e39b None None] Network 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:09.672585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:09.673180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:09.673286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c on network 800c949b-4de8-4435-a584-05c80e32e1d1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:09.680541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Port 7ed2264b-a42c-426f-b005-acbf3bde543c on network 800c949b-4de8-4435-a584-05c80e32e1d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:09.680815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c on network 800c949b-4de8-4435-a584-05c80e32e1d1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:09.713146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:09.713146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Checking segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:09.713688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Bound using segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:09.714138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Bound port: 7ed2264b-a42c-426f-b005-acbf3bde543c, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:09.714541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.827309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.894761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b574d69-4dc9-494f-ae88-6c24f7e34eae None None] DHCP port deletion for 5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:09.947892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Deleting port 88305179-026c-45fa-b5dc-81d54e05d04f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:09.948357 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.002596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8b574d69-4dc9-494f-ae88-6c24f7e34eae None None] Deleting port 88305179-026c-45fa-b5dc-81d54e05d04f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:10.003596 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b574d69-4dc9-494f-ae88-6c24f7e34eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.046265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] For port 88305179-026c-45fa-b5dc-81d54e05d04f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=88305179-026c-45fa-b5dc-81d54e05d04f,segment=NetworkSegment(50ffdd0e-88a9-4274-9423-891c14fed047),segment_id=50ffdd0e-88a9-4274-9423-891c14fed047)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:10.046947 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.067430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Calling delete_port for 88305179-026c-45fa-b5dc-81d54e05d04f owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:10.115950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8b574d69-4dc9-494f-ae88-6c24f7e34eae None None] For port 88305179-026c-45fa-b5dc-81d54e05d04f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=88305179-026c-45fa-b5dc-81d54e05d04f,segment=NetworkSegment(50ffdd0e-88a9-4274-9423-891c14fed047),segment_id=50ffdd0e-88a9-4274-9423-891c14fed047)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:10.116716 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b574d69-4dc9-494f-ae88-6c24f7e34eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.135475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Allocated IP 172.20.0.8 (1285f844-be00-4aaf-acec-8f9df424cbe8/1f6d3985-fde2-4844-8f43-f860b8197d74/4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:10.191425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8b574d69-4dc9-494f-ae88-6c24f7e34eae None None] Calling delete_port for 88305179-026c-45fa-b5dc-81d54e05d04f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:10.194189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:10.225237 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.270511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:10.274021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event deleted for resources: {'Port': ['ID=88305179-026c-45fa-b5dc-81d54e05d04f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:10.294950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] No DVR routers for this DVR port 88305179-026c-45fa-b5dc-81d54e05d04f on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:10.363259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.480319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:10.480319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.482592 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] 10.222.0.93 "PUT /v2.0/ports/7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1093 time: 2.6659083 Aug 16 02:25:10.489006 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.508316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:10.555840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ffdd0e-88a9-4274-9423-891c14fed047') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:10.556264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ffdd0e-88a9-4274-9423-891c14fed047') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:10.597868 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.608258 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b574d69-4dc9-494f-ae88-6c24f7e34eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.663564 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.666105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b574d69-4dc9-494f-ae88-6c24f7e34eae None None] No DVR routers for this DVR port 88305179-026c-45fa-b5dc-81d54e05d04f on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:10.690561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:10.694216 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:10.715330 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:10.745523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b574d69-4dc9-494f-ae88-6c24f7e34eae None None] Pushing event deleted for resources: {'Port': ['ID=88305179-026c-45fa-b5dc-81d54e05d04f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:10.777400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 88305179-026c-45fa-b5dc-81d54e05d04f no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:10.805664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 88305179-026c-45fa-b5dc-81d54e05d04f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:10.806836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 88305179-026c-45fa-b5dc-81d54e05d04f not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:10.809854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:10.870527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:10.871039 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.893846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edc980-3891-4a0a-8ea2-402a64133cae service neutron] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:10.920795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-41cfae82-988c-4f7d-9535-d0af4eba19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:10.923114 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-41cfae82-988c-4f7d-9535-d0af4eba19cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1096 time: 0.3731158 Aug 16 02:25:10.948953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Transition to ACTIVE for port object 4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:10.956625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.960990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.963049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "DELETE /v2.0/networks/5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0 HTTP/1.1" status: 204 len: 168 time: 1.3640053 Aug 16 02:25:10.974578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:10.978418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0123eab-c559-4fe6-819d-5c55747af444 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event deleted for resources: {'Network': ['ID=5d649486-56a6-4b40-8ca0-4d7d3fc4d0d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:10.979203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:10.986123 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fd24fd-0177-4273-ba1d-59d211fe924f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:11.005681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0f90a-8548-4ef8-90d1-e5ffe33e7ba8 req-a5fff7b0-c997-4aa8-b9db-6a1502d20ee7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.007551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24b0f90a-8548-4ef8-90d1-e5ffe33e7ba8 req-a5fff7b0-c997-4aa8-b9db-6a1502d20ee7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.1917994 Aug 16 02:25:11.076341 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd580e-68a8-465d-acb4-f74be7566eb5 x-openstack-request-id: req-f1dd580e-68a8-465d-acb4-f74be7566eb5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:11.076823 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:11.077182 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f1dd580e-68a8-465d-acb4-f74be7566eb5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:11.078908 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'status': 'completed', 'code': 200} Aug 16 02:25:11.098257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24b0f90a-8548-4ef8-90d1-e5ffe33e7ba8 req-4593e447-a5ea-4226-a077-07e22e235ff0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730872 Aug 16 02:25:11.347171 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.357708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-d4cc3c24-d471-4b62-9d15-7728b7c44cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.359237 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-d4cc3c24-d471-4b62-9d15-7728b7c44cfb service neutron] 10.222.0.93 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.4286315 Aug 16 02:25:11.365541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-844e14a2-e1ab-4576-9a38-aed33dd45201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.367024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-844e14a2-e1ab-4576-9a38-aed33dd45201 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1096 time: 0.2198379 Aug 16 02:25:11.506011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:11.520992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:11.523905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:11.541180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Port': ['ID=4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:11.604520 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-d7a4da72-dda7-4f72-afce-3abcefc1c133 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1000 time: 0.2098775 Aug 16 02:25:11.612760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Deleting port 69589a2a-d2f1-4266-9af6-1567df2d2ef5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:11.613092 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.775080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.775791 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.838050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-914fbb16-6142-4aab-925c-0275a33f67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.839565 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-914fbb16-6142-4aab-925c-0275a33f67f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.4342248 Aug 16 02:25:11.903865 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c82fe869-6a7c-4197-932d-903a38fe176a tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6716397 Aug 16 02:25:11.906600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.911960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'port': {'network_id': '1285f844-be00-4aaf-acec-8f9df424cbe8', 'name': 'tempest-AllowedAddressPairTestJSON-1291177246'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:11.931289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-08c6d952-133a-4e0c-8e0d-de78e8ecd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.933508 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-08c6d952-133a-4e0c-8e0d-de78e8ecd18a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.3166177 Aug 16 02:25:11.977413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cc71901-724a-4715-b880-5137d04a3684 None None] Provisioning for port 4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:11.984369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cc71901-724a-4715-b880-5137d04a3684 None None] Provisioning complete for port 4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:11.985137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cc71901-724a-4715-b880-5137d04a3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.994027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-dc4a0f59-25c4-43cf-933a-d13a3d829917 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1000 time: 0.1389780 Aug 16 02:25:12.003181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.003646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.051413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1cc71901-724a-4715-b880-5137d04a3684 None None] Port 4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:12.071282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Calling delete_port for 69589a2a-d2f1-4266-9af6-1567df2d2ef5 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:12.090346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Made reservation on behalf of 89b96072fbbd4f6d8b01a5c51e1a7687 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:12.094012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.113518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-2d453b92-480e-491e-a18d-96c6b6aea105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.121081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-2d453b92-480e-491e-a18d-96c6b6aea105 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1659026 Aug 16 02:25:12.125818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] device_id is not set on port efa31a91-c9a8-409a-87b0-cec6609846d4 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:12.165880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-7876c49a-a04d-4b51-a68b-aa916fc76c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.167450 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-7876c49a-a04d-4b51-a68b-aa916fc76c0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.1587174 Aug 16 02:25:12.254895 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.317393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9767c5-78f8-41cd-a450-d3b8be0a211a req-79238746-db0e-4f0e-b505-03be61357645 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.319444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec9767c5-78f8-41cd-a450-d3b8be0a211a req-79238746-db0e-4f0e-b505-03be61357645 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.1178517 Aug 16 02:25:12.338215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-cd9e925b-4b73-4226-b771-d47931d80040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.339817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-cd9e925b-4b73-4226-b771-d47931d80040 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341438 Aug 16 02:25:12.356826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Allocated IP 172.20.0.10 (1285f844-be00-4aaf-acec-8f9df424cbe8/1f6d3985-fde2-4844-8f43-f860b8197d74/efa31a91-c9a8-409a-87b0-cec6609846d4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:12.397010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec9767c5-78f8-41cd-a450-d3b8be0a211a req-af9231c6-1b10-432d-b7c7-bee7610e9bc2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680482 Aug 16 02:25:12.428089 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-7d833a28-2ee0-409f-a68d-168462c86de4 service neutron] 10.222.0.93 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866032 Aug 16 02:25:12.582014 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.590759 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-3cd7bada-06a2-4b8a-bd85-fb7f74299d52 service neutron] 10.222.0.93 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587775 Aug 16 02:25:12.612442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Transition to ACTIVE for port object efa31a91-c9a8-409a-87b0-cec6609846d4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:12.620436 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-34cab708-b128-4bc6-9a50-46dcfec11884 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702634 Aug 16 02:25:12.627381 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.684824 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.743404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:12.751717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:12.756012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:12.790707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Pushing event deleted for resources: {'Port': ['ID=69589a2a-d2f1-4266-9af6-1567df2d2ef5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:12.810665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Port': ['ID=efa31a91-c9a8-409a-87b0-cec6609846d4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:12.863404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.866391 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.884292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c2ed48be-e4ba-44ad-b3e6-d51c5ac367ec tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9765346 Aug 16 02:25:12.887930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:12.894253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cddb2d44-1cb0-4c49-8ea1-c7d5332ee624 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:6d:32:9c'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d1:36:3c'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:12.911716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-28409e34-7ab2-4e49-aaa5-d2e15feb4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.913913 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-28409e34-7ab2-4e49-aaa5-d2e15feb4f9b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1096 time: 0.2190816 Aug 16 02:25:13.014575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.017394 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.021743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-204415b3-925b-43f2-902e-45192b79cb80 tempest-FloatingIPAdminTestJSON-375857537 tempest-FloatingIPAdminTestJSON-375857537-project] 10.222.0.61 "DELETE /v2.0/floatingips/ac1ae606-8d8c-4ad2-9c34-c63db1f290b2 HTTP/1.1" status: 204 len: 168 time: 2.0415120 Aug 16 02:25:13.023977 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-cfb4b0f2-52d7-4f50-9182-a2da091ce0ed service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921072 Aug 16 02:25:13.076928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cddb2d44-1cb0-4c49-8ea1-c7d5332ee624 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.078167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-5b9fe493-ae3e-445e-83f1-68f78a1ff5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.080000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-5b9fe493-ae3e-445e-83f1-68f78a1ff5be service neutron] 10.222.0.93 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.1448321 Aug 16 02:25:13.090892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be24f2c7-edcf-4abf-b8fb-d41e0661aa65 None None] Provisioning for port efa31a91-c9a8-409a-87b0-cec6609846d4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:13.100886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be24f2c7-edcf-4abf-b8fb-d41e0661aa65 None None] Provisioning complete for port efa31a91-c9a8-409a-87b0-cec6609846d4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:13.109881 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be24f2c7-edcf-4abf-b8fb-d41e0661aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.165289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-be24f2c7-edcf-4abf-b8fb-d41e0661aa65 None None] Port efa31a91-c9a8-409a-87b0-cec6609846d4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:13.226008 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-c0a9ce67-85a7-4193-8b06-a6f41168ef66 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1000 time: 0.1376128 Aug 16 02:25:13.300687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-c6091188-3013-4d43-9f50-c164861ff0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.302405 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-c6091188-3013-4d43-9f50-c164861ff0d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.0678911 Aug 16 02:25:13.345051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cddb2d44-1cb0-4c49-8ea1-c7d5332ee624 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.350936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cddb2d44-1cb0-4c49-8ea1-c7d5332ee624 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.384270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-a4ff4923-856a-447c-8048-69e8a070c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.386393 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-a4ff4923-856a-447c-8048-69e8a070c08c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759907 Aug 16 02:25:13.451283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb2d44-1cb0-4c49-8ea1-c7d5332ee624 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event updated for resources: {'Port': ['ID=efa31a91-c9a8-409a-87b0-cec6609846d4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.491148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cddb2d44-1cb0-4c49-8ea1-c7d5332ee624 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] In _notify_port_updated(), no bound segment for port efa31a91-c9a8-409a-87b0-cec6609846d4 on network 1285f844-be00-4aaf-acec-8f9df424cbe8 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:25:13.501757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb2d44-1cb0-4c49-8ea1-c7d5332ee624 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.502819 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cddb2d44-1cb0-4c49-8ea1-c7d5332ee624 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.504663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cddb2d44-1cb0-4c49-8ea1-c7d5332ee624 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "PUT /v2.0/ports/efa31a91-c9a8-409a-87b0-cec6609846d4 HTTP/1.1" status: 200 len: 1057 time: 0.6154335 Aug 16 02:25:13.507408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.516696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.591125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-83bde02a-5b29-4b8e-8d22-bc9c10c27bfd service neutron] 10.222.0.93 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868479 Aug 16 02:25:13.693020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553d145-56d9-43b6-860d-5c8756c2c3b8 req-3e3d4b2d-51e6-4ceb-b52e-61793bff4deb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:13.704987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c553d145-56d9-43b6-860d-5c8756c2c3b8 req-3e3d4b2d-51e6-4ceb-b52e-61793bff4deb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.1666536 Aug 16 02:25:13.764980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-812bd2cf-9890-4aff-bca1-822698e2d100 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Deleting port efa31a91-c9a8-409a-87b0-cec6609846d4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:13.765344 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812bd2cf-9890-4aff-bca1-822698e2d100 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.784501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-46fd24fd-0177-4273-ba1d-59d211fe924f req-92b4f352-d66f-43d1-abc2-60647d2ad6f0 service neutron] 10.222.0.93 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831956 Aug 16 02:25:13.806332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c45a30b9-4eb2-4ffd-8774-1735043330b7 None None] Provisioning complete for port efa31a91-c9a8-409a-87b0-cec6609846d4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:13.806717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c45a30b9-4eb2-4ffd-8774-1735043330b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.858461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c45a30b9-4eb2-4ffd-8774-1735043330b7 None None] Port efa31a91-c9a8-409a-87b0-cec6609846d4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:13.889081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c553d145-56d9-43b6-860d-5c8756c2c3b8 req-d1072ce1-97ad-4d8d-a913-c1bef7cb4624 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819258 Aug 16 02:25:13.912996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-709f50ce-7459-462c-adcd-f57cf74b8e5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=520663baa1984a22afb6f6473090c393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947654 Aug 16 02:25:13.915547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.972210 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812bd2cf-9890-4aff-bca1-822698e2d100 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.974551 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43f94f46-1c17-41bf-a72f-2537aa76d367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.999318 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43f94f46-1c17-41bf-a72f-2537aa76d367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.011637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-812bd2cf-9890-4aff-bca1-822698e2d100 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Calling delete_port for efa31a91-c9a8-409a-87b0-cec6609846d4 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:14.068620 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43f94f46-1c17-41bf-a72f-2537aa76d367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.071479 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43f94f46-1c17-41bf-a72f-2537aa76d367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.072899 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-43f94f46-1c17-41bf-a72f-2537aa76d367 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f2266bc-ae15-4f1c-8b5e-d4e4eb50bc88 HTTP/1.1" status: 204 len: 168 time: 0.1563163 Aug 16 02:25:14.085665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f94f46-1c17-41bf-a72f-2537aa76d367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2266bc-ae15-4f1c-8b5e-d4e4eb50bc88,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.194909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812bd2cf-9890-4aff-bca1-822698e2d100 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.255511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bd2cf-9890-4aff-bca1-822698e2d100 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event deleted for resources: {'Port': ['ID=efa31a91-c9a8-409a-87b0-cec6609846d4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.498054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:14.522413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95775997-9d44-4fa2-9d7e-30815995803b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.636154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812bd2cf-9890-4aff-bca1-822698e2d100 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.642554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-812bd2cf-9890-4aff-bca1-822698e2d100 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "DELETE /v2.0/ports/efa31a91-c9a8-409a-87b0-cec6609846d4 HTTP/1.1" status: 204 len: 168 time: 1.1336238 Aug 16 02:25:14.643209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:14.675173 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95775997-9d44-4fa2-9d7e-30815995803b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.680106 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-781269db-2e9b-41a1-96ab-649056e219f5 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] GET failed (client error): The resource could not be found. Aug 16 02:25:14.684520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-781269db-2e9b-41a1-96ab-649056e219f5 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "GET /v2.0/ports/efa31a91-c9a8-409a-87b0-cec6609846d4 HTTP/1.1" status: 404 len: 333 time: 0.0375214 Aug 16 02:25:14.684711 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95775997-9d44-4fa2-9d7e-30815995803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.685737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:14.737697 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-95775997-9d44-4fa2-9d7e-30815995803b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84011e765c86487fac5b2cbba0c6660b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383666 Aug 16 02:25:14.738322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:14.746953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95775997-9d44-4fa2-9d7e-30815995803b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e047ff39-a766-4235-8751-c6bb32222a63,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.796073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-37ecc79c-d712-4bf2-83cb-ac88145a8dfc tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Deleting port 4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:14.796479 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37ecc79c-d712-4bf2-83cb-ac88145a8dfc tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.808492 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d28dab4-4e2a-4414-8718-aa94aa45e653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.832754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d28dab4-4e2a-4414-8718-aa94aa45e653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.905655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d28dab4-4e2a-4414-8718-aa94aa45e653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.909445 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d28dab4-4e2a-4414-8718-aa94aa45e653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.911755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7d28dab4-4e2a-4414-8718-aa94aa45e653 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e047ff39-a766-4235-8751-c6bb32222a63 HTTP/1.1" status: 204 len: 168 time: 0.1712599 Aug 16 02:25:14.929998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37ecc79c-d712-4bf2-83cb-ac88145a8dfc tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.946601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-37ecc79c-d712-4bf2-83cb-ac88145a8dfc tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Calling delete_port for 4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:14.951937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28dab4-4e2a-4414-8718-aa94aa45e653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e047ff39-a766-4235-8751-c6bb32222a63,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:15.161565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37ecc79c-d712-4bf2-83cb-ac88145a8dfc tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.215934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecc79c-d712-4bf2-83cb-ac88145a8dfc tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event deleted for resources: {'Port': ['ID=4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:15.304357 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37ecc79c-d712-4bf2-83cb-ac88145a8dfc tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.309796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-37ecc79c-d712-4bf2-83cb-ac88145a8dfc tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "DELETE /v2.0/ports/4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc HTTP/1.1" status: 204 len: 168 time: 0.6206136 Aug 16 02:25:15.310356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.330344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5206-2951-4d8c-a253-54f42f819846 req-53b2e351-2b67-4811-a5ad-4b59718c8a0c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:15.347683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07fd5206-2951-4d8c-a253-54f42f819846 req-53b2e351-2b67-4811-a5ad-4b59718c8a0c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.2005005 Aug 16 02:25:15.384675 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2b6c7d-dc60-4103-86ba-f164fecea72d tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] GET failed (client error): The resource could not be found. Aug 16 02:25:15.389537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3e2b6c7d-dc60-4103-86ba-f164fecea72d tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "GET /v2.0/ports/4d49b489-3f0f-4ab8-a12f-a39e2cb7d3cc HTTP/1.1" status: 404 len: 333 time: 0.0779285 Aug 16 02:25:15.393451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.412199 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07fd5206-2951-4d8c-a253-54f42f819846 req-0b7688cd-d2e9-4fd1-872e-2bb55b02cd16 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580156 Aug 16 02:25:15.547143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b40e1a21-dd35-433a-be21-86e09e1ac6d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Deleting port cb839b0a-c4ae-4fb0-a432-1464208db72e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:15.548513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b40e1a21-dd35-433a-be21-86e09e1ac6d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.635110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.672724 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b40e1a21-dd35-433a-be21-86e09e1ac6d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.702026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b40e1a21-dd35-433a-be21-86e09e1ac6d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Calling delete_port for cb839b0a-c4ae-4fb0-a432-1464208db72e owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:15.785199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.806332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645c64b4-ca5a-4be7-a914-f1b28903a749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.830919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d748fce4-4089-4379-ba54-a9a6a36f951f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.861407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-88314b7f-4ef4-4666-80c4-29585f99b9db tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:15.863106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-88314b7f-4ef4-4666-80c4-29585f99b9db tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb&tenant_id=7e451b98654a41d4b8ba2ece6587578f&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 944 time: 0.1201980 Aug 16 02:25:15.882887 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-d748fce4-4089-4379-ba54-a9a6a36f951f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:25:15.882887 n-d-768862-14 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:25:15.882887 n-d-768862-14 neutron-server[94640]: [parameters: {'project_id': 'b2b37e7e2b6344ff9fd76b60782960cf', 'id': '88e1debc-378f-4539-8cfb-e99662d980ec', 'expiration': datetime.datetime(2021, 8, 16, 2, 27, 15, 873471)}] Aug 16 02:25:15.882887 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:25:15.883401 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-d748fce4-4089-4379-ba54-a9a6a36f951f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:25:15.925970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384feb41-92ff-4c29-9409-a6dbeef5e454 req-da25c3b9-5aa7-415c-b663-5cc53b8a019f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:15.928725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-384feb41-92ff-4c29-9409-a6dbeef5e454 req-da25c3b9-5aa7-415c-b663-5cc53b8a019f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 944 time: 0.1195891 Aug 16 02:25:15.951136 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-3468d493-9639-4858-bc81-ad0881fdc16a service neutron] 10.222.0.93 "GET /v2.0/ports/7ed2264b-a42c-426f-b005-acbf3bde543c/bindings/n-h2-768862-14 HTTP/1.1" status: 200 len: 383 time: 0.0785196 Aug 16 02:25:16.015538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-384feb41-92ff-4c29-9409-a6dbeef5e454 req-fc119f39-2d34-49c5-afcd-9e9ebd8d50c6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609097 Aug 16 02:25:16.040130 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b40e1a21-dd35-433a-be21-86e09e1ac6d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.046613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-5d9c7827-5abe-4ecb-ab1e-07aefa019123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.048824 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-5d9c7827-5abe-4ecb-ab1e-07aefa019123 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1096 time: 0.0706160 Aug 16 02:25:16.084824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e1a21-dd35-433a-be21-86e09e1ac6d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event deleted for resources: {'Port': ['ID=cb839b0a-c4ae-4fb0-a432-1464208db72e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.210253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-aa11b9ed-8855-431e-aaf5-ff9d0acccfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.211970 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-aa11b9ed-8855-431e-aaf5-ff9d0acccfc7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.1562834 Aug 16 02:25:16.227045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645c64b4-ca5a-4be7-a914-f1b28903a749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.238644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645c64b4-ca5a-4be7-a914-f1b28903a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.241642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b40e1a21-dd35-433a-be21-86e09e1ac6d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.243532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b40e1a21-dd35-433a-be21-86e09e1ac6d0 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "DELETE /v2.0/ports/cb839b0a-c4ae-4fb0-a432-1464208db72e HTTP/1.1" status: 204 len: 168 time: 0.8496740 Aug 16 02:25:16.246632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.297888 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:16.316778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-c004d093-8186-477f-8e82-800648f71999 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1000 time: 0.0971825 Aug 16 02:25:16.322197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-645c64b4-ca5a-4be7-a914-f1b28903a749 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be4ad8d2d0aa4d92a5fa1d2c77108324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364258 Aug 16 02:25:16.325890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47232) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.332208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c64b4-ca5a-4be7-a914-f1b28903a749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8902b9-63ef-4444-ae32-2d658f2d1366,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.350604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfb63bf-e0ee-4ed2-bbe3-b23915c849e2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Deleting subnet 1f6d3985-fde2-4844-8f43-f860b8197d74 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:16.360322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfb63bf-e0ee-4ed2-bbe3-b23915c849e2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.384515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d748fce4-4089-4379-ba54-a9a6a36f951f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.424118 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfb63bf-e0ee-4ed2-bbe3-b23915c849e2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.462617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:16.466299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-98fc5e08-3c6e-43ce-9a8a-b1df7824505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.468788 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-98fc5e08-3c6e-43ce-9a8a-b1df7824505c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.1419215 Aug 16 02:25:16.477868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'port_id': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'mac_address': 'fa:16:3e:23:3f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:16.523013 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.539248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfb63bf-e0ee-4ed2-bbe3-b23915c849e2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.540684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed2264b-a42c-426f-b005-acbf3bde543c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:16.541576 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab879a3f-f717-46f4-a9ca-b0fcdd45a1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.569038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:16.571883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-857a870f-f618-42bb-8994-e2bfaa929f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.573520 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-857a870f-f618-42bb-8994-e2bfaa929f50 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956135 Aug 16 02:25:16.575361 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.608727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab879a3f-f717-46f4-a9ca-b0fcdd45a1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.631765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfb63bf-e0ee-4ed2-bbe3-b23915c849e2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.639617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.676534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb63bf-e0ee-4ed2-bbe3-b23915c849e2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6d3985-fde2-4844-8f43-f860b8197d74,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.683269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcfb63bf-e0ee-4ed2-bbe3-b23915c849e2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.688467 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bcfb63bf-e0ee-4ed2-bbe3-b23915c849e2 tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "DELETE /v2.0/subnets/1f6d3985-fde2-4844-8f43-f860b8197d74 HTTP/1.1" status: 204 len: 168 time: 0.4376392 Aug 16 02:25:16.688712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.701991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4179a0a2-8874-47d3-927c-0c9c28f976bf None None] Network 1285f844-be00-4aaf-acec-8f9df424cbe8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:16.732886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d748fce4-4089-4379-ba54-a9a6a36f951f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.748357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d748fce4-4089-4379-ba54-a9a6a36f951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.778888 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-268caa9a-0378-4ea9-8f15-77e117aca646 service neutron] 10.222.0.93 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960974 Aug 16 02:25:16.785870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.787461 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d748fce4-4089-4379-ba54-a9a6a36f951f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2b37e7e2b6344ff9fd76b60782960cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1510491 Aug 16 02:25:16.791447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.791657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab879a3f-f717-46f4-a9ca-b0fcdd45a1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.794783 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab879a3f-f717-46f4-a9ca-b0fcdd45a1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.798190 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ab879a3f-f717-46f4-a9ca-b0fcdd45a1cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d8902b9-63ef-4444-ae32-2d658f2d1366 HTTP/1.1" status: 204 len: 168 time: 0.4667120 Aug 16 02:25:16.889169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748fce4-4089-4379-ba54-a9a6a36f951f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bca179-0268-4b59-b598-5941ca9944a1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.908344 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e087a921-bcbb-46fb-8f20-d102e967d3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.910279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab879a3f-f717-46f4-a9ca-b0fcdd45a1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8902b9-63ef-4444-ae32-2d658f2d1366,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.913363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['7ed2264b-a42c-426f-b005-acbf3bde543c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:16.926673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Deleting port b4290e0d-3788-4a0c-9397-01af992c0ea3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:16.927024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.000804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-a94e7818-b4c1-43a3-b9a7-ab9391e8fb5c service neutron] 10.222.0.93 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108154 Aug 16 02:25:17.012658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] DHCP port deletion for 1285f844-be00-4aaf-acec-8f9df424cbe8 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:17.148056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Deleting port b4290e0d-3788-4a0c-9397-01af992c0ea3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:17.148511 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.297633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] For port b4290e0d-3788-4a0c-9397-01af992c0ea3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b4290e0d-3788-4a0c-9397-01af992c0ea3,segment=NetworkSegment(b7b178ff-60c5-4b53-a627-d4cbab298b89),segment_id=b7b178ff-60c5-4b53-a627-d4cbab298b89)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:17.298352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.336441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Calling delete_port for b4290e0d-3788-4a0c-9397-01af992c0ea3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:17.434309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e087a921-bcbb-46fb-8f20-d102e967d3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.491554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] For port b4290e0d-3788-4a0c-9397-01af992c0ea3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b4290e0d-3788-4a0c-9397-01af992c0ea3,segment=NetworkSegment(b7b178ff-60c5-4b53-a627-d4cbab298b89),segment_id=b7b178ff-60c5-4b53-a627-d4cbab298b89)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:17.491956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.509647 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.515881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Calling delete_port for b4290e0d-3788-4a0c-9397-01af992c0ea3 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:17.537989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b670622-ee15-4ec9-9b30-2513742df522 req-3851954d-de66-4163-ae95-a4c7df4c0c5a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:17.539548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b670622-ee15-4ec9-9b30-2513742df522 req-3851954d-de66-4163-ae95-a4c7df4c0c5a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 945 time: 0.1292372 Aug 16 02:25:17.547481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] No DVR routers for this DVR port b4290e0d-3788-4a0c-9397-01af992c0ea3 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:17.557451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Pushing event deleted for resources: {'Port': ['ID=b4290e0d-3788-4a0c-9397-01af992c0ea3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.575847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.576202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.576604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.576966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.577523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.577865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.578397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.578739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.579076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.579803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.580642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.580826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa87d6b-34d6-4077-b33b-d580376f106d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:17.620708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e087a921-bcbb-46fb-8f20-d102e967d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.623468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e087a921-bcbb-46fb-8f20-d102e967d3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.624626 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e087a921-bcbb-46fb-8f20-d102e967d3a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2bca179-0268-4b59-b598-5941ca9944a1 HTTP/1.1" status: 204 len: 168 time: 0.8317413 Aug 16 02:25:17.653921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087a921-bcbb-46fb-8f20-d102e967d3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bca179-0268-4b59-b598-5941ca9944a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.678968 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b670622-ee15-4ec9-9b30-2513742df522 req-10c65794-53d3-45ba-b085-e2482347cc6c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913267 Aug 16 02:25:17.690238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.723744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event deleted for resources: {'Port': ['ID=b4290e0d-3788-4a0c-9397-01af992c0ea3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.725612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] No DVR routers for this DVR port b4290e0d-3788-4a0c-9397-01af992c0ea3 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:17.816680 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.830114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1285f844-be00-4aaf-acec-8f9df424cbe8']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:17.846695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b178ff-60c5-4b53-a627-d4cbab298b89') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:17.847370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b178ff-60c5-4b53-a627-d4cbab298b89') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:17.861082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.880336 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.888733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:17.889288 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:17.892520 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:17.989196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.001675 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.006134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] 10.222.0.61 "DELETE /v2.0/networks/1285f844-be00-4aaf-acec-8f9df424cbe8 HTTP/1.1" status: 204 len: 168 time: 1.3139644 Aug 16 02:25:18.017090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ed2d1-64b8-429f-bf21-3ab487539eff tempest-AllowedAddressPairTestJSON-1754615148 tempest-AllowedAddressPairTestJSON-1754615148-project] Pushing event deleted for resources: {'Network': ['ID=1285f844-be00-4aaf-acec-8f9df424cbe8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:18.086048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:18.103224 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff537ce-ca76-446a-8ced-0b67588cbe47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.226898 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff537ce-ca76-446a-8ced-0b67588cbe47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.232608 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bff537ce-ca76-446a-8ced-0b67588cbe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.285015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bff537ce-ca76-446a-8ced-0b67588cbe47 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=325e2ea331b64ed1bcbb8dddaf9fcfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947615 Aug 16 02:25:18.285015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff537ce-ca76-446a-8ced-0b67588cbe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33cbdc6-34a7-4a8c-a5be-99eedd0f6993,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:18.285407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:18.305128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:18.396597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 7ed2264b-a42c-426f-b005-acbf3bde543c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:18.404169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:18.405302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 7ed2264b-a42c-426f-b005-acbf3bde543c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:18.406042 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.567674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.603450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-82c0fa59-de58-465a-94e1-96ee79e199b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89b96072fbbd4f6d8b01a5c51e1a7687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970162 Aug 16 02:25:18.604156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:18.608762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:18.611769 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655d0ae1-0547-47b0-9abf-c874e0a97736" -d '{"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-plugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:18.637488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:18.658619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.754707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b4290e0d-3788-4a0c-9397-01af992c0ea3 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:18.796766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b4290e0d-3788-4a0c-9397-01af992c0ea3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:18.796935 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d940e58c-24eb-477e-bda1-91241d71b7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.797443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b4290e0d-3788-4a0c-9397-01af992c0ea3 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:18.805030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:18.837266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d940e58c-24eb-477e-bda1-91241d71b7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:18.988427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecb363-6c7b-4a0a-887e-3d41844a8be8 req-ec9ef54b-fcbd-4a0b-a267-ba45d23fb1fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:18.997407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8ecb363-6c7b-4a0a-887e-3d41844a8be8 req-ec9ef54b-fcbd-4a0b-a267-ba45d23fb1fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 946 time: 0.1370537 Aug 16 02:25:19.084630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d940e58c-24eb-477e-bda1-91241d71b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.090883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:19.091854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d940e58c-24eb-477e-bda1-91241d71b7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.096461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d940e58c-24eb-477e-bda1-91241d71b7c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7bdfe11f-dc62-4ee8-8b28-f6a10c293d7f HTTP/1.1" status: 204 len: 168 time: 0.4909363 Aug 16 02:25:19.103733 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445e9490-8109-4150-9408-6f18a1a7dd17 x-openstack-request-id: req-445e9490-8109-4150-9408-6f18a1a7dd17 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:19.104269 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-plugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:19.104736 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-445e9490-8109-4150-9408-6f18a1a7dd17 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:19.105326 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'code': 200} Aug 16 02:25:19.138177 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940e58c-24eb-477e-bda1-91241d71b7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdfe11f-dc62-4ee8-8b28-f6a10c293d7f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:19.154881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd3484de-bffa-4365-99d3-9d3b9c719dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.177610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8ecb363-6c7b-4a0a-887e-3d41844a8be8 req-40e039e2-1df5-4ce0-986e-86306c7a02fa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565452 Aug 16 02:25:19.212264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd3484de-bffa-4365-99d3-9d3b9c719dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.258015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b5f21-bda7-4f69-9c82-f4efd1311be8 req-cfe8b335-be75-45f8-916d-fada8141e155 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.267177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c81b5f21-bda7-4f69-9c82-f4efd1311be8 req-cfe8b335-be75-45f8-916d-fada8141e155 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0840061 Aug 16 02:25:19.324949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c81b5f21-bda7-4f69-9c82-f4efd1311be8 req-7311af28-0c24-497c-8d1d-76a807f320ff tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502453 Aug 16 02:25:19.338332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f92fb2c-1604-4083-b5f7-faf6436333a7 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-177586810'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:19.338883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f92fb2c-1604-4083-b5f7-faf6436333a7 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Unknown quota resources ['metering_label']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:25:19.446379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-63f9950c-70f8-462a-9e71-98fa04178b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.448425 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-63f9950c-70f8-462a-9e71-98fa04178b3d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 1098 time: 0.2162797 Aug 16 02:25:19.464349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5602b5-5536-4d1f-8460-6d17ecf70981 req-8da902d1-68b5-4254-97b4-39bf2d604da9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.466695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a5602b5-5536-4d1f-8460-6d17ecf70981 req-8da902d1-68b5-4254-97b4-39bf2d604da9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0687766 Aug 16 02:25:19.507150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:19.525559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5a5602b5-5536-4d1f-8460-6d17ecf70981 req-9d535b94-836d-4e22-b4fe-91e2dd0c0a13 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524411 Aug 16 02:25:19.662701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f92fb2c-1604-4083-b5f7-faf6436333a7 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.663915 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6f92fb2c-1604-4083-b5f7-faf6436333a7 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5718255 Aug 16 02:25:19.664786 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd3484de-bffa-4365-99d3-9d3b9c719dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.666830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:19.667401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd3484de-bffa-4365-99d3-9d3b9c719dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.668989 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cd3484de-bffa-4365-99d3-9d3b9c719dac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a33cbdc6-34a7-4a8c-a5be-99eedd0f6993 HTTP/1.1" status: 204 len: 168 time: 1.3825796 Aug 16 02:25:19.674927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f0492e43-dd78-49ca-b7bc-c67258641f2e tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'be494666-3cd7-402f-8a97-c2746b8e0a73'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:19.675523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f0492e43-dd78-49ca-b7bc-c67258641f2e tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:25:19.677256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3484de-bffa-4365-99d3-9d3b9c719dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33cbdc6-34a7-4a8c-a5be-99eedd0f6993,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:19.732494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.872411 n-d-768862-14 neutron-server[94639]: WARNING neutron.services.metering.metering_plugin [None req-f0492e43-dd78-49ca-b7bc-c67258641f2e tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:25:20.010172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:20.031843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0492e43-dd78-49ca-b7bc-c67258641f2e tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.037136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f0492e43-dd78-49ca-b7bc-c67258641f2e tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3691981 Aug 16 02:25:20.038135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.056809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:20.071131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6e48875f-e25e-4c60-b348-513b9692da49 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'be494666-3cd7-402f-8a97-c2746b8e0a73'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:20.071632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6e48875f-e25e-4c60-b348-513b9692da49 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:25:20.124220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:20.127311 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e924755-fb19-4161-bad9-b120b99b7024" -d '{"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:20.139055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.157289 n-d-768862-14 neutron-server[94639]: WARNING neutron.services.metering.metering_plugin [None req-6e48875f-e25e-4c60-b348-513b9692da49 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:25:20.170517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Transition to ACTIVE for port object 7ed2264b-a42c-426f-b005-acbf3bde543c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:20.180859 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.297876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e48875f-e25e-4c60-b348-513b9692da49 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.301561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6e48875f-e25e-4c60-b348-513b9692da49 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2357321 Aug 16 02:25:20.304386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.316719 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea58cc30-5a8d-4a31-8014-65f4be666b98 x-openstack-request-id: req-ea58cc30-5a8d-4a31-8014-65f4be666b98 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:20.316977 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:20.317071 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea58cc30-5a8d-4a31-8014-65f4be666b98 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:20.317823 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'code': 200} Aug 16 02:25:20.323106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-09c5e50b-7810-4a07-8fa0-db6a62315480 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=49afc362-6a6c-4f88-ad4b-2956f46c73df HTTP/1.1" status: 200 len: 462 time: 0.0177014 Aug 16 02:25:20.323274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.336528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-927b3b73-6c09-41e6-8f8d-ddf1f791e486 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:20.338273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-927b3b73-6c09-41e6-8f8d-ddf1f791e486 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 0.4884052 Aug 16 02:25:20.377659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.394064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-a380b494-f53f-4361-b5e0-c3ab7b7c0df9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/quotas/7adba80d3513419d95def53648aca5b2 HTTP/1.1" status: 200 len: 375 time: 0.0199602 Aug 16 02:25:20.450196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32614bda-8508-434c-9f55-f3ecdc18ad99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.476037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:20.484105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027334f3-9be2-49d7-b103-bf6aec7a0b83 req-f41151e1-65f2-4fc6-aaa0-b8ddde4f5850 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:20.491265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.492242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-027334f3-9be2-49d7-b103-bf6aec7a0b83 req-f41151e1-65f2-4fc6-aaa0-b8ddde4f5850 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 945 time: 0.1640882 Aug 16 02:25:20.558157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-7082f6f5-c782-4c67-8870-f24e1a22a27a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1501434 Aug 16 02:25:20.697060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-027334f3-9be2-49d7-b103-bf6aec7a0b83 req-cdb73416-ec3d-4879-a19a-9a94e5a9996e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039375 Aug 16 02:25:20.713729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32614bda-8508-434c-9f55-f3ecdc18ad99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.721769 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32614bda-8508-434c-9f55-f3ecdc18ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.751864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] No DVR routers for this DVR port 7ed2264b-a42c-426f-b005-acbf3bde543c on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:20.757652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-520561854'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:20.795135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7bd1e35-d2e4-4514-8754-1b5298ec8df4 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.796596 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d7bd1e35-d2e4-4514-8754-1b5298ec8df4 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/49afc362-6a6c-4f88-ad4b-2956f46c73df HTTP/1.1" status: 204 len: 168 time: 0.4660215 Aug 16 02:25:20.799664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.819736 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-32614bda-8508-434c-9f55-f3ecdc18ad99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73db36d220314076b6b94c45d66afaf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384134 Aug 16 02:25:20.822455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47402) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.825898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-55ab0436-6724-4552-b25f-bb6c9c5714aa tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=49afc362-6a6c-4f88-ad4b-2956f46c73df HTTP/1.1" status: 200 len: 221 time: 0.0251238 Aug 16 02:25:20.829193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.833759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2f6a0faf-0b56-47f7-beed-ab5afc0e3faa tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1773283445', 'description': 'label created by tempest'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:20.834214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2f6a0faf-0b56-47f7-beed-ab5afc0e3faa tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Unknown quota resources ['metering_label']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:25:20.840595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32614bda-8508-434c-9f55-f3ecdc18ad99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd2b52d-0764-47b2-828e-452d9eb009cd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:20.879552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Made reservation on behalf of ad09ea6d9f7f46d4bb6336041e46b16b for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:20.883264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.920896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.992421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-cbf2b42e-4724-44e4-bf91-0b35d2b60b71 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001677 Aug 16 02:25:21.010116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:21.010338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:21.010685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c on network 800c949b-4de8-4435-a584-05c80e32e1d1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:21.012937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e772-fe52-45d5-8a98-c051093fd6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.033912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Port 7ed2264b-a42c-426f-b005-acbf3bde543c on network 800c949b-4de8-4435-a584-05c80e32e1d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:21.034187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Attempting to bind port 7ed2264b-a42c-426f-b005-acbf3bde543c on network 800c949b-4de8-4435-a584-05c80e32e1d1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:21.060773 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e772-fe52-45d5-8a98-c051093fd6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.062727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:21.063073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Checking segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:21.063709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Bound using segment: {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:21.064163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Bound port: 7ed2264b-a42c-426f-b005-acbf3bde543c, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83600964-a997-4c44-a3ca-f894e15bd743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:21.064528 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.117517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6a0faf-0b56-47f7-beed-ab5afc0e3faa tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.122172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2f6a0faf-0b56-47f7-beed-ab5afc0e3faa tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2889268 Aug 16 02:25:21.123118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.206863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e772-fe52-45d5-8a98-c051093fd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.209495 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e772-fe52-45d5-8a98-c051093fd6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.212835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b4711716-8624-44d9-9d8a-bd106cfc1bc0 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=15aad583-09d9-48cd-9d73-abbb70fb47fb HTTP/1.1" status: 200 len: 468 time: 0.0851040 Aug 16 02:25:21.213011 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6fb0e772-fe52-45d5-8a98-c051093fd6b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/afd2b52d-0764-47b2-828e-452d9eb009cd HTTP/1.1" status: 204 len: 168 time: 0.3870001 Aug 16 02:25:21.219889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.220835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.221263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:21.225582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:21.232026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0e772-fe52-45d5-8a98-c051093fd6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd2b52d-0764-47b2-828e-452d9eb009cd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.234647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.245909 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.267122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:21.315877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.316235 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Added segment d108e030-c9ef-4d4d-9300-d5bcebc78965 of type vlan for network 11ecdd36-3d07-40cd-b19c-115790bb52ef Aug 16 02:25:21.329450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd3fcfd-e858-4b5f-8ed0-da8f4e19d9c1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.333748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.334365 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.336070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] 10.222.0.86 "PUT /v2.0/ports/7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1094 time: 1.8380907 Aug 16 02:25:21.435748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b67fe0-cc83-4bc2-a27a-4c1b60911c32 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=11']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.450469 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.488532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-75d71999-d78e-42fd-9a74-ee2b6156a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.489660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-75d71999-d78e-42fd-9a74-ee2b6156a8ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1097 time: 0.1122086 Aug 16 02:25:21.493777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-b5cc6272-cb18-4092-a8de-8c2042450576 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677963 Aug 16 02:25:21.516689 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.522566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.523575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.610982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-997f74ff-00d4-4e60-87b7-79bb4e8aefb0 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.612898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-997f74ff-00d4-4e60-87b7-79bb4e8aefb0 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/15aad583-09d9-48cd-9d73-abbb70fb47fb HTTP/1.1" status: 204 len: 168 time: 0.3908780 Aug 16 02:25:21.615442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.646425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5d98a3d5-4189-4e18-80b4-2effa8ab96d8 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=15aad583-09d9-48cd-9d73-abbb70fb47fb HTTP/1.1" status: 200 len: 216 time: 0.0222042 Aug 16 02:25:21.648559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.655487 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1629539 Aug 16 02:25:21.664129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.685784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Request body: {'subnet': {'network_id': '11ecdd36-3d07-40cd-b19c-115790bb52ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:21.709774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event updated for resources: {'Network': ['ID=11ecdd36-3d07-40cd-b19c-115790bb52ef,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.723521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.723866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.724208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.724767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.724859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.725172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.725504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.725833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.726161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.726487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.726810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.727184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05107-72ea-4a95-8fab-2199b6595288 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:21.741602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 11ecdd36-3d07-40cd-b19c-115790bb52ef details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:21.783039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-373d816d-97e7-4670-a2a7-359c4c213e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.792255 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-373d816d-97e7-4670-a2a7-359c4c213e02 service neutron] 10.222.0.86 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.2954094 Aug 16 02:25:21.851152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5be65f52-0f77-4454-ad87-b5d7cbc75573 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1891778 Aug 16 02:25:21.873707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.925482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e26ef42e-f1c8-42e2-b66c-d146d9215298 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0503542 Aug 16 02:25:21.929175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.932249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c6d5163-e08d-4765-b7b5-389e86bf9c0f req-128406ab-4671-47eb-aba9-9cd2bf4f34e3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 210 time: 0.1278057 Aug 16 02:25:22.025049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a1dcc-3713-4154-8076-cc0e7fd04d3f req-c3465127-e8ae-4fc9-b153-bcd245194ae6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.026590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-263a1dcc-3713-4154-8076-cc0e7fd04d3f req-c3465127-e8ae-4fc9-b153-bcd245194ae6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 945 time: 0.1817679 Aug 16 02:25:22.036176 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-b8702262-f08a-4b80-9ba3-e1a1b7326768 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1000 time: 0.2361751 Aug 16 02:25:22.037539 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-12caebde-0cdd-4788-8981-bff553f95803 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/be494666-3cd7-402f-8a97-c2746b8e0a73 HTTP/1.1" status: 200 len: 472 time: 0.1075416 Aug 16 02:25:22.044002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:22.083486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Made reservation on behalf of ad09ea6d9f7f46d4bb6336041e46b16b for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:22.088713 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.089660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4cfdcd51-31dd-4aba-8d4f-cb3980760e96 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/c74e9cdc-bd12-45db-9b51-b74446296a55 HTTP/1.1" status: 200 len: 459 time: 0.0375624 Aug 16 02:25:22.099413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:22.172351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-9878283f-1046-4816-b34a-3c6e245737f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.178065 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-9878283f-1046-4816-b34a-3c6e245737f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.1355717 Aug 16 02:25:22.209368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-263a1dcc-3713-4154-8076-cc0e7fd04d3f req-41decc15-49c2-4896-9826-9a453742d26b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706033 Aug 16 02:25:22.334974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:22.361810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:22.365591 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:22.399825 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d45f26df-2fb6-4e3f-a029-4e66caaeef58 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.401053 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d45f26df-2fb6-4e3f-a029-4e66caaeef58 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/c74e9cdc-bd12-45db-9b51-b74446296a55 HTTP/1.1" status: 204 len: 168 time: 0.3005509 Aug 16 02:25:22.411040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:22.424298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:22.430857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-4ebcf1c5-4b0f-4162-9ab3-029e94bfe7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.432477 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-4ebcf1c5-4b0f-4162-9ab3-029e94bfe7eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2445748 Aug 16 02:25:22.575914 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4df033-9560-4db2-8e7e-dcaf811cb6e3 x-openstack-request-id: req-6c4df033-9560-4db2-8e7e-dcaf811cb6e3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:22.576889 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:22.577306 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c4df033-9560-4db2-8e7e-dcaf811cb6e3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:22.577916 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'status': 'completed', 'code': 200} Aug 16 02:25:22.667722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-05afc976-80e1-49bc-a3cb-b933c0482559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.670247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-05afc976-80e1-49bc-a3cb-b933c0482559 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1097 time: 0.1046846 Aug 16 02:25:22.717329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.760217 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c5d64f8-34b4-444a-b345-5b7a6e44a634 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.769856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4c5d64f8-34b4-444a-b345-5b7a6e44a634 tempest-MeteringIpV6TestJSON-927582969 tempest-MeteringIpV6TestJSON-927582969-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/be494666-3cd7-402f-8a97-c2746b8e0a73 HTTP/1.1" status: 204 len: 168 time: 0.3531463 Aug 16 02:25:22.794183 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-ad30fa66-4cef-4aad-8274-a128e43ac1fe service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535910 Aug 16 02:25:22.891269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event updated for resources: {'Subnet': ['ID=f0a728e0-8177-4ef6-98d8-012342f800a7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:22.905320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Checking segment: {'id': 'd108e030-c9ef-4d4d-9300-d5bcebc78965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '11ecdd36-3d07-40cd-b19c-115790bb52ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:22.905726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Network hostable DHCP agents. Network: 11ecdd36-3d07-40cd-b19c-115790bb52ef, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:22.936501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Network 11ecdd36-3d07-40cd-b19c-115790bb52ef is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:22.936696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-cba7d34b-b2c7-4f23-9cf1-6291a743e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.938296 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-cba7d34b-b2c7-4f23-9cf1-6291a743e808 service neutron] 10.222.0.93 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.2568843 Aug 16 02:25:22.962006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 11ecdd36-3d07-40cd-b19c-115790bb52ef) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:22.976533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.977142 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.979487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb05bf3-7b67-4939-954e-840d4fe2b646 None None] Network 11ecdd36-3d07-40cd-b19c-115790bb52ef requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:23.002313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5e418a76-3424-4167-9985-94dcff2d10ff tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3361759 Aug 16 02:25:23.005623 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:23.017929 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-637768b3-e03c-4b58-97e3-0da56548ba5a req-d2596205-d59a-449b-ab5b-ca0a1a966d34 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156765 Aug 16 02:25:23.028133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Request body: {'port': {'network_id': '11ecdd36-3d07-40cd-b19c-115790bb52ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-967956707'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:23.052302 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-f7bb4bf8-74ee-4a30-87a1-94be77ef8936 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1000 time: 0.1038229 Aug 16 02:25:23.362478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-447857c5-9d57-46c4-8d32-9fa12989ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.364412 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-447857c5-9d57-46c4-8d32-9fa12989ebfc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.3048198 Aug 16 02:25:23.391450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-11fa5d4a-e5d6-4258-a8e2-3a082a9ec86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.394203 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-11fa5d4a-e5d6-4258-a8e2-3a082a9ec86d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1097 time: 0.2588201 Aug 16 02:25:23.423188 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-11ecdd36-3d07-40cd-b19c-115790bb52ef', 'network_id': '11ecdd36-3d07-40cd-b19c-115790bb52ef', 'tenant_id': 'ad09ea6d9f7f46d4bb6336041e46b16b', 'fixed_ips': [{'subnet_id': 'f0a728e0-8177-4ef6-98d8-012342f800a7'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:23.427130 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.635290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-663f4b0a-c803-4b7a-8f91-98b6ba256823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.635290 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-663f4b0a-c803-4b7a-8f91-98b6ba256823 service neutron] 10.222.0.86 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.2161584 Aug 16 02:25:23.635290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:23.737416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Allocated IP 172.20.0.2 (11ecdd36-3d07-40cd-b19c-115790bb52ef/f0a728e0-8177-4ef6-98d8-012342f800a7/b4104117-53ba-469a-a4c0-0ec2b0f7235b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:23.867519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a95ba37-b25b-4d06-8d75-ac8b44f35fb1 req-87823e29-bfb0-4a97-baf0-35aa8e7baa8a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 210 time: 0.6622865 Aug 16 02:25:23.977308 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.988406 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Transition to ACTIVE for port object b4104117-53ba-469a-a4c0-0ec2b0f7235b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:24.009381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Transition to ACTIVE for port object b4104117-53ba-469a-a4c0-0ec2b0f7235b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:24.018946 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.062048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Network 11ecdd36-3d07-40cd-b19c-115790bb52ef is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:24.062620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392a8e1-a822-4fed-91c2-aadb84dae1bd req-8b3f144a-1e7f-4748-8c75-f26dbe8d58ee tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:24.064269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a392a8e1-a822-4fed-91c2-aadb84dae1bd req-8b3f144a-1e7f-4748-8c75-f26dbe8d58ee tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 945 time: 0.1994774 Aug 16 02:25:24.065058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:24.071979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:24.110143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Pushing event updated for resources: {'Port': ['ID=b4104117-53ba-469a-a4c0-0ec2b0f7235b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:24.143014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Made reservation on behalf of ad09ea6d9f7f46d4bb6336041e46b16b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:24.146530 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.149216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Attempting to bind port b4104117-53ba-469a-a4c0-0ec2b0f7235b on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:24.150018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Attempting to bind port b4104117-53ba-469a-a4c0-0ec2b0f7235b by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'd108e030-c9ef-4d4d-9300-d5bcebc78965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '11ecdd36-3d07-40cd-b19c-115790bb52ef'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:24.150590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Attempting to bind port b4104117-53ba-469a-a4c0-0ec2b0f7235b on network 11ecdd36-3d07-40cd-b19c-115790bb52ef {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:24.157224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:24.157891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Checking segment: {'id': 'd108e030-c9ef-4d4d-9300-d5bcebc78965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '11ecdd36-3d07-40cd-b19c-115790bb52ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:24.158495 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.159168 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Bound using segment: {'id': 'd108e030-c9ef-4d4d-9300-d5bcebc78965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '11ecdd36-3d07-40cd-b19c-115790bb52ef'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:24.160358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Bound port: b4104117-53ba-469a-a4c0-0ec2b0f7235b, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd108e030-c9ef-4d4d-9300-d5bcebc78965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '11ecdd36-3d07-40cd-b19c-115790bb52ef'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:24.160952 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.186384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a392a8e1-a822-4fed-91c2-aadb84dae1bd req-27a331f8-4140-4990-9c1c-2de0c744db10 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125796 Aug 16 02:25:24.208340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] device_id is not set on port 4b66dd6f-05d7-404f-af66-688c3685f831 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:24.224321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-6683d264-2bf2-493f-a5bf-84f4df275a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:24.225940 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-6683d264-2bf2-493f-a5bf-84f4df275a3b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8427567 Aug 16 02:25:24.226718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba11dbce-3dc0-4cb9-81b3-c864736612e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.241876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-faabac08-a2ff-46a6-bc6e-84950d78c1c1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:24.243505 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-faabac08-a2ff-46a6-bc6e-84950d78c1c1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 1.0460689 Aug 16 02:25:24.280246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] For port b4104117-53ba-469a-a4c0-0ec2b0f7235b, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:24.294089 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] For port b4104117-53ba-469a-a4c0-0ec2b0f7235b, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b4104117-53ba-469a-a4c0-0ec2b0f7235b,segment=NetworkSegment(d108e030-c9ef-4d4d-9300-d5bcebc78965),segment_id=d108e030-c9ef-4d4d-9300-d5bcebc78965)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:24.298501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'port': {'device_id': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'admin_state_up': True, 'tenant_id': '7adba80d3513419d95def53648aca5b2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:24.305194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.406659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Allocated IP 172.20.0.9 (11ecdd36-3d07-40cd-b19c-115790bb52ef/f0a728e0-8177-4ef6-98d8-012342f800a7/4b66dd6f-05d7-404f-af66-688c3685f831) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:24.431344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abe2f4-7bb7-45d3-af50-95c46fb31b8e None None] Pushing event updated for resources: {'Port': ['ID=b4104117-53ba-469a-a4c0-0ec2b0f7235b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:24.490387 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-de5d0699-7faa-4fee-85aa-a49fbe5e17cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 1000 time: 0.8302705 Aug 16 02:25:24.715730 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-a510e99c-d591-41e1-a856-9e2d47ac758f service neutron] 10.222.0.93 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710214 Aug 16 02:25:24.743670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.784517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Transition to ACTIVE for port object 4b66dd6f-05d7-404f-af66-688c3685f831 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:24.850153 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.859541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b4104117-53ba-469a-a4c0-0ec2b0f7235b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:24.868990 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba11dbce-3dc0-4cb9-81b3-c864736612e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.880748 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba11dbce-3dc0-4cb9-81b3-c864736612e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.883961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-ff3debd5-86e8-4677-8f5c-cddf76d8090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:24.885448 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-ff3debd5-86e8-4677-8f5c-cddf76d8090f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.3859606 Aug 16 02:25:24.910685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Network 11ecdd36-3d07-40cd-b19c-115790bb52ef is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:24.915818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:24.921192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:24.961449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event updated for resources: {'Port': ['ID=4b66dd6f-05d7-404f-af66-688c3685f831,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:25.004494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b4104117-53ba-469a-a4c0-0ec2b0f7235b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:25.011251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.016162 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.065717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65163df0-acac-4b14-a28f-1d938ff48af0 req-618f116d-ea57-4d38-91fc-83e6462dd7fd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 210 time: 0.0323021 Aug 16 02:25:25.083842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11dbce-3dc0-4cb9-81b3-c864736612e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b22a01-1064-4901-8fad-fd10f5000632,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:25.098613 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ba11dbce-3dc0-4cb9-81b3-c864736612e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8fe3fcbdde14bab9fd00841221629d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4631975 Aug 16 02:25:25.101935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:25.111412 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-41de106d-da65-4a33-89d7-4ed97110f2f5 service neutron] 10.222.0.93 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627770 Aug 16 02:25:25.114520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Made reservation on behalf of 7adba80d3513419d95def53648aca5b2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:25.118160 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.135824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44c350d0-e552-4831-8ae1-852445c74cb6 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1259594 Aug 16 02:25:25.136390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-9770fa23-4e92-4b0d-a1c1-8925e2a00ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.137990 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-9770fa23-4e92-4b0d-a1c1-8925e2a00ac6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516280 Aug 16 02:25:25.138415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:25.145850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Request body: {'port': {'network_id': '11ecdd36-3d07-40cd-b19c-115790bb52ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1067553437', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:25.146393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] bootfile-name is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:25:25.146735 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] tftp-server is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:25:25.147065 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] server-ip-address is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:25:25.238182 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba906111-bb5a-458a-9f7c-8fc335c09619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.298222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba906111-bb5a-458a-9f7c-8fc335c09619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.348419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Allocated IP 172.20.0.6 (f2c687db-8614-475b-b13c-da59d0eacf00/30f7e4f3-ca32-45eb-91f5-4776aa1b05e1/77efa93f-0ef5-47c8-a7b1-f19110e180ff) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:25.373962 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-b0a203ae-3c07-480f-918d-1ba08a179a5e service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261288 Aug 16 02:25:25.396932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd875a79-3f18-4c7f-9401-35ece67e5c16 req-56333c16-9896-4f6a-a20a-5f04d50f3746 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.398520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd875a79-3f18-4c7f-9401-35ece67e5c16 req-56333c16-9896-4f6a-a20a-5f04d50f3746 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 945 time: 0.1026647 Aug 16 02:25:25.402798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Made reservation on behalf of ad09ea6d9f7f46d4bb6336041e46b16b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:25.405926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.441396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] device_id is not set on port 04ac9d0d-62e0-40e8-bab5-29a68df6cdd1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:25.451853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba906111-bb5a-458a-9f7c-8fc335c09619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.454537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba906111-bb5a-458a-9f7c-8fc335c09619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.455725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ba906111-bb5a-458a-9f7c-8fc335c09619 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8b22a01-1064-4901-8fad-fd10f5000632 HTTP/1.1" status: 204 len: 168 time: 0.3526032 Aug 16 02:25:25.507563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd875a79-3f18-4c7f-9401-35ece67e5c16 req-4d8ee549-f5ed-4035-8f48-992465b7ba83 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903108 Aug 16 02:25:25.508289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba906111-bb5a-458a-9f7c-8fc335c09619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b22a01-1064-4901-8fad-fd10f5000632,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:25.606109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Allocated IP 172.20.0.11 (11ecdd36-3d07-40cd-b19c-115790bb52ef/f0a728e0-8177-4ef6-98d8-012342f800a7/04ac9d0d-62e0-40e8-bab5-29a68df6cdd1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:25.614130 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-da3b79b4-e327-4c6c-a8e8-90f612c5cea7 req-4a605588-1380-4571-b28f-227c52238e65 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242458 Aug 16 02:25:25.639039 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.656564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Transition to ACTIVE for port object 77efa93f-0ef5-47c8-a7b1-f19110e180ff will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:25.666191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768596b1-5ecb-41c2-adcc-3993c6f4cc24 None None] Network 11ecdd36-3d07-40cd-b19c-115790bb52ef requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:25.700396 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.719670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['bdfab2db-7551-4904-8054-7c4d2d87d591', 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:25.778621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Network f2c687db-8614-475b-b13c-da59d0eacf00 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:25.797638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:25.804387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'Port': ['ID=77efa93f-0ef5-47c8-a7b1-f19110e180ff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:25.807511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3b5d729-1d39-4570-8de1-fb6fc4d27c8a None None] Provisioning for port b4104117-53ba-469a-a4c0-0ec2b0f7235b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:25.815914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:25.817994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.826095 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3b5d729-1d39-4570-8de1-fb6fc4d27c8a None None] Provisioning complete for port b4104117-53ba-469a-a4c0-0ec2b0f7235b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:25.826723 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d729-1d39-4570-8de1-fb6fc4d27c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.835576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Transition to ACTIVE for port object 04ac9d0d-62e0-40e8-bab5-29a68df6cdd1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:25.889150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.929207 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.930947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.946548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:25.970737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85fda001-46ea-4cbd-8dde-7415420f2fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.990580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-4f8a3e8e-eab6-423c-84b9-76eefcc09a25 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7230899 Aug 16 02:25:25.999397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event updated for resources: {'Port': ['ID=04ac9d0d-62e0-40e8-bab5-29a68df6cdd1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:26.012674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Network 11ecdd36-3d07-40cd-b19c-115790bb52ef is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:26.014140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Request body: {'port': {'device_id': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:26.014376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:26.019430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:26.109040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:26.110455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.159227 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d729-1d39-4570-8de1-fb6fc4d27c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.173710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.280003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c3b5d729-1d39-4570-8de1-fb6fc4d27c8a None None] For port b4104117-53ba-469a-a4c0-0ec2b0f7235b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b4104117-53ba-469a-a4c0-0ec2b0f7235b,segment=NetworkSegment(d108e030-c9ef-4d4d-9300-d5bcebc78965),segment_id=d108e030-c9ef-4d4d-9300-d5bcebc78965)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:26.291160 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3b5d729-1d39-4570-8de1-fb6fc4d27c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.365118 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-2577a333-52f5-4118-be76-56a90ae1a212 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c59fcf81f614455da1514e2b17f5f3cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1409240 Aug 16 02:25:26.416533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5d729-1d39-4570-8de1-fb6fc4d27c8a None None] Pushing event updated for resources: {'Port': ['ID=b4104117-53ba-469a-a4c0-0ec2b0f7235b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:26.455000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec95b6a1-13e4-4c97-aa19-a8ffdeb68d36 None None] Provisioning for port 77efa93f-0ef5-47c8-a7b1-f19110e180ff completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:26.481561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec95b6a1-13e4-4c97-aa19-a8ffdeb68d36 None None] Provisioning complete for port 77efa93f-0ef5-47c8-a7b1-f19110e180ff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:26.481992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec95b6a1-13e4-4c97-aa19-a8ffdeb68d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.557550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ec95b6a1-13e4-4c97-aa19-a8ffdeb68d36 None None] Port 77efa93f-0ef5-47c8-a7b1-f19110e180ff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:26.619330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85fda001-46ea-4cbd-8dde-7415420f2fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.626751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85fda001-46ea-4cbd-8dde-7415420f2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.679021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-8e6e5ec7-f2bc-48fa-930c-91cb0ed6f1fd tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:26.680839 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-8e6e5ec7-f2bc-48fa-930c-91cb0ed6f1fd tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142819 Aug 16 02:25:26.684293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fee57496-7059-4c37-b34b-f938cd419e95 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.5446515 Aug 16 02:25:26.687863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:26.698497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216e23d-991a-46aa-8875-7a9ebe4b822f req-bc967c73-7869-4b13-8830-91d4245fab98 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:26.707725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Provisioning for port 4b66dd6f-05d7-404f-af66-688c3685f831 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:26.710245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e216e23d-991a-46aa-8875-7a9ebe4b822f req-bc967c73-7869-4b13-8830-91d4245fab98 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 931 time: 0.5093107 Aug 16 02:25:26.713345 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-85fda001-46ea-4cbd-8dde-7415420f2fea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=efdb3657c9284630a26ac3e8dd834b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7649806 Aug 16 02:25:26.718570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Provisioning complete for port 4b66dd6f-05d7-404f-af66-688c3685f831 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:26.718960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.732769 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:26.750580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-309ed5d1-9e37-4216-be29-55f4d704f752 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/quotas/c59fcf81f614455da1514e2b17f5f3cc HTTP/1.1" status: 200 len: 375 time: 0.0366969 Aug 16 02:25:26.760291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fda001-46ea-4cbd-8dde-7415420f2fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c77b02-02de-49d9-b7e7-27f12c90b6f3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:26.791442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b4104117-53ba-469a-a4c0-0ec2b0f7235b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:26.804859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e216e23d-991a-46aa-8875-7a9ebe4b822f req-9a97f56a-5724-4280-8f4a-c7dca134305e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834002 Aug 16 02:25:26.818219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Port 4b66dd6f-05d7-404f-af66-688c3685f831 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:26.847502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Provisioning for port 04ac9d0d-62e0-40e8-bab5-29a68df6cdd1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:26.850232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-30c05eaf-fe11-428b-832a-18b5b8d21034 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c59fcf81f614455da1514e2b17f5f3cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836077 Aug 16 02:25:26.852329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Provisioning complete for port 04ac9d0d-62e0-40e8-bab5-29a68df6cdd1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:26.852568 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.887987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:26.944242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b4104117-53ba-469a-a4c0-0ec2b0f7235b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:26.944695 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.946666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Port 04ac9d0d-62e0-40e8-bab5-29a68df6cdd1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:26.962783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8dc91-8b0e-4e65-b52f-d383939334a2 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:26.969202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8dc91-8b0e-4e65-b52f-d383939334a2 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:26.981808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8dc91-8b0e-4e65-b52f-d383939334a2 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:26.986119 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-21b8dc91-8b0e-4e65-b52f-d383939334a2 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2924638 Aug 16 02:25:26.986530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:27.013539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77efa93f-0ef5-47c8-a7b1-f19110e180ff {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:27.033434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.036557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db420db8-1513-4714-85a3-b6667b7e9660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.059241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Transition to ACTIVE for port object 77efa93f-0ef5-47c8-a7b1-f19110e180ff will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:27.069466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.108480 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:25:27.174162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Provisioning complete for port b4104117-53ba-469a-a4c0-0ec2b0f7235b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:27.175396 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f6121f5-bb85-4722-931c-7c7362447b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.179772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db420db8-1513-4714-85a3-b6667b7e9660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.187435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecc3eb-4b6f-47a9-b18d-d66f44caec58 req-a4fb36d8-c335-468f-aab3-7624109f87da tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:27.190204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ceecc3eb-4b6f-47a9-b18d-d66f44caec58 req-a4fb36d8-c335-468f-aab3-7624109f87da tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 945 time: 0.2808220 Aug 16 02:25:27.323471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Pushing event updated for resources: {'Port': ['ID=77efa93f-0ef5-47c8-a7b1-f19110e180ff,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:27.332290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9346032-a323-48aa-850d-8e308e3d4d84 req-14ee57c8-73dc-4767-8ca4-cb21e8d0b3dd tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 210 time: 0.1727879 Aug 16 02:25:27.454160 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ceecc3eb-4b6f-47a9-b18d-d66f44caec58 req-20b9049c-dc46-4c6e-904b-918fd3a91df4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199800 Aug 16 02:25:27.489204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Attempting to bind port 77efa93f-0ef5-47c8-a7b1-f19110e180ff on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:27.489780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Attempting to bind port 77efa93f-0ef5-47c8-a7b1-f19110e180ff by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:27.490139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Attempting to bind port 77efa93f-0ef5-47c8-a7b1-f19110e180ff on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:27.495321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:27.496304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Port 77efa93f-0ef5-47c8-a7b1-f19110e180ff on network f2c687db-8614-475b-b13c-da59d0eacf00 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:27.496656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Attempting to bind port 77efa93f-0ef5-47c8-a7b1-f19110e180ff on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:27.498550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3aa25aee-ddbe-435c-9bac-7c0f58deac0b tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Deleting port 04ac9d0d-62e0-40e8-bab5-29a68df6cdd1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:27.498875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3aa25aee-ddbe-435c-9bac-7c0f58deac0b tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.506591 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db420db8-1513-4714-85a3-b6667b7e9660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.510354 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db420db8-1513-4714-85a3-b6667b7e9660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.512103 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-db420db8-1513-4714-85a3-b6667b7e9660 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8c77b02-02de-49d9-b7e7-27f12c90b6f3 HTTP/1.1" status: 204 len: 168 time: 0.7674494 Aug 16 02:25:27.563133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:27.563549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Checking segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:27.563929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Bound using segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:27.564514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Bound port: 77efa93f-0ef5-47c8-a7b1-f19110e180ff, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:27.564880 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.572605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db420db8-1513-4714-85a3-b6667b7e9660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c77b02-02de-49d9-b7e7-27f12c90b6f3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:27.649934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:27.663011 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6ec3e11d-d5b5-4458-bebc-a870bc736953 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/da341a42-9008-4f77-91e2-32c4d15a7b0e HTTP/1.1" status: 200 len: 992 time: 0.1635377 Aug 16 02:25:27.670494 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3aa25aee-ddbe-435c-9bac-7c0f58deac0b tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.687918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3aa25aee-ddbe-435c-9bac-7c0f58deac0b tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Calling delete_port for 04ac9d0d-62e0-40e8-bab5-29a68df6cdd1 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:27.749115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'port_id': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'mac_address': 'fa:16:3e:23:3f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:27.762331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] For port 77efa93f-0ef5-47c8-a7b1-f19110e180ff, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:27.771794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] For port 77efa93f-0ef5-47c8-a7b1-f19110e180ff, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=77efa93f-0ef5-47c8-a7b1-f19110e180ff,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:27.777835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.833917 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.858514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed2264b-a42c-426f-b005-acbf3bde543c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:27.900198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:27.900836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.907999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:27.910745 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] 10.222.0.93 "PUT /v2.0/ports/77efa93f-0ef5-47c8-a7b1-f19110e180ff HTTP/1.1" status: 200 len: 1092 time: 1.9104352 Aug 16 02:25:27.913249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'tag': '77efa93f-0ef5-47c8-a7b1-f19110e180ff'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:27.920551 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.922282 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78032fbb-4281-4b24-b7c6-846e9191fa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a59ac50-6fe7-4ac1-b671-cb085e8d78bd", "tag": "77efa93f-0ef5-47c8-a7b1-f19110e180ff"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:27.930196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c93c102f-44f2-4c0c-8956-9882a36afc40 None None] Provisioning complete for port 4b66dd6f-05d7-404f-af66-688c3685f831 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:27.930729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c93c102f-44f2-4c0c-8956-9882a36afc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.985886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5f36b-db99-448e-af97-c8a4446229d1 service neutron] Pushing event updated for resources: {'Port': ['ID=77efa93f-0ef5-47c8-a7b1-f19110e180ff,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:28.031458 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7c6e30-c9e6-476a-abff-bd7b845f5640 x-openstack-request-id: req-5d7c6e30-c9e6-476a-abff-bd7b845f5640 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:28.032080 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a59ac50-6fe7-4ac1-b671-cb085e8d78bd", "tag": "77efa93f-0ef5-47c8-a7b1-f19110e180ff", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:28.032748 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d7c6e30-c9e6-476a-abff-bd7b845f5640 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:28.033381 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'tag': '77efa93f-0ef5-47c8-a7b1-f19110e180ff', 'status': 'completed', 'code': 200} Aug 16 02:25:28.066370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c93c102f-44f2-4c0c-8956-9882a36afc40 None None] Port 4b66dd6f-05d7-404f-af66-688c3685f831 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:28.068293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:28.089687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c93c102f-44f2-4c0c-8956-9882a36afc40 None None] Could not find standard attr ID for object 04ac9d0d-62e0-40e8-bab5-29a68df6cdd1. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:25:28.092914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3aa25aee-ddbe-435c-9bac-7c0f58deac0b tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.180733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78032fbb-4281-4b24-b7c6-846e9191fa1a req-cddc786a-9479-46bb-a50c-71ffc0a7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.182337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78032fbb-4281-4b24-b7c6-846e9191fa1a req-cddc786a-9479-46bb-a50c-71ffc0a7a43d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 1095 time: 0.0959790 Aug 16 02:25:28.245339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa25aee-ddbe-435c-9bac-7c0f58deac0b tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event deleted for resources: {'Port': ['ID=04ac9d0d-62e0-40e8-bab5-29a68df6cdd1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:28.320573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['7ed2264b-a42c-426f-b005-acbf3bde543c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:28.422337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5784d6-7403-4e9e-acb3-a7f89b271ad0 req-f1d36d64-59b3-492c-9ebe-83a26202cdae tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.423996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d5784d6-7403-4e9e-acb3-a7f89b271ad0 req-f1d36d64-59b3-492c-9ebe-83a26202cdae tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 943 time: 0.3612051 Aug 16 02:25:28.501488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78032fbb-4281-4b24-b7c6-846e9191fa1a req-e92d2673-bf8d-4b9e-8ba8-f2ffe0599683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:28.504186 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78032fbb-4281-4b24-b7c6-846e9191fa1a req-e92d2673-bf8d-4b9e-8ba8-f2ffe0599683 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=7adba80d3513419d95def53648aca5b2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3135245 Aug 16 02:25:28.553315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-686acca2-523c-4e86-8b7e-3022f1630f58 req-cf83b404-7848-4ef7-82a5-1196dbf52070 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 210 time: 0.0982940 Aug 16 02:25:28.554653 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3aa25aee-ddbe-435c-9bac-7c0f58deac0b tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.556464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3aa25aee-ddbe-435c-9bac-7c0f58deac0b tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "DELETE /v2.0/ports/04ac9d0d-62e0-40e8-bab5-29a68df6cdd1 HTTP/1.1" status: 204 len: 168 time: 1.5690982 Aug 16 02:25:28.571760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:28.576205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d5784d6-7403-4e9e-acb3-a7f89b271ad0 req-f0fc8435-f43c-42e8-bee2-063295c27b87 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362040 Aug 16 02:25:28.582635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Request body: {'port': {'name': 'tempest-new-port-name-1450748689', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:28.583036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] bootfile-name is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:25:28.583427 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] tftp-server is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:25:28.583759 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] server-ip-address is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:25:28.689829 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.772282 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-e890b772-94d2-4a0a-89bd-4be5b1a59ced tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c59fcf81f614455da1514e2b17f5f3cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498047 Aug 16 02:25:28.945876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.951477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.963877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:28.999956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78032fbb-4281-4b24-b7c6-846e9191fa1a req-31cdada9-7cfa-4b59-98e5-be732037be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.001979 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-78032fbb-4281-4b24-b7c6-846e9191fa1a req-31cdada9-7cfa-4b59-98e5-be732037be15 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4908752 Aug 16 02:25:29.059158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event updated for resources: {'Port': ['ID=4b66dd6f-05d7-404f-af66-688c3685f831,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:29.088760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-0812b21e-f82f-4fb6-9e85-d50a16b252fb tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.090970 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-0812b21e-f82f-4fb6-9e85-d50a16b252fb tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122880 Aug 16 02:25:29.092440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] In _notify_port_updated(), no bound segment for port 4b66dd6f-05d7-404f-af66-688c3685f831 on network 11ecdd36-3d07-40cd-b19c-115790bb52ef {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:25:29.101892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.103266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.108733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-53ee9a56-e517-4863-8646-bddc440f9ed5 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "PUT /v2.0/ports/4b66dd6f-05d7-404f-af66-688c3685f831 HTTP/1.1" status: 200 len: 1136 time: 0.5311933 Aug 16 02:25:29.109472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:29.113107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Request body: {'port': {'device_id': '810f21a3-f148-496a-9951-206d85a635e5', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': 'c59fcf81f614455da1514e2b17f5f3cc'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:29.184616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'network': {'name': 'tempest-RoutersTest-2039896633'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:29.225592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-deeffa6e-3608-429d-b740-ba686eec023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.227158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-deeffa6e-3608-429d-b740-ba686eec023f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 1095 time: 0.1844165 Aug 16 02:25:29.234483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffec3c1-a483-405a-8318-330f61b33116 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.236117 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dffec3c1-a483-405a-8318-330f61b33116 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "GET /v2.0/ports/4b66dd6f-05d7-404f-af66-688c3685f831 HTTP/1.1" status: 200 len: 1136 time: 0.1189380 Aug 16 02:25:29.239882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:29.291572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a5c33043-c0f7-455b-aa6c-ca714de782a9 None None] Provisioning complete for port 4b66dd6f-05d7-404f-af66-688c3685f831 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:29.292292 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5c33043-c0f7-455b-aa6c-ca714de782a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.300041 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-2267566e-8472-4cc4-ac52-867f3e866a96 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77efa93f-0ef5-47c8-a7b1-f19110e180ff HTTP/1.1" status: 200 len: 217 time: 0.0568533 Aug 16 02:25:29.338453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a5c33043-c0f7-455b-aa6c-ca714de782a9 None None] Port 4b66dd6f-05d7-404f-af66-688c3685f831 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:29.356772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:29.360272 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.366042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d9791a5e-7fb1-4a65-87e9-742e05e67b65 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Deleting port 4b66dd6f-05d7-404f-af66-688c3685f831 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:29.366623 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9791a5e-7fb1-4a65-87e9-742e05e67b65 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.383077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.421332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-a61b6970-b381-45d0-8b1b-0f7203c6e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.422694 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-a61b6970-b381-45d0-8b1b-0f7203c6e235 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.1130390 Aug 16 02:25:29.480753 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9791a5e-7fb1-4a65-87e9-742e05e67b65 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.498589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d9791a5e-7fb1-4a65-87e9-742e05e67b65 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Calling delete_port for 4b66dd6f-05d7-404f-af66-688c3685f831 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:29.721952 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9791a5e-7fb1-4a65-87e9-742e05e67b65 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.766669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-151da700-6f99-4134-9c75-67276178c5c7 req-99ec59aa-cac8-42b4-b2bb-011d285d3492 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 210 time: 0.0704534 Aug 16 02:25:29.803130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9791a5e-7fb1-4a65-87e9-742e05e67b65 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event deleted for resources: {'Port': ['ID=4b66dd6f-05d7-404f-af66-688c3685f831,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:29.864855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2fa6b-944e-4e4e-afef-5df3041eff78 req-384c469c-b79f-4fab-807c-15a14b2e4716 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.866558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31b2fa6b-944e-4e4e-afef-5df3041eff78 req-384c469c-b79f-4fab-807c-15a14b2e4716 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 943 time: 0.1693301 Aug 16 02:25:29.891826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Made reservation on behalf of c59fcf81f614455da1514e2b17f5f3cc for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:29.895690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.910451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9791a5e-7fb1-4a65-87e9-742e05e67b65 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.912870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d9791a5e-7fb1-4a65-87e9-742e05e67b65 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "DELETE /v2.0/ports/4b66dd6f-05d7-404f-af66-688c3685f831 HTTP/1.1" status: 204 len: 168 time: 0.6718974 Aug 16 02:25:29.916596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:29.920681 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.934422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31b2fa6b-944e-4e4e-afef-5df3041eff78 req-f9cd6cc4-2f2f-4049-8ea4-731dd04e82ea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586874 Aug 16 02:25:29.943322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-853e7a90-41a1-42f6-ba4f-d675c07bc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.944887 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-853e7a90-41a1-42f6-ba4f-d675c07bc857 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5118017 Aug 16 02:25:30.082471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78dd0bd-dff7-43bb-ac10-9a85bbb52935 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Deleting subnet f0a728e0-8177-4ef6-98d8-012342f800a7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:30.089212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a78dd0bd-dff7-43bb-ac10-9a85bbb52935 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.156228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a78dd0bd-dff7-43bb-ac10-9a85bbb52935 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.200792 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.205571 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-dcc064cf-90fe-4a42-bf15-c16f14a9c358 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514658 Aug 16 02:25:30.213330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.308121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:30.331865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e8562-2608-4aee-87b6-b9c901f9e330,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:30.372331 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.372684 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added segment 41871495-5a3f-4814-9c32-a20cbd3fb5fb of type vlan for network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 Aug 16 02:25:30.453233 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a78dd0bd-dff7-43bb-ac10-9a85bbb52935 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.480716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.505198 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c6ceb8fa-9a00-40a2-9c28-c46f6b016ca3 req-01fd5f77-bd1f-4670-96dc-f20a551a531c service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863002 Aug 16 02:25:30.569922 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.574169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.579806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:30.580477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.588532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.591695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a78dd0bd-dff7-43bb-ac10-9a85bbb52935 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.700021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dd0bd-dff7-43bb-ac10-9a85bbb52935 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a728e0-8177-4ef6-98d8-012342f800a7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:30.704676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a78dd0bd-dff7-43bb-ac10-9a85bbb52935 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.706455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a78dd0bd-dff7-43bb-ac10-9a85bbb52935 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "DELETE /v2.0/subnets/f0a728e0-8177-4ef6-98d8-012342f800a7 HTTP/1.1" status: 204 len: 168 time: 0.7836568 Aug 16 02:25:30.709501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:30.719423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c051c-392c-4606-ac13-6aa6591a6d93 None None] Network 11ecdd36-3d07-40cd-b19c-115790bb52ef requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:30.748390 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7741063 Aug 16 02:25:30.754291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:30.763601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'network': {'name': 'tempest-RoutersTest-1827132709'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:30.772242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:30.793351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d135ed-e06d-4964-9aec-a40638dcaae8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Network': ['ID=9f25ef96-b326-4d01-9a34-3cda4a8f9669,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:30.820568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:30.826598 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.832171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.859259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:30.864326 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.893236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:30.909042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Allocated IP 192.168.233.201 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/196c9bbf-c974-4fd9-802d-0b83d6232d8c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:30.915355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:30.933267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.933736 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added segment d89eae77-4f2d-4876-85bf-66167f850ffc of type vlan for network 01b10822-631b-447d-95e4-5a4b8d5f3627 Aug 16 02:25:30.950750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ab5400a-d43b-4435-984b-7915ddbd4dfa req-dc952346-1ebe-4e7f-a6ef-515831d34a50 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 210 time: 0.0607378 Aug 16 02:25:30.964402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Deleting port b4104117-53ba-469a-a4c0-0ec2b0f7235b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:30.966240 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.020900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.048123 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-897a4233-fbab-4c36-9844-eacd0831af82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.081359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 7ed2264b-a42c-426f-b005-acbf3bde543c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:31.087064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 7ed2264b-a42c-426f-b005-acbf3bde543c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:31.087517 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.095141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] For port b4104117-53ba-469a-a4c0-0ec2b0f7235b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b4104117-53ba-469a-a4c0-0ec2b0f7235b,segment=NetworkSegment(d108e030-c9ef-4d4d-9300-d5bcebc78965),segment_id=d108e030-c9ef-4d4d-9300-d5bcebc78965)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:31.095629 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.138107 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.144961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:31.145823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.155836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8b8826-946e-4495-b76a-e1a518464d1b None None] DHCP port deletion for 11ecdd36-3d07-40cd-b19c-115790bb52ef request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:31.169967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Calling delete_port for b4104117-53ba-469a-a4c0-0ec2b0f7235b owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:31.228055 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4701037 Aug 16 02:25:31.228432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:31.236337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'subnet': {'network_id': '9f25ef96-b326-4d01-9a34-3cda4a8f9669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:31.258301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cb5c7-f0a4-4723-8301-a2649a139c98 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Network': ['ID=01b10822-631b-447d-95e4-5a4b8d5f3627,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:31.264580 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.266251 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.278924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 01b10822-631b-447d-95e4-5a4b8d5f3627 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:31.282362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Transition to ACTIVE for port object 196c9bbf-c974-4fd9-802d-0b83d6232d8c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:31.304700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980aafd-25ec-4d10-910c-55ba266754a7 req-eb8c3dce-98e6-44ff-a47a-246498856de6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:31.306258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6980aafd-25ec-4d10-910c-55ba266754a7 req-eb8c3dce-98e6-44ff-a47a-246498856de6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 943 time: 0.2061648 Aug 16 02:25:31.334316 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.349450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b8826-946e-4495-b76a-e1a518464d1b None None] Deleting port b4104117-53ba-469a-a4c0-0ec2b0f7235b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:31.349956 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e8b8826-946e-4495-b76a-e1a518464d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.358426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:31.361086 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec6f8b7-a995-425c-9f44-f2f36681f106" -d '{"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-plugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:31.382032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:31.385729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:31.390460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:31.434658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:31.445029 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.449424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Pushing event updated for resources: {'Port': ['ID=196c9bbf-c974-4fd9-802d-0b83d6232d8c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:31.488182 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f2286e-e906-4e9b-aee1-8b2b96480024 x-openstack-request-id: req-e0f2286e-e906-4e9b-aee1-8b2b96480024 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:31.488625 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-plugged", "status": "completed", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:31.489070 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0f2286e-e906-4e9b-aee1-8b2b96480024 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:31.489667 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'code': 200} Aug 16 02:25:31.498498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e8b8826-946e-4495-b76a-e1a518464d1b None None] For port b4104117-53ba-469a-a4c0-0ec2b0f7235b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b4104117-53ba-469a-a4c0-0ec2b0f7235b,segment=NetworkSegment(d108e030-c9ef-4d4d-9300-d5bcebc78965),segment_id=d108e030-c9ef-4d4d-9300-d5bcebc78965)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:31.499077 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e8b8826-946e-4495-b76a-e1a518464d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.499396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6980aafd-25ec-4d10-910c-55ba266754a7 req-f543199a-acfb-4f8f-b5e7-8e1d5e3014c8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816144 Aug 16 02:25:31.501963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:31.502648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.525554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b8826-946e-4495-b76a-e1a518464d1b None None] Calling delete_port for b4104117-53ba-469a-a4c0-0ec2b0f7235b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:31.542331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.548766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:31.552667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:31.557166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.561734 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-05e03830-ed2f-4609-a20b-1640769c8192 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4539254 Aug 16 02:25:31.580657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Request body: {'port': {'device_id': '810f21a3-f148-496a-9951-206d85a635e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:31.648685 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e8b8826-946e-4495-b76a-e1a518464d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.685559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b8826-946e-4495-b76a-e1a518464d1b None None] No DVR routers for this DVR port b4104117-53ba-469a-a4c0-0ec2b0f7235b on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:31.690785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b8826-946e-4495-b76a-e1a518464d1b None None] Pushing event deleted for resources: {'Port': ['ID=b4104117-53ba-469a-a4c0-0ec2b0f7235b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:31.725717 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.786437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb4878d6-f423-45e6-acab-b88d9d49e76f None None] Provisioning for port 196c9bbf-c974-4fd9-802d-0b83d6232d8c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:31.791589 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb4878d6-f423-45e6-acab-b88d9d49e76f None None] Provisioning complete for port 196c9bbf-c974-4fd9-802d-0b83d6232d8c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:31.792205 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb4878d6-f423-45e6-acab-b88d9d49e76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.834992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fb4878d6-f423-45e6-acab-b88d9d49e76f None None] Port 196c9bbf-c974-4fd9-802d-0b83d6232d8c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:31.845276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] No DVR routers for this DVR port b4104117-53ba-469a-a4c0-0ec2b0f7235b on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:31.848887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event deleted for resources: {'Port': ['ID=b4104117-53ba-469a-a4c0-0ec2b0f7235b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:31.887877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.888336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.888754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.889169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.889516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.889861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.890289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.890690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.891123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.891525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.891922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.892907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.981544 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.998963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ecdd36-3d07-40cd-b19c-115790bb52ef']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:32.013865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd108e030-c9ef-4d4d-9300-d5bcebc78965') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:32.014234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd108e030-c9ef-4d4d-9300-d5bcebc78965') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:32.057312 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.077397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196c9bbf-c974-4fd9-802d-0b83d6232d8c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:32.081997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.087724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.087926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.096135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:32.096768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:32.106325 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:32.111285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Transition to ACTIVE for port object 196c9bbf-c974-4fd9-802d-0b83d6232d8c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:32.128597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.196930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Pushing event updated for resources: {'Port': ['ID=196c9bbf-c974-4fd9-802d-0b83d6232d8c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.260088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Subnet': ['ID=ada1ecf8-1753-4e98-8aca-bd2ef7454d2a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.265153 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.283186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0adc41-6f52-49bf-88bb-7083eeb05b29 req-0e12a8c2-ecf4-4a65-8313-a4aabf79cdbd tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:32.285728 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e0adc41-6f52-49bf-88bb-7083eeb05b29 req-0e12a8c2-ecf4-4a65-8313-a4aabf79cdbd tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 948 time: 0.1103163 Aug 16 02:25:32.290531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.293793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] 10.222.0.61 "DELETE /v2.0/networks/11ecdd36-3d07-40cd-b19c-115790bb52ef HTTP/1.1" status: 204 len: 168 time: 1.5836194 Aug 16 02:25:32.294489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Attempting to bind port 196c9bbf-c974-4fd9-802d-0b83d6232d8c on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:32.294896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Attempting to bind port 196c9bbf-c974-4fd9-802d-0b83d6232d8c by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:32.295323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Attempting to bind port 196c9bbf-c974-4fd9-802d-0b83d6232d8c on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:32.300722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Port 196c9bbf-c974-4fd9-802d-0b83d6232d8c on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:32.301132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Attempting to bind port 196c9bbf-c974-4fd9-802d-0b83d6232d8c on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:32.306598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:32.307020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:32.307494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:32.307987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Bound port: 196c9bbf-c974-4fd9-802d-0b83d6232d8c, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:32.309101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.319406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1ccbf-6112-43bd-a8b2-6b71ec69ee24 tempest-ExtraDHCPOptionsTestJSON-1459578258 tempest-ExtraDHCPOptionsTestJSON-1459578258-project] Pushing event deleted for resources: {'Network': ['ID=11ecdd36-3d07-40cd-b19c-115790bb52ef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.321371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Checking segment: {'id': '41871495-5a3f-4814-9c32-a20cbd3fb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f25ef96-b326-4d01-9a34-3cda4a8f9669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:32.321750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network hostable DHCP agents. Network: 9f25ef96-b326-4d01-9a34-3cda4a8f9669, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:32.368542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e0adc41-6f52-49bf-88bb-7083eeb05b29 req-b2c950eb-012b-4acd-890b-f85858d679bb tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691280 Aug 16 02:25:32.379496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:32.391147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 9f25ef96-b326-4d01-9a34-3cda4a8f9669) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:32.401348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86871b89-c116-4ca6-a4f5-006a9ed7d020 None None] Network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:32.404242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:32.407773 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.411472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] For port 196c9bbf-c974-4fd9-802d-0b83d6232d8c, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:32.421160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] For port 196c9bbf-c974-4fd9-802d-0b83d6232d8c, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=196c9bbf-c974-4fd9-802d-0b83d6232d8c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:32.428414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.430000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d00b11f0-9eba-4718-aa76-9561af3efdfe tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2001183 Aug 16 02:25:32.432755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:32.439672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'subnet': {'network_id': '01b10822-631b-447d-95e4-5a4b8d5f3627', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:32.507990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:32.508751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.514756 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] 10.222.0.86 "PUT /v2.0/ports/196c9bbf-c974-4fd9-802d-0b83d6232d8c HTTP/1.1" status: 200 len: 1097 time: 0.9369075 Aug 16 02:25:32.517214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810f21a3-f148-496a-9951-206d85a635e5', 'tag': '196c9bbf-c974-4fd9-802d-0b83d6232d8c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:32.521754 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b15b35-0d44-4779-b1be-5fa6910cddcf" -d '{"events": [{"name": "network-changed", "server_uuid": "810f21a3-f148-496a-9951-206d85a635e5", "tag": "196c9bbf-c974-4fd9-802d-0b83d6232d8c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:32.647658 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165d22b6-448e-4c1f-a4f3-b7aebfb21a5c x-openstack-request-id: req-165d22b6-448e-4c1f-a4f3-b7aebfb21a5c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:32.649798 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810f21a3-f148-496a-9951-206d85a635e5", "tag": "196c9bbf-c974-4fd9-802d-0b83d6232d8c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:32.652952 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-165d22b6-448e-4c1f-a4f3-b7aebfb21a5c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:32.653478 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810f21a3-f148-496a-9951-206d85a635e5', 'tag': '196c9bbf-c974-4fd9-802d-0b83d6232d8c', 'status': 'completed', 'code': 200} Aug 16 02:25:32.669705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:32.674200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.725041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f6882-1c45-4e2e-a9d9-957c65601e1b service neutron] Pushing event updated for resources: {'Port': ['ID=196c9bbf-c974-4fd9-802d-0b83d6232d8c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.769775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b4104117-53ba-469a-a4c0-0ec2b0f7235b no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:32.769952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-87b6fd5d-dc0d-428a-9763-944f73854536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:32.773750 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-87b6fd5d-dc0d-428a-9763-944f73854536 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c59fcf81f614455da1514e2b17f5f3cc&device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 1100 time: 0.1953626 Aug 16 02:25:32.815312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b4104117-53ba-469a-a4c0-0ec2b0f7235b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:32.816573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b4104117-53ba-469a-a4c0-0ec2b0f7235b not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:32.870394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-9f25ef96-b326-4d01-9a34-3cda4a8f9669', 'network_id': '9f25ef96-b326-4d01-9a34-3cda4a8f9669', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'fixed_ips': [{'subnet_id': 'ada1ecf8-1753-4e98-8aca-bd2ef7454d2a'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:32.872379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.877723 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-da8cffbb-9efe-4e0e-a80c-fdbedeac5437 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=196c9bbf-c974-4fd9-802d-0b83d6232d8c HTTP/1.1" status: 200 len: 217 time: 0.0902700 Aug 16 02:25:32.943437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:33.022711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-afd926cc-d5b2-4898-8b2b-792aa07ef2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:33.024224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-afd926cc-d5b2-4898-8b2b-792aa07ef2fb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1383095 Aug 16 02:25:33.068971 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.075108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Allocated IP 172.20.0.2 (9f25ef96-b326-4d01-9a34-3cda4a8f9669/ada1ecf8-1753-4e98-8aca-bd2ef7454d2a/154c54a6-64dc-49ca-b6eb-6050f07c7816) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:33.118508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-30782736-ecec-476c-abc3-a9a612ea3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:33.120243 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-30782736-ecec-476c-abc3-a9a612ea3beb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882626 Aug 16 02:25:33.175550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Subnet': ['ID=3f747bb4-af0d-42e1-8598-8d31c615fdb5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:33.220680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cadf9c-670e-4dee-88d4-1f264fdf80bf req-5939c715-5f54-4ad9-9b6e-ba2d97c07e28 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:33.222231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0cadf9c-670e-4dee-88d4-1f264fdf80bf req-5939c715-5f54-4ad9-9b6e-ba2d97c07e28 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 943 time: 0.2587261 Aug 16 02:25:33.223234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Checking segment: {'id': 'd89eae77-4f2d-4876-85bf-66167f850ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '01b10822-631b-447d-95e4-5a4b8d5f3627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:33.223609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network hostable DHCP agents. Network: 01b10822-631b-447d-95e4-5a4b8d5f3627, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:33.256523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 01b10822-631b-447d-95e4-5a4b8d5f3627 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:33.280579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 01b10822-631b-447d-95e4-5a4b8d5f3627) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:33.285342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0cadf9c-670e-4dee-88d4-1f264fdf80bf req-c549ef40-6983-4290-b4d6-c6bfde34d562 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550220 Aug 16 02:25:33.288307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:33.289061 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.311184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882ce3d-0b2c-469d-80cd-6c291e26cb5f None None] Network 01b10822-631b-447d-95e4-5a4b8d5f3627 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:33.311534 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ea1d4406-31a4-4f71-bf1c-de1554083919 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad09ea6d9f7f46d4bb6336041e46b16b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610752 Aug 16 02:25:33.311972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:33.320686 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c95a56ff-6674-485d-9b03-86f6d7f5a5ea tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8836045 Aug 16 02:25:33.322024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:33.328961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-01082b1a-0e1c-4b3f-b5e1-1ff53423f5ac tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-479536552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:33.357867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-0154cb07-86b7-4f1e-9a63-e294581dc193 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288404 Aug 16 02:25:33.359284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.375796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Transition to ACTIVE for port object 154c54a6-64dc-49ca-b6eb-6050f07c7816 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:33.376126 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-616e119c-93e7-4929-990e-40163bec1c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.391293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01082b1a-0e1c-4b3f-b5e1-1ff53423f5ac tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.392679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01082b1a-0e1c-4b3f-b5e1-1ff53423f5ac tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.404236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-616e119c-93e7-4929-990e-40163bec1c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.412632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Transition to ACTIVE for port object 154c54a6-64dc-49ca-b6eb-6050f07c7816 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:33.479315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-616e119c-93e7-4929-990e-40163bec1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.485805 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-616e119c-93e7-4929-990e-40163bec1c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.489841 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-616e119c-93e7-4929-990e-40163bec1c15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ffd3fcfd-e858-4b5f-8ed0-da8f4e19d9c1 HTTP/1.1" status: 204 len: 168 time: 0.1772478 Aug 16 02:25:33.497805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e119c-93e7-4929-990e-40163bec1c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd3fcfd-e858-4b5f-8ed0-da8f4e19d9c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:33.499710 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.516504 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01082b1a-0e1c-4b3f-b5e1-1ff53423f5ac tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.521189 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:25:33.527435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01082b1a-0e1c-4b3f-b5e1-1ff53423f5ac tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.545819 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01082b1a-0e1c-4b3f-b5e1-1ff53423f5ac tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.549537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-01082b1a-0e1c-4b3f-b5e1-1ff53423f5ac tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2217133 Aug 16 02:25:33.549901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:33.559935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dee8b189-8aec-47a4-865b-7ba54c33f557 req-bb5d3404-8cda-4cdc-ae3f-c52bc2b9ce54 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949520 Aug 16 02:25:33.624119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:33.635657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:33.658536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86586eb1-bd8d-4e7f-824f-3b2d0531d80a req-a19977a2-0c98-42a5-b251-ff12cf66168a tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:33.661493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86586eb1-bd8d-4e7f-824f-3b2d0531d80a req-a19977a2-0c98-42a5-b251-ff12cf66168a tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 948 time: 0.1122732 Aug 16 02:25:33.680488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:33.686757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Pushing event updated for resources: {'Port': ['ID=154c54a6-64dc-49ca-b6eb-6050f07c7816,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:33.693819 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b301d077-6eb8-49de-bf79-047861d07f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.721924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-01b10822-631b-447d-95e4-5a4b8d5f3627', 'network_id': '01b10822-631b-447d-95e4-5a4b8d5f3627', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'fixed_ips': [{'subnet_id': '3f747bb4-af0d-42e1-8598-8d31c615fdb5'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:33.723230 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.760765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-86586eb1-bd8d-4e7f-824f-3b2d0531d80a req-cd1793c6-dc48-4057-93f5-6561d373f88a tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827475 Aug 16 02:25:33.770027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Attempting to bind port 154c54a6-64dc-49ca-b6eb-6050f07c7816 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:33.770755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Attempting to bind port 154c54a6-64dc-49ca-b6eb-6050f07c7816 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '41871495-5a3f-4814-9c32-a20cbd3fb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f25ef96-b326-4d01-9a34-3cda4a8f9669'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:33.771384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Attempting to bind port 154c54a6-64dc-49ca-b6eb-6050f07c7816 on network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:33.781015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:33.781574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Checking segment: {'id': '41871495-5a3f-4814-9c32-a20cbd3fb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f25ef96-b326-4d01-9a34-3cda4a8f9669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:33.782025 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.782513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Bound using segment: {'id': '41871495-5a3f-4814-9c32-a20cbd3fb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f25ef96-b326-4d01-9a34-3cda4a8f9669'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:33.783145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Bound port: 154c54a6-64dc-49ca-b6eb-6050f07c7816, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41871495-5a3f-4814-9c32-a20cbd3fb5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f25ef96-b326-4d01-9a34-3cda4a8f9669'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:33.783626 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.945360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-ecbf4e42-6544-4482-91e5-06bba7dc23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:33.947232 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-ecbf4e42-6544-4482-91e5-06bba7dc23bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c59fcf81f614455da1514e2b17f5f3cc&device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 1100 time: 0.2908452 Aug 16 02:25:33.954336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] For port 154c54a6-64dc-49ca-b6eb-6050f07c7816, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:33.957724 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] For port 154c54a6-64dc-49ca-b6eb-6050f07c7816, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=154c54a6-64dc-49ca-b6eb-6050f07c7816,segment=NetworkSegment(41871495-5a3f-4814-9c32-a20cbd3fb5fb),segment_id=41871495-5a3f-4814-9c32-a20cbd3fb5fb)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:33.961585 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.968229 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.988853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.073510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7577a0-e6a3-4048-9315-9d5c8a8dd5e1 None None] Pushing event updated for resources: {'Port': ['ID=154c54a6-64dc-49ca-b6eb-6050f07c7816,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:34.085951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Allocated IP 172.21.0.2 (01b10822-631b-447d-95e4-5a4b8d5f3627/3f747bb4-af0d-42e1-8598-8d31c615fdb5/bb728f27-5426-4339-91d3-0937c7e4df6f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:34.288272 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.329153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Transition to ACTIVE for port object bb728f27-5426-4339-91d3-0937c7e4df6f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:34.365196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 77efa93f-0ef5-47c8-a7b1-f19110e180ff details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:34.369008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Transition to ACTIVE for port object bb728f27-5426-4339-91d3-0937c7e4df6f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:34.392124 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.477585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-275c16c4-96fc-4cc3-9c85-2c383027113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:34.479164 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-275c16c4-96fc-4cc3-9c85-2c383027113a service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.5043917 Aug 16 02:25:34.513307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.20.0.1 (9f25ef96-b326-4d01-9a34-3cda4a8f9669/ada1ecf8-1753-4e98-8aca-bd2ef7454d2a/59b4c48d-b65f-4b75-b376-86ea29da5d6a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:34.563632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45442624-3aac-41d8-bded-93d49628c3e3 req-fa8c54df-3f47-43fe-bc1b-40d0a88faa69 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:34.572416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45442624-3aac-41d8-bded-93d49628c3e3 req-fa8c54df-3f47-43fe-bc1b-40d0a88faa69 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 943 time: 0.1104503 Aug 16 02:25:34.573233 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-d02e83e6-c721-470d-99d6-fdf860671ec6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=196c9bbf-c974-4fd9-802d-0b83d6232d8c HTTP/1.1" status: 200 len: 217 time: 0.0772753 Aug 16 02:25:34.622172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45442624-3aac-41d8-bded-93d49628c3e3 req-74540ce0-22ef-4351-9073-087cb73cd0a2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491331 Aug 16 02:25:34.654882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:34.655131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Pushing event updated for resources: {'Port': ['ID=bb728f27-5426-4339-91d3-0937c7e4df6f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:34.666579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Network 01b10822-631b-447d-95e4-5a4b8d5f3627 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:34.669841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:34.672408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:34.728452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-cde3b987-ea4b-4a30-ac71-c6bac12eaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:34.730601 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-cde3b987-ea4b-4a30-ac71-c6bac12eaa57 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1457560 Aug 16 02:25:34.786784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 77efa93f-0ef5-47c8-a7b1-f19110e180ff, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=77efa93f-0ef5-47c8-a7b1-f19110e180ff,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:34.792145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Attempting to bind port bb728f27-5426-4339-91d3-0937c7e4df6f on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:34.795740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Attempting to bind port bb728f27-5426-4339-91d3-0937c7e4df6f by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'd89eae77-4f2d-4876-85bf-66167f850ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '01b10822-631b-447d-95e4-5a4b8d5f3627'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:34.796147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Attempting to bind port bb728f27-5426-4339-91d3-0937c7e4df6f on network 01b10822-631b-447d-95e4-5a4b8d5f3627 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:34.828610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 154c54a6-64dc-49ca-b6eb-6050f07c7816 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:34.835899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-74dba968-74d2-460a-9cdb-36671c0d5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:34.839212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-74dba968-74d2-460a-9cdb-36671c0d5d37 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1000457 Aug 16 02:25:34.866810 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.898394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Transition to ACTIVE for port object 59b4c48d-b65f-4b75-b376-86ea29da5d6a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:34.911554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:34.911940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Checking segment: {'id': 'd89eae77-4f2d-4876-85bf-66167f850ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '01b10822-631b-447d-95e4-5a4b8d5f3627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:34.912354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.915749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'networks': [{'name': 'tempest-network--184766118'}, {'name': 'tempest-network--2025995492'}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:34.920646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'network': {'name': 'tempest-network--184766118'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:34.921331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'network': {'name': 'tempest-network--2025995492'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:34.922640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Bound using segment: {'id': 'd89eae77-4f2d-4876-85bf-66167f850ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '01b10822-631b-447d-95e4-5a4b8d5f3627'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:34.923508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Bound port: bb728f27-5426-4339-91d3-0937c7e4df6f, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89eae77-4f2d-4876-85bf-66167f850ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '01b10822-631b-447d-95e4-5a4b8d5f3627'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:34.923929 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.946696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '77efa93f-0ef5-47c8-a7b1-f19110e180ff', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'port_id': '77efa93f-0ef5-47c8-a7b1-f19110e180ff', 'mac_address': 'fa:16:3e:87:aa:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:34.963422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Made reservation on behalf of bc90d55e44324d2e8426d78938013ff1 for: {'network': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:34.977914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.994854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.009035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.057336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd672c0a-66c4-4283-bbaf-8352501b78cd req-def0e483-7fc3-46ad-aff5-097cd9e80a4b tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:35.060196 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd672c0a-66c4-4283-bbaf-8352501b78cd req-def0e483-7fc3-46ad-aff5-097cd9e80a4b tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 948 time: 0.1827974 Aug 16 02:25:35.073460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=59b4c48d-b65f-4b75-b376-86ea29da5d6a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.079319 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.118450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:35.126946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:35.140326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:35.158922 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.185083 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd672c0a-66c4-4283-bbaf-8352501b78cd req-3725133b-3d50-4510-8a29-19ad69da97e8 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140869 Aug 16 02:25:35.211649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] For port bb728f27-5426-4339-91d3-0937c7e4df6f, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:35.234615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77efa93f-0ef5-47c8-a7b1-f19110e180ff {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:35.281959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 77efa93f-0ef5-47c8-a7b1-f19110e180ff, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=77efa93f-0ef5-47c8-a7b1-f19110e180ff,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:35.290876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 154c54a6-64dc-49ca-b6eb-6050f07c7816 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:35.301299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] For port bb728f27-5426-4339-91d3-0937c7e4df6f, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bb728f27-5426-4339-91d3-0937c7e4df6f,segment=NetworkSegment(d89eae77-4f2d-4876-85bf-66167f850ffc),segment_id=d89eae77-4f2d-4876-85bf-66167f850ffc)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:35.302925 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.309165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.320562 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.327933 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.328354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.340901 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.390907 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-b39926c8-e1e2-4464-b32f-629f8e70913e service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372653 Aug 16 02:25:35.391315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=77efa93f-0ef5-47c8-a7b1-f19110e180ff,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.424983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1433a677-c41e-4926-a4c4-4a317fd6ad20,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.437783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:35.472515 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.472884 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Added segment 3231fd17-4d5d-42f3-8e85-ca9d8fdedb1a of type vlan for network 2bf70fbf-954a-4b4b-bad1-ad6e41f93208 Aug 16 02:25:35.535116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc9178-3c98-4ff8-98c7-a2fd8359c047 None None] Pushing event updated for resources: {'Port': ['ID=bb728f27-5426-4339-91d3-0937c7e4df6f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.555014 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.619540 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.626964 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9b15b35-0d44-4779-b1be-5fa6910cddcf req-64cb5958-3479-4b60-abab-6ec224de4d50 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271509 Aug 16 02:25:35.628178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['77efa93f-0ef5-47c8-a7b1-f19110e180ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:35.660024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:35.724839 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.725551 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Added segment 6014b102-2cef-4d0e-90a1-3e5525ce8bb5 of type vlan for network 48621e6a-f894-45f0-a089-cb948f17b4b1 Aug 16 02:25:35.873424 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.945404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700f6e-02ac-406a-8344-06c9b7ff9b54 req-5645cc06-1d86-4655-9885-6169f35973fb tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:35.947634 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59700f6e-02ac-406a-8344-06c9b7ff9b54 req-5645cc06-1d86-4655-9885-6169f35973fb tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 944 time: 0.1070318 Aug 16 02:25:35.950487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.954741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.961513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:35.967494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:35.968201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.974390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b53e324-c776-4b5f-aee7-f5d1172336b2 None None] Network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:36.049625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b5b1543a-f5ae-4941-9aeb-17d4eef0d71b None None] Provisioning for port 154c54a6-64dc-49ca-b6eb-6050f07c7816 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:36.069070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b5b1543a-f5ae-4941-9aeb-17d4eef0d71b None None] Provisioning complete for port 154c54a6-64dc-49ca-b6eb-6050f07c7816 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:36.069463 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b5b1543a-f5ae-4941-9aeb-17d4eef0d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.086683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4303231 Aug 16 02:25:36.092061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:36.128676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.150721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Network': ['ID=2bf70fbf-954a-4b4b-bad1-ad6e41f93208,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:36.164548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59700f6e-02ac-406a-8344-06c9b7ff9b54 req-01faae0f-1417-44ea-b5e9-0f42ff4c3f13 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926756 Aug 16 02:25:36.169477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.187561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 2bf70fbf-954a-4b4b-bad1-ad6e41f93208 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:36.273010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc152804-ba07-43a2-80a4-208066d11557 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Network': ['ID=48621e6a-f894-45f0-a089-cb948f17b4b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:36.295910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 48621e6a-f894-45f0-a089-cb948f17b4b1 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:36.375416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16043d25-639e-4539-aeff-5f74571bb434 req-7c490b7a-6664-4557-b092-3321a92f5f97 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:36.377269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16043d25-639e-4539-aeff-5f74571bb434 req-7c490b7a-6664-4557-b092-3321a92f5f97 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 948 time: 0.1009438 Aug 16 02:25:36.451003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-16043d25-639e-4539-aeff-5f74571bb434 req-a1423aae-c9c1-42f3-89aa-91c188567a1d tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674577 Aug 16 02:25:36.482986 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b5b1543a-f5ae-4941-9aeb-17d4eef0d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.555686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b5b1543a-f5ae-4941-9aeb-17d4eef0d71b None None] For port 154c54a6-64dc-49ca-b6eb-6050f07c7816, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=154c54a6-64dc-49ca-b6eb-6050f07c7816,segment=NetworkSegment(41871495-5a3f-4814-9c32-a20cbd3fb5fb),segment_id=41871495-5a3f-4814-9c32-a20cbd3fb5fb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:36.578415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b5b1543a-f5ae-4941-9aeb-17d4eef0d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.658052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1543a-f5ae-4941-9aeb-17d4eef0d71b None None] Pushing event updated for resources: {'Port': ['ID=154c54a6-64dc-49ca-b6eb-6050f07c7816,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:36.795441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bb728f27-5426-4339-91d3-0937c7e4df6f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:36.880359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port bb728f27-5426-4339-91d3-0937c7e4df6f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:36.915821 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.918369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=59b4c48d-b65f-4b75-b376-86ea29da5d6a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:36.946286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8b43d-2008-4be2-906e-0935e6084224 None None] Network 01b10822-631b-447d-95e4-5a4b8d5f3627 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:37.019475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa679d-3ec1-4d28-8e99-0909e868a3d0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.026736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa679d-3ec1-4d28-8e99-0909e868a3d0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.033991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa679d-3ec1-4d28-8e99-0909e868a3d0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.041494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa679d-3ec1-4d28-8e99-0909e868a3d0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.046784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:37.047420 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-20aa679d-3ec1-4d28-8e99-0909e868a3d0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9535854 Aug 16 02:25:37.083554 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.096504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Provisioning complete for port 154c54a6-64dc-49ca-b6eb-6050f07c7816 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:37.097391 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.148872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:37.151043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:37.204309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.346885 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.360047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf70fbf-954a-4b4b-bad1-ad6e41f93208']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:37.373881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3231fd17-4d5d-42f3-8e85-ca9d8fdedb1a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:37.374301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3231fd17-4d5d-42f3-8e85-ca9d8fdedb1a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:37.385992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.403042 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.411329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:37.411824 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.417992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router f0bf32ae-4259-456b-8c44-f1c1c5da9293 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:37.500297 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:37.504880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.510194 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.515675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/networks/2bf70fbf-954a-4b4b-bad1-ad6e41f93208 HTTP/1.1" status: 204 len: 168 time: 0.4655714 Aug 16 02:25:37.548778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:37.549423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Provisioning for port bb728f27-5426-4339-91d3-0937c7e4df6f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:37.550302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a8b8a-19ee-4122-a6dc-83e761ff2714 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Network': ['ID=2bf70fbf-954a-4b4b-bad1-ad6e41f93208,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:37.563712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Provisioning complete for port bb728f27-5426-4339-91d3-0937c7e4df6f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:37.564245 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.701362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:37.709081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1efd4aaa-f062-44b7-b8f1-830ff3a32b00 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/f0bf32ae-4259-456b-8c44-f1c1c5da9293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1577811 Aug 16 02:25:37.715112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:37.769494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a5ad6-fcc5-42df-81fa-6f0051bd2911 None None] Sync routers for ids ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:37.812044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc97721-a20e-4c28-ac70-128d6397ab5f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.814065 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9dc97721-a20e-4c28-ac70-128d6397ab5f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports/59b4c48d-b65f-4b75-b376-86ea29da5d6a HTTP/1.1" status: 200 len: 910 time: 0.0943472 Aug 16 02:25:37.816811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:37.831333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a5ad6-fcc5-42df-81fa-6f0051bd2911 None None] Routers {'f0bf32ae-4259-456b-8c44-f1c1c5da9293'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:37.832450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ff8a5ad6-fcc5-42df-81fa-6f0051bd2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:37.900645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ff8a5ad6-fcc5-42df-81fa-6f0051bd2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:37.911825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:37.944475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a5ad6-fcc5-42df-81fa-6f0051bd2911 None None] Routers {'f0bf32ae-4259-456b-8c44-f1c1c5da9293'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:37.945422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ff8a5ad6-fcc5-42df-81fa-6f0051bd2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:38.004618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ff8a5ad6-fcc5-42df-81fa-6f0051bd2911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:38.005395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a5ad6-fcc5-42df-81fa-6f0051bd2911 None None] The sync data for ids ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:38.012632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] For port bb728f27-5426-4339-91d3-0937c7e4df6f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bb728f27-5426-4339-91d3-0937c7e4df6f,segment=NetworkSegment(d89eae77-4f2d-4876-85bf-66167f850ffc),segment_id=d89eae77-4f2d-4876-85bf-66167f850ffc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:38.018640 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.070953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Provisioning for port 59b4c48d-b65f-4b75-b376-86ea29da5d6a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:38.078249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Provisioning complete for port 59b4c48d-b65f-4b75-b376-86ea29da5d6a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:38.078918 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.140542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Port 59b4c48d-b65f-4b75-b376-86ea29da5d6a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:38.156752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75435c4b-b8a3-4d05-952d-e3505916f8a3 None None] Pushing event updated for resources: {'Port': ['ID=bb728f27-5426-4339-91d3-0937c7e4df6f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:38.271484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e63f4f87-2071-4481-bc42-339486cf430f None None] Provisioning complete for port bb728f27-5426-4339-91d3-0937c7e4df6f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:38.272162 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e63f4f87-2071-4481-bc42-339486cf430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.289574 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.299533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebba48a-ac15-40b8-921b-b8efcf0d438c req-d3dc2d6b-83eb-4f12-a200-ab3d9120aabd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:38.309992 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ebba48a-ac15-40b8-921b-b8efcf0d438c req-d3dc2d6b-83eb-4f12-a200-ab3d9120aabd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 944 time: 0.8126545 Aug 16 02:25:38.337687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.382196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 77efa93f-0ef5-47c8-a7b1-f19110e180ff up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:38.387568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d198e45-973a-4cb2-8d59-dbf1c61884aa req-040fa5e3-6a00-408a-a270-00ed176567eb tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:38.389147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d198e45-973a-4cb2-8d59-dbf1c61884aa req-040fa5e3-6a00-408a-a270-00ed176567eb tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 948 time: 0.1830239 Aug 16 02:25:38.448395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e63f4f87-2071-4481-bc42-339486cf430f None None] Provisioning complete for port 59b4c48d-b65f-4b75-b376-86ea29da5d6a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:38.450026 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e63f4f87-2071-4481-bc42-339486cf430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.484989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d198e45-973a-4cb2-8d59-dbf1c61884aa req-40a2d251-2f8f-4fc8-a09a-09aeb0d87846 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865209 Aug 16 02:25:38.502329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ebba48a-ac15-40b8-921b-b8efcf0d438c req-07635b27-4aeb-4f4d-a9f1-421dfeb09c3e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872904 Aug 16 02:25:38.528559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e63f4f87-2071-4481-bc42-339486cf430f None None] Port 59b4c48d-b65f-4b75-b376-86ea29da5d6a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:38.559134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 77efa93f-0ef5-47c8-a7b1-f19110e180ff completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:38.568362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 77efa93f-0ef5-47c8-a7b1-f19110e180ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:38.568743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.667750 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.674584 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-c33dceb9-2613-455b-9bf0-ca21c24ae30e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0945683 Aug 16 02:25:38.698410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48621e6a-f894-45f0-a089-cb948f17b4b1']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:38.722768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6014b102-2cef-4d0e-90a1-3e5525ce8bb5') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:38.723074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6014b102-2cef-4d0e-90a1-3e5525ce8bb5') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:38.740598 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.763868 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.774543 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.782966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:38.783332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:38.786918 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:38.804926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 154c54a6-64dc-49ca-b6eb-6050f07c7816 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:38.819032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77efa93f-0ef5-47c8-a7b1-f19110e180ff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:38.822077 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0516bd1-5011-4479-8fb4-9a500b8d10ca" -d '{"events": [{"server_uuid": "9a59ac50-6fe7-4ac1-b671-cb085e8d78bd", "name": "network-vif-plugged", "status": "completed", "tag": "77efa93f-0ef5-47c8-a7b1-f19110e180ff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:38.855579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.21.0.1 (01b10822-631b-447d-95e4-5a4b8d5f3627/3f747bb4-af0d-42e1-8598-8d31c615fdb5/475d6455-15b1-4417-a43d-230e912aa69a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:38.872990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-22e2810c-3b13-40c4-bf5d-6eb0a443ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:38.874552 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-22e2810c-3b13-40c4-bf5d-6eb0a443ee04 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 1097 time: 0.1481938 Aug 16 02:25:38.895268 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a7a982-9bb2-47f6-935d-eeaa53f62ee6 x-openstack-request-id: req-34a7a982-9bb2-47f6-935d-eeaa53f62ee6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:38.895898 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a59ac50-6fe7-4ac1-b671-cb085e8d78bd", "name": "network-vif-plugged", "status": "completed", "tag": "77efa93f-0ef5-47c8-a7b1-f19110e180ff", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:38.896509 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34a7a982-9bb2-47f6-935d-eeaa53f62ee6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:38.897057 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77efa93f-0ef5-47c8-a7b1-f19110e180ff', 'code': 200} Aug 16 02:25:38.904276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 77efa93f-0ef5-47c8-a7b1-f19110e180ff, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=77efa93f-0ef5-47c8-a7b1-f19110e180ff,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:38.913044 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.922161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 196c9bbf-c974-4fd9-802d-0b83d6232d8c details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:38.940931 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.983640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.988212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/networks/48621e6a-f894-45f0-a089-cb948f17b4b1 HTTP/1.1" status: 204 len: 168 time: 1.4312012 Aug 16 02:25:38.988212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd595bff-b199-4d85-840e-ba42aeac3171 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Network': ['ID=48621e6a-f894-45f0-a089-cb948f17b4b1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:38.989651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:39.079135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 154c54a6-64dc-49ca-b6eb-6050f07c7816 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:39.080174 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.086134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=77efa93f-0ef5-47c8-a7b1-f19110e180ff,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:39.116746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:39.121459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a78894-0dd4-44bb-b2f6-4c1a270fdc8a req-2cc2d19c-ba23-451f-befc-c35e44ce1d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.123935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a5a78894-0dd4-44bb-b2f6-4c1a270fdc8a req-2cc2d19c-ba23-451f-befc-c35e44ce1d45 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 1097 time: 0.1464839 Aug 16 02:25:39.156448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 196c9bbf-c974-4fd9-802d-0b83d6232d8c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=196c9bbf-c974-4fd9-802d-0b83d6232d8c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:39.173597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '196c9bbf-c974-4fd9-802d-0b83d6232d8c', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '196c9bbf-c974-4fd9-802d-0b83d6232d8c', 'mac_address': 'fa:16:3e:72:b9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:39.184271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd48fe3-200a-4711-ba7e-d159211c1ea3 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.193030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd48fe3-200a-4711-ba7e-d159211c1ea3 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.204142 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a5a78894-0dd4-44bb-b2f6-4c1a270fdc8a req-d7bcadba-5c04-424c-ac72-ece5baabf957 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538409 Aug 16 02:25:39.204142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:39.206011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-abd48fe3-200a-4711-ba7e-d159211c1ea3 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2151995 Aug 16 02:25:39.209139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1199006784'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:39.223163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-6e82c52b-38e3-4786-942f-f799e553833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.224407 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-6e82c52b-38e3-4786-942f-f799e553833b service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.2945297 Aug 16 02:25:39.241112 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.243839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Made reservation on behalf of bc90d55e44324d2e8426d78938013ff1 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:39.246504 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.248066 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.262191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bb728f27-5426-4339-91d3-0937c7e4df6f up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:39.266696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196c9bbf-c974-4fd9-802d-0b83d6232d8c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:39.314060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 196c9bbf-c974-4fd9-802d-0b83d6232d8c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=196c9bbf-c974-4fd9-802d-0b83d6232d8c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:39.318999 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.322946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Transition to ACTIVE for port object 475d6455-15b1-4417-a43d-230e912aa69a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:39.327250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-48060f38-b086-4fba-b5fd-da68ee18b731 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb9ba099-7736-4e8f-9d9f-de02f63e12c4 HTTP/1.1" status: 200 len: 217 time: 0.0684683 Aug 16 02:25:39.328461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4daf7eac-0d4d-4cba-8123-63de4c48967a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.374586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bb728f27-5426-4339-91d3-0937c7e4df6f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:39.374824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.380090 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=196c9bbf-c974-4fd9-802d-0b83d6232d8c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:39.384271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:39.418687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.419039 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Added segment 65a7b8c3-d18c-46e2-b14e-761b3c6b3e54 of type vlan for network 8121d144-4c46-4ce7-a6d0-87c8253a1729 Aug 16 02:25:39.474015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-6835531a-e6f0-4640-bdf8-b7000ddbf1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.475824 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-6835531a-e6f0-4640-bdf8-b7000ddbf1ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.1341891 Aug 16 02:25:39.486869 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.514925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.606034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 01b10822-631b-447d-95e4-5a4b8d5f3627 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:39.628053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=475d6455-15b1-4417-a43d-230e912aa69a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:39.630645 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:39.637416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:39.638677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f2fe6-6754-42b6-8851-941b16d1092f req-2c8f924b-6c3d-4e24-8822-406208bb5228 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.644962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-979f2fe6-6754-42b6-8851-941b16d1092f req-2c8f924b-6c3d-4e24-8822-406208bb5228 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 949 time: 0.0796714 Aug 16 02:25:39.680378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-30562df7-a47a-402b-8573-34268b28219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.682093 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-30562df7-a47a-402b-8573-34268b28219a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967177 Aug 16 02:25:39.689833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.695730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.696278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.711548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['196c9bbf-c974-4fd9-802d-0b83d6232d8c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:39.737172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-979f2fe6-6754-42b6-8851-941b16d1092f req-ad93bf00-3a47-47ac-8023-d494ded3316b tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769916 Aug 16 02:25:39.755504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb50b14-4627-4366-b4af-70b0dcac1f77 req-4aaac743-85fd-4a67-9114-d231e2bdf240 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:39.757843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1eb50b14-4627-4366-b4af-70b0dcac1f77 req-4aaac743-85fd-4a67-9114-d231e2bdf240 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 945 time: 0.1113112 Aug 16 02:25:39.809456 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1eb50b14-4627-4366-b4af-70b0dcac1f77 req-814abbd9-f123-45b8-8e10-33cc59f25ce7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Aug 16 02:25:39.862652 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.866434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4daf7eac-0d4d-4cba-8123-63de4c48967a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.912930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4daf7eac-0d4d-4cba-8123-63de4c48967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.927913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Network': ['ID=8121d144-4c46-4ce7-a6d0-87c8253a1729,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:39.930725 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-66b6df2a-75ac-4a5f-b05f-b2f2d3302a67 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7255757 Aug 16 02:25:39.934137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:39.940057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1009687691'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:39.956847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 8121d144-4c46-4ce7-a6d0-87c8253a1729 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:39.976050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Made reservation on behalf of bc90d55e44324d2e8426d78938013ff1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:39.981903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.010853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4daf7eac-0d4d-4cba-8123-63de4c48967a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e5d3ea6ad2249e8ab8e5b0e355be1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8863666 Aug 16 02:25:40.019532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:40.023317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:40.034162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf7eac-0d4d-4cba-8123-63de4c48967a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153317d0-4cc1-453c-9196-0fc13f190023,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.038368 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-af9860d6-5b08-4078-b1fe-e7dce7f540b1 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359509 Aug 16 02:25:40.039623 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.040108 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Added segment a4a4e54f-c2ba-4866-8904-a052bdfbfd4b of type vlan for network 0b5e4b78-2995-44e4-a1d1-099917c79e17 Aug 16 02:25:40.115196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.161202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.169840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.170623 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:40.171560 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.195645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd83613b-e09a-425d-bb5b-06d95f4b55bf None None] Provisioning for port 475d6455-15b1-4417-a43d-230e912aa69a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:40.208531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd83613b-e09a-425d-bb5b-06d95f4b55bf None None] Provisioning complete for port 475d6455-15b1-4417-a43d-230e912aa69a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:40.208911 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd83613b-e09a-425d-bb5b-06d95f4b55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.248728 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5c2a371-a12d-4862-8da0-3ff85111b709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.260758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bd83613b-e09a-425d-bb5b-06d95f4b55bf None None] Port 475d6455-15b1-4417-a43d-230e912aa69a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:40.262304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:40.262756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3257687 Aug 16 02:25:40.267826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a0156564-1391-4ca9-b49f-047c99cdc836 req-27f019d1-1bbf-49b4-9154-9367ed562b84 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196205 Aug 16 02:25:40.279635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'ports': [{'network_id': '8121d144-4c46-4ce7-a6d0-87c8253a1729', 'name': 'tempest-port--679127720', 'admin_state_up': True}, {'network_id': '0b5e4b78-2995-44e4-a1d1-099917c79e17', 'admin_state_up': False}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:40.279954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'port': {'network_id': '8121d144-4c46-4ce7-a6d0-87c8253a1729', 'name': 'tempest-port--679127720', 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:40.280435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'port': {'network_id': '0b5e4b78-2995-44e4-a1d1-099917c79e17', 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:40.281412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ffb8d-052c-464e-b262-ab50878b6cf0 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Network': ['ID=0b5e4b78-2995-44e4-a1d1-099917c79e17,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.298438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 0b5e4b78-2995-44e4-a1d1-099917c79e17 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:40.743104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5c2a371-a12d-4862-8da0-3ff85111b709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.866755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0e6ff-880a-4c41-8061-6d5483e5091f req-50351d10-1118-4462-a1f2-0f0ac8f46962 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:40.868956 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76c0e6ff-880a-4c41-8061-6d5483e5091f req-50351d10-1118-4462-a1f2-0f0ac8f46962 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 949 time: 0.0551696 Aug 16 02:25:40.918818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5c2a371-a12d-4862-8da0-3ff85111b709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.921444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5c2a371-a12d-4862-8da0-3ff85111b709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.925166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d5c2a371-a12d-4862-8da0-3ff85111b709 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/153317d0-4cc1-453c-9196-0fc13f190023 HTTP/1.1" status: 204 len: 168 time: 0.9007189 Aug 16 02:25:40.929859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 196c9bbf-c974-4fd9-802d-0b83d6232d8c up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:40.945316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76c0e6ff-880a-4c41-8061-6d5483e5091f req-cf64fbb2-e838-4c92-9896-66003563a105 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674586 Aug 16 02:25:40.954292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2a371-a12d-4862-8da0-3ff85111b709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153317d0-4cc1-453c-9196-0fc13f190023,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.963562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c2afa-eeab-4ec5-9c61-f887ffb4edbc req-c1a7589d-ed02-4c69-82a3-44814aed13ba tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:40.967903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-784c2afa-eeab-4ec5-9c61-f887ffb4edbc req-c1a7589d-ed02-4c69-82a3-44814aed13ba tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 945 time: 0.0719302 Aug 16 02:25:41.021097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Made reservation on behalf of bc90d55e44324d2e8426d78938013ff1 for: {'port': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:41.026287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.034606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-784c2afa-eeab-4ec5-9c61-f887ffb4edbc req-e8e9b81c-b362-405a-8b2b-e33d98344716 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488226 Aug 16 02:25:41.062535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 196c9bbf-c974-4fd9-802d-0b83d6232d8c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:41.062535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 196c9bbf-c974-4fd9-802d-0b83d6232d8c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:41.062535 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.082615 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.107051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.131161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.189949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-d2ba1eca-9b90-4f33-99e4-612fadaaf5da tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7adba80d3513419d95def53648aca5b2 HTTP/1.1" status: 200 len: 267 time: 0.0616736 Aug 16 02:25:41.207251 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.237558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810f21a3-f148-496a-9951-206d85a635e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196c9bbf-c974-4fd9-802d-0b83d6232d8c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:41.240380 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c62f03-b01b-4ba1-bba4-2de05312c1b5" -d '{"events": [{"server_uuid": "810f21a3-f148-496a-9951-206d85a635e5", "name": "network-vif-plugged", "status": "completed", "tag": "196c9bbf-c974-4fd9-802d-0b83d6232d8c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:41.254876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] device_id is not set on port 0deabf41-58d6-404c-9a52-fa457dcf0c11 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:41.274643 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.280923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=475d6455-15b1-4417-a43d-230e912aa69a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:41.292413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 196c9bbf-c974-4fd9-802d-0b83d6232d8c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=196c9bbf-c974-4fd9-802d-0b83d6232d8c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:41.301974 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.331515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-4e53605c-5aab-4669-ab2f-5ab4bd22b339 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:41.337009 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae17cc22-2b4a-4a75-bff0-3f77b3d4c24b x-openstack-request-id: req-ae17cc22-2b4a-4a75-bff0-3f77b3d4c24b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:41.337591 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810f21a3-f148-496a-9951-206d85a635e5", "name": "network-vif-plugged", "status": "completed", "tag": "196c9bbf-c974-4fd9-802d-0b83d6232d8c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:41.338024 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae17cc22-2b4a-4a75-bff0-3f77b3d4c24b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:41.338657 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810f21a3-f148-496a-9951-206d85a635e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196c9bbf-c974-4fd9-802d-0b83d6232d8c', 'code': 200} Aug 16 02:25:41.352439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-4e53605c-5aab-4669-ab2f-5ab4bd22b339 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 945 time: 0.1547034 Aug 16 02:25:41.370827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-ba446ae0-6224-4f92-b1ef-47df9cbb0de4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'port': {'security_groups': []}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:41.390148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=196c9bbf-c974-4fd9-802d-0b83d6232d8c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:41.475655 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-ba446ae0-6224-4f92-b1ef-47df9cbb0de4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.498917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 01b10822-631b-447d-95e4-5a4b8d5f3627 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:41.509772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:41.532016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbd140-e861-4d59-8e96-698b47f20543 req-2ca8e19d-cbde-49c1-b164-e17e7f65cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:41.534005 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1efbd140-e861-4d59-8e96-698b47f20543 req-2ca8e19d-cbde-49c1-b164-e17e7f65cdbf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 1102 time: 0.1089408 Aug 16 02:25:41.601195 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.697266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-ba446ae0-6224-4f92-b1ef-47df9cbb0de4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] For port 77efa93f-0ef5-47c8-a7b1-f19110e180ff, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=77efa93f-0ef5-47c8-a7b1-f19110e180ff,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:41.733325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-ba446ae0-6224-4f92-b1ef-47df9cbb0de4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.739983 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-ba446ae0-6224-4f92-b1ef-47df9cbb0de4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.752232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['bdfab2db-7551-4904-8054-7c4d2d87d591', 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4', '77efa93f-0ef5-47c8-a7b1-f19110e180ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:41.820884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] device_id is not set on port 92571e2c-ba97-4c47-8f13-e6859cc538ef yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:41.825378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-ba446ae0-6224-4f92-b1ef-47df9cbb0de4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:41.826232 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-ba446ae0-6224-4f92-b1ef-47df9cbb0de4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.828897 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1efbd140-e861-4d59-8e96-698b47f20543 req-d63cebf4-e844-4ef0-a1ac-73e172a2f4fe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840221 Aug 16 02:25:41.832915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffb8ba03-122f-472d-8b3a-3c9e39965e1b req-ba446ae0-6224-4f92-b1ef-47df9cbb0de4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "PUT /v2.0/ports/77efa93f-0ef5-47c8-a7b1-f19110e180ff HTTP/1.1" status: 200 len: 904 time: 0.4784985 Aug 16 02:25:41.838339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'tag': '77efa93f-0ef5-47c8-a7b1-f19110e180ff'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:41.840947 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa5485b-cde7-42b6-b368-e35f7f19c74a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a59ac50-6fe7-4ac1-b671-cb085e8d78bd", "tag": "77efa93f-0ef5-47c8-a7b1-f19110e180ff"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:41.882874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router f0bf32ae-4259-456b-8c44-f1c1c5da9293 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:41.892489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba446ae0-6224-4f92-b1ef-47df9cbb0de4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'Port': ['ID=77efa93f-0ef5-47c8-a7b1-f19110e180ff,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:41.933988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['77efa93f-0ef5-47c8-a7b1-f19110e180ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:42.031464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0586aa9e-3b8a-4b99-90cd-064b339d474d None None] Provisioning complete for port 475d6455-15b1-4417-a43d-230e912aa69a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:42.031841 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0586aa9e-3b8a-4b99-90cd-064b339d474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.036708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e0d4-1fcc-4672-8296-458b0017ee41 req-feffed1e-2b40-4a07-8bc3-2008997a443f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.051724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6660e0d4-1fcc-4672-8296-458b0017ee41 req-feffed1e-2b40-4a07-8bc3-2008997a443f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 907 time: 0.1110208 Aug 16 02:25:42.114101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0586aa9e-3b8a-4b99-90cd-064b339d474d None None] Port 475d6455-15b1-4417-a43d-230e912aa69a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:42.221561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b3ab4-66a7-4d8f-9f50-4d5a20f9e333 req-df4938ed-47f3-4213-8cf3-0db94b9af24b tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.231890 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-453b3ab4-66a7-4d8f-9f50-4d5a20f9e333 req-df4938ed-47f3-4213-8cf3-0db94b9af24b tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 950 time: 0.0865803 Aug 16 02:25:42.240435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:42.248322 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bfc9bca9-fc8a-4fb4-be99-462767f7daed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/f0bf32ae-4259-456b-8c44-f1c1c5da9293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4302518 Aug 16 02:25:42.251969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:42.255044 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b0fcb-e6a0-42c5-920d-3d164c6b26f0 None None] Sync routers for ids ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:42.276371 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b0fcb-e6a0-42c5-920d-3d164c6b26f0 None None] Routers {'f0bf32ae-4259-456b-8c44-f1c1c5da9293'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:42.279030 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5c0b0fcb-e6a0-42c5-920d-3d164c6b26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:42.282844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-453b3ab4-66a7-4d8f-9f50-4d5a20f9e333 req-16c62a6c-c602-472e-9070-1e5a0b91c47d tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499001 Aug 16 02:25:42.299618 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b60c7-5e11-42e5-9d6c-2d8848771dca x-openstack-request-id: req-330b60c7-5e11-42e5-9d6c-2d8848771dca {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:42.300148 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a59ac50-6fe7-4ac1-b671-cb085e8d78bd", "tag": "77efa93f-0ef5-47c8-a7b1-f19110e180ff", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:42.300740 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-330b60c7-5e11-42e5-9d6c-2d8848771dca {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:42.301340 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'tag': '77efa93f-0ef5-47c8-a7b1-f19110e180ff', 'status': 'completed', 'code': 200} Aug 16 02:25:42.338746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf80fee-5071-4b49-a839-f3c01e357aa1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.341305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-daf80fee-5071-4b49-a839-f3c01e357aa1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports/475d6455-15b1-4417-a43d-230e912aa69a HTTP/1.1" status: 200 len: 910 time: 0.0875058 Aug 16 02:25:42.344248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:42.348754 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.363438 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5c0b0fcb-e6a0-42c5-920d-3d164c6b26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:42.385232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.388857 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b0fcb-e6a0-42c5-920d-3d164c6b26f0 None None] Routers {'f0bf32ae-4259-456b-8c44-f1c1c5da9293'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:42.389500 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5c0b0fcb-e6a0-42c5-920d-3d164c6b26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:42.406912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e9985ee-25d2-449a-9b43-61d03be5b726 None None] Provisioning complete for port 77efa93f-0ef5-47c8-a7b1-f19110e180ff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:42.411614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e9985ee-25d2-449a-9b43-61d03be5b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.416997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-2bedf7ff-9f62-4d18-a567-daa3e8b6e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.422051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-2bedf7ff-9f62-4d18-a567-daa3e8b6e313 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 1059 time: 0.0795565 Aug 16 02:25:42.451554 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5c0b0fcb-e6a0-42c5-920d-3d164c6b26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:42.452218 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b0fcb-e6a0-42c5-920d-3d164c6b26f0 None None] The sync data for ids ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:42.505376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.578934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909f7e7-33fe-4f7c-927d-8dc0b7351028 req-44e1e5e9-6666-4659-b083-b55826c7adc4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.581770 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7909f7e7-33fe-4f7c-927d-8dc0b7351028 req-44e1e5e9-6666-4659-b083-b55826c7adc4 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1496270 Aug 16 02:25:42.629358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Port': ['ID=0deabf41-58d6-404c-9a52-fa457dcf0c11,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:42.638607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Checking segment: {'id': '65a7b8c3-d18c-46e2-b14e-761b3c6b3e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8121d144-4c46-4ce7-a6d0-87c8253a1729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:42.638974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Network hostable DHCP agents. Network: 8121d144-4c46-4ce7-a6d0-87c8253a1729, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:42.653532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-b900e420-5893-40d3-a116-8811fc39b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.655205 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-b900e420-5893-40d3-a116-8811fc39b34c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.2252374 Aug 16 02:25:42.702486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7909f7e7-33fe-4f7c-927d-8dc0b7351028 req-ec67576c-b9b8-4f77-896d-d368a093d5ae tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837767 Aug 16 02:25:42.716176 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-490e492e-1580-428e-a520-38c4ea8676a3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77efa93f-0ef5-47c8-a7b1-f19110e180ff HTTP/1.1" status: 200 len: 217 time: 0.0514979 Aug 16 02:25:42.717396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Network 8121d144-4c46-4ce7-a6d0-87c8253a1729 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:42.757995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 8121d144-4c46-4ce7-a6d0-87c8253a1729) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:42.765279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:42.766219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.769650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e20336-c258-4965-9857-c212f02b1c39 None None] Network 8121d144-4c46-4ce7-a6d0-87c8253a1729 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:42.813625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-e3adad94-d572-414b-a9be-d9bee3cadcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.815070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-e3adad94-d572-414b-a9be-d9bee3cadcb6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0899317 Aug 16 02:25:42.819932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:42.855640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Port': ['ID=92571e2c-ba97-4c47-8f13-e6859cc538ef,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:42.904125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Checking segment: {'id': 'a4a4e54f-c2ba-4866-8904-a052bdfbfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0b5e4b78-2995-44e4-a1d1-099917c79e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:42.904319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Network hostable DHCP agents. Network: 0b5e4b78-2995-44e4-a1d1-099917c79e17, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:42.911483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd99e1-0c24-45e8-9c70-f802e1c70e6f req-71a663ee-c960-4be7-b26d-c6cf87b671a8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.913205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aafd99e1-0c24-45e8-9c70-f802e1c70e6f req-71a663ee-c960-4be7-b26d-c6cf87b671a8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0999753 Aug 16 02:25:42.933632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-ce8914cb-c5d3-4bdd-8d89-e3026ef5fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:42.935922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-ce8914cb-c5d3-4bdd-8d89-e3026ef5fab9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010215 Aug 16 02:25:42.937086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Network 0b5e4b78-2995-44e4-a1d1-099917c79e17 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:42.953553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 0b5e4b78-2995-44e4-a1d1-099917c79e17) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:42.962317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56a1c3-7865-4264-bf20-9b952fdfe4d7 None None] Network 0b5e4b78-2995-44e4-a1d1-099917c79e17 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:42.998376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:43.005758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:43.010618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:43.011509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.012556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aafd99e1-0c24-45e8-9c70-f802e1c70e6f req-da80f6c0-9899-411e-ab10-6c70ee79a58e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921352 Aug 16 02:25:43.028389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d141f726-9220-4afa-b0ab-2cf23c6ef37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.065823 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0a092c86-ed15-4998-af99-3c094ad44353 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8002112 Aug 16 02:25:43.070329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.073256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:43.147447 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-b94bc0c8-2fc5-4bc0-859e-2b9957e38b3e service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033768 Aug 16 02:25:43.223331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6511038e-2584-4da7-b094-d10e1491a70b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:43.229539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6511038e-2584-4da7-b094-d10e1491a70b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:43.232173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6511038e-2584-4da7-b094-d10e1491a70b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1583602 Aug 16 02:25:43.239593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:43.376417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d141f726-9220-4afa-b0ab-2cf23c6ef37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.381828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bfa5485b-cde7-42b6-b368-e35f7f19c74a req-a4390119-b606-418f-b98c-753c41c17bba service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272143 Aug 16 02:25:43.386710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d141f726-9220-4afa-b0ab-2cf23c6ef37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.438093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f726-9220-4afa-b0ab-2cf23c6ef37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2cbdec-940c-4695-bd93-499aec42f837,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:43.442611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d141f726-9220-4afa-b0ab-2cf23c6ef37a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bd65b9b94ba4d49a9928a7b23941216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214919 Aug 16 02:25:43.444938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f703ef2e-bd16-4c5e-aaf0-2b57995c376e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Deleting port 0deabf41-58d6-404c-9a52-fa457dcf0c11 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:43.445201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f703ef2e-bd16-4c5e-aaf0-2b57995c376e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.448018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:43.469817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d290dcb2-59bf-4a5d-8e63-514e5ea3b88f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:43.471296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d290dcb2-59bf-4a5d-8e63-514e5ea3b88f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 0.2111309 Aug 16 02:25:43.517534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f703ef2e-bd16-4c5e-aaf0-2b57995c376e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.519951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-091845b3-b7c9-4146-aed3-1a2bcdbec2d7 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/quotas/7adba80d3513419d95def53648aca5b2 HTTP/1.1" status: 200 len: 375 time: 0.0358076 Aug 16 02:25:43.532049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f703ef2e-bd16-4c5e-aaf0-2b57995c376e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Calling delete_port for 0deabf41-58d6-404c-9a52-fa457dcf0c11 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:43.534370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2307f-a74d-41f4-8c43-8a0d0ee1b16e req-f6c8997c-56db-470f-b872-2d811c2101c4 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:43.536146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ce2307f-a74d-41f4-8c43-8a0d0ee1b16e req-f6c8997c-56db-470f-b872-2d811c2101c4 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 950 time: 0.1572134 Aug 16 02:25:43.612616 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f703ef2e-bd16-4c5e-aaf0-2b57995c376e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.640440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703ef2e-bd16-4c5e-aaf0-2b57995c376e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Port': ['ID=0deabf41-58d6-404c-9a52-fa457dcf0c11,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:43.647795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f703ef2e-bd16-4c5e-aaf0-2b57995c376e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.653395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f703ef2e-bd16-4c5e-aaf0-2b57995c376e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/ports/0deabf41-58d6-404c-9a52-fa457dcf0c11 HTTP/1.1" status: 204 len: 168 time: 0.4091883 Aug 16 02:25:43.654153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:43.670711 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fde3f32-1eb5-42f7-8a9d-275ceed29ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.696591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-0d7f2867-1857-4da4-8604-22133216399b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1593897 Aug 16 02:25:43.699893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ce2307f-a74d-41f4-8c43-8a0d0ee1b16e req-66dbf3d2-95be-4e73-b190-603bd095fde2 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438737 Aug 16 02:25:43.736196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fde3f32-1eb5-42f7-8a9d-275ceed29ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.754296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3cda2fe0-875c-48e9-ada4-bd1ce6d8d7d4 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Deleting port 92571e2c-ba97-4c47-8f13-e6859cc538ef {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:43.754296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fe0-875c-48e9-ada4-bd1ce6d8d7d4 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.827507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fe0-875c-48e9-ada4-bd1ce6d8d7d4 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.846392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3cda2fe0-875c-48e9-ada4-bd1ce6d8d7d4 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Calling delete_port for 92571e2c-ba97-4c47-8f13-e6859cc538ef owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:43.947764 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fe0-875c-48e9-ada4-bd1ce6d8d7d4 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.983209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2fe0-875c-48e9-ada4-bd1ce6d8d7d4 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Port': ['ID=92571e2c-ba97-4c47-8f13-e6859cc538ef,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:43.991333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fe0-875c-48e9-ada4-bd1ce6d8d7d4 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.996737 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3cda2fe0-875c-48e9-ada4-bd1ce6d8d7d4 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/ports/92571e2c-ba97-4c47-8f13-e6859cc538ef HTTP/1.1" status: 204 len: 168 time: 0.3390834 Aug 16 02:25:43.996843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:44.029730 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-be12bcc5-ed3a-45b3-a720-b60c8f30673a tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311036 Aug 16 02:25:44.033700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:44.038820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1397737115'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:44.062323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Made reservation on behalf of bc90d55e44324d2e8426d78938013ff1 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:44.066439 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.091822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:44.101838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.102186 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Added segment ca00f128-1c5b-45b5-a056-109f31797431 of type vlan for network 53911a4c-c946-44da-8b52-dc1b38f44ace Aug 16 02:25:44.134007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 475d6455-15b1-4417-a43d-230e912aa69a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:44.134746 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.150429 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.181783 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.188223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:44.188813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.220152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dda2c-af96-4fa4-b12d-01928ad9fee8 req-02e39913-f612-4ea1-80d8-e6a33bf8cc19 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:44.221577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b7dda2c-af96-4fa4-b12d-01928ad9fee8 req-02e39913-f612-4ea1-80d8-e6a33bf8cc19 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 950 time: 0.1530108 Aug 16 02:25:44.223420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d75ba24e-837c-4d2d-80a5-7ead5604ca12 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032902 Aug 16 02:25:44.239909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fde3f32-1eb5-42f7-8a9d-275ceed29ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.242585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fde3f32-1eb5-42f7-8a9d-275ceed29ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.243788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7fde3f32-1eb5-42f7-8a9d-275ceed29ac3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c2cbdec-940c-4695-bd93-499aec42f837 HTTP/1.1" status: 204 len: 168 time: 0.7939095 Aug 16 02:25:44.251791 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2170439 Aug 16 02:25:44.254654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:44.262005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1856991039'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:44.278360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a076c0-54f9-49ba-abaa-21db0cc3bb19 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Network': ['ID=53911a4c-c946-44da-8b52-dc1b38f44ace,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:44.298489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Made reservation on behalf of bc90d55e44324d2e8426d78938013ff1 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:44.301137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 53911a4c-c946-44da-8b52-dc1b38f44ace details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:44.303346 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.326824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde3f32-1eb5-42f7-8a9d-275ceed29ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2cbdec-940c-4695-bd93-499aec42f837,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:44.341428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:44.353174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.353607 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Added segment 9921d533-071d-4485-8c45-e77227384f35 of type vlan for network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb Aug 16 02:25:44.371386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.377984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b7dda2c-af96-4fa4-b12d-01928ad9fee8 req-af5c03b0-df06-44dd-bab2-809998a51b59 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494937 Aug 16 02:25:44.412150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 475d6455-15b1-4417-a43d-230e912aa69a owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:44.421036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.425389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-61046c51-b787-416e-ad9e-76bf81455860 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904552 Aug 16 02:25:44.471715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.478123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:44.478711 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.543498 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2857919 Aug 16 02:25:44.570642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cd4d8-ff1d-4619-a08a-0a6f8b417dce tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Network': ['ID=73a80388-6050-4ffb-bad3-e5c8a6b7f4cb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:44.587514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:44.716769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9680f2cd-534f-4ee3-9658-dc408e542a04 req-94586057-8b97-4f64-8fed-4bf219e25997 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 210 time: 0.0415778 Aug 16 02:25:44.825933 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.858204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=475d6455-15b1-4417-a43d-230e912aa69a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:45.100868 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.317354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47870) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:45.380530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router f0bf32ae-4259-456b-8c44-f1c1c5da9293 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:45.450705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-227117249-network', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:45.478370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Made reservation on behalf of f2cc103d28ab4c359840062c8b603167 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:45.482396 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.520115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.538287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:45.552231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8ec537d2-7d68-4c53-9d5a-3825e7915689 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/f0bf32ae-4259-456b-8c44-f1c1c5da9293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2042620 Aug 16 02:25:45.552553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:45.553477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc60d3-0274-4838-a0c1-2777a5aeb218 None None] Sync routers for ids ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:45.565335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-833896f4-a10a-4296-a011-ab699b671024 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:45.566375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc60d3-0274-4838-a0c1-2777a5aeb218 None None] Routers {'f0bf32ae-4259-456b-8c44-f1c1c5da9293'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:45.567179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-833896f4-a10a-4296-a011-ab699b671024 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.86 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 950 time: 0.0803111 Aug 16 02:25:45.567485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60cc60d3-0274-4838-a0c1-2777a5aeb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:45.610541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60cc60d3-0274-4838-a0c1-2777a5aeb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:45.619892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc60d3-0274-4838-a0c1-2777a5aeb218 None None] Routers {'f0bf32ae-4259-456b-8c44-f1c1c5da9293'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:45.621845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60cc60d3-0274-4838-a0c1-2777a5aeb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:45.663531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f22ebb-03fd-401d-ac3b-8ff208a32bc1 req-9806ab86-115f-4b57-90f3-6f57d4c3bbf8 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:45.665134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0f22ebb-03fd-401d-ac3b-8ff208a32bc1 req-9806ab86-115f-4b57-90f3-6f57d4c3bbf8 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 950 time: 0.1777358 Aug 16 02:25:45.673567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60cc60d3-0274-4838-a0c1-2777a5aeb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:45.674811 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc60d3-0274-4838-a0c1-2777a5aeb218 None None] The sync data for ids ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:45.715797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Deleting port 196c9bbf-c974-4fd9-802d-0b83d6232d8c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:45.716527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.750580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0f22ebb-03fd-401d-ac3b-8ff208a32bc1 req-75f44cf7-6016-4b64-885e-6513ca7b7d0b tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/security-groups?id=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645316 Aug 16 02:25:45.857367 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.895863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b058bea-7d6a-4b81-82f1-6486db20590a req-c7ef2a2b-b121-45ad-afd6-6b3ac70bdd02 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 210 time: 0.0513232 Aug 16 02:25:45.901443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.972010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:45.982048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.982642 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Added segment a94cb253-10c8-4086-9635-a54d0b931f04 of type vlan for network 1a292f71-9a6b-4f61-9509-7455ee05240a Aug 16 02:25:46.062708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25b47ef-ba62-490c-81a9-4f0ec8233b9c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:46.066280 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.079834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.106242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] For port 196c9bbf-c974-4fd9-802d-0b83d6232d8c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=196c9bbf-c974-4fd9-802d-0b83d6232d8c,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:46.107329 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.123034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-ab1e4a73-bf8f-419e-9d3d-b546b086317d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:46.123403 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-ab1e4a73-bf8f-419e-9d3d-b546b086317d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 812 time: 0.2815371 Aug 16 02:25:46.134461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Calling delete_port for 196c9bbf-c974-4fd9-802d-0b83d6232d8c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:46.140484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Request body: {'port': {'device_id': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'admin_state_up': True, 'tenant_id': '7adba80d3513419d95def53648aca5b2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:46.200771 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.201730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:46.202293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.306098 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9843261 Aug 16 02:25:46.306515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:46.312937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Request body: {'subnet': {'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-227117249-subnet', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:46.343481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4b0c-5a96-44c2-b1b3-72dabeea8cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=1a292f71-9a6b-4f61-9509-7455ee05240a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:46.373240 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 1a292f71-9a6b-4f61-9509-7455ee05240a details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:46.374805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Made reservation on behalf of f2cc103d28ab4c359840062c8b603167 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:46.377235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.441397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 59b4c48d-b65f-4b75-b376-86ea29da5d6a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:46.442158 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.472454 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.507097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Made reservation on behalf of 7adba80d3513419d95def53648aca5b2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:46.508648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['196c9bbf-c974-4fd9-802d-0b83d6232d8c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:46.510876 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.566434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Pushing event deleted for resources: {'Port': ['ID=196c9bbf-c974-4fd9-802d-0b83d6232d8c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:46.574854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.612712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 59b4c48d-b65f-4b75-b376-86ea29da5d6a owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:46.623230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] No DVR routers for this DVR port 196c9bbf-c974-4fd9-802d-0b83d6232d8c on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:46.627893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.630127 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6e61c729-d10e-4707-8e15-beb2f9e9a907 req-b26bbdb1-527b-41e7-ba33-e46f9f12c022 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.86 "DELETE /v2.0/ports/196c9bbf-c974-4fd9-802d-0b83d6232d8c HTTP/1.1" status: 204 len: 173 time: 1.0552583 Aug 16 02:25:46.631062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810f21a3-f148-496a-9951-206d85a635e5', 'name': 'network-vif-deleted', 'tag': '196c9bbf-c974-4fd9-802d-0b83d6232d8c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:46.633603 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be375588-9d7b-4855-9a82-271d726d2575" -d '{"events": [{"server_uuid": "810f21a3-f148-496a-9951-206d85a635e5", "name": "network-vif-deleted", "tag": "196c9bbf-c974-4fd9-802d-0b83d6232d8c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:46.702513 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c879e8b8-55d1-4fcb-b3c1-a284567300be x-openstack-request-id: req-c879e8b8-55d1-4fcb-b3c1-a284567300be {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:46.702948 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810f21a3-f148-496a-9951-206d85a635e5", "name": "network-vif-deleted", "tag": "196c9bbf-c974-4fd9-802d-0b83d6232d8c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:46.703316 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c879e8b8-55d1-4fcb-b3c1-a284567300be {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:46.703810 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810f21a3-f148-496a-9951-206d85a635e5', 'name': 'network-vif-deleted', 'tag': '196c9bbf-c974-4fd9-802d-0b83d6232d8c', 'status': 'completed', 'code': 200} Aug 16 02:25:46.752520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.769526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Allocated IP 172.20.0.13 (f2c687db-8614-475b-b13c-da59d0eacf00/30f7e4f3-ca32-45eb-91f5-4776aa1b05e1/c9e35309-2936-41d2-bdf1-dd8832d1aa02) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:46.868069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d98663-df59-46e7-908f-976934854088,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:46.900059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Checking segment: {'id': 'a94cb253-10c8-4086-9635-a54d0b931f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:46.900427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Network hostable DHCP agents. Network: 1a292f71-9a6b-4f61-9509-7455ee05240a, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:46.953526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Network 1a292f71-9a6b-4f61-9509-7455ee05240a is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:46.978340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 1a292f71-9a6b-4f61-9509-7455ee05240a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:46.984185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:46.984783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.991638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb041c7-9f13-424a-96e7-d3ca9103d40c None None] Network 1a292f71-9a6b-4f61-9509-7455ee05240a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:47.141580 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.162777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Transition to ACTIVE for port object c9e35309-2936-41d2-bdf1-dd8832d1aa02 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:47.209761 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.238509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['bdfab2db-7551-4904-8054-7c4d2d87d591', 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:47.268609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-1a292f71-9a6b-4f61-9509-7455ee05240a', 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'fixed_ips': [{'subnet_id': '99d98663-df59-46e7-908f-976934854088'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:47.269891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.273211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Network f2c687db-8614-475b-b13c-da59d0eacf00 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:47.279222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:47.304243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:47.391751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:47.393287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.434925 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d74a54e-e33a-481d-a999-44a93da66f9e req-d3654bcb-7821-4f19-b2a2-49f2b870ffe8 tempest-VolumesNegativeTest-2094699905 tempest-VolumesNegativeTest-2094699905-project] 10.222.0.61 "GET /v2.0/ports?device_id=810f21a3-f148-496a-9951-206d85a635e5 HTTP/1.1" status: 200 len: 210 time: 0.4336336 Aug 16 02:25:47.437161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event updated for resources: {'Port': ['ID=c9e35309-2936-41d2-bdf1-dd8832d1aa02,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.439336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bc69fc52-27c9-4529-8747-3daf6aaba52d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1318965 Aug 16 02:25:47.441673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.444333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:47.468117 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-d3eaff63-eee1-44e6-9309-a186bf81f5cd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3316975 Aug 16 02:25:47.484158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Request body: {'port': {'device_id': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.508267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-227117249-router', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.524991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=59b4c48d-b65f-4b75-b376-86ea29da5d6a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.590284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6b9c3-0683-4b66-9e81-1150307010c9 req-961cd7e3-cf07-4ba1-8260-4675e2b2822f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:47.591726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27b6b9c3-0683-4b66-9e81-1150307010c9 req-961cd7e3-cf07-4ba1-8260-4675e2b2822f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 932 time: 0.1738625 Aug 16 02:25:47.611339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.627920 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.649853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.780189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27b6b9c3-0683-4b66-9e81-1150307010c9 req-3e2e6ef3-0685-439e-abdc-01c35b86a6c5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571844 Aug 16 02:25:47.894585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Allocated IP 172.20.0.2 (1a292f71-9a6b-4f61-9509-7455ee05240a/99d98663-df59-46e7-908f-976934854088/b835448e-93f5-4e04-91a2-8a0d2ead3c47) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:47.898743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b26349f0-f609-4afd-896d-215be5e79bf1 None None] Provisioning for port c9e35309-2936-41d2-bdf1-dd8832d1aa02 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:47.917678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b26349f0-f609-4afd-896d-215be5e79bf1 None None] Provisioning complete for port c9e35309-2936-41d2-bdf1-dd8832d1aa02 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:47.918290 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b26349f0-f609-4afd-896d-215be5e79bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.940606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.943869 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.961654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b26349f0-f609-4afd-896d-215be5e79bf1 None None] Port c9e35309-2936-41d2-bdf1-dd8832d1aa02 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:48.067845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:48.104346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'subnets': [{'network_id': '53911a4c-c946-44da-8b52-dc1b38f44ace', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--636116122', 'ip_version': 6}, {'network_id': '73a80388-6050-4ffb-bad3-e5c8a6b7f4cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:48.104346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'subnet': {'network_id': '53911a4c-c946-44da-8b52-dc1b38f44ace', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--636116122', 'ip_version': 6}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:48.104346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Request body: {'subnet': {'network_id': '73a80388-6050-4ffb-bad3-e5c8a6b7f4cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:48.196770 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.206285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Transition to ACTIVE for port object b835448e-93f5-4e04-91a2-8a0d2ead3c47 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:48.223791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Transition to ACTIVE for port object b835448e-93f5-4e04-91a2-8a0d2ead3c47 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:48.232699 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.279992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Network 1a292f71-9a6b-4f61-9509-7455ee05240a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:48.282997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:48.293346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.294861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Pushing event updated for resources: {'Port': ['ID=b835448e-93f5-4e04-91a2-8a0d2ead3c47,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.298240 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:48.358641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Attempting to bind port b835448e-93f5-4e04-91a2-8a0d2ead3c47 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:48.359129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Attempting to bind port b835448e-93f5-4e04-91a2-8a0d2ead3c47 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'a94cb253-10c8-4086-9635-a54d0b931f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:48.359497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Attempting to bind port b835448e-93f5-4e04-91a2-8a0d2ead3c47 on network 1a292f71-9a6b-4f61-9509-7455ee05240a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:48.364760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:48.365131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Checking segment: {'id': 'a94cb253-10c8-4086-9635-a54d0b931f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:48.365532 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.365939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Bound using segment: {'id': 'a94cb253-10c8-4086-9635-a54d0b931f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:48.366407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Bound port: b835448e-93f5-4e04-91a2-8a0d2ead3c47, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94cb253-10c8-4086-9635-a54d0b931f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:48.366787 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.398111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router f0bf32ae-4259-456b-8c44-f1c1c5da9293 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:48.437727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e35309-2936-41d2-bdf1-dd8832d1aa02 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:48.441402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] For port b835448e-93f5-4e04-91a2-8a0d2ead3c47, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:48.444897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] For port b835448e-93f5-4e04-91a2-8a0d2ead3c47, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b835448e-93f5-4e04-91a2-8a0d2ead3c47,segment=NetworkSegment(a94cb253-10c8-4086-9635-a54d0b931f04),segment_id=a94cb253-10c8-4086-9635-a54d0b931f04)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:48.448225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.450614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.464100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Transition to ACTIVE for port object c9e35309-2936-41d2-bdf1-dd8832d1aa02 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:48.468996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.530141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e35309-2936-41d2-bdf1-dd8832d1aa02,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.558460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dbd8c-93d4-4a2b-8a0e-596d92850e2f None None] Pushing event updated for resources: {'Port': ['ID=b835448e-93f5-4e04-91a2-8a0d2ead3c47,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.601485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:48.607738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2e05a3ea-35a8-4317-b6b0-d3b78f014b67 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/f0bf32ae-4259-456b-8c44-f1c1c5da9293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0535824 Aug 16 02:25:48.611595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:48.618665 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476c4d0-78bc-4008-b6b7-475a535d665e None None] Sync routers for ids ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:48.624068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Made reservation on behalf of bc90d55e44324d2e8426d78938013ff1 for: {'subnet': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:48.630353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.630642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.638051 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476c4d0-78bc-4008-b6b7-475a535d665e None None] Routers {'f0bf32ae-4259-456b-8c44-f1c1c5da9293'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:48.638697 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1476c4d0-78bc-4008-b6b7-475a535d665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:48.671984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5faada29-01f0-465f-adcb-ef67ee14948f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0bf32ae-4259-456b-8c44-f1c1c5da9293 HTTP/1.1" status: 200 len: 205 time: 0.0570357 Aug 16 02:25:48.672231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Attempting to bind port c9e35309-2936-41d2-bdf1-dd8832d1aa02 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:48.672231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Attempting to bind port c9e35309-2936-41d2-bdf1-dd8832d1aa02 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:48.672231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Attempting to bind port c9e35309-2936-41d2-bdf1-dd8832d1aa02 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:48.674673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:48.686731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Port c9e35309-2936-41d2-bdf1-dd8832d1aa02 on network f2c687db-8614-475b-b13c-da59d0eacf00 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:48.686992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Attempting to bind port c9e35309-2936-41d2-bdf1-dd8832d1aa02 on network f2c687db-8614-475b-b13c-da59d0eacf00 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:48.731554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:48.731952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Checking segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:48.732354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Bound using segment: {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:48.732807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Bound port: c9e35309-2936-41d2-bdf1-dd8832d1aa02, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d42bb3-8c3e-4698-ae88-ad56a0054fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:48.733174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.739912 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1476c4d0-78bc-4008-b6b7-475a535d665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:48.778271 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476c4d0-78bc-4008-b6b7-475a535d665e None None] Routers {'f0bf32ae-4259-456b-8c44-f1c1c5da9293'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:48.782345 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1476c4d0-78bc-4008-b6b7-475a535d665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:48.805289 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e58d469f-2204-4838-a90b-cd819cc7ed09 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.880225 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1476c4d0-78bc-4008-b6b7-475a535d665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:48.882008 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476c4d0-78bc-4008-b6b7-475a535d665e None None] The sync data for ids ['f0bf32ae-4259-456b-8c44-f1c1c5da9293'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:49.001898 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.074604 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.120831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e58d469f-2204-4838-a90b-cd819cc7ed09 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.125369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e58d469f-2204-4838-a90b-cd819cc7ed09 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.153658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298a540-7b06-4acd-9899-c796c48223c5 req-d55087e7-cc32-4530-a289-6517340a7c0e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.154921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8298a540-7b06-4acd-9899-c796c48223c5 req-d55087e7-cc32-4530-a289-6517340a7c0e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 944 time: 0.1948338 Aug 16 02:25:49.180772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:49.193256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e58d469f-2204-4838-a90b-cd819cc7ed09 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.193762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58d469f-2204-4838-a90b-cd819cc7ed09 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Fanout notify agent at l3_agent the message router_deleted on router f0bf32ae-4259-456b-8c44-f1c1c5da9293 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:25:49.196460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:49.203080 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e58d469f-2204-4838-a90b-cd819cc7ed09 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.204217 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e58d469f-2204-4838-a90b-cd819cc7ed09 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/f0bf32ae-4259-456b-8c44-f1c1c5da9293 HTTP/1.1" status: 204 len: 168 time: 0.5275733 Aug 16 02:25:49.206242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.212519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 47920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:49.263784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.264266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.265716 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] 10.222.0.93 "PUT /v2.0/ports/c9e35309-2936-41d2-bdf1-dd8832d1aa02 HTTP/1.1" status: 200 len: 1093 time: 1.7891119 Aug 16 02:25:49.266117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:49.268492 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c5ff6-3703-4a41-b21a-70b5082afaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:49.285738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c0ede-b9de-43bd-9029-7d3326ac1903 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e35309-2936-41d2-bdf1-dd8832d1aa02,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:49.329199 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a28140-9455-4fe0-a845-2dc92d224f3d x-openstack-request-id: req-c6a28140-9455-4fe0-a845-2dc92d224f3d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:49.329725 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:49.330282 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6a28140-9455-4fe0-a845-2dc92d224f3d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:49.330848 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02', 'status': 'completed', 'code': 200} Aug 16 02:25:49.381619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8298a540-7b06-4acd-9899-c796c48223c5 req-e9414fa9-007d-4e1a-a52a-481c49dee9c0 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869524 Aug 16 02:25:49.391135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-b118ffb1-c4f1-4d71-9e17-322ec57e2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.393057 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-b118ffb1-c4f1-4d71-9e17-322ec57e2b84 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 1096 time: 0.0550396 Aug 16 02:25:49.404221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7df6cbe-8d3c-401d-ab09-e2be9cafe59a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting subnet 3f747bb4-af0d-42e1-8598-8d31c615fdb5 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:49.410768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df6cbe-8d3c-401d-ab09-e2be9cafe59a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.452539 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-6b0f77d7-f901-489c-80c4-f4f11f9f7ea6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02 HTTP/1.1" status: 200 len: 217 time: 0.0515237 Aug 16 02:25:49.473537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Allocated IP 172.25.5.120 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/2b84c9f1-2466-4aca-bb32-c6e459bd76ad) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:49.504039 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df6cbe-8d3c-401d-ab09-e2be9cafe59a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.541579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-39fd9b94-3780-4209-a73d-121ea95537a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.544040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-39fd9b94-3780-4209-a73d-121ea95537a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0848398 Aug 16 02:25:49.614991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-47b12fe9-3b5e-4a44-93ed-07dc62f5977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.617140 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-47b12fe9-3b5e-4a44-93ed-07dc62f5977b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605018 Aug 16 02:25:49.748806 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-46e8839f-eda5-448f-95e0-d1333fcc7361 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240244 Aug 16 02:25:49.753368 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.830808 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df6cbe-8d3c-401d-ab09-e2be9cafe59a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.836000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Subnet': ['ID=e34fc039-a357-4140-82a2-bb2de7854641,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:49.875180 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b9127825-b66a-455f-8e27-fd1b51c8ce83 req-bb1a3c88-ab57-49ac-bf19-c4acd34c67cd service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184800 Aug 16 02:25:49.947175 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.968760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Checking segment: {'id': 'ca00f128-1c5b-45b5-a056-109f31797431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53911a4c-c946-44da-8b52-dc1b38f44ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:49.969245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Network hostable DHCP agents. Network: 53911a4c-c946-44da-8b52-dc1b38f44ace, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:49.988767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-e3d413ba-632c-4340-9855-4ba05602beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.989062 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df6cbe-8d3c-401d-ab09-e2be9cafe59a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.991484 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-e3d413ba-632c-4340-9855-4ba05602beaf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 1096 time: 0.0610402 Aug 16 02:25:50.020727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de3cb3-edef-4e0b-97e3-623cf3b04512 None None] Network 1a292f71-9a6b-4f61-9509-7455ee05240a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:50.055269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df6cbe-8d3c-401d-ab09-e2be9cafe59a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Subnet': ['ID=3f747bb4-af0d-42e1-8598-8d31c615fdb5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.057026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Network 53911a4c-c946-44da-8b52-dc1b38f44ace is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:50.079004 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df6cbe-8d3c-401d-ab09-e2be9cafe59a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.080252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c010699-2cae-485b-ac7f-1a223bcc2184 None None] Network 01b10822-631b-447d-95e4-5a4b8d5f3627 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:50.083650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b7df6cbe-8d3c-401d-ab09-e2be9cafe59a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/3f747bb4-af0d-42e1-8598-8d31c615fdb5 HTTP/1.1" status: 204 len: 168 time: 0.8668063 Aug 16 02:25:50.086440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 47992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:50.087828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 53911a4c-c946-44da-8b52-dc1b38f44ace) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:50.095690 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.143723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf67c5-4d78-4ba9-805d-3f50ad23656d None None] Network 53911a4c-c946-44da-8b52-dc1b38f44ace requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:50.154202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.161736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-bbf477c8-8bcc-45be-b2d3-150b96489305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.163288 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-bbf477c8-8bcc-45be-b2d3-150b96489305 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.1646235 Aug 16 02:25:50.205437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event updated for resources: {'Subnet': ['ID=fc852447-2eaf-48e5-aa36-cd89b8ff31c6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.216063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cf917d1e-7e6d-4dba-ab19-f93808249569 None None] Provisioning for port b835448e-93f5-4e04-91a2-8a0d2ead3c47 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:50.242730 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-4c3b257f-7781-4c15-b42e-b70ffe074112 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02 HTTP/1.1" status: 200 len: 217 time: 0.0521078 Aug 16 02:25:50.302978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8c97cc-ee3d-42f1-a5ec-9d4f569bb83b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting subnet ada1ecf8-1753-4e98-8aca-bd2ef7454d2a {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:50.311109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8c97cc-ee3d-42f1-a5ec-9d4f569bb83b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.375464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-c80e6c67-fba6-40f1-9bd9-20791a5a8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.377608 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-c80e6c67-fba6-40f1-9bd9-20791a5a8aae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.1219618 Aug 16 02:25:50.382443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8c97cc-ee3d-42f1-a5ec-9d4f569bb83b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.488417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-e5dc6767-b49c-45a5-8aeb-ca1bfd0c734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.490278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-e5dc6767-b49c-45a5-8aeb-ca1bfd0c734b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036952 Aug 16 02:25:50.507001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-53911a4c-c946-44da-8b52-dc1b38f44ace', 'network_id': '53911a4c-c946-44da-8b52-dc1b38f44ace', 'tenant_id': 'bc90d55e44324d2e8426d78938013ff1', 'fixed_ips': [{'subnet_id': 'e34fc039-a357-4140-82a2-bb2de7854641'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:50.507978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.621159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8c97cc-ee3d-42f1-a5ec-9d4f569bb83b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.702103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] DHCP port deletion for 01b10822-631b-447d-95e4-5a4b8d5f3627 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:50.766370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:50.798792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:50.808360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b835448e-93f5-4e04-91a2-8a0d2ead3c47 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:50.808549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:50.814625 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-170b1ba7-4271-4b69-b906-cdab7f2b82ba service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677178 Aug 16 02:25:50.825786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Pushing event updated for resources: {'Port': ['ID=2b84c9f1-2466-4aca-bb32-c6e459bd76ad,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.871632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8c97cc-ee3d-42f1-a5ec-9d4f569bb83b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.874574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfd83d-ad19-4e46-85dd-2ab2759ce493 req-6b5585d0-ccb3-48ea-b355-af0e759bffe1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.882590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0cfd83d-ad19-4e46-85dd-2ab2759ce493 req-6b5585d0-ccb3-48ea-b355-af0e759bffe1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 944 time: 0.2234983 Aug 16 02:25:50.912100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c97cc-ee3d-42f1-a5ec-9d4f569bb83b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Subnet': ['ID=ada1ecf8-1753-4e98-8aca-bd2ef7454d2a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.918054 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e8c97cc-ee3d-42f1-a5ec-9d4f569bb83b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.923026 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0e8c97cc-ee3d-42f1-a5ec-9d4f569bb83b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/ada1ecf8-1753-4e98-8aca-bd2ef7454d2a HTTP/1.1" status: 204 len: 168 time: 0.8327188 Aug 16 02:25:50.923026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:50.925721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Checking segment: {'id': '9921d533-071d-4485-8c45-e77227384f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '73a80388-6050-4ffb-bad3-e5c8a6b7f4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:50.926108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Network hostable DHCP agents. Network: 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:50.948779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d70ccef-755e-4d1d-bc17-cf50a069cbde None None] Network 9f25ef96-b326-4d01-9a34-3cda4a8f9669 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:51.025469 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-821c5ff6-3703-4a41-b21a-70b5082afaf0 req-cb42d063-2b58-4dca-b720-4419ab06b135 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072091 Aug 16 02:25:51.067836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.078278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0cfd83d-ad19-4e46-85dd-2ab2759ce493 req-5e440160-626d-4192-a13f-f88951b45f9e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855931 Aug 16 02:25:51.115171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:51.138133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:51.148391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.152216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.152985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.155128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port bb728f27-5426-4339-91d3-0937c7e4df6f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:51.155612 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.211076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 196c9bbf-c974-4fd9-802d-0b83d6232d8c no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:51.215907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-41cca370-b355-4b1a-9713-c0113511d78e tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1455307 Aug 16 02:25:51.218598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:51.235878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ad671-603c-4ec5-9f20-2846c4b89bdf None None] Network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:51.323326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port bb728f27-5426-4339-91d3-0937c7e4df6f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bb728f27-5426-4339-91d3-0937c7e4df6f,segment=NetworkSegment(d89eae77-4f2d-4876-85bf-66167f850ffc),segment_id=d89eae77-4f2d-4876-85bf-66167f850ffc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:51.323326 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.333902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 196c9bbf-c974-4fd9-802d-0b83d6232d8c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:51.334253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 196c9bbf-c974-4fd9-802d-0b83d6232d8c not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:51.343997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] Deleting port bb728f27-5426-4339-91d3-0937c7e4df6f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:51.344372 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.365900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for bb728f27-5426-4339-91d3-0937c7e4df6f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:51.373706 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.388383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bcb058-4d8b-406e-84dc-3cb361c265f6 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.388383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bcb058-4d8b-406e-84dc-3cb361c265f6 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.388383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bcb058-4d8b-406e-84dc-3cb361c265f6 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.389758 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-49bcb058-4d8b-406e-84dc-3cb361c265f6 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1698203 Aug 16 02:25:51.399726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:51.460183 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f91d7b-86b4-4b63-8ca9-7a0c530ccb9f tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Deleting subnet e34fc039-a357-4140-82a2-bb2de7854641 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:51.462069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Allocated IP 2001:db8::1 (53911a4c-c946-44da-8b52-dc1b38f44ace/e34fc039-a357-4140-82a2-bb2de7854641/2ae8ab7b-9045-4930-bccb-10922b49bd59) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:51.508103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b835448e-93f5-4e04-91a2-8a0d2ead3c47 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:51.523510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] For port bb728f27-5426-4339-91d3-0937c7e4df6f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bb728f27-5426-4339-91d3-0937c7e4df6f,segment=NetworkSegment(d89eae77-4f2d-4876-85bf-66167f850ffc),segment_id=d89eae77-4f2d-4876-85bf-66167f850ffc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:51.523909 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.542845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.545224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e01c5ccd-171a-4fe8-9887-c43bc5396acc None None] Provisioning complete for port b835448e-93f5-4e04-91a2-8a0d2ead3c47 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:51.546414 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e01c5ccd-171a-4fe8-9887-c43bc5396acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.575733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] Calling delete_port for bb728f27-5426-4339-91d3-0937c7e4df6f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:51.582392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=bb728f27-5426-4339-91d3-0937c7e4df6f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:51.591821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No DVR routers for this DVR port bb728f27-5426-4339-91d3-0937c7e4df6f on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:51.605934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b835448e-93f5-4e04-91a2-8a0d2ead3c47 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:51.606366 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.625850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-73a80388-6050-4ffb-bad3-e5c8a6b7f4cb', 'network_id': '73a80388-6050-4ffb-bad3-e5c8a6b7f4cb', 'tenant_id': 'bc90d55e44324d2e8426d78938013ff1', 'fixed_ips': [{'subnet_id': 'fc852447-2eaf-48e5-aa36-cd89b8ff31c6'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:51.626843 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.639687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.715198 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.726418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b10822-631b-447d-95e4-5a4b8d5f3627']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.751436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89eae77-4f2d-4876-85bf-66167f850ffc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.751740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89eae77-4f2d-4876-85bf-66167f850ffc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.780611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.799414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.808539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:51.808789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:25:51.809257 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:51.813465 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:51.890018 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.903582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.905850 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/networks/01b10822-631b-447d-95e4-5a4b8d5f3627 HTTP/1.1" status: 204 len: 168 time: 0.9816506 Aug 16 02:25:51.908908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:51.935347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3d6da-2dcc-4cb3-8c2c-888967c202ed tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Network': ['ID=01b10822-631b-447d-95e4-5a4b8d5f3627,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:51.967340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:51.998581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.001514 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-187bc0aa-64de-4301-ae8d-2403583c0aad admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5537832 Aug 16 02:25:52.004831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:52.006284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Sync routers for ids ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:52.023385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.093738 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.102425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 154c54a6-64dc-49ca-b6eb-6050f07c7816 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:52.102425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.208501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] Network 01b10822-631b-447d-95e4-5a4b8d5f3627 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:25:52.212116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] No DVR routers for this DVR port bb728f27-5426-4339-91d3-0937c7e4df6f on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:52.217339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port 154c54a6-64dc-49ca-b6eb-6050f07c7816, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=154c54a6-64dc-49ca-b6eb-6050f07c7816,segment=NetworkSegment(41871495-5a3f-4814-9c32-a20cbd3fb5fb),segment_id=41871495-5a3f-4814-9c32-a20cbd3fb5fb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:52.217711 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.229604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fea4c-948e-4879-b871-85210dcadc3d None None] Pushing event deleted for resources: {'Port': ['ID=bb728f27-5426-4339-91d3-0937c7e4df6f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:52.251154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 154c54a6-64dc-49ca-b6eb-6050f07c7816 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:52.263070 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e01c5ccd-171a-4fe8-9887-c43bc5396acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.264866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Routers {'52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:52.266671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:52.298753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32dd5e3-989a-4c9b-935e-574e3f04c9ba None None] DHCP port deletion for 9f25ef96-b326-4d01-9a34-3cda4a8f9669 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:52.347847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a43c3-cf76-4e88-8617-4afa07e3962e req-31c48a08-f828-427b-b610-55f8421d9eca tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.349043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb6a43c3-cf76-4e88-8617-4afa07e3962e req-31c48a08-f828-427b-b610-55f8421d9eca tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 944 time: 0.1454468 Aug 16 02:25:52.376904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.411339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=154c54a6-64dc-49ca-b6eb-6050f07c7816,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:52.415114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No DVR routers for this DVR port 154c54a6-64dc-49ca-b6eb-6050f07c7816 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:52.433997 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.477137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Transition to ACTIVE for port object 2ae8ab7b-9045-4930-bccb-10922b49bd59 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:52.490014 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.513063 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.524212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f25ef96-b326-4d01-9a34-3cda4a8f9669']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:52.532531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c9e35309-2936-41d2-bdf1-dd8832d1aa02 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:52.538698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41871495-5a3f-4814-9c32-a20cbd3fb5fb') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:52.539015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41871495-5a3f-4814-9c32-a20cbd3fb5fb') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:52.549644 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.572921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.581118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:52.581577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.584152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e01c5ccd-171a-4fe8-9887-c43bc5396acc None None] For port b835448e-93f5-4e04-91a2-8a0d2ead3c47, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b835448e-93f5-4e04-91a2-8a0d2ead3c47,segment=NetworkSegment(a94cb253-10c8-4086-9635-a54d0b931f04),segment_id=a94cb253-10c8-4086-9635-a54d0b931f04)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:52.590226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Allocated IP 2001:db8:0:1::1 (73a80388-6050-4ffb-bad3-e5c8a6b7f4cb/fc852447-2eaf-48e5-aa36-cd89b8ff31c6/8e9b5cde-29f6-423b-b29e-56368b59cfd3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:52.603131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Transition to ACTIVE for port object 2ae8ab7b-9045-4930-bccb-10922b49bd59 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:52.617733 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e01c5ccd-171a-4fe8-9887-c43bc5396acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.642889 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.659256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03f91d7b-86b4-4b63-8ca9-7a0c530ccb9f tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.710173 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03f91d7b-86b4-4b63-8ca9-7a0c530ccb9f tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.738249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Set router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:52.771874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb6a43c3-cf76-4e88-8617-4afa07e3962e req-c42c9c99-0639-47fa-82e5-3d2096c68ef3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218760 Aug 16 02:25:52.807145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.811056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03f91d7b-86b4-4b63-8ca9-7a0c530ccb9f tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:52.856192 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:52.866509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.870156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Network 53911a4c-c946-44da-8b52-dc1b38f44ace is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:52.892173 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:52.906849 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.913701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:52.919127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:52.920179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/networks/9f25ef96-b326-4d01-9a34-3cda4a8f9669 HTTP/1.1" status: 204 len: 168 time: 1.0102046 Aug 16 02:25:52.926160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'network': {'name': 'tempest-RoutersTest-790942004'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:52.934357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03f91d7b-86b4-4b63-8ca9-7a0c530ccb9f tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.955417 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:25:52.955802 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:25:52.964564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e58525-da54-4534-8805-b237d030a691 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Network': ['ID=9f25ef96-b326-4d01-9a34-3cda4a8f9669,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:52.970680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:52.972905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91d7b-86b4-4b63-8ca9-7a0c530ccb9f tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Subnet': ['ID=e34fc039-a357-4140-82a2-bb2de7854641,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:52.975308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.977982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c5ccd-171a-4fe8-9887-c43bc5396acc None None] Pushing event updated for resources: {'Port': ['ID=b835448e-93f5-4e04-91a2-8a0d2ead3c47,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:52.985194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03f91d7b-86b4-4b63-8ca9-7a0c530ccb9f tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.991612 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-03f91d7b-86b4-4b63-8ca9-7a0c530ccb9f tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/subnets/e34fc039-a357-4140-82a2-bb2de7854641 HTTP/1.1" status: 204 len: 168 time: 1.5910347 Aug 16 02:25:52.992496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:53.059897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-be79c29d-30df-4894-a2ba-13372df0bb0d tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Deleting subnet fc852447-2eaf-48e5-aa36-cd89b8ff31c6 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:53.323858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:53.335523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:53.342496 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.342782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Pushing event updated for resources: {'Port': ['ID=2ae8ab7b-9045-4930-bccb-10922b49bd59,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:53.342937 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added segment 7cfd8bbd-7e69-4b8e-9614-cd122a77db84 of type vlan for network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c Aug 16 02:25:53.366645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Attempting to bind port 2ae8ab7b-9045-4930-bccb-10922b49bd59 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:53.367019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Attempting to bind port 2ae8ab7b-9045-4930-bccb-10922b49bd59 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'ca00f128-1c5b-45b5-a056-109f31797431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53911a4c-c946-44da-8b52-dc1b38f44ace'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:53.367421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Attempting to bind port 2ae8ab7b-9045-4930-bccb-10922b49bd59 on network 53911a4c-c946-44da-8b52-dc1b38f44ace {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:53.386252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'port_id': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02', 'mac_address': 'fa:16:3e:58:b8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:53.391964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:53.392388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Checking segment: {'id': 'ca00f128-1c5b-45b5-a056-109f31797431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53911a4c-c946-44da-8b52-dc1b38f44ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:53.392739 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.393210 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Bound using segment: {'id': 'ca00f128-1c5b-45b5-a056-109f31797431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53911a4c-c946-44da-8b52-dc1b38f44ace'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:53.393743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Bound port: 2ae8ab7b-9045-4930-bccb-10922b49bd59, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca00f128-1c5b-45b5-a056-109f31797431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53911a4c-c946-44da-8b52-dc1b38f44ace'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:53.394128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.415447 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.430899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Allocated IP 172.20.0.1 (1a292f71-9a6b-4f61-9509-7455ee05240a/99d98663-df59-46e7-908f-976934854088/1a86c15e-00b2-491d-aeb7-aae019560e2a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:53.443204 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.491792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Transition to ACTIVE for port object 8e9b5cde-29f6-423b-b29e-56368b59cfd3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:53.527615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.533170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:53.534135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.574636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Transition to ACTIVE for port object 8e9b5cde-29f6-423b-b29e-56368b59cfd3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:53.581796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.585600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be79c29d-30df-4894-a2ba-13372df0bb0d tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.602809 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.608186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6846576 Aug 16 02:25:53.611122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:53.616199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'subnet': {'network_id': 'b1d72c38-3d91-42a6-9daa-b01f2ca02e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:53.663689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e35309-2936-41d2-bdf1-dd8832d1aa02 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:53.687198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0fe7-96bc-4857-bd94-a5e958826234 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Network': ['ID=b1d72c38-3d91-42a6-9daa-b01f2ca02e0c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:53.695025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] For port 2ae8ab7b-9045-4930-bccb-10922b49bd59, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:53.699726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be79c29d-30df-4894-a2ba-13372df0bb0d tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.709536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:53.711697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bb728f27-5426-4339-91d3-0937c7e4df6f no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:53.739211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.755816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:53.759546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Pushing event updated for resources: {'Port': ['ID=8e9b5cde-29f6-423b-b29e-56368b59cfd3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:53.762809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Transition to ACTIVE for port object 1a86c15e-00b2-491d-aeb7-aae019560e2a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:53.764137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] For port 2ae8ab7b-9045-4930-bccb-10922b49bd59, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2ae8ab7b-9045-4930-bccb-10922b49bd59,segment=NetworkSegment(ca00f128-1c5b-45b5-a056-109f31797431),segment_id=ca00f128-1c5b-45b5-a056-109f31797431)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:53.778794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:53.779845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:53.790497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.810504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:53.813659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: bb728f27-5426-4339-91d3-0937c7e4df6f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:53.814198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bb728f27-5426-4339-91d3-0937c7e4df6f not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:53.817370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:53.833584 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.860297 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.869644 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be79c29d-30df-4894-a2ba-13372df0bb0d tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.890895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'name': 'tempest-TestAggregatesBasicOps-227117249-router', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:51Z', 'revision_number': 3, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'gw_port': {'id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:49Z', 'updated_at': '2021-08-16T02:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:53.970235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b835448e-93f5-4e04-91a2-8a0d2ead3c47 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:53.982157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Checking router: 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:53.983291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Updating router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:53.989227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be79c29d-30df-4894-a2ba-13372df0bb0d tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.007503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.027810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79c29d-30df-4894-a2ba-13372df0bb0d tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Subnet': ['ID=fc852447-2eaf-48e5-aa36-cd89b8ff31c6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.032563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be79c29d-30df-4894-a2ba-13372df0bb0d tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.037782 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-be79c29d-30df-4894-a2ba-13372df0bb0d tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/subnets/fc852447-2eaf-48e5-aa36-cd89b8ff31c6 HTTP/1.1" status: 204 len: 168 time: 1.0434620 Aug 16 02:25:54.039748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:54.093185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09be6ff-94a6-4730-9eab-0bfba2177e40 req-57c7e49b-7689-42a4-8074-a1860f3f6677 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.094672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e09be6ff-94a6-4730-9eab-0bfba2177e40 req-57c7e49b-7689-42a4-8074-a1860f3f6677 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 945 time: 0.1629155 Aug 16 02:25:54.103291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Network 1a292f71-9a6b-4f61-9509-7455ee05240a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:54.115616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b9f29a-f186-486a-b577-46a07d7ddaae tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.124360 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-86b9f29a-f186-486a-b577-46a07d7ddaae tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0783784 Aug 16 02:25:54.124972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:54.125160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:54.127480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:54.137187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fdf3a-8423-4310-9a66-6aee9c273b7f None None] Pushing event updated for resources: {'Port': ['ID=2ae8ab7b-9045-4930-bccb-10922b49bd59,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.150830 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.153500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:54.154732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '9921d533-071d-4485-8c45-e77227384f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '73a80388-6050-4ffb-bad3-e5c8a6b7f4cb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:54.155438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:54.166788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c9e35309-2936-41d2-bdf1-dd8832d1aa02'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:54.181391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Pushing event updated for resources: {'Port': ['ID=1a86c15e-00b2-491d-aeb7-aae019560e2a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.230793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1473c29e-73cb-4b70-8f0a-6a85399ff5b6 None None] Network 53911a4c-c946-44da-8b52-dc1b38f44ace requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:54.259846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:54.261326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking segment: {'id': '9921d533-071d-4485-8c45-e77227384f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '73a80388-6050-4ffb-bad3-e5c8a6b7f4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:54.261326 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.261637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Bound using segment: {'id': '9921d533-071d-4485-8c45-e77227384f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '73a80388-6050-4ffb-bad3-e5c8a6b7f4cb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:54.262375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Bound port: 8e9b5cde-29f6-423b-b29e-56368b59cfd3, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9921d533-071d-4485-8c45-e77227384f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '73a80388-6050-4ffb-bad3-e5c8a6b7f4cb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:54.262890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.287022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e09be6ff-94a6-4730-9eab-0bfba2177e40 req-c2cdf934-acb0-4d5f-a5d3-23bd6b9f43c9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835663 Aug 16 02:25:54.303585 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.306424 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.382456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Deleting port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:54.382896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.528360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] For port 8e9b5cde-29f6-423b-b29e-56368b59cfd3, host n-d-768862-14, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:54.529227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.549480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Calling delete_port for 8e9b5cde-29f6-423b-b29e-56368b59cfd3 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:54.578677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.605972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c9e35309-2936-41d2-bdf1-dd8832d1aa02,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.624840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b835448e-93f5-4e04-91a2-8a0d2ead3c47 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:54.625225 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.697763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.733786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Checking segment: {'id': '7cfd8bbd-7e69-4b8e-9614-cd122a77db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b1d72c38-3d91-42a6-9daa-b01f2ca02e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:54.733786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network hostable DHCP agents. Network: b1d72c38-3d91-42a6-9daa-b01f2ca02e0c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:54.744381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Subnet': ['ID=e647efb0-82c5-4476-af97-100345a94980,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.765320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Port': ['ID=8e9b5cde-29f6-423b-b29e-56368b59cfd3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.771705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f25e13b-3732-46d3-b48c-93bd02c12e65 None None] Provisioning for port 1a86c15e-00b2-491d-aeb7-aae019560e2a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:54.776418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:54.781067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] No DVR routers for this DVR port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:54.811699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f25e13b-3732-46d3-b48c-93bd02c12e65 None None] Provisioning complete for port 1a86c15e-00b2-491d-aeb7-aae019560e2a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:54.812080 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f25e13b-3732-46d3-b48c-93bd02c12e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.815931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:54.832105 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.835564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, b1d72c38-3d91-42a6-9daa-b01f2ca02e0c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:54.848908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.849506 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.872170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9f25e13b-3732-46d3-b48c-93bd02c12e65 None None] Port 1a86c15e-00b2-491d-aeb7-aae019560e2a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:54.874597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d612ec49-b81a-49f0-a791-eb90a6436d5d None None] Network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:54.890706 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.906582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a80388-6050-4ffb-bad3-e5c8a6b7f4cb']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:54.916107 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-05ae8b69-dbe3-44b3-9fe6-f71083a8d729 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3013809 Aug 16 02:25:54.917816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:54.923219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-56846c4b-7494-46aa-a206-fa43a36715cb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-338313072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:54.926967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9921d533-071d-4485-8c45-e77227384f35') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:54.927503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9921d533-071d-4485-8c45-e77227384f35') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:54.940453 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.946572 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:25:54.946921 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:25:54.959657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.969296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:54.970295 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:54.975313 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:55.030732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56846c4b-7494-46aa-a206-fa43a36715cb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.031798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56846c4b-7494-46aa-a206-fa43a36715cb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.069225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.078042 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.083854 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/networks/73a80388-6050-4ffb-bad3-e5c8a6b7f4cb HTTP/1.1" status: 204 len: 168 time: 0.9574127 Aug 16 02:25:55.084547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:55.132741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d9809c74-3099-418f-a591-bf044b8e99e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c59fcf81f614455da1514e2b17f5f3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536103 Aug 16 02:25:55.169871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:55.191497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56846c4b-7494-46aa-a206-fa43a36715cb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.214893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56846c4b-7494-46aa-a206-fa43a36715cb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.222642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.226389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfce71b-3156-4dd2-82e7-c82859206a3b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Network': ['ID=73a80388-6050-4ffb-bad3-e5c8a6b7f4cb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:55.247718 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.261520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.269352 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56846c4b-7494-46aa-a206-fa43a36715cb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.270908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-56846c4b-7494-46aa-a206-fa43a36715cb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3517914 Aug 16 02:25:55.278262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:55.287873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'port': {'network_id': 'b1d72c38-3d91-42a6-9daa-b01f2ca02e0c', 'name': 'tempest-RoutersTest-1785945972'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:55.313835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 154c54a6-64dc-49ca-b6eb-6050f07c7816 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:55.319028 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-375aa58e-c32b-4c17-9b3e-03785036ac81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.366727 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.368980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 154c54a6-64dc-49ca-b6eb-6050f07c7816 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:55.369427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 154c54a6-64dc-49ca-b6eb-6050f07c7816 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:55.371506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Pushing event updated for resources: {'Port': ['ID=1a86c15e-00b2-491d-aeb7-aae019560e2a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:55.377869 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.381243 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-375aa58e-c32b-4c17-9b3e-03785036ac81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.412538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Transition to ACTIVE for port object 2b84c9f1-2466-4aca-bb32-c6e459bd76ad will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:55.438762 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.440543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:55.446080 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.447994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-b1d72c38-3d91-42a6-9daa-b01f2ca02e0c', 'network_id': 'b1d72c38-3d91-42a6-9daa-b01f2ca02e0c', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'fixed_ips': [{'subnet_id': 'e647efb0-82c5-4476-af97-100345a94980'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:55.449837 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.481225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] device_id is not set on port 8e425c57-b8a3-49de-8e30-12b3688b5f1c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:25:55.494112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Deleting port 2ae8ab7b-9045-4930-bccb-10922b49bd59 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:55.494500 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.504684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:55.505373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:55.505995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:55.530385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:55.532055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:55.549736 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Attempting to bind port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:55.550624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Attempting to bind port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:55.551375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Attempting to bind port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:55.555118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810eab6a-f3d3-47a4-9e34-c65569871adc None None] Pushing event updated for resources: {'Port': ['ID=2b84c9f1-2466-4aca-bb32-c6e459bd76ad,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:55.559782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904793a-73ae-4f23-91d0-5c0f175f9fbb req-b109df48-4c57-4461-a2dc-df5a7fa64b76 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.561578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5904793a-73ae-4f23-91d0-5c0f175f9fbb req-b109df48-4c57-4461-a2dc-df5a7fa64b76 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 945 time: 0.0984647 Aug 16 02:25:55.566387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:55.567010 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:55.569854 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempt 2 to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 Aug 16 02:25:55.588629 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-375aa58e-c32b-4c17-9b3e-03785036ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.591765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-375aa58e-c32b-4c17-9b3e-03785036ac81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.595352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-375aa58e-c32b-4c17-9b3e-03785036ac81 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1150ef10-3386-4c22-8ee1-8d46e5c6ae9b HTTP/1.1" status: 204 len: 168 time: 0.4219313 Aug 16 02:25:55.616917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aa58e-c32b-4c17-9b3e-03785036ac81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1150ef10-3386-4c22-8ee1-8d46e5c6ae9b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:55.623722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Network 1a292f71-9a6b-4f61-9509-7455ee05240a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:55.626582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:55.653132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5904793a-73ae-4f23-91d0-5c0f175f9fbb req-1333faf1-4ea9-47d9-a124-2949e16c7790 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744350 Aug 16 02:25:55.785681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] For port 2ae8ab7b-9045-4930-bccb-10922b49bd59, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2ae8ab7b-9045-4930-bccb-10922b49bd59,segment=NetworkSegment(ca00f128-1c5b-45b5-a056-109f31797431),segment_id=ca00f128-1c5b-45b5-a056-109f31797431)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:55.786464 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.812299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Calling delete_port for 2ae8ab7b-9045-4930-bccb-10922b49bd59 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:55.850905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:55.886707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:55.887417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:55.887611 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.888023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:55.888519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Bound port: 2b84c9f1-2466-4aca-bb32-c6e459bd76ad, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:55.888977 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.902022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:55.902397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:55.902753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:55.935773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:55.936203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:55.961472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:55.961835 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:55.962781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.20.0.13 (b1d72c38-3d91-42a6-9daa-b01f2ca02e0c/e647efb0-82c5-4476-af97-100345a94980/8e425c57-b8a3-49de-8e30-12b3688b5f1c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:55.976723 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempt 3 to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 Aug 16 02:25:55.997920 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.024007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:56.024371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:56.024740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.040517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:56.041053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Port': ['ID=2ae8ab7b-9045-4930-bccb-10922b49bd59,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:56.055206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-744b1cb8-bead-4812-b1d4-40d39178b606 admin admin] 10.222.0.61 "PUT /v2.0/routers/52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0482872 Aug 16 02:25:56.057879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] No DVR routers for this DVR port 2ae8ab7b-9045-4930-bccb-10922b49bd59 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:56.069045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:56.069453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.086078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:56.086360 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:56.086865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b6a6488-7f40-4ba7-9785-e968d8ca0af5 None None] Provisioning complete for port 1a86c15e-00b2-491d-aeb7-aae019560e2a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:56.087256 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6488-7f40-4ba7-9785-e968d8ca0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.090622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] For port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:56.093410 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempt 4 to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 Aug 16 02:25:56.097803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] For port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2b84c9f1-2466-4aca-bb32-c6e459bd76ad,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:56.144647 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.146018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:56.146376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:56.146736 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.188291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:56.188640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.203493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a6488-7f40-4ba7-9785-e968d8ca0af5 None None] Port 1a86c15e-00b2-491d-aeb7-aae019560e2a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:56.204307 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.212656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:56.213011 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:56.218392 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempt 5 to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 Aug 16 02:25:56.226036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53911a4c-c946-44da-8b52-dc1b38f44ace']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:56.237196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:56.237576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:56.237941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.242103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca00f128-1c5b-45b5-a056-109f31797431') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:56.242273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca00f128-1c5b-45b5-a056-109f31797431') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:56.245978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Routers {'52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:56.246618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:56.248404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810eab6a-f3d3-47a4-9e34-c65569871adc None None] Pushing event updated for resources: {'Port': ['ID=2b84c9f1-2466-4aca-bb32-c6e459bd76ad,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:56.259374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:56.259756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.261553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.286350 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.288901 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.302088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:56.302616 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:56.305807 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:56.311510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:56.311865 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:56.316279 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempt 6 to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 Aug 16 02:25:56.321262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Transition to ACTIVE for port object 8e425c57-b8a3-49de-8e30-12b3688b5f1c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:56.334020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:56.334020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:56.334020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.373868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:56.374243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.386586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:56.386586 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:56.389608 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempt 7 to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 Aug 16 02:25:56.401070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:56.402754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:56.402754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.408580 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.413533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:56.413910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.417945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] Set router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:56.427972 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.429970 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/networks/53911a4c-c946-44da-8b52-dc1b38f44ace HTTP/1.1" status: 204 len: 168 time: 1.3429375 Aug 16 02:25:56.432775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:56.445129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106f24f-641b-4830-94d2-d0262e168ce8 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Network': ['ID=53911a4c-c946-44da-8b52-dc1b38f44ace,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:56.453374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.457725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:56.458083 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:56.461830 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempt 8 to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 Aug 16 02:25:56.494663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:56.495051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:56.495435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.502063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:56.505428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:56.509536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:56.516474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:56.516863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.529122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c9e35309-2936-41d2-bdf1-dd8832d1aa02 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:56.559390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=8e425c57-b8a3-49de-8e30-12b3688b5f1c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:56.576868 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.578737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:56.579417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.598102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:56.598462 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:56.600387 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempt 9 to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 Aug 16 02:25:56.601728 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3cd570b0-7a1d-4f11-86af-02865bc3a3dd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3206713 Aug 16 02:25:56.604234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:56.627815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Allocated IP 172.20.0.2 (b1d72c38-3d91-42a6-9daa-b01f2ca02e0c/e647efb0-82c5-4476-af97-100345a94980/18831db4-d8cf-4869-8c3c-67765e91ce3e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:56.676966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:56.677337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:56.677916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.711499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.723414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5e4b78-2995-44e4-a1d1-099917c79e17']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:56.735225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a4e54f-c2ba-4866-8904-a052bdfbfd4b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:56.735533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:56.736117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a4e54f-c2ba-4866-8904-a052bdfbfd4b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:56.736256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.758298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.787112 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.811202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:56.811980 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.812180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:56.812728 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:56.816602 n-d-768862-14 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempt 10 to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:56.832587 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:56.846471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:56.847140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:56.847669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.864672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:56.865038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Attempting to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:56.896062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb not bound, no agent of type HyperV agent registered on host n-d-768862-14 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:56.897201 n-d-768862-14 neutron-server[94641]: ERROR neutron.plugins.ml2.managers [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Failed to bind port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 on host n-d-768862-14 for vnic_type normal using segments [] Aug 16 02:25:56.897793 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.910848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port c9e35309-2936-41d2-bdf1-dd8832d1aa02 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:56.933819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port c9e35309-2936-41d2-bdf1-dd8832d1aa02 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:56.934475 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.020753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd6336-4640-4ee3-90d1-c972d78ecc2e None None] Port 8e9b5cde-29f6-423b-b29e-56368b59cfd3 has been deleted concurrently {{(pid=94641) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 02:25:57.023383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.061495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:57.063437 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.068477 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/networks/0b5e4b78-2995-44e4-a1d1-099917c79e17 HTTP/1.1" status: 204 len: 168 time: 0.6343436 Aug 16 02:25:57.069690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ae923-56e0-4068-a3db-36d7f8565d61 tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Network': ['ID=0b5e4b78-2995-44e4-a1d1-099917c79e17,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:57.085210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682853f8-f71b-4854-87df-b0c05b23a3ea req-db3b19d6-70a1-49ff-9994-e78002842b98 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:57.087138 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-682853f8-f71b-4854-87df-b0c05b23a3ea req-db3b19d6-70a1-49ff-9994-e78002842b98 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 945 time: 0.2930877 Aug 16 02:25:57.090399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:57.095472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1238067163-network', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:57.142348 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.155735 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Transition to ACTIVE for port object 18831db4-d8cf-4869-8c3c-67765e91ce3e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:57.181119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Transition to ACTIVE for port object 18831db4-d8cf-4869-8c3c-67765e91ce3e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:57.203206 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.266715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Made reservation on behalf of 05950dacb58645cc88e3b4e2b40a8f14 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:57.269759 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.306536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Pushing event updated for resources: {'Port': ['ID=18831db4-d8cf-4869-8c3c-67765e91ce3e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:57.308452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-682853f8-f71b-4854-87df-b0c05b23a3ea req-4384fa96-632f-4d8a-a847-11ec8219edda tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058637 Aug 16 02:25:57.312998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.322338 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.373268 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.394445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:57.416295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:57.419324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:57.431485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'name': 'tempest-TestAggregatesBasicOps-227117249-router', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:54Z', 'revision_number': 4, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'gw_port': {'id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:49Z', 'updated_at': '2021-08-16T02:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1a86c15e-00b2-491d-aeb7-aae019560e2a', 'name': '', 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'mac_address': 'fa:16:3e:a9:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99d98663-df59-46e7-908f-976934854088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:52Z', 'updated_at': '2021-08-16T02:25:54Z', 'revision_number': 2, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'subnets': [{'id': '99d98663-df59-46e7-908f-976934854088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:57.488117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.507158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88196f75-73a1-4d75-b12a-518afb2f500e None None] The sync data for ids ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'] in n-d-768862-14 is: [{'id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'name': 'tempest-TestAggregatesBasicOps-227117249-router', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:54Z', 'revision_number': 4, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'gw_port': {'id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:49Z', 'updated_at': '2021-08-16T02:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1a86c15e-00b2-491d-aeb7-aae019560e2a', 'name': '', 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'mac_address': 'fa:16:3e:a9:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99d98663-df59-46e7-908f-976934854088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:52Z', 'updated_at': '2021-08-16T02:25:54Z', 'revision_number': 2, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'subnets': [{'id': '99d98663-df59-46e7-908f-976934854088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:57.508823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8121d144-4c46-4ce7-a6d0-87c8253a1729']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:57.529081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a7b8c3-d18c-46e2-b14e-761b3c6b3e54') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:57.529416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a7b8c3-d18c-46e2-b14e-761b3c6b3e54') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:57.544904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.548433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:57.550975 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcb02f3-7d07-47e0-8fd9-eb50b9fcb30c" -d '{"events": [{"server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "name": "network-vif-plugged", "status": "completed", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:57.567190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.580714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:57.581296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:57.584500 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:57.650844 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de706c4-9985-4a1a-a743-c12a92cd0382 x-openstack-request-id: req-3de706c4-9985-4a1a-a743-c12a92cd0382 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:57.651659 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "name": "network-vif-plugged", "status": "completed", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:57.652045 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3de706c4-9985-4a1a-a743-c12a92cd0382 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:57.652466 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02', 'code': 200} Aug 16 02:25:57.688606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:57.695226 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.701208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Attempting to bind port 18831db4-d8cf-4869-8c3c-67765e91ce3e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:57.701814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Attempting to bind port 18831db4-d8cf-4869-8c3c-67765e91ce3e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7cfd8bbd-7e69-4b8e-9614-cd122a77db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b1d72c38-3d91-42a6-9daa-b01f2ca02e0c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:57.702038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.702529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Attempting to bind port 18831db4-d8cf-4869-8c3c-67765e91ce3e on network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:57.705777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.719615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.733456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:57.734326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Checking segment: {'id': '7cfd8bbd-7e69-4b8e-9614-cd122a77db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b1d72c38-3d91-42a6-9daa-b01f2ca02e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:57.735054 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.735752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Bound using segment: {'id': '7cfd8bbd-7e69-4b8e-9614-cd122a77db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b1d72c38-3d91-42a6-9daa-b01f2ca02e0c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:57.736643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Bound port: 18831db4-d8cf-4869-8c3c-67765e91ce3e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfd8bbd-7e69-4b8e-9614-cd122a77db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b1d72c38-3d91-42a6-9daa-b01f2ca02e0c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:57.736959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:57.738529 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.749693 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.750042 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Added segment 34ea3b81-2d57-40ae-8352-9a21b743f74a of type vlan for network 77d74bc1-b169-44a1-88c8-96c009d93676 Aug 16 02:25:57.784392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67f214-d03d-4db4-a7c6-d23659ed0550 req-687e10a3-ca56-4ed0-8c8b-789be0cef87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:57.786162 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9b67f214-d03d-4db4-a7c6-d23659ed0550 req-687e10a3-ca56-4ed0-8c8b-789be0cef87a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 1098 time: 0.1011269 Aug 16 02:25:57.809451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c9e35309-2936-41d2-bdf1-dd8832d1aa02,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:57.822770 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.852890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] For port 18831db4-d8cf-4869-8c3c-67765e91ce3e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:57.879759 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9b67f214-d03d-4db4-a7c6-d23659ed0550 req-f995ae82-bada-4559-a50a-1cdfa7a68e02 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862031 Aug 16 02:25:57.952474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60782b4c-9eb2-4d53-9723-ee2a5de561d5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:57.967966 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.969806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:57.970337 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.125318 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.144097 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.298194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=8e425c57-b8a3-49de-8e30-12b3688b5f1c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:58.467845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.514693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] For port 18831db4-d8cf-4869-8c3c-67765e91ce3e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=18831db4-d8cf-4869-8c3c-67765e91ce3e,segment=NetworkSegment(7cfd8bbd-7e69-4b8e-9614-cd122a77db84),segment_id=7cfd8bbd-7e69-4b8e-9614-cd122a77db84)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:58.518395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4269075 Aug 16 02:25:58.520118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:58.525030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.525719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Request body: {'subnet': {'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1238067163-subnet', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:58.534668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.547610 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.552233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] 10.222.0.61 "DELETE /v2.0/networks/8121d144-4c46-4ce7-a6d0-87c8253a1729 HTTP/1.1" status: 204 len: 168 time: 1.4505386 Aug 16 02:25:58.567614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665235-49bd-4590-a14d-2a7dbf90d724 admin admin] Pushing event updated for resources: {'Network': ['ID=77d74bc1-b169-44a1-88c8-96c009d93676,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:58.584809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cb780-6655-4d86-8c3b-1b83218cd60c req-127d1f30-fdd5-43a5-8395-2267cefaa923 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:58.586384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e1cb780-6655-4d86-8c3b-1b83218cd60c req-127d1f30-fdd5-43a5-8395-2267cefaa923 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.1326931 Aug 16 02:25:58.658543 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Made reservation on behalf of 05950dacb58645cc88e3b4e2b40a8f14 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:58.666422 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.673308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030753ad-d18d-47f0-b2de-fb1712c0d15b tempest-BulkNetworkOpsIpV6Test-234319029 tempest-BulkNetworkOpsIpV6Test-234319029-project] Pushing event deleted for resources: {'Network': ['ID=8121d144-4c46-4ce7-a6d0-87c8253a1729,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:58.677517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 77d74bc1-b169-44a1-88c8-96c009d93676 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:58.724156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:58.793003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b6e2c-ddd0-4897-8173-bdf35753ff95 None None] Pushing event updated for resources: {'Port': ['ID=18831db4-d8cf-4869-8c3c-67765e91ce3e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:58.894605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e1cb780-6655-4d86-8c3b-1b83218cd60c req-3605fdfa-dc04-483f-951a-229d51a12ed8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719319 Aug 16 02:25:58.973944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-476eed41-2093-4acb-aa35-92119ada0223 None None] Could not find standard attr ID for object 8e9b5cde-29f6-423b-b29e-56368b59cfd3. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:25:59.024767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5b5e9d-ebc8-4fe7-bf67-e46514634d51 None None] DHCP port deletion for 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:59.049856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a471b46-397a-436d-a6c6-5a85f52f6547 None None] Network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:59.084597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a471b46-397a-436d-a6c6-5a85f52f6547 None None] Network 73a80388-6050-4ffb-bad3-e5c8a6b7f4cb could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:25:59.197084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.265938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4b5e94-a121-410a-a3e3-b8b6314d233d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:59.269733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:59.308719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Checking segment: {'id': '34ea3b81-2d57-40ae-8352-9a21b743f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:59.309097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Network hostable DHCP agents. Network: 77d74bc1-b169-44a1-88c8-96c009d93676, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:59.349057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.356541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Network 77d74bc1-b169-44a1-88c8-96c009d93676 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:59.357590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.369278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 77d74bc1-b169-44a1-88c8-96c009d93676) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:59.383398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:59.384047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.384358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da8cf13-6915-4590-812c-12f921ad1edc None None] Network 77d74bc1-b169-44a1-88c8-96c009d93676 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:59.422088 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d4658f54-6f40-4cc0-baa2-db64738187b9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8980148 Aug 16 02:25:59.422332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:59.429047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:59.464419 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.466201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.594542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.599898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-77d74bc1-b169-44a1-88c8-96c009d93676', 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'fixed_ips': [{'subnet_id': '3d4b5e94-a121-410a-a3e3-b8b6314d233d'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:59.601584 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.606834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.656387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=8e425c57-b8a3-49de-8e30-12b3688b5f1c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:59.734218 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-110aa062-4eaf-47c6-ad5a-bfad6dcfda17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc90d55e44324d2e8426d78938013ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592474 Aug 16 02:25:59.734894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:59.796268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:59.808151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Allocated IP 172.20.0.2 (77d74bc1-b169-44a1-88c8-96c009d93676/3d4b5e94-a121-410a-a3e3-b8b6314d233d/6f0df57d-b4d1-4785-a020-0299c3bca4c4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:59.820449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'network': {'name': 'tempest-network-smoke--1534291547', 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:59.845871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:59.850560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:59.855901 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.951123 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6bd0e6b-22f4-472e-8d06-5446b308cd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.985054 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6bd0e6b-22f4-472e-8d06-5446b308cd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.003350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Made reservation on behalf of 3fa0883a31254782842df5b22a3a92bd for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:00.013209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.119057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 18831db4-d8cf-4869-8c3c-67765e91ce3e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:00.123787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6bd0e6b-22f4-472e-8d06-5446b308cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.127414 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6bd0e6b-22f4-472e-8d06-5446b308cd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.131981 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.141319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b6bd0e6b-22f4-472e-8d06-5446b308cd63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1433a677-c41e-4926-a4c4-4a317fd6ad20 HTTP/1.1" status: 204 len: 168 time: 0.4050119 Aug 16 02:26:00.191283 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.219547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Transition to ACTIVE for port object 6f0df57d-b4d1-4785-a020-0299c3bca4c4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:00.223762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router b32d36d2-f120-4585-9234-237bf32b2640 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:26:00.238391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd0e6b-22f4-472e-8d06-5446b308cd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1433a677-c41e-4926-a4c4-4a317fd6ad20,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:00.267368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Transition to ACTIVE for port object 6f0df57d-b4d1-4785-a020-0299c3bca4c4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:00.280675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 18831db4-d8cf-4869-8c3c-67765e91ce3e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:00.283029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3887d4-e0ad-4aed-8253-d4feb5b29d51 req-447c027a-051c-40ea-8ae5-a47c2c94273f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.287967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f3887d4-e0ad-4aed-8253-d4feb5b29d51 req-447c027a-051c-40ea-8ae5-a47c2c94273f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.2279012 Aug 16 02:26:00.289359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2b84c9f1-2466-4aca-bb32-c6e459bd76ad up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:00.341712 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.342467 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f3887d4-e0ad-4aed-8253-d4feb5b29d51 req-551564d6-3e60-40c0-9f0f-f37541d06180 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435452 Aug 16 02:26:00.354145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.376975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.398947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Network 77d74bc1-b169-44a1-88c8-96c009d93676 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:00.413036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:00.417853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:00.433331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:00.458410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:00.459199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Pushing event updated for resources: {'Port': ['ID=6f0df57d-b4d1-4785-a020-0299c3bca4c4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:00.467347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:00.467727 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.479706 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-53493eb1-4972-4550-9243-05b4a2edda14 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/b32d36d2-f120-4585-9234-237bf32b2640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8717668 Aug 16 02:26:00.482810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48278) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:00.498840 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1b4a5-f934-400b-84a4-a630d3e7ac10 None None] Sync routers for ids ['b32d36d2-f120-4585-9234-237bf32b2640'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:00.518891 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1b4a5-f934-400b-84a4-a630d3e7ac10 None None] Routers {'b32d36d2-f120-4585-9234-237bf32b2640'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:00.524517 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f6f1b4a5-f934-400b-84a4-a630d3e7ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b32d36d2-f120-4585-9234-237bf32b2640'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:00.562417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Allocated IP 172.25.5.69 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/1e37b12c-9e4b-47a6-bcda-f92dae57f983) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:00.612948 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Attempting to bind port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:00.622569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Attempting to bind port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '34ea3b81-2d57-40ae-8352-9a21b743f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:00.623021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Attempting to bind port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 on network 77d74bc1-b169-44a1-88c8-96c009d93676 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:00.638687 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f6f1b4a5-f934-400b-84a4-a630d3e7ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:00.657180 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1b4a5-f934-400b-84a4-a630d3e7ac10 None None] Routers {'b32d36d2-f120-4585-9234-237bf32b2640'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:00.657832 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f6f1b4a5-f934-400b-84a4-a630d3e7ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b32d36d2-f120-4585-9234-237bf32b2640'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:00.673107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:00.673485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Checking segment: {'id': '34ea3b81-2d57-40ae-8352-9a21b743f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:00.673891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.674291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Bound using segment: {'id': '34ea3b81-2d57-40ae-8352-9a21b743f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:00.674772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Bound port: 6f0df57d-b4d1-4785-a020-0299c3bca4c4, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ea3b81-2d57-40ae-8352-9a21b743f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:00.675184 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.693386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2445e-9209-4a97-983a-7b42ddd46a68 None None] Network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:00.697048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3fede-19d6-4a7e-b20f-b243675f87ac tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.699323 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b8b3fede-19d6-4a7e-b20f-b243675f87ac tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports/8e425c57-b8a3-49de-8e30-12b3688b5f1c HTTP/1.1" status: 200 len: 978 time: 0.1849501 Aug 16 02:26:00.702138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48286) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:00.743477 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f6f1b4a5-f934-400b-84a4-a630d3e7ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:00.744143 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1b4a5-f934-400b-84a4-a630d3e7ac10 None None] The sync data for ids ['b32d36d2-f120-4585-9234-237bf32b2640'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:00.759955 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.787636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.845271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.877033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.879864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:00.892309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.892657 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Added segment 3a94a9fe-566e-41ce-9ae2-4908631caaf9 of type vlan for network 85112a75-69bb-4122-81e5-c8b022c2bb64 Aug 16 02:26:00.893152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8817506-c232-490c-9335-7d08f02b42e9 req-6d27ad94-62dc-4111-b537-75ded70ede07 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.894950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8817506-c232-490c-9335-7d08f02b42e9 req-6d27ad94-62dc-4111-b537-75ded70ede07 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.0841749 Aug 16 02:26:00.958933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.961575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:00.968521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:00.976250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:01.016953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8817506-c232-490c-9335-7d08f02b42e9 req-c4ee8a96-986b-4594-bea7-e051768cb450 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128650 Aug 16 02:26:01.022358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Pushing event updated for resources: {'Port': ['ID=1e37b12c-9e4b-47a6-bcda-f92dae57f983,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:01.025356 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.032570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:01.033213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.098572 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.127604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a1a06e-0927-46c8-a2e4-592d97cb53bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:01.133442 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39dd0253-c168-477d-a242-ab1ec848925b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.194168 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3937924 Aug 16 02:26:01.201421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:01.234676 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.236862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'admin_state_up': True, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:01.240392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-40b12c04-45e6-48e5-b6c3-16eb9210b8f7 None None] Provisioning for port 18831db4-d8cf-4869-8c3c-67765e91ce3e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:01.242978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Sync routers for ids ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:01.250789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a83a7-6627-4575-990b-61f29dcceed6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Network': ['ID=85112a75-69bb-4122-81e5-c8b022c2bb64,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:01.268811 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 85112a75-69bb-4122-81e5-c8b022c2bb64 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:01.337113 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.338023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.343563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] For port 6f0df57d-b4d1-4785-a020-0299c3bca4c4, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:01.354504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-40b12c04-45e6-48e5-b6c3-16eb9210b8f7 None None] Provisioning complete for port 18831db4-d8cf-4869-8c3c-67765e91ce3e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:01.355337 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40b12c04-45e6-48e5-b6c3-16eb9210b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.373483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:01.402215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Routers {'52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:01.402872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:01.422493 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.459774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] For port 6f0df57d-b4d1-4785-a020-0299c3bca4c4, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6f0df57d-b4d1-4785-a020-0299c3bca4c4,segment=NetworkSegment(34ea3b81-2d57-40ae-8352-9a21b743f74a),segment_id=34ea3b81-2d57-40ae-8352-9a21b743f74a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:01.462983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2b84c9f1-2466-4aca-bb32-c6e459bd76ad,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:01.478121 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.480551 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.532191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-769525907'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:01.538895 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.570078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8e9b5cde-29f6-423b-b29e-56368b59cfd3 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:01.624810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8e9b5cde-29f6-423b-b29e-56368b59cfd3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:01.625466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8e9b5cde-29f6-423b-b29e-56368b59cfd3 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:01.629775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:01.633380 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.658546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.676792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Set router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:01.680377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.721245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae314e27-2a93-42d6-b166-d65ec60465b3 None None] Pushing event updated for resources: {'Port': ['ID=6f0df57d-b4d1-4785-a020-0299c3bca4c4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:01.859495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.888176 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40b12c04-45e6-48e5-b6c3-16eb9210b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.918213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=2b84c9f1-2466-4aca-bb32-c6e459bd76ad,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:01.967062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-40b12c04-45e6-48e5-b6c3-16eb9210b8f7 None None] For port 18831db4-d8cf-4869-8c3c-67765e91ce3e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=18831db4-d8cf-4869-8c3c-67765e91ce3e,segment=NetworkSegment(7cfd8bbd-7e69-4b8e-9614-cd122a77db84),segment_id=7cfd8bbd-7e69-4b8e-9614-cd122a77db84)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:01.997973 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40b12c04-45e6-48e5-b6c3-16eb9210b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.031486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.087285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.100156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b12c04-45e6-48e5-b6c3-16eb9210b8f7 None None] Pushing event updated for resources: {'Port': ['ID=18831db4-d8cf-4869-8c3c-67765e91ce3e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.106270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:02.120754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.121535 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Added segment dbde05a0-aebe-44d5-9ec8-0527cbd5089e of type vlan for network f5cea4d8-7c67-46ac-81b4-e902bd025707 Aug 16 02:26:02.157886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'name': 'tempest-TestAggregatesBasicOps-227117249-router', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:54Z', 'revision_number': 4, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'gw_port': {'id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:49Z', 'updated_at': '2021-08-16T02:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1a86c15e-00b2-491d-aeb7-aae019560e2a', 'name': '', 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'mac_address': 'fa:16:3e:a9:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99d98663-df59-46e7-908f-976934854088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:52Z', 'updated_at': '2021-08-16T02:25:54Z', 'revision_number': 2, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'subnets': [{'id': '99d98663-df59-46e7-908f-976934854088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:02.172919 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.193714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Checking router: 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:02.193952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Updating router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d port 1a86c15e-00b2-491d-aeb7-aae019560e2a binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:26:02.216986 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.227783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.228743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.235859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.236668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.391756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2c6b84b-7c0a-4570-8c46-b473f56493bd None None] Provisioning for port 8e425c57-b8a3-49de-8e30-12b3688b5f1c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:02.394964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0981c908-eb92-4618-9bdb-23ecc5bc5bce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.411552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0365012 Aug 16 02:26:02.412330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:02.424045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2c6b84b-7c0a-4570-8c46-b473f56493bd None None] Provisioning complete for port 8e425c57-b8a3-49de-8e30-12b3688b5f1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:02.424320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'name': 'tempest-PortsTestJSON-1714881156'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:02.424425 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b84b-7c0a-4570-8c46-b473f56493bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.527156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6b84b-7c0a-4570-8c46-b473f56493bd None None] Port 8e425c57-b8a3-49de-8e30-12b3688b5f1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:02.564261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6d3ce-a88f-43fc-bd05-a0f2adb8dbb3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Network': ['ID=f5cea4d8-7c67-46ac-81b4-e902bd025707,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.591741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:02.614479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cce605-414b-4bdb-a041-a06fdbeba70f req-a81b4d92-971c-460f-b444-e23f402df5ac tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.616513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cce605-414b-4bdb-a041-a06fdbeba70f req-a81b4d92-971c-460f-b444-e23f402df5ac tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.4097703 Aug 16 02:26:02.623615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2c6b84b-7c0a-4570-8c46-b473f56493bd None None] Provisioning complete for port 18831db4-d8cf-4869-8c3c-67765e91ce3e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:02.624036 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b84b-7c0a-4570-8c46-b473f56493bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.644458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:26:02.768900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.810557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64cce605-414b-4bdb-a041-a06fdbeba70f req-32b3cf8d-f982-463d-82b0-6da9b3373dc0 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822107 Aug 16 02:26:02.812030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.856663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:02.864178 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.905014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 8e425c57-b8a3-49de-8e30-12b3688b5f1c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:02.905496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.921087 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.935160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Transition to ACTIVE for port object 1a86c15e-00b2-491d-aeb7-aae019560e2a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:02.971123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:02.976557 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.982403 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Sync routers for ids ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:03.007407 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Routers {'251d9e0d-a17a-4aee-9a60-efa073eba9d2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:03.009255 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:03.013866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port 406b1558-510c-4561-8d13-5dcc232c795b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:03.041149 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.049038 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ee96cbe5-b393-4ae8-98a2-c7e6f29edc2a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6256297 Aug 16 02:26:03.049827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:03.090643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b7487-d859-42b4-8b10-0950c02b2e49 None None] Pushing event updated for resources: {'Port': ['ID=1a86c15e-00b2-491d-aeb7-aae019560e2a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:03.191132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Attempting to bind port 1a86c15e-00b2-491d-aeb7-aae019560e2a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:03.192682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Attempting to bind port 1a86c15e-00b2-491d-aeb7-aae019560e2a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'a94cb253-10c8-4086-9635-a54d0b931f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:03.193112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Attempting to bind port 1a86c15e-00b2-491d-aeb7-aae019560e2a on network 1a292f71-9a6b-4f61-9509-7455ee05240a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:03.214421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:03.214763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Checking segment: {'id': 'a94cb253-10c8-4086-9635-a54d0b931f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:03.215479 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.215658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Bound using segment: {'id': 'a94cb253-10c8-4086-9635-a54d0b931f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:03.216341 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Bound port: 1a86c15e-00b2-491d-aeb7-aae019560e2a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94cb253-10c8-4086-9635-a54d0b931f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:03.216798 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.265039 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.305887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Allocated IP 172.25.5.239 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/d337d275-2e8b-4062-98e9-a01eca654655) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:03.324805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 8e425c57-b8a3-49de-8e30-12b3688b5f1c owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:03.326431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3952c5e-1f50-4c4c-ac64-8e6da7a0c9da None None] Network 77d74bc1-b169-44a1-88c8-96c009d93676 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:03.362432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31574a43-3c74-4c71-9cbf-0c139ca3b8e9 None None] Provisioning complete for port 8e425c57-b8a3-49de-8e30-12b3688b5f1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:03.362824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31574a43-3c74-4c71-9cbf-0c139ca3b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.516571 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Set router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:03.582538 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.686482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] For port 1a86c15e-00b2-491d-aeb7-aae019560e2a, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:03.690286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-31574a43-3c74-4c71-9cbf-0c139ca3b8e9 None None] Port 8e425c57-b8a3-49de-8e30-12b3688b5f1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:03.704041 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-401195f1-9c06-4afb-8d9c-13cb0f6ccc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.714159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] For port 1a86c15e-00b2-491d-aeb7-aae019560e2a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1a86c15e-00b2-491d-aeb7-aae019560e2a,segment=NetworkSegment(a94cb253-10c8-4086-9635-a54d0b931f04),segment_id=a94cb253-10c8-4086-9635-a54d0b931f04)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:03.726630 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.760773 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.818575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:03.824640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:03.851847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:03.877738 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Routers {'52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:03.882243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:03.888506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b7487-d859-42b4-8b10-0950c02b2e49 None None] Pushing event updated for resources: {'Port': ['ID=1a86c15e-00b2-491d-aeb7-aae019560e2a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:03.923300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427354a-a741-4ce4-895c-b987a1393b83 req-39c7cece-c0b9-4d41-bc5c-499b0807a804 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.924864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e427354a-a741-4ce4-895c-b987a1393b83 req-39c7cece-c0b9-4d41-bc5c-499b0807a804 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.1756148 Aug 16 02:26:04.128238 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:59Z', 'updated_at': '2021-08-16T02:26:01Z', 'revision_number': 3, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'gw_port': {'id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:00Z', 'updated_at': '2021-08-16T02:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:04.130956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=d337d275-2e8b-4062-98e9-a01eca654655,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:04.132692 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.165696 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.205185 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Checking router: 251d9e0d-a17a-4aee-9a60-efa073eba9d2 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:04.205522 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Updating router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 port 1e37b12c-9e4b-47a6-bcda-f92dae57f983 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:26:04.216263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e427354a-a741-4ce4-895c-b987a1393b83 req-af28d208-e92d-406b-a071-e0915d08537b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785087 Aug 16 02:26:04.221333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=8e425c57-b8a3-49de-8e30-12b3688b5f1c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:04.235543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] Set router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:04.239715 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.272914 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-cd174cc1-e5de-44a0-b757-54d7efe60647 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1880324 Aug 16 02:26:04.304778 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.375169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] Provisioning complete for port 8e425c57-b8a3-49de-8e30-12b3688b5f1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:04.376161 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.497004 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.556651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6f0df57d-b4d1-4785-a020-0299c3bca4c4 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:04.575266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=406b1558-510c-4561-8d13-5dcc232c795b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:04.639739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-757001c1-f3d9-4459-a3af-7bb63bdd65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.641529 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-757001c1-f3d9-4459-a3af-7bb63bdd65ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1096 time: 0.2260439 Aug 16 02:26:04.654653 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.656982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Checking segment: {'id': 'dbde05a0-aebe-44d5-9ec8-0527cbd5089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:04.657537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network hostable DHCP agents. Network: f5cea4d8-7c67-46ac-81b4-e902bd025707, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:04.666540 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.668109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] Port 8e425c57-b8a3-49de-8e30-12b3688b5f1c was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:26:04.687137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:04.693990 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.694404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 18831db4-d8cf-4869-8c3c-67765e91ce3e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:04.717372 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Transition to ACTIVE for port object 1e37b12c-9e4b-47a6-bcda-f92dae57f983 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:04.741504 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.759470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.762145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] Provisioning for port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:04.762370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:04.766987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 18831db4-d8cf-4869-8c3c-67765e91ce3e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:04.767400 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.788038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, f5cea4d8-7c67-46ac-81b4-e902bd025707) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:04.796924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:04.803571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.804468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.817116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'name': 'tempest-TestAggregatesBasicOps-227117249-router', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:54Z', 'revision_number': 4, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'gw_port': {'id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:49Z', 'updated_at': '2021-08-16T02:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1a86c15e-00b2-491d-aeb7-aae019560e2a', 'name': '', 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'mac_address': 'fa:16:3e:a9:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99d98663-df59-46e7-908f-976934854088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:52Z', 'updated_at': '2021-08-16T02:26:03Z', 'revision_number': 4, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'subnets': [{'id': '99d98663-df59-46e7-908f-976934854088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:04.819067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] Provisioning complete for port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:04.819460 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.860775 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Pushing event updated for resources: {'Port': ['ID=1e37b12c-9e4b-47a6-bcda-f92dae57f983,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:04.882842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a06f37-ebd9-45a5-8577-dd68cbb51782 None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:04.887175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-16d87000-29a6-4ffd-bac2-f1eec126f64a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4670208 Aug 16 02:26:04.890114 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.890302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:04.890886 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.891603 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.892166 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.892717 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.895841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-185293991'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:04.900847 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.901873 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.902437 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.902991 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.903589 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.904546 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.905107 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:04.908728 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Attempting to bind port 1e37b12c-9e4b-47a6-bcda-f92dae57f983 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:04.909714 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Attempting to bind port 1e37b12c-9e4b-47a6-bcda-f92dae57f983 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:04.910844 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Attempting to bind port 1e37b12c-9e4b-47a6-bcda-f92dae57f983 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:04.920209 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:04.921314 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:04.922079 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.922701 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:04.925956 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Bound port: 1e37b12c-9e4b-47a6-bcda-f92dae57f983, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:04.926727 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.003322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:05.009363 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] For port 1e37b12c-9e4b-47a6-bcda-f92dae57f983, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:05.015581 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] For port 1e37b12c-9e4b-47a6-bcda-f92dae57f983, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1e37b12c-9e4b-47a6-bcda-f92dae57f983,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:05.017226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.024567 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.060720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:05.067811 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Allocated IP 172.20.0.1 (77d74bc1-b169-44a1-88c8-96c009d93676/3d4b5e94-a121-410a-a3e3-b8b6314d233d/340ffe57-a014-413f-9e72-65f146fc3d95) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:05.068048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9cc04-1185-4888-9e76-769ffa206d1d None None] The sync data for ids ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'] in n-d-768862-14 is: [{'id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'name': 'tempest-TestAggregatesBasicOps-227117249-router', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:54Z', 'revision_number': 4, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'gw_port': {'id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:49Z', 'updated_at': '2021-08-16T02:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1a86c15e-00b2-491d-aeb7-aae019560e2a', 'name': '', 'network_id': '1a292f71-9a6b-4f61-9509-7455ee05240a', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'mac_address': 'fa:16:3e:a9:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99d98663-df59-46e7-908f-976934854088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:52Z', 'updated_at': '2021-08-16T02:26:03Z', 'revision_number': 4, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'subnets': [{'id': '99d98663-df59-46e7-908f-976934854088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:05.086027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.086479 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Added segment f1ccc404-c60e-41ed-9c03-c865b34f7be5 of type vlan for network 719838b6-9d70-4b65-97de-f72d8ec5bdd4 Aug 16 02:26:05.126982 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a690af-6f30-4798-be46-e7085194ca61 None None] Pushing event updated for resources: {'Port': ['ID=1e37b12c-9e4b-47a6-bcda-f92dae57f983,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:05.138036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2b84c9f1-2466-4aca-bb32-c6e459bd76ad up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:05.146757 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Routers {'251d9e0d-a17a-4aee-9a60-efa073eba9d2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:05.147616 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:05.189822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.211838 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.216221 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.259292 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] For port 6f0df57d-b4d1-4785-a020-0299c3bca4c4, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6f0df57d-b4d1-4785-a020-0299c3bca4c4,segment=NetworkSegment(34ea3b81-2d57-40ae-8352-9a21b743f74a),segment_id=34ea3b81-2d57-40ae-8352-9a21b743f74a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:05.279065 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.300575 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.312491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.313144 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.346778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f10fb3-13dc-480f-8428-7e38e4d5b3d2 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:26:05.352590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefdde2-eea7-474e-931b-104ebbeb8b04 None None] Pushing event updated for resources: {'Port': ['ID=6f0df57d-b4d1-4785-a020-0299c3bca4c4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:05.353545 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.360721 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] Set router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:05.495718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Transition to ACTIVE for port object 340ffe57-a014-413f-9e72-65f146fc3d95 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:05.503981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6124368 Aug 16 02:26:05.506903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:05.516242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'ports': [{'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707'}, {'network_id': '719838b6-9d70-4b65-97de-f72d8ec5bdd4'}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:05.516908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:05.517620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': '719838b6-9d70-4b65-97de-f72d8ec5bdd4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:05.525766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:05.526652 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.549623 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b4701-7748-463f-b060-bf1c54874d79 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Network': ['ID=719838b6-9d70-4b65-97de-f72d8ec5bdd4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:05.574148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 719838b6-9d70-4b65-97de-f72d8ec5bdd4 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:05.592225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca37a-7146-4c77-9c6e-f9f0c68d37d9 req-a9e514bb-dcfe-4992-9780-b73a43c06145 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.595078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa3ca37a-7146-4c77-9c6e-f9f0c68d37d9 req-a9e514bb-dcfe-4992-9780-b73a43c06145 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.2459893 Aug 16 02:26:05.610987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e9df7988-7d51-410f-895e-0eed275d0bf9 None None] Provisioning complete for port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:05.611389 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9df7988-7d51-410f-895e-0eed275d0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.634083 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:59Z', 'updated_at': '2021-08-16T02:26:01Z', 'revision_number': 3, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'gw_port': {'id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:00Z', 'updated_at': '2021-08-16T02:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:05.682375 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c35ba-3dae-424c-b2d7-eebe0f53ae0f None None] The sync data for ids ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'] in n-d-768862-14 is: [{'id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:59Z', 'updated_at': '2021-08-16T02:26:01Z', 'revision_number': 3, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'gw_port': {'id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:00Z', 'updated_at': '2021-08-16T02:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:05.694231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router b32d36d2-f120-4585-9234-237bf32b2640 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:05.710967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa3ca37a-7146-4c77-9c6e-f9f0c68d37d9 req-3a8a3fc8-a5a9-47a3-bb00-a2b97739eb46 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107585 Aug 16 02:26:05.720117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.778575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-fa5a8ead-236f-44e5-81b8-f0dd95b1db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.784706 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-fa5a8ead-236f-44e5-81b8-f0dd95b1db8a service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 1.0604663 Aug 16 02:26:05.809968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Network 77d74bc1-b169-44a1-88c8-96c009d93676 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:05.822170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:05.835545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:05.845973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Pushing event updated for resources: {'Port': ['ID=340ffe57-a014-413f-9e72-65f146fc3d95,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:05.864282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f10fb3-13dc-480f-8428-7e38e4d5b3d2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:26:05.940259 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.107403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:06.140240 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0d14b-bca0-4b68-b550-6dfbdb355e8f None None] Sync routers for ids ['b32d36d2-f120-4585-9234-237bf32b2640'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:06.146576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6f0df57d-b4d1-4785-a020-0299c3bca4c4 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:06.223455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2b07d69a-0ac2-42cb-9b2e-fcf6b28e5dc1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/b32d36d2-f120-4585-9234-237bf32b2640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5137103 Aug 16 02:26:06.223966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:06.255993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0d14b-bca0-4b68-b550-6dfbdb355e8f None None] Routers {'b32d36d2-f120-4585-9234-237bf32b2640'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:06.256645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-49f0d14b-bca0-4b68-b550-6dfbdb355e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b32d36d2-f120-4585-9234-237bf32b2640'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:06.343818 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-d1d0f271-f12c-4bcf-8e61-0a76f18d44f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 999 time: 0.5310519 Aug 16 02:26:06.349520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.387388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-49f0d14b-bca0-4b68-b550-6dfbdb355e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:06.446228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:06.452636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.459129 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.479298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-4b957c1b-3850-4876-9692-66d549a4476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:06.480832 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-4b957c1b-3850-4876-9692-66d549a4476b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.1197858 Aug 16 02:26:06.483280 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.504440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0d14b-bca0-4b68-b550-6dfbdb355e8f None None] Routers {'b32d36d2-f120-4585-9234-237bf32b2640'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:06.505081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-49f0d14b-bca0-4b68-b550-6dfbdb355e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['b32d36d2-f120-4585-9234-237bf32b2640'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:06.566531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c9e35309-2936-41d2-bdf1-dd8832d1aa02 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:06.571009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-49f0d14b-bca0-4b68-b550-6dfbdb355e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:06.571653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0d14b-bca0-4b68-b550-6dfbdb355e8f None None] The sync data for ids ['b32d36d2-f120-4585-9234-237bf32b2640'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:06.585410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:06.585782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.926768 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1a86c15e-00b2-491d-aeb7-aae019560e2a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:06.935926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port 45559f12-6e1d-4884-92b4-9ed78f5f9465 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:06.950641 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-091ede89-4e21-452b-9871-a50c85e9734c tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:26:06.952307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-091ede89-4e21-452b-9871-a50c85e9734c tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/b32d36d2-f120-4585-9234-237bf32b2640/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7270837 Aug 16 02:26:06.959072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:07.009235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:07.047794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7f22ba43-e857-43db-b44a-b9e8f9333a1a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=b32d36d2-f120-4585-9234-237bf32b2640 HTTP/1.1" status: 200 len: 205 time: 0.0852582 Aug 16 02:26:07.058607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'port_id': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02', 'mac_address': 'fa:16:3e:58:b8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:07.065577 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.067361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1a86c15e-00b2-491d-aeb7-aae019560e2a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:07.074159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:07.079876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1a86c15e-00b2-491d-aeb7-aae019560e2a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:07.080179 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.115059 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.184874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.227314 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.228577 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.243621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4d2c3479-6a48-47cb-9798-0c7032e1a3f6 None None] Provisioning for port 340ffe57-a014-413f-9e72-65f146fc3d95 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:07.253434 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.257280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4d2c3479-6a48-47cb-9798-0c7032e1a3f6 None None] Provisioning complete for port 340ffe57-a014-413f-9e72-65f146fc3d95 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:07.257689 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3479-6a48-47cb-9798-0c7032e1a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.288723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port 375c23cc-b7e9-4f7f-ba06-f5e135381570 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:07.310186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c3479-6a48-47cb-9798-0c7032e1a3f6 None None] Port 340ffe57-a014-413f-9e72-65f146fc3d95 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:07.322347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9e35309-2936-41d2-bdf1-dd8832d1aa02 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:07.345586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:07.351550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1a86c15e-00b2-491d-aeb7-aae019560e2a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1a86c15e-00b2-491d-aeb7-aae019560e2a,segment=NetworkSegment(a94cb253-10c8-4086-9635-a54d0b931f04),segment_id=a94cb253-10c8-4086-9635-a54d0b931f04)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:07.352810 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.360145 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.417973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbd9ac-d829-4005-b004-6b1cf079ae69 req-5674a0e5-1524-4996-be81-b7f914eab447 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:07.429808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c9e35309-2936-41d2-bdf1-dd8832d1aa02,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:07.431793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54bbd9ac-d829-4005-b004-6b1cf079ae69 req-5674a0e5-1524-4996-be81-b7f914eab447 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.4845400 Aug 16 02:26:07.458178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-84a83913-590c-4e11-b24e-e36d0111c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:07.459777 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-84a83913-590c-4e11-b24e-e36d0111c24b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9313154 Aug 16 02:26:07.461795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bf644be-7bed-4173-ab83-7aeb6d09fda4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.478570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['c9e35309-2936-41d2-bdf1-dd8832d1aa02'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:07.544809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1a86c15e-00b2-491d-aeb7-aae019560e2a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:07.574054 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.580441 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-1b3d0986-6dd5-417c-ac58-8e24c5ab7d3b service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108389 Aug 16 02:26:07.645253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54bbd9ac-d829-4005-b004-6b1cf079ae69 req-3aa23439-fcfd-4e99-919b-1c14eecf7e21 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117617 Aug 16 02:26:07.649563 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.667971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Router 866d8b8d-110c-4727-a58f-7a12dae8bd53 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:26:07.670443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Pushing event updated for resources: {'Port': ['ID=340ffe57-a014-413f-9e72-65f146fc3d95,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:07.765688 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c4e86261-aaad-46e3-ae1e-aaa496676b71 req-c83b7153-ef17-4c79-9e33-596091e484dd service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770430 Aug 16 02:26:07.797035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.881389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bf644be-7bed-4173-ab83-7aeb6d09fda4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.882290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bf644be-7bed-4173-ab83-7aeb6d09fda4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.922116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:07.928125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:07.943075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:07.944008 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.985036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bf644be-7bed-4173-ab83-7aeb6d09fda4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.985538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf644be-7bed-4173-ab83-7aeb6d09fda4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Fanout notify agent at l3_agent the message router_deleted on router b32d36d2-f120-4585-9234-237bf32b2640 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:07.994002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bf644be-7bed-4173-ab83-7aeb6d09fda4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.996427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9bf644be-7bed-4173-ab83-7aeb6d09fda4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/b32d36d2-f120-4585-9234-237bf32b2640 HTTP/1.1" status: 204 len: 168 time: 0.9200106 Aug 16 02:26:08.000991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=45559f12-6e1d-4884-92b4-9ed78f5f9465,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:08.002461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:08.072132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:08.083710 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Sync routers for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:08.096408 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:08.097055 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:08.099648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.101534 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1ae0b0e5-b8e7-4cb0-8f14-8a5ca8234099 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.8990490 Aug 16 02:26:08.110325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48372) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:08.151699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1e37b12c-9e4b-47a6-bcda-f92dae57f983 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:08.180162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=375c23cc-b7e9-4f7f-ba06-f5e135381570,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:08.211260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Checking segment: {'id': 'f1ccc404-c60e-41ed-9c03-c865b34f7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '719838b6-9d70-4b65-97de-f72d8ec5bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:08.211893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network hostable DHCP agents. Network: 719838b6-9d70-4b65-97de-f72d8ec5bdd4, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:08.261347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 719838b6-9d70-4b65-97de-f72d8ec5bdd4 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:08.278908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 719838b6-9d70-4b65-97de-f72d8ec5bdd4) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:08.284100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:08.294880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.306787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.308466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.332236 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4663e66e-bab1-4ef5-822b-f42b3a4fccf0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8209944 Aug 16 02:26:08.335777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:08.350140 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:08.427683 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-18c38c67-c5ca-41ff-9f73-0127404b6992 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=3fa0883a31254782842df5b22a3a92bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3129625 Aug 16 02:26:08.431423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:08.584723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Network 77d74bc1-b169-44a1-88c8-96c009d93676 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:08.598797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:08.630269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d546dbf-5c0e-41ff-8a57-44d03807d170 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting subnet e647efb0-82c5-4476-af97-100345a94980 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:08.641025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d546dbf-5c0e-41ff-8a57-44d03807d170 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.678270 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:04Z', 'revision_number': 3, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:08.679589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fc0219a4-d89a-452c-a567-897c9df7ceb4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 375c23cc-b7e9-4f7f-ba06-f5e135381570 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:08.680176 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc0219a4-d89a-452c-a567-897c9df7ceb4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.709154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d546dbf-5c0e-41ff-8a57-44d03807d170 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.710966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f3bab0-29cc-4fc2-b492-780095a0b794 None None] Network 719838b6-9d70-4b65-97de-f72d8ec5bdd4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:08.719182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c9e35309-2936-41d2-bdf1-dd8832d1aa02 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:08.723204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132388e-fe21-452d-adf9-462973417472 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:08.725013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8132388e-fe21-452d-adf9-462973417472 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2915657 Aug 16 02:26:08.748981 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Checking router: 866d8b8d-110c-4727-a58f-7a12dae8bd53 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:08.749842 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Updating router 866d8b8d-110c-4727-a58f-7a12dae8bd53 port d337d275-2e8b-4062-98e9-a01eca654655 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:26:08.755198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:08.818491 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.842064 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ba8dfe45-967a-4553-bde4-e26f7f643388 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0854456 Aug 16 02:26:08.845456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:08.851856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215361268', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:08.897390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port c9e35309-2936-41d2-bdf1-dd8832d1aa02 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:08.898084 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.929596 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d546dbf-5c0e-41ff-8a57-44d03807d170 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.086424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1e37b12c-9e4b-47a6-bcda-f92dae57f983 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:09.158810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1e37b12c-9e4b-47a6-bcda-f92dae57f983 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:09.159323 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.205396 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.236518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e4a0e95-2aea-4365-a75a-a45c054bc2c0 None None] Provisioning complete for port 340ffe57-a014-413f-9e72-65f146fc3d95 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:09.236898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0e95-2aea-4365-a75a-a45c054bc2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.294532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d546dbf-5c0e-41ff-8a57-44d03807d170 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.329295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b994b4-77f3-4bc6-a1bb-1321fd1e8108 req-29b06ebe-b109-4cf6-839f-290f7d2dd49c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:09.330929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26b994b4-77f3-4bc6-a1bb-1321fd1e8108 req-29b06ebe-b109-4cf6-839f-290f7d2dd49c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 945 time: 0.2172198 Aug 16 02:26:09.363595 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d546dbf-5c0e-41ff-8a57-44d03807d170 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.366167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d546dbf-5c0e-41ff-8a57-44d03807d170 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/e647efb0-82c5-4476-af97-100345a94980 HTTP/1.1" status: 204 len: 168 time: 1.3627303 Aug 16 02:26:09.378754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:09.385909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751443f4-bfc4-462d-8083-f179c963f60a None None] Network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:09.386114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc0219a4-d89a-452c-a567-897c9df7ceb4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.401535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d546dbf-5c0e-41ff-8a57-44d03807d170 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Subnet': ['ID=e647efb0-82c5-4476-af97-100345a94980,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:09.403776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fc0219a4-d89a-452c-a567-897c9df7ceb4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 375c23cc-b7e9-4f7f-ba06-f5e135381570 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:09.416550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:09.423591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a0e95-2aea-4365-a75a-a45c054bc2c0 None None] Port 340ffe57-a014-413f-9e72-65f146fc3d95 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:09.531702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc0219a4-d89a-452c-a567-897c9df7ceb4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.579077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0219a4-d89a-452c-a567-897c9df7ceb4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=375c23cc-b7e9-4f7f-ba06-f5e135381570,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:09.586584 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc0219a4-d89a-452c-a567-897c9df7ceb4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.588949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fc0219a4-d89a-452c-a567-897c9df7ceb4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/375c23cc-b7e9-4f7f-ba06-f5e135381570 HTTP/1.1" status: 204 len: 168 time: 1.2516720 Aug 16 02:26:09.590539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Made reservation on behalf of 3fa0883a31254782842df5b22a3a92bd for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:09.594531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.615569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:09.640890 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.648552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:09.657028 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f491d5a-6158-419a-92fd-803f19a0c581" -d '{"events": [{"server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "name": "network-vif-plugged", "status": "completed", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:09.667910 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Transition to ACTIVE for port object d337d275-2e8b-4062-98e9-a01eca654655 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:09.685317 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.731280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:09.758818 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.788263 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae89fd9-5f69-47a4-8abc-0d10885e7f5b None None] Pushing event updated for resources: {'Port': ['ID=d337d275-2e8b-4062-98e9-a01eca654655,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:09.798633 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a9bb0f-f114-41c7-a39c-3a355ae3b5eb x-openstack-request-id: req-03a9bb0f-f114-41c7-a39c-3a355ae3b5eb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:09.799492 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "name": "network-vif-plugged", "status": "completed", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:09.799754 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03a9bb0f-f114-41c7-a39c-3a355ae3b5eb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:09.801925 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02', 'code': 200} Aug 16 02:26:09.839587 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Attempting to bind port d337d275-2e8b-4062-98e9-a01eca654655 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:09.840290 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Attempting to bind port d337d275-2e8b-4062-98e9-a01eca654655 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:09.841945 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Attempting to bind port d337d275-2e8b-4062-98e9-a01eca654655 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:09.848035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26b994b4-77f3-4bc6-a1bb-1321fd1e8108 req-406bfba3-f78b-4800-9d04-50fcd7aa39c6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700804 Aug 16 02:26:09.855158 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:09.855868 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:09.859392 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.860093 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:09.860837 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Bound port: d337d275-2e8b-4062-98e9-a01eca654655, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:09.861356 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.872801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.899617 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.959693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.998561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a36d3ae-77f4-41d2-9ff1-1eb230ff2dcb tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:09.998806 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] For port d337d275-2e8b-4062-98e9-a01eca654655, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:10.004886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a36d3ae-77f4-41d2-9ff1-1eb230ff2dcb tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:10.005848 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] For port d337d275-2e8b-4062-98e9-a01eca654655, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d337d275-2e8b-4062-98e9-a01eca654655,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:10.006753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6a36d3ae-77f4-41d2-9ff1-1eb230ff2dcb tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3756418 Aug 16 02:26:10.011944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:10.017607 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.089166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Subnet': ['ID=e1d5856a-6be0-42bb-8a61-22f14918496f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:10.122755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1e37b12c-9e4b-47a6-bcda-f92dae57f983, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1e37b12c-9e4b-47a6-bcda-f92dae57f983,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:10.124016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Checking segment: {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:10.124537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network hostable DHCP agents. Network: 85112a75-69bb-4122-81e5-c8b022c2bb64, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:10.135208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:10.152703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3c6acba9-4218-4167-907b-6f20c675f165 admin admin] 10.222.0.61 "PUT /v2.0/routers/251d9e0d-a17a-4aee-9a60-efa073eba9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1003268 Aug 16 02:26:10.157592 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae89fd9-5f69-47a4-8abc-0d10885e7f5b None None] Pushing event updated for resources: {'Port': ['ID=d337d275-2e8b-4062-98e9-a01eca654655,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:10.168657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network 85112a75-69bb-4122-81e5-c8b022c2bb64 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:10.171857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c9e35309-2936-41d2-bdf1-dd8832d1aa02,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:10.190164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 18831db4-d8cf-4869-8c3c-67765e91ce3e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:10.190553 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.191909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Sync routers for ids ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:10.192349 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:10.196151 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:10.200267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 85112a75-69bb-4122-81e5-c8b022c2bb64) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:10.205453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:10.206257 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.212017 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.214144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1a86c15e-00b2-491d-aeb7-aae019560e2a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:10.236767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d95c4-aa7d-44b7-a19d-71b21fa3fa83 None None] Network 85112a75-69bb-4122-81e5-c8b022c2bb64 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:10.248082 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-050139f3-5f57-483e-9b36-f8657879df25 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3967836 Aug 16 02:26:10.248244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:10.374572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port 18831db4-d8cf-4869-8c3c-67765e91ce3e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=18831db4-d8cf-4869-8c3c-67765e91ce3e,segment=NetworkSegment(7cfd8bbd-7e69-4b8e-9614-cd122a77db84),segment_id=7cfd8bbd-7e69-4b8e-9614-cd122a77db84)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:10.374902 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.383381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] DHCP port deletion for b1d72c38-3d91-42a6-9daa-b01f2ca02e0c request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:10.422933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dc1b9-a3bc-42e7-8862-1e93c7ff7216 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 45559f12-6e1d-4884-92b4-9ed78f5f9465 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:10.424003 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc1b9-a3bc-42e7-8862-1e93c7ff7216 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.441949 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Routers {'251d9e0d-a17a-4aee-9a60-efa073eba9d2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:10.444887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:10.482080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 18831db4-d8cf-4869-8c3c-67765e91ce3e owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:10.538502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc1b9-a3bc-42e7-8862-1e93c7ff7216 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.580284 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:10.625436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dc1b9-a3bc-42e7-8862-1e93c7ff7216 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 45559f12-6e1d-4884-92b4-9ed78f5f9465 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:10.679028 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:10.710967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1e37b12c-9e4b-47a6-bcda-f92dae57f983,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:10.732876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Set router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:10.775658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-85112a75-69bb-4122-81e5-c8b022c2bb64', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:10.777459 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.834629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1a86c15e-00b2-491d-aeb7-aae019560e2a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:10.835010 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.850900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] Deleting port 18831db4-d8cf-4869-8c3c-67765e91ce3e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:10.851318 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.058856 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.090238 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:04Z', 'revision_number': 3, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.124460 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942fdd2-face-48c5-991d-81ee003d558a None None] The sync data for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 is: [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:04Z', 'revision_number': 3, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:11.129684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Allocated IP 172.20.0.2 (85112a75-69bb-4122-81e5-c8b022c2bb64/e1d5856a-6be0-42bb-8a61-22f14918496f/21b56073-adc7-4428-ac36-bc1e3666f2ce) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:11.194316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=18831db4-d8cf-4869-8c3c-67765e91ce3e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:11.299129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No DVR routers for this DVR port 18831db4-d8cf-4869-8c3c-67765e91ce3e on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:11.374026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc1b9-a3bc-42e7-8862-1e93c7ff7216 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.482960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27acd9-9033-4a13-a091-e1c3eee59af5 req-ef191f29-fab0-4009-971a-5eb526df60ab tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:11.485731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b27acd9-9033-4a13-a091-e1c3eee59af5 req-ef191f29-fab0-4009-971a-5eb526df60ab tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.4147408 Aug 16 02:26:11.498274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc1b9-a3bc-42e7-8862-1e93c7ff7216 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=45559f12-6e1d-4884-92b4-9ed78f5f9465,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:11.500551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] For port 18831db4-d8cf-4869-8c3c-67765e91ce3e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=18831db4-d8cf-4869-8c3c-67765e91ce3e,segment=NetworkSegment(7cfd8bbd-7e69-4b8e-9614-cd122a77db84),segment_id=7cfd8bbd-7e69-4b8e-9614-cd122a77db84)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:11.501322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.530249 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc1b9-a3bc-42e7-8862-1e93c7ff7216 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.540282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2e8dc1b9-a3bc-42e7-8862-1e93c7ff7216 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/45559f12-6e1d-4884-92b4-9ed78f5f9465 HTTP/1.1" status: 204 len: 168 time: 1.5182180 Aug 16 02:26:11.543061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:11.551378 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.572110 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] Calling delete_port for 18831db4-d8cf-4869-8c3c-67765e91ce3e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:11.680512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb12271-749c-45c4-831a-fcb8bed029d9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:11.683996 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-edb12271-749c-45c4-831a-fcb8bed029d9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1391816 Aug 16 02:26:11.685907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:11.697065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d72c38-3d91-42a6-9daa-b01f2ca02e0c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.730507 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc384bb4-37f3-4b6c-b1a6-9dc24b0c75e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:26:11.732349 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc384bb4-37f3-4b6c-b1a6-9dc24b0c75e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/375c23cc-b7e9-4f7f-ba06-f5e135381570 HTTP/1.1" status: 404 len: 333 time: 0.0453212 Aug 16 02:26:11.736827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:11.748103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfd8bbd-7e69-4b8e-9614-cd122a77db84') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.756801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfd8bbd-7e69-4b8e-9614-cd122a77db84') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:11.775966 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-af95b943-8353-49c4-a0b7-d82920c03f4a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:26:11.779519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-af95b943-8353-49c4-a0b7-d82920c03f4a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/45559f12-6e1d-4884-92b4-9ed78f5f9465 HTTP/1.1" status: 404 len: 333 time: 0.0413191 Aug 16 02:26:11.782124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:11.836495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.856304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b27acd9-9033-4a13-a091-e1c3eee59af5 req-0131e972-55ac-4571-8974-0b72f4884e33 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475668 Aug 16 02:26:11.927349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.940818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:11.942322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:11.946186 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:11.971428 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.056257 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.154414 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.186014 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.192072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/networks/b1d72c38-3d91-42a6-9daa-b01f2ca02e0c HTTP/1.1" status: 204 len: 168 time: 2.8086376 Aug 16 02:26:12.208553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:12.236308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'network': {'name': 'tempest-RoutersTest-1798523525'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:12.245116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d9bf0-3ccb-4784-a136-22f2e0bb8886 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Network': ['ID=b1d72c38-3d91-42a6-9daa-b01f2ca02e0c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:12.332806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:12.334590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.364461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719838b6-9d70-4b65-97de-f72d8ec5bdd4']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:12.379853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ccc404-c60e-41ed-9c03-c865b34f7be5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:12.380368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ccc404-c60e-41ed-9c03-c865b34f7be5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:12.394666 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.411373 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.419717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:12.420215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:12.514631 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:12.529756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.553693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.574514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.596572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.605367 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/networks/719838b6-9d70-4b65-97de-f72d8ec5bdd4 HTTP/1.1" status: 204 len: 168 time: 0.8216422 Aug 16 02:26:12.620451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:12.624149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:12.631050 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.643023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] Network b1d72c38-3d91-42a6-9daa-b01f2ca02e0c is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:26:12.643023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] No DVR routers for this DVR port 18831db4-d8cf-4869-8c3c-67765e91ce3e on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:12.643609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6828a-c530-4a76-960a-c74eed84d8d6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Network': ['ID=719838b6-9d70-4b65-97de-f72d8ec5bdd4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:12.651071 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.652188 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f616af-b154-44e4-a07e-82222d236e8b None None] Pushing event deleted for resources: {'Port': ['ID=18831db4-d8cf-4869-8c3c-67765e91ce3e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:12.667657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Transition to ACTIVE for port object 21b56073-adc7-4428-ac36-bc1e3666f2ce will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:12.685505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:59Z', 'updated_at': '2021-08-16T02:26:06Z', 'revision_number': 4, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'gw_port': {'id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:00Z', 'updated_at': '2021-08-16T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '340ffe57-a014-413f-9e72-65f146fc3d95', 'name': '', 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'mac_address': 'fa:16:3e:ff:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '3d4b5e94-a121-410a-a3e3-b8b6314d233d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:04Z', 'updated_at': '2021-08-16T02:26:06Z', 'revision_number': 2, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'subnets': [{'id': '3d4b5e94-a121-410a-a3e3-b8b6314d233d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:12.693766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-523839147'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:12.736693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:12.764624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Checking router: 251d9e0d-a17a-4aee-9a60-efa073eba9d2 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:12.765306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Updating router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 port 340ffe57-a014-413f-9e72-65f146fc3d95 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:26:12.778244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.778412 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added segment 14c33daa-ce3d-4a99-a04f-8c313e77130f of type vlan for network 265dee05-944d-4e0c-bcd6-45526dc71b26 Aug 16 02:26:12.803808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Transition to ACTIVE for port object 21b56073-adc7-4428-ac36-bc1e3666f2ce will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:12.817141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.841239 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.890404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:12.894849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.954883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:12.965378 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.965833 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Added segment 137332fb-b623-4b9c-b67a-2a6c0dfef74c of type vlan for network d563d9d8-521b-4f03-9634-e0d3335c7966 Aug 16 02:26:13.114481 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.191125 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.231423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1e37b12c-9e4b-47a6-bcda-f92dae57f983 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:13.246838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.253693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.254574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.294347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Transition to ACTIVE for port object 340ffe57-a014-413f-9e72-65f146fc3d95 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:13.318323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Network 85112a75-69bb-4122-81e5-c8b022c2bb64 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:13.327322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.338730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:13.349605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:13.363118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Pushing event updated for resources: {'Port': ['ID=21b56073-adc7-4428-ac36-bc1e3666f2ce,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:13.425258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2148402 Aug 16 02:26:13.428416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:13.436254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'subnet': {'network_id': '265dee05-944d-4e0c-bcd6-45526dc71b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:13.455801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1e37b12c-9e4b-47a6-bcda-f92dae57f983 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:13.456572 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.465642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bdd7d-c553-418f-a534-afb5ed06522d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Network': ['ID=265dee05-944d-4e0c-bcd6-45526dc71b26,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:13.498607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.501165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 265dee05-944d-4e0c-bcd6-45526dc71b26 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:13.532716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.549276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Attempting to bind port 21b56073-adc7-4428-ac36-bc1e3666f2ce on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:13.550059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Attempting to bind port 21b56073-adc7-4428-ac36-bc1e3666f2ce by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:13.550729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Attempting to bind port 21b56073-adc7-4428-ac36-bc1e3666f2ce on network 85112a75-69bb-4122-81e5-c8b022c2bb64 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:13.560556 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.563497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:13.564526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Checking segment: {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:13.565240 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.565883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Bound using segment: {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:13.566773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Bound port: 21b56073-adc7-4428-ac36-bc1e3666f2ce, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:13.568225 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.573901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.575334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.680836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Attempting to bind port 340ffe57-a014-413f-9e72-65f146fc3d95 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:13.681580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Attempting to bind port 340ffe57-a014-413f-9e72-65f146fc3d95 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '34ea3b81-2d57-40ae-8352-9a21b743f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:13.682460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Attempting to bind port 340ffe57-a014-413f-9e72-65f146fc3d95 on network 77d74bc1-b169-44a1-88c8-96c009d93676 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:13.749031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1193838 Aug 16 02:26:13.753515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:13.761787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Allocated IP 172.20.0.1 (85112a75-69bb-4122-81e5-c8b022c2bb64/e1d5856a-6be0-42bb-8a61-22f14918496f/514c633f-a11c-4bc5-a635-9ac9684ad1a8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:13.763974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] For port 21b56073-adc7-4428-ac36-bc1e3666f2ce, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:13.768541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] For port 21b56073-adc7-4428-ac36-bc1e3666f2ce, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=21b56073-adc7-4428-ac36-bc1e3666f2ce,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:13.770487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': 'd563d9d8-521b-4f03-9634-e0d3335c7966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:13.776578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:13.777036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Checking segment: {'id': '34ea3b81-2d57-40ae-8352-9a21b743f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:13.777593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.778094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Bound using segment: {'id': '34ea3b81-2d57-40ae-8352-9a21b743f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:13.778689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Bound port: 340ffe57-a014-413f-9e72-65f146fc3d95, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ea3b81-2d57-40ae-8352-9a21b743f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:13.779215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.782106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c3971-15ec-4071-bad4-0cc5d3c7625f None None] Pushing event updated for resources: {'Port': ['ID=340ffe57-a014-413f-9e72-65f146fc3d95,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:13.806380 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:13.923377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c9406-5b05-4c27-a2c0-094fa59a2ac5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Network': ['ID=d563d9d8-521b-4f03-9634-e0d3335c7966,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:13.960964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d563d9d8-521b-4f03-9634-e0d3335c7966 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:13.962621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330584e-e77f-45f5-b0e0-217b710118b7 req-965a4cd9-3d48-40e1-af00-c4ee82c36e82 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.964069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:13.965327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3330584e-e77f-45f5-b0e0-217b710118b7 req-965a4cd9-3d48-40e1-af00-c4ee82c36e82 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.4105825 Aug 16 02:26:13.969513 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.053446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.067357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3330584e-e77f-45f5-b0e0-217b710118b7 req-fb4ae871-0ead-4aad-8948-fe7e7d44688b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954208 Aug 16 02:26:14.078918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Transition to ACTIVE for port object 514c633f-a11c-4bc5-a635-9ac9684ad1a8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:14.104651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:14.110490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.169113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c975dc-2988-4404-a58e-ab2d96ce2c8b None None] Pushing event updated for resources: {'Port': ['ID=21b56073-adc7-4428-ac36-bc1e3666f2ce,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:14.169380 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.193676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network 85112a75-69bb-4122-81e5-c8b022c2bb64 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:14.197463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:14.220242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] For port 340ffe57-a014-413f-9e72-65f146fc3d95, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:14.223513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:14.232077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d337d275-2e8b-4062-98e9-a01eca654655 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:14.235422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] For port 340ffe57-a014-413f-9e72-65f146fc3d95, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=340ffe57-a014-413f-9e72-65f146fc3d95,segment=NetworkSegment(34ea3b81-2d57-40ae-8352-9a21b743f74a),segment_id=34ea3b81-2d57-40ae-8352-9a21b743f74a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:14.278522 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.298801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=514c633f-a11c-4bc5-a635-9ac9684ad1a8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:14.312262 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.504363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c3971-15ec-4071-bad4-0cc5d3c7625f None None] Pushing event updated for resources: {'Port': ['ID=340ffe57-a014-413f-9e72-65f146fc3d95,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:14.556512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Routers {'251d9e0d-a17a-4aee-9a60-efa073eba9d2'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:14.557265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:14.610995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port d337d275-2e8b-4062-98e9-a01eca654655 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:14.658172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d337d275-2e8b-4062-98e9-a01eca654655 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:14.658688 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.726977 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.759844 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Deleting port 1a86c15e-00b2-491d-aeb7-aae019560e2a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:14.760526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.814094 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:14.873270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] Set router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:14.888620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Subnet': ['ID=6423242c-e98b-4b74-a8b2-712fbac39978,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:15.005542 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.028737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] For port 1a86c15e-00b2-491d-aeb7-aae019560e2a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1a86c15e-00b2-491d-aeb7-aae019560e2a,segment=NetworkSegment(a94cb253-10c8-4086-9635-a54d0b931f04),segment_id=a94cb253-10c8-4086-9635-a54d0b931f04)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:15.032914 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.072047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.145545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port d337d275-2e8b-4062-98e9-a01eca654655, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d337d275-2e8b-4062-98e9-a01eca654655,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:15.160331 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.164156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Calling delete_port for 1a86c15e-00b2-491d-aeb7-aae019560e2a owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:15.198087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Checking segment: {'id': '14c33daa-ce3d-4a99-a04f-8c313e77130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '265dee05-944d-4e0c-bcd6-45526dc71b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:15.198652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network hostable DHCP agents. Network: 265dee05-944d-4e0c-bcd6-45526dc71b26, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:15.231467 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.240156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.267779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 18831db4-d8cf-4869-8c3c-67765e91ce3e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:15.298982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 18831db4-d8cf-4869-8c3c-67765e91ce3e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:15.299479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 18831db4-d8cf-4869-8c3c-67765e91ce3e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:15.380806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=2d2fa71d-1afe-44f6-a93b-83f2a79ab60f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:15.387993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Checking segment: {'id': '137332fb-b623-4b9c-b67a-2a6c0dfef74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd563d9d8-521b-4f03-9634-e0d3335c7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:15.388350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network hostable DHCP agents. Network: d563d9d8-521b-4f03-9634-e0d3335c7966, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:15.402323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 265dee05-944d-4e0c-bcd6-45526dc71b26 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:15.426869 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 265dee05-944d-4e0c-bcd6-45526dc71b26) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:15.427846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=d337d275-2e8b-4062-98e9-a01eca654655,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:15.452227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network d563d9d8-521b-4f03-9634-e0d3335c7966 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:15.456757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:15.457355 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.460752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864cb07-f9ab-4b7e-a540-4bda14b4b209 None None] Network 265dee05-944d-4e0c-bcd6-45526dc71b26 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:15.493348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.511077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d563d9d8-521b-4f03-9634-e0d3335c7966) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:15.517019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=514c633f-a11c-4bc5-a635-9ac9684ad1a8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:15.536918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:15.537510 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.537651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ccf4-e4ab-426b-b8b9-15f889b81c88 req-adc42610-e544-49d6-9b34-9e748285fbfc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:15.542354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d69ccf4-e4ab-426b-b8b9-15f889b81c88 req-adc42610-e544-49d6-9b34-9e748285fbfc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.2364078 Aug 16 02:26:15.620564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18901612-bf0a-4d92-bfda-881eac17c7eb None None] Network d563d9d8-521b-4f03-9634-e0d3335c7966 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:15.622465 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21b56073-adc7-4428-ac36-bc1e3666f2ce up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:15.657773 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d69ccf4-e4ab-426b-b8b9-15f889b81c88 req-9561de26-8123-49f9-a7e7-a4e030d51b39 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070087 Aug 16 02:26:15.676950 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-66a5bebe-d887-4c5d-b89f-3842fa7e52c6 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2466099 Aug 16 02:26:15.680708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:15.688171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a9c2e023-3111-4554-9c12-d5357aa2d9c2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-713838739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:15.742167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network 85112a75-69bb-4122-81e5-c8b022c2bb64 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:15.744112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:15.753783 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-92add469-c81e-4fb0-9510-10e9e4f34b6f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9935105 Aug 16 02:26:15.755017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48476) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:15.762321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': 'd563d9d8-521b-4f03-9634-e0d3335c7966', 'name': 'tempest-PortsTestJSON-1661870792'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:15.769063 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c2e023-3111-4554-9c12-d5357aa2d9c2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.770239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c2e023-3111-4554-9c12-d5357aa2d9c2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.879208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.920350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0377fe8c-4f88-4848-8eeb-ec1a64fc2356 None None] Network 85112a75-69bb-4122-81e5-c8b022c2bb64 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:15.948190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a86c15e-00b2-491d-aeb7-aae019560e2a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:16.034233 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c2e023-3111-4554-9c12-d5357aa2d9c2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.061554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c2e023-3111-4554-9c12-d5357aa2d9c2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.132792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Router 866d8b8d-110c-4727-a58f-7a12dae8bd53 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:16.142217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:16.146216 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.167323 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c2e023-3111-4554-9c12-d5357aa2d9c2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.168561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a9c2e023-3111-4554-9c12-d5357aa2d9c2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4862137 Aug 16 02:26:16.172455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:16.213942 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.229765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port f8785c20-6913-4eb0-9eab-fbd93d22dcb1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:16.258060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-38b39111-7dac-43f6-bf77-5239c1ece2ff None None] Provisioning for port 21b56073-adc7-4428-ac36-bc1e3666f2ce completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:16.363384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-265dee05-944d-4e0c-bcd6-45526dc71b26', 'network_id': '265dee05-944d-4e0c-bcd6-45526dc71b26', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'fixed_ips': [{'subnet_id': '6423242c-e98b-4b74-a8b2-712fbac39978'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:16.365024 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.540038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Allocated IP 172.20.0.2 (265dee05-944d-4e0c-bcd6-45526dc71b26/6423242c-e98b-4b74-a8b2-712fbac39978/6e504d95-e99b-4e6e-be66-66c769bf6ac5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:16.590101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:16.686108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:16.699183 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Sync routers for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:16.726822 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:16.730940 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:16.753707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 21b56073-adc7-4428-ac36-bc1e3666f2ce completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:16.789714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 21b56073-adc7-4428-ac36-bc1e3666f2ce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:16.790101 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.794883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-d563d9d8-521b-4f03-9634-e0d3335c7966', 'network_id': 'd563d9d8-521b-4f03-9634-e0d3335c7966', 'tenant_id': 'd06e9292718445ed982683c70b3a1a26', 'fixed_ips': [{'subnet_id': '2d2fa71d-1afe-44f6-a93b-83f2a79ab60f'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:16.794883 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.799775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f18c252f-1a47-48ee-b1ef-56506444a761 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "PUT /v2.0/routers/866d8b8d-110c-4727-a58f-7a12dae8bd53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5511422 Aug 16 02:26:16.810021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:16.847430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-98ab8e4b-fca2-487c-86ba-5da8c1f2ea38 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--689157373', 'description': 'tempest-secgroup_access--689157373 description', 'project_id': '3fa0883a31254782842df5b22a3a92bd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:16.850547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:59Z', 'updated_at': '2021-08-16T02:26:06Z', 'revision_number': 4, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'gw_port': {'id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:00Z', 'updated_at': '2021-08-16T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '340ffe57-a014-413f-9e72-65f146fc3d95', 'name': '', 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'mac_address': 'fa:16:3e:ff:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '3d4b5e94-a121-410a-a3e3-b8b6314d233d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:04Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'subnets': [{'id': '3d4b5e94-a121-410a-a3e3-b8b6314d233d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:16.969353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98ab8e4b-fca2-487c-86ba-5da8c1f2ea38 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.016436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.10 (d563d9d8-521b-4f03-9634-e0d3335c7966/2d2fa71d-1afe-44f6-a93b-83f2a79ab60f/f8785c20-6913-4eb0-9eab-fbd93d22dcb1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:17.100451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae42806-cada-4037-af1a-d0e1112a67f2 None None] The sync data for ids ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'] in n-d-768862-14 is: [{'id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:59Z', 'updated_at': '2021-08-16T02:26:06Z', 'revision_number': 4, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'gw_port': {'id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:00Z', 'updated_at': '2021-08-16T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '340ffe57-a014-413f-9e72-65f146fc3d95', 'name': '', 'network_id': '77d74bc1-b169-44a1-88c8-96c009d93676', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'mac_address': 'fa:16:3e:ff:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '3d4b5e94-a121-410a-a3e3-b8b6314d233d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:04Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'subnets': [{'id': '3d4b5e94-a121-410a-a3e3-b8b6314d233d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:17.114104 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.133820 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.149624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Transition to ACTIVE for port object 6e504d95-e99b-4e6e-be66-66c769bf6ac5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:17.222729 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:17.249074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55577467-1e58-4388-8b06-c4bf8b525500 req-bac1e75f-4067-4d53-8435-b9b0a74f2c84 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:17.271524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55577467-1e58-4388-8b06-c4bf8b525500 req-bac1e75f-4067-4d53-8435-b9b0a74f2c84 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.3425720 Aug 16 02:26:17.274932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Transition to ACTIVE for port object 6e504d95-e99b-4e6e-be66-66c769bf6ac5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:17.302256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6ad915d0-5f22-4ad1-a925-bc6bdbf8aa02 None None] Provisioning complete for port 21b56073-adc7-4428-ac36-bc1e3666f2ce triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:17.303049 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ad915d0-5f22-4ad1-a925-bc6bdbf8aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.312341 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.366770 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.412133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Network 265dee05-944d-4e0c-bcd6-45526dc71b26 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:17.435474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:17.445755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:17.460629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Pushing event updated for resources: {'Port': ['ID=6e504d95-e99b-4e6e-be66-66c769bf6ac5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:17.498553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:17.511171 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d720f1ea-5bb5-4b54-ab1f-2cf630bd5012 admin admin] 10.222.0.61 "PUT /v2.0/routers/52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9958804 Aug 16 02:26:17.514022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.566184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] Sync routers for ids ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:17.579554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 21b56073-adc7-4428-ac36-bc1e3666f2ce, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=21b56073-adc7-4428-ac36-bc1e3666f2ce,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:17.605223 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.810849 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.813372 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:17.846203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] Routers {'52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:17.847561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:17.858704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object f8785c20-6913-4eb0-9eab-fbd93d22dcb1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:18.053611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Attempting to bind port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:18.054257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Attempting to bind port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '14c33daa-ce3d-4a99-a04f-8c313e77130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '265dee05-944d-4e0c-bcd6-45526dc71b26'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:18.054947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Attempting to bind port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 on network 265dee05-944d-4e0c-bcd6-45526dc71b26 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:18.059071 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98ab8e4b-fca2-487c-86ba-5da8c1f2ea38 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.094761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.106350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6ad915d0-5f22-4ad1-a925-bc6bdbf8aa02 None None] Provisioning for port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:18.123586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d337d275-2e8b-4062-98e9-a01eca654655 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:18.146841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Allocated IP 172.20.0.2 (d563d9d8-521b-4f03-9634-e0d3335c7966/2d2fa71d-1afe-44f6-a93b-83f2a79ab60f/a80bb44d-74cf-49ba-a83d-d1afeee58362) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:18.150334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98ab8e4b-fca2-487c-86ba-5da8c1f2ea38 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.164277 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '514c633f-a11c-4bc5-a635-9ac9684ad1a8', 'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:14:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:12Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 2, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:18.174128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55577467-1e58-4388-8b06-c4bf8b525500 req-3321ebad-7014-4adc-b2f9-c33ef730bc83 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9016836 Aug 16 02:26:18.224882 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Checking router: 866d8b8d-110c-4727-a58f-7a12dae8bd53 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:18.225249 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Updating router 866d8b8d-110c-4727-a58f-7a12dae8bd53 port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:26:18.260417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.294483 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.301619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network d563d9d8-521b-4f03-9634-e0d3335c7966 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:18.311030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab8e4b-fca2-487c-86ba-5da8c1f2ea38 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:18.332397 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98ab8e4b-fca2-487c-86ba-5da8c1f2ea38 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.337099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:18.337587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-98ab8e4b-fca2-487c-86ba-5da8c1f2ea38 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5104983 Aug 16 02:26:18.343467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c2cc9576-c944-4df3-99c2-85613b8d4b61 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1034180155', 'description': 'tempest-secgroup_general--1034180155 description', 'project_id': '3fa0883a31254782842df5b22a3a92bd'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:18.365259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=f8785c20-6913-4eb0-9eab-fbd93d22dcb1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:18.376428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:18.382670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:18.413078 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9576-c944-4df3-99c2-85613b8d4b61 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.486330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Deleting port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:18.486974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.513631 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.527844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Transition to ACTIVE for port object a80bb44d-74cf-49ba-a83d-d1afeee58362 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:18.560242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Transition to ACTIVE for port object a80bb44d-74cf-49ba-a83d-d1afeee58362 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:18.574416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:18.574852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Checking segment: {'id': '14c33daa-ce3d-4a99-a04f-8c313e77130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '265dee05-944d-4e0c-bcd6-45526dc71b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:18.576581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.577100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Bound using segment: {'id': '14c33daa-ce3d-4a99-a04f-8c313e77130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '265dee05-944d-4e0c-bcd6-45526dc71b26'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:18.577613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Bound port: 6e504d95-e99b-4e6e-be66-66c769bf6ac5, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c33daa-ce3d-4a99-a04f-8c313e77130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '265dee05-944d-4e0c-bcd6-45526dc71b26'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:18.578021 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.635294 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.690116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Network d563d9d8-521b-4f03-9634-e0d3335c7966 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:18.691452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6ad915d0-5f22-4ad1-a925-bc6bdbf8aa02 None None] Provisioning complete for port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:18.691586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] For port 2b84c9f1-2466-4aca-bb32-c6e459bd76ad, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2b84c9f1-2466-4aca-bb32-c6e459bd76ad,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:18.692068 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ad915d0-5f22-4ad1-a925-bc6bdbf8aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.692170 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.699177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9576-c944-4df3-99c2-85613b8d4b61 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.714635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9576-c944-4df3-99c2-85613b8d4b61 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.750972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=21b56073-adc7-4428-ac36-bc1e3666f2ce,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:18.764498 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Calling delete_port for 2b84c9f1-2466-4aca-bb32-c6e459bd76ad owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:18.766867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc9576-c944-4df3-99c2-85613b8d4b61 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:18.770078 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9576-c944-4df3-99c2-85613b8d4b61 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.774338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c2cc9576-c944-4df3-99c2-85613b8d4b61 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4335301 Aug 16 02:26:18.777794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:18.783606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-17f33130-fa36-4c8f-a907-2c30014d4a5b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'security_group_rule': {'security_group_id': '7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1', 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:18.828160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:18.876091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:18.908559 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.918589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17f33130-fa36-4c8f-a907-2c30014d4a5b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.937302 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Transition to ACTIVE for port object 514c633f-a11c-4bc5-a635-9ac9684ad1a8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:18.938015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] Set router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:18.955627 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.069400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.069400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.069800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.070024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.075423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.075786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.078337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.079265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.079615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.079955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.080289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.080621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:19.106972 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6168a-399e-42aa-8816-d2aecced33aa None None] Pushing event updated for resources: {'Port': ['ID=514c633f-a11c-4bc5-a635-9ac9684ad1a8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:19.179181 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Attempting to bind port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:19.179804 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Attempting to bind port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:19.179941 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Attempting to bind port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 on network 85112a75-69bb-4122-81e5-c8b022c2bb64 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:19.187606 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17f33130-fa36-4c8f-a907-2c30014d4a5b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.191166 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:19.191894 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Checking segment: {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:19.192679 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.196576 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Bound using segment: {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:19.198229 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Bound port: 514c633f-a11c-4bc5-a635-9ac9684ad1a8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:19.202145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17f33130-fa36-4c8f-a907-2c30014d4a5b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.202662 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.308258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f33130-fa36-4c8f-a907-2c30014d4a5b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030143f7-8710-4dc8-bae6-ddc3c9974fe5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:19.324266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] For port 6e504d95-e99b-4e6e-be66-66c769bf6ac5, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:19.328517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] For port 6e504d95-e99b-4e6e-be66-66c769bf6ac5, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6e504d95-e99b-4e6e-be66-66c769bf6ac5,segment=NetworkSegment(14c33daa-ce3d-4a99-a04f-8c313e77130f),segment_id=14c33daa-ce3d-4a99-a04f-8c313e77130f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:19.334119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17f33130-fa36-4c8f-a907-2c30014d4a5b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.335477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6ad915d0-5f22-4ad1-a925-bc6bdbf8aa02 None None] Port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:19.347442 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-17f33130-fa36-4c8f-a907-2c30014d4a5b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5683362 Aug 16 02:26:19.348982 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.391695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.407878 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] For port 514c633f-a11c-4bc5-a635-9ac9684ad1a8, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:19.422590 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] For port 514c633f-a11c-4bc5-a635-9ac9684ad1a8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=514c633f-a11c-4bc5-a635-9ac9684ad1a8,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:19.437408 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.490942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:19.491703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.531236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Attempting to bind port a80bb44d-74cf-49ba-a83d-d1afeee58362 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:19.531624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Attempting to bind port a80bb44d-74cf-49ba-a83d-d1afeee58362 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '137332fb-b623-4b9c-b67a-2a6c0dfef74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd563d9d8-521b-4f03-9634-e0d3335c7966'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:19.532000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Attempting to bind port a80bb44d-74cf-49ba-a83d-d1afeee58362 on network d563d9d8-521b-4f03-9634-e0d3335c7966 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:19.534508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b84c9f1-2466-4aca-bb32-c6e459bd76ad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:19.598133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:19.598524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Checking segment: {'id': '137332fb-b623-4b9c-b67a-2a6c0dfef74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd563d9d8-521b-4f03-9634-e0d3335c7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:19.598941 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.599733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Bound using segment: {'id': '137332fb-b623-4b9c-b67a-2a6c0dfef74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd563d9d8-521b-4f03-9634-e0d3335c7966'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:19.600236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Bound port: a80bb44d-74cf-49ba-a83d-d1afeee58362, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137332fb-b623-4b9c-b67a-2a6c0dfef74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd563d9d8-521b-4f03-9634-e0d3335c7966'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:19.600908 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.673423 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:19.674244 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:19.685552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e72559-7c2c-470a-a91a-0c17a02cbb14 req-5726259e-7b05-49ea-bbe6-ab8360b71af2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:19.695206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e2e72559-7c2c-470a-a91a-0c17a02cbb14 req-5726259e-7b05-49ea-bbe6-ab8360b71af2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.3162806 Aug 16 02:26:19.699899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0382ff92-e1be-4e64-b914-730f7793ecc0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9428306 Aug 16 02:26:19.711480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:19.765145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.20.0.1 (265dee05-944d-4e0c-bcd6-45526dc71b26/6423242c-e98b-4b74-a8b2-712fbac39978/f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:19.799392 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6168a-399e-42aa-8816-d2aecced33aa None None] Pushing event updated for resources: {'Port': ['ID=514c633f-a11c-4bc5-a635-9ac9684ad1a8,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:19.848146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] For port a80bb44d-74cf-49ba-a83d-d1afeee58362, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:19.854445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e2e72559-7c2c-470a-a91a-0c17a02cbb14 req-d5dca481-2f24-44cf-9305-e09398a4bbaf tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576777 Aug 16 02:26:19.865705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] For port a80bb44d-74cf-49ba-a83d-d1afeee58362, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a80bb44d-74cf-49ba-a83d-d1afeee58362,segment=NetworkSegment(137332fb-b623-4b9c-b67a-2a6c0dfef74c),segment_id=137332fb-b623-4b9c-b67a-2a6c0dfef74c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:19.882765 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.992358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Pushing event updated for resources: {'Port': ['ID=a80bb44d-74cf-49ba-a83d-d1afeee58362,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:20.007074 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.037049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-405db60b-be31-4460-aff2-8d3200d483e6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_general--1034180155&fields=id&tenant_id=3fa0883a31254782842df5b22a3a92bd HTTP/1.1" status: 200 len: 267 time: 0.2667468 Aug 16 02:26:20.203075 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.206217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.212167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-db760633-b431-45fd-a446-b462846354d5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_access--689157373&fields=id&tenant_id=3fa0883a31254782842df5b22a3a92bd HTTP/1.1" status: 200 len: 267 time: 0.1654782 Aug 16 02:26:20.255015 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.286823 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:20.299701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.302003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:20.320945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d337d275-2e8b-4062-98e9-a01eca654655 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:20.321747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.325567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.329906 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c4ac0952-8be0-4db2-9023-e29bf253aa5a admin admin] 10.222.0.61 "DELETE /v2.0/routers/52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d HTTP/1.1" status: 204 len: 168 time: 2.8148570 Aug 16 02:26:20.338147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:20.371250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port f8785c20-6913-4eb0-9eab-fbd93d22dcb1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:20.371641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.429167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Transition to ACTIVE for port object f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:20.496761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32117-be81-49ce-9a15-123ef5a164f7 None None] Pushing event updated for resources: {'Port': ['ID=6e504d95-e99b-4e6e-be66-66c769bf6ac5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:20.602993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef03e33-b097-48fd-a8ee-e0b662622b55 None None] Pushing event updated for resources: {'Port': ['ID=a80bb44d-74cf-49ba-a83d-d1afeee58362,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:20.628921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'name': 'tempest-TestAggregatesBasicOps-227117249-router', 'tenant_id': 'f2cc103d28ab4c359840062c8b603167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 5, 'project_id': 'f2cc103d28ab4c359840062c8b603167', 'gw_port': {'id': '2b84c9f1-2466-4aca-bb32-c6e459bd76ad', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:49Z', 'updated_at': '2021-08-16T02:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:20.638519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-b92edf9e-e7bb-4146-9668-982d4e8ec499 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:20.640152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-b92edf9e-e7bb-4146-9668-982d4e8ec499 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/networks?id=85112a75-69bb-4122-81e5-c8b022c2bb64 HTTP/1.1" status: 200 len: 797 time: 0.4113903 Aug 16 02:26:20.653327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Deleting subnet 99d98663-df59-46e7-908f-976934854088 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:20.671628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-1aa52f35-7d8b-473e-9881-4ec0da8bb836 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/quotas/3fa0883a31254782842df5b22a3a92bd HTTP/1.1" status: 200 len: 375 time: 0.0250351 Aug 16 02:26:20.673155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.701325 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.704659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] Checking router: 52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:20.717857 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-73dee910-0141-4eb0-9558-921881684c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '514c633f-a11c-4bc5-a635-9ac9684ad1a8', 'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:14:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:12Z', 'updated_at': '2021-08-16T02:26:19Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:20.722738 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 340ffe57-a014-413f-9e72-65f146fc3d95 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:20.768031 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.792640 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dee910-0141-4eb0-9558-921881684c04 None None] The sync data for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 is: [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '514c633f-a11c-4bc5-a635-9ac9684ad1a8', 'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:14:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:12Z', 'updated_at': '2021-08-16T02:26:19Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:20.819824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:20.820204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:26:20.820940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:26:20.821219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc8873-b8a7-430b-bf10-379f9363b6a7 None None] The sync data for ids ['52dbffc3-eeb9-4e03-bb53-c71dc81a3f7d'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:20.861030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for f8785c20-6913-4eb0-9eab-fbd93d22dcb1 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:20.885387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 340ffe57-a014-413f-9e72-65f146fc3d95 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:20.895990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 340ffe57-a014-413f-9e72-65f146fc3d95 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:20.896382 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.912271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.917788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 265dee05-944d-4e0c-bcd6-45526dc71b26 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:20.929819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:20.975150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:20.982147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:21.095489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-25d11bdc-42b2-4a18-bc7c-ced6b72ff8ac tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fa0883a31254782842df5b22a3a92bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4151406 Aug 16 02:26:21.112146 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.120001 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.188261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 340ffe57-a014-413f-9e72-65f146fc3d95, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=340ffe57-a014-413f-9e72-65f146fc3d95,segment=NetworkSegment(34ea3b81-2d57-40ae-8352-9a21b743f74a),segment_id=34ea3b81-2d57-40ae-8352-9a21b743f74a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:21.196572 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.307845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.380967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=340ffe57-a014-413f-9e72-65f146fc3d95,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:21.556263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ac49b6-2c49-40e9-a843-353c2875614c None None] Network 265dee05-944d-4e0c-bcd6-45526dc71b26 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:21.616570 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.656116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b9eb3-135a-4a50-8fc9-9b734b0738b1 req-372f867d-af29-4026-bdad-7b909272630a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:21.665108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.665406 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be2b9eb3-135a-4a50-8fc9-9b734b0738b1 req-372f867d-af29-4026-bdad-7b909272630a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.4264011 Aug 16 02:26:21.692775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aa5a51c6-21ae-47a6-b52a-7618abdacccd None None] Provisioning for port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:21.738897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=f8785c20-6913-4eb0-9eab-fbd93d22dcb1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:21.750348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.870904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d98663-df59-46e7-908f-976934854088,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:21.872070 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-e6a993a8-a31a-4f1f-9c1e-5ab56733d2a1 service neutron] 10.222.0.61 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284282 Aug 16 02:26:21.941312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.941891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.942302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.942644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.942979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.943413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.943734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.944059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.944385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.944711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.945105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.953028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:21.963999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.968339 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/99d98663-df59-46e7-908f-976934854088 HTTP/1.1" status: 204 len: 168 time: 1.6158082 Aug 16 02:26:21.973347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:21.987324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4572176-c662-4c61-bd5f-faf050870a3c None None] Network 1a292f71-9a6b-4f61-9509-7455ee05240a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:22.012539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.012909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.013399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.013881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.026577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.027048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.027417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.027751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.028084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.028412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.028740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.029236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796c3f8-1c61-475f-a2de-a7f898944f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:22.117714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be2b9eb3-135a-4a50-8fc9-9b734b0738b1 req-44066d37-782a-41ae-9b19-ae741e65cd57 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254053 Aug 16 02:26:22.284359 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.297285 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.309068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8f60338e-1f94-41b4-b54e-e4497eaa29de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/f8785c20-6913-4eb0-9eab-fbd93d22dcb1 HTTP/1.1" status: 204 len: 168 time: 2.5923989 Aug 16 02:26:22.315047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:22.317254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6e504d95-e99b-4e6e-be66-66c769bf6ac5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:22.415133 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7b1878-d85b-44d1-80ce-da21f9611436 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:26:22.420060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7b1878-d85b-44d1-80ce-da21f9611436 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:22.424515 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-af7b1878-d85b-44d1-80ce-da21f9611436 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/f8785c20-6913-4eb0-9eab-fbd93d22dcb1 HTTP/1.1" status: 404 len: 333 time: 0.0497689 Aug 16 02:26:22.426499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:22.494599 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2510ad-d4d6-4b8b-bac0-4e113a6682d0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:26:22.501891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-471bfcb5-b6d0-44b8-a9e9-5c66f7858345 None None] Provisioning for port f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:22.506759 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4e2510ad-d4d6-4b8b-bac0-4e113a6682d0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/f8785c20-6913-4eb0-9eab-fbd93d22dcb1 HTTP/1.1" status: 404 len: 333 time: 0.0752757 Aug 16 02:26:22.513887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:22.536148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-471bfcb5-b6d0-44b8-a9e9-5c66f7858345 None None] Provisioning complete for port f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:22.537701 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-471bfcb5-b6d0-44b8-a9e9-5c66f7858345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.551613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-a6681c01-5261-4879-8689-fc1a5682371e service neutron] 10.222.0.61 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782653 Aug 16 02:26:22.645249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcca10c2-bace-4d70-b71e-21035b86972a None None] DHCP port deletion for 1a292f71-9a6b-4f61-9509-7455ee05240a request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:22.647129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eaf027-9cc0-476f-8007-c2679342f749 None None] Network d563d9d8-521b-4f03-9634-e0d3335c7966 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:22.656148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Deleting port b835448e-93f5-4e04-91a2-8a0d2ead3c47 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:22.656640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.764491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-427611ba-d61f-4d54-831c-bbb4d27d81cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet 2d2fa71d-1afe-44f6-a93b-83f2a79ab60f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:22.769408 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-427611ba-d61f-4d54-831c-bbb4d27d81cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.779459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:22.800334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:22.802865 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.814877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-427611ba-d61f-4d54-831c-bbb4d27d81cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.851607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.865108 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.886221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-471bfcb5-b6d0-44b8-a9e9-5c66f7858345 None None] Port f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:22.934900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-471bfcb5-b6d0-44b8-a9e9-5c66f7858345 None None] Provisioning complete for port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:22.935646 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-471bfcb5-b6d0-44b8-a9e9-5c66f7858345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.956228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-427611ba-d61f-4d54-831c-bbb4d27d81cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.035875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bbe79e2-b34f-402d-a7be-76debe329a6e req-04768686-b80c-47c2-b8f3-2ba75d977f82 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 210 time: 0.0780277 Aug 16 02:26:23.078760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] For port b835448e-93f5-4e04-91a2-8a0d2ead3c47, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b835448e-93f5-4e04-91a2-8a0d2ead3c47,segment=NetworkSegment(a94cb253-10c8-4086-9635-a54d0b931f04),segment_id=a94cb253-10c8-4086-9635-a54d0b931f04)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:23.079441 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.081975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:23.089988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.111513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Calling delete_port for b835448e-93f5-4e04-91a2-8a0d2ead3c47 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:23.145161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-427611ba-d61f-4d54-831c-bbb4d27d81cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.205053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dcca10c2-bace-4d70-b71e-21035b86972a None None] Deleting port b835448e-93f5-4e04-91a2-8a0d2ead3c47 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:23.205855 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dcca10c2-bace-4d70-b71e-21035b86972a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.310043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dcca10c2-bace-4d70-b71e-21035b86972a None None] For port b835448e-93f5-4e04-91a2-8a0d2ead3c47, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b835448e-93f5-4e04-91a2-8a0d2ead3c47,segment=NetworkSegment(a94cb253-10c8-4086-9635-a54d0b931f04),segment_id=a94cb253-10c8-4086-9635-a54d0b931f04)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:23.311514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dcca10c2-bace-4d70-b71e-21035b86972a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.327319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dcca10c2-bace-4d70-b71e-21035b86972a None None] Calling delete_port for b835448e-93f5-4e04-91a2-8a0d2ead3c47 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:23.350840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-427611ba-d61f-4d54-831c-bbb4d27d81cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.361265 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-427611ba-d61f-4d54-831c-bbb4d27d81cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/2d2fa71d-1afe-44f6-a93b-83f2a79ab60f HTTP/1.1" status: 204 len: 168 time: 0.8261714 Aug 16 02:26:23.365764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:23.418133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427611ba-d61f-4d54-831c-bbb4d27d81cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2fa71d-1afe-44f6-a93b-83f2a79ab60f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:23.476251 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dcca10c2-bace-4d70-b71e-21035b86972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.518085 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.566095 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-471bfcb5-b6d0-44b8-a9e9-5c66f7858345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.574618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca10c2-bace-4d70-b71e-21035b86972a None None] Pushing event deleted for resources: {'Port': ['ID=b835448e-93f5-4e04-91a2-8a0d2ead3c47,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:23.585127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 265dee05-944d-4e0c-bcd6-45526dc71b26 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:23.589700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca10c2-bace-4d70-b71e-21035b86972a None None] No DVR routers for this DVR port b835448e-93f5-4e04-91a2-8a0d2ead3c47 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:23.594042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:23.596432 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.598100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b835448e-93f5-4e04-91a2-8a0d2ead3c47,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:23.609670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] No DVR routers for this DVR port b835448e-93f5-4e04-91a2-8a0d2ead3c47 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:23.640175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29252fb-7400-4af9-adfc-6179258804fa req-6b98a0f2-833a-4638-a943-d4a4b4f63c21 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:23.641991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c29252fb-7400-4af9-adfc-6179258804fa req-6b98a0f2-833a-4638-a943-d4a4b4f63c21 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.2348392 Aug 16 02:26:23.657310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.667478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 6e504d95-e99b-4e6e-be66-66c769bf6ac5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6e504d95-e99b-4e6e-be66-66c769bf6ac5,segment=NetworkSegment(14c33daa-ce3d-4a99-a04f-8c313e77130f),segment_id=14c33daa-ce3d-4a99-a04f-8c313e77130f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:23.691598 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.692560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 514c633f-a11c-4bc5-a635-9ac9684ad1a8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:23.817625 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.878016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a292f71-9a6b-4f61-9509-7455ee05240a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:23.904727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94cb253-10c8-4086-9635-a54d0b931f04') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:23.905175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94cb253-10c8-4086-9635-a54d0b931f04') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:23.917638 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.985898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=6e504d95-e99b-4e6e-be66-66c769bf6ac5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:23.991299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:23.998682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:23.999070 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.999777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.000960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-471bfcb5-b6d0-44b8-a9e9-5c66f7858345 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:26:24.001294 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-471bfcb5-b6d0-44b8-a9e9-5c66f7858345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:26:24.005298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c29252fb-7400-4af9-adfc-6179258804fa req-e7f74456-c376-456b-a095-1408a0a3e467 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286800 Aug 16 02:26:24.037673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:24.042450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.090697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port a80bb44d-74cf-49ba-a83d-d1afeee58362 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:24.091048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.159837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 0cd8f3ec-87cc-4391-bfc6-5f965e3828f3 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:24.177145 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:24.186604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.192217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f970ba-c7f7-43bc-9932-0dc44a2af01e None None] Network d563d9d8-521b-4f03-9634-e0d3335c7966 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:24.198428 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.205673 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1a292f71-9a6b-4f61-9509-7455ee05240a HTTP/1.1" status: 204 len: 168 time: 2.2291644 Aug 16 02:26:24.226113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:24.226858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a490-a089-474d-aa07-ea4feea4ef14 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a292f71-9a6b-4f61-9509-7455ee05240a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:24.340091 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8dadbf54-b272-4b09-9d25-a2f3a4843beb req-3c17f59e-d559-4c84-912c-dede4abf52f8 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 210 time: 0.0473208 Aug 16 02:26:24.368451 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.460961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] For port a80bb44d-74cf-49ba-a83d-d1afeee58362, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a80bb44d-74cf-49ba-a83d-d1afeee58362,segment=NetworkSegment(137332fb-b623-4b9c-b67a-2a6c0dfef74c),segment_id=137332fb-b623-4b9c-b67a-2a6c0dfef74c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:24.463713 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.489219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 514c633f-a11c-4bc5-a635-9ac9684ad1a8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=514c633f-a11c-4bc5-a635-9ac9684ad1a8,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:24.498318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for a80bb44d-74cf-49ba-a83d-d1afeee58362 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:24.499277 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.500095 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a80bb44d-74cf-49ba-a83d-d1afeee58362 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:24.528342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:24.539819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f75bb197-db6f-458f-a520-af3de670cd1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/0cd8f3ec-87cc-4391-bfc6-5f965e3828f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3662894 Aug 16 02:26:24.540389 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52355db-0f07-4e26-9b49-901e95ca9aae None None] Sync routers for ids ['0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:24.541606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:24.562854 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52355db-0f07-4e26-9b49-901e95ca9aae None None] Routers {'0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:24.563530 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d52355db-0f07-4e26-9b49-901e95ca9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:24.647790 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d52355db-0f07-4e26-9b49-901e95ca9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:24.660826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f12a667-ad3a-4350-880d-d4754a8a1b34 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:24.666819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0f12a667-ad3a-4350-880d-d4754a8a1b34 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports/f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d HTTP/1.1" status: 200 len: 910 time: 0.1214921 Aug 16 02:26:24.667742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:24.667891 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52355db-0f07-4e26-9b49-901e95ca9aae None None] Routers {'0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:24.668528 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d52355db-0f07-4e26-9b49-901e95ca9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:24.763894 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d52355db-0f07-4e26-9b49-901e95ca9aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:24.764943 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52355db-0f07-4e26-9b49-901e95ca9aae None None] The sync data for ids ['0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:24.786772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=514c633f-a11c-4bc5-a635-9ac9684ad1a8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:24.795215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] DHCP port deletion for d563d9d8-521b-4f03-9634-e0d3335c7966 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:24.802338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5d61337-72b2-42f4-b1ef-aec2186d7cc7 None None] Provisioning complete for port f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:24.802716 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5d61337-72b2-42f4-b1ef-aec2186d7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.852804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a80bb44d-74cf-49ba-a83d-d1afeee58362 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:24.867166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21b56073-adc7-4428-ac36-bc1e3666f2ce up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:24.913700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d5d61337-72b2-42f4-b1ef-aec2186d7cc7 None None] Port f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:24.945843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.973311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5d61337-72b2-42f4-b1ef-aec2186d7cc7 None None] Provisioning complete for port a80bb44d-74cf-49ba-a83d-d1afeee58362 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:24.973998 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5d61337-72b2-42f4-b1ef-aec2186d7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.015224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d5d61337-72b2-42f4-b1ef-aec2186d7cc7 None None] Port a80bb44d-74cf-49ba-a83d-d1afeee58362 was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:26:25.038513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] Deleting port a80bb44d-74cf-49ba-a83d-d1afeee58362 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:25.039318 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.045657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=a80bb44d-74cf-49ba-a83d-d1afeee58362,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:25.065327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No DVR routers for this DVR port a80bb44d-74cf-49ba-a83d-d1afeee58362 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:25.102027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.228268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-d8d1c026-7670-40e2-a9e1-bd19c353e165 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:25.230651 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-d8d1c026-7670-40e2-a9e1-bd19c353e165 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.86 "GET /v2.0/networks?id=85112a75-69bb-4122-81e5-c8b022c2bb64 HTTP/1.1" status: 200 len: 797 time: 0.2770095 Aug 16 02:26:25.305134 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.328378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef5bc1-a2d4-486c-b8e0-c865e2cdc4d3 req-e42c1e6a-8a5a-4b8a-bbe2-0e73ba201e8c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:25.329993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbef5bc1-a2d4-486c-b8e0-c865e2cdc4d3 req-e42c1e6a-8a5a-4b8a-bbe2-0e73ba201e8c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.1838257 Aug 16 02:26:25.332117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d563d9d8-521b-4f03-9634-e0d3335c7966']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:25.350975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137332fb-b623-4b9c-b67a-2a6c0dfef74c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:25.351454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137332fb-b623-4b9c-b67a-2a6c0dfef74c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:25.371032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 21b56073-adc7-4428-ac36-bc1e3666f2ce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:25.371651 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.399930 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.410773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-505fc456-e866-45c9-9b2f-fa82d562d305 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa0883a31254782842df5b22a3a92bd HTTP/1.1" status: 200 len: 477 time: 0.1343405 Aug 16 02:26:25.418028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbef5bc1-a2d4-486c-b8e0-c865e2cdc4d3 req-74fc8dff-84db-4c60-915f-00a93abbfb1a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792687 Aug 16 02:26:25.429782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] For port a80bb44d-74cf-49ba-a83d-d1afeee58362, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:25.430579 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.432559 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.439506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'port': {'device_id': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'admin_state_up': True, 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'security_groups': ['b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d', '7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:25.456009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] Calling delete_port for a80bb44d-74cf-49ba-a83d-d1afeee58362 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:25.459973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] Port a80bb44d-74cf-49ba-a83d-d1afeee58362 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:26:25.462159 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.470379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:25.470981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:25.474577 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:25.510368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] Pushing event deleted for resources: {'Port': ['ID=a80bb44d-74cf-49ba-a83d-d1afeee58362,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:25.523449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e000428-0a52-4a25-87ac-a18e4cc22d10 None None] No DVR routers for this DVR port a80bb44d-74cf-49ba-a83d-d1afeee58362 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:25.573235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d3b3db4-7844-494f-947b-8f01b846c0d3 req-52ae2b0a-8256-4c09-896c-51c33ee1c0ca tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 210 time: 0.0837483 Aug 16 02:26:25.619924 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.623050 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.630108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1a86c15e-00b2-491d-aeb7-aae019560e2a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:25.675757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.680987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/networks/d563d9d8-521b-4f03-9634-e0d3335c7966 HTTP/1.1" status: 204 len: 168 time: 2.3083241 Aug 16 02:26:25.691672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:25.696036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1a86c15e-00b2-491d-aeb7-aae019560e2a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:25.696388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1a86c15e-00b2-491d-aeb7-aae019560e2a not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:25.703596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-921704464'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:25.743513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Made reservation on behalf of 3fa0883a31254782842df5b22a3a92bd for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:25.747955 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.751352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:25.754521 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:25.785429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8ec51-14b4-41bc-ab12-dac16ce57242 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Network': ['ID=d563d9d8-521b-4f03-9634-e0d3335c7966,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:25.859248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6e504d95-e99b-4e6e-be66-66c769bf6ac5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:25.947055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:25.948104 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.029506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:26.030292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.067812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 514c633f-a11c-4bc5-a635-9ac9684ad1a8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:26.113086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:26.123867 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.124209 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Added segment 5cc97c88-5a61-4e6b-af56-3b7a50c5157f of type vlan for network 2b5daa46-3b97-44a8-b95d-99373c48ef32 Aug 16 02:26:26.151825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:26.151825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.174636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.200521 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.204308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Deleting port 340ffe57-a014-413f-9e72-65f146fc3d95 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:26.204648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.222012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:26.268708 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 340ffe57-a014-413f-9e72-65f146fc3d95 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:26.313280 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.319189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:26.319837 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.361979 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6690664 Aug 16 02:26:26.369730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 340ffe57-a014-413f-9e72-65f146fc3d95 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:26.371706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.382474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.436503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': '2b5daa46-3b97-44a8-b95d-99373c48ef32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:26.509470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.580282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=f1e63b9e-4bce-4ce2-b41b-773c7a9a7e4d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:26.594777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8afee-2f7a-41e5-bc0f-13e20165cbf8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Network': ['ID=2b5daa46-3b97-44a8-b95d-99373c48ef32,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:26.626862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 2b5daa46-3b97-44a8-b95d-99373c48ef32 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:26.657442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b835448e-93f5-4e04-91a2-8a0d2ead3c47 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:26.709812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] For port 340ffe57-a014-413f-9e72-65f146fc3d95, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=340ffe57-a014-413f-9e72-65f146fc3d95,segment=NetworkSegment(34ea3b81-2d57-40ae-8352-9a21b743f74a),segment_id=34ea3b81-2d57-40ae-8352-9a21b743f74a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:26.719985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.741492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Allocated IP 172.20.0.13 (85112a75-69bb-4122-81e5-c8b022c2bb64/e1d5856a-6be0-42bb-8a61-22f14918496f/1c5aa4ff-cec8-4195-b131-b54e3c53e317) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:26.798927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b835448e-93f5-4e04-91a2-8a0d2ead3c47 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:26.799674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b835448e-93f5-4e04-91a2-8a0d2ead3c47 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:26.800302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2b84c9f1-2466-4aca-bb32-c6e459bd76ad no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:26.826331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 2b84c9f1-2466-4aca-bb32-c6e459bd76ad {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:26.827005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2b84c9f1-2466-4aca-bb32-c6e459bd76ad not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:26.827641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a80bb44d-74cf-49ba-a83d-d1afeee58362 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:26.859616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a80bb44d-74cf-49ba-a83d-d1afeee58362 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:26.860205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a80bb44d-74cf-49ba-a83d-d1afeee58362 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:26.907617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Calling delete_port for 340ffe57-a014-413f-9e72-65f146fc3d95 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:27.170112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:27.173924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.226149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22fd92-ae1b-42c4-a979-b0a3606b800a req-73cca9ab-1760-4f32-8a7c-92f0a7d2a91e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:27.227683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e22fd92-ae1b-42c4-a979-b0a3606b800a req-73cca9ab-1760-4f32-8a7c-92f0a7d2a91e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.6496444 Aug 16 02:26:27.250341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f37f3a1b-c2fb-4328-955b-225fa22434d1 req-45da5f4f-b573-4281-b1eb-0f3de1f8f7b6 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 210 time: 0.0886714 Aug 16 02:26:27.252555 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.281007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.284557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.301306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e22fd92-ae1b-42c4-a979-b0a3606b800a req-3f4d7b47-4c52-4be1-8ad7-5c77996e050f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497062 Aug 16 02:26:27.424343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=340ffe57-a014-413f-9e72-65f146fc3d95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:27.433675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Transition to ACTIVE for port object 1c5aa4ff-cec8-4195-b131-b54e3c53e317 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:27.552383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 0cd8f3ec-87cc-4391-bfc6-5f965e3828f3 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:27.725533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.745718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:27.751173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eae006e8-bd52-4259-9e5c-c5dc14116e49 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/0cd8f3ec-87cc-4391-bfc6-5f965e3828f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0803990 Aug 16 02:26:27.756268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0c3e6-f9ed-4bac-845b-20b665b2573a None None] Sync routers for ids ['0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:27.756853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48566) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:27.777906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0c3e6-f9ed-4bac-845b-20b665b2573a None None] Routers {'0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:27.787578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8e02a-2c16-4937-9185-e366980d3584 req-243ad9f8-0be8-443e-aed8-430129e34965 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:27.789183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8a8e02a-2c16-4937-9185-e366980d3584 req-243ad9f8-0be8-443e-aed8-430129e34965 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1099 time: 0.2131488 Aug 16 02:26:27.791916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d31a9a43-696e-4c26-84ff-76a5a4d80f5c tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cd8f3ec-87cc-4391-bfc6-5f965e3828f3 HTTP/1.1" status: 200 len: 205 time: 0.0336456 Aug 16 02:26:27.794957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:27.795527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3ab0c3e6-f9ed-4bac-845b-20b665b2573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:27.867366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network 85112a75-69bb-4122-81e5-c8b022c2bb64 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:27.869554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3ab0c3e6-f9ed-4bac-845b-20b665b2573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:27.877079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:27.882100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0c3e6-f9ed-4bac-845b-20b665b2573a None None] Routers {'0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:27.882872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3ab0c3e6-f9ed-4bac-845b-20b665b2573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:27.887435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.890754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:27.897971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.899736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=1c5aa4ff-cec8-4195-b131-b54e3c53e317,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:27.930820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3ab0c3e6-f9ed-4bac-845b-20b665b2573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:27.932283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab0c3e6-f9ed-4bac-845b-20b665b2573a None None] The sync data for ids ['0cd8f3ec-87cc-4391-bfc6-5f965e3828f3'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:27.939045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bdf807e-7694-4d9d-915f-b72772a733e1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.996134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8a8e02a-2c16-4937-9185-e366980d3584 req-5b13a2d9-2d9d-47b4-9e07-edaba35eef61 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900427 Aug 16 02:26:28.045022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:28.177014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=ae5fbfb4-ee40-4ef9-9712-48515df9c29d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:28.203263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.203943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.206866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bdf807e-7694-4d9d-915f-b72772a733e1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.209340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bdf807e-7694-4d9d-915f-b72772a733e1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.278601 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-730c2442-191e-4da7-aa94-f9ce2651f204 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.8444290 Aug 16 02:26:28.284680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Checking segment: {'id': '5cc97c88-5a61-4e6b-af56-3b7a50c5157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2b5daa46-3b97-44a8-b95d-99373c48ef32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:28.285420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network hostable DHCP agents. Network: 2b5daa46-3b97-44a8-b95d-99373c48ef32, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:28.294401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-09b2a4dd-d2e8-499c-8060-e3f27679a96a None None] Provisioning for port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:28.307893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Request body: {'port': {'device_id': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:28.308880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bdf807e-7694-4d9d-915f-b72772a733e1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.310030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdf807e-7694-4d9d-915f-b72772a733e1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd8f3ec-87cc-4391-bfc6-5f965e3828f3 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:28.315615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-09b2a4dd-d2e8-499c-8060-e3f27679a96a None None] Provisioning complete for port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:28.318403 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-09b2a4dd-d2e8-499c-8060-e3f27679a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.329978 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bdf807e-7694-4d9d-915f-b72772a733e1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.331680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2bdf807e-7694-4d9d-915f-b72772a733e1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/0cd8f3ec-87cc-4391-bfc6-5f965e3828f3 HTTP/1.1" status: 204 len: 168 time: 0.5357015 Aug 16 02:26:28.336818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:28.424492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-09b2a4dd-d2e8-499c-8060-e3f27679a96a None None] Port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:28.455418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 2b5daa46-3b97-44a8-b95d-99373c48ef32 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:28.483673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4bab53-d647-4d39-a8e0-dff8991ec29a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting subnet 6423242c-e98b-4b74-a8b2-712fbac39978 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:28.505105 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a4bab53-d647-4d39-a8e0-dff8991ec29a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.522585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 2b5daa46-3b97-44a8-b95d-99373c48ef32) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:28.527808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.548460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f666f95d-0557-4161-8afc-47c389229d2a None None] Network 2b5daa46-3b97-44a8-b95d-99373c48ef32 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:28.573059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c724ea-dcb3-47f0-a5b8-d94b1585bc16 req-785415ee-4b41-4fc8-82ab-805c3a6bf1e8 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.575341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71c724ea-dcb3-47f0-a5b8-d94b1585bc16 req-785415ee-4b41-4fc8-82ab-805c3a6bf1e8 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 971 time: 0.1709704 Aug 16 02:26:28.576953 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a4bab53-d647-4d39-a8e0-dff8991ec29a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.593943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.594540 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.631339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087458e-ac32-443f-9a53-2bb4b43e038b req-ac1f836e-7666-40c8-b404-74fcf1ad7fc5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:28.632812 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6087458e-ac32-443f-9a53-2bb4b43e038b req-ac1f836e-7666-40c8-b404-74fcf1ad7fc5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.1732817 Aug 16 02:26:28.704384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71c724ea-dcb3-47f0-a5b8-d94b1585bc16 req-ebb86049-2a41-4c26-a8b9-57acc0363813 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0969737 Aug 16 02:26:28.711510 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-785541d3-3b9a-40dc-aa93-6353bbafd006 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2965698 Aug 16 02:26:28.712131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:28.725330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': '2b5daa46-3b97-44a8-b95d-99373c48ef32', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1488002435'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:28.756384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6087458e-ac32-443f-9a53-2bb4b43e038b req-28bd4ce9-f83e-4da2-af87-065450fc9b01 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047897 Aug 16 02:26:28.775924 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a4bab53-d647-4d39-a8e0-dff8991ec29a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.784430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-2b5daa46-3b97-44a8-b95d-99373c48ef32', 'network_id': '2b5daa46-3b97-44a8-b95d-99373c48ef32', 'tenant_id': 'd06e9292718445ed982683c70b3a1a26', 'fixed_ips': [{'subnet_id': 'ae5fbfb4-ee40-4ef9-9712-48515df9c29d'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:28.786520 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.895051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:28.939137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a4bab53-d647-4d39-a8e0-dff8991ec29a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.000894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port 77d2b740-f327-4e9e-b925-0b2454e7ec5c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:29.001993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.022985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Allocated IP 172.20.0.2 (2b5daa46-3b97-44a8-b95d-99373c48ef32/ae5fbfb4-ee40-4ef9-9712-48515df9c29d/1b377fb7-c104-45bd-971b-ada1a4cf4815) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:29.037054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:29.043369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.044538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bab53-d647-4d39-a8e0-dff8991ec29a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Subnet': ['ID=6423242c-e98b-4b74-a8b2-712fbac39978,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:29.061622 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a4bab53-d647-4d39-a8e0-dff8991ec29a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.068437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2a4bab53-d647-4d39-a8e0-dff8991ec29a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/6423242c-e98b-4b74-a8b2-712fbac39978 HTTP/1.1" status: 204 len: 168 time: 0.7282460 Aug 16 02:26:29.074106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:29.079234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fcf10e-3e76-4bef-b807-97a54bc5776f None None] Network 265dee05-944d-4e0c-bcd6-45526dc71b26 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:29.136519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port 4399b84d-2627-457e-9be3-a7f6b1d9ea09 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:29.214875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.296958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:29.297730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.398805 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.435833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Transition to ACTIVE for port object 1b377fb7-c104-45bd-971b-ada1a4cf4815 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:29.441026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port 6e504d95-e99b-4e6e-be66-66c769bf6ac5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6e504d95-e99b-4e6e-be66-66c769bf6ac5,segment=NetworkSegment(14c33daa-ce3d-4a99-a04f-8c313e77130f),segment_id=14c33daa-ce3d-4a99-a04f-8c313e77130f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:29.441669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.466032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Transition to ACTIVE for port object 1b377fb7-c104-45bd-971b-ada1a4cf4815 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:29.483818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] DHCP port deletion for 265dee05-944d-4e0c-bcd6-45526dc71b26 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:29.489880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 6e504d95-e99b-4e6e-be66-66c769bf6ac5 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:29.493346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.590924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Network 2b5daa46-3b97-44a8-b95d-99373c48ef32 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:29.598668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:29.607959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:29.612015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Pushing event updated for resources: {'Port': ['ID=1b377fb7-c104-45bd-971b-ada1a4cf4815,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:29.638446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.687887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=6e504d95-e99b-4e6e-be66-66c769bf6ac5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:29.694068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No DVR routers for this DVR port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:29.694269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] Deleting port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:29.694639 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.787300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] For port 6e504d95-e99b-4e6e-be66-66c769bf6ac5, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:29.787985 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.839981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] Calling delete_port for 6e504d95-e99b-4e6e-be66-66c769bf6ac5 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:29.848189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] Port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:26:29.852610 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.879045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] Pushing event deleted for resources: {'Port': ['ID=6e504d95-e99b-4e6e-be66-66c769bf6ac5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:29.881011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6e504d95-e99b-4e6e-be66-66c769bf6ac5 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:29.888288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Attempting to bind port 1b377fb7-c104-45bd-971b-ada1a4cf4815 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:29.888664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Attempting to bind port 1b377fb7-c104-45bd-971b-ada1a4cf4815 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '5cc97c88-5a61-4e6b-af56-3b7a50c5157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2b5daa46-3b97-44a8-b95d-99373c48ef32'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:29.889088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Attempting to bind port 1b377fb7-c104-45bd-971b-ada1a4cf4815 on network 2b5daa46-3b97-44a8-b95d-99373c48ef32 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:29.897503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.13 (2b5daa46-3b97-44a8-b95d-99373c48ef32/ae5fbfb4-ee40-4ef9-9712-48515df9c29d/4399b84d-2627-457e-9be3-a7f6b1d9ea09) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:29.913429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:29.913854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Checking segment: {'id': '5cc97c88-5a61-4e6b-af56-3b7a50c5157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2b5daa46-3b97-44a8-b95d-99373c48ef32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:29.914199 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.914597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Bound using segment: {'id': '5cc97c88-5a61-4e6b-af56-3b7a50c5157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2b5daa46-3b97-44a8-b95d-99373c48ef32'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:29.915077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Bound port: 1b377fb7-c104-45bd-971b-ada1a4cf4815, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc97c88-5a61-4e6b-af56-3b7a50c5157f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2b5daa46-3b97-44a8-b95d-99373c48ef32'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:29.915499 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.932147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 6e504d95-e99b-4e6e-be66-66c769bf6ac5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:29.932645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6e504d95-e99b-4e6e-be66-66c769bf6ac5 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:29.935677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e07da1-f2a1-49d7-bdf5-28692032ec62 None None] No DVR routers for this DVR port 6e504d95-e99b-4e6e-be66-66c769bf6ac5 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:29.990804 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.003576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265dee05-944d-4e0c-bcd6-45526dc71b26']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:30.015541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.015854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.024182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c33daa-ce3d-4a99-a04f-8c313e77130f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:30.024724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c33daa-ce3d-4a99-a04f-8c313e77130f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:30.028942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] For port 1b377fb7-c104-45bd-971b-ada1a4cf4815, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:30.029245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for 77d2b740-f327-4e9e-b925-0b2454e7ec5c owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:30.033453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] For port 1b377fb7-c104-45bd-971b-ada1a4cf4815, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b377fb7-c104-45bd-971b-ada1a4cf4815,segment=NetworkSegment(5cc97c88-5a61-4e6b-af56-3b7a50c5157f),segment_id=5cc97c88-5a61-4e6b-af56-3b7a50c5157f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:30.041870 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.076886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.119712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cc58c-389e-4410-aaec-60af790c01b8 None None] Pushing event updated for resources: {'Port': ['ID=1b377fb7-c104-45bd-971b-ada1a4cf4815,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.142809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:30.162619 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.174528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa09dc-0381-4330-947c-750ee1a9358f req-9a6ae8d7-8611-43bf-832c-ba7adc7bea44 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:30.176282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efaa09dc-0381-4330-947c-750ee1a9358f req-9a6ae8d7-8611-43bf-832c-ba7adc7bea44 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 971 time: 0.1380799 Aug 16 02:26:30.181307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:30.182190 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] Sync routers for ids ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:30.192091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:30.192509 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.194456 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fa03a5d2-78da-4e5b-84c4-0b34a35fb1ec admin admin] 10.222.0.61 "PUT /v2.0/routers/251d9e0d-a17a-4aee-9a60-efa073eba9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9348049 Aug 16 02:26:30.196754 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] Routers {'251d9e0d-a17a-4aee-9a60-efa073eba9d2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:30.197218 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:30.200595 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:30.351306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0adda1-d558-4bf1-a267-be368a930374 req-38de6780-dba2-4cab-9d20-0fadf4a1ba84 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:30.358867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d0adda1-d558-4bf1-a267-be368a930374 req-38de6780-dba2-4cab-9d20-0fadf4a1ba84 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.3218391 Aug 16 02:26:30.378374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.381115 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] Set router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:30.412739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5aa4ff-cec8-4195-b131-b54e3c53e317 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:30.425031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object 4399b84d-2627-457e-9be3-a7f6b1d9ea09 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:30.428585 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.452325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.460311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Transition to ACTIVE for port object 1c5aa4ff-cec8-4195-b131-b54e3c53e317 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:30.466941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.493797 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.496951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/networks/265dee05-944d-4e0c-bcd6-45526dc71b26 HTTP/1.1" status: 204 len: 168 time: 1.4211938 Aug 16 02:26:30.503396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2b395-6544-4083-b099-70d7b07eebb0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Network': ['ID=265dee05-944d-4e0c-bcd6-45526dc71b26,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.517289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efaa09dc-0381-4330-947c-750ee1a9358f req-05d74c90-7762-4c49-9cef-1afd48308ea2 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3191452 Aug 16 02:26:30.522004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:30.533850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2125581231', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:30.564807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d0adda1-d558-4bf1-a267-be368a930374 req-15e2c851-cbcb-458d-96db-557eca23273f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049134 Aug 16 02:26:30.641529 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.729339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5aa4ff-cec8-4195-b131-b54e3c53e317,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.760601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.768655 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:59Z', 'updated_at': '2021-08-16T02:26:27Z', 'revision_number': 5, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'gw_port': {'id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:00Z', 'updated_at': '2021-08-16T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:30.772784 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.777225 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.778267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.809083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.823438 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] Checking router: 251d9e0d-a17a-4aee-9a60-efa073eba9d2 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:30.842147 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] Routers {'251d9e0d-a17a-4aee-9a60-efa073eba9d2'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:30.843073 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:30.914997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 2b5daa46-3b97-44a8-b95d-99373c48ef32 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:30.939045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:30.954771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:30.981626 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0dc82d61-7e59-46bb-bfc8-263e60767727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.008985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.026979 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] Set router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:31.066754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.125026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:31.125967 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.147903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=4399b84d-2627-457e-9be3-a7f6b1d9ea09,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:31.209361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=77d2b740-f327-4e9e-b925-0b2454e7ec5c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:31.222912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2d138755-6992-4aa3-b934-7cb909df45b4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.5054076 Aug 16 02:26:31.248834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:31.263832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Attempting to bind port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:31.264705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Attempting to bind port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:31.265050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Attempting to bind port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 on network 85112a75-69bb-4122-81e5-c8b022c2bb64 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:31.296494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 on network 85112a75-69bb-4122-81e5-c8b022c2bb64 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:26:31.296991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Attempting to bind port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 on network 85112a75-69bb-4122-81e5-c8b022c2bb64 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:31.308850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:31.309197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Checking segment: {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:31.309595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Bound using segment: {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:31.310051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Bound port: 1c5aa4ff-cec8-4195-b131-b54e3c53e317, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a94a9fe-566e-41ce-9ae2-4908631caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:31.310418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.325566 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:59Z', 'updated_at': '2021-08-16T02:26:27Z', 'revision_number': 5, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'gw_port': {'id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:00Z', 'updated_at': '2021-08-16T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:31.361514 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0121670-4d68-475d-a6e2-86b079967b6f None None] The sync data for ids ['251d9e0d-a17a-4aee-9a60-efa073eba9d2'] in n-d-768862-14 is: [{'id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'name': 'tempest-TestAggregatesBasicOps-1238067163-router', 'tenant_id': '05950dacb58645cc88e3b4e2b40a8f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:59Z', 'updated_at': '2021-08-16T02:26:27Z', 'revision_number': 5, 'project_id': '05950dacb58645cc88e3b4e2b40a8f14', 'gw_port': {'id': '1e37b12c-9e4b-47a6-bcda-f92dae57f983', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251d9e0d-a17a-4aee-9a60-efa073eba9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:00Z', 'updated_at': '2021-08-16T02:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:31.448508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.448508 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Floating IP da341a42-9008-4f77-91e2-32c4d15a7b0e disassociated (deleted). External IP: 172.25.5.228, port: 7ed2264b-a42c-426f-b005-acbf3bde543c. Aug 16 02:26:31.613915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] For port 1c5aa4ff-cec8-4195-b131-b54e3c53e317, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:31.641473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fe76b043-3e7c-47f2-81d9-b4880b74974b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 4399b84d-2627-457e-9be3-a7f6b1d9ea09 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:31.641824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe76b043-3e7c-47f2-81d9-b4880b74974b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.645961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] For port 1c5aa4ff-cec8-4195-b131-b54e3c53e317, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:31.709145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.828719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:31.829369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.832929 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] 10.222.0.86 "PUT /v2.0/ports/1c5aa4ff-cec8-4195-b131-b54e3c53e317 HTTP/1.1" status: 200 len: 1132 time: 3.5360866 Aug 16 02:26:31.833462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:31.835884 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c1d4f8-7c13-410d-b929-c18e61ab8743" -d '{"events": [{"name": "network-changed", "server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:31.897741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.909123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2af014-da04-4a69-a328-c415546fbd31 None None] Network 2b5daa46-3b97-44a8-b95d-99373c48ef32 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:31.968831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f89a8-a1c0-4491-bd09-9e185155bfad req-f1c76276-0025-4a2e-8f18-f51d2fc046b3 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:31.970645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-510f89a8-a1c0-4491-bd09-9e185155bfad req-f1c76276-0025-4a2e-8f18-f51d2fc046b3 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 983 time: 0.2797680 Aug 16 02:26:32.008449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c90bf8-dce3-40a2-9121-b039500e0f86 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5aa4ff-cec8-4195-b131-b54e3c53e317,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.029816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3da5-67b6-449e-8536-9c04ac14730f req-8dcf76be-73e2-4e06-b12a-74dee15dd573 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.031456 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75af3da5-67b6-449e-8536-9c04ac14730f req-8dcf76be-73e2-4e06-b12a-74dee15dd573 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.2938452 Aug 16 02:26:32.069007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe76b043-3e7c-47f2-81d9-b4880b74974b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.077504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Deleting port 1e37b12c-9e4b-47a6-bcda-f92dae57f983 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:32.077858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.082798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b377fb7-c104-45bd-971b-ada1a4cf4815 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:32.085073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fe76b043-3e7c-47f2-81d9-b4880b74974b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 4399b84d-2627-457e-9be3-a7f6b1d9ea09 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:32.177340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e791ec5-e14e-45c8-bb4d-09be73f1e486 None None] Provisioning for port 1b377fb7-c104-45bd-971b-ada1a4cf4815 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:32.202591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1b377fb7-c104-45bd-971b-ada1a4cf4815 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:32.207339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1b377fb7-c104-45bd-971b-ada1a4cf4815 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:32.208143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.211419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-510f89a8-a1c0-4491-bd09-9e185155bfad req-eb2c2e3a-e665-4ec5-b3c8-090fb4a4d8eb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2201242 Aug 16 02:26:32.240402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-bf09b721-52b6-4f7d-b7e0-56860ab6abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.241999 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-bf09b721-52b6-4f7d-b7e0-56860ab6abef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fa0883a31254782842df5b22a3a92bd&device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 1135 time: 0.3278847 Aug 16 02:26:32.257456 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75af3da5-67b6-449e-8536-9c04ac14730f req-799d3065-f3e4-45a6-ae27-530bc3e02025 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880474 Aug 16 02:26:32.317894 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a8c6ea-5333-48da-b100-86a3881d39af x-openstack-request-id: req-32a8c6ea-5333-48da-b100-86a3881d39af {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:32.318142 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:32.318417 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32a8c6ea-5333-48da-b100-86a3881d39af {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:32.318793 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'status': 'completed', 'code': 200} Aug 16 02:26:32.336136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:32.339719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] For port 1e37b12c-9e4b-47a6-bcda-f92dae57f983, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1e37b12c-9e4b-47a6-bcda-f92dae57f983,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:32.340104 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.345062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.361102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Calling delete_port for 1e37b12c-9e4b-47a6-bcda-f92dae57f983 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:32.390245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1b377fb7-c104-45bd-971b-ada1a4cf4815, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b377fb7-c104-45bd-971b-ada1a4cf4815,segment=NetworkSegment(5cc97c88-5a61-4e6b-af56-3b7a50c5157f),segment_id=5cc97c88-5a61-4e6b-af56-3b7a50c5157f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:32.393570 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-d9c371ee-866b-4777-b8ab-40ef016a7085 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317 HTTP/1.1" status: 200 len: 217 time: 0.1320047 Aug 16 02:26:32.395773 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.409956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 340ffe57-a014-413f-9e72-65f146fc3d95 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:32.451550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 340ffe57-a014-413f-9e72-65f146fc3d95 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:32.451950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 340ffe57-a014-413f-9e72-65f146fc3d95 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:32.452886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-25940b67-07f4-4f17-92b7-23abf50c027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.454430 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-25940b67-07f4-4f17-92b7-23abf50c027f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1d5856a-6be0-42bb-8a61-22f14918496f HTTP/1.1" status: 200 len: 835 time: 0.0509458 Aug 16 02:26:32.493696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1b377fb7-c104-45bd-971b-ada1a4cf4815,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.538718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe76b043-3e7c-47f2-81d9-b4880b74974b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.563994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a217390-0332-4f9c-88d4-19a8aca8c9ca None None] Provisioning complete for port 1b377fb7-c104-45bd-971b-ada1a4cf4815 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:32.564716 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a217390-0332-4f9c-88d4-19a8aca8c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.565571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.585608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-0f5633e3-135c-4138-a4e5-1830a48cdf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.587185 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-0f5633e3-135c-4138-a4e5-1830a48cdf1d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 1098 time: 0.2651305 Aug 16 02:26:32.592704 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.595870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76b043-3e7c-47f2-81d9-b4880b74974b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=4399b84d-2627-457e-9be3-a7f6b1d9ea09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.665389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a217390-0332-4f9c-88d4-19a8aca8c9ca None None] Could not find standard attr ID for object 4399b84d-2627-457e-9be3-a7f6b1d9ea09. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:26:32.716824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-0ae6b285-1f14-4dc9-af3d-b7daf6ce1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.718541 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-0ae6b285-1f14-4dc9-af3d-b7daf6ce1d47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=85112a75-69bb-4122-81e5-c8b022c2bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2527919 Aug 16 02:26:32.784305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb488aee-aa01-40f7-ae27-dcc8be0d1a15 None None] Could not find standard attr ID for object 4399b84d-2627-457e-9be3-a7f6b1d9ea09. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:26:32.813989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.25.5.107 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/7287656a-d7bc-4154-abbe-728cdb0403e5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:32.819377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:32.833823 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.834545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] Sync routers for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:32.840939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.854636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:32.855785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:32.910067 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe76b043-3e7c-47f2-81d9-b4880b74974b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.912284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fe76b043-3e7c-47f2-81d9-b4880b74974b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/4399b84d-2627-457e-9be3-a7f6b1d9ea09 HTTP/1.1" status: 204 len: 168 time: 1.6602170 Aug 16 02:26:32.919969 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5a8ca7cd-4d6f-44c1-bb79-e8cfdb10c3a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/floatingips/da341a42-9008-4f77-91e2-32c4d15a7b0e HTTP/1.1" status: 204 len: 168 time: 4.8252194 Aug 16 02:26:32.919969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48612) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:32.935200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-27095d19-b522-4625-b44b-849dc90a69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.936216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=1e37b12c-9e4b-47a6-bcda-f92dae57f983,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.936728 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-27095d19-b522-4625-b44b-849dc90a69cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.3298666 Aug 16 02:26:32.968961 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-589300a8-0870-4ab6-9a2c-7a9bcced80d8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:26:32.969530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.969885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.970229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.970568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.973726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.973918 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-589300a8-0870-4ab6-9a2c-7a9bcced80d8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/4399b84d-2627-457e-9be3-a7f6b1d9ea09 HTTP/1.1" status: 404 len: 333 time: 0.0497766 Aug 16 02:26:32.974031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.974031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.974031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.974031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.974031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.974031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.974031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.977956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:32.988659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-17720068-acce-4fab-b46e-bf5007482bc5 service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385437 Aug 16 02:26:33.029354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-3cc19327-0209-43f6-b7b4-50acaa60aeeb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02 HTTP/1.1" status: 200 len: 217 time: 0.0448837 Aug 16 02:26:33.032977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:33.112946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dbbc5b-ceed-46c9-9b52-874defa07f2a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet ae5fbfb4-ee40-4ef9-9712-48515df9c29d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:33.133469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc5b-ceed-46c9-9b52-874defa07f2a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.162206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.173539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.310720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:23:04Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '505f8927-efcc-4103-a5be-60107fd110c5', 'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:7e:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:10Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '3192746c-438e-4f3d-a343-73333c528311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:33.328421 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc5b-ceed-46c9-9b52-874defa07f2a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.339247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] Checking router: 7cc78b13-c947-471a-9cd7-9fad5ce0f527 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:33.348530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:33.349178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:33.360173 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.380052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.462422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:33.487134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51838b-6780-40a0-81cb-aa57009e58a0 req-f28b66a1-c377-46b4-aeb4-8cc6b6946612 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.488298 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd51838b-6780-40a0-81cb-aa57009e58a0 req-f28b66a1-c377-46b4-aeb4-8cc6b6946612 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 947 time: 0.2721248 Aug 16 02:26:33.516458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-804a28f8-4ef4-42c3-a71e-600741e2567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.517839 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-804a28f8-4ef4-42c3-a71e-600741e2567d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.4681287 Aug 16 02:26:33.519400 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.521193 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.521726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 251d9e0d-a17a-4aee-9a60-efa073eba9d2 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:33.526530 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.530506 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-05a3aefa-1a24-46a5-99d1-fba4d3fe5eeb admin admin] 10.222.0.61 "DELETE /v2.0/routers/251d9e0d-a17a-4aee-9a60-efa073eba9d2 HTTP/1.1" status: 204 len: 168 time: 3.3445616 Aug 16 02:26:33.536160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:33.602201 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b9c20e2-debf-4e52-be25-36d5d3c68cec req-b1df2611-571e-4726-9849-6942e3d0aa31 service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718577 Aug 16 02:26:33.623317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75971cb4-0c37-4098-a093-bc52beafd7ef req-f1175d33-6c78-4023-b3f2-eebba9da7772 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.632760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-360b45a9-dc22-4b85-ab07-1612830947ce admin admin] Deleting subnet 3d4b5e94-a121-410a-a3e3-b8b6314d233d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:33.635593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75971cb4-0c37-4098-a093-bc52beafd7ef req-f1175d33-6c78-4023-b3f2-eebba9da7772 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 983 time: 0.2991393 Aug 16 02:26:33.638220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-6d8da437-368e-4c9c-8535-3388685d94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.640137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-6d8da437-368e-4c9c-8535-3388685d94c3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120303 Aug 16 02:26:33.642321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360b45a9-dc22-4b85-ab07-1612830947ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.670766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:33.679321 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc5b-ceed-46c9-9b52-874defa07f2a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.688323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:33.692143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:33.727805 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77ec25d0-750b-4c46-9ec2-b9b1e993ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.736957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd51838b-6780-40a0-81cb-aa57009e58a0 req-99f10169-ff24-463a-83df-c25d35493b05 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393165 Aug 16 02:26:33.769465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=7287656a-d7bc-4154-abbe-728cdb0403e5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:33.786650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:23:04Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '505f8927-efcc-4103-a5be-60107fd110c5', 'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:7e:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:10Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '3192746c-438e-4f3d-a343-73333c528311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:33.816190 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75971cb4-0c37-4098-a093-bc52beafd7ef req-b0a5f973-901e-426e-b3cf-cfab2ce963f4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1745641 Aug 16 02:26:33.818434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff95815-db77-44f0-abc9-22fb3c2cf739 None None] The sync data for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 is: [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:23:04Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '505f8927-efcc-4103-a5be-60107fd110c5', 'name': '', 'network_id': '800c949b-4de8-4435-a584-05c80e32e1d1', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:7e:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '3192746c-438e-4f3d-a343-73333c528311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:03Z', 'updated_at': '2021-08-16T02:23:10Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '3192746c-438e-4f3d-a343-73333c528311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:33.819949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-59ded484-7fc9-48d0-9745-e321cde92db2 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511497 Aug 16 02:26:33.853437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360b45a9-dc22-4b85-ab07-1612830947ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.960766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-b5613b42-0721-48dd-a9e0-4cfdbbdcbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.961677 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-b5613b42-0721-48dd-a9e0-4cfdbbdcbeff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fa0883a31254782842df5b22a3a92bd&device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 1135 time: 0.2441657 Aug 16 02:26:33.964801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.971240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e516e-2452-46ef-9f68-846586fae307 req-7ca3ad49-1fa8-4627-8698-9448e3f57a44 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:33.973036 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d8e516e-2452-46ef-9f68-846586fae307 req-7ca3ad49-1fa8-4627-8698-9448e3f57a44 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.1555934 Aug 16 02:26:33.992085 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc5b-ceed-46c9-9b52-874defa07f2a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.047143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbbc5b-ceed-46c9-9b52-874defa07f2a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5fbfb4-ee40-4ef9-9712-48515df9c29d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:34.066245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97dbbc5b-ceed-46c9-9b52-874defa07f2a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.068270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-97dbbc5b-ceed-46c9-9b52-874defa07f2a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/ae5fbfb4-ee40-4ef9-9712-48515df9c29d HTTP/1.1" status: 204 len: 168 time: 1.0873163 Aug 16 02:26:34.071136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b40f86-da27-49cc-a10c-d33295ba45c4 None None] Network 2b5daa46-3b97-44a8-b95d-99373c48ef32 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:34.072767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:34.097218 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2c30a5b-c06d-4a60-aa5b-ffab40913e8d req-3a53ac89-2d1d-4651-8b58-6f0e0ff128cd service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703032 Aug 16 02:26:34.112504 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360b45a9-dc22-4b85-ab07-1612830947ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.186295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d8e516e-2452-46ef-9f68-846586fae307 req-5c3bc8fc-11c9-4637-b646-f6d4f79a7df6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898375 Aug 16 02:26:34.190277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-9199e18f-b941-4dc3-9ebb-8b3c6d95ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.191441 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-9199e18f-b941-4dc3-9ebb-8b3c6d95ba5e service neutron] 10.222.0.86 "GET /v2.0/networks?id=85112a75-69bb-4122-81e5-c8b022c2bb64 HTTP/1.1" status: 200 len: 898 time: 0.2219079 Aug 16 02:26:34.246457 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-7c6d90a6-b3f1-4725-b565-23ceebe41a57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317 HTTP/1.1" status: 200 len: 217 time: 0.0447831 Aug 16 02:26:34.253638 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a65f3-ae56-4cad-a869-97133c34b669 None None] New status for floating IP da341a42-9008-4f77-91e2-32c4d15a7b0e: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:26:34.271072 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360b45a9-dc22-4b85-ab07-1612830947ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.279915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b377fb7-c104-45bd-971b-ada1a4cf4815 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:34.325906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:34.328238 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bfa591-cc19-48be-9559-7f11ee48fd17" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:34.331163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b45a9-dc22-4b85-ab07-1612830947ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4b5e94-a121-410a-a3e3-b8b6314d233d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:34.349626 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-360b45a9-dc22-4b85-ab07-1612830947ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.355008 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-360b45a9-dc22-4b85-ab07-1612830947ce admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3d4b5e94-a121-410a-a3e3-b8b6314d233d HTTP/1.1" status: 204 len: 168 time: 0.8104963 Aug 16 02:26:34.357734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:34.358420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1b377fb7-c104-45bd-971b-ada1a4cf4815 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:34.358904 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.362285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.389058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-dfe2657e-1cb7-4a82-a80e-45a92f663ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.390869 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-dfe2657e-1cb7-4a82-a80e-45a92f663ac0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1d5856a-6be0-42bb-8a61-22f14918496f HTTP/1.1" status: 200 len: 835 time: 0.1344826 Aug 16 02:26:34.406311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed34cd-53f1-462a-bda8-187a7c99023e None None] Network 77d74bc1-b169-44a1-88c8-96c009d93676 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:34.427501 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc965211-d631-4e1f-8be3-f5b2606de5ea x-openstack-request-id: req-bc965211-d631-4e1f-8be3-f5b2606de5ea {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:34.427501 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:34.427832 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc965211-d631-4e1f-8be3-f5b2606de5ea {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:34.428109 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'status': 'completed', 'code': 200} Aug 16 02:26:34.452184 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.513140 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.552773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-97d71a47-bf1e-4248-892b-96b7a03b16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.554467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-97d71a47-bf1e-4248-892b-96b7a03b16ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=85112a75-69bb-4122-81e5-c8b022c2bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371362 Aug 16 02:26:34.562204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-2384afc1-36b4-40d1-ac38-33fb71ae57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.563930 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-2384afc1-36b4-40d1-ac38-33fb71ae57b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 1099 time: 0.1019039 Aug 16 02:26:34.643902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a9feb8-970d-468e-b83c-d34226e5123a None None] DHCP port deletion for 2b5daa46-3b97-44a8-b95d-99373c48ef32 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:34.780892 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-bbf7fe54-04fe-4f52-85c8-6cf82be7c40a service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979065 Aug 16 02:26:34.798706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9feb8-970d-468e-b83c-d34226e5123a None None] Deleting port 1b377fb7-c104-45bd-971b-ada1a4cf4815 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:34.799079 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6a9feb8-970d-468e-b83c-d34226e5123a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.891368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b6a9feb8-970d-468e-b83c-d34226e5123a None None] For port 1b377fb7-c104-45bd-971b-ada1a4cf4815, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b377fb7-c104-45bd-971b-ada1a4cf4815,segment=NetworkSegment(5cc97c88-5a61-4e6b-af56-3b7a50c5157f),segment_id=5cc97c88-5a61-4e6b-af56-3b7a50c5157f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:34.891783 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6a9feb8-970d-468e-b83c-d34226e5123a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.894225 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.905662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9feb8-970d-468e-b83c-d34226e5123a None None] Calling delete_port for 1b377fb7-c104-45bd-971b-ada1a4cf4815 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:34.916433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Deleting port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:34.916433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.924075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-642e6b4b-2c0e-4c25-b658-67f43d3aa344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.925887 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-642e6b4b-2c0e-4c25-b658-67f43d3aa344 service neutron] 10.222.0.86 "GET /v2.0/networks?id=800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 200 len: 897 time: 0.3418097 Aug 16 02:26:34.973249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d271a65-b4f6-4e9c-8dfe-dff151dbc386 None None] DHCP port deletion for 77d74bc1-b169-44a1-88c8-96c009d93676 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:35.013554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db900075-a7a8-4fe6-bd4f-a9eb4578f38a req-85012b52-72e4-41cc-9159-5b87d6d84f1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.020831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db900075-a7a8-4fe6-bd4f-a9eb4578f38a req-85012b52-72e4-41cc-9159-5b87d6d84f1c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 947 time: 0.1784184 Aug 16 02:26:35.045661 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-dd3147e7-3c0d-4564-8a6e-42df116fed16 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 200 len: 217 time: 0.0962615 Aug 16 02:26:35.048346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5d271a65-b4f6-4e9c-8dfe-dff151dbc386 None None] Deleting port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:35.048829 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d271a65-b4f6-4e9c-8dfe-dff151dbc386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.052182 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6a9feb8-970d-468e-b83c-d34226e5123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.110186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0775ecc-05c2-47ed-8aec-b5ceb0e6b499 req-39a3dcfc-134c-42b7-a122-cdfdfbfc362e tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.111749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0775ecc-05c2-47ed-8aec-b5ceb0e6b499 req-39a3dcfc-134c-42b7-a122-cdfdfbfc362e tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 983 time: 0.2119546 Aug 16 02:26:35.120146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 1b377fb7-c104-45bd-971b-ada1a4cf4815 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:35.120435 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.120621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-5d35de7f-b79b-4a41-9ab2-740ffee2f6f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.122112 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-5d35de7f-b79b-4a41-9ab2-740ffee2f6f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 947 time: 0.3694587 Aug 16 02:26:35.132621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9feb8-970d-468e-b83c-d34226e5123a None None] Pushing event deleted for resources: {'Port': ['ID=1b377fb7-c104-45bd-971b-ada1a4cf4815,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.136311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9feb8-970d-468e-b83c-d34226e5123a None None] No DVR routers for this DVR port 1b377fb7-c104-45bd-971b-ada1a4cf4815 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:35.172134 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-e80d2891-ff4a-419a-b56d-483b24f2deb9 service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450303 Aug 16 02:26:35.173261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5d271a65-b4f6-4e9c-8dfe-dff151dbc386 None None] For port 6f0df57d-b4d1-4785-a020-0299c3bca4c4, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6f0df57d-b4d1-4785-a020-0299c3bca4c4,segment=NetworkSegment(34ea3b81-2d57-40ae-8352-9a21b743f74a),segment_id=34ea3b81-2d57-40ae-8352-9a21b743f74a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:35.173683 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d271a65-b4f6-4e9c-8dfe-dff151dbc386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.174194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] For port 6f0df57d-b4d1-4785-a020-0299c3bca4c4, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6f0df57d-b4d1-4785-a020-0299c3bca4c4,segment=NetworkSegment(34ea3b81-2d57-40ae-8352-9a21b743f74a),segment_id=34ea3b81-2d57-40ae-8352-9a21b743f74a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:35.174633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.188440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5d271a65-b4f6-4e9c-8dfe-dff151dbc386 None None] Calling delete_port for 6f0df57d-b4d1-4785-a020-0299c3bca4c4 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:35.203019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Calling delete_port for 6f0df57d-b4d1-4785-a020-0299c3bca4c4 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:35.214219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db900075-a7a8-4fe6-bd4f-a9eb4578f38a req-d22b0cfb-312e-4f7c-ace0-51ef1459b55d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4486cf7-243c-4d57-8675-1c66203239af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901302 Aug 16 02:26:35.214219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.238940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-d4e87411-ea28-44c8-b36f-f138c2a5a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.240678 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-d4e87411-ea28-44c8-b36f-f138c2a5a7c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 200 len: 834 time: 0.1857839 Aug 16 02:26:35.284149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0775ecc-05c2-47ed-8aec-b5ceb0e6b499 req-2295ae47-5da1-4f64-a4ad-4c1ce3031b4c tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1534789 Aug 16 02:26:35.314085 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d271a65-b4f6-4e9c-8dfe-dff151dbc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.340865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d271a65-b4f6-4e9c-8dfe-dff151dbc386 None None] Pushing event deleted for resources: {'Port': ['ID=6f0df57d-b4d1-4785-a020-0299c3bca4c4,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.346839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] For port 1b377fb7-c104-45bd-971b-ada1a4cf4815, host n-d-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:35.347606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.351123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d271a65-b4f6-4e9c-8dfe-dff151dbc386 None None] No DVR routers for this DVR port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:35.383278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-e52b8d8d-4415-4bf4-b1d6-dca2b703fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.385591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-e52b8d8d-4415-4bf4-b1d6-dca2b703fa9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=800c949b-4de8-4435-a584-05c80e32e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345830 Aug 16 02:26:35.392626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 1b377fb7-c104-45bd-971b-ada1a4cf4815 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:35.394073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port 7ed2264b-a42c-426f-b005-acbf3bde543c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:35.394488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.397901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Port 1b377fb7-c104-45bd-971b-ada1a4cf4815 was not found and therefore no delete operation was performed {{(pid=94639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:26:35.405411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.440572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No DVR routers for this DVR port 1b377fb7-c104-45bd-971b-ada1a4cf4815 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:35.442737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=1b377fb7-c104-45bd-971b-ada1a4cf4815,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.488763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.499593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864be27b-94da-478b-b5a5-c3a9f9451578 req-365d96f6-c98c-426e-91b3-83ae07f56627 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:35.501115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-864be27b-94da-478b-b5a5-c3a9f9451578 req-365d96f6-c98c-426e-91b3-83ae07f56627 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.1850123 Aug 16 02:26:35.531275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0df57d-b4d1-4785-a020-0299c3bca4c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.548427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] No DVR routers for this DVR port 6f0df57d-b4d1-4785-a020-0299c3bca4c4 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:35.573690 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.589338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5daa46-3b97-44a8-b95d-99373c48ef32']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.601345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 01025fe9-ed54-4d42-9f6c-0a6d39362eeb is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:26:35.610901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc97c88-5a61-4e6b-af56-3b7a50c5157f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.611226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc97c88-5a61-4e6b-af56-3b7a50c5157f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.616873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-864be27b-94da-478b-b5a5-c3a9f9451578 req-92bb19b7-f289-4bbe-abed-3dc2b3956b26 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832825 Aug 16 02:26:35.629717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.660885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port 7ed2264b-a42c-426f-b005-acbf3bde543c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7ed2264b-a42c-426f-b005-acbf3bde543c,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:35.661250 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.678963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for 7ed2264b-a42c-426f-b005-acbf3bde543c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:35.679789 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.688692 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-99cc79f8-f5ae-4591-a443-6811362204f3 service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886333 Aug 16 02:26:35.689702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.690363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:35.691013 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:35.694509 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:35.750485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d74bc1-b169-44a1-88c8-96c009d93676']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.799376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ea3b81-2d57-40ae-8352-9a21b743f74a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.799759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ea3b81-2d57-40ae-8352-9a21b743f74a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.809138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.809302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1e37b12c-9e4b-47a6-bcda-f92dae57f983 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:35.814342 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.819915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/networks/2b5daa46-3b97-44a8-b95d-99373c48ef32 HTTP/1.1" status: 204 len: 168 time: 1.7420950 Aug 16 02:26:35.820120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.821874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:35.826928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'name': 'tempest-PortsTestJSON-1724009505'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:35.836079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1e37b12c-9e4b-47a6-bcda-f92dae57f983 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:35.836408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1e37b12c-9e4b-47a6-bcda-f92dae57f983 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:35.836906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6f0df57d-b4d1-4785-a020-0299c3bca4c4 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:35.849028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:35.870731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 6f0df57d-b4d1-4785-a020-0299c3bca4c4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:35.870985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6f0df57d-b4d1-4785-a020-0299c3bca4c4 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:35.871528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b377fb7-c104-45bd-971b-ada1a4cf4815 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:35.874506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86754b4d-5a5c-4ceb-be43-f9635f7cb7d3 None None] Sync routers for ids ['01025fe9-ed54-4d42-9f6c-0a6d39362eeb'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:35.878743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcba895-2043-473b-8cfb-b4604f42d278 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Network': ['ID=2b5daa46-3b97-44a8-b95d-99373c48ef32,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.888509 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.890234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ad647678-7853-4003-a2a7-4f994188a3b2 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.3670599 Aug 16 02:26:35.893105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:35.905780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1b377fb7-c104-45bd-971b-ada1a4cf4815 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:35.906199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b377fb7-c104-45bd-971b-ada1a4cf4815 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:35.911170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86754b4d-5a5c-4ceb-be43-f9635f7cb7d3 None None] Routers {'01025fe9-ed54-4d42-9f6c-0a6d39362eeb'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:35.914785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-86754b4d-5a5c-4ceb-be43-f9635f7cb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01025fe9-ed54-4d42-9f6c-0a6d39362eeb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.916245 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.934367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:35.934785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:35.941314 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:35.964011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-86754b4d-5a5c-4ceb-be43-f9635f7cb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.975918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86754b4d-5a5c-4ceb-be43-f9635f7cb7d3 None None] Routers {'01025fe9-ed54-4d42-9f6c-0a6d39362eeb'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:35.977216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-86754b4d-5a5c-4ceb-be43-f9635f7cb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01025fe9-ed54-4d42-9f6c-0a6d39362eeb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:36.021448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-86754b4d-5a5c-4ceb-be43-f9635f7cb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:36.022080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86754b4d-5a5c-4ceb-be43-f9635f7cb7d3 None None] The sync data for ids ['01025fe9-ed54-4d42-9f6c-0a6d39362eeb'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:36.029699 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03bfa591-cc19-48be-9559-7f11ee48fd17 req-1b0f4a95-7347-433f-9380-79927ba82fef service neutron] 10.222.0.86 "GET /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335707 Aug 16 02:26:36.040448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.074480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4060ea61-f391-4a21-a22b-5f8429e2a55d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/routers/01025fe9-ed54-4d42-9f6c-0a6d39362eeb HTTP/1.1" status: 200 len: 881 time: 0.1777592 Aug 16 02:26:36.075015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.081123 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.083023 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] 10.222.0.61 "DELETE /v2.0/networks/77d74bc1-b169-44a1-88c8-96c009d93676 HTTP/1.1" status: 204 len: 168 time: 1.7244949 Aug 16 02:26:36.099520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc82ac-c473-47c8-aba7-4c726c54b40d admin admin] Pushing event deleted for resources: {'Network': ['ID=77d74bc1-b169-44a1-88c8-96c009d93676,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.113401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:36.116989 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.149068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port e549470a-d3ba-4f5d-9da9-e163013de6ed yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:36.197519 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.235612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=7ed2264b-a42c-426f-b005-acbf3bde543c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.306734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.313776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] No DVR routers for this DVR port 7ed2264b-a42c-426f-b005-acbf3bde543c on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:36.318950 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.321318 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6197e5ff-0a7e-4539-add0-c771477e8bcb req-67be3e0c-8dff-4af7-8a1c-bda44d343141 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "DELETE /v2.0/ports/7ed2264b-a42c-426f-b005-acbf3bde543c HTTP/1.1" status: 204 len: 173 time: 1.1884494 Aug 16 02:26:36.417076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17596f65-1437-4fd3-b6aa-12737363957e req-7e520dd4-79c7-4d3d-ab80-5d74cf32f95c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 210 time: 0.0531948 Aug 16 02:26:36.429759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-deleted', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:36.432958 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1d1818-7047-43d0-b0e3-4a6e20279c47" -d '{"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-deleted", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:36.457552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.479418 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58046cd9-e944-4bf0-922d-f6448a0e44e8 x-openstack-request-id: req-58046cd9-e944-4bf0-922d-f6448a0e44e8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:36.479706 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b936ea-cb06-4334-9776-f9d5171cfdeb", "name": "network-vif-deleted", "tag": "7ed2264b-a42c-426f-b005-acbf3bde543c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:36.479956 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58046cd9-e944-4bf0-922d-f6448a0e44e8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:36.480370 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b936ea-cb06-4334-9776-f9d5171cfdeb', 'name': 'network-vif-deleted', 'tag': '7ed2264b-a42c-426f-b005-acbf3bde543c', 'status': 'completed', 'code': 200} Aug 16 02:26:36.482988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-484399af-23f7-44f6-b6b3-6f51cbb88c0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2cc103d28ab4c359840062c8b603167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747477 Aug 16 02:26:36.486882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.516053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1e4477e6-e043-4f8a-91cd-e49a25d71d54 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4402349 Aug 16 02:26:36.519066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.525801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c992a011-18e0-4258-964b-8f779e3a578e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2125581231'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:36.530727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38b42-527d-47d3-ba80-9868e65ddd9b req-32f3776c-16fc-4644-a690-9de45d5551f0 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:36.532241 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8e38b42-527d-47d3-ba80-9868e65ddd9b req-32f3776c-16fc-4644-a690-9de45d5551f0 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 983 time: 0.1193206 Aug 16 02:26:36.571920 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.579325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8e38b42-527d-47d3-ba80-9868e65ddd9b req-729ba5b1-8369-4e41-a3fe-65c92d1bf9c7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0391324 Aug 16 02:26:36.610590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c9e35309-2936-41d2-bdf1-dd8832d1aa02 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:36.703879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:36.712138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=e549470a-d3ba-4f5d-9da9-e163013de6ed,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.716795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:36.719937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:36.726062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:36.726656 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.728986 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.736650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb8d166b-b87a-440c-9ebf-09c99c5932ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.759193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:36.762406 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c85ac60-8b0f-4fe2-baa3-504ab8baba63" -d '{"events": [{"server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:36.785857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:36.792250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-533c9a0d-349a-40c8-a48a-a7f132873916 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9679816 Aug 16 02:26:36.793539 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.795314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb8d166b-b87a-440c-9ebf-09c99c5932ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.798148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.845812 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9dec6d-75cc-4e8d-888a-974a6de965aa x-openstack-request-id: req-bc9dec6d-75cc-4e8d-888a-974a6de965aa {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:36.846353 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "name": "network-vif-unplugged", "status": "failed", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:36.846547 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc9dec6d-75cc-4e8d-888a-974a6de965aa {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:36.847194 n-d-768862-14 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02', 'code': 422} returned with failed status Aug 16 02:26:36.867325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=c9e35309-2936-41d2-bdf1-dd8832d1aa02,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.870228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc17a9-0dbe-493f-a7d8-68585595e63b req-252c9f9d-ff9f-40be-8812-44870d0f70f8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:36.871314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3fc17a9-0dbe-493f-a7d8-68585595e63b req-252c9f9d-ff9f-40be-8812-44870d0f70f8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 946 time: 0.1359227 Aug 16 02:26:36.919278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3fc17a9-0dbe-493f-a7d8-68585595e63b req-546cb92a-2fc4-4c83-b4ed-77f76d75f651 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370085 Aug 16 02:26:36.961749 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.035585 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb8d166b-b87a-440c-9ebf-09c99c5932ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.038201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb8d166b-b87a-440c-9ebf-09c99c5932ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.039384 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eb8d166b-b87a-440c-9ebf-09c99c5932ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b25b47ef-ba62-490c-81a9-4f0ec8233b9c HTTP/1.1" status: 204 len: 168 time: 0.5522487 Aug 16 02:26:37.060284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b077-98bd-47e1-b876-1cc43525379d req-e429eb83-4e0b-4d84-a2a8-371e4e87ed27 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.061810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e427b077-98bd-47e1-b876-1cc43525379d req-e429eb83-4e0b-4d84-a2a8-371e4e87ed27 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0715446 Aug 16 02:26:37.084002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5c33e-3a10-4c43-9b3b-9147f703c2c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port e549470a-d3ba-4f5d-9da9-e163013de6ed {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:37.084347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c33e-3a10-4c43-9b3b-9147f703c2c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.089799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d166b-b87a-440c-9ebf-09c99c5932ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25b47ef-ba62-490c-81a9-4f0ec8233b9c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:37.105983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e427b077-98bd-47e1-b876-1cc43525379d req-6b48f56a-b988-427a-8387-32a700e7f955 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358632 Aug 16 02:26:37.211611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 1c5aa4ff-cec8-4195-b131-b54e3c53e317 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:37.270313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425029a0-7701-4f7b-92d3-40bbb1f08160 req-e5c91976-76cb-4c6f-8147-9d72d9486725 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.276017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-425029a0-7701-4f7b-92d3-40bbb1f08160 req-e5c91976-76cb-4c6f-8147-9d72d9486725 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0796449 Aug 16 02:26:37.345645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-425029a0-7701-4f7b-92d3-40bbb1f08160 req-f8d3d117-ff3e-4b2e-bd7b-e2f05ef07779 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660005 Aug 16 02:26:37.400561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 1c5aa4ff-cec8-4195-b131-b54e3c53e317, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:37.428504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'port_id': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'mac_address': 'fa:16:3e:a6:cc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:37.508464 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.558847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5aa4ff-cec8-4195-b131-b54e3c53e317 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:37.594003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48682) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:37.605620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 1c5aa4ff-cec8-4195-b131-b54e3c53e317, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:37.621104 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.626759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8198570-4e5d-4b04-be08-1d3fb0c67a6b req-931ba060-ebb2-4f08-8b34-ce65d15ab1f8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8b936ea-cb06-4334-9776-f9d5171cfdeb HTTP/1.1" status: 200 len: 210 time: 0.0541935 Aug 16 02:26:37.710208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=1c5aa4ff-cec8-4195-b131-b54e3c53e317,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:37.745122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f767e677-b812-45ac-b1fc-5479491e5479 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05950dacb58645cc88e3b4e2b40a8f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477704 Aug 16 02:26:37.752067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:37.767344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c33e-3a10-4c43-9b3b-9147f703c2c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.780201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2621f-4e3d-4092-979a-9bad43f2da7f req-caa1c6d5-84a7-4bad-b758-ee48d09a57bd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.782073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33a2621f-4e3d-4092-979a-9bad43f2da7f req-caa1c6d5-84a7-4bad-b758-ee48d09a57bd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1402636 Aug 16 02:26:37.801052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5c33e-3a10-4c43-9b3b-9147f703c2c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for e549470a-d3ba-4f5d-9da9-e163013de6ed owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:37.809651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb632c-f517-43ff-9dd9-9ab12f3236f3 req-cb0c8aa4-fc61-490e-9c94-aead6a6780ea tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.811255 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eedb632c-f517-43ff-9dd9-9ab12f3236f3 req-cb0c8aa4-fc61-490e-9c94-aead6a6780ea tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 984 time: 0.1015332 Aug 16 02:26:37.825693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c992a011-18e0-4258-964b-8f779e3a578e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.863992 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-33a2621f-4e3d-4092-979a-9bad43f2da7f req-6ebb5bd8-ccd4-4e4b-8581-3fce95f2382f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741289 Aug 16 02:26:37.875563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eedb632c-f517-43ff-9dd9-9ab12f3236f3 req-2496e3a3-9964-4d03-8eb3-00ab709e330a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0551372 Aug 16 02:26:37.903178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c992a011-18e0-4258-964b-8f779e3a578e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.906561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f52b38c-672c-4b22-b860-b4554e2040d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.987303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f52b38c-672c-4b22-b860-b4554e2040d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.022781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['1c5aa4ff-cec8-4195-b131-b54e3c53e317'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:38.075986 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c33e-3a10-4c43-9b3b-9147f703c2c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.120171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5c33e-3a10-4c43-9b3b-9147f703c2c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=e549470a-d3ba-4f5d-9da9-e163013de6ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.126241 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c33e-3a10-4c43-9b3b-9147f703c2c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.128264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b7f5c33e-3a10-4c43-9b3b-9147f703c2c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/e549470a-d3ba-4f5d-9da9-e163013de6ed HTTP/1.1" status: 204 len: 168 time: 1.3287690 Aug 16 02:26:38.130762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.137065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c992a011-18e0-4258-964b-8f779e3a578e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 01025fe9-ed54-4d42-9f6c-0a6d39362eeb has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:38.143274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'mac_address': 'fa:16:3e:ef:40:24', 'name': 'tempest-PortsTestJSON-1271373171'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:38.212746 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f52b38c-672c-4b22-b860-b4554e2040d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.215323 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f52b38c-672c-4b22-b860-b4554e2040d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.216516 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0f52b38c-672c-4b22-b860-b4554e2040d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60782b4c-9eb2-4d53-9723-ee2a5de561d5 HTTP/1.1" status: 204 len: 168 time: 0.4633901 Aug 16 02:26:38.273384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52b38c-672c-4b22-b860-b4554e2040d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60782b4c-9eb2-4d53-9723-ee2a5de561d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.340319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:38.405697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c992a011-18e0-4258-964b-8f779e3a578e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:38.415351 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c992a011-18e0-4258-964b-8f779e3a578e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.417529 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c641427d-467b-4883-9985-c0f13b85e781 None None] Sync routers for ids ['01025fe9-ed54-4d42-9f6c-0a6d39362eeb'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:38.418817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c992a011-18e0-4258-964b-8f779e3a578e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/01025fe9-ed54-4d42-9f6c-0a6d39362eeb HTTP/1.1" status: 200 len: 888 time: 1.8971269 Aug 16 02:26:38.421741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.428676 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c641427d-467b-4883-9985-c0f13b85e781 None None] Routers {'01025fe9-ed54-4d42-9f6c-0a6d39362eeb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:38.429551 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c641427d-467b-4883-9985-c0f13b85e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01025fe9-ed54-4d42-9f6c-0a6d39362eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:38.431176 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.461866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port e3f9bf51-1b9b-4e07-8422-95ed6d2ef1a9 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:38.470872 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c641427d-467b-4883-9985-c0f13b85e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:38.482355 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c641427d-467b-4883-9985-c0f13b85e781 None None] Routers {'01025fe9-ed54-4d42-9f6c-0a6d39362eeb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:38.483393 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c641427d-467b-4883-9985-c0f13b85e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01025fe9-ed54-4d42-9f6c-0a6d39362eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:38.519894 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c641427d-467b-4883-9985-c0f13b85e781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:38.520817 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c641427d-467b-4883-9985-c0f13b85e781 None None] The sync data for ids ['01025fe9-ed54-4d42-9f6c-0a6d39362eeb'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:38.579768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ebf643fc-248a-4437-aee7-72dec35389e4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/routers/01025fe9-ed54-4d42-9f6c-0a6d39362eeb HTTP/1.1" status: 200 len: 888 time: 0.1567836 Aug 16 02:26:38.582392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.615078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8b5f3c5b-5c52-48f1-81b8-d89808d9225a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=01025fe9-ed54-4d42-9f6c-0a6d39362eeb HTTP/1.1" status: 200 len: 205 time: 0.0291746 Aug 16 02:26:38.615406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.678642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.719219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.784124 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.798299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.888419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:38.895634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:38.900568 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.900975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:38.906691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.907339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.909837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=e3f9bf51-1b9b-4e07-8422-95ed6d2ef1a9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.939064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.939343 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1f9f629d-1ff8-4b00-9813-81af90b524f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8073795 Aug 16 02:26:38.993022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fcf879-624b-4167-a2ff-3fb59b3092a0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.997250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44fcf879-624b-4167-a2ff-3fb59b3092a0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/e3f9bf51-1b9b-4e07-8422-95ed6d2ef1a9 HTTP/1.1" status: 200 len: 841 time: 0.0546515 Aug 16 02:26:38.998504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.092660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 7287656a-d7bc-4154-abbe-728cdb0403e5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:39.093005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.209521 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.230996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 1c5aa4ff-cec8-4195-b131-b54e3c53e317 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:39.282717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:39.287242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:39.287644 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.373256 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.399297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:39.408007 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baffc410-1b2c-4ae6-af29-16fd2ae8fdb8" -d '{"events": [{"server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "name": "network-vif-plugged", "status": "completed", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:39.422763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 1c5aa4ff-cec8-4195-b131-b54e3c53e317, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:39.430340 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.430340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:39.479420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 7ed2264b-a42c-426f-b005-acbf3bde543c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:39.480175 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7ed2264b-a42c-426f-b005-acbf3bde543c not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:39.507469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=1c5aa4ff-cec8-4195-b131-b54e3c53e317,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.509177 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e7264-25f1-4a4e-9a9d-c829e923ad59 req-bed6d5e0-2789-490e-84b9-76a178a1fc0b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.511837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-273e7264-25f1-4a4e-9a9d-c829e923ad59 req-bed6d5e0-2789-490e-84b9-76a178a1fc0b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 984 time: 0.5146339 Aug 16 02:26:39.516926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port 505f8927-efcc-4103-a5be-60107fd110c5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:39.517376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.524297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79061d-09b8-43c2-8e6a-ec9f08703667 req-765163cd-40a6-4fd0-b9a0-b9a8c157f432 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.526321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b79061d-09b8-43c2-8e6a-ec9f08703667 req-765163cd-40a6-4fd0-b9a0-b9a8c157f432 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.5205977 Aug 16 02:26:39.610226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.614097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port 505f8927-efcc-4103-a5be-60107fd110c5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=505f8927-efcc-4103-a5be-60107fd110c5,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:39.614468 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.624206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-273e7264-25f1-4a4e-9a9d-c829e923ad59 req-5498bc96-c1b2-42d2-ac1a-def18773c33b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0958726 Aug 16 02:26:39.628993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for 505f8927-efcc-4103-a5be-60107fd110c5 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:39.643792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 7287656a-d7bc-4154-abbe-728cdb0403e5 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:39.656232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-571529f9-c8fe-4691-9664-6a5a17433b1d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port e3f9bf51-1b9b-4e07-8422-95ed6d2ef1a9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:39.656687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-571529f9-c8fe-4691-9664-6a5a17433b1d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.677166 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b79061d-09b8-43c2-8e6a-ec9f08703667 req-940b286e-297e-456a-8682-3d926874cbff tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311924 Aug 16 02:26:39.680749 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e34edd-c0e5-426b-8e35-e2045cd9460c x-openstack-request-id: req-24e34edd-c0e5-426b-8e35-e2045cd9460c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:39.682638 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "name": "network-vif-plugged", "status": "completed", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:39.683204 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24e34edd-c0e5-426b-8e35-e2045cd9460c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:39.684280 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'code': 200} Aug 16 02:26:39.787999 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-571529f9-c8fe-4691-9664-6a5a17433b1d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.809814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-571529f9-c8fe-4691-9664-6a5a17433b1d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for e3f9bf51-1b9b-4e07-8422-95ed6d2ef1a9 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:39.843720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcaf8bb-4c06-4c13-904d-121a6cce6d51 req-92711d28-b2cd-4548-a268-d53abb95de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.845247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdcaf8bb-4c06-4c13-904d-121a6cce6d51 req-92711d28-b2cd-4548-a268-d53abb95de4a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 1137 time: 0.0635738 Aug 16 02:26:39.918621 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdcaf8bb-4c06-4c13-904d-121a6cce6d51 req-7ad13e65-5fd4-4b5a-9196-a883d6e4e334 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0469682 Aug 16 02:26:39.920354 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.955521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=505f8927-efcc-4103-a5be-60107fd110c5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.994667 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-571529f9-c8fe-4691-9664-6a5a17433b1d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.036470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571529f9-c8fe-4691-9664-6a5a17433b1d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=e3f9bf51-1b9b-4e07-8422-95ed6d2ef1a9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.049840 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-571529f9-c8fe-4691-9664-6a5a17433b1d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.052485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-571529f9-c8fe-4691-9664-6a5a17433b1d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/e3f9bf51-1b9b-4e07-8422-95ed6d2ef1a9 HTTP/1.1" status: 204 len: 168 time: 1.0531266 Aug 16 02:26:40.057368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48712) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.086346 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-252d4cd6-6036-496c-8c4c-abd490011430 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:26:40.092748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-252d4cd6-6036-496c-8c4c-abd490011430 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/e3f9bf51-1b9b-4e07-8422-95ed6d2ef1a9 HTTP/1.1" status: 404 len: 333 time: 0.0308073 Aug 16 02:26:40.092748 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.105510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.113499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'name': 'tempest-PortsTestJSON-293981072'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:40.147022 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.205786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=7287656a-d7bc-4154-abbe-728cdb0403e5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.276051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.377658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.378982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:40.379350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:40.382831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.386074 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.437538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port 32704911-8784-4020-8590-9a7c5d274f96 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:40.450151 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.450708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Fanout notify agent at l3_agent the message router_deleted on router 01025fe9-ed54-4d42-9f6c-0a6d39362eeb {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:40.483233 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.484353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9e4510a8-0e20-458f-83aa-59c5a4ca30d5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/01025fe9-ed54-4d42-9f6c-0a6d39362eeb HTTP/1.1" status: 204 len: 168 time: 1.8681052 Aug 16 02:26:40.488123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.493071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'network': {'name': 'tempest-RoutersTest-663320515'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:40.494269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:40.500759 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-31948094-0ea1-4091-81e7-1fb628aeca77 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "PUT /v2.0/routers/7cc78b13-c947-471a-9cd7-9fad5ce0f527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7799606 Aug 16 02:26:40.506143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] Sync routers for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:40.511497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.519285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:40.520210 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:40.542808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:40.546406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.576630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69e9da1-3999-415e-9dc7-14a5e91fe2e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting subnet 3192746c-438e-4f3d-a343-73333c528311 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:40.580847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a69e9da1-3999-415e-9dc7-14a5e91fe2e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.625970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a69e9da1-3999-415e-9dc7-14a5e91fe2e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.626293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device c9e35309-2936-41d2-bdf1-dd8832d1aa02 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:40.628341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:40.654045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.654404 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added segment a70c0a48-20f6-4f89-86b2-c461f298dc08 of type vlan for network f6fc917a-e953-4060-8d84-7c45c8c94b81 Aug 16 02:26:40.671628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.707884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:40.721128 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.743551 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a69e9da1-3999-415e-9dc7-14a5e91fe2e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.825944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a69e9da1-3999-415e-9dc7-14a5e91fe2e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.835970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7412ef-307d-45fb-983f-7ae52ca28065 req-35da4ccd-c622-429f-928e-8a2b7613436f tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:40.837575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf7412ef-307d-45fb-983f-7ae52ca28065 req-35da4ccd-c622-429f-928e-8a2b7613436f tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 985 time: 0.1299598 Aug 16 02:26:40.841776 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.843223 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.848857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:40.849347 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.856421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e9da1-3999-415e-9dc7-14a5e91fe2e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Subnet': ['ID=3192746c-438e-4f3d-a343-73333c528311,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.860254 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a69e9da1-3999-415e-9dc7-14a5e91fe2e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.864742 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a69e9da1-3999-415e-9dc7-14a5e91fe2e8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/subnets/3192746c-438e-4f3d-a343-73333c528311 HTTP/1.1" status: 204 len: 168 time: 0.3497989 Aug 16 02:26:40.865764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.871316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0510ce7b-a8a5-464c-880b-dd05bdc75e35 None None] Network 800c949b-4de8-4435-a584-05c80e32e1d1 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:40.971813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4800720 Aug 16 02:26:40.978267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.984853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'subnet': {'network_id': 'f6fc917a-e953-4060-8d84-7c45c8c94b81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:40.985318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:41.007186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490535ec-76e0-4f7f-a0fa-7a2ba3809f6a req-826b00c6-129d-405f-9633-4968800bf89c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:41.008289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-490535ec-76e0-4f7f-a0fa-7a2ba3809f6a req-826b00c6-129d-405f-9633-4968800bf89c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2355516 Aug 16 02:26:41.014395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:41.021387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b77753-8e43-4d3b-91b8-9f7071827a7f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Network': ['ID=f6fc917a-e953-4060-8d84-7c45c8c94b81,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.029931 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.030297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:41.036166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:41.036793 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.045238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf7412ef-307d-45fb-983f-7ae52ca28065 req-ae8596a0-77bb-4eda-8d20-3b6870c58363 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1903410 Aug 16 02:26:41.045853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=32704911-8784-4020-8590-9a7c5d274f96,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.046913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network f6fc917a-e953-4060-8d84-7c45c8c94b81 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:41.086513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b6c535a3-24b8-4d11-a7a0-d7842abd820b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9805233 Aug 16 02:26:41.090714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.097420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f03bbdbe-22bf-46e5-956c-db79a7b3cb56 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:41.102766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-490535ec-76e0-4f7f-a0fa-7a2ba3809f6a req-27d83212-e791-4558-b5ae-0649708f0bb5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789616 Aug 16 02:26:41.135283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:26:39Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.175304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] Checking router: 7cc78b13-c947-471a-9cd7-9fad5ce0f527 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:41.191838 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f03bbdbe-22bf-46e5-956c-db79a7b3cb56 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.196291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] Routers {'7cc78b13-c947-471a-9cd7-9fad5ce0f527'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:41.197004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.232514 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-8eea530d-a66f-493f-844f-69a47cc0e0f2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2514174 Aug 16 02:26:41.267700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58683a49-4d52-40f9-ba6d-45bf719c0968 None None] DHCP port deletion for 800c949b-4de8-4435-a584-05c80e32e1d1 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:41.271693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:41.276032 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.347597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.413296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f03bbdbe-22bf-46e5-956c-db79a7b3cb56 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.421510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f03bbdbe-22bf-46e5-956c-db79a7b3cb56 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.471391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f03bbdbe-22bf-46e5-956c-db79a7b3cb56 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] In _notify_port_updated(), no bound segment for port 32704911-8784-4020-8590-9a7c5d274f96 on network f5cea4d8-7c67-46ac-81b4-e902bd025707 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:26:41.479449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03bbdbe-22bf-46e5-956c-db79a7b3cb56 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:41.480473 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f03bbdbe-22bf-46e5-956c-db79a7b3cb56 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.481984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f03bbdbe-22bf-46e5-956c-db79a7b3cb56 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "PUT /v2.0/ports/32704911-8784-4020-8590-9a7c5d274f96 HTTP/1.1" status: 200 len: 818 time: 0.3898542 Aug 16 02:26:41.485358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.524946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bbdbe-22bf-46e5-956c-db79a7b3cb56 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=32704911-8784-4020-8590-9a7c5d274f96,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.542974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] Set router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:41.603772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-626f62dc-d3da-407d-8a11-9910591b2f31 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 32704911-8784-4020-8590-9a7c5d274f96 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:41.604451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-626f62dc-d3da-407d-8a11-9910591b2f31 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.646992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-58683a49-4d52-40f9-ba6d-45bf719c0968 None None] Deleting port b578d3a9-ccc6-4ad6-89c4-8c8173494408 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:41.646992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58683a49-4d52-40f9-ba6d-45bf719c0968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.679237 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-626f62dc-d3da-407d-8a11-9910591b2f31 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.696275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-626f62dc-d3da-407d-8a11-9910591b2f31 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 32704911-8784-4020-8590-9a7c5d274f96 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:41.740185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-58683a49-4d52-40f9-ba6d-45bf719c0968 None None] For port b578d3a9-ccc6-4ad6-89c4-8c8173494408, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b578d3a9-ccc6-4ad6-89c4-8c8173494408,segment=NetworkSegment(83600964-a997-4c44-a3ca-f894e15bd743),segment_id=83600964-a997-4c44-a3ca-f894e15bd743)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:41.740629 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58683a49-4d52-40f9-ba6d-45bf719c0968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.767117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-58683a49-4d52-40f9-ba6d-45bf719c0968 None None] Calling delete_port for b578d3a9-ccc6-4ad6-89c4-8c8173494408 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:41.815190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-626f62dc-d3da-407d-8a11-9910591b2f31 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.850012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f62dc-d3da-407d-8a11-9910591b2f31 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=32704911-8784-4020-8590-9a7c5d274f96,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.858233 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-626f62dc-d3da-407d-8a11-9910591b2f31 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.861239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-626f62dc-d3da-407d-8a11-9910591b2f31 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/32704911-8784-4020-8590-9a7c5d274f96 HTTP/1.1" status: 204 len: 168 time: 0.3752267 Aug 16 02:26:41.869955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.897963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b578d3a9-ccc6-4ad6-89c4-8c8173494408 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:41.901079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-a7a90674-2677-4dbf-a27e-5f8896795725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:41.905456 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-a7a90674-2677-4dbf-a27e-5f8896795725 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 1098 time: 0.5499718 Aug 16 02:26:41.926377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:26:39Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:41.936636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872299cf-9e28-4743-8172-958c23ae0527 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:41.940714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-872299cf-9e28-4743-8172-958c23ae0527 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0673015 Aug 16 02:26:41.941048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.962402 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58683a49-4d52-40f9-ba6d-45bf719c0968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.968132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff7bb6-6789-4c38-9858-bc1b58f144df None None] The sync data for ids ['7cc78b13-c947-471a-9cd7-9fad5ce0f527'] in n-d-768862-14 is: [{'id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091352574', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:56Z', 'updated_at': '2021-08-16T02:26:39Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '46837b09-f36e-42da-acf1-2bd79e12fe6f', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc78b13-c947-471a-9cd7-9fad5ce0f527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:57Z', 'updated_at': '2021-08-16T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:41.974379 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-62546399-e400-45c7-ab6b-7e7a5e619dac tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:26:41.981273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-62546399-e400-45c7-ab6b-7e7a5e619dac tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/32704911-8784-4020-8590-9a7c5d274f96 HTTP/1.1" status: 404 len: 333 time: 0.0345123 Aug 16 02:26:41.981672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.987613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2108704922'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:41.997893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58683a49-4d52-40f9-ba6d-45bf719c0968 None None] Pushing event deleted for resources: {'Port': ['ID=b578d3a9-ccc6-4ad6-89c4-8c8173494408,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.006101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58683a49-4d52-40f9-ba6d-45bf719c0968 None None] No DVR routers for this DVR port b578d3a9-ccc6-4ad6-89c4-8c8173494408 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:42.021296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port 46837b09-f36e-42da-acf1-2bd79e12fe6f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:42.021647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.024435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No active binding found for port b578d3a9-ccc6-4ad6-89c4-8c8173494408 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:26:42.025871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b578d3a9-ccc6-4ad6-89c4-8c8173494408 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:42.035901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:42.039921 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.068762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:42.078461 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.078815 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Added segment 982cb84a-40af-4830-96cd-0061de44d7a1 of type vlan for network 8e954845-03af-431c-8b11-6788e46abe7c Aug 16 02:26:42.111122 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.144190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.223004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-10811012-cb8b-4b7d-b3ab-5f5a1244d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.223335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.224594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-10811012-cb8b-4b7d-b3ab-5f5a1244d875 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.2977693 Aug 16 02:26:42.234797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.235633 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.238010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Subnet': ['ID=7135bd6a-2981-4f18-9ac1-d8eaf617c671,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.242150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port 46837b09-f36e-42da-acf1-2bd79e12fe6f, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=46837b09-f36e-42da-acf1-2bd79e12fe6f,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:42.242815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.285525 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.304082 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-1ce99570-d318-4026-b715-687228ff7a25 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdfab2db-7551-4904-8054-7c4d2d87d591 HTTP/1.1" status: 200 len: 217 time: 0.0710244 Aug 16 02:26:42.306707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for 46837b09-f36e-42da-acf1-2bd79e12fe6f owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:42.324314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Checking segment: {'id': 'a70c0a48-20f6-4f89-86b2-c461f298dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f6fc917a-e953-4060-8d84-7c45c8c94b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:42.324693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network hostable DHCP agents. Network: f6fc917a-e953-4060-8d84-7c45c8c94b81, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:42.335207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d6e0c-885b-42a5-ad81-5af8c9afd5c3 req-d93b07be-bbe2-4d21-ad80-36c53a5d6448 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.336723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-033d6e0c-885b-42a5-ad81-5af8c9afd5c3 req-d93b07be-bbe2-4d21-ad80-36c53a5d6448 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 985 time: 0.1719320 Aug 16 02:26:42.341717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3589869 Aug 16 02:26:42.342355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.350179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': '8e954845-03af-431c-8b11-6788e46abe7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:42.424467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-44459673-43af-408d-be71-46c1613b1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.424611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621646b-bbe7-45ab-9020-171f3b42f454 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Network': ['ID=8e954845-03af-431c-8b11-6788e46abe7c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.425857 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-44459673-43af-408d-be71-46c1613b1b5c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.1117823 Aug 16 02:26:42.433557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network f6fc917a-e953-4060-8d84-7c45c8c94b81 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:42.445857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 8e954845-03af-431c-8b11-6788e46abe7c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:42.449582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c56b3-6a57-4500-aca5-9c3423d40d49 req-5aea9330-6b7a-45b7-bf78-d3177e66431d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.451174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-149c56b3-6a57-4500-aca5-9c3423d40d49 req-5aea9330-6b7a-45b7-bf78-d3177e66431d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2436008 Aug 16 02:26:42.479585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, f6fc917a-e953-4060-8d84-7c45c8c94b81) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:42.490047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.490637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.505364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-033d6e0c-885b-42a5-ad81-5af8c9afd5c3 req-9be87cc9-4aa8-4bc5-992d-e6260feddeca tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1449010 Aug 16 02:26:42.544100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-149c56b3-6a57-4500-aca5-9c3423d40d49 req-e3f247e1-614d-4079-a3af-1886f70c201e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798795 Aug 16 02:26:42.558911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ff085-0f08-4658-86e9-8b5fbf53d076 None None] Network f6fc917a-e953-4060-8d84-7c45c8c94b81 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:42.569394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-fb0fc45b-50bc-4419-9878-3841cdab1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.571173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-fb0fc45b-50bc-4419-9878-3841cdab1b69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337075 Aug 16 02:26:42.573337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:42.578884 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.595941 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-030a588d-e9f9-4bc4-8dd2-d799466cdb60 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6138439 Aug 16 02:26:42.601839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.616725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-15fca6c1-e815-4cff-b0f1-9fa4123003b4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1302982865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:42.731359 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.737354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15fca6c1-e815-4cff-b0f1-9fa4123003b4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.738339 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15fca6c1-e815-4cff-b0f1-9fa4123003b4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.754990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-f6fc917a-e953-4060-8d84-7c45c8c94b81', 'network_id': 'f6fc917a-e953-4060-8d84-7c45c8c94b81', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'fixed_ips': [{'subnet_id': '7135bd6a-2981-4f18-9ac1-d8eaf617c671'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:42.756542 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.773417 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-ce8b2a3f-0bf6-4272-ba29-017e676b6b94 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900945 Aug 16 02:26:42.780170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12534e-9bbb-48f5-a810-8e31f6ce6bf3 req-3434624f-2d8a-4b09-8a4e-be779d1ee943 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:42.782177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f12534e-9bbb-48f5-a810-8e31f6ce6bf3 req-3434624f-2d8a-4b09-8a4e-be779d1ee943 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 985 time: 0.1303287 Aug 16 02:26:42.831007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=46837b09-f36e-42da-acf1-2bd79e12fe6f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.860903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15fca6c1-e815-4cff-b0f1-9fa4123003b4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.889842 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15fca6c1-e815-4cff-b0f1-9fa4123003b4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.896496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.912069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Allocated IP 172.20.0.2 (f6fc917a-e953-4060-8d84-7c45c8c94b81/7135bd6a-2981-4f18-9ac1-d8eaf617c671/ce5d1d2f-89c4-4033-a0e4-84e7d685adc0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:42.918399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f12534e-9bbb-48f5-a810-8e31f6ce6bf3 req-03f0aabe-0fdb-46d5-b50a-5977ae089564 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1287813 Aug 16 02:26:42.923673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15fca6c1-e815-4cff-b0f1-9fa4123003b4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.924853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-15fca6c1-e815-4cff-b0f1-9fa4123003b4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3223209 Aug 16 02:26:42.932388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.022077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.027713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.044073 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5743fbc7-5040-4f85-9601-4abb054eb14b req-0ca1b81e-4224-4933-be09-9f3d4cf5e429 service neutron] 10.222.0.93 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384043 Aug 16 02:26:43.087548 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.100285 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.100533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Transition to ACTIVE for port object ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:43.101019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc78b13-c947-471a-9cd7-9fad5ce0f527 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:43.109694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.117372 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c93b68b8-fc1b-4400-90be-56b8863e7aa5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/routers/7cc78b13-c947-471a-9cd7-9fad5ce0f527 HTTP/1.1" status: 204 len: 168 time: 2.2488978 Aug 16 02:26:43.119588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.137193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Transition to ACTIVE for port object ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:43.148894 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.150810 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.194209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Network f6fc917a-e953-4060-8d84-7c45c8c94b81 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:43.197351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:43.201382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:43.214081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Pushing event updated for resources: {'Port': ['ID=ce5d1d2f-89c4-4033-a0e4-84e7d685adc0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.232139 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.250365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ec0f0-b913-4dc9-89be-938706bc8e39 req-f7c3ee6b-f1b9-4ded-9360-d596eac1c19b tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:43.251965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-034ec0f0-b913-4dc9-89be-938706bc8e39 req-f7c3ee6b-f1b9-4ded-9360-d596eac1c19b tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 1137 time: 0.2083199 Aug 16 02:26:43.289075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Attempting to bind port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:43.289455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Attempting to bind port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'a70c0a48-20f6-4f89-86b2-c461f298dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f6fc917a-e953-4060-8d84-7c45c8c94b81'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:43.289832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Attempting to bind port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 on network f6fc917a-e953-4060-8d84-7c45c8c94b81 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:43.304851 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:43.305232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Checking segment: {'id': 'a70c0a48-20f6-4f89-86b2-c461f298dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f6fc917a-e953-4060-8d84-7c45c8c94b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:43.305637 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.306801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Bound using segment: {'id': 'a70c0a48-20f6-4f89-86b2-c461f298dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f6fc917a-e953-4060-8d84-7c45c8c94b81'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:43.307428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Bound port: ce5d1d2f-89c4-4033-a0e4-84e7d685adc0, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70c0a48-20f6-4f89-86b2-c461f298dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f6fc917a-e953-4060-8d84-7c45c8c94b81'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:43.307814 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.346731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.356993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800c949b-4de8-4435-a584-05c80e32e1d1']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:43.364625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034ec0f0-b913-4dc9-89be-938706bc8e39 req-bbb4ea4c-29b2-4b86-a5e3-e72c6ad1017e tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.369732 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83600964-a997-4c44-a3ca-f894e15bd743') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:43.370128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83600964-a997-4c44-a3ca-f894e15bd743') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:43.371658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=dab58d01-0192-4751-81e7-f5da924c9176,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.377799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] For port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:43.380488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.381363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] For port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ce5d1d2f-89c4-4033-a0e4-84e7d685adc0,segment=NetworkSegment(a70c0a48-20f6-4f89-86b2-c461f298dc08),segment_id=a70c0a48-20f6-4f89-86b2-c461f298dc08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:43.387973 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.398384 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.405116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:43.405454 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:43.408904 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:43.413421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Checking segment: {'id': '982cb84a-40af-4830-96cd-0061de44d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8e954845-03af-431c-8b11-6788e46abe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:43.413795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network hostable DHCP agents. Network: 8e954845-03af-431c-8b11-6788e46abe7c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:43.465119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8dfd5-3da0-4954-8426-bf7552269c9d None None] Pushing event updated for resources: {'Port': ['ID=ce5d1d2f-89c4-4033-a0e4-84e7d685adc0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.488694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.503216 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.505117 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/networks/800c949b-4de8-4435-a584-05c80e32e1d1 HTTP/1.1" status: 204 len: 168 time: 0.3843892 Aug 16 02:26:43.509985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.511819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:43.516263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 8e954845-03af-431c-8b11-6788e46abe7c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:43.520604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81894531-57b2-4735-bbfd-8a103bab28f1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Network': ['ID=800c949b-4de8-4435-a584-05c80e32e1d1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.550587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 8e954845-03af-431c-8b11-6788e46abe7c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:43.559690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a0ae2b-e52e-461f-8521-1a9962a7b0a2 None None] Network 8e954845-03af-431c-8b11-6788e46abe7c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:43.574670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:43.575158 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.789633 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79beb964-63e7-489b-b79e-fc468ded7c4c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.831268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8e954845-03af-431c-8b11-6788e46abe7c', 'network_id': '8e954845-03af-431c-8b11-6788e46abe7c', 'tenant_id': 'd06e9292718445ed982683c70b3a1a26', 'fixed_ips': [{'subnet_id': 'dab58d01-0192-4751-81e7-f5da924c9176'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:43.832147 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.860793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:43.903997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79beb964-63e7-489b-b79e-fc468ded7c4c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.907432 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034ec0f0-b913-4dc9-89be-938706bc8e39 req-bbb4ea4c-29b2-4b86-a5e3-e72c6ad1017e tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.918045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a1353-1476-4ae9-8a3d-f2a4c816fa27 req-1182cf47-d6dc-45b8-ad01-548483c5e936 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:43.919578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b53a1353-1476-4ae9-8a3d-f2a4c816fa27 req-1182cf47-d6dc-45b8-ad01-548483c5e936 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2089038 Aug 16 02:26:43.955405 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034ec0f0-b913-4dc9-89be-938706bc8e39 req-bbb4ea4c-29b2-4b86-a5e3-e72c6ad1017e tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.987031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-701cd4cd-dd9d-4718-8359-abda6b1228aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6408668 Aug 16 02:26:43.990404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.005083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f6eefb1-d0e8-48ad-a31a-1012b10539b6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': '8e954845-03af-431c-8b11-6788e46abe7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:44.013125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:44.053181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Allocated IP 172.20.0.2 (8e954845-03af-431c-8b11-6788e46abe7c/dab58d01-0192-4751-81e7-f5da924c9176/fab5cf00-da42-4ec4-b0b6-3de590c20a70) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:44.127998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 505f8927-efcc-4103-a5be-60107fd110c5 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:44.158043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 505f8927-efcc-4103-a5be-60107fd110c5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:44.158568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 505f8927-efcc-4103-a5be-60107fd110c5 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:44.158992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 46837b09-f36e-42da-acf1-2bd79e12fe6f no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:44.178013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6eefb1-d0e8-48ad-a31a-1012b10539b6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:44.185298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 46837b09-f36e-42da-acf1-2bd79e12fe6f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:44.185646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 46837b09-f36e-42da-acf1-2bd79e12fe6f not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:44.185785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6eefb1-d0e8-48ad-a31a-1012b10539b6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.292773 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.302806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Transition to ACTIVE for port object fab5cf00-da42-4ec4-b0b6-3de590c20a70 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:44.322323 n-d-768862-14 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-6f6eefb1-d0e8-48ad-a31a-1012b10539b6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dab58d01-0192-4751-81e7-f5da924c9176 (CIDR: 172.20.0.0/28) Aug 16 02:26:44.327696 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6eefb1-d0e8-48ad-a31a-1012b10539b6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:26:44.327933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Transition to ACTIVE for port object fab5cf00-da42-4ec4-b0b6-3de590c20a70 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:44.328251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6eefb1-d0e8-48ad-a31a-1012b10539b6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:26:44.349036 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.359457 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6f6eefb1-d0e8-48ad-a31a-1012b10539b6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3651199 Aug 16 02:26:44.363800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.371170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': '8e954845-03af-431c-8b11-6788e46abe7c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:44.401934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Network 8e954845-03af-431c-8b11-6788e46abe7c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:44.409238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:44.413233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:44.421500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Pushing event updated for resources: {'Port': ['ID=fab5cf00-da42-4ec4-b0b6-3de590c20a70,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.485738 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Attempting to bind port fab5cf00-da42-4ec4-b0b6-3de590c20a70 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:44.486663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Attempting to bind port fab5cf00-da42-4ec4-b0b6-3de590c20a70 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '982cb84a-40af-4830-96cd-0061de44d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8e954845-03af-431c-8b11-6788e46abe7c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:44.488009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Attempting to bind port fab5cf00-da42-4ec4-b0b6-3de590c20a70 on network 8e954845-03af-431c-8b11-6788e46abe7c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:44.495031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:44.495892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Checking segment: {'id': '982cb84a-40af-4830-96cd-0061de44d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8e954845-03af-431c-8b11-6788e46abe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:44.496699 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.497334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Bound using segment: {'id': '982cb84a-40af-4830-96cd-0061de44d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8e954845-03af-431c-8b11-6788e46abe7c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:44.498241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Bound port: fab5cf00-da42-4ec4-b0b6-3de590c20a70, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982cb84a-40af-4830-96cd-0061de44d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8e954845-03af-431c-8b11-6788e46abe7c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:44.499072 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.511402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-034ec0f0-b913-4dc9-89be-938706bc8e39 req-bbb4ea4c-29b2-4b86-a5e3-e72c6ad1017e tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.2469690 Aug 16 02:26:44.523900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:44.538727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.540084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4ea4c-29b2-4b86-a5e3-e72c6ad1017e tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c3481f-14f0-44a3-9248-4542e2aa0759,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.551313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b53a1353-1476-4ae9-8a3d-f2a4c816fa27 req-2a56f4c6-965a-4e64-ae79-0af4204f1267 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5990317 Aug 16 02:26:44.556454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.593919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.20.0.1 (f6fc917a-e953-4060-8d84-7c45c8c94b81/7135bd6a-2981-4f18-9ac1-d8eaf617c671/22a97401-7e71-4e21-9d91-718581e513ff) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:44.632957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] For port fab5cf00-da42-4ec4-b0b6-3de590c20a70, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:44.640165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] For port fab5cf00-da42-4ec4-b0b6-3de590c20a70, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=fab5cf00-da42-4ec4-b0b6-3de590c20a70,segment=NetworkSegment(982cb84a-40af-4830-96cd-0061de44d7a1),segment_id=982cb84a-40af-4830-96cd-0061de44d7a1)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:44.647232 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.676216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a4c14-c316-4d83-adb3-f44b4fb5360d tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:44.677825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-845a4c14-c316-4d83-adb3-f44b4fb5360d tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 1132 time: 0.1200490 Aug 16 02:26:44.683118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.691273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:44.702236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79beb964-63e7-489b-b79e-fc468ded7c4c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.705169 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79beb964-63e7-489b-b79e-fc468ded7c4c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.706339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-79beb964-63e7-489b-b79e-fc468ded7c4c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/security-groups/e4486cf7-243c-4d57-8675-1c66203239af HTTP/1.1" status: 204 len: 168 time: 1.1910803 Aug 16 02:26:44.732518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a57933-86d2-4b06-a3fe-aec4e44f523c None None] Pushing event updated for resources: {'Port': ['ID=fab5cf00-da42-4ec4-b0b6-3de590c20a70,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.751962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beb964-63e7-489b-b79e-fc468ded7c4c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4486cf7-243c-4d57-8675-1c66203239af,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.769665 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.804244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd728c-6037-4387-90ca-64f0bdf97203 None None] Network f6fc917a-e953-4060-8d84-7c45c8c94b81 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:44.843383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.861895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Transition to ACTIVE for port object 22a97401-7e71-4e21-9d91-718581e513ff will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:44.920227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.932323 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.964286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 8e954845-03af-431c-8b11-6788e46abe7c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:44.968430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:44.980213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:44.981095 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.005770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network f6fc917a-e953-4060-8d84-7c45c8c94b81 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:45.023343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:45.029852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:45.034623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75ae4444-8abd-4503-9750-740540de7b8b None None] Provisioning for port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:45.038583 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.057884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-75ae4444-8abd-4503-9750-740540de7b8b None None] Provisioning complete for port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:45.058284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75ae4444-8abd-4503-9750-740540de7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.094070 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7291226 Aug 16 02:26:45.097398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.098084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f240c-97d6-4942-8ac2-8a80926b0687 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=bb49bd7c-c4ae-4526-895a-e6767ad4bde9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.099944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=22a97401-7e71-4e21-9d91-718581e513ff,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.108840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': '8e954845-03af-431c-8b11-6788e46abe7c', 'fixed_ips': [{'subnet_id': 'dab58d01-0192-4751-81e7-f5da924c9176'}, {'subnet_id': 'bb49bd7c-c4ae-4526-895a-e6767ad4bde9'}], 'name': 'tempest-PortsTestJSON-580017830'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:45.198965 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.266530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:45.319998 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75ae4444-8abd-4503-9750-740540de7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.362712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-75ae4444-8abd-4503-9750-740540de7b8b None None] For port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ce5d1d2f-89c4-4033-a0e4-84e7d685adc0,segment=NetworkSegment(a70c0a48-20f6-4f89-86b2-c461f298dc08),segment_id=a70c0a48-20f6-4f89-86b2-c461f298dc08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:45.375690 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75ae4444-8abd-4503-9750-740540de7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.377205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Allocated IP 172.25.5.8 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/6ff92427-00b5-49a5-8c9d-5a16d161f008) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:45.414300 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.416636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.421680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4a78386f-54e0-46fe-8f81-a2d862a8f0a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159255472', 'description': 'tempest-secgroup-smoke-159255472 description', 'project_id': '7e451b98654a41d4b8ba2ece6587578f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:45.455703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae4444-8abd-4503-9750-740540de7b8b None None] Pushing event updated for resources: {'Port': ['ID=ce5d1d2f-89c4-4033-a0e4-84e7d685adc0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.458379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port bc9398e7-1f95-4892-b0f1-d232a9c38b61 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:45.503188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a78386f-54e0-46fe-8f81-a2d862a8f0a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.567351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.569439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.602104 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17d2b190-3e42-4fad-9af4-75633daf2229 None None] Provisioning complete for port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:45.602809 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17d2b190-3e42-4fad-9af4-75633daf2229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.839672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17d2b190-3e42-4fad-9af4-75633daf2229 None None] Provisioning for port 22a97401-7e71-4e21-9d91-718581e513ff completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:45.845178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-17d2b190-3e42-4fad-9af4-75633daf2229 None None] Provisioning complete for port 22a97401-7e71-4e21-9d91-718581e513ff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:45.845614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17d2b190-3e42-4fad-9af4-75633daf2229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.876592 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.881546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a78386f-54e0-46fe-8f81-a2d862a8f0a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.890691 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a78386f-54e0-46fe-8f81-a2d862a8f0a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.897252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-17d2b190-3e42-4fad-9af4-75633daf2229 None None] Port 22a97401-7e71-4e21-9d91-718581e513ff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:45.922807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a78386f-54e0-46fe-8f81-a2d862a8f0a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.924071 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4a78386f-54e0-46fe-8f81-a2d862a8f0a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5064850 Aug 16 02:26:45.930772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.948131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6488a-bdc1-4a1b-a8d3-42d4324b94ec req-236f53cd-dda2-431f-b40d-cc59ca5f8e67 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:45.950465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1aa6488a-bdc1-4a1b-a8d3-42d4324b94ec req-236f53cd-dda2-431f-b40d-cc59ca5f8e67 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.3001561 Aug 16 02:26:45.955740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-914c3c56-b6b3-4895-8172-4eb32f4c1900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'a2a3c2c9-e258-453a-8495-9fc9a713d895', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:45.964102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device fab5cf00-da42-4ec4-b0b6-3de590c20a70 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:45.988717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:46.004759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:46.017855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78386f-54e0-46fe-8f81-a2d862a8f0a3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a3c2c9-e258-453a-8495-9fc9a713d895,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.026966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:46.043563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-914c3c56-b6b3-4895-8172-4eb32f4c1900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.047535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b38a7fe0-3db8-4309-8183-c027fd9d868f None None] Provisioning complete for port 22a97401-7e71-4e21-9d91-718581e513ff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:46.048171 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b38a7fe0-3db8-4309-8183-c027fd9d868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.076121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=6ff92427-00b5-49a5-8c9d-5a16d161f008,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.099326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b38a7fe0-3db8-4309-8183-c027fd9d868f None None] Port 22a97401-7e71-4e21-9d91-718581e513ff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:46.112348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port fab5cf00-da42-4ec4-b0b6-3de590c20a70 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:46.119363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:46.120012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.14 (8e954845-03af-431c-8b11-6788e46abe7c/dab58d01-0192-4751-81e7-f5da924c9176/bc9398e7-1f95-4892-b0f1-d232a9c38b61) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:46.131003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.23 (8e954845-03af-431c-8b11-6788e46abe7c/bb49bd7c-c4ae-4526-895a-e6767ad4bde9/bc9398e7-1f95-4892-b0f1-d232a9c38b61) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:46.145584 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-914c3c56-b6b3-4895-8172-4eb32f4c1900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.152462 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1aa6488a-bdc1-4a1b-a8d3-42d4324b94ec req-9abb308e-f77e-49b7-a4ae-9cf42f72614a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907797 Aug 16 02:26:46.159454 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-914c3c56-b6b3-4895-8172-4eb32f4c1900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.198510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c3c56-b6b3-4895-8172-4eb32f4c1900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6550aa-fc88-4db9-9c58-a74b08f6009c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.213409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:46.213871 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.231749 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-914c3c56-b6b3-4895-8172-4eb32f4c1900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.235901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-914c3c56-b6b3-4895-8172-4eb32f4c1900 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3016984 Aug 16 02:26:46.237244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:46.245538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fea20a-c5de-4add-a1ac-ac255ebcec82 None None] Network 8e954845-03af-431c-8b11-6788e46abe7c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:46.266481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-264b1c40-e423-4bd6-8f95-e936e46d4323 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'a2a3c2c9-e258-453a-8495-9fc9a713d895', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:46.342554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.360938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object bc9398e7-1f95-4892-b0f1-d232a9c38b61 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:46.366799 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.375064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab84086b-1477-4eac-914d-a6ea86b8c4ef None None] Provisioning for port fab5cf00-da42-4ec4-b0b6-3de590c20a70 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:46.385138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab84086b-1477-4eac-914d-a6ea86b8c4ef None None] Provisioning complete for port fab5cf00-da42-4ec4-b0b6-3de590c20a70 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:46.385512 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab84086b-1477-4eac-914d-a6ea86b8c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.405016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-264b1c40-e423-4bd6-8f95-e936e46d4323 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.409734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.412265 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.468778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 8e954845-03af-431c-8b11-6788e46abe7c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:46.472319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:46.490579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=bc9398e7-1f95-4892-b0f1-d232a9c38b61,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.495620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:46.554267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:46.555151 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.562248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.570342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=22a97401-7e71-4e21-9d91-718581e513ff,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.574472 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-303f4bb4-aaa4-4fdc-8f8d-cfec02a322ae tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4703705 Aug 16 02:26:46.577054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:46.583873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dab58d01-0192-4751-81e7-f5da924c9176'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:46.626171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-264b1c40-e423-4bd6-8f95-e936e46d4323 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.657655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.659670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-264b1c40-e423-4bd6-8f95-e936e46d4323 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.718539 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab84086b-1477-4eac-914d-a6ea86b8c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.774317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b1c40-e423-4bd6-8f95-e936e46d4323 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085bb16d-1c99-4bd9-bd69-47919a0841be,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.781382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ab84086b-1477-4eac-914d-a6ea86b8c4ef None None] For port fab5cf00-da42-4ec4-b0b6-3de590c20a70, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=fab5cf00-da42-4ec4-b0b6-3de590c20a70,segment=NetworkSegment(982cb84a-40af-4830-96cd-0061de44d7a1),segment_id=982cb84a-40af-4830-96cd-0061de44d7a1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:46.789330 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab84086b-1477-4eac-914d-a6ea86b8c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.795701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e24263-9663-4e1c-8081-faaaa11db6c0 None None] Update dhcp port {'port': {'network_id': '8e954845-03af-431c-8b11-6788e46abe7c', 'fixed_ips': [{'subnet_id': 'dab58d01-0192-4751-81e7-f5da924c9176', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb49bd7c-c4ae-4526-895a-e6767ad4bde9'}], 'binding:host_id': 'n-d-768862-14'}, 'id': 'fab5cf00-da42-4ec4-b0b6-3de590c20a70'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:26:46.846890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0e24263-9663-4e1c-8081-faaaa11db6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.852113 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-264b1c40-e423-4bd6-8f95-e936e46d4323 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.856216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-264b1c40-e423-4bd6-8f95-e936e46d4323 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6132779 Aug 16 02:26:46.865729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:46.872545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d02f1319-400c-4e90-86b9-3dba6305ad33 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'a2a3c2c9-e258-453a-8495-9fc9a713d895', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:46.894728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84086b-1477-4eac-914d-a6ea86b8c4ef None None] Pushing event updated for resources: {'Port': ['ID=fab5cf00-da42-4ec4-b0b6-3de590c20a70,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.915291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network f6fc917a-e953-4060-8d84-7c45c8c94b81 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:46.925827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:46.966929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Delete allocated IP 172.20.0.23 (8e954845-03af-431c-8b11-6788e46abe7c/bb49bd7c-c4ae-4526-895a-e6767ad4bde9) {{(pid=94640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:26:47.047828 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02f1319-400c-4e90-86b9-3dba6305ad33 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.077728 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.107462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.121458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Ignored duplicate provisioning block setup for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:26:47.129729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.202218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e0e24263-9663-4e1c-8081-faaaa11db6c0 None None] Allocated IP 172.20.0.18 (8e954845-03af-431c-8b11-6788e46abe7c/bb49bd7c-c4ae-4526-895a-e6767ad4bde9/fab5cf00-da42-4ec4-b0b6-3de590c20a70) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:47.207160 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02f1319-400c-4e90-86b9-3dba6305ad33 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.211532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=bc9398e7-1f95-4892-b0f1-d232a9c38b61,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.235585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02f1319-400c-4e90-86b9-3dba6305ad33 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.263421 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.270302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f1319-400c-4e90-86b9-3dba6305ad33 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a373ba-399e-4544-adfc-456047cdabe4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.298905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a346440-d56e-45ed-adff-fa0e207490f6 None None] Provisioning complete for port 22a97401-7e71-4e21-9d91-718581e513ff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:47.299304 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3a346440-d56e-45ed-adff-fa0e207490f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.305548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] In _notify_port_updated(), no bound segment for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 on network 8e954845-03af-431c-8b11-6788e46abe7c {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:26:47.309070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d02f1319-400c-4e90-86b9-3dba6305ad33 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.310294 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d02f1319-400c-4e90-86b9-3dba6305ad33 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4421136 Aug 16 02:26:47.316907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:47.317793 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.323729 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3c560905-0b4f-49b5-bdc7-b1ed1f3855f0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "PUT /v2.0/ports/bc9398e7-1f95-4892-b0f1-d232a9c38b61 HTTP/1.1" status: 200 len: 919 time: 0.7452998 Aug 16 02:26:47.324681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:47.324681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:47.331080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dab58d01-0192-4751-81e7-f5da924c9176'}, {'subnet_id': 'bb49bd7c-c4ae-4526-895a-e6767ad4bde9'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:47.339342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b4eb9d2e-1f6e-4d2b-8252-a06606475004 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'a2a3c2c9-e258-453a-8495-9fc9a713d895', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:47.353852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3a346440-d56e-45ed-adff-fa0e207490f6 None None] Port 22a97401-7e71-4e21-9d91-718581e513ff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:47.373600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e0e24263-9663-4e1c-8081-faaaa11db6c0 None None] For port fab5cf00-da42-4ec4-b0b6-3de590c20a70, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=fab5cf00-da42-4ec4-b0b6-3de590c20a70,segment=NetworkSegment(982cb84a-40af-4830-96cd-0061de44d7a1),segment_id=982cb84a-40af-4830-96cd-0061de44d7a1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:47.408592 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0e24263-9663-4e1c-8081-faaaa11db6c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.426286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e0e24263-9663-4e1c-8081-faaaa11db6c0 None None] Transition to ACTIVE for port object fab5cf00-da42-4ec4-b0b6-3de590c20a70 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:47.429886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0e24263-9663-4e1c-8081-faaaa11db6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.431893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.435401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d2e-1f6e-4d2b-8252-a06606475004 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.535676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e24263-9663-4e1c-8081-faaaa11db6c0 None None] Pushing event updated for resources: {'Port': ['ID=fab5cf00-da42-4ec4-b0b6-3de590c20a70,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.540387 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:47.574754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d2e-1f6e-4d2b-8252-a06606475004 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.585194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d2e-1f6e-4d2b-8252-a06606475004 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.643241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 416ea723-b4b7-4ebf-9933-6196bfea7bad is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:26:47.651855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb9d2e-1f6e-4d2b-8252-a06606475004 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61d79dd-b597-404c-b69b-e393392a5227,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.659420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9d2e-1f6e-4d2b-8252-a06606475004 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.663545 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b4eb9d2e-1f6e-4d2b-8252-a06606475004 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3352404 Aug 16 02:26:47.667125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:47.675592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2ac7ce61-7b23-4f81-a943-2b5b5e6516c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'a2a3c2c9-e258-453a-8495-9fc9a713d895', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:47.747908 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-2ac7ce61-7b23-4f81-a943-2b5b5e6516c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Project 7e451b98654a41d4b8ba2ece6587578f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:26:47.758601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac7ce61-7b23-4f81-a943-2b5b5e6516c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.764764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a67421-5703-4c43-a024-b69f2c0150bb req-66dc1811-fee0-4afe-b491-c1f9047c800e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:47.766389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54a67421-5703-4c43-a024-b69f2c0150bb req-66dc1811-fee0-4afe-b491-c1f9047c800e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.4974532 Aug 16 02:26:47.825517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device fab5cf00-da42-4ec4-b0b6-3de590c20a70 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:47.845866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.22 (8e954845-03af-431c-8b11-6788e46abe7c/bb49bd7c-c4ae-4526-895a-e6767ad4bde9/bc9398e7-1f95-4892-b0f1-d232a9c38b61) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:47.889653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54a67421-5703-4c43-a024-b69f2c0150bb req-46650da7-fa79-4f0b-b985-911a4cdc6d78 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856025 Aug 16 02:26:47.895414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:47.907816 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09697ba-c87d-4735-bb24-cb13ae9f41fb None None] Sync routers for ids ['416ea723-b4b7-4ebf-9933-6196bfea7bad'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:47.908887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8a260692-66b3-4c70-83e6-b2c59258f993 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/416ea723-b4b7-4ebf-9933-6196bfea7bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9721606 Aug 16 02:26:47.911834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:47.924588 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09697ba-c87d-4735-bb24-cb13ae9f41fb None None] Routers {'416ea723-b4b7-4ebf-9933-6196bfea7bad'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:47.925229 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c09697ba-c87d-4735-bb24-cb13ae9f41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['416ea723-b4b7-4ebf-9933-6196bfea7bad'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:47.961457 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac7ce61-7b23-4f81-a943-2b5b5e6516c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.974503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac7ce61-7b23-4f81-a943-2b5b5e6516c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.975797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162f89d1-67ff-4905-8e50-25d17a99da50 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:47.977317 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-162f89d1-67ff-4905-8e50-25d17a99da50 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports/22a97401-7e71-4e21-9d91-718581e513ff HTTP/1.1" status: 200 len: 910 time: 0.0643299 Aug 16 02:26:47.983706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:47.994126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-be70723e-17e6-460d-8835-0c57e330dd77 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7135bd6a-2981-4f18-9ac1-d8eaf617c671'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:48.005104 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c09697ba-c87d-4735-bb24-cb13ae9f41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:48.019959 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09697ba-c87d-4735-bb24-cb13ae9f41fb None None] Routers {'416ea723-b4b7-4ebf-9933-6196bfea7bad'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:48.021272 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c09697ba-c87d-4735-bb24-cb13ae9f41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['416ea723-b4b7-4ebf-9933-6196bfea7bad'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:48.036032 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.046539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7ce61-7b23-4f81-a943-2b5b5e6516c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f86cfa0-1f74-4a57-b527-203bbaf156a7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:48.054226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.063934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ac7ce61-7b23-4f81-a943-2b5b5e6516c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.065626 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c09697ba-c87d-4735-bb24-cb13ae9f41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:48.066262 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09697ba-c87d-4735-bb24-cb13ae9f41fb None None] The sync data for ids ['416ea723-b4b7-4ebf-9933-6196bfea7bad'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:48.068227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2ac7ce61-7b23-4f81-a943-2b5b5e6516c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3995306 Aug 16 02:26:48.068955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:48.077770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b2cd0bfd-2130-4548-8f6f-4b4905e12738 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'a2a3c2c9-e258-453a-8495-9fc9a713d895', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:48.120899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.125911 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-b2cd0bfd-2130-4548-8f6f-4b4905e12738 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Project 7e451b98654a41d4b8ba2ece6587578f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:26:48.134967 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0bfd-2130-4548-8f6f-4b4905e12738 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.151132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Ignored duplicate provisioning block setup for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:26:48.157426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.214662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c51d2ad-e6c1-47eb-be9c-a6a80666176b None None] Network 8e954845-03af-431c-8b11-6788e46abe7c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:48.252336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=6ff92427-00b5-49a5-8c9d-5a16d161f008,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:48.261688 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.268947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=bc9398e7-1f95-4892-b0f1-d232a9c38b61,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:48.301955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11a814d4-e5af-4536-afd6-ad8dc3953abd None None] Provisioning for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:48.316350 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0bfd-2130-4548-8f6f-4b4905e12738 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.317743 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be70723e-17e6-460d-8835-0c57e330dd77 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.318092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11a814d4-e5af-4536-afd6-ad8dc3953abd None None] Provisioning complete for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:48.318497 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11a814d4-e5af-4536-afd6-ad8dc3953abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.324337 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0bfd-2130-4548-8f6f-4b4905e12738 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.354234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd0bfd-2130-4548-8f6f-4b4905e12738 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436ec228-8811-44fd-bee1-db3b513dc709,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:48.362155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] In _notify_port_updated(), no bound segment for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 on network 8e954845-03af-431c-8b11-6788e46abe7c {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:26:48.367745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:48.368898 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.370898 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-062652d5-6732-4f91-8d49-8dc18231b0cf tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "PUT /v2.0/ports/bc9398e7-1f95-4892-b0f1-d232a9c38b61 HTTP/1.1" status: 200 len: 999 time: 1.0440817 Aug 16 02:26:48.373801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:48.375415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0bfd-2130-4548-8f6f-4b4905e12738 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.379829 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b2cd0bfd-2130-4548-8f6f-4b4905e12738 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3060148 Aug 16 02:26:48.380744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48800) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:48.387112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'network': {'name': 'tempest-network-smoke--1832655724', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:48.389103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-11a814d4-e5af-4536-afd6-ad8dc3953abd None None] Port bc9398e7-1f95-4892-b0f1-d232a9c38b61 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:48.412298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:48.417417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.424251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11a814d4-e5af-4536-afd6-ad8dc3953abd None None] Provisioning for port fab5cf00-da42-4ec4-b0b6-3de590c20a70 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:48.430492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11a814d4-e5af-4536-afd6-ad8dc3953abd None None] Provisioning complete for port fab5cf00-da42-4ec4-b0b6-3de590c20a70 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:48.430977 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11a814d4-e5af-4536-afd6-ad8dc3953abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.444265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:48.455222 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.455508 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Added segment 894d0a7f-7157-4e9e-aab6-6b391cf63526 of type vlan for network c9dc8270-139d-41de-b052-8b8f87554c07 Aug 16 02:26:48.506795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.538332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.545290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:48.545902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.570814 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Floating IP b21c53de-d5f0-47ed-ba07-40b60331dee8 associated. External IP: 172.25.5.8, port: 1c5aa4ff-cec8-4195-b131-b54e3c53e317. Aug 16 02:26:48.603662 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2211750 Aug 16 02:26:48.608674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:48.617118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb04e7d-b263-4b01-8cad-41fdb9002ba9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Network': ['ID=c9dc8270-139d-41de-b052-8b8f87554c07,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:48.620176 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'admin_state_up': True, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:48.627509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c9dc8270-139d-41de-b052-8b8f87554c07 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:48.760503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.761443 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.791128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3081d62c-98f5-4d3c-b0f5-85614a98fbf3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port bc9398e7-1f95-4892-b0f1-d232a9c38b61 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:48.791463 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3081d62c-98f5-4d3c-b0f5-85614a98fbf3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.975885 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.065306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6eb170e-60b2-4eeb-ae23-aa84c5b8a37e None None] Provisioning complete for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:49.065757 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6eb170e-60b2-4eeb-ae23-aa84c5b8a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.111985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb170e-60b2-4eeb-ae23-aa84c5b8a37e None None] Port bc9398e7-1f95-4892-b0f1-d232a9c38b61 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:49.124837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6eb170e-60b2-4eeb-ae23-aa84c5b8a37e None None] Provisioning complete for port fab5cf00-da42-4ec4-b0b6-3de590c20a70 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:49.125076 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6eb170e-60b2-4eeb-ae23-aa84c5b8a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.214400 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3081d62c-98f5-4d3c-b0f5-85614a98fbf3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.285245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3081d62c-98f5-4d3c-b0f5-85614a98fbf3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for bc9398e7-1f95-4892-b0f1-d232a9c38b61 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:49.338863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461bc8c-85ea-47de-9a66-b09c564f2196 req-c810bb77-6db2-4717-b2f7-e3320823a838 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:49.340487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e461bc8c-85ea-47de-9a66-b09c564f2196 req-c810bb77-6db2-4717-b2f7-e3320823a838 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.3708012 Aug 16 02:26:49.340772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-481a3893-f4b8-4c1e-a032-eb505802fb87 None None] Provisioning complete for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:49.341273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-481a3893-f4b8-4c1e-a032-eb505802fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.350899 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.380249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-481a3893-f4b8-4c1e-a032-eb505802fb87 None None] Port bc9398e7-1f95-4892-b0f1-d232a9c38b61 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:49.440315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Router 866d8b8d-110c-4727-a58f-7a12dae8bd53 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:49.499277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebf7e9ae-dd33-4c9c-9e33-d8c0791bce44 None None] Provisioning complete for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:49.499658 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9ae-dd33-4c9c-9e33-d8c0791bce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.524444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e461bc8c-85ea-47de-9a66-b09c564f2196 req-382f5ff3-7de7-45fb-bc55-489a3ae7047d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674066 Aug 16 02:26:49.563280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7e9ae-dd33-4c9c-9e33-d8c0791bce44 None None] Port bc9398e7-1f95-4892-b0f1-d232a9c38b61 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:49.688038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ff13a12-6ef1-4035-ac7e-9b57737493e3 None None] Provisioning complete for port bc9398e7-1f95-4892-b0f1-d232a9c38b61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:49.688796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ff13a12-6ef1-4035-ac7e-9b57737493e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.727450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7ff13a12-6ef1-4035-ac7e-9b57737493e3 None None] Port bc9398e7-1f95-4892-b0f1-d232a9c38b61 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:49.803599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-37152703-a8e2-408a-985e-af7cb7cc4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:49.805172 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-37152703-a8e2-408a-985e-af7cb7cc4600 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1096 time: 0.0461960 Aug 16 02:26:49.965774 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be70723e-17e6-460d-8835-0c57e330dd77 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.026717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be70723e-17e6-460d-8835-0c57e330dd77 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.178231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd452ce-8f90-4efb-8ae8-312af70fcb2b req-55dc02d3-6b4e-405b-b9a8-f267102b6754 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.179784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd452ce-8f90-4efb-8ae8-312af70fcb2b req-55dc02d3-6b4e-405b-b9a8-f267102b6754 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2667282 Aug 16 02:26:50.200626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70723e-17e6-460d-8835-0c57e330dd77 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=22a97401-7e71-4e21-9d91-718581e513ff,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:50.209141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70723e-17e6-460d-8835-0c57e330dd77 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.209782 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be70723e-17e6-460d-8835-0c57e330dd77 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.211163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-be70723e-17e6-460d-8835-0c57e330dd77 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/ports/22a97401-7e71-4e21-9d91-718581e513ff HTTP/1.1" status: 200 len: 910 time: 2.2235522 Aug 16 02:26:50.214681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:50.220644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:50.222884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-91164dee-dd62-4fcb-a272-f43caf1f2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.224417 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-91164dee-dd62-4fcb-a272-f43caf1f2832 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.4122946 Aug 16 02:26:50.231434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] Sync routers for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:50.240992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:50.241613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:50.283665 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.341174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bd452ce-8f90-4efb-8ae8-312af70fcb2b req-e1025af7-6e43-40bf-9287-a7558377ad4a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499546 Aug 16 02:26:50.350702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-21c2f744-f5f9-4589-a575-38444e658a9b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6639400 Aug 16 02:26:50.370141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:50.371445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:50.384776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:50.387546 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1512a8-051e-4799-b633-22ae6905d7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:50.392831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3081d62c-98f5-4d3c-b0f5-85614a98fbf3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.434993 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8566e5ae-577e-4905-810b-d116776b05d2 x-openstack-request-id: req-8566e5ae-577e-4905-810b-d116776b05d2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:50.435310 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:50.435567 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8566e5ae-577e-4905-810b-d116776b05d2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:50.435970 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'status': 'completed', 'code': 200} Aug 16 02:26:50.460002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081d62c-98f5-4d3c-b0f5-85614a98fbf3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=bc9398e7-1f95-4892-b0f1-d232a9c38b61,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:50.469639 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-866d7ad7-ff77-44bb-b3f3-8a92c65c5940 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 999 time: 0.2086544 Aug 16 02:26:50.507623 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.554217 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.638651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3081d62c-98f5-4d3c-b0f5-85614a98fbf3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.638907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'b21c53de-d5f0-47ed-ba07-40b60331dee8', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'port_id': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'mac_address': 'fa:16:3e:a6:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:26:46Z', 'updated_at': '2021-08-16T02:26:46Z', 'revision_number': 0, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514c633f-a11c-4bc5-a635-9ac9684ad1a8', 'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:14:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:12Z', 'updated_at': '2021-08-16T02:26:24Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:50.640750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3081d62c-98f5-4d3c-b0f5-85614a98fbf3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/bc9398e7-1f95-4892-b0f1-d232a9c38b61 HTTP/1.1" status: 204 len: 168 time: 2.2658916 Aug 16 02:26:50.643438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:50.676474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] Checking router: 866d8b8d-110c-4727-a58f-7a12dae8bd53 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:50.678076 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02c0f18-97c7-46f7-9d7d-cf1fc0533c7f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:26:50.682271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f02c0f18-97c7-46f7-9d7d-cf1fc0533c7f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/bc9398e7-1f95-4892-b0f1-d232a9c38b61 HTTP/1.1" status: 404 len: 333 time: 0.0353420 Aug 16 02:26:50.682885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:50.684276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-4d92098a-e76a-4bbe-9b31-ae0242599a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.685830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-4d92098a-e76a-4bbe-9b31-ae0242599a94 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.1832130 Aug 16 02:26:50.688197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:50.688846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:50.754643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-f2e8784b-d115-4db8-8ee1-eaa4dc699bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.756143 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-f2e8784b-d115-4db8-8ee1-eaa4dc699bcb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fa0883a31254782842df5b22a3a92bd&device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 1137 time: 0.2433512 Aug 16 02:26:50.768018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b7a990-2b64-41f0-bcb2-e32b3c22d469 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet bb49bd7c-c4ae-4526-895a-e6767ad4bde9 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:50.773036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b7a990-2b64-41f0-bcb2-e32b3c22d469 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.781558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.25.5.245 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/bb4dadda-ad8b-43ab-a8cc-0106287974f1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:50.819118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:50.876536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.877189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.877189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.877545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.878012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.878474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.878938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.879664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.879893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.881867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-052b7f8f-3066-4c43-a44d-807e74f9d773 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6289 time: 0.5046220 Aug 16 02:26:50.893508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:50.906525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-36ff1b4f-71f2-43bb-b646-46aaba0089ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:50.908082 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-36ff1b4f-71f2-43bb-b646-46aaba0089ad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124634 Aug 16 02:26:50.915783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b7a990-2b64-41f0-bcb2-e32b3c22d469 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.018581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-f54a1113-e6b6-4cfe-8c6c-bad4a1959225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.025679 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-f54a1113-e6b6-4cfe-8c6c-bad4a1959225 service neutron] 10.222.0.86 "GET /v2.0/networks?id=85112a75-69bb-4122-81e5-c8b022c2bb64 HTTP/1.1" status: 200 len: 898 time: 0.2392361 Aug 16 02:26:51.093020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.095999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'b21c53de-d5f0-47ed-ba07-40b60331dee8', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'port_id': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'mac_address': 'fa:16:3e:a6:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:26:46Z', 'updated_at': '2021-08-16T02:26:46Z', 'revision_number': 0, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514c633f-a11c-4bc5-a635-9ac9684ad1a8', 'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:14:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:12Z', 'updated_at': '2021-08-16T02:26:24Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:51.117656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffeeabc-cb4c-4561-8a49-e4076deb285c tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.118323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffeeabc-cb4c-4561-8a49-e4076deb285c tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.118867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffeeabc-cb4c-4561-8a49-e4076deb285c tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.119423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffeeabc-cb4c-4561-8a49-e4076deb285c tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.119936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffeeabc-cb4c-4561-8a49-e4076deb285c tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.120458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffeeabc-cb4c-4561-8a49-e4076deb285c tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.120979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffeeabc-cb4c-4561-8a49-e4076deb285c tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.121497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffeeabc-cb4c-4561-8a49-e4076deb285c tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.123538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0ffeeabc-cb4c-4561-8a49-e4076deb285c tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5146 time: 0.2271142 Aug 16 02:26:51.127139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bd7e8-dbc2-4d24-9e69-e79b3c97d3dd None None] The sync data for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 is: [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'b21c53de-d5f0-47ed-ba07-40b60331dee8', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'port_id': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'mac_address': 'fa:16:3e:a6:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:26:46Z', 'updated_at': '2021-08-16T02:26:46Z', 'revision_number': 0, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514c633f-a11c-4bc5-a635-9ac9684ad1a8', 'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:14:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:12Z', 'updated_at': '2021-08-16T02:26:24Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:51.127870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.174100 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-7caefdb4-4ce7-4d9b-9122-dbde5ef50a17 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372797 Aug 16 02:26:51.175986 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-9bd519cc-7c06-4062-b66a-cc5edccdb2cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317 HTTP/1.1" status: 200 len: 998 time: 0.1421964 Aug 16 02:26:51.200850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b7a990-2b64-41f0-bcb2-e32b3c22d469 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.297187 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.302197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-306a6234-6a37-4eae-b958-0d2e24326ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.303717 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-306a6234-6a37-4eae-b958-0d2e24326ff5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1d5856a-6be0-42bb-8a61-22f14918496f HTTP/1.1" status: 200 len: 835 time: 0.1086667 Aug 16 02:26:51.376603 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d3295-4c31-400f-81d5-968b771e1c59 None None] New status for floating IP b21c53de-d5f0-47ed-ba07-40b60331dee8: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:26:51.377072 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.428708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=bb4dadda-ad8b-43ab-a8cc-0106287974f1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:51.445608 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c894cdc3-9511-4e13-8596-a5cd67a543dd req-b4b98157-7f0e-42d8-8849-a2b8ec05dfe5 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596166 Aug 16 02:26:51.446032 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b7a990-2b64-41f0-bcb2-e32b3c22d469 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.485774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-99c30c6c-d44f-449a-9684-7da082ae4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.487079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:51.487433 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-99c30c6c-d44f-449a-9684-7da082ae4fa5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=85112a75-69bb-4122-81e5-c8b022c2bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503792 Aug 16 02:26:51.488313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7a990-2b64-41f0-bcb2-e32b3c22d469 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=bb49bd7c-c4ae-4526-895a-e6767ad4bde9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:51.493816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:51.496604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:51.498886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6b7a990-2b64-41f0-bcb2-e32b3c22d469 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.503458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c6b7a990-2b64-41f0-bcb2-e32b3c22d469 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/bb49bd7c-c4ae-4526-895a-e6767ad4bde9 HTTP/1.1" status: 204 len: 168 time: 0.8195586 Aug 16 02:26:51.504079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.506800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d6576-daa4-4452-9808-7b0bb523b992 None None] Network 8e954845-03af-431c-8b11-6788e46abe7c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:51.630364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-66eec92a-27a2-43bf-a077-1766736bc96b service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133847 Aug 16 02:26:51.692126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d29ec1-6e50-450c-8375-cf64c187bf96 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet dab58d01-0192-4751-81e7-f5da924c9176 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:51.700988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65d29ec1-6e50-450c-8375-cf64c187bf96 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.783318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5b9a5-794b-4386-a7ec-84237b629a70 req-4a4d94d2-73e5-42c5-9402-2652f70d589b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:51.785614 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad1512a8-051e-4799-b633-22ae6905d7a5 req-ef7a80c2-c566-489d-8361-beddc0e83ea5 service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335998 Aug 16 02:26:51.786036 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dde5b9a5-794b-4386-a7ec-84237b629a70 req-4a4d94d2-73e5-42c5-9402-2652f70d589b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2527611 Aug 16 02:26:51.795199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 22a97401-7e71-4e21-9d91-718581e513ff {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:51.795545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.890709 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.900552 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65d29ec1-6e50-450c-8375-cf64c187bf96 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.905396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 22a97401-7e71-4e21-9d91-718581e513ff owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:51.935810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-99bea461-fcce-4346-8b7c-ca68006cb8a2 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3408 time: 0.8022842 Aug 16 02:26:51.940825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48828) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.992222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dde5b9a5-794b-4386-a7ec-84237b629a70 req-36f0e8ac-adeb-4a95-9f67-de825a16df71 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610966 Aug 16 02:26:52.124565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca84a9-987f-488a-a83f-9ba4d9c17630 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:52.125319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca84a9-987f-488a-a83f-9ba4d9c17630 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:52.135721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-24ca84a9-987f-488a-a83f-9ba4d9c17630 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=866d8b8d-110c-4727-a58f-7a12dae8bd53 HTTP/1.1" status: 200 len: 1992 time: 0.1767092 Aug 16 02:26:52.151183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.154138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65d29ec1-6e50-450c-8375-cf64c187bf96 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.183600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=22a97401-7e71-4e21-9d91-718581e513ff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:52.253811 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.310328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65d29ec1-6e50-450c-8375-cf64c187bf96 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.342947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.346531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d29ec1-6e50-450c-8375-cf64c187bf96 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=dab58d01-0192-4751-81e7-f5da924c9176,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:52.416160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f4992-6578-45da-a470-f753bb7e88e3 None None] Network 8e954845-03af-431c-8b11-6788e46abe7c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:52.515379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-df3fda8a-f8c1-4506-b148-544d7f31d0b1 None None] Provisioning complete for port fab5cf00-da42-4ec4-b0b6-3de590c20a70 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:52.516140 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df3fda8a-f8c1-4506-b148-544d7f31d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.705023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85fd2fc-979d-4e2f-8cf2-12aba5a039ae None None] DHCP port deletion for 8e954845-03af-431c-8b11-6788e46abe7c request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:52.747939 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-65d29ec1-6e50-450c-8375-cf64c187bf96 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.752351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-65d29ec1-6e50-450c-8375-cf64c187bf96 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/dab58d01-0192-4751-81e7-f5da924c9176 HTTP/1.1" status: 204 len: 168 time: 1.2410436 Aug 16 02:26:52.752561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:52.757585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e85fd2fc-979d-4e2f-8cf2-12aba5a039ae None None] Deleting port fab5cf00-da42-4ec4-b0b6-3de590c20a70 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:52.758042 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e85fd2fc-979d-4e2f-8cf2-12aba5a039ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.823326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e85fd2fc-979d-4e2f-8cf2-12aba5a039ae None None] For port fab5cf00-da42-4ec4-b0b6-3de590c20a70, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=fab5cf00-da42-4ec4-b0b6-3de590c20a70,segment=NetworkSegment(982cb84a-40af-4830-96cd-0061de44d7a1),segment_id=982cb84a-40af-4830-96cd-0061de44d7a1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:52.823814 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e85fd2fc-979d-4e2f-8cf2-12aba5a039ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.837705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e85fd2fc-979d-4e2f-8cf2-12aba5a039ae None None] Calling delete_port for fab5cf00-da42-4ec4-b0b6-3de590c20a70 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:52.848105 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.864302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 416ea723-b4b7-4ebf-9933-6196bfea7bad has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:52.928304 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e85fd2fc-979d-4e2f-8cf2-12aba5a039ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.942569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fd2fc-979d-4e2f-8cf2-12aba5a039ae None None] No DVR routers for this DVR port fab5cf00-da42-4ec4-b0b6-3de590c20a70 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:52.957792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:52.965598 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-14ea75fc-e3c6-4095-87e6-80f7274a1409 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/416ea723-b4b7-4ebf-9933-6196bfea7bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7492671 Aug 16 02:26:52.967512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fd2fc-979d-4e2f-8cf2-12aba5a039ae None None] Pushing event deleted for resources: {'Port': ['ID=fab5cf00-da42-4ec4-b0b6-3de590c20a70,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:52.969363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:52.972919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee147bc-d0ca-4cf8-a164-d4d27b52ead6 None None] Sync routers for ids ['416ea723-b4b7-4ebf-9933-6196bfea7bad'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:52.986662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee147bc-d0ca-4cf8-a164-d4d27b52ead6 None None] Routers {'416ea723-b4b7-4ebf-9933-6196bfea7bad'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:52.987469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ee147bc-d0ca-4cf8-a164-d4d27b52ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['416ea723-b4b7-4ebf-9933-6196bfea7bad'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:52.998412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.004788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:53.005115 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-596f1cc3-b39e-4d40-8079-ed307bbd9b9d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=416ea723-b4b7-4ebf-9933-6196bfea7bad HTTP/1.1" status: 200 len: 205 time: 0.0346925 Aug 16 02:26:53.013551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port fab5cf00-da42-4ec4-b0b6-3de590c20a70 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:53.013894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.023300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ee147bc-d0ca-4cf8-a164-d4d27b52ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:53.036133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee147bc-d0ca-4cf8-a164-d4d27b52ead6 None None] Routers {'416ea723-b4b7-4ebf-9933-6196bfea7bad'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:53.036899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ee147bc-d0ca-4cf8-a164-d4d27b52ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['416ea723-b4b7-4ebf-9933-6196bfea7bad'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:53.074504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ee147bc-d0ca-4cf8-a164-d4d27b52ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:53.075311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee147bc-d0ca-4cf8-a164-d4d27b52ead6 None None] The sync data for ids ['416ea723-b4b7-4ebf-9933-6196bfea7bad'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:53.205279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f86c19b9-05e4-4505-94f5-36c10769a04f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.328151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] For port fab5cf00-da42-4ec4-b0b6-3de590c20a70, host n-d-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:53.328532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.364199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297e6a4-6cbf-4420-b6ef-83b2c7065c97 req-f762eff3-f055-49fb-a9be-b723fb0181c9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:53.365703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f297e6a4-6cbf-4420-b6ef-83b2c7065c97 req-f762eff3-f055-49fb-a9be-b723fb0181c9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2444205 Aug 16 02:26:53.367849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for fab5cf00-da42-4ec4-b0b6-3de590c20a70 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:53.373323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Port fab5cf00-da42-4ec4-b0b6-3de590c20a70 was not found and therefore no delete operation was performed {{(pid=94639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:26:53.442215 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.512001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=fab5cf00-da42-4ec4-b0b6-3de590c20a70,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:53.514320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No DVR routers for this DVR port fab5cf00-da42-4ec4-b0b6-3de590c20a70 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:53.529037 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f86c19b9-05e4-4505-94f5-36c10769a04f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.538729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f86c19b9-05e4-4505-94f5-36c10769a04f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.613500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f297e6a4-6cbf-4420-b6ef-83b2c7065c97 req-ef1340aa-e8e9-4a74-bc50-1fb5933bd49a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382245 Aug 16 02:26:53.662249 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f86c19b9-05e4-4505-94f5-36c10769a04f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.662844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86c19b9-05e4-4505-94f5-36c10769a04f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Fanout notify agent at l3_agent the message router_deleted on router 416ea723-b4b7-4ebf-9933-6196bfea7bad {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:53.672826 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f86c19b9-05e4-4505-94f5-36c10769a04f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.676497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f86c19b9-05e4-4505-94f5-36c10769a04f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/416ea723-b4b7-4ebf-9933-6196bfea7bad HTTP/1.1" status: 204 len: 168 time: 0.6675625 Aug 16 02:26:53.676813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:53.687980 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.700284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e954845-03af-431c-8b11-6788e46abe7c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:53.708578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:26:53.724426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982cb84a-40af-4830-96cd-0061de44d7a1') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:53.724755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982cb84a-40af-4830-96cd-0061de44d7a1') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:53.736216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0d2c3a-dab4-4eb4-b6db-ccf207aaeae5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting subnet 7135bd6a-2981-4f18-9ac1-d8eaf617c671 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:53.740034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2c3a-dab4-4eb4-b6db-ccf207aaeae5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.761163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.782771 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2c3a-dab4-4eb4-b6db-ccf207aaeae5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.794373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device fab5cf00-da42-4ec4-b0b6-3de590c20a70 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:53.817318 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: fab5cf00-da42-4ec4-b0b6-3de590c20a70 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:53.817698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device fab5cf00-da42-4ec4-b0b6-3de590c20a70 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:53.818168 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.843774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec01d68-1bc5-413d-ad06-9b29cc459279 req-1b5860c6-99a6-4e20-91e4-1520df2c1920 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:53.845512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bec01d68-1bc5-413d-ad06-9b29cc459279 req-1b5860c6-99a6-4e20-91e4-1520df2c1920 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1378677 Aug 16 02:26:53.848359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:53.848783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:53.852659 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:53.886782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2c3a-dab4-4eb4-b6db-ccf207aaeae5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.952451 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2c3a-dab4-4eb4-b6db-ccf207aaeae5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.982717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d2c3a-dab4-4eb4-b6db-ccf207aaeae5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Subnet': ['ID=7135bd6a-2981-4f18-9ac1-d8eaf617c671,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:53.984620 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2c3a-dab4-4eb4-b6db-ccf207aaeae5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.988509 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.989330 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ec0d2c3a-dab4-4eb4-b6db-ccf207aaeae5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/7135bd6a-2981-4f18-9ac1-d8eaf617c671 HTTP/1.1" status: 204 len: 168 time: 0.3114660 Aug 16 02:26:53.990311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:53.995672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1e4d6-5d93-404e-a984-3a7256a1ee49 None None] Network f6fc917a-e953-4060-8d84-7c45c8c94b81 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:53.997608 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.999720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/networks/8e954845-03af-431c-8b11-6788e46abe7c HTTP/1.1" status: 204 len: 168 time: 1.2462645 Aug 16 02:26:54.001026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:54.004844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bec01d68-1bc5-413d-ad06-9b29cc459279 req-66329c51-e5d7-4709-9564-3621d43d6d3a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383698 Aug 16 02:26:54.012210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48846) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.019111 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Sync routers for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:54.032947 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:54.033571 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.036851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bf255-0022-4062-b10c-56255ab0e4cd tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Network': ['ID=8e954845-03af-431c-8b11-6788e46abe7c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:54.077705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.079370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-522c57e5-8784-4143-8de7-2e9fd0049bfd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.4666674 Aug 16 02:26:54.089421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ee29c-777a-4d59-82ce-ce7bd44e8ac7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:54.091388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8a9ee29c-777a-4d59-82ce-ce7bd44e8ac7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0782998 Aug 16 02:26:54.092260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.101083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.114618 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.173883 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bac1d6af-99dd-46d0-9a28-e8fa7fce32ff tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=7e451b98654a41d4b8ba2ece6587578f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780537 Aug 16 02:26:54.178725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.213266 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:54.216022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6ef0f480-7212-404f-bb83-e61a66089736 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1039472 Aug 16 02:26:54.228525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.232161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ff8ba-a1fe-4787-aac0-018560d7b0b4 req-f8afed0c-83ad-452a-8089-f40be7f8f965 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:54.234145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b0ff8ba-a1fe-4787-aac0-018560d7b0b4 req-f8afed0c-83ad-452a-8089-f40be7f8f965 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0898232 Aug 16 02:26:54.235254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1467986426'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:54.285677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:54.286048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.288053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b0ff8ba-a1fe-4787-aac0-018560d7b0b4 req-2bd41481-78df-4269-aa5f-72537828881d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445790 Aug 16 02:26:54.302305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb591091-6077-452c-b2fb-5c180fc33123 None None] DHCP port deletion for f6fc917a-e953-4060-8d84-7c45c8c94b81 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:54.359325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cb591091-6077-452c-b2fb-5c180fc33123 None None] Deleting port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:54.359617 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb591091-6077-452c-b2fb-5c180fc33123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.382726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:54.386888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.433978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ce5d1d2f-89c4-4033-a0e4-84e7d685adc0,segment=NetworkSegment(a70c0a48-20f6-4f89-86b2-c461f298dc08),segment_id=a70c0a48-20f6-4f89-86b2-c461f298dc08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:54.434229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.437378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee8dbf7-2fe8-4a8c-b04e-7d289df4270e tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:54.438911 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0ee8dbf7-2fe8-4a8c-b04e-7d289df4270e tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2532849 Aug 16 02:26:54.439888 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cb591091-6077-452c-b2fb-5c180fc33123 None None] For port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ce5d1d2f-89c4-4033-a0e4-84e7d685adc0,segment=NetworkSegment(a70c0a48-20f6-4f89-86b2-c461f298dc08),segment_id=a70c0a48-20f6-4f89-86b2-c461f298dc08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:54.440390 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb591091-6077-452c-b2fb-5c180fc33123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.442081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.453595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:54.463868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:54.499915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cb591091-6077-452c-b2fb-5c180fc33123 None None] Calling delete_port for ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:54.513051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7b962163-231d-4f47-a4f8-ac69700aff68 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673420 Aug 16 02:26:54.518500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.522214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.522570 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Added segment 5d31a58a-3140-47f0-b086-2165a73da515 of type vlan for network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 Aug 16 02:26:54.523940 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:51Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.536957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-413328338', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:54.573887 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Checking router: 56c131db-d88f-4e5c-a5bd-8eec71bfea37 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:54.575120 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Updating router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 port bb4dadda-ad8b-43ab-a8cc-0106287974f1 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:26:54.579419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.605935 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.610217 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb591091-6077-452c-b2fb-5c180fc33123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.627723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.639753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb591091-6077-452c-b2fb-5c180fc33123 None None] Pushing event deleted for resources: {'Port': ['ID=ce5d1d2f-89c4-4033-a0e4-84e7d685adc0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:54.641664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb591091-6077-452c-b2fb-5c180fc33123 None None] No DVR routers for this DVR port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:54.668979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=ce5d1d2f-89c4-4033-a0e4-84e7d685adc0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:54.670849 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.680177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:54.680483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.692663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No DVR routers for this DVR port ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:54.709808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033238fc-5a99-4199-a3e3-b52a11a1229a req-e4c2ec28-06f5-4669-817d-48bb6f734cdc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:54.711402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-033238fc-5a99-4199-a3e3-b52a11a1229a req-e4c2ec28-06f5-4669-817d-48bb6f734cdc tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1639848 Aug 16 02:26:54.745442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:54.749058 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.781058 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5486155 Aug 16 02:26:54.805188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48866) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.810711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': '711c5c4e-1ee6-4b94-b0ea-f78841400a46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:54.831903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9189dd-9637-4f99-9a86-ee18c1d7301f tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Network': ['ID=711c5c4e-1ee6-4b94-b0ea-f78841400a46,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:54.838727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.841726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-033238fc-5a99-4199-a3e3-b52a11a1229a req-9b8ed869-a2a4-46ff-b2d3-182b4362e8da tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171844 Aug 16 02:26:54.849063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fc917a-e953-4060-8d84-7c45c8c94b81']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.851993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:54.869162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70c0a48-20f6-4f89-86b2-c461f298dc08') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.869715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70c0a48-20f6-4f89-86b2-c461f298dc08') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.880590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.897925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.908518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:54.909917 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:54.914286 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:54.945945 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.955057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:54.960137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.985496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.986216 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Transition to ACTIVE for port object bb4dadda-ad8b-43ab-a8cc-0106287974f1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:54.994602 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.996078 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.996789 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/networks/f6fc917a-e953-4060-8d84-7c45c8c94b81 HTTP/1.1" status: 204 len: 168 time: 1.0052264 Aug 16 02:26:55.001254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48868) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:55.025505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5a5e7f7-3388-4ef9-be4b-769255bdd241 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1175038216', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:55.034338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b946ca-69d0-47f8-9530-38b35d334537 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Network': ['ID=f6fc917a-e953-4060-8d84-7c45c8c94b81,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.050590 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Attempting to bind port bb4dadda-ad8b-43ab-a8cc-0106287974f1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:55.051253 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Attempting to bind port bb4dadda-ad8b-43ab-a8cc-0106287974f1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:55.051599 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Attempting to bind port bb4dadda-ad8b-43ab-a8cc-0106287974f1 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:55.063703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e7f7-3388-4ef9-be4b-769255bdd241 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.065258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e7f7-3388-4ef9-be4b-769255bdd241 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.067269 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:55.067906 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:55.068440 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.068978 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:55.069703 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Bound port: bb4dadda-ad8b-43ab-a8cc-0106287974f1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:55.070481 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.114899 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca6a3e-4fc1-4f2b-a79d-f971050b1a50 None None] Pushing event updated for resources: {'Port': ['ID=bb4dadda-ad8b-43ab-a8cc-0106287974f1,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.135391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e7f7-3388-4ef9-be4b-769255bdd241 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.135745 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] For port bb4dadda-ad8b-43ab-a8cc-0106287974f1, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:55.141202 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] For port bb4dadda-ad8b-43ab-a8cc-0106287974f1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bb4dadda-ad8b-43ab-a8cc-0106287974f1,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:55.141808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e7f7-3388-4ef9-be4b-769255bdd241 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.145755 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.160661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e7f7-3388-4ef9-be4b-769255bdd241 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.162307 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d5a5e7f7-3388-4ef9-be4b-769255bdd241 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1608565 Aug 16 02:26:55.164972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48870) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:55.170433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'network': {'name': 'tempest-RoutersTest-509323048'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:55.196057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:55.201082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.206644 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:55.207301 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:55.209991 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca6a3e-4fc1-4f2b-a79d-f971050b1a50 None None] Pushing event updated for resources: {'Port': ['ID=bb4dadda-ad8b-43ab-a8cc-0106287974f1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.219954 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.234245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:55.245296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.245705 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added segment 2726a2cb-0d96-4462-b915-52f073c1ee1a of type vlan for network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 Aug 16 02:26:55.294157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.334760 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.342367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Subnet': ['ID=67648509-6cc7-4ebc-8ffa-39e74f3d5bb3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.342620 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.353396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:55.354058 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.392602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Checking segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:55.392975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network hostable DHCP agents. Network: c9dc8270-139d-41de-b052-8b8f87554c07, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:55.418103 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2517757 Aug 16 02:26:55.420872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:55.427907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'subnet': {'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:55.429797 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:55.439678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7e9cb-43a1-42b6-87ff-7db1fddfa9bd tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Network': ['ID=f1a3f8e4-d730-4d5f-99cc-f9c74b844750,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.445102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=ab8d3b7e-aaab-4372-b7aa-054dccc7237d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.452970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:55.500923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network c9dc8270-139d-41de-b052-8b8f87554c07 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:55.512457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Checking segment: {'id': '5d31a58a-3140-47f0-b086-2165a73da515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '711c5c4e-1ee6-4b94-b0ea-f78841400a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:55.512826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network hostable DHCP agents. Network: 711c5c4e-1ee6-4b94-b0ea-f78841400a46, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:55.541331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c9dc8270-139d-41de-b052-8b8f87554c07) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:55.550207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:55.550715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.566085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:55.577641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 711c5c4e-1ee6-4b94-b0ea-f78841400a46) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:55.583820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:55.584418 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.596380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:55.600576 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.609416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2d8a8c90-b421-4e51-83d3-b55f0c32a5fd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0838971 Aug 16 02:26:55.609812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:55.650120 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6fe16537-12e5-4503-b2fb-161350b74500 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8409195 Aug 16 02:26:55.654650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0578fb-f36d-4f29-908d-58644323b9cc None None] Network c9dc8270-139d-41de-b052-8b8f87554c07 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:55.654876 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:55.658430 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:51Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:55.663355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f193dcf-ee69-4c44-9ed6-3c8f3568ad99 None None] Network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:55.667819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': '711c5c4e-1ee6-4b94-b0ea-f78841400a46', 'name': 'tempest-PortsTestJSON-647145220'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:55.694611 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab10b0-505b-4cfe-8b87-24fb05ecc58b None None] The sync data for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 is: [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:51Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:55.844458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:55.888031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:55.888581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:55.889088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ce5d1d2f-89c4-4033-a0e4-84e7d685adc0 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:55.893827 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.928621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port ae45727e-f143-46ee-9493-9ff77381b4cc yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:56.046825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c9dc8270-139d-41de-b052-8b8f87554c07', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:56.047935 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.119816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-711c5c4e-1ee6-4b94-b0ea-f78841400a46', 'network_id': '711c5c4e-1ee6-4b94-b0ea-f78841400a46', 'tenant_id': 'd06e9292718445ed982683c70b3a1a26', 'fixed_ips': [{'subnet_id': 'ab8d3b7e-aaab-4372-b7aa-054dccc7237d'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:56.120954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.182881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12566d-782a-4fe4-87e1-24cbbeafb231 req-95889a38-15bb-4585-8670-a4fbed3df385 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:56.184526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d12566d-782a-4fe4-87e1-24cbbeafb231 req-95889a38-15bb-4585-8670-a4fbed3df385 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1804957 Aug 16 02:26:56.188116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.246347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.10 (711c5c4e-1ee6-4b94-b0ea-f78841400a46/ab8d3b7e-aaab-4372-b7aa-054dccc7237d/ae45727e-f143-46ee-9493-9ff77381b4cc) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:56.305111 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.356913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Allocated IP 172.20.0.2 (c9dc8270-139d-41de-b052-8b8f87554c07/67648509-6cc7-4ebc-8ffa-39e74f3d5bb3/271def54-ee34-47ee-8843-e8dfaff8ba28) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:56.421041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Subnet': ['ID=0a5a6015-3bf8-40aa-acfb-73bcf1786b00,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:56.452489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Checking segment: {'id': '2726a2cb-0d96-4462-b915-52f073c1ee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:56.453285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network hostable DHCP agents. Network: f1a3f8e4-d730-4d5f-99cc-f9c74b844750, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:56.480977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d12566d-782a-4fe4-87e1-24cbbeafb231 req-b86f77d8-8310-45b1-8fc5-1bbc4fdc5688 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812140 Aug 16 02:26:56.539334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:56.560227 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.574473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Transition to ACTIVE for port object 271def54-ee34-47ee-8843-e8dfaff8ba28 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:56.576292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, f1a3f8e4-d730-4d5f-99cc-f9c74b844750) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:56.581025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.588024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:56.589021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.589818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a498c-dffc-4ce5-9b09-d7ec77a8d9fa None None] Network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:56.610549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object ae45727e-f143-46ee-9493-9ff77381b4cc will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:56.624071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-43c1fc9d-a30a-4300-b1aa-77e005f7d397 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2003136 Aug 16 02:26:56.627871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:56.722680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Transition to ACTIVE for port object 271def54-ee34-47ee-8843-e8dfaff8ba28 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:56.771939 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.832693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Network c9dc8270-139d-41de-b052-8b8f87554c07 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:56.849145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.855466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.20.0.1 (c9dc8270-139d-41de-b052-8b8f87554c07/67648509-6cc7-4ebc-8ffa-39e74f3d5bb3/b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:56.856884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:56.868055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:56.935511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-80304836-3b37-414f-9c0c-5688a8deeaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:56.937067 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-80304836-3b37-414f-9c0c-5688a8deeaac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7adba80d3513419d95def53648aca5b2&device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 1096 time: 0.1256711 Aug 16 02:26:56.971035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Pushing event updated for resources: {'Port': ['ID=271def54-ee34-47ee-8843-e8dfaff8ba28,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:56.991384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Attempting to bind port 271def54-ee34-47ee-8843-e8dfaff8ba28 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:56.991755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Attempting to bind port 271def54-ee34-47ee-8843-e8dfaff8ba28 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:56.992327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Attempting to bind port 271def54-ee34-47ee-8843-e8dfaff8ba28 on network c9dc8270-139d-41de-b052-8b8f87554c07 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:57.005612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Allocated IP 172.20.0.2 (711c5c4e-1ee6-4b94-b0ea-f78841400a46/ab8d3b7e-aaab-4372-b7aa-054dccc7237d/f23c5c6d-a150-4d2b-9f36-777ef5253e5c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:57.009118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:57.009872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Checking segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:57.010457 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.011051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Bound using segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:57.011818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Bound port: 271def54-ee34-47ee-8843-e8dfaff8ba28, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:57.012389 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.038459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:57.039873 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.122913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-009044b0-1999-4648-a45c-97605d368510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:57.124476 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-009044b0-1999-4648-a45c-97605d368510 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 200 len: 913 time: 0.1766801 Aug 16 02:26:57.188604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.215879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Transition to ACTIVE for port object b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:57.227183 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-cf2593e3-6276-4345-aabb-cbd3c1465572 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 200 len: 999 time: 0.0861263 Aug 16 02:26:57.247050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] For port 271def54-ee34-47ee-8843-e8dfaff8ba28, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:57.272259 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] For port 271def54-ee34-47ee-8843-e8dfaff8ba28, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=271def54-ee34-47ee-8843-e8dfaff8ba28,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:57.299514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.312999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-7c4cbd7d-edc2-4c55-93f0-21028885cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:57.317715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-7c4cbd7d-edc2-4c55-93f0-21028885cada service neutron] 10.222.0.86 "GET /v2.0/subnets?id=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 200 len: 851 time: 0.0828414 Aug 16 02:26:57.337290 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.384912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:57.395272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b67e4-bf84-4df2-91c0-e2d0f5a933e1 req-1eba79f5-a334-45d8-b5a7-3c113eaf4b93 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:57.398986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-577b67e4-bf84-4df2-91c0-e2d0f5a933e1 req-1eba79f5-a334-45d8-b5a7-3c113eaf4b93 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.6253963 Aug 16 02:26:57.416992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:57.420468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Allocated IP 172.20.0.2 (f1a3f8e4-d730-4d5f-99cc-f9c74b844750/0a5a6015-3bf8-40aa-acfb-73bcf1786b00/3717590b-ea26-49bf-bb43-1111afe3afd8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:57.426301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:57.431059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network c9dc8270-139d-41de-b052-8b8f87554c07 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:57.438055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:57.450521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:57.457256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:57.462706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc761795-1bb5-468c-bf11-754ba8347ced None None] Pushing event updated for resources: {'Port': ['ID=271def54-ee34-47ee-8843-e8dfaff8ba28,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:57.467299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.486457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=ae45727e-f143-46ee-9493-9ff77381b4cc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:57.489076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-ce085eef-4a28-4d02-b2df-1d6fb772d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:57.490645 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-ce085eef-4a28-4d02-b2df-1d6fb772d712 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f2c687db-8614-475b-b13c-da59d0eacf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661429 Aug 16 02:26:57.513860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Transition to ACTIVE for port object f23c5c6d-a150-4d2b-9f36-777ef5253e5c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:57.527962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-577b67e4-bf84-4df2-91c0-e2d0f5a933e1 req-857bb7b0-d6e3-4ec1-9052-530f2d71008d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193752 Aug 16 02:26:57.550482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Transition to ACTIVE for port object f23c5c6d-a150-4d2b-9f36-777ef5253e5c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:57.572867 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.573750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.583775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.651602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Pushing event updated for resources: {'Port': ['ID=f23c5c6d-a150-4d2b-9f36-777ef5253e5c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:57.680144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:57.692415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:57.694155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:57.695036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.700378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:57.758416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bbba7f2f-d03f-497d-b80b-59ae7c07585c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1001759 Aug 16 02:26:57.771411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:57.788022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': '711c5c4e-1ee6-4b94-b0ea-f78841400a46', 'name': 'tempest-PortsTestJSON-1360902852'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:57.801374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.804037 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-61853c07-0637-46bb-bc44-eef9709a8e4d service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027415 Aug 16 02:26:57.866285 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.876816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Transition to ACTIVE for port object 3717590b-ea26-49bf-bb43-1111afe3afd8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:57.887202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Attempting to bind port f23c5c6d-a150-4d2b-9f36-777ef5253e5c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:57.887947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Attempting to bind port f23c5c6d-a150-4d2b-9f36-777ef5253e5c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '5d31a58a-3140-47f0-b086-2165a73da515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '711c5c4e-1ee6-4b94-b0ea-f78841400a46'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:57.888568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Attempting to bind port f23c5c6d-a150-4d2b-9f36-777ef5253e5c on network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:57.903352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Transition to ACTIVE for port object 3717590b-ea26-49bf-bb43-1111afe3afd8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:57.907279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:57.908046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Checking segment: {'id': '5d31a58a-3140-47f0-b086-2165a73da515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '711c5c4e-1ee6-4b94-b0ea-f78841400a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:57.908924 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.909638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Bound using segment: {'id': '5d31a58a-3140-47f0-b086-2165a73da515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '711c5c4e-1ee6-4b94-b0ea-f78841400a46'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:57.910689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Bound port: f23c5c6d-a150-4d2b-9f36-777ef5253e5c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d31a58a-3140-47f0-b086-2165a73da515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '711c5c4e-1ee6-4b94-b0ea-f78841400a46'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:57.911383 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.916560 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.978465 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bb4dadda-ad8b-43ab-a8cc-0106287974f1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:58.016031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:58.038944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:58.052158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:58.084381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Pushing event updated for resources: {'Port': ['ID=3717590b-ea26-49bf-bb43-1111afe3afd8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.128437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.20.0.1 (f1a3f8e4-d730-4d5f-99cc-f9c74b844750/0a5a6015-3bf8-40aa-acfb-73bcf1786b00/61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:58.143795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:58.147498 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.163764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] For port f23c5c6d-a150-4d2b-9f36-777ef5253e5c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:58.178465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port 48f4c086-05cb-4735-b14d-1c53c656e17c yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:58.192496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port bb4dadda-ad8b-43ab-a8cc-0106287974f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:58.195675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] For port f23c5c6d-a150-4d2b-9f36-777ef5253e5c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f23c5c6d-a150-4d2b-9f36-777ef5253e5c,segment=NetworkSegment(5d31a58a-3140-47f0-b086-2165a73da515),segment_id=5d31a58a-3140-47f0-b086-2165a73da515)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:58.197440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Attempting to bind port 3717590b-ea26-49bf-bb43-1111afe3afd8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:58.197786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Attempting to bind port 3717590b-ea26-49bf-bb43-1111afe3afd8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '2726a2cb-0d96-4462-b915-52f073c1ee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:58.198265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Attempting to bind port 3717590b-ea26-49bf-bb43-1111afe3afd8 on network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:58.204934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bb4dadda-ad8b-43ab-a8cc-0106287974f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:58.205316 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.207886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.213417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:58.214115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Checking segment: {'id': '2726a2cb-0d96-4462-b915-52f073c1ee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:58.214826 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.215274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Bound using segment: {'id': '2726a2cb-0d96-4462-b915-52f073c1ee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:58.215770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Bound port: 3717590b-ea26-49bf-bb43-1111afe3afd8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2726a2cb-0d96-4462-b915-52f073c1ee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:58.216210 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.379406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.396665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.6 (711c5c4e-1ee6-4b94-b0ea-f78841400a46/ab8d3b7e-aaab-4372-b7aa-054dccc7237d/48f4c086-05cb-4735-b14d-1c53c656e17c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:58.405948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Transition to ACTIVE for port object 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:58.490270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93265c8-81e4-46a6-b7b5-e654ef6e297b None None] Pushing event updated for resources: {'Port': ['ID=f23c5c6d-a150-4d2b-9f36-777ef5253e5c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.503442 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c87a0b0d-4bf4-44ce-bf33-4aab83f23e7d req-54eb6974-6ed4-41a5-b8e6-e9ac0c26f687 service neutron] 10.222.0.86 "GET /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898048 Aug 16 02:26:58.570575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] For port 3717590b-ea26-49bf-bb43-1111afe3afd8, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:58.607492 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.624946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] For port 3717590b-ea26-49bf-bb43-1111afe3afd8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3717590b-ea26-49bf-bb43-1111afe3afd8,segment=NetworkSegment(2726a2cb-0d96-4462-b915-52f073c1ee1a),segment_id=2726a2cb-0d96-4462-b915-52f073c1ee1a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:58.648724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.660198 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.690363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port bb4dadda-ad8b-43ab-a8cc-0106287974f1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bb4dadda-ad8b-43ab-a8cc-0106287974f1,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:58.717638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:58.726847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.731962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.733086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 271def54-ee34-47ee-8843-e8dfaff8ba28 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:58.733225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:58.735340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.736211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:58.800024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.809183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.823116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.852516 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c2f56-424f-4da5-bb6e-911c69891525 None None] Pushing event updated for resources: {'Port': ['ID=3717590b-ea26-49bf-bb43-1111afe3afd8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.904668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object 48f4c086-05cb-4735-b14d-1c53c656e17c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:58.906644 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.908873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.952390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f1d95-eaf7-4362-bcfd-917b67dc67d3 req-1a07fc68-b987-40a6-bf8d-997a6d0e73c8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:58.953713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 271def54-ee34-47ee-8843-e8dfaff8ba28 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:58.962546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf9f1d95-eaf7-4362-bcfd-917b67dc67d3 req-1a07fc68-b987-40a6-bf8d-997a6d0e73c8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.3021090 Aug 16 02:26:58.964946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=bb4dadda-ad8b-43ab-a8cc-0106287974f1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:59.062305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network c9dc8270-139d-41de-b052-8b8f87554c07 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:59.064101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:59.082820 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.195809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf9f1d95-eaf7-4362-bcfd-917b67dc67d3 req-fd9c5e73-4a1c-4e08-b862-96a627db81ed tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321577 Aug 16 02:26:59.199896 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.226525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:59.234654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:59.243914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:59.254330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=48f4c086-05cb-4735-b14d-1c53c656e17c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:59.293275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:59.336162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3460fd8-1245-4c1f-bb9b-26ccbce5b8e3 None None] Network c9dc8270-139d-41de-b052-8b8f87554c07 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:59.389043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:59.389729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.392119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e26d5fd8-ecd1-4548-bb61-b52eb3963f13 None None] Provisioning for port 271def54-ee34-47ee-8843-e8dfaff8ba28 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:59.398366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e26d5fd8-ecd1-4548-bb61-b52eb3963f13 None None] Provisioning complete for port 271def54-ee34-47ee-8843-e8dfaff8ba28 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:59.398741 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e26d5fd8-ecd1-4548-bb61-b52eb3963f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.427171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:59.443560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Sync routers for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:59.447191 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9814b353-0d06-4594-bff9-d55fd3917baa tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "PUT /v2.0/routers/56c131db-d88f-4e5c-a5bd-8eec71bfea37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8330824 Aug 16 02:26:59.464390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d5f3b337-e51b-4dac-8849-a67a59c20475 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6862657 Aug 16 02:26:59.467199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48896) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.479559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:59.480123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:59.654009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9035672-ee43-40e2-bfb3-9b9306188b87 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:59.656683 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a9035672-ee43-40e2-bfb3-9b9306188b87 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1882141 Aug 16 02:26:59.659349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.730220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.736822 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.792242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c96e9c07-d392-493b-8f08-7b0d714f0ac0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 48f4c086-05cb-4735-b14d-1c53c656e17c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:59.792586 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c96e9c07-d392-493b-8f08-7b0d714f0ac0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.811426 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e26d5fd8-ecd1-4548-bb61-b52eb3963f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.845053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.901612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:59.952780 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c96e9c07-d392-493b-8f08-7b0d714f0ac0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.971764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e26d5fd8-ecd1-4548-bb61-b52eb3963f13 None None] For port 271def54-ee34-47ee-8843-e8dfaff8ba28, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=271def54-ee34-47ee-8843-e8dfaff8ba28,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:59.984424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c96e9c07-d392-493b-8f08-7b0d714f0ac0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 48f4c086-05cb-4735-b14d-1c53c656e17c owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:59.987898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e26d5fd8-ecd1-4548-bb61-b52eb3963f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.056204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-f8c9e1b2-5cce-4899-b70d-61135cd93c83 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159255472&fields=id&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 267 time: 0.2248979 Aug 16 02:27:00.162885 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bb4dadda-ad8b-43ab-a8cc-0106287974f1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:00.167171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed669b-63ec-4c1d-af7d-f436c8337c89 None None] Network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:00.231434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-254a23ff-6717-4f96-b165-c076ea8c6a8b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:00.232240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c96e9c07-d392-493b-8f08-7b0d714f0ac0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.232711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-254a23ff-6717-4f96-b165-c076ea8c6a8b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/networks?id=c9dc8270-139d-41de-b052-8b8f87554c07 HTTP/1.1" status: 200 len: 797 time: 0.1658390 Aug 16 02:27:00.235226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:00.242069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:00.244985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.266867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e0338164-68f9-4fc8-9ea1-7cdd7a6049f4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/quotas/7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 375 time: 0.0165679 Aug 16 02:27:00.275690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e9c07-d392-493b-8f08-7b0d714f0ac0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=48f4c086-05cb-4735-b14d-1c53c656e17c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.379737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4775aab-93da-46f7-bb52-da331372a618 None None] Provisioning for port f23c5c6d-a150-4d2b-9f36-777ef5253e5c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:00.425158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c96e9c07-d392-493b-8f08-7b0d714f0ac0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.426389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d5fd8-ecd1-4548-bb61-b52eb3963f13 None None] Pushing event updated for resources: {'Port': ['ID=271def54-ee34-47ee-8843-e8dfaff8ba28,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.428721 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c96e9c07-d392-493b-8f08-7b0d714f0ac0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/48f4c086-05cb-4735-b14d-1c53c656e17c HTTP/1.1" status: 204 len: 168 time: 0.7678185 Aug 16 02:27:00.433848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.459703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bb4dadda-ad8b-43ab-a8cc-0106287974f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:00.459703 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.482117 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6d55aa-b8d2-49fe-9c47-faaf5593a8ea tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:27:00.484578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7c6d55aa-b8d2-49fe-9c47-faaf5593a8ea tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/48f4c086-05cb-4735-b14d-1c53c656e17c HTTP/1.1" status: 404 len: 333 time: 0.0481117 Aug 16 02:27:00.487483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.537882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41d77-6802-4fc1-9a16-39379838412a req-84d3c70b-2eac-4ca0-9353-4080831dac54 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:00.539473 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79b41d77-6802-4fc1-9a16-39379838412a req-84d3c70b-2eac-4ca0-9353-4080831dac54 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1576273 Aug 16 02:27:00.548665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-32d1d8c2-b697-4337-83a7-346a488cfd55 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678259 Aug 16 02:27:00.624216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79b41d77-6802-4fc1-9a16-39379838412a req-2eef854f-38ef-441e-b072-bb1bb5e18a7b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745263 Aug 16 02:27:00.635488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:27:00.678678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904', 'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:77:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:56Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 2, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:00.718897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f1b0ce2-ec3e-44b8-93cc-bc27b80a68ed None None] Provisioning complete for port 271def54-ee34-47ee-8843-e8dfaff8ba28 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:00.719409 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0ce2-ec3e-44b8-93cc-bc27b80a68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.731751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-faff6f05-0fe4-40e6-a38e-ceef6388a92e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port ae45727e-f143-46ee-9493-9ff77381b4cc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:00.732498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-faff6f05-0fe4-40e6-a38e-ceef6388a92e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.768716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43fbf86-e8ff-4675-ba26-bbf2c7fafa5b None None] Network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:00.782572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Checking router: 56c131db-d88f-4e5c-a5bd-8eec71bfea37 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:00.782937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Updating router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:00.859125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-faff6f05-0fe4-40e6-a38e-ceef6388a92e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.871261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3717590b-ea26-49bf-bb43-1111afe3afd8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:00.876277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-faff6f05-0fe4-40e6-a38e-ceef6388a92e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for ae45727e-f143-46ee-9493-9ff77381b4cc owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:00.877840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.902366 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.930306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88799551-feb0-4a0d-a605-acfb85dbd8a8 req-721d5ec4-0612-4c2c-b2e9-99245e4d5a6c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:00.932596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88799551-feb0-4a0d-a605-acfb85dbd8a8 req-721d5ec4-0612-4c2c-b2e9-99245e4d5a6c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1473558 Aug 16 02:27:00.939131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:00.947969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d8777107-0851-4b9f-84b7-6f4ed4b3a93d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3186812 Aug 16 02:27:00.949086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48920) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.950008 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:00.957191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'network': {'name': 'tempest-RoutersTest-1082138295'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:00.972593 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:00.974964 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:00.976514 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-d62f0a15-b100-45e3-9a23-3e375fb78e51 service neutron] 10.222.0.61 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076602 Aug 16 02:27:01.028303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:01.042243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.090517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88799551-feb0-4a0d-a605-acfb85dbd8a8 req-55eaf3d6-c57b-4c63-8c15-4a8542d2d966 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411366 Aug 16 02:27:01.113659 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a47dabfd-cd2e-471a-a0c8-e0ed74009c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.191234 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-faff6f05-0fe4-40e6-a38e-ceef6388a92e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.194911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-451e17e5-a7a1-4174-9010-49397e0a5e03 service neutron] 10.222.0.61 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172229 Aug 16 02:27:01.220923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:01.227083 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:01.282121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff6f05-0fe4-40e6-a38e-ceef6388a92e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=ae45727e-f143-46ee-9493-9ff77381b4cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.319308 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.319842 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added segment a7f3edf2-702f-4ac3-b640-d72f49dd0316 of type vlan for network 1f7911a2-0a64-42d2-80a6-08da45d004c3 Aug 16 02:27:01.425086 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-faff6f05-0fe4-40e6-a38e-ceef6388a92e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.425086 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-faff6f05-0fe4-40e6-a38e-ceef6388a92e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/ae45727e-f143-46ee-9493-9ff77381b4cc HTTP/1.1" status: 204 len: 168 time: 0.9321201 Aug 16 02:27:01.425401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.441344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.477954 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae15d78-3f54-4d61-9c9b-5ecbf4c994b3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:27:01.482958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2ae15d78-3f54-4d61-9c9b-5ecbf4c994b3 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/ae45727e-f143-46ee-9493-9ff77381b4cc HTTP/1.1" status: 404 len: 333 time: 0.0565636 Aug 16 02:27:01.483631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 48942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.552566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d69a353c-eb10-4d08-81bc-7e62d4f35875 req-2306b828-11ea-4c31-a1d1-c3dfc3c04a2a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 210 time: 0.0682523 Aug 16 02:27:01.577705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6355a1-d938-48b2-ba42-6b4e5a8b1296 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet ab8d3b7e-aaab-4372-b7aa-054dccc7237d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:01.584411 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc6355a1-d938-48b2-ba42-6b4e5a8b1296 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.621267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:27:01.675127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc6355a1-d938-48b2-ba42-6b4e5a8b1296 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.678813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.686484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:01.687349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.703649 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:26:59Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:26:59Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:01.740643 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7876067 Aug 16 02:27:01.744226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.750448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'subnet': {'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:01.774887 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:01.776479 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Updating router 2e197862-155a-4a33-8691-33867732c79f port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:01.819226 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.875924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e85580-0572-4bf7-a1f4-7c7cfa8efa0b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Network': ['ID=1f7911a2-0a64-42d2-80a6-08da45d004c3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.942325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 1f7911a2-0a64-42d2-80a6-08da45d004c3 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:01.943459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:01.957141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.993691 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc6355a1-d938-48b2-ba42-6b4e5a8b1296 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.071235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f1b0ce2-ec3e-44b8-93cc-bc27b80a68ed None None] Provisioning for port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:02.076251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3717590b-ea26-49bf-bb43-1111afe3afd8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:02.119173 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f1b0ce2-ec3e-44b8-93cc-bc27b80a68ed None None] Provisioning complete for port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:02.120160 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0ce2-ec3e-44b8-93cc-bc27b80a68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.122733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f23c5c6d-a150-4d2b-9f36-777ef5253e5c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:02.154173 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc6355a1-d938-48b2-ba42-6b4e5a8b1296 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.226516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc6355a1-d938-48b2-ba42-6b4e5a8b1296 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.229908 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fc6355a1-d938-48b2-ba42-6b4e5a8b1296 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/ab8d3b7e-aaab-4372-b7aa-054dccc7237d HTTP/1.1" status: 204 len: 168 time: 0.7450759 Aug 16 02:27:02.231412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6355a1-d938-48b2-ba42-6b4e5a8b1296 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8d3b7e-aaab-4372-b7aa-054dccc7237d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.233144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:02.279874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b0ce2-ec3e-44b8-93cc-bc27b80a68ed None None] Port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:02.407263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port f23c5c6d-a150-4d2b-9f36-777ef5253e5c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:02.465797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f23c5c6d-a150-4d2b-9f36-777ef5253e5c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:02.475138 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.529091 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.535846 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.552801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Provisioning for port 3717590b-ea26-49bf-bb43-1111afe3afd8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:02.554051 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Transition to ACTIVE for port object 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:02.556098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1283c-e884-444c-98d5-2ef563f29862 None None] Network 711c5c4e-1ee6-4b94-b0ea-f78841400a46 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:02.567751 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.572174 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.574833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.589549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Provisioning complete for port 3717590b-ea26-49bf-bb43-1111afe3afd8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:02.589929 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.630475 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43e0af-9c7e-480e-8dc8-f72bae9ca4c6 None None] Pushing event updated for resources: {'Port': ['ID=61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.663382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Subnet': ['ID=a8e768e9-3923-4852-947e-506fd1b1af28,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.700242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Transition to ACTIVE for port object b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:02.727659 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.729346 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Attempting to bind port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:02.729856 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Attempting to bind port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '2726a2cb-0d96-4462-b915-52f073c1ee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:02.730314 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Attempting to bind port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 on network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:02.736927 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:02.745053 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Checking segment: {'id': '2726a2cb-0d96-4462-b915-52f073c1ee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:02.745655 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.746116 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Bound using segment: {'id': '2726a2cb-0d96-4462-b915-52f073c1ee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:02.746671 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Bound port: 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2726a2cb-0d96-4462-b915-52f073c1ee1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:02.747167 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.770226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-761d3fb1-22dc-4ca3-a21a-6d66fc01569c req-4f288f86-3c43-4b8b-b1d9-9e7f5489857a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 210 time: 0.0901771 Aug 16 02:27:02.787270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-41b31e49-c5fd-4055-9340-3b86ba8a3c57 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:02.795287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-41b31e49-c5fd-4055-9340-3b86ba8a3c57 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f922cdf-cf73-49eb-9180-606ac9f3a522 HTTP/1.1" status: 200 len: 944 time: 0.4094687 Aug 16 02:27:02.820532 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] For port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:02.825373 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] For port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014,segment=NetworkSegment(2726a2cb-0d96-4462-b915-52f073c1ee1a),segment_id=2726a2cb-0d96-4462-b915-52f073c1ee1a)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:02.832270 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.843612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Checking segment: {'id': 'a7f3edf2-702f-4ac3-b640-d72f49dd0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:02.843979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network hostable DHCP agents. Network: 1f7911a2-0a64-42d2-80a6-08da45d004c3, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:02.879630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152634a-d4f9-4445-aa82-691d1620d90a None None] Pushing event updated for resources: {'Port': ['ID=b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.902540 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43e0af-9c7e-480e-8dc8-f72bae9ca4c6 None None] Pushing event updated for resources: {'Port': ['ID=61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.916015 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.928938 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:02.929640 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:02.988920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port f23c5c6d-a150-4d2b-9f36-777ef5253e5c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:02.991146 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.999629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 1f7911a2-0a64-42d2-80a6-08da45d004c3 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:03.022037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Attempting to bind port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:03.022656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Attempting to bind port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:03.022853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Attempting to bind port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 on network c9dc8270-139d-41de-b052-8b8f87554c07 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:03.042851 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.064644 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:03.066206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:03.066815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Checking segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:03.067432 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.068021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Bound using segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:03.068712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Bound port: b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:03.069100 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.084285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port f23c5c6d-a150-4d2b-9f36-777ef5253e5c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f23c5c6d-a150-4d2b-9f36-777ef5253e5c,segment=NetworkSegment(5d31a58a-3140-47f0-b086-2165a73da515),segment_id=5d31a58a-3140-47f0-b086-2165a73da515)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:03.126427 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.135074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 1f7911a2-0a64-42d2-80a6-08da45d004c3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:03.157043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:03.158099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.171573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74465681-fb5b-4cd5-9938-58d553eedfc4 None None] DHCP port deletion for 711c5c4e-1ee6-4b94-b0ea-f78841400a46 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:03.174068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a9bc08-38e9-424b-8ae6-614c191c604d None None] Network 1f7911a2-0a64-42d2-80a6-08da45d004c3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:03.221141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Deleting port c9e35309-2936-41d2-bdf1-dd8832d1aa02 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:03.222048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.228346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] For port f23c5c6d-a150-4d2b-9f36-777ef5253e5c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f23c5c6d-a150-4d2b-9f36-777ef5253e5c,segment=NetworkSegment(5d31a58a-3140-47f0-b086-2165a73da515),segment_id=5d31a58a-3140-47f0-b086-2165a73da515)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:03.229228 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.243607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-33d90ca9-2ea3-41a6-aa4e-3355a7dc38ae tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4976823 Aug 16 02:27:03.261766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 48982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.331805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-cdf4ed39-a6ad-4b0d-80ef-f06ab9591666 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:03.333961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-cdf4ed39-a6ad-4b0d-80ef-f06ab9591666 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "GET /v2.0/networks?id=c9dc8270-139d-41de-b052-8b8f87554c07 HTTP/1.1" status: 200 len: 797 time: 0.2292809 Aug 16 02:27:03.377872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=f23c5c6d-a150-4d2b-9f36-777ef5253e5c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.404601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for f23c5c6d-a150-4d2b-9f36-777ef5253e5c owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:03.404884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-1e367796-e15d-4c6c-8044-6d83ccab633c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 379 time: 0.0593569 Aug 16 02:27:03.426243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'port': {'device_id': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'admin_state_up': True, 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'security_groups': ['a2a3c2c9-e258-453a-8495-9fc9a713d895']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:03.475525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] For port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:03.482426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] For port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:03.509267 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:26:59Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:02Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:03.529097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 271def54-ee34-47ee-8843-e8dfaff8ba28 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:03.543165 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa7e46-0939-4fdc-8dca-81cd1c7ce97c None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:26:59Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:02Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:03.583512 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.612300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:03.617271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.706673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] For port 3717590b-ea26-49bf-bb43-1111afe3afd8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3717590b-ea26-49bf-bb43-1111afe3afd8,segment=NetworkSegment(2726a2cb-0d96-4462-b915-52f073c1ee1a),segment_id=2726a2cb-0d96-4462-b915-52f073c1ee1a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:03.773761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.791485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:03.793307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:26:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:03.816483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 271def54-ee34-47ee-8843-e8dfaff8ba28 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:03.816977 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.968184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152634a-d4f9-4445-aa82-691d1620d90a None None] Pushing event updated for resources: {'Port': ['ID=b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:03.977859 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b40be793-176f-413b-9381-5d53ea571be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.015987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.20.0.13 (c9dc8270-139d-41de-b052-8b8f87554c07/67648509-6cc7-4ebc-8ffa-39e74f3d5bb3/fecebd6c-14f1-4045-b5e5-2859a3f54dd6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:04.049891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-74465681-fb5b-4cd5-9938-58d553eedfc4 None None] Deleting port f23c5c6d-a150-4d2b-9f36-777ef5253e5c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:04.050919 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74465681-fb5b-4cd5-9938-58d553eedfc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.112383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] For port c9e35309-2936-41d2-bdf1-dd8832d1aa02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=c9e35309-2936-41d2-bdf1-dd8832d1aa02,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:04.112952 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.146770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Calling delete_port for c9e35309-2936-41d2-bdf1-dd8832d1aa02 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:04.151025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-74465681-fb5b-4cd5-9938-58d553eedfc4 None None] For port f23c5c6d-a150-4d2b-9f36-777ef5253e5c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f23c5c6d-a150-4d2b-9f36-777ef5253e5c,segment=NetworkSegment(5d31a58a-3140-47f0-b086-2165a73da515),segment_id=5d31a58a-3140-47f0-b086-2165a73da515)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:04.151529 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74465681-fb5b-4cd5-9938-58d553eedfc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.178687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-74465681-fb5b-4cd5-9938-58d553eedfc4 None None] Calling delete_port for f23c5c6d-a150-4d2b-9f36-777ef5253e5c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:04.242565 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.244825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Provisioning complete for port f23c5c6d-a150-4d2b-9f36-777ef5253e5c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:04.245323 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.323919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.331609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47bf6bcd-3e22-4ef4-9425-c7f4b16112ea req-1d1a4c70-c0d7-4117-bc83-f464bb6c3885 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 210 time: 0.2822998 Aug 16 02:27:04.338068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Transition to ACTIVE for port object fecebd6c-14f1-4045-b5e5-2859a3f54dd6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:04.381744 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.404458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-1f7911a2-0a64-42d2-80a6-08da45d004c3', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:04.405594 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.442295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network c9dc8270-139d-41de-b052-8b8f87554c07 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:04.448420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:04.455756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.456904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Pushing event updated for resources: {'Port': ['ID=3717590b-ea26-49bf-bb43-1111afe3afd8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.458589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:04.536615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:04.548504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:04.550062 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.579141 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-e7cf6ac0-77b6-4d4d-9f8f-8fc1ce6f8a5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1604249 Aug 16 02:27:04.592892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Request body: {'port': {'device_id': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:04.678328 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.720339 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.795000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event deleted for resources: {'Port': ['ID=c9e35309-2936-41d2-bdf1-dd8832d1aa02,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.850600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] No DVR routers for this DVR port c9e35309-2936-41d2-bdf1-dd8832d1aa02 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:04.855739 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.862885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1266d767-479e-4e12-884f-68fd1b0d46d0 req-b2730a80-15ae-43fb-b514-f829c1238c73 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "DELETE /v2.0/ports/c9e35309-2936-41d2-bdf1-dd8832d1aa02 HTTP/1.1" status: 204 len: 173 time: 2.0666258 Aug 16 02:27:04.864567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'name': 'network-vif-deleted', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:04.867255 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cce86d5-db0b-4743-a2ac-398666f2fc9d" -d '{"events": [{"server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "name": "network-vif-deleted", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:04.939202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Allocated IP 172.21.0.2 (1f7911a2-0a64-42d2-80a6-08da45d004c3/a8e768e9-3923-4852-947e-506fd1b1af28/92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:04.950894 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac353369-5715-44a3-8feb-b20a458903b4 x-openstack-request-id: req-ac353369-5715-44a3-8feb-b20a458903b4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:04.951232 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f922cdf-cf73-49eb-9180-606ac9f3a522", "name": "network-vif-deleted", "tag": "c9e35309-2936-41d2-bdf1-dd8832d1aa02", "status": "failed", "code": 422}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:04.951478 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac353369-5715-44a3-8feb-b20a458903b4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:04.951894 n-d-768862-14 neutron-server[94639]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f922cdf-cf73-49eb-9180-606ac9f3a522', 'name': 'network-vif-deleted', 'tag': 'c9e35309-2936-41d2-bdf1-dd8832d1aa02', 'status': 'failed', 'code': 422} returned with failed status Aug 16 02:27:04.983238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.097335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecebd6c-14f1-4045-b5e5-2859a3f54dd6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:05.112402 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.113788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f23c5c6d-a150-4d2b-9f36-777ef5253e5c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:05.122039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['bdfab2db-7551-4904-8054-7c4d2d87d591', 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:05.154915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Transition to ACTIVE for port object fecebd6c-14f1-4045-b5e5-2859a3f54dd6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:05.162599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.228575 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.262297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Pushing event updated for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.269284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74465681-fb5b-4cd5-9938-58d553eedfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.310810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No DVR routers for this DVR port f23c5c6d-a150-4d2b-9f36-777ef5253e5c on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:05.315495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=f23c5c6d-a150-4d2b-9f36-777ef5253e5c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.345895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:05.347470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:05.348223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on network c9dc8270-139d-41de-b052-8b8f87554c07 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:05.355831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on network c9dc8270-139d-41de-b052-8b8f87554c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:05.356434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on network c9dc8270-139d-41de-b052-8b8f87554c07 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:05.363060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:05.364158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Checking segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:05.379974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Bound using segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:05.380878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Bound port: fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:05.381179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Port f23c5c6d-a150-4d2b-9f36-777ef5253e5c update to ACTIVE by agent not found {{(pid=94641) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:27:05.381893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.454482 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.457713 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.480103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74465681-fb5b-4cd5-9938-58d553eedfc4 None None] Pushing event deleted for resources: {'Port': ['ID=f23c5c6d-a150-4d2b-9f36-777ef5253e5c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.496437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74465681-fb5b-4cd5-9938-58d553eedfc4 None None] No DVR routers for this DVR port f23c5c6d-a150-4d2b-9f36-777ef5253e5c on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:05.527162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:05.540032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:05.546552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.583726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Transition to ACTIVE for port object 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:05.588729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.603329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711c5c4e-1ee6-4b94-b0ea-f78841400a46']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.604765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.607915 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.610786 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] 10.222.0.93 "PUT /v2.0/ports/fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 200 len: 1093 time: 1.0231233 Aug 16 02:27:05.613518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:05.617109 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b" -d '{"events": [{"name": "network-changed", "server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:05.624061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad918ab1-a0ba-47ad-952b-384f63878ac9 req-21acb8d5-1f6c-45cb-ab5d-9e11a15eaa35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.625684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad918ab1-a0ba-47ad-952b-384f63878ac9 req-21acb8d5-1f6c-45cb-ab5d-9e11a15eaa35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 944 time: 0.1587253 Aug 16 02:27:05.627779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d31a58a-3140-47f0-b086-2165a73da515') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.628066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d31a58a-3140-47f0-b086-2165a73da515') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.648458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No active binding found for port f23c5c6d-a150-4d2b-9f36-777ef5253e5c {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:27:05.648903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f23c5c6d-a150-4d2b-9f36-777ef5253e5c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:05.654089 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.691238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Transition to ACTIVE for port object 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:05.693167 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.698120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Could not find standard attr ID for object ae45727e-f143-46ee-9493-9ff77381b4cc. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:27:05.712557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad918ab1-a0ba-47ad-952b-384f63878ac9 req-7e7774b7-2c5a-4707-9bb0-167c8e0623d0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763316 Aug 16 02:27:05.724017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:05.733484 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:05.785152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecebb73-56c3-4474-a299-34cf136eb008 service neutron] Pushing event updated for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.787147 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.811475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-98ca8870-ea6e-4052-9e46-d7e9a513d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.812471 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-98ca8870-ea6e-4052-9e46-d7e9a513d77d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1229341 Aug 16 02:27:05.825184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-692c3ae1-cdb9-4cda-b667-1610923864ef None None] Could not find standard attr ID for object 48f4c086-05cb-4735-b14d-1c53c656e17c. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:27:05.884118 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-67deab84-5e24-42e3-925f-8976b97c74db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 200 len: 217 time: 0.0549359 Aug 16 02:27:05.885914 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ddb064-efaa-468e-90fd-d8676032c1b4 x-openstack-request-id: req-b8ddb064-efaa-468e-90fd-d8676032c1b4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:05.886205 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:05.886454 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8ddb064-efaa-468e-90fd-d8676032c1b4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:05.886851 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'status': 'completed', 'code': 200} Aug 16 02:27:05.957132 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.960829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Network 1f7911a2-0a64-42d2-80a6-08da45d004c3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:05.967218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-163ea59b-eb63-46ce-b438-107362bb5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.969043 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-163ea59b-eb63-46ce-b438-107362bb5695 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=67648509-6cc7-4ebc-8ffa-39e74f3d5bb3 HTTP/1.1" status: 200 len: 834 time: 0.0783236 Aug 16 02:27:05.981137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.983318 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:05.984122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/networks/711c5c4e-1ee6-4b94-b0ea-f78841400a46 HTTP/1.1" status: 204 len: 168 time: 3.7498269 Aug 16 02:27:05.987811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:05.993779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:05.994473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1984865746'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:06.000961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Pushing event updated for resources: {'Port': ['ID=92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.013367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec0ed0-cbc2-4dc1-bf72-59362b92cccc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Network': ['ID=711c5c4e-1ee6-4b94-b0ea-f78841400a46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.040555 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.21.0.1 (1f7911a2-0a64-42d2-80a6-08da45d004c3/a8e768e9-3923-4852-947e-506fd1b1af28/a0f84721-c358-48f4-a382-8408b4a53936) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:06.048835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-559bd548-30dd-4c4c-94fc-9bb1e77766cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:06.050610 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-559bd548-30dd-4c4c-94fc-9bb1e77766cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c9dc8270-139d-41de-b052-8b8f87554c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737803 Aug 16 02:27:06.052160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:06.057434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.059161 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70e273-b7d5-4219-ab7b-02fcc2fbfa01 req-6b148ea1-b53b-45fe-a30b-f63e678f5b7b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:06.061753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b70e273-b7d5-4219-ab7b-02fcc2fbfa01 req-6b148ea1-b53b-45fe-a30b-f63e678f5b7b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 907 time: 0.1517074 Aug 16 02:27:06.066892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3717590b-ea26-49bf-bb43-1111afe3afd8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:06.091150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b416305c-928d-4090-8c77-b7fe0e2c3d05 None None] Provisioning complete for port 3717590b-ea26-49bf-bb43-1111afe3afd8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:06.092351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b416305c-928d-4090-8c77-b7fe0e2c3d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.164325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:06.187888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.188549 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Added segment bfae76d1-21bd-4ec9-8944-ab28561769be of type vlan for network 6cf9f617-9405-4669-85f0-20d9daab85b4 Aug 16 02:27:06.201692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.209275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Attempting to bind port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:06.209932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Attempting to bind port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'a7f3edf2-702f-4ac3-b640-d72f49dd0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:06.209932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Attempting to bind port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 on network 1f7911a2-0a64-42d2-80a6-08da45d004c3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:06.210136 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-bc449836-2178-4014-a769-9c32441efe07 service neutron] 10.222.0.93 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487522 Aug 16 02:27:06.218325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Transition to ACTIVE for port object a0f84721-c358-48f4-a382-8408b4a53936 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:06.235427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:06.235814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Checking segment: {'id': 'a7f3edf2-702f-4ac3-b640-d72f49dd0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:06.236217 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.236619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Bound using segment: {'id': 'a7f3edf2-702f-4ac3-b640-d72f49dd0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:06.237107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Bound port: 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f3edf2-702f-4ac3-b640-d72f49dd0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:06.237491 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.257135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.265497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904', 'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:77:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:56Z', 'updated_at': '2021-08-16T02:27:03Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:06.296063 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.303356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf2165-29b3-46ea-b050-d3577445f59c None None] The sync data for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 is: [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904', 'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:77:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:56Z', 'updated_at': '2021-08-16T02:27:03Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:06.306726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 1f7911a2-0a64-42d2-80a6-08da45d004c3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:06.318899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:06.328335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:06.333301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=a0f84721-c358-48f4-a382-8408b4a53936,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.354968 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3717590b-ea26-49bf-bb43-1111afe3afd8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:06.355430 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.358316 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.365053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:06.365737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.403531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.404719 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fedc9d7c-3d20-43d0-a19a-274e05266c65 req-9dc9900d-dedd-4913-a7b1-713b21485803 service neutron] 10.222.0.93 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712744 Aug 16 02:27:06.483771 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4924262 Aug 16 02:27:06.489001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.498535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': '6cf9f617-9405-4669-85f0-20d9daab85b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:06.519256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] For port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:06.532032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] For port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9,segment=NetworkSegment(a7f3edf2-702f-4ac3-b640-d72f49dd0316),segment_id=a7f3edf2-702f-4ac3-b640-d72f49dd0316)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:06.558105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b416305c-928d-4090-8c77-b7fe0e2c3d05 None None] Provisioning for port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:06.570492 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.609395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d85358-053c-4fcd-998f-4c324961f43d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Network': ['ID=6cf9f617-9405-4669-85f0-20d9daab85b4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.631030 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.667746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6cf9f617-9405-4669-85f0-20d9daab85b4 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:06.671950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-3b89d109-0c6d-4e2c-92d3-c7a7f06dbdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:06.673781 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-3b89d109-0c6d-4e2c-92d3-c7a7f06dbdda service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1686201 Aug 16 02:27:06.745262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:06.827794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:06.836043 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.841263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77177af3-dbba-404b-a3ad-6fc2a83a86ec None None] Pushing event updated for resources: {'Port': ['ID=92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.859258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b416305c-928d-4090-8c77-b7fe0e2c3d05 None None] Provisioning for port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:06.881650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:06.888199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:06.888879 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.940137 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-6cb264d2-a50d-4fd4-b4c6-8a19752e5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:06.941659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-6cb264d2-a50d-4fd4-b4c6-8a19752e5066 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c9dc8270-139d-41de-b052-8b8f87554c07 HTTP/1.1" status: 200 len: 898 time: 0.2557786 Aug 16 02:27:06.990079 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.008047 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-7b2f4f4b-ff5e-4679-9324-befb58de642a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 200 len: 217 time: 0.0518186 Aug 16 02:27:07.050031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45ea9f-5338-4138-8494-6a5b40ac82b1 req-2d72c634-8fd3-47cf-89f1-253be2341375 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:07.055058 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.059374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f45ea9f-5338-4138-8494-6a5b40ac82b1 req-2d72c634-8fd3-47cf-89f1-253be2341375 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 944 time: 0.2231920 Aug 16 02:27:07.115867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014,segment=NetworkSegment(2726a2cb-0d96-4462-b915-52f073c1ee1a),segment_id=2726a2cb-0d96-4462-b915-52f073c1ee1a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:07.134824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.168617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f45ea9f-5338-4138-8494-6a5b40ac82b1 req-a3df2216-5a84-41fd-9ff7-c740adafaa54 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081755 Aug 16 02:27:07.237591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:07.286007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfb1ac-c700-40af-bd6e-4bff9abb9120 req-ef3c1173-f495-45ea-9422-ab81bfa892d5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:07.286849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-c8b72ce3-9c3c-4796-bf67-e3a50c490aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:07.287610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07dfb1ac-c700-40af-bd6e-4bff9abb9120 req-ef3c1173-f495-45ea-9422-ab81bfa892d5 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 907 time: 0.0941329 Aug 16 02:27:07.295060 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-c8b72ce3-9c3c-4796-bf67-e3a50c490aaf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=67648509-6cc7-4ebc-8ffa-39e74f3d5bb3 HTTP/1.1" status: 200 len: 834 time: 0.2762175 Aug 16 02:27:07.335357 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.341455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.364282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-06fdf42b-b134-48f6-9883-0cea783f16c2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:07.365815 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-06fdf42b-b134-48f6-9883-0cea783f16c2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 907 time: 0.2061720 Aug 16 02:27:07.370530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.424331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.426333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=a0f84721-c358-48f4-a382-8408b4a53936,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:07.463886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-54f98c04-65dd-48a0-86d7-a636644f590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:07.465412 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-54f98c04-65dd-48a0-86d7-a636644f590c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c9dc8270-139d-41de-b052-8b8f87554c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1601341 Aug 16 02:27:07.538266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 1f7911a2-0a64-42d2-80a6-08da45d004c3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:07.540007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:07.561390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=fe7f0434-9c3e-41f4-9958-e57b8ba5f796,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:07.598580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Checking segment: {'id': 'bfae76d1-21bd-4ec9-8944-ab28561769be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cf9f617-9405-4669-85f0-20d9daab85b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:07.598942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network hostable DHCP agents. Network: 6cf9f617-9405-4669-85f0-20d9daab85b4, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:07.666555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 6cf9f617-9405-4669-85f0-20d9daab85b4 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:07.672955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:07.700950 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-b5f191a8-a71b-4c62-87d1-40c1d7d1fa17 service neutron] 10.222.0.93 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187960 Aug 16 02:27:07.793570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6cf9f617-9405-4669-85f0-20d9daab85b4) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:07.798390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Deleting port 77efa93f-0ef5-47c8-a7b1-f19110e180ff {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:07.798516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.802488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84704059-abed-44e9-85ca-a8737407d625 None None] Network 6cf9f617-9405-4669-85f0-20d9daab85b4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:07.820108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:07.835399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6aafbc1d-84a0-480f-a255-04eebcd923bb tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5696828 Aug 16 02:27:07.835954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49012) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:07.854001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'network': {'name': 'tempest-RoutersTest-581189789'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:07.911633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:07.912682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:07.920832 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.996971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:08.000746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:08.001454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:08.022807 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.023714 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added segment 7c1d2680-ac29-4fbb-8d0a-366fb209595c of type vlan for network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 Aug 16 02:27:08.082639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:08.098454 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.128383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b66458-c71b-46cd-805c-f0a4c50da1c2 None None] Network 1f7911a2-0a64-42d2-80a6-08da45d004c3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:08.152820 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.159572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.160803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.243847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3986616 Aug 16 02:27:08.245054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49016) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:08.253212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'subnet': {'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:08.358866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6cf9f617-9405-4669-85f0-20d9daab85b4', 'network_id': '6cf9f617-9405-4669-85f0-20d9daab85b4', 'tenant_id': 'd06e9292718445ed982683c70b3a1a26', 'fixed_ips': [{'subnet_id': 'fe7f0434-9c3e-41f4-9958-e57b8ba5f796'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:08.360431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.368577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.369199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.383179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aded4d5-9a56-482e-a8b5-6d924ffb5bf4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Network': ['ID=2e5c4d72-748f-4855-82b8-fea5bec59ec8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:08.403877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:08.413683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:08.416666 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aa8df5af-38b6-47ea-8e4d-a8db0ea1b422 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9241209 Aug 16 02:27:08.422516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:08.429121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd8869ba-3f26-4189-9d60-f505505f189f None None] Provisioning for port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:08.430079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': '6cf9f617-9405-4669-85f0-20d9daab85b4', 'name': 'tempest-PortsTestJSON-1327779384', 'fixed_ips': [{'subnet_id': 'fe7f0434-9c3e-41f4-9958-e57b8ba5f796', 'ip_address': '172.20.0.10'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:08.450182 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52bed1e6-b69d-4a7d-afbb-bbfd6d31673b req-77cca456-64c4-485a-9d9e-8d4d9e536dd0 service neutron] 10.222.0.93 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480571 Aug 16 02:27:08.476926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] For port 77efa93f-0ef5-47c8-a7b1-f19110e180ff, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=77efa93f-0ef5-47c8-a7b1-f19110e180ff,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:08.477955 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.492345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Calling delete_port for 77efa93f-0ef5-47c8-a7b1-f19110e180ff owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:08.510508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6246f-ba32-480d-94aa-c208382f5c75 req-b76057eb-d876-4ed4-87ac-d0333abcde0e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.512600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21c6246f-ba32-480d-94aa-c208382f5c75 req-b76057eb-d876-4ed4-87ac-d0333abcde0e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 944 time: 0.2505846 Aug 16 02:27:08.527868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:08.531410 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.567196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4c78c-b541-4db0-8a17-637c6fd94e74 req-21155b51-f870-4872-9f6d-a63985aa2e8d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.568744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48f4c78c-b541-4db0-8a17-637c6fd94e74 req-21155b51-f870-4872-9f6d-a63985aa2e8d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a59ac50-6fe7-4ac1-b671-cb085e8d78bd HTTP/1.1" status: 200 len: 907 time: 0.1941586 Aug 16 02:27:08.651466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.679267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event deleted for resources: {'Port': ['ID=77efa93f-0ef5-47c8-a7b1-f19110e180ff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:08.680693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21c6246f-ba32-480d-94aa-c208382f5c75 req-0a818084-0e39-4a70-8f6f-335de8ae7005 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449099 Aug 16 02:27:08.687361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:08.724563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:08.738116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] No DVR routers for this DVR port 77efa93f-0ef5-47c8-a7b1-f19110e180ff on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:08.741393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.744618 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-16caa421-65f1-4948-a665-3d16b93f5b4e req-a996d189-967e-4036-ad25-afe705520c74 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "DELETE /v2.0/ports/77efa93f-0ef5-47c8-a7b1-f19110e180ff HTTP/1.1" status: 204 len: 173 time: 1.3662128 Aug 16 02:27:08.745387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'name': 'network-vif-deleted', 'tag': '77efa93f-0ef5-47c8-a7b1-f19110e180ff'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:08.748058 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f616476d-98d8-4d1e-a207-03c6291ce220" -d '{"events": [{"server_uuid": "9a59ac50-6fe7-4ac1-b671-cb085e8d78bd", "name": "network-vif-deleted", "tag": "77efa93f-0ef5-47c8-a7b1-f19110e180ff"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:08.770609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:08.770992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.780598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device fecebd6c-14f1-4045-b5e5-2859a3f54dd6 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:08.811836 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f93b38-da3d-4352-be17-9cb9d3322d58 x-openstack-request-id: req-39f93b38-da3d-4352-be17-9cb9d3322d58 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:08.812174 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a59ac50-6fe7-4ac1-b671-cb085e8d78bd", "name": "network-vif-deleted", "tag": "77efa93f-0ef5-47c8-a7b1-f19110e180ff", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:08.812434 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39f93b38-da3d-4352-be17-9cb9d3322d58 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:08.812834 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a59ac50-6fe7-4ac1-b671-cb085e8d78bd', 'name': 'network-vif-deleted', 'tag': '77efa93f-0ef5-47c8-a7b1-f19110e180ff', 'status': 'completed', 'code': 200} Aug 16 02:27:08.933383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.962261 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.962524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Allocated IP 172.20.0.2 (6cf9f617-9405-4669-85f0-20d9daab85b4/fe7f0434-9c3e-41f4-9958-e57b8ba5f796/d8698a2c-21d7-41cc-b423-bcfdb757c5b5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:08.965409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port 1f710274-eeb1-4dd3-b786-615767aff4fe yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:27:09.115583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Subnet': ['ID=86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:09.142496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Checking segment: {'id': '7c1d2680-ac29-4fbb-8d0a-366fb209595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:09.142917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network hostable DHCP agents. Network: 2e5c4d72-748f-4855-82b8-fea5bec59ec8, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:09.170557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:09.182416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 2e5c4d72-748f-4855-82b8-fea5bec59ec8) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:09.187115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.187905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.209585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-618ed7fd-e7aa-404d-93b8-0dd741db7e32 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9581132 Aug 16 02:27:09.210579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49024) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:09.210721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a60635-f0ad-43ee-a5de-638d5bec6f17 None None] Network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:09.329638 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.354335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:09.416436 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'port_id': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'mac_address': 'fa:16:3e:76:f7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:09.463670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:09.507224 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.511325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:06Z', 'revision_number': 3, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:06Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:09.517550 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.518363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:09.589326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Transition to ACTIVE for port object d8698a2c-21d7-41cc-b423-bcfdb757c5b5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:09.631708 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:09.632067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Updating router 2e197862-155a-4a33-8691-33867732c79f port a0f84721-c358-48f4-a382-8408b4a53936 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:09.651528 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.673962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-668c410d-82c5-45eb-96b3-e47ae4ba0cc4 None None] Provisioning for port a0f84721-c358-48f4-a382-8408b4a53936 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:09.675932 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.713962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-668c410d-82c5-45eb-96b3-e47ae4ba0cc4 None None] Provisioning complete for port a0f84721-c358-48f4-a382-8408b4a53936 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:09.714279 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-668c410d-82c5-45eb-96b3-e47ae4ba0cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.732540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Transition to ACTIVE for port object d8698a2c-21d7-41cc-b423-bcfdb757c5b5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:09.760694 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.769296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecebd6c-14f1-4045-b5e5-2859a3f54dd6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:09.784030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.803388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:09.902310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:09.928922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.10 (6cf9f617-9405-4669-85f0-20d9daab85b4/fe7f0434-9c3e-41f4-9958-e57b8ba5f796/1f710274-eeb1-4dd3-b786-615767aff4fe) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:09.974853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Network 6cf9f617-9405-4669-85f0-20d9daab85b4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:09.988314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f2821-48b8-4a23-ab3c-28ed4ba392a3 req-07709c9b-c3d6-4ded-8913-9ecf5b1c8a5b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.989931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b94f2821-48b8-4a23-ab3c-28ed4ba392a3 req-07709c9b-c3d6-4ded-8913-9ecf5b1c8a5b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 944 time: 0.1435347 Aug 16 02:27:10.012975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:10.015952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:10.018173 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.030928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:10.035772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:10.036852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.047452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:10.047969 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.048107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c40df9-242d-4409-8dc7-c317438b9ab1 req-ba739a77-d68c-4126-8a8e-163b8aea9af3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.049633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24c40df9-242d-4409-8dc7-c317438b9ab1 req-ba739a77-d68c-4126-8a8e-163b8aea9af3 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 945 time: 0.1082604 Aug 16 02:27:10.064202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-668c410d-82c5-45eb-96b3-e47ae4ba0cc4 None None] Port a0f84721-c358-48f4-a382-8408b4a53936 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:10.097390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.22.0.1 (2e5c4d72-748f-4855-82b8-fea5bec59ec8/86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6/b85f509a-4189-4bbd-adda-4a3e9be9680c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:10.116881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b94f2821-48b8-4a23-ab3c-28ed4ba392a3 req-1d9d02d0-4ab4-436f-b9ef-2d4e044f1419 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137707 Aug 16 02:27:10.179658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24c40df9-242d-4409-8dc7-c317438b9ab1 req-5fcf3bc4-ef2b-4313-a0e2-a1fc2806fbf6 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105540 Aug 16 02:27:10.204987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Pushing event updated for resources: {'Port': ['ID=d8698a2c-21d7-41cc-b423-bcfdb757c5b5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:10.252615 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.254100 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.268770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Transition to ACTIVE for port object b85f509a-4189-4bbd-adda-4a3e9be9680c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:10.272087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object 1f710274-eeb1-4dd3-b786-615767aff4fe will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:10.312087 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.316323 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.317161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['fecebd6c-14f1-4045-b5e5-2859a3f54dd6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:10.363044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:10.366798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:10.370241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:10.373636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 6cf9f617-9405-4669-85f0-20d9daab85b4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:10.378159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:10.382883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:10.398627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=b85f509a-4189-4bbd-adda-4a3e9be9680c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:10.415690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=1f710274-eeb1-4dd3-b786-615767aff4fe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:10.428676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.446513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.447199 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.463618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-06d45044-1ad4-44cf-b28e-25e4f5a312de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0374756 Aug 16 02:27:10.466084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:10.471550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': '6cf9f617-9405-4669-85f0-20d9daab85b4', 'name': 'tempest-PortsTestJSON-1408026368', 'fixed_ips': [{'subnet_id': 'fe7f0434-9c3e-41f4-9958-e57b8ba5f796', 'ip_address': '172.20.0.9'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:10.527876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-668c410d-82c5-45eb-96b3-e47ae4ba0cc4 None None] Provisioning complete for port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:10.528540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-668c410d-82c5-45eb-96b3-e47ae4ba0cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.568426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.592675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Attempting to bind port d8698a2c-21d7-41cc-b423-bcfdb757c5b5 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:10.593050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Attempting to bind port d8698a2c-21d7-41cc-b423-bcfdb757c5b5 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'bfae76d1-21bd-4ec9-8944-ab28561769be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cf9f617-9405-4669-85f0-20d9daab85b4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:10.593417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Attempting to bind port d8698a2c-21d7-41cc-b423-bcfdb757c5b5 on network 6cf9f617-9405-4669-85f0-20d9daab85b4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:10.604829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:10.610039 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.630448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port cae9307f-1e5a-441d-875d-d4722c4a7890 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:27:10.677096 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:10.677369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Checking segment: {'id': 'bfae76d1-21bd-4ec9-8944-ab28561769be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cf9f617-9405-4669-85f0-20d9daab85b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:10.677772 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.678170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Bound using segment: {'id': 'bfae76d1-21bd-4ec9-8944-ab28561769be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cf9f617-9405-4669-85f0-20d9daab85b4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:10.678654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Bound port: d8698a2c-21d7-41cc-b423-bcfdb757c5b5, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfae76d1-21bd-4ec9-8944-ab28561769be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '6cf9f617-9405-4669-85f0-20d9daab85b4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:10.679036 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.740457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 77efa93f-0ef5-47c8-a7b1-f19110e180ff no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:10.752249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:10.803351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.9 (6cf9f617-9405-4669-85f0-20d9daab85b4/fe7f0434-9c3e-41f4-9958-e57b8ba5f796/cae9307f-1e5a-441d-875d-d4722c4a7890) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:10.823667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 77efa93f-0ef5-47c8-a7b1-f19110e180ff {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:10.824060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 77efa93f-0ef5-47c8-a7b1-f19110e180ff not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:10.877173 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.882952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.906172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Allocated IP 172.22.0.2 (2e5c4d72-748f-4855-82b8-fea5bec59ec8/86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6/5794038b-cb89-4415-b638-9e38858ba7b8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:10.908153 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.979545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.981279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=b85f509a-4189-4bbd-adda-4a3e9be9680c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:10.988022 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.017796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object cae9307f-1e5a-441d-875d-d4722c4a7890 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:11.062038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.085229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] For port d8698a2c-21d7-41cc-b423-bcfdb757c5b5, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:11.100558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:11.103255 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:11.110877 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-668c410d-82c5-45eb-96b3-e47ae4ba0cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.112578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 6cf9f617-9405-4669-85f0-20d9daab85b4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:11.115622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:11.119556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:11.143064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9,segment=NetworkSegment(a7f3edf2-702f-4ac3-b640-d72f49dd0316),segment_id=a7f3edf2-702f-4ac3-b640-d72f49dd0316)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:11.153467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] For port d8698a2c-21d7-41cc-b423-bcfdb757c5b5, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d8698a2c-21d7-41cc-b423-bcfdb757c5b5,segment=NetworkSegment(bfae76d1-21bd-4ec9-8944-ab28561769be),segment_id=bfae76d1-21bd-4ec9-8944-ab28561769be)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:11.177687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.178513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:11.188326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:11.189152 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.202411 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.215707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=cae9307f-1e5a-441d-875d-d4722c4a7890,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:11.227060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5845e4d3-db52-402a-9e15-fc967e395ae5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7596767 Aug 16 02:27:11.232509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:11.292629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:11.422939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:11.432630 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-05482cbb-c54c-48e1-9651-e49243d05d81 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2178950 Aug 16 02:27:11.447121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:11.461041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b422b-68fd-49fd-a7bc-3f68d286bae2 req-0068394f-e0f7-46ca-a3d4-a39b7e5eb29b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:11.469803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6b422b-68fd-49fd-a7bc-3f68d286bae2 req-0068394f-e0f7-46ca-a3d4-a39b7e5eb29b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.2407076 Aug 16 02:27:11.486430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'network': {'name': 'tempest-RoutersTest-1624757885'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:11.492099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-b626f176-d1af-4985-904c-e97535ffd772 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:11.493490 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.494753 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-b626f176-d1af-4985-904c-e97535ffd772 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 945 time: 0.3015420 Aug 16 02:27:11.498405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:11.510953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb9a03a-dd10-411c-ab83-131577b2b4aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:11.512368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2cb9a03a-dd10-411c-ab83-131577b2b4aa tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2778022 Aug 16 02:27:11.518495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:11.575528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Transition to ACTIVE for port object 5794038b-cb89-4415-b638-9e38858ba7b8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:11.626525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Deleting port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:11.627037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.628769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.693184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Transition to ACTIVE for port object 5794038b-cb89-4415-b638-9e38858ba7b8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:11.707054 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-668c410d-82c5-45eb-96b3-e47ae4ba0cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:27:11.707463 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-668c410d-82c5-45eb-96b3-e47ae4ba0cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:27:11.716334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Transition to ACTIVE for port object a0f84721-c358-48f4-a382-8408b4a53936 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:11.721556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d3aa0-6ff2-4b1a-9399-9313550284f2 None None] Pushing event updated for resources: {'Port': ['ID=d8698a2c-21d7-41cc-b423-bcfdb757c5b5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:11.729570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.776840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.797017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] For port eb9ba099-7736-4e8f-9d9f-de02f63e12c4, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:11.797399 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.820601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Calling delete_port for eb9ba099-7736-4e8f-9d9f-de02f63e12c4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:11.826446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:11.864222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:11.864604 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.873781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:11.877013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:11.990284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Pushing event updated for resources: {'Port': ['ID=5794038b-cb89-4415-b638-9e38858ba7b8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:12.038946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.073914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event deleted for resources: {'Port': ['ID=eb9ba099-7736-4e8f-9d9f-de02f63e12c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:12.148602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Attempting to bind port 5794038b-cb89-4415-b638-9e38858ba7b8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:12.149143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Attempting to bind port 5794038b-cb89-4415-b638-9e38858ba7b8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7c1d2680-ac29-4fbb-8d0a-366fb209595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:12.150229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Attempting to bind port 5794038b-cb89-4415-b638-9e38858ba7b8 on network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:12.152016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] No DVR routers for this DVR port eb9ba099-7736-4e8f-9d9f-de02f63e12c4 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:12.155994 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.158490 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-52ad8583-8672-4d06-8ae9-a563d9f328bd req-32bf07dc-bfec-442f-85aa-9351fe612bbd tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "DELETE /v2.0/ports/eb9ba099-7736-4e8f-9d9f-de02f63e12c4 HTTP/1.1" status: 204 len: 173 time: 0.6563785 Aug 16 02:27:12.159168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b63541-48aa-4773-b410-eb04632570ca', 'name': 'network-vif-deleted', 'tag': 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:12.170388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:12.171844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Checking segment: {'id': '7c1d2680-ac29-4fbb-8d0a-366fb209595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:12.172469 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b5d29b-bc93-4b7d-b749-fa59c38ffe5d" -d '{"events": [{"server_uuid": "89b63541-48aa-4773-b410-eb04632570ca", "name": "network-vif-deleted", "tag": "eb9ba099-7736-4e8f-9d9f-de02f63e12c4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:12.172624 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.173219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Bound using segment: {'id': '7c1d2680-ac29-4fbb-8d0a-366fb209595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:12.173814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Bound port: 5794038b-cb89-4415-b638-9e38858ba7b8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1d2680-ac29-4fbb-8d0a-366fb209595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:12.174763 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.188761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa23b2a-c2ec-4c97-a6f1-292b1e388597 None None] Pushing event updated for resources: {'Port': ['ID=a0f84721-c358-48f4-a382-8408b4a53936,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:12.190759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:12.206486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.213140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a6b422b-68fd-49fd-a7bc-3f68d286bae2 req-9e14e4c7-110c-4e6a-8914-2cccd9b78ced tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7424242 Aug 16 02:27:12.241165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Attempting to bind port a0f84721-c358-48f4-a382-8408b4a53936 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:12.241689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Attempting to bind port a0f84721-c358-48f4-a382-8408b4a53936 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'a7f3edf2-702f-4ac3-b640-d72f49dd0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:12.242182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Attempting to bind port a0f84721-c358-48f4-a382-8408b4a53936 on network 1f7911a2-0a64-42d2-80a6-08da45d004c3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:12.255538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:12.256056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Checking segment: {'id': 'a7f3edf2-702f-4ac3-b640-d72f49dd0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:12.256883 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.259565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a11694ee-8e8a-4079-9ce5-fb115940ef37 req-2c1c6e11-fdfc-48d3-b079-02f86b9d1ef2 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b63541-48aa-4773-b410-eb04632570ca HTTP/1.1" status: 200 len: 210 time: 0.6960511 Aug 16 02:27:12.260492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Bound using segment: {'id': 'a7f3edf2-702f-4ac3-b640-d72f49dd0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:12.261314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Bound port: a0f84721-c358-48f4-a382-8408b4a53936, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f3edf2-702f-4ac3-b640-d72f49dd0316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:12.262370 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.290681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:12.297776 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83493aa-a66a-44ee-9a04-0875ed271cb5 x-openstack-request-id: req-c83493aa-a66a-44ee-9a04-0875ed271cb5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:12.298592 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b63541-48aa-4773-b410-eb04632570ca", "name": "network-vif-deleted", "tag": "eb9ba099-7736-4e8f-9d9f-de02f63e12c4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:12.299320 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c83493aa-a66a-44ee-9a04-0875ed271cb5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:12.299911 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b63541-48aa-4773-b410-eb04632570ca', 'name': 'network-vif-deleted', 'tag': 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4', 'status': 'completed', 'code': 200} Aug 16 02:27:12.312242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0099327f-1ee4-496b-af10-955dde847491 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:12.318755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0099327f-1ee4-496b-af10-955dde847491 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:12.326182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0099327f-1ee4-496b-af10-955dde847491 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:12.328119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0099327f-1ee4-496b-af10-955dde847491 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.8088393 Aug 16 02:27:12.329622 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.329969 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added segment 49985bfe-4ae0-4243-a765-ab6d5ed1ce3a of type vlan for network ea0d6c32-dd38-4689-aca0-46e012607f19 Aug 16 02:27:12.331408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:12.411690 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.433695 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.478459 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.488182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] For port 5794038b-cb89-4415-b638-9e38858ba7b8, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:12.488405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:12.489165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.493461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] For port 5794038b-cb89-4415-b638-9e38858ba7b8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5794038b-cb89-4415-b638-9e38858ba7b8,segment=NetworkSegment(7c1d2680-ac29-4fbb-8d0a-366fb209595c),segment_id=7c1d2680-ac29-4fbb-8d0a-366fb209595c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:12.496560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] For port a0f84721-c358-48f4-a382-8408b4a53936, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:12.499922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] For port a0f84721-c358-48f4-a382-8408b4a53936, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a0f84721-c358-48f4-a382-8408b4a53936,segment=NetworkSegment(a7f3edf2-702f-4ac3-b640-d72f49dd0316),segment_id=a7f3edf2-702f-4ac3-b640-d72f49dd0316)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:12.506262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.551204 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.559525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-720d06ad-0e43-42a9-b52b-6070f889a5de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port cae9307f-1e5a-441d-875d-d4722c4a7890 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:12.559906 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-720d06ad-0e43-42a9-b52b-6070f889a5de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.612942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:12.613553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:12.613844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1617649 Aug 16 02:27:12.616712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:12.625547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'subnet': {'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:12.627848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d0c36-cd43-4df3-87fe-b30b1be05867 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Network': ['ID=ea0d6c32-dd38-4689-aca0-46e012607f19,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:12.711143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-720d06ad-0e43-42a9-b52b-6070f889a5de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.726849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-720d06ad-0e43-42a9-b52b-6070f889a5de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for cae9307f-1e5a-441d-875d-d4722c4a7890 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:12.766821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ea0d6c32-dd38-4689-aca0-46e012607f19 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:12.771438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['bdfab2db-7551-4904-8054-7c4d2d87d591', 'eb9ba099-7736-4e8f-9d9f-de02f63e12c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:12.773235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device fecebd6c-14f1-4045-b5e5-2859a3f54dd6 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:12.908303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Made reservation on behalf of 84cc5c27079b4653ad57df5f79837fa7 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:12.914317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.999630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-720d06ad-0e43-42a9-b52b-6070f889a5de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.090621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d06ad-0e43-42a9-b52b-6070f889a5de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=cae9307f-1e5a-441d-875d-d4722c4a7890,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:13.091247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d8698a2c-21d7-41cc-b423-bcfdb757c5b5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:13.192949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.272473 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-720d06ad-0e43-42a9-b52b-6070f889a5de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.285041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-720d06ad-0e43-42a9-b52b-6070f889a5de tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/cae9307f-1e5a-441d-875d-d4722c4a7890 HTTP/1.1" status: 204 len: 168 time: 0.9522393 Aug 16 02:27:13.288128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:13.326057 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-405c5a85-4b79-4e66-a3ea-365d75971389 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:27:13.328222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-405c5a85-4b79-4e66-a3ea-365d75971389 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/cae9307f-1e5a-441d-875d-d4722c4a7890 HTTP/1.1" status: 404 len: 333 time: 0.0357170 Aug 16 02:27:13.331373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:13.422019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Subnet': ['ID=848359ec-ac73-4c3d-96c2-eebf8732ba6a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:13.425393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Checking segment: {'id': '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:13.426044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network hostable DHCP agents. Network: ea0d6c32-dd38-4689-aca0-46e012607f19, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:13.456467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network ea0d6c32-dd38-4689-aca0-46e012607f19 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:13.476626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ea0d6c32-dd38-4689-aca0-46e012607f19) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:13.497619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:13.503077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.531175 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f6f1fc68-6093-4508-b93c-131d7543b97b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9109287 Aug 16 02:27:13.531810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:13.565006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf1feb-f27b-40a2-a935-1f53a80d1344 req-761d0066-fcdc-4e55-a1f6-c70d5daf96ba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:13.566748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dcbf1feb-f27b-40a2-a935-1f53a80d1344 req-761d0066-fcdc-4e55-a1f6-c70d5daf96ba tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.1533861 Aug 16 02:27:13.576480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e92b078-58ff-446a-8389-1fb806b66862 None None] Network ea0d6c32-dd38-4689-aca0-46e012607f19 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:13.579609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510f17c-701f-40ff-8ad9-c1917896297a None None] Pushing event updated for resources: {'Port': ['ID=5794038b-cb89-4415-b638-9e38858ba7b8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:13.619585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f566ef4c-b03e-420b-8ab2-4473bc3b1e80 None None] Network 6cf9f617-9405-4669-85f0-20d9daab85b4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:13.638198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dcbf1feb-f27b-40a2-a935-1f53a80d1344 req-ee895c9a-0f0c-401e-bcf5-5e6b89d2ec08 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508084 Aug 16 02:27:13.646165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-feaed594-9919-4655-821e-2405f4e50cb1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 1f710274-eeb1-4dd3-b786-615767aff4fe {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:13.646165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feaed594-9919-4655-821e-2405f4e50cb1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.668259 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:13.788580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47842-4c5e-4b59-9c1d-0ccdf6e75ce9 req-f169d184-90ba-4867-b4be-c4519f1d1b28 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:13.790291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42d47842-4c5e-4b59-9c1d-0ccdf6e75ce9 req-f169d184-90ba-4867-b4be-c4519f1d1b28 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.1110876 Aug 16 02:27:13.800738 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feaed594-9919-4655-821e-2405f4e50cb1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.829509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-feaed594-9919-4655-821e-2405f4e50cb1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 1f710274-eeb1-4dd3-b786-615767aff4fe owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:13.858139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42d47842-4c5e-4b59-9c1d-0ccdf6e75ce9 req-e8010360-cc19-4a62-a57f-d9d51bfd1ce9 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0929129-f58d-419b-a18f-22a8eabe7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593336 Aug 16 02:27:13.873228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa23b2a-c2ec-4c97-a6f1-292b1e388597 None None] Pushing event updated for resources: {'Port': ['ID=a0f84721-c358-48f4-a382-8408b4a53936,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:13.907745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port d8698a2c-21d7-41cc-b423-bcfdb757c5b5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:13.936894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:14.001950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:14.028147 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feaed594-9919-4655-821e-2405f4e50cb1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.032039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29668-943b-4138-a78e-92357309119a req-5fc21bc3-a24c-423d-a13b-fb4ff5c4501c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:14.033561 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12f29668-943b-4138-a78e-92357309119a req-5fc21bc3-a24c-423d-a13b-fb4ff5c4501c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 946 time: 0.1448045 Aug 16 02:27:14.058784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:14.059214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.067651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaed594-9919-4655-821e-2405f4e50cb1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=1f710274-eeb1-4dd3-b786-615767aff4fe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:14.178964 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feaed594-9919-4655-821e-2405f4e50cb1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.182193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-feaed594-9919-4655-821e-2405f4e50cb1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/1f710274-eeb1-4dd3-b786-615767aff4fe HTTP/1.1" status: 204 len: 168 time: 0.8494742 Aug 16 02:27:14.182896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81f19bdd-c3d9-4035-b203-e09d8294cead None None] Provisioning for port d8698a2c-21d7-41cc-b423-bcfdb757c5b5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:14.184781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:14.200384 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.217498 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe7a627-0267-4f9f-9ab6-76b56e0d1335 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:27:14.220483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1fe7a627-0267-4f9f-9ab6-76b56e0d1335 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/1f710274-eeb1-4dd3-b786-615767aff4fe HTTP/1.1" status: 404 len: 333 time: 0.0345383 Aug 16 02:27:14.223754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:14.256404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81f19bdd-c3d9-4035-b203-e09d8294cead None None] Provisioning complete for port d8698a2c-21d7-41cc-b423-bcfdb757c5b5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:14.256587 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81f19bdd-c3d9-4035-b203-e09d8294cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.288103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e1889b-99f4-4cf4-9662-6b987838faf7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet fe7f0434-9c3e-41f4-9958-e57b8ba5f796 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:14.292826 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4e1889b-99f4-4cf4-9662-6b987838faf7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.318324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9ebe7e-abaf-46d4-9f68-434bcbd937f2 None None] Network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:14.329579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-12f29668-943b-4138-a78e-92357309119a req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Deleting port bdfab2db-7551-4904-8054-7c4d2d87d591 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:14.330293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12f29668-943b-4138-a78e-92357309119a req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.339753 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4e1889b-99f4-4cf4-9662-6b987838faf7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.439821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4e1889b-99f4-4cf4-9662-6b987838faf7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.477546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:14.477925 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.490062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-12f29668-943b-4138-a78e-92357309119a req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] For port bdfab2db-7551-4904-8054-7c4d2d87d591, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=bdfab2db-7551-4904-8054-7c4d2d87d591,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:14.490432 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12f29668-943b-4138-a78e-92357309119a req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.513529 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4e1889b-99f4-4cf4-9662-6b987838faf7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.515316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-ea0d6c32-dd38-4689-aca0-46e012607f19', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:14.516147 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.539066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-12f29668-943b-4138-a78e-92357309119a req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Calling delete_port for bdfab2db-7551-4904-8054-7c4d2d87d591 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:14.545283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1889b-99f4-4cf4-9662-6b987838faf7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7f0434-9c3e-41f4-9958-e57b8ba5f796,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:14.548866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4e1889b-99f4-4cf4-9662-6b987838faf7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.553089 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c4e1889b-99f4-4cf4-9662-6b987838faf7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/fe7f0434-9c3e-41f4-9958-e57b8ba5f796 HTTP/1.1" status: 204 len: 168 time: 0.3261826 Aug 16 02:27:14.553325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:14.654716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.676910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Allocated IP 172.23.0.1 (ea0d6c32-dd38-4689-aca0-46e012607f19/848359ec-ac73-4c3d-96c2-eebf8732ba6a/25291dce-8516-4364-98f2-3bc1321eade1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:14.747925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port d8698a2c-21d7-41cc-b423-bcfdb757c5b5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:14.748278 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.774807 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.881776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.887467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] For port d8698a2c-21d7-41cc-b423-bcfdb757c5b5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d8698a2c-21d7-41cc-b423-bcfdb757c5b5,segment=NetworkSegment(bfae76d1-21bd-4ec9-8944-ab28561769be),segment_id=bfae76d1-21bd-4ec9-8944-ab28561769be)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:14.888847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.901547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db6ef5e-2549-4406-9e0d-d2999a81e78a None None] Network 6cf9f617-9405-4669-85f0-20d9daab85b4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:14.905256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for d8698a2c-21d7-41cc-b423-bcfdb757c5b5 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:14.915354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66faa1-a882-4c28-bb27-0b83575b03f2 req-4fc18b3d-8e29-471f-b2e5-ddb6c1b7e505 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:14.917115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca66faa1-a882-4c28-bb27-0b83575b03f2 req-4fc18b3d-8e29-471f-b2e5-ddb6c1b7e505 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.1541624 Aug 16 02:27:14.949077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Transition to ACTIVE for port object 25291dce-8516-4364-98f2-3bc1321eade1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:14.975076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12f29668-943b-4138-a78e-92357309119a req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.986648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:14.988938 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6773bf3-378e-4003-8266-70802ec2685d" -d '{"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-plugged", "status": "completed", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:15.009815 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81f19bdd-c3d9-4035-b203-e09d8294cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.017871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb7f23d7-3de3-4883-b6b0-f64c6f72b81e req-01b01c2a-6ddf-4a91-ae60-10f88036572a tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9afd5f-2843-4898-b127-5b08c2947a13 HTTP/1.1" status: 200 len: 210 time: 0.0423064 Aug 16 02:27:15.023512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:10Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:12Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:10Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:15.027166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event deleted for resources: {'Port': ['ID=bdfab2db-7551-4904-8054-7c4d2d87d591,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.027575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca66faa1-a882-4c28-bb27-0b83575b03f2 req-67f7fa8f-d128-4a90-8676-961d5ac1aa56 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024947 Aug 16 02:27:15.048835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:15.085668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.095009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f378fd-f2fd-43ec-b7cc-baf22f8175b8 None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:10Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:12Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:10Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:15.098138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:15.099887 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.100661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eb9ba099-7736-4e8f-9d9f-de02f63e12c4 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:15.124688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=d8698a2c-21d7-41cc-b423-bcfdb757c5b5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.132487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No DVR routers for this DVR port d8698a2c-21d7-41cc-b423-bcfdb757c5b5 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:15.191158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f29668-943b-4138-a78e-92357309119a req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] No DVR routers for this DVR port bdfab2db-7551-4904-8054-7c4d2d87d591 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:15.201754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.212992 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e25d7e9-639d-451b-9b22-9f08c4cbe183 x-openstack-request-id: req-2e25d7e9-639d-451b-9b22-9f08c4cbe183 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:15.214709 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-plugged", "status": "completed", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:15.215188 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e25d7e9-639d-451b-9b22-9f08c4cbe183 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:15.215372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-12f29668-943b-4138-a78e-92357309119a req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.215586 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'code': 200} Aug 16 02:27:15.217365 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-12f29668-943b-4138-a78e-92357309119a req-89a57a40-c650-45f8-ab00-a2077f121f18 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.93 "DELETE /v2.0/ports/bdfab2db-7551-4904-8054-7c4d2d87d591 HTTP/1.1" status: 204 len: 173 time: 1.1754854 Aug 16 02:27:15.221993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9afd5f-2843-4898-b127-5b08c2947a13', 'name': 'network-vif-deleted', 'tag': 'bdfab2db-7551-4904-8054-7c4d2d87d591'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:15.224284 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbcd94d-781f-46bf-adbf-eda69f2b9563" -d '{"events": [{"server_uuid": "1b9afd5f-2843-4898-b127-5b08c2947a13", "name": "network-vif-deleted", "tag": "bdfab2db-7551-4904-8054-7c4d2d87d591"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:15.334736 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef558085-9a71-48c7-8ed2-35cb4c709ff9 x-openstack-request-id: req-ef558085-9a71-48c7-8ed2-35cb4c709ff9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:15.336333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.338862 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9afd5f-2843-4898-b127-5b08c2947a13", "name": "network-vif-deleted", "tag": "bdfab2db-7551-4904-8054-7c4d2d87d591", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:15.339247 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef558085-9a71-48c7-8ed2-35cb4c709ff9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:15.339614 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9afd5f-2843-4898-b127-5b08c2947a13', 'name': 'network-vif-deleted', 'tag': 'bdfab2db-7551-4904-8054-7c4d2d87d591', 'status': 'completed', 'code': 200} Aug 16 02:27:15.360124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf9f617-9405-4669-85f0-20d9daab85b4']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:15.393287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: eb9ba099-7736-4e8f-9d9f-de02f63e12c4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:15.393653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device eb9ba099-7736-4e8f-9d9f-de02f63e12c4 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:15.401130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfae76d1-21bd-4ec9-8944-ab28561769be') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:15.401417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfae76d1-21bd-4ec9-8944-ab28561769be') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:15.414348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.432171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.439980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=25291dce-8516-4364-98f2-3bc1321eade1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.440218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:15.440691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.467007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network ea0d6c32-dd38-4689-aca0-46e012607f19 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:15.468347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113af5fc-e572-4541-9316-565a8e68db1b None None] DHCP port deletion for 6cf9f617-9405-4669-85f0-20d9daab85b4 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:15.478090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:15.481592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:15.494281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Allocated IP 172.23.0.2 (ea0d6c32-dd38-4689-aca0-46e012607f19/848359ec-ac73-4c3d-96c2-eebf8732ba6a/7fb26b66-98b6-4dd7-9728-a4c069ae7a22) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:15.509820 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:15.544097 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.572629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15bf1c-743c-4e90-93a5-d7b8b52537bd req-fc01a416-c6dc-4278-bebe-f2cbd84ad698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.574090 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.578350 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8b15bf1c-743c-4e90-93a5-d7b8b52537bd req-fc01a416-c6dc-4278-bebe-f2cbd84ad698 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1098 time: 0.3436756 Aug 16 02:27:15.582550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/networks/6cf9f617-9405-4669-85f0-20d9daab85b4 HTTP/1.1" status: 204 len: 168 time: 1.0281477 Aug 16 02:27:15.583249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:15.585922 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.616039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5566ec7-9719-48a8-b3f5-26a4de46127b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Network': ['ID=6cf9f617-9405-4669-85f0-20d9daab85b4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.701030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1573888290'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:15.891854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.905946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:15.906222 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.933966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0df75360-3a2a-4a0a-aea6-acf4f61e4648 None None] Could not find standard attr ID for object d8698a2c-21d7-41cc-b423-bcfdb757c5b5. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:27:15.975415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0df75360-3a2a-4a0a-aea6-acf4f61e4648 None None] Provisioning for port 5794038b-cb89-4415-b638-9e38858ba7b8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:16.128142 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.147251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Transition to ACTIVE for port object 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:16.162079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82a1a6dc-3e78-445a-8498-d98afdc88356 None None] Provisioning for port b85f509a-4189-4bbd-adda-4a3e9be9680c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:16.177248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82a1a6dc-3e78-445a-8498-d98afdc88356 None None] Provisioning complete for port b85f509a-4189-4bbd-adda-4a3e9be9680c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:16.177763 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82a1a6dc-3e78-445a-8498-d98afdc88356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.246098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Transition to ACTIVE for port object 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:16.270693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.279913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf5bc0-7504-4324-8149-2b762ee6109e req-fc1c3382-968a-4134-9ba2-61666630c242 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.291692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ddf5bc0-7504-4324-8149-2b762ee6109e req-fc1c3382-968a-4134-9ba2-61666630c242 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.0983665 Aug 16 02:27:16.351102 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ddf5bc0-7504-4324-8149-2b762ee6109e req-7049a6d2-690b-4cd4-ae85-d391ec1fcafd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582507 Aug 16 02:27:16.387516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.419544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a0f84721-c358-48f4-a382-8408b4a53936 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:16.426824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:16.441098 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.458959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Network ea0d6c32-dd38-4689-aca0-46e012607f19 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:16.465010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-82a1a6dc-3e78-445a-8498-d98afdc88356 None None] Port b85f509a-4189-4bbd-adda-4a3e9be9680c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:16.467941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:16.468725 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8b15bf1c-743c-4e90-93a5-d7b8b52537bd req-90b1263a-7a20-4ba8-98bc-9794f41dba84 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7821710 Aug 16 02:27:16.474637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Pushing event updated for resources: {'Port': ['ID=7fb26b66-98b6-4dd7-9728-a4c069ae7a22,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:16.478481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:16.526644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:16.596403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Attempting to bind port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:16.596403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Attempting to bind port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:16.596403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Attempting to bind port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 on network ea0d6c32-dd38-4689-aca0-46e012607f19 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:16.607305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:16.607879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Checking segment: {'id': '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:16.608405 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.608912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Bound using segment: {'id': '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:16.609514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Bound port: 7fb26b66-98b6-4dd7-9728-a4c069ae7a22, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:16.610033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.628304 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.628646 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Added segment 881635cc-adf8-4063-9369-896c9a3529e4 of type vlan for network 387b2c11-1127-4ca4-9d45-1cee996eed9a Aug 16 02:27:16.632239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a0f84721-c358-48f4-a382-8408b4a53936 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:16.633888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d65bb9-3e93-44b3-a2cd-234c357feaed req-602c1b05-0fa3-4e34-b534-b4f2efd13dfa tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.636992 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08d65bb9-3e93-44b3-a2cd-234c357feaed req-602c1b05-0fa3-4e34-b534-b4f2efd13dfa tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.0741324 Aug 16 02:27:16.657387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a0f84721-c358-48f4-a382-8408b4a53936 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:16.657387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.696289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08d65bb9-3e93-44b3-a2cd-234c357feaed req-dcbd6ed4-4f93-4c7b-8103-1d29f585de07 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505056 Aug 16 02:27:16.699793 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.711863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-771a5d03-0521-431d-9161-3ab97f960915 None None] Provisioning complete for port b85f509a-4189-4bbd-adda-4a3e9be9680c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:16.712304 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-771a5d03-0521-431d-9161-3ab97f960915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.769549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] For port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:16.773313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-771a5d03-0521-431d-9161-3ab97f960915 None None] Port b85f509a-4189-4bbd-adda-4a3e9be9680c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:16.776552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] For port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7fb26b66-98b6-4dd7-9728-a4c069ae7a22,segment=NetworkSegment(49985bfe-4ae0-4243-a765-ab6d5ed1ce3a),segment_id=49985bfe-4ae0-4243-a765-ab6d5ed1ce3a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:16.782256 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.792472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.798065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.798641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.871983 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.876480 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2887161 Aug 16 02:27:16.876853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:16.883409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': '387b2c11-1127-4ca4-9d45-1cee996eed9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:16.899781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310ab43-96b5-4309-a696-bc395282000c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Network': ['ID=387b2c11-1127-4ca4-9d45-1cee996eed9a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:16.917814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1b7b3-961f-4ec7-9e4d-e6560ceb0e08 None None] Pushing event updated for resources: {'Port': ['ID=7fb26b66-98b6-4dd7-9728-a4c069ae7a22,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:16.944648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 387b2c11-1127-4ca4-9d45-1cee996eed9a details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:16.944923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.950495 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.962633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port a0f84721-c358-48f4-a382-8408b4a53936, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a0f84721-c358-48f4-a382-8408b4a53936,segment=NetworkSegment(a7f3edf2-702f-4ac3-b640-d72f49dd0316),segment_id=a7f3edf2-702f-4ac3-b640-d72f49dd0316)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:16.990962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.992075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5794038b-cb89-4415-b638-9e38858ba7b8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:16.995852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:17.000186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.044204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event updated for resources: {'Port': ['ID=25291dce-8516-4364-98f2-3bc1321eade1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:17.053413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.138441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=a0f84721-c358-48f4-a382-8408b4a53936,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:17.191020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5794038b-cb89-4415-b638-9e38858ba7b8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:17.196812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5794038b-cb89-4415-b638-9e38858ba7b8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:17.197510 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.246664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Network ea0d6c32-dd38-4689-aca0-46e012607f19 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:17.248719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:17.317343 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.338244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.357469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 5794038b-cb89-4415-b638-9e38858ba7b8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5794038b-cb89-4415-b638-9e38858ba7b8,segment=NetworkSegment(7c1d2680-ac29-4fbb-8d0a-366fb209595c),segment_id=7c1d2680-ac29-4fbb-8d0a-366fb209595c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:17.362953 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.398170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:17.404944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=f433517b-9122-46f3-b417-3592975450f3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:17.422872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Checking segment: {'id': '881635cc-adf8-4063-9369-896c9a3529e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '387b2c11-1127-4ca4-9d45-1cee996eed9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:17.423690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network hostable DHCP agents. Network: 387b2c11-1127-4ca4-9d45-1cee996eed9a, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:17.439918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=5794038b-cb89-4415-b638-9e38858ba7b8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:17.455028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d8698a2c-21d7-41cc-b423-bcfdb757c5b5 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:17.460429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 387b2c11-1127-4ca4-9d45-1cee996eed9a is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:17.477036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d8698a2c-21d7-41cc-b423-bcfdb757c5b5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:17.477481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d8698a2c-21d7-41cc-b423-bcfdb757c5b5 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:17.485558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 387b2c11-1127-4ca4-9d45-1cee996eed9a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:17.494618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f300454-9523-4d28-8286-ab213b09c69d None None] Network 387b2c11-1127-4ca4-9d45-1cee996eed9a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:17.500341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:17.501052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.520788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:17.526865 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5ca74bb4-e842-4f78-8e34-d718d1f14af1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9933076 Aug 16 02:27:17.531249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:17.537663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:17.597448 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b8e02d59-4137-4d79-be32-9eacf9ae56c0 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7186632 Aug 16 02:27:17.599434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:17.604671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-294570e8-4109-4ed0-a18a-f1b6ae35c5a5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1917589188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:17.630388 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294570e8-4109-4ed0-a18a-f1b6ae35c5a5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.632478 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294570e8-4109-4ed0-a18a-f1b6ae35c5a5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.662160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de104016-d6c2-4dc1-89a2-c5b8f8d47b53 req-e1ff05c3-c43d-403f-abca-c110643b21e5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:17.663808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de104016-d6c2-4dc1-89a2-c5b8f8d47b53 req-e1ff05c3-c43d-403f-abca-c110643b21e5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.1850529 Aug 16 02:27:17.668755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-387b2c11-1127-4ca4-9d45-1cee996eed9a', 'network_id': '387b2c11-1127-4ca4-9d45-1cee996eed9a', 'tenant_id': 'd06e9292718445ed982683c70b3a1a26', 'fixed_ips': [{'subnet_id': 'f433517b-9122-46f3-b417-3592975450f3'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:17.669627 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.704612 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294570e8-4109-4ed0-a18a-f1b6ae35c5a5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.712610 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294570e8-4109-4ed0-a18a-f1b6ae35c5a5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.736896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294570e8-4109-4ed0-a18a-f1b6ae35c5a5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.741921 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-294570e8-4109-4ed0-a18a-f1b6ae35c5a5 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1411111 Aug 16 02:27:17.743676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49106) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:17.749879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'network_id': '387b2c11-1127-4ca4-9d45-1cee996eed9a', 'name': 'tempest-PortsTestJSON-2109196280'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:17.800946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de104016-d6c2-4dc1-89a2-c5b8f8d47b53 req-35ebc706-1ab7-4a6d-be37-46fd8a06e788 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291275 Aug 16 02:27:17.871269 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:17.887944 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:17.892909 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:17.907213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Allocated IP 172.20.0.2 (387b2c11-1127-4ca4-9d45-1cee996eed9a/f433517b-9122-46f3-b417-3592975450f3/3bbbffec-270f-4298-a763-019cc515f433) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:17.958334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:17.963937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.994167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:27:18.009908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f3521-58e2-49a7-a6d0-1cb50749fed0 req-c9006cd0-c25b-46b3-854e-6eebd6e52f3d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:18.011629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a9f3521-58e2-49a7-a6d0-1cb50749fed0 req-c9006cd0-c25b-46b3-854e-6eebd6e52f3d tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1602092 Aug 16 02:27:18.087695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e68a4-11fc-41c8-9d82-9e9ed9414d2e req-46ebf2f9-4307-4af5-bcfd-5d864fb0e390 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:18.095243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de1e68a4-11fc-41c8-9d82-9e9ed9414d2e req-46ebf2f9-4307-4af5-bcfd-5d864fb0e390 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.1506424 Aug 16 02:27:18.152907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a9f3521-58e2-49a7-a6d0-1cb50749fed0 req-b37628dc-01df-4819-acbf-33fc785b22f1 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145563 Aug 16 02:27:18.211762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de1e68a4-11fc-41c8-9d82-9e9ed9414d2e req-606037cc-7c4f-459a-9fb6-b963b932413f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109228 Aug 16 02:27:18.230066 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.233199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:18.238291 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:18.258596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:27:18.262501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Transition to ACTIVE for port object 3bbbffec-270f-4298-a763-019cc515f433 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:18.278944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Removed routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:27:18.279936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.299892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Transition to ACTIVE for port object 3bbbffec-270f-4298-a763-019cc515f433 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:18.317221 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.353595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b20f80-07b9-4dcb-b73c-58f0192ceb0f None None] Network ea0d6c32-dd38-4689-aca0-46e012607f19 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:18.394326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-891a66b3-1e78-4407-b488-4557558b974b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:18.395879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Network 387b2c11-1127-4ca4-9d45-1cee996eed9a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:18.396835 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-891a66b3-1e78-4407-b488-4557558b974b tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.86 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.2490780 Aug 16 02:27:18.413796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d244f-7851-4fe2-8b2b-f8149e585d8d tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:18.416959 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b99d244f-7851-4fe2-8b2b-f8149e585d8d tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1093 time: 0.1613610 Aug 16 02:27:18.424091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:18.428963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:18.437212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:18.464330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:18.473197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:18.480689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.4 (387b2c11-1127-4ca4-9d45-1cee996eed9a/f433517b-9122-46f3-b417-3592975450f3/cee8466a-0ff2-4ba0-a30e-4d40811d7a1c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:18.550038 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '25291dce-8516-4364-98f2-3bc1321eade1', 'name': '', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:e6:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:14Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:10Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:18.563626 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.565573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.571166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.581490 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:18.582131 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Updating router 2e197862-155a-4a33-8691-33867732c79f port 25291dce-8516-4364-98f2-3bc1321eade1 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:18.583194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Pushing event updated for resources: {'Port': ['ID=3bbbffec-270f-4298-a763-019cc515f433,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:18.594645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Attempting to bind port 3bbbffec-270f-4298-a763-019cc515f433 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:18.595167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Attempting to bind port 3bbbffec-270f-4298-a763-019cc515f433 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '881635cc-adf8-4063-9369-896c9a3529e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '387b2c11-1127-4ca4-9d45-1cee996eed9a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:18.595772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Attempting to bind port 3bbbffec-270f-4298-a763-019cc515f433 on network 387b2c11-1127-4ca4-9d45-1cee996eed9a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:18.608214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b31be3e4-765b-44b6-a564-789936190c15 None None] Provisioning for port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:18.620703 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.620978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:18.621238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Checking segment: {'id': '881635cc-adf8-4063-9369-896c9a3529e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '387b2c11-1127-4ca4-9d45-1cee996eed9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:18.621608 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.622007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Bound using segment: {'id': '881635cc-adf8-4063-9369-896c9a3529e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '387b2c11-1127-4ca4-9d45-1cee996eed9a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:18.622492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Bound port: 3bbbffec-270f-4298-a763-019cc515f433, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881635cc-adf8-4063-9369-896c9a3529e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '387b2c11-1127-4ca4-9d45-1cee996eed9a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:18.622873 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.698475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:18.708365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] For port 3bbbffec-270f-4298-a763-019cc515f433, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:18.712788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] For port 3bbbffec-270f-4298-a763-019cc515f433, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3bbbffec-270f-4298-a763-019cc515f433,segment=NetworkSegment(881635cc-adf8-4063-9369-896c9a3529e4),segment_id=881635cc-adf8-4063-9369-896c9a3529e4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:18.720963 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.742198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Deleting port 4727de80-5b08-4fdf-adc1-35f76cfdff25 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:18.742888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.783185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bdfab2db-7551-4904-8054-7c4d2d87d591 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:18.820076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:18.833207 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.834601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-19e5e63a-b16f-466e-99ad-6d899c537933 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f HTTP/1.1" status: 200 len: 934 time: 1.3021519 Aug 16 02:27:18.837745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:18.846456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:18.856803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:18.857173 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.858696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: bdfab2db-7551-4904-8054-7c4d2d87d591 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:18.859047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device bdfab2db-7551-4904-8054-7c4d2d87d591 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:18.907461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.948393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa6f7f-c3cc-4d1e-94f4-0f1c5f2c260e None None] Pushing event updated for resources: {'Port': ['ID=3bbbffec-270f-4298-a763-019cc515f433,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:18.961952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object cee8466a-0ff2-4ba0-a30e-4d40811d7a1c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:19.004353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7416962c-b2f8-4a84-8db2-1eeb2e53b7b7 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f HTTP/1.1" status: 200 len: 934 time: 0.1654639 Aug 16 02:27:19.006933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:19.013322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'routes': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:19.029180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] For port 4727de80-5b08-4fdf-adc1-35f76cfdff25, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4727de80-5b08-4fdf-adc1-35f76cfdff25,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:19.032531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.036393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.077494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.090275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.093985 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.107943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7fb26b66-98b6-4dd7-9728-a4c069ae7a22,segment=NetworkSegment(49985bfe-4ae0-4243-a765-ab6d5ed1ce3a),segment_id=49985bfe-4ae0-4243-a765-ab6d5ed1ce3a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:19.119040 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.126715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a0f84721-c358-48f4-a382-8408b4a53936 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:19.151366 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Transition to ACTIVE for port object 25291dce-8516-4364-98f2-3bc1321eade1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:19.162359 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.303758 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Pushing event updated for resources: {'Port': ['ID=25291dce-8516-4364-98f2-3bc1321eade1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:19.320643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=7fb26b66-98b6-4dd7-9728-a4c069ae7a22,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:19.322561 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.322937 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.323351 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.323685 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.324014 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.324340 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.324659 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.324979 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.325296 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.325609 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.325931 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.326246 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.337809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.338648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.339331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.339997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.340521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.356237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.356826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.357401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.358059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.358570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.359180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.359692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:19.375073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 387b2c11-1127-4ca4-9d45-1cee996eed9a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:19.376414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a0f84721-c358-48f4-a382-8408b4a53936 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:19.376798 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.395932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:19.398487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:19.433031 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Attempting to bind port 25291dce-8516-4364-98f2-3bc1321eade1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:19.433713 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Attempting to bind port 25291dce-8516-4364-98f2-3bc1321eade1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:19.434073 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Attempting to bind port 25291dce-8516-4364-98f2-3bc1321eade1 on network ea0d6c32-dd38-4689-aca0-46e012607f19 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:19.442699 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:19.443066 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Checking segment: {'id': '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:19.444779 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.446122 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Bound using segment: {'id': '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:19.446794 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Bound port: 25291dce-8516-4364-98f2-3bc1321eade1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:19.447294 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.484833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=cee8466a-0ff2-4ba0-a30e-4d40811d7a1c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:19.509560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb6be-ceb8-48bb-ab95-ef8cb800aa8b req-70c545f1-3a34-4ef6-9136-10805e64be4c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:19.511845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d92cb6be-ceb8-48bb-ab95-ef8cb800aa8b req-70c545f1-3a34-4ef6-9136-10805e64be4c tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 944 time: 0.1381972 Aug 16 02:27:19.532986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5794038b-cb89-4415-b638-9e38858ba7b8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:19.547967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-300b0d55-85b7-4a72-80ab-473259a80d50 None None] Provisioning for port 25291dce-8516-4364-98f2-3bc1321eade1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:19.576420 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] For port 25291dce-8516-4364-98f2-3bc1321eade1, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:19.580828 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] For port 25291dce-8516-4364-98f2-3bc1321eade1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=25291dce-8516-4364-98f2-3bc1321eade1,segment=NetworkSegment(49985bfe-4ae0-4243-a765-ab6d5ed1ce3a),segment_id=49985bfe-4ae0-4243-a765-ab6d5ed1ce3a)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:19.587512 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.596155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:19.597009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.600171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.25.5.2 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/c89ed6d9-7f0a-4a3b-ae3a-12392e7e4b88) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:19.617057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d92cb6be-ceb8-48bb-ab95-ef8cb800aa8b req-ae9250c5-8c03-4233-9ce9-1ab0c63db2a8 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978639 Aug 16 02:27:19.624175 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-300b0d55-85b7-4a72-80ab-473259a80d50 None None] Provisioning complete for port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:19.624559 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-300b0d55-85b7-4a72-80ab-473259a80d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.661422 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Updating router 2e197862-155a-4a33-8691-33867732c79f port b85f509a-4189-4bbd-adda-4a3e9be9680c binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:19.689583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5794038b-cb89-4415-b638-9e38858ba7b8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:19.689958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.694163 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e3a83c13-b323-4f24-9151-066e9fe4c179 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9487631 Aug 16 02:27:19.700016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:19.713977 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Pushing event updated for resources: {'Port': ['ID=25291dce-8516-4364-98f2-3bc1321eade1,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:19.733832 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.749115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.749685 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.750100 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Floating IP 3b4b7ff8-db9d-4f65-b32f-b99e5efd66c3 disassociated. External IP: 172.25.5.209, port: 4727de80-5b08-4fdf-adc1-35f76cfdff25. Aug 16 02:27:19.750560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Calling delete_port for 4727de80-5b08-4fdf-adc1-35f76cfdff25 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:19.881639 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.016593 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.116128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=c89ed6d9-7f0a-4a3b-ae3a-12392e7e4b88,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.120041 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.172335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:20.173518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event deleted for resources: {'Port': ['ID=4727de80-5b08-4fdf-adc1-35f76cfdff25,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.180304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:20.184923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:20.303119 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.334219 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Transition to ACTIVE for port object b85f509a-4189-4bbd-adda-4a3e9be9680c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:20.350972 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.408786 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Pushing event updated for resources: {'Port': ['ID=b85f509a-4189-4bbd-adda-4a3e9be9680c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.503692 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Attempting to bind port b85f509a-4189-4bbd-adda-4a3e9be9680c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:20.504426 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Attempting to bind port b85f509a-4189-4bbd-adda-4a3e9be9680c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7c1d2680-ac29-4fbb-8d0a-366fb209595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:20.505292 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Attempting to bind port b85f509a-4189-4bbd-adda-4a3e9be9680c on network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:20.512351 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:20.513261 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Checking segment: {'id': '7c1d2680-ac29-4fbb-8d0a-366fb209595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:20.513261 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.514061 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Bound using segment: {'id': '7c1d2680-ac29-4fbb-8d0a-366fb209595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:20.515504 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Bound port: b85f509a-4189-4bbd-adda-4a3e9be9680c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1d2680-ac29-4fbb-8d0a-366fb209595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:20.515727 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.585220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976d045-9c15-49ee-bb2c-cb81cec6cf09 None None] Network 387b2c11-1127-4ca4-9d45-1cee996eed9a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:20.597605 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] For port b85f509a-4189-4bbd-adda-4a3e9be9680c, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:20.601627 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] For port b85f509a-4189-4bbd-adda-4a3e9be9680c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b85f509a-4189-4bbd-adda-4a3e9be9680c,segment=NetworkSegment(7c1d2680-ac29-4fbb-8d0a-366fb209595c),segment_id=7c1d2680-ac29-4fbb-8d0a-366fb209595c)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:20.610829 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.626328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3bbbffec-270f-4298-a763-019cc515f433 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:20.676132 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:20.680437 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:20.822830 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:20.825138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8c8e7e59-6065-4bba-8789-7eacdb244d87 None None] Provisioning for port 3bbbffec-270f-4298-a763-019cc515f433 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:20.895037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:20.960402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b11cf08a-bd2b-431f-91f0-0651c9f85859 req-4f58b40a-739e-49ce-94e3-f4d239ffe8cf tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 210 time: 0.1953990 Aug 16 02:27:20.976662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3bbbffec-270f-4298-a763-019cc515f433 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:20.987021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3bbbffec-270f-4298-a763-019cc515f433 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:20.987552 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.997245 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c22cf-892c-4242-8765-b239b8225d0f None None] Pushing event updated for resources: {'Port': ['ID=b85f509a-4189-4bbd-adda-4a3e9be9680c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:21.193895 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:18Z', 'revision_number': 6, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '25291dce-8516-4364-98f2-3bc1321eade1', 'name': '', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:e6:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:14Z', 'updated_at': '2021-08-16T02:27:19Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:20Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:21.230095 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa812d-69fc-4382-bf56-c15a21657217 None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:18Z', 'revision_number': 6, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '25291dce-8516-4364-98f2-3bc1321eade1', 'name': '', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:e6:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:14Z', 'updated_at': '2021-08-16T02:27:19Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:20Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:21.261462 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.331594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 3bbbffec-270f-4298-a763-019cc515f433, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3bbbffec-270f-4298-a763-019cc515f433,segment=NetworkSegment(881635cc-adf8-4063-9369-896c9a3529e4),segment_id=881635cc-adf8-4063-9369-896c9a3529e4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:21.336358 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.337202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:21.347306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:27:21.347637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:27:21.411551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=3bbbffec-270f-4298-a763-019cc515f433,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:21.459764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:21.460151 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.503422 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.506281 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.688629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe4984f7-a2a7-4fb4-9a1f-1319f696fa57 None None] Provisioning for port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:21.693155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe4984f7-a2a7-4fb4-9a1f-1319f696fa57 None None] Provisioning complete for port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:21.693543 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe4984f7-a2a7-4fb4-9a1f-1319f696fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.765539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe4984f7-a2a7-4fb4-9a1f-1319f696fa57 None None] Port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:21.780964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:21.792129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe4984f7-a2a7-4fb4-9a1f-1319f696fa57 None None] Provisioning complete for port 3bbbffec-270f-4298-a763-019cc515f433 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:21.792520 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe4984f7-a2a7-4fb4-9a1f-1319f696fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.832081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] Sync routers for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:21.858845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] No DVR routers for this DVR port 4727de80-5b08-4fdf-adc1-35f76cfdff25 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:21.865918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.869214 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-88b15f1d-b4f1-4ead-860e-030e99c9464c req-35b05302-9782-446a-96fb-21c9a2812eea tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.86 "DELETE /v2.0/ports/4727de80-5b08-4fdf-adc1-35f76cfdff25 HTTP/1.1" status: 204 len: 173 time: 3.4649475 Aug 16 02:27:21.869214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-deleted', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:21.871581 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c2a1fa-0f37-451b-b3b6-e0eef6fc253b" -d '{"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-deleted", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:21.897608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.902519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:21.903369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:21.987983 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74e04e4-e260-4456-bbc1-881173fbdc8d x-openstack-request-id: req-c74e04e4-e260-4456-bbc1-881173fbdc8d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:21.991018 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e4c6b1-724e-412a-b7cb-0f349c77cbfe", "name": "network-vif-deleted", "tag": "4727de80-5b08-4fdf-adc1-35f76cfdff25", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:21.991562 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c74e04e4-e260-4456-bbc1-881173fbdc8d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:21.992297 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e4c6b1-724e-412a-b7cb-0f349c77cbfe', 'name': 'network-vif-deleted', 'tag': '4727de80-5b08-4fdf-adc1-35f76cfdff25', 'status': 'completed', 'code': 200} Aug 16 02:27:22.112260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.122430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.126993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:22.130975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.241647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48ceffd0-5fb7-46c5-be89-9faea59bfdee req-92354f7e-29f3-4a11-8f7a-7217fdfc3794 tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/ports?device_id=09e4c6b1-724e-412a-b7cb-0f349c77cbfe HTTP/1.1" status: 200 len: 210 time: 0.1017625 Aug 16 02:27:22.284955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ed8cbf4-5c9e-48e2-aa80-cb10fb667247 None None] Provisioning complete for port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:22.286284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cbf4-5c9e-48e2-aa80-cb10fb667247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.347041 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8cbf4-5c9e-48e2-aa80-cb10fb667247 None None] Port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:22.357099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:22.359366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.371282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.410962 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:22.425660 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:22.426562 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:22.465386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.499074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=c89ed6d9-7f0a-4a3b-ae3a-12392e7e4b88,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:22.513166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.513486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.524619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.525112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.525949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.526862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.527340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.528381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.529191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.529702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.530140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.530575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.531256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:22.540472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.544618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 5, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:22.580232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=cee8466a-0ff2-4ba0-a30e-4d40811d7a1c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:22.583832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] Checking router: 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:22.594451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:22.596222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:22.646619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3bbbffec-270f-4298-a763-019cc515f433 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:22.655321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:22.667525 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.669834 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-687af9d3-d991-4073-a660-11028fee82d4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f HTTP/1.1" status: 200 len: 700 time: 3.6611345 Aug 16 02:27:22.673429 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:22.677558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:22.775112 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Floating IP fa5f348e-6076-4b44-9e9c-5c19dd7bc911 associated. External IP: 172.25.5.2, port: fecebd6c-14f1-4045-b5e5-2859a3f54dd6. Aug 16 02:27:22.777097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3bbbffec-270f-4298-a763-019cc515f433 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:22.777604 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.782827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:22.902450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bac509b8-d7e2-4731-b7e5-f74b0af6813d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f HTTP/1.1" status: 200 len: 700 time: 0.2230327 Aug 16 02:27:22.906370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:23.031809 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 7, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '25291dce-8516-4364-98f2-3bc1321eade1', 'name': '', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:e6:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:14Z', 'updated_at': '2021-08-16T02:27:19Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:20Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:23.041186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76fe7e5d-806b-4ede-b672-2ada2227a99d None None] Provisioning complete for port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:23.041558 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76fe7e5d-806b-4ede-b672-2ada2227a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.046299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b85f509a-4189-4bbd-adda-4a3e9be9680c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:23.070128 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:23.075857 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.080819 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:23.081738 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:23.146924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:23.148142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-76fe7e5d-806b-4ede-b672-2ada2227a99d None None] Port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:23.193772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b85f509a-4189-4bbd-adda-4a3e9be9680c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:23.200251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 5, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:23.204608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b85f509a-4189-4bbd-adda-4a3e9be9680c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:23.204985 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.260196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1446e-1db5-4413-b90f-ccd8afcf3b9e None None] The sync data for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 is: [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:17:08Z', 'revision_number': 4, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'c7db2c96-0b77-4f37-b5ab-b59cc82d81f2', 'name': '', 'network_id': 'f2c687db-8614-475b-b13c-da59d0eacf00', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'mac_address': 'fa:16:3e:5d:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:07Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 5, 'project_id': '7adba80d3513419d95def53648aca5b2', 'subnets': [{'id': '30f7e4f3-ca32-45eb-91f5-4776aa1b05e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:23.318737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.344100 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:23.356995 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.361476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] Sync routers for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:23.366173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:23.378156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.402261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:23.403208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:23.404574 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:23.420149 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8c85f1fe-5966-4d69-b21d-142d7f3a8b8a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9884322 Aug 16 02:27:23.486651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:23.527112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port b85f509a-4189-4bbd-adda-4a3e9be9680c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b85f509a-4189-4bbd-adda-4a3e9be9680c,segment=NetworkSegment(7c1d2680-ac29-4fbb-8d0a-366fb209595c),segment_id=7c1d2680-ac29-4fbb-8d0a-366fb209595c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:23.553865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 4727de80-5b08-4fdf-adc1-35f76cfdff25 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:23.554253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4727de80-5b08-4fdf-adc1-35f76cfdff25 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:23.558050 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.559296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 25291dce-8516-4364-98f2-3bc1321eade1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:23.649806 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ace6-7c8b-42ea-bb98-a2fecab9710f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.676660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ced6-916c-42ed-bfd7-dd43d0ebe0d8 req-59593a85-f3a4-441e-a5fc-59d52d964289 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:23.678097 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa55ced6-916c-42ed-bfd7-dd43d0ebe0d8 req-59593a85-f3a4-441e-a5fc-59d52d964289 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.1915076 Aug 16 02:27:23.698966 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3c84a7-225c-4cc2-94bc-9007a9a0d12b None None] New status for floating IP 3b4b7ff8-db9d-4f65-b32f-b99e5efd66c3: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:27:23.763552 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ace6-7c8b-42ea-bb98-a2fecab9710f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.820183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:23.821038 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 7, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '25291dce-8516-4364-98f2-3bc1321eade1', 'name': '', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:e6:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:14Z', 'updated_at': '2021-08-16T02:27:19Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:20Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:23.846072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa55ced6-916c-42ed-bfd7-dd43d0ebe0d8 req-eddc0b77-f344-4287-85e7-56d6845d437b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579683 Aug 16 02:27:23.856096 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d011d7-a94e-41b5-8dcd-51cdc9db7653 None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 7, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '25291dce-8516-4364-98f2-3bc1321eade1', 'name': '', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:e6:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:14Z', 'updated_at': '2021-08-16T02:27:19Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:20Z', 'revision_number': 4, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:23.878341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:23.900631 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ace6-7c8b-42ea-bb98-a2fecab9710f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.903964 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb4ace6-7c8b-42ea-bb98-a2fecab9710f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.905412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6bb4ace6-7c8b-42ea-bb98-a2fecab9710f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "DELETE /v2.0/security-groups/77d9b04d-3e00-45c7-b573-e70a7c5ffbd3 HTTP/1.1" status: 204 len: 168 time: 0.5380063 Aug 16 02:27:23.908156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:23.930989 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-2455ac80-dba0-4ba5-9573-94b71dc5efee tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] show failed (client error): The resource could not be found. Aug 16 02:27:23.934168 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2455ac80-dba0-4ba5-9573-94b71dc5efee tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "GET /v2.0/security-groups/77d9b04d-3e00-45c7-b573-e70a7c5ffbd3 HTTP/1.1" status: 404 len: 347 time: 0.0226407 Aug 16 02:27:23.935290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:23.946233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=b85f509a-4189-4bbd-adda-4a3e9be9680c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:23.982497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 25291dce-8516-4364-98f2-3bc1321eade1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:23.998158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:24.000490 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d317e8c2-667b-4354-a794-62958f15cf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:24.014238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 25291dce-8516-4364-98f2-3bc1321eade1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:24.014706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.027934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4ace6-7c8b-42ea-bb98-a2fecab9710f tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9b04d-3e00-45c7-b573-e70a7c5ffbd3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.067119 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.081249 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.092965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b995b87-e596-493d-9a3a-b7d75dcd778e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/fa5f348e-6076-4b44-9e9c-5c19dd7bc911 HTTP/1.1" status: 200 len: 990 time: 0.2073143 Aug 16 02:27:24.111495 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b4c88c-6126-459e-85e6-3a7ac2d0ad86 x-openstack-request-id: req-b5b4c88c-6126-459e-85e6-3a7ac2d0ad86 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:24.111495 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:24.111876 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5b4c88c-6126-459e-85e6-3a7ac2d0ad86 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:24.112009 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'status': 'completed', 'code': 200} Aug 16 02:27:24.173920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e8c2-667b-4354-a794-62958f15cf6a req-f530a1a7-ebd6-49dd-a0b1-716a5f96eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.175386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d317e8c2-667b-4354-a794-62958f15cf6a req-f530a1a7-ebd6-49dd-a0b1-716a5f96eea8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0626886 Aug 16 02:27:24.191294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Deleting port fccf6ba1-9c95-4bfb-bbc2-ae6f4b103b3f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:24.191566 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.225990 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.275030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 25291dce-8516-4364-98f2-3bc1321eade1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=25291dce-8516-4364-98f2-3bc1321eade1,segment=NetworkSegment(49985bfe-4ae0-4243-a765-ab6d5ed1ce3a),segment_id=49985bfe-4ae0-4243-a765-ab6d5ed1ce3a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:24.284114 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.284368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-b8cf78c2-8864-493e-a945-09a52e376aa5 req-8fa7c8f2-d17d-4377-9133-699c21958bf1 service neutron] (94640) timed out ('10.222.0.61', 54462) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:27:24.299455 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.299851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.336396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'fa5f348e-6076-4b44-9e9c-5c19dd7bc911', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'port_id': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'mac_address': 'fa:16:3e:76:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:20Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904', 'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:77:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:56Z', 'updated_at': '2021-08-16T02:27:09Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:24.373330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Calling delete_port for fccf6ba1-9c95-4bfb-bbc2-ae6f4b103b3f owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:24.408756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:24.415312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] Checking router: 56c131db-d88f-4e5c-a5bd-8eec71bfea37 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:24.422784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=25291dce-8516-4364-98f2-3bc1321eade1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.431429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b85f509a-4189-4bbd-adda-4a3e9be9680c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:24.468910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:24.469760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:24.476994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:24.477731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:24.492134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e8c2-667b-4354-a794-62958f15cf6a req-5e4733f0-cb42-42c9-80a8-cbde1c82f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.494247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d317e8c2-667b-4354-a794-62958f15cf6a req-5e4733f0-cb42-42c9-80a8-cbde1c82f05d service neutron] 10.222.0.93 "GET /v2.0/networks?id=c9dc8270-139d-41de-b052-8b8f87554c07 HTTP/1.1" status: 200 len: 898 time: 0.3117361 Aug 16 02:27:24.538334 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:27:24.563669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=cee8466a-0ff2-4ba0-a30e-4d40811d7a1c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.567910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.572069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.594618 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d317e8c2-667b-4354-a794-62958f15cf6a req-af45ec4e-8254-422c-96f2-20b8545ed9c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 200 len: 998 time: 0.0903103 Aug 16 02:27:24.669782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:24.679717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e8c2-667b-4354-a794-62958f15cf6a req-3997a6dc-ba77-4f9d-8072-b774bc95400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.682047 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d317e8c2-667b-4354-a794-62958f15cf6a req-3997a6dc-ba77-4f9d-8072-b774bc95400e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=67648509-6cc7-4ebc-8ffa-39e74f3d5bb3 HTTP/1.1" status: 200 len: 834 time: 0.0781207 Aug 16 02:27:24.684933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.719443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:24.721311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b85f509a-4189-4bbd-adda-4a3e9be9680c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:24.721694 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.742756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Pushing event deleted for resources: {'Port': ['ID=fccf6ba1-9c95-4bfb-bbc2-ae6f4b103b3f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.813323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e8c2-667b-4354-a794-62958f15cf6a req-7d0ab602-8059-4332-9c07-910e1709b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.814867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d317e8c2-667b-4354-a794-62958f15cf6a req-7d0ab602-8059-4332-9c07-910e1709b48f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c9dc8270-139d-41de-b052-8b8f87554c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229382 Aug 16 02:27:24.822828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network 387b2c11-1127-4ca4-9d45-1cee996eed9a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:24.827395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:24.882470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.885605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.886969 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-051e54d4-22f0-41b1-ab00-bb6dee3f530e tempest-ServerActionsTestJSON-885100464 tempest-ServerActionsTestJSON-885100464-project] 10.222.0.61 "DELETE /v2.0/floatingips/3b4b7ff8-db9d-4f65-b32f-b99e5efd66c3 HTTP/1.1" status: 204 len: 168 time: 0.9505906 Aug 16 02:27:24.891229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:24.977396 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d317e8c2-667b-4354-a794-62958f15cf6a req-e5585893-10a0-4f8f-8e3c-2a237024f4da service neutron] 10.222.0.93 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549942 Aug 16 02:27:25.071841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Router 6f13c4db-b399-4d2a-9699-ccf01b14e07a is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:27:25.096501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 25291dce-8516-4364-98f2-3bc1321eade1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:25.096501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.100625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:25.194245 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d317e8c2-667b-4354-a794-62958f15cf6a req-2bdd3d5b-556f-4ba0-92c8-e03ef1153945 service neutron] 10.222.0.93 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098756 Aug 16 02:27:25.234932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-349e382c-36b6-4a2d-8ddd-9d0d34f4f7c1 None None] Provisioning complete for port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:25.235609 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-349e382c-36b6-4a2d-8ddd-9d0d34f4f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.280272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 7, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '25291dce-8516-4364-98f2-3bc1321eade1', 'name': '', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:e6:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:14Z', 'updated_at': '2021-08-16T02:27:24Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:23Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:25.313220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-349e382c-36b6-4a2d-8ddd-9d0d34f4f7c1 None None] Port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:25.315758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:25.325016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-42e8aba7-7b61-4fc5-a165-81f8ba59c251 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/fa5f348e-6076-4b44-9e9c-5c19dd7bc911 HTTP/1.1" status: 200 len: 990 time: 0.2221684 Aug 16 02:27:25.329782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:25.331126 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'fa5f348e-6076-4b44-9e9c-5c19dd7bc911', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'port_id': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'mac_address': 'fa:16:3e:76:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:20Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904', 'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:77:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:56Z', 'updated_at': '2021-08-16T02:27:09Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:25.333767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:25.334387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:25.339456 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6a81a846-1a8e-4b18-b21c-1f4ccf266b1b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "PUT /v2.0/routers/6f13c4db-b399-4d2a-9699-ccf01b14e07a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6312802 Aug 16 02:27:25.340377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:25.347259 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0b872-20ac-4dc9-9754-0d30d7d34081 None None] Sync routers for ids ['6f13c4db-b399-4d2a-9699-ccf01b14e07a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:25.357944 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0b872-20ac-4dc9-9754-0d30d7d34081 None None] Routers {'6f13c4db-b399-4d2a-9699-ccf01b14e07a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:25.358833 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fec0b872-20ac-4dc9-9754-0d30d7d34081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6f13c4db-b399-4d2a-9699-ccf01b14e07a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:25.359035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port 25291dce-8516-4364-98f2-3bc1321eade1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=25291dce-8516-4364-98f2-3bc1321eade1,segment=NetworkSegment(49985bfe-4ae0-4243-a765-ab6d5ed1ce3a),segment_id=49985bfe-4ae0-4243-a765-ab6d5ed1ce3a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:25.359351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.375192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 25291dce-8516-4364-98f2-3bc1321eade1 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:25.394285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8742340-3a0a-4553-81d9-545397727ca5 None None] The sync data for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 is: [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'fa5f348e-6076-4b44-9e9c-5c19dd7bc911', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'port_id': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'mac_address': 'fa:16:3e:76:f7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:20Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904', 'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:77:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:56Z', 'updated_at': '2021-08-16T02:27:09Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:25.396149 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fec0b872-20ac-4dc9-9754-0d30d7d34081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:25.415208 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0b872-20ac-4dc9-9754-0d30d7d34081 None None] Routers {'6f13c4db-b399-4d2a-9699-ccf01b14e07a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:25.415851 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fec0b872-20ac-4dc9-9754-0d30d7d34081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6f13c4db-b399-4d2a-9699-ccf01b14e07a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:25.467370 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fec0b872-20ac-4dc9-9754-0d30d7d34081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:25.468479 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0b872-20ac-4dc9-9754-0d30d7d34081 None None] The sync data for ids ['6f13c4db-b399-4d2a-9699-ccf01b14e07a'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:25.497077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:25.497514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8bcd7d-9c56-4f2a-899b-d917828c9b47 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.499398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-be8bcd7d-9c56-4f2a-899b-d917828c9b47 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f13c4db-b399-4d2a-9699-ccf01b14e07a HTTP/1.1" status: 200 len: 982 time: 0.1574888 Aug 16 02:27:25.503403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:25.608873 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.639029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=25291dce-8516-4364-98f2-3bc1321eade1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:25.837936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b1147-38fe-42b7-82d4-dd2ad2ce1542 None None] New status for floating IP fa5f348e-6076-4b44-9e9c-5c19dd7bc911: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:27:25.872606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.949368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.094735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:26.097563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 7, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '25291dce-8516-4364-98f2-3bc1321eade1', 'name': '', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:e6:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:14Z', 'updated_at': '2021-08-16T02:27:24Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:23Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:26.113121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.134199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e74f8-c9c6-49d2-a62e-e3b47a786391 None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 7, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '25291dce-8516-4364-98f2-3bc1321eade1', 'name': '', 'network_id': 'ea0d6c32-dd38-4689-aca0-46e012607f19', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:e6:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:14Z', 'updated_at': '2021-08-16T02:27:24Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '848359ec-ac73-4c3d-96c2-eebf8732ba6a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:23Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:26.213568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:26.218674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-10fdfbb0-7f6a-4293-9232-f57928745ac9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3114533 Aug 16 02:27:26.221336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:26.281103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d9d31b-9043-4389-b576-b486a32f13be tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting subnet 848359ec-ac73-4c3d-96c2-eebf8732ba6a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:26.287346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67d9d31b-9043-4389-b576-b486a32f13be tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.330735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:26.400779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67d9d31b-9043-4389-b576-b486a32f13be tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.434193 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24589572-4044-4d4e-8761-3873af2b259f None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:26.444611 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24589572-4044-4d4e-8761-3873af2b259f None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:26.446591 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-24589572-4044-4d4e-8761-3873af2b259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:26.450702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d1d3b0a1-5388-46c9-8579-1ae4bd44e8fc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/fa5f348e-6076-4b44-9e9c-5c19dd7bc911 HTTP/1.1" status: 200 len: 992 time: 0.1163356 Aug 16 02:27:26.510679 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67d9d31b-9043-4389-b576-b486a32f13be tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.544392 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-24589572-4044-4d4e-8761-3873af2b259f None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:26.578818 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67d9d31b-9043-4389-b576-b486a32f13be tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.609157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9d31b-9043-4389-b576-b486a32f13be tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Subnet': ['ID=848359ec-ac73-4c3d-96c2-eebf8732ba6a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:26.611196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67d9d31b-9043-4389-b576-b486a32f13be tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.615133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-67d9d31b-9043-4389-b576-b486a32f13be tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/848359ec-ac73-4c3d-96c2-eebf8732ba6a HTTP/1.1" status: 204 len: 168 time: 0.3908122 Aug 16 02:27:26.619656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:26.621364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a523ab2-24aa-4a1f-89a7-f4c03382b575 None None] Network ea0d6c32-dd38-4689-aca0-46e012607f19 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:26.724998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.793889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:26.794245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.798928 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-24589572-4044-4d4e-8761-3873af2b259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:25Z', 'revision_number': 8, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:23Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:26.830807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Deleting port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:26.831404 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.834077 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24589572-4044-4d4e-8761-3873af2b259f None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:26.839076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3c1e7e-db12-47d1-b458-ce584527b53d None None] DHCP port deletion for ea0d6c32-dd38-4689-aca0-46e012607f19 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:26.856672 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24589572-4044-4d4e-8761-3873af2b259f None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:26.857722 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-24589572-4044-4d4e-8761-3873af2b259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:26.875569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7fb26b66-98b6-4dd7-9728-a4c069ae7a22,segment=NetworkSegment(49985bfe-4ae0-4243-a765-ab6d5ed1ce3a),segment_id=49985bfe-4ae0-4243-a765-ab6d5ed1ce3a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:26.876266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.892616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:26.895479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port cee8466a-0ff2-4ba0-a30e-4d40811d7a1c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:26.895822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.907164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c1e7e-db12-47d1-b458-ce584527b53d None None] Deleting port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:26.911507 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1e7e-db12-47d1-b458-ce584527b53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.973242 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-24589572-4044-4d4e-8761-3873af2b259f None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:26.995025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] For port c7db2c96-0b77-4f37-b5ab-b59cc82d81f2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c7db2c96-0b77-4f37-b5ab-b59cc82d81f2,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:26.995419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.996917 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.006497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4c3c1e7e-db12-47d1-b458-ce584527b53d None None] For port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7fb26b66-98b6-4dd7-9728-a4c069ae7a22,segment=NetworkSegment(49985bfe-4ae0-4243-a765-ab6d5ed1ce3a),segment_id=49985bfe-4ae0-4243-a765-ab6d5ed1ce3a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:27.006497 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1e7e-db12-47d1-b458-ce584527b53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.017808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Calling delete_port for c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:27.021568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c1e7e-db12-47d1-b458-ce584527b53d None None] Calling delete_port for 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:27.023911 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.032398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=7fb26b66-98b6-4dd7-9728-a4c069ae7a22,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:27.036700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No DVR routers for this DVR port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:27.044471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for cee8466a-0ff2-4ba0-a30e-4d40811d7a1c owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:27.144867 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1e7e-db12-47d1-b458-ce584527b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.163731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c1e7e-db12-47d1-b458-ce584527b53d None None] No DVR routers for this DVR port 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:27.177758 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.186420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c1e7e-db12-47d1-b458-ce584527b53d None None] Pushing event deleted for resources: {'Port': ['ID=7fb26b66-98b6-4dd7-9728-a4c069ae7a22,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:27.198478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0d6c32-dd38-4689-aca0-46e012607f19']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:27.213642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:27.214139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49985bfe-4ae0-4243-a765-ab6d5ed1ce3a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:27.225444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.242946 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.251570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:27.252121 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:27.255236 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:27.258283 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-24589572-4044-4d4e-8761-3873af2b259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:25Z', 'revision_number': 8, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:23Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:27.287194 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24589572-4044-4d4e-8761-3873af2b259f None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:25Z', 'revision_number': 8, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b85f509a-4189-4bbd-adda-4a3e9be9680c', 'name': '', 'network_id': '2e5c4d72-748f-4855-82b8-fea5bec59ec8', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ff:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:09Z', 'updated_at': '2021-08-16T02:27:23Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:27.336673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.341233 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.343395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/networks/ea0d6c32-dd38-4689-aca0-46e012607f19 HTTP/1.1" status: 204 len: 168 time: 0.7225416 Aug 16 02:27:27.347988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:27.384907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.389946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.401381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a9d91-c33f-42a7-9389-43975e07bacc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Network': ['ID=ea0d6c32-dd38-4689-aca0-46e012607f19,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:27.419806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7db2c96-0b77-4f37-b5ab-b59cc82d81f2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:27.452973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=cee8466a-0ff2-4ba0-a30e-4d40811d7a1c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:27.698572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.779600 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.829864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.950688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Router 6f13c4db-b399-4d2a-9699-ccf01b14e07a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:28.032981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port b85f509a-4189-4bbd-adda-4a3e9be9680c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:28.033326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.079395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:28.089708 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b628e-0ad8-4a07-a491-c6d43084b1ca None None] Sync routers for ids ['6f13c4db-b399-4d2a-9699-ccf01b14e07a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:28.090387 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-92828096-aed0-410d-b48e-4bebf28ee3d2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "PUT /v2.0/routers/6f13c4db-b399-4d2a-9699-ccf01b14e07a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5859869 Aug 16 02:27:28.091042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:28.100167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b628e-0ad8-4a07-a491-c6d43084b1ca None None] Routers {'6f13c4db-b399-4d2a-9699-ccf01b14e07a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:28.101048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1a7b628e-0ad8-4a07-a491-c6d43084b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6f13c4db-b399-4d2a-9699-ccf01b14e07a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:28.119816 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-989d2dc9-322e-44dd-8752-5b06a5adf61b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:27:28.124307 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-989d2dc9-322e-44dd-8752-5b06a5adf61b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/cee8466a-0ff2-4ba0-a30e-4d40811d7a1c HTTP/1.1" status: 404 len: 333 time: 0.0312414 Aug 16 02:27:28.124933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:28.127848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port b85f509a-4189-4bbd-adda-4a3e9be9680c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b85f509a-4189-4bbd-adda-4a3e9be9680c,segment=NetworkSegment(7c1d2680-ac29-4fbb-8d0a-366fb209595c),segment_id=7c1d2680-ac29-4fbb-8d0a-366fb209595c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:28.128240 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.141087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1a7b628e-0ad8-4a07-a491-c6d43084b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:28.151297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b628e-0ad8-4a07-a491-c6d43084b1ca None None] Routers {'6f13c4db-b399-4d2a-9699-ccf01b14e07a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:28.151991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1a7b628e-0ad8-4a07-a491-c6d43084b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6f13c4db-b399-4d2a-9699-ccf01b14e07a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:28.153399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for b85f509a-4189-4bbd-adda-4a3e9be9680c owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:28.190995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1a7b628e-0ad8-4a07-a491-c6d43084b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:28.191684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b628e-0ad8-4a07-a491-c6d43084b1ca None None] The sync data for ids ['6f13c4db-b399-4d2a-9699-ccf01b14e07a'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:28.241787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982bf814-f362-439f-b055-08e5dd73217a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.334395 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.362671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=b85f509a-4189-4bbd-adda-4a3e9be9680c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:28.448839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:28.457108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982bf814-f362-439f-b055-08e5dd73217a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.464765 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982bf814-f362-439f-b055-08e5dd73217a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.476341 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:28.499233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:28.499676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7fb26b66-98b6-4dd7-9728-a4c069ae7a22 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:28.500163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 25291dce-8516-4364-98f2-3bc1321eade1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:28.525087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 25291dce-8516-4364-98f2-3bc1321eade1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:28.525696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 25291dce-8516-4364-98f2-3bc1321eade1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:28.551949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982bf814-f362-439f-b055-08e5dd73217a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.552508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982bf814-f362-439f-b055-08e5dd73217a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Fanout notify agent at l3_agent the message router_deleted on router 6f13c4db-b399-4d2a-9699-ccf01b14e07a {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:27:28.564633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982bf814-f362-439f-b055-08e5dd73217a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.565787 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-982bf814-f362-439f-b055-08e5dd73217a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/routers/6f13c4db-b399-4d2a-9699-ccf01b14e07a HTTP/1.1" status: 204 len: 168 time: 0.4096928 Aug 16 02:27:28.568671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:28.664469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c93489-5bb2-4513-a61f-abd577700a59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet f433517b-9122-46f3-b417-3592975450f3 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:28.671040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c93489-5bb2-4513-a61f-abd577700a59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.697112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:28.706384 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d1addd66-7c53-4753-9242-9449d9ab4410 admin admin] 10.222.0.61 "PUT /v2.0/routers/4d724976-e8e7-47e4-8c97-d2fa9ed0e976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8118284 Aug 16 02:27:28.707018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:28.709571 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] Sync routers for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:28.722163 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:28.722949 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:28.759649 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c93489-5bb2-4513-a61f-abd577700a59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.892746 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.922340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.939594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c93489-5bb2-4513-a61f-abd577700a59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.942655 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:29.048321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.052844 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c93489-5bb2-4513-a61f-abd577700a59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.096255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300166c-6fa6-4f54-8324-77df38d41833 None None] Network 387b2c11-1127-4ca4-9d45-1cee996eed9a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:29.106908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c93489-5bb2-4513-a61f-abd577700a59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=f433517b-9122-46f3-b417-3592975450f3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:29.109177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8c93489-5bb2-4513-a61f-abd577700a59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.111146 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a8c93489-5bb2-4513-a61f-abd577700a59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/f433517b-9122-46f3-b417-3592975450f3 HTTP/1.1" status: 204 len: 168 time: 0.5416563 Aug 16 02:27:29.114513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:29.165703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:29.169720 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:27:27Z', 'revision_number': 5, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port': {'id': '1d324022-6a88-4346-9e62-1ed1a88e5f1a', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:02Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:29.201229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.212468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Deleting port 1d324022-6a88-4346-9e62-1ed1a88e5f1a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:29.212802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.223134 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] Checking router: 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:29.236652 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] Routers {'4d724976-e8e7-47e4-8c97-d2fa9ed0e976'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:29.237446 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:29.295933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:29.302133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ab4dbae6-854b-4f8d-b109-14ef0422d4ec tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9523072 Aug 16 02:27:29.306188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:29.310363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:29.325321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de9994-ac71-4dfb-ac84-e841fe15c01f None None] DHCP port deletion for 387b2c11-1127-4ca4-9d45-1cee996eed9a request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:29.329480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:29.330166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:29.333819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] For port 1d324022-6a88-4346-9e62-1ed1a88e5f1a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1d324022-6a88-4346-9e62-1ed1a88e5f1a,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:29.334001 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.348763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Calling delete_port for 1d324022-6a88-4346-9e62-1ed1a88e5f1a owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:29.357842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 3bbbffec-270f-4298-a763-019cc515f433 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:29.358198 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.360847 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] Set router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:29.377800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dc8b05-6fe4-414c-a32a-02e6d4c5a0e5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting subnet 86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:29.381462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71dc8b05-6fe4-414c-a32a-02e6d4c5a0e5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.429215 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:27:29Z', 'revision_number': 6, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:29.439364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71dc8b05-6fe4-414c-a32a-02e6d4c5a0e5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.458262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:29.467712 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977c351-b03f-4feb-b2d5-2df43eb87897 None None] The sync data for ids ['4d724976-e8e7-47e4-8c97-d2fa9ed0e976'] in n-d-768862-14 is: [{'id': '4d724976-e8e7-47e4-8c97-d2fa9ed0e976', 'name': 'tempest-ServerActionsTestJSON-1621756293-router', 'tenant_id': '7adba80d3513419d95def53648aca5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:01Z', 'updated_at': '2021-08-16T02:27:29Z', 'revision_number': 6, 'project_id': '7adba80d3513419d95def53648aca5b2', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:29.474753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] For port 3bbbffec-270f-4298-a763-019cc515f433, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3bbbffec-270f-4298-a763-019cc515f433,segment=NetworkSegment(881635cc-adf8-4063-9369-896c9a3529e4),segment_id=881635cc-adf8-4063-9369-896c9a3529e4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:29.475153 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.491696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 3bbbffec-270f-4298-a763-019cc515f433 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:29.494797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6de9994-ac71-4dfb-ac84-e841fe15c01f None None] Deleting port 3bbbffec-270f-4298-a763-019cc515f433 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:29.495203 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6de9994-ac71-4dfb-ac84-e841fe15c01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.561887 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71dc8b05-6fe4-414c-a32a-02e6d4c5a0e5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.634243 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71dc8b05-6fe4-414c-a32a-02e6d4c5a0e5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.655362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f6de9994-ac71-4dfb-ac84-e841fe15c01f None None] For port 3bbbffec-270f-4298-a763-019cc515f433, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3bbbffec-270f-4298-a763-019cc515f433,segment=NetworkSegment(881635cc-adf8-4063-9369-896c9a3529e4),segment_id=881635cc-adf8-4063-9369-896c9a3529e4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:29.655619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6de9994-ac71-4dfb-ac84-e841fe15c01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.678309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc8b05-6fe4-414c-a32a-02e6d4c5a0e5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Subnet': ['ID=86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:29.679502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6de9994-ac71-4dfb-ac84-e841fe15c01f None None] Calling delete_port for 3bbbffec-270f-4298-a763-019cc515f433 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:29.690956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71dc8b05-6fe4-414c-a32a-02e6d4c5a0e5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.698186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-71dc8b05-6fe4-414c-a32a-02e6d4c5a0e5 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6 HTTP/1.1" status: 204 len: 168 time: 0.3907800 Aug 16 02:27:29.698985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:29.705718 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42fa445-cbaf-491c-be7a-4e24c6bbb9c6 None None] Network 2e5c4d72-748f-4855-82b8-fea5bec59ec8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:29.809918 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.876526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 5794038b-cb89-4415-b638-9e38858ba7b8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:29.876870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.954105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port 5794038b-cb89-4415-b638-9e38858ba7b8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5794038b-cb89-4415-b638-9e38858ba7b8,segment=NetworkSegment(7c1d2680-ac29-4fbb-8d0a-366fb209595c),segment_id=7c1d2680-ac29-4fbb-8d0a-366fb209595c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:29.955789 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.963655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:28Z', 'revision_number': 9, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:29.965478 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6de9994-ac71-4dfb-ac84-e841fe15c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.989865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 5794038b-cb89-4415-b638-9e38858ba7b8 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:30.024685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:30.032765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de9994-ac71-4dfb-ac84-e841fe15c01f None None] Pushing event deleted for resources: {'Port': ['ID=3bbbffec-270f-4298-a763-019cc515f433,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.040865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de9994-ac71-4dfb-ac84-e841fe15c01f None None] No DVR routers for this DVR port 3bbbffec-270f-4298-a763-019cc515f433 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:30.043243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.051476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:30.051476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.052462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.090551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=3bbbffec-270f-4298-a763-019cc515f433,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.099309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No DVR routers for this DVR port 3bbbffec-270f-4298-a763-019cc515f433 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:30.109914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962f39a-ab47-4f6b-baac-eff90873ec16 None None] DHCP port deletion for 2e5c4d72-748f-4855-82b8-fea5bec59ec8 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:30.131901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1d324022-6a88-4346-9e62-1ed1a88e5f1a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.163315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.212819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1962f39a-ab47-4f6b-baac-eff90873ec16 None None] The port '5794038b-cb89-4415-b638-9e38858ba7b8' was deleted {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 16 02:27:30.213997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No DVR routers for this DVR port 5794038b-cb89-4415-b638-9e38858ba7b8 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:30.215955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=5794038b-cb89-4415-b638-9e38858ba7b8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.229410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:30.269547 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.285351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387b2c11-1127-4ca4-9d45-1cee996eed9a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.288215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.327123 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.350208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5c4d72-748f-4855-82b8-fea5bec59ec8']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.362191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881635cc-adf8-4063-9369-896c9a3529e4') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.362191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881635cc-adf8-4063-9369-896c9a3529e4') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.375863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1d2680-ac29-4fbb-8d0a-366fb209595c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.376312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1d2680-ac29-4fbb-8d0a-366fb209595c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.392833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.406451 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.414865 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.424907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.427933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.428721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:30.429163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.431455 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:30.437227 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:30.442628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:30.443979 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:30.519788 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:30.530019 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.535167 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.549566 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.556454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/networks/2e5c4d72-748f-4855-82b8-fea5bec59ec8 HTTP/1.1" status: 204 len: 168 time: 0.8558977 Aug 16 02:27:30.558921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:30.582658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.589158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/networks/387b2c11-1127-4ca4-9d45-1cee996eed9a HTTP/1.1" status: 204 len: 168 time: 1.4694827 Aug 16 02:27:30.604359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3bbbffec-270f-4298-a763-019cc515f433 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:30.604681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:30.615590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.616146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d724976-e8e7-47e4-8c97-d2fa9ed0e976 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:27:30.634917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3bbbffec-270f-4298-a763-019cc515f433 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:30.635838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3bbbffec-270f-4298-a763-019cc515f433 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:30.636679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:30.637347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd97a1-7272-4acd-8740-a15264c7767b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Network': ['ID=387b2c11-1127-4ca4-9d45-1cee996eed9a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.643991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.645191 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4b6fd123-d76e-40b2-bb16-f9b31ee449bf admin admin] 10.222.0.61 "DELETE /v2.0/routers/4d724976-e8e7-47e4-8c97-d2fa9ed0e976 HTTP/1.1" status: 204 len: 168 time: 1.9372180 Aug 16 02:27:30.649543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:30.673107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:30.673459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c7db2c96-0b77-4f37-b5ab-b59cc82d81f2 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:30.673882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5794038b-cb89-4415-b638-9e38858ba7b8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:30.682348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2607ea3-94da-4d9d-bc4b-2ff5c36f439d tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Network': ['ID=2e5c4d72-748f-4855-82b8-fea5bec59ec8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.693623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0ad7f-379c-48a4-b564-0f896b487b59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.695709 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fdd0ad7f-379c-48a4-b564-0f896b487b59 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/406b1558-510c-4561-8d13-5dcc232c795b HTTP/1.1" status: 200 len: 841 time: 0.0895190 Aug 16 02:27:30.703267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:30.706042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5794038b-cb89-4415-b638-9e38858ba7b8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:30.706388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5794038b-cb89-4415-b638-9e38858ba7b8 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:30.706801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1d324022-6a88-4346-9e62-1ed1a88e5f1a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:30.751406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db72c93-13b6-4938-92a2-5350a702058f admin admin] Deleting subnet 30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:30.756745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db72c93-13b6-4938-92a2-5350a702058f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.764481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1d324022-6a88-4346-9e62-1ed1a88e5f1a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:30.765019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1d324022-6a88-4346-9e62-1ed1a88e5f1a not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:30.789826 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.793367 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eaea00b6-9615-4d2e-b740-b1dd96447c6e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/406b1558-510c-4561-8d13-5dcc232c795b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0855110 Aug 16 02:27:30.796082 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:30.801417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:30.853693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:28Z', 'revision_number': 9, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.871241 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db72c93-13b6-4938-92a2-5350a702058f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.884393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d8e7f-23a3-4571-8187-0b1515d83a47 None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:28Z', 'revision_number': 9, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f84721-c358-48f4-a382-8408b4a53936', 'name': '', 'network_id': '1f7911a2-0a64-42d2-80a6-08da45d004c3', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:6b:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:05Z', 'updated_at': '2021-08-16T02:27:16Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': 'a8e768e9-3923-4852-947e-506fd1b1af28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:30.969023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:30.972265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.984197 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eec19746-cb3e-404c-8205-8e66f9f4dfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.044865 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db72c93-13b6-4938-92a2-5350a702058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.051700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.143386 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db72c93-13b6-4938-92a2-5350a702058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.186760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db72c93-13b6-4938-92a2-5350a702058f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f7e4f3-ca32-45eb-91f5-4776aa1b05e1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.195999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db72c93-13b6-4938-92a2-5350a702058f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.200240 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2db72c93-13b6-4938-92a2-5350a702058f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/30f7e4f3-ca32-45eb-91f5-4776aa1b05e1 HTTP/1.1" status: 204 len: 168 time: 0.5472066 Aug 16 02:27:31.200613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:31.207542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f446515-53f3-4442-a75f-d0235350d41c None None] Network f2c687db-8614-475b-b13c-da59d0eacf00 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:31.339841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.344025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port a0f84721-c358-48f4-a382-8408b4a53936 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:31.344339 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.385635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.403406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:31.411927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:31.420667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.421322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.423065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c059f-be7f-445b-ad8d-fb4731e7ffc4 None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:31.434142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=08832c6c-fa8a-4a6a-9e69-d365df423366,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.480942 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-86ff7799-5ba3-4272-b6e1-bcc17f0b08ff tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6835988 Aug 16 02:27:31.485613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:31.491248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-478fd57f-3ae6-4f8e-b427-ca1da681f082 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'security_group': {'name': 'tempest-secgroup-223616826'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:31.509635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e932c70-a88c-4ddc-830c-0c632643b624 None None] DHCP port deletion for f2c687db-8614-475b-b13c-da59d0eacf00 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:31.512231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port a0f84721-c358-48f4-a382-8408b4a53936, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a0f84721-c358-48f4-a382-8408b4a53936,segment=NetworkSegment(a7f3edf2-702f-4ac3-b640-d72f49dd0316),segment_id=a7f3edf2-702f-4ac3-b640-d72f49dd0316)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:31.512632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.514144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Deleting port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:31.514734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.538065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for a0f84721-c358-48f4-a382-8408b4a53936 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:31.551729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478fd57f-3ae6-4f8e-b427-ca1da681f082 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.591452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] For port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:31.592212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.611406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Calling delete_port for 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:31.619132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9e932c70-a88c-4ddc-830c-0c632643b624 None None] Deleting port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:31.619705 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e932c70-a88c-4ddc-830c-0c632643b624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.709340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.711080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9e932c70-a88c-4ddc-830c-0c632643b624 None None] For port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8,segment=NetworkSegment(58d42bb3-8c3e-4698-ae88-ad56a0054fed),segment_id=58d42bb3-8c3e-4698-ae88-ad56a0054fed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:31.711647 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e932c70-a88c-4ddc-830c-0c632643b624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.730531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9e932c70-a88c-4ddc-830c-0c632643b624 None None] Calling delete_port for 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:31.735570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-f5cea4d8-7c67-46ac-81b4-e902bd025707', 'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'tenant_id': 'd06e9292718445ed982683c70b3a1a26', 'fixed_ips': [{'subnet_id': '08832c6c-fa8a-4a6a-9e69-d365df423366'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:31.737004 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.745831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478fd57f-3ae6-4f8e-b427-ca1da681f082 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.747782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] No DVR routers for this DVR port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:31.755897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478fd57f-3ae6-4f8e-b427-ca1da681f082 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.775335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.810478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fd57f-3ae6-4f8e-b427-ca1da681f082 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aa94d0-b0d6-4f71-bd54-e2921735771b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.828291 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-478fd57f-3ae6-4f8e-b427-ca1da681f082 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.829574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-478fd57f-3ae6-4f8e-b427-ca1da681f082 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3431404 Aug 16 02:27:31.832312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:31.839488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cce0cd3b-9f42-4e45-aff1-094fc06b72a4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'security_group': {'name': 'tempest-secgroup-1859080072'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:31.848023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.859607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.860443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c687db-8614-475b-b13c-da59d0eacf00']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:31.874623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d42bb3-8c3e-4698-ae88-ad56a0054fed') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:31.875055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d42bb3-8c3e-4698-ae88-ad56a0054fed') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:31.885654 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.895330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=a0f84721-c358-48f4-a382-8408b4a53936,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.897639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cce0cd3b-9f42-4e45-aff1-094fc06b72a4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.904420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.915927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:31.916595 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:31.918695 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:31.950601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e932c70-a88c-4ddc-830c-0c632643b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.993603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e932c70-a88c-4ddc-830c-0c632643b624 None None] Pushing event deleted for resources: {'Port': ['ID=2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.997976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e932c70-a88c-4ddc-830c-0c632643b624 None None] No DVR routers for this DVR port 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:32.010361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Allocated IP 172.20.0.2 (f5cea4d8-7c67-46ac-81b4-e902bd025707/08832c6c-fa8a-4a6a-9e69-d365df423366/8a6df23f-de5c-432c-823e-7ce99dad6302) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:32.014652 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.026162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.034286 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f2c687db-8614-475b-b13c-da59d0eacf00 HTTP/1.1" status: 204 len: 168 time: 0.8295271 Aug 16 02:27:32.044666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406676c-2140-412e-9547-c1e4d4aaabc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c687db-8614-475b-b13c-da59d0eacf00,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:32.136519 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.163734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cce0cd3b-9f42-4e45-aff1-094fc06b72a4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.202954 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cce0cd3b-9f42-4e45-aff1-094fc06b72a4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.220105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:32.244036 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.256525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Transition to ACTIVE for port object 8a6df23f-de5c-432c-823e-7ce99dad6302 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:32.268883 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-df7fee31-aa04-428b-9e80-94b509c15768 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7adba80d3513419d95def53648aca5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446937 Aug 16 02:27:32.269106 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cce0cd3b-9f42-4e45-aff1-094fc06b72a4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.269106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cce0cd3b-9f42-4e45-aff1-094fc06b72a4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4352009 Aug 16 02:27:32.269312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:32.271760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:32.280785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1133371877', 'security_groups': ['e132f987-87f6-4d00-8e3d-b5d989936270'], 'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '08832c6c-fa8a-4a6a-9e69-d365df423366'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:32.283634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Transition to ACTIVE for port object 8a6df23f-de5c-432c-823e-7ce99dad6302 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:32.286887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0cd3b-9f42-4e45-aff1-094fc06b72a4 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e132f987-87f6-4d00-8e3d-b5d989936270,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:32.292379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.344128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:32.345036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a51464b4-ce0e-488f-b865-774fbb2b1f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.347798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:32.353564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:32.356815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Pushing event updated for resources: {'Port': ['ID=8a6df23f-de5c-432c-823e-7ce99dad6302,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:32.382437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a51464b4-ce0e-488f-b865-774fbb2b1f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.421443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Attempting to bind port 8a6df23f-de5c-432c-823e-7ce99dad6302 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:32.421443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Attempting to bind port 8a6df23f-de5c-432c-823e-7ce99dad6302 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'dbde05a0-aebe-44d5-9ec8-0527cbd5089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:32.421794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Attempting to bind port 8a6df23f-de5c-432c-823e-7ce99dad6302 on network f5cea4d8-7c67-46ac-81b4-e902bd025707 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:32.427921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:32.428326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Checking segment: {'id': 'dbde05a0-aebe-44d5-9ec8-0527cbd5089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:32.428875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.429276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Bound using segment: {'id': 'dbde05a0-aebe-44d5-9ec8-0527cbd5089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:32.430634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Bound port: 8a6df23f-de5c-432c-823e-7ce99dad6302, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbde05a0-aebe-44d5-9ec8-0527cbd5089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:32.431208 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.462839 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a51464b4-ce0e-488f-b865-774fbb2b1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.465851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a51464b4-ce0e-488f-b865-774fbb2b1f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.467262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a51464b4-ce0e-488f-b865-774fbb2b1f39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0929129-f58d-419b-a18f-22a8eabe7088 HTTP/1.1" status: 204 len: 168 time: 0.1968229 Aug 16 02:27:32.483736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51464b4-ce0e-488f-b865-774fbb2b1f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0929129-f58d-419b-a18f-22a8eabe7088,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:32.484793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:32.511153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:32.539221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:32.540292 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2a8d60e4-c5d6-4bca-958c-7d2c77b5f8d8 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:32.540757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b85f509a-4189-4bbd-adda-4a3e9be9680c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:32.544880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] For port 8a6df23f-de5c-432c-823e-7ce99dad6302, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:32.554209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:32.567438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b85f509a-4189-4bbd-adda-4a3e9be9680c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:32.567788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b85f509a-4189-4bbd-adda-4a3e9be9680c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:32.578549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] For port 8a6df23f-de5c-432c-823e-7ce99dad6302, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8a6df23f-de5c-432c-823e-7ce99dad6302,segment=NetworkSegment(dbde05a0-aebe-44d5-9ec8-0527cbd5089e),segment_id=dbde05a0-aebe-44d5-9ec8-0527cbd5089e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:32.587601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.650088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189761e-714f-4c65-a283-ecc364c01fd9 None None] Pushing event updated for resources: {'Port': ['ID=8a6df23f-de5c-432c-823e-7ce99dad6302,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:32.661334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:32.673415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-da894c4e-a043-40cb-a024-d3001713310a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1134498 Aug 16 02:27:32.676248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:32.676722 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:32.691128 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:32.691780 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:32.700481 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.742761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port f916a483-c1a4-4261-955e-12cc14945262 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:27:32.747198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d178acff-b1d9-41ba-a6db-951a4618fb8e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting subnet a8e768e9-3923-4852-947e-506fd1b1af28 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:32.751569 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d178acff-b1d9-41ba-a6db-951a4618fb8e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.813884 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d178acff-b1d9-41ba-a6db-951a4618fb8e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.823817 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:32.972073 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d178acff-b1d9-41ba-a6db-951a4618fb8e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.011494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.14 (f5cea4d8-7c67-46ac-81b4-e902bd025707/08832c6c-fa8a-4a6a-9e69-d365df423366/f916a483-c1a4-4261-955e-12cc14945262) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:33.101553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d178acff-b1d9-41ba-a6db-951a4618fb8e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.161673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d178acff-b1d9-41ba-a6db-951a4618fb8e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.163521 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d178acff-b1d9-41ba-a6db-951a4618fb8e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/a8e768e9-3923-4852-947e-506fd1b1af28 HTTP/1.1" status: 204 len: 168 time: 0.4856238 Aug 16 02:27:33.168562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:33.173461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402d053-41c3-45cf-8e67-652719c1784e None None] Network 1f7911a2-0a64-42d2-80a6-08da45d004c3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:33.174746 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:31Z', 'revision_number': 10, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:33.232426 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.239955 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:33.248080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object f916a483-c1a4-4261-955e-12cc14945262 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:33.249969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178acff-b1d9-41ba-a6db-951a4618fb8e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e768e9-3923-4852-947e-506fd1b1af28,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:33.256108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.256672 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:33.257947 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:33.290870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.323838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:33.324183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.363766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:33.371587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:33.376006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:33.380635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=f916a483-c1a4-4261-955e-12cc14945262,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:33.420262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.420869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.421406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.422033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.422573 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.423124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.423466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.423795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.424331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.424664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.424998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.425321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:33.425500 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:33.450103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9,segment=NetworkSegment(a7f3edf2-702f-4ac3-b640-d72f49dd0316),segment_id=a7f3edf2-702f-4ac3-b640-d72f49dd0316)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:33.450833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.454871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.455563 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.470380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4325156-21c2-4c56-8132-078daa9635dc None None] DHCP port deletion for 1f7911a2-0a64-42d2-80a6-08da45d004c3 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:33.481104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-765da7a9-7213-47c3-8e25-5eb6d233254b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2039402 Aug 16 02:27:33.481332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:33.481702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:33.501093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f637d84b-dffa-45f1-a895-768531c121cc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:33.570087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d4325156-21c2-4c56-8132-078daa9635dc None None] Deleting port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:33.571825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4325156-21c2-4c56-8132-078daa9635dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.683505 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.724718 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:31Z', 'revision_number': 10, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:33.734119 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95cfbbcc-ed13-4eaf-89cf-6f90ffd3b675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.751261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No DVR routers for this DVR port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:33.753014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f637d84b-dffa-45f1-a895-768531c121cc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:33.757793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d4325156-21c2-4c56-8132-078daa9635dc None None] For port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9,segment=NetworkSegment(a7f3edf2-702f-4ac3-b640-d72f49dd0316),segment_id=a7f3edf2-702f-4ac3-b640-d72f49dd0316)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:33.759335 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4325156-21c2-4c56-8132-078daa9635dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.760650 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f637d84b-dffa-45f1-a895-768531c121cc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.779216 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5616fd-bb13-4d42-81e9-223c75cba9d7 None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:31Z', 'revision_number': 10, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None, '_interfaces': [{'id': '61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014', 'name': '', 'network_id': 'f1a3f8e4-d730-4d5f-99cc-f9c74b844750', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'mac_address': 'fa:16:3e:ed:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e197862-155a-4a33-8691-33867732c79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:57Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 5, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'subnets': [{'id': '0a5a6015-3bf8-40aa-acfb-73bcf1786b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:33.779888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:33.788235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d4325156-21c2-4c56-8132-078daa9635dc None None] Calling delete_port for 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:33.887536 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4325156-21c2-4c56-8132-078daa9635dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.915620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4325156-21c2-4c56-8132-078daa9635dc None None] No DVR routers for this DVR port 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:33.919342 n-d-768862-14 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-f637d84b-dffa-45f1-a895-768531c121cc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 08832c6c-fa8a-4a6a-9e69-d365df423366 (CIDR: 172.20.0.0/28) Aug 16 02:27:33.925716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.926216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4325156-21c2-4c56-8132-078daa9635dc None None] Pushing event deleted for resources: {'Port': ['ID=92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:33.934258 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f637d84b-dffa-45f1-a895-768531c121cc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:33.934957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f637d84b-dffa-45f1-a895-768531c121cc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:33.941432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7911a2-0a64-42d2-80a6-08da45d004c3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:33.957501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f637d84b-dffa-45f1-a895-768531c121cc tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4742734 Aug 16 02:27:33.957913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f3edf2-702f-4ac3-b640-d72f49dd0316') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:33.958446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f3edf2-702f-4ac3-b640-d72f49dd0316') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:33.959626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:33.970269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.973830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:33.984153 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.991062 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.999461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:34.000133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:34.003450 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:34.071703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.079363 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.084455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/networks/1f7911a2-0a64-42d2-80a6-08da45d004c3 HTTP/1.1" status: 204 len: 168 time: 0.9165058 Aug 16 02:27:34.085422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:34.097963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b4463-b9ce-4362-ba6d-6388a995847a tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Network': ['ID=1f7911a2-0a64-42d2-80a6-08da45d004c3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:34.134282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93f316af-3259-4c48-9ce7-b36227eba7ef None None] Provisioning for port 8a6df23f-de5c-432c-823e-7ce99dad6302 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:34.162858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93f316af-3259-4c48-9ce7-b36227eba7ef None None] Provisioning complete for port 406b1558-510c-4561-8d13-5dcc232c795b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:34.164492 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93f316af-3259-4c48-9ce7-b36227eba7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.211893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-93f316af-3259-4c48-9ce7-b36227eba7ef None None] Port 406b1558-510c-4561-8d13-5dcc232c795b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:34.444466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a6df23f-de5c-432c-823e-7ce99dad6302 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:34.473424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-270d75d6-2903-499a-affb-ae7f3dc46914 None None] Provisioning for port f916a483-c1a4-4261-955e-12cc14945262 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:34.480784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-270d75d6-2903-499a-affb-ae7f3dc46914 None None] Provisioning complete for port f916a483-c1a4-4261-955e-12cc14945262 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:34.481267 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-270d75d6-2903-499a-affb-ae7f3dc46914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.536725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-270d75d6-2903-499a-affb-ae7f3dc46914 None None] Port f916a483-c1a4-4261-955e-12cc14945262 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:34.551673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8a6df23f-de5c-432c-823e-7ce99dad6302 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:34.558074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8a6df23f-de5c-432c-823e-7ce99dad6302 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:34.558547 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.647610 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.659637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-78f2c2c3-bc1a-45f8-97f8-861050833611 req-de32b3e6-2056-419e-8a42-3ef30fc24a14 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fbaa4c-fd54-4603-95f9-38ef2d0e9948 HTTP/1.1" status: 200 len: 210 time: 0.0300965 Aug 16 02:27:34.660279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:34.664643 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.697898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 8a6df23f-de5c-432c-823e-7ce99dad6302, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8a6df23f-de5c-432c-823e-7ce99dad6302,segment=NetworkSegment(dbde05a0-aebe-44d5-9ec8-0527cbd5089e),segment_id=dbde05a0-aebe-44d5-9ec8-0527cbd5089e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:34.704000 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.769070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=8a6df23f-de5c-432c-823e-7ce99dad6302,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:34.796940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a0f84721-c358-48f4-a382-8408b4a53936 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:34.822990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a0f84721-c358-48f4-a382-8408b4a53936 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:34.823370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a0f84721-c358-48f4-a382-8408b4a53936 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:34.823791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:34.846001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:34.846426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 92ca02a4-5e30-43b3-b7e6-9b1e4ed853c9 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:34.875368 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.163563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed55f797-fca9-4b05-87f7-c049fb9a6d2f req-423b47cc-37a5-4647-8ac3-9d66d171b89f tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0420642 Aug 16 02:27:35.166334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.236959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:35.244524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:35.249962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.251219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.255729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b6042c-36e3-4bf0-b23e-847ddd02265e None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:35.263652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=474d47c9-7cf7-4c0c-b8b4-ab21e393b328,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:35.280551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f4cda872-b9c4-4f55-83d3-8bfdc8ddb09a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3196509 Aug 16 02:27:35.283036 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:35.288949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1154467309', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '474d47c9-7cf7-4c0c-b8b4-ab21e393b328'}], 'security_groups': ['45aa94d0-b0d6-4f71-bd54-e2921735771b']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:35.297483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.438435 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.543783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002faa0f-1e01-4b79-9c28-c36cd312083a None None] Update dhcp port {'port': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'fixed_ips': [{'subnet_id': '08832c6c-fa8a-4a6a-9e69-d365df423366', 'ip_address': '172.20.0.2'}, {'subnet_id': '474d47c9-7cf7-4c0c-b8b4-ab21e393b328'}], 'binding:host_id': 'n-d-768862-14'}, 'id': '8a6df23f-de5c-432c-823e-7ce99dad6302'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:27:35.573604 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-002faa0f-1e01-4b79-9c28-c36cd312083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.756947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-002faa0f-1e01-4b79-9c28-c36cd312083a None None] Allocated IP 172.20.0.18 (f5cea4d8-7c67-46ac-81b4-e902bd025707/474d47c9-7cf7-4c0c-b8b4-ab21e393b328/8a6df23f-de5c-432c-823e-7ce99dad6302) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:35.787216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:35.787821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.850621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-002faa0f-1e01-4b79-9c28-c36cd312083a None None] For port 8a6df23f-de5c-432c-823e-7ce99dad6302, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8a6df23f-de5c-432c-823e-7ce99dad6302,segment=NetworkSegment(dbde05a0-aebe-44d5-9ec8-0527cbd5089e),segment_id=dbde05a0-aebe-44d5-9ec8-0527cbd5089e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:35.883963 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-002faa0f-1e01-4b79-9c28-c36cd312083a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.884207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014,segment=NetworkSegment(2726a2cb-0d96-4462-b915-52f073c1ee1a),segment_id=2726a2cb-0d96-4462-b915-52f073c1ee1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:35.884408 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.896972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-002faa0f-1e01-4b79-9c28-c36cd312083a None None] Transition to ACTIVE for port object 8a6df23f-de5c-432c-823e-7ce99dad6302 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:35.897567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:35.901237 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-002faa0f-1e01-4b79-9c28-c36cd312083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.990028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002faa0f-1e01-4b79-9c28-c36cd312083a None None] Pushing event updated for resources: {'Port': ['ID=8a6df23f-de5c-432c-823e-7ce99dad6302,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:36.107722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Delete allocated IP 172.20.0.14 (f5cea4d8-7c67-46ac-81b4-e902bd025707/08832c6c-fa8a-4a6a-9e69-d365df423366) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:27:36.123789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.24 (f5cea4d8-7c67-46ac-81b4-e902bd025707/474d47c9-7cf7-4c0c-b8b4-ab21e393b328/f916a483-c1a4-4261-955e-12cc14945262) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:36.220775 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.331981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:36.357944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9696dbe-c29a-4aaf-bca5-5b0b795c152d req-fa539ef0-48f2-483a-b61b-56db9c03b096 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0661907 Aug 16 02:27:36.423500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a6df23f-de5c-432c-823e-7ce99dad6302 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:36.550600 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.564780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.614475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object f916a483-c1a4-4261-955e-12cc14945262 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:36.648214 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.676335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Provisioning for port 8a6df23f-de5c-432c-823e-7ce99dad6302 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:36.681085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Provisioning complete for port 8a6df23f-de5c-432c-823e-7ce99dad6302 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:36.681533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.778763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Provisioning for port f916a483-c1a4-4261-955e-12cc14945262 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:36.782430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Provisioning complete for port f916a483-c1a4-4261-955e-12cc14945262 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:36.782920 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.785873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=f916a483-c1a4-4261-955e-12cc14945262,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:36.820529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Port f916a483-c1a4-4261-955e-12cc14945262 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:36.829337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:36.830074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Provisioning complete for port 406b1558-510c-4561-8d13-5dcc232c795b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:36.830437 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.843722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] In _notify_port_updated(), no bound segment for port f916a483-c1a4-4261-955e-12cc14945262 on network f5cea4d8-7c67-46ac-81b4-e902bd025707 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:27:36.849303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.849929 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.851894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-78f62a2b-9659-4ba2-9509-b158748fe02d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "PUT /v2.0/ports/f916a483-c1a4-4261-955e-12cc14945262 HTTP/1.1" status: 200 len: 921 time: 1.5670917 Aug 16 02:27:36.854856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:36.868805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9b007ae1-17ff-45a6-802d-725abdf910f0 None None] Port 406b1558-510c-4561-8d13-5dcc232c795b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:36.928037 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:36.938777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4ba14684-f3d3-4f1d-a112-a433e44a2366 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8515429 Aug 16 02:27:36.941421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:36.942241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:36.969155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:36.969704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:36.991582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-633816d5-d9ba-461b-bb90-c4765e0a8e16 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port f916a483-c1a4-4261-955e-12cc14945262 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:36.992550 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633816d5-d9ba-461b-bb90-c4765e0a8e16 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.008916 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.041781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-26da6804-7feb-4b57-8b6d-dc791993931e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting subnet 0a5a6015-3bf8-40aa-acfb-73bcf1786b00 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:37.053912 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26da6804-7feb-4b57-8b6d-dc791993931e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.079163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:37.120229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26da6804-7feb-4b57-8b6d-dc791993931e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.182891 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7237b31a-2053-4fc6-b96b-e5562b43d655 req-73636e1e-c835-4225-b173-df71960d1905 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0577078 Aug 16 02:27:37.200526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633816d5-d9ba-461b-bb90-c4765e0a8e16 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.221186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-633816d5-d9ba-461b-bb90-c4765e0a8e16 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for f916a483-c1a4-4261-955e-12cc14945262 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:37.309947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26da6804-7feb-4b57-8b6d-dc791993931e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.318935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:36Z', 'revision_number': 11, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:37.351221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:37.363106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22b79a39-a97d-4833-b693-ab92718bd269 None None] Provisioning complete for port f916a483-c1a4-4261-955e-12cc14945262 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:37.363491 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22b79a39-a97d-4833-b693-ab92718bd269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.395763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:37.396337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:37.416601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26da6804-7feb-4b57-8b6d-dc791993931e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.458348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da6804-7feb-4b57-8b6d-dc791993931e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5a6015-3bf8-40aa-acfb-73bcf1786b00,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:37.461863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26da6804-7feb-4b57-8b6d-dc791993931e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.466428 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-26da6804-7feb-4b57-8b6d-dc791993931e tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/0a5a6015-3bf8-40aa-acfb-73bcf1786b00 HTTP/1.1" status: 204 len: 168 time: 0.5238347 Aug 16 02:27:37.466574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:37.477580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa485e9-bb6c-4a1d-9a4c-a4d07e91407e None None] Network f1a3f8e4-d730-4d5f-99cc-f9c74b844750 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:37.484827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-22b79a39-a97d-4833-b693-ab92718bd269 None None] Port f916a483-c1a4-4261-955e-12cc14945262 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:37.495733 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633816d5-d9ba-461b-bb90-c4765e0a8e16 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.531703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:37.554100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb4beb8a-407f-415d-9f48-8367cfade4af req-a15e1e01-c997-4018-ad8d-99ea446a029c tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0762947 Aug 16 02:27:37.613337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:36Z', 'revision_number': 11, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:37.616088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633816d5-d9ba-461b-bb90-c4765e0a8e16 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=f916a483-c1a4-4261-955e-12cc14945262,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:37.616248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.653940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-633816d5-d9ba-461b-bb90-c4765e0a8e16 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.656902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-633816d5-d9ba-461b-bb90-c4765e0a8e16 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/f916a483-c1a4-4261-955e-12cc14945262 HTTP/1.1" status: 204 len: 168 time: 0.8009934 Aug 16 02:27:37.659494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:37.670430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2ff2b-2760-4022-9977-77f010274024 None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:36Z', 'revision_number': 11, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:37.700694 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9e0528-c092-48b7-a805-d9a6e0b561c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:27:37.705410 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ab9e0528-c092-48b7-a805-d9a6e0b561c9 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/f916a483-c1a4-4261-955e-12cc14945262 HTTP/1.1" status: 404 len: 333 time: 0.0415645 Aug 16 02:27:37.705616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:37.791203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Deleting port 3717590b-ea26-49bf-bb43-1111afe3afd8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:37.791499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.806135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b462d462-197d-4dc1-b1de-102be1f75ea7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.878897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b462d462-197d-4dc1-b1de-102be1f75ea7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.890797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] For port 3717590b-ea26-49bf-bb43-1111afe3afd8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3717590b-ea26-49bf-bb43-1111afe3afd8,segment=NetworkSegment(2726a2cb-0d96-4462-b915-52f073c1ee1a),segment_id=2726a2cb-0d96-4462-b915-52f073c1ee1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:37.891510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.913478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Calling delete_port for 3717590b-ea26-49bf-bb43-1111afe3afd8 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:37.979777 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b462d462-197d-4dc1-b1de-102be1f75ea7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.983065 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b462d462-197d-4dc1-b1de-102be1f75ea7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.984293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b462d462-197d-4dc1-b1de-102be1f75ea7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/security-groups/e132f987-87f6-4d00-8e3d-b5d989936270 HTTP/1.1" status: 204 len: 168 time: 0.2774980 Aug 16 02:27:37.987441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:38.006993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462d462-197d-4dc1-b1de-102be1f75ea7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e132f987-87f6-4d00-8e3d-b5d989936270,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.034153 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.065672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Port': ['ID=3717590b-ea26-49bf-bb43-1111afe3afd8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.067919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-587c0335-40b1-4a23-9be0-f2ef4eaced69 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.076336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No DVR routers for this DVR port 3717590b-ea26-49bf-bb43-1111afe3afd8 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:38.093446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54decf68-c125-4f09-aa08-4989608a2026 None None] DHCP port deletion for f1a3f8e4-d730-4d5f-99cc-f9c74b844750 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:38.141211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-587c0335-40b1-4a23-9be0-f2ef4eaced69 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.175125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.186349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a3f8e4-d730-4d5f-99cc-f9c74b844750']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:38.194773 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-587c0335-40b1-4a23-9be0-f2ef4eaced69 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.198451 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-587c0335-40b1-4a23-9be0-f2ef4eaced69 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.202769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2726a2cb-0d96-4462-b915-52f073c1ee1a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:38.202966 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-587c0335-40b1-4a23-9be0-f2ef4eaced69 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/security-groups/45aa94d0-b0d6-4f71-bd54-e2921735771b HTTP/1.1" status: 204 len: 168 time: 0.2109005 Aug 16 02:27:38.203078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2726a2cb-0d96-4462-b915-52f073c1ee1a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:38.203078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:38.209716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c0335-40b1-4a23-9be0-f2ef4eaced69 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aa94d0-b0d6-4f71-bd54-e2921735771b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.248398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.270499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.281186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:38.281662 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:38.284684 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:38.299006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b40d71-6343-4124-97ab-492252043248 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet 08832c6c-fa8a-4a6a-9e69-d365df423366 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:38.331792 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b40d71-6343-4124-97ab-492252043248 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.383494 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.386634 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b40d71-6343-4124-97ab-492252043248 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.388011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:38.409726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:38.410079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 61e1ab7b-2b6e-4c01-b1fb-68b1b2bcf014 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:38.410506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3717590b-ea26-49bf-bb43-1111afe3afd8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:38.412886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.415604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/networks/f1a3f8e4-d730-4d5f-99cc-f9c74b844750 HTTP/1.1" status: 204 len: 168 time: 0.9481714 Aug 16 02:27:38.418591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:38.423575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'routes': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:38.430710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61883d3-ad8e-47e6-aafa-ca13263aced4 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Pushing event deleted for resources: {'Network': ['ID=f1a3f8e4-d730-4d5f-99cc-f9c74b844750,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.431049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3717590b-ea26-49bf-bb43-1111afe3afd8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:38.431524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3717590b-ea26-49bf-bb43-1111afe3afd8 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:38.499789 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b40d71-6343-4124-97ab-492252043248 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.564803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b40d71-6343-4124-97ab-492252043248 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.595940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40d71-6343-4124-97ab-492252043248 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=08832c6c-fa8a-4a6a-9e69-d365df423366,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.598344 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94b40d71-6343-4124-97ab-492252043248 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.600278 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-94b40d71-6343-4124-97ab-492252043248 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/08832c6c-fa8a-4a6a-9e69-d365df423366 HTTP/1.1" status: 204 len: 168 time: 0.3962402 Aug 16 02:27:38.604575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:38.604723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee692255-fb68-49f9-9aeb-e379266d807e None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:38.610715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:38.619440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Added routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:27:38.619743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Removed routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:27:38.620109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.705611 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f8e8bbe6-80c8-4d29-b357-7f6c7e41a39b req-7e802925-b6bc-45a5-ae01-933a14f30bd7 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0399516 Aug 16 02:27:38.770235 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.774959 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.787746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:38.791989 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.872360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 2e197862-155a-4a33-8691-33867732c79f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:38.959785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:38.968482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.970014 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-90dbd165-e60b-4621-9c06-49874586e701 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f HTTP/1.1" status: 200 len: 701 time: 0.5503418 Aug 16 02:27:38.973041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:38.975083 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] Sync routers for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:38.995898 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:38.996537 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:39.026639 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ad806dc8-c31e-4d91-8ea1-be58474b0132 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e197862-155a-4a33-8691-33867732c79f HTTP/1.1" status: 200 len: 205 time: 0.0522563 Aug 16 02:27:39.028372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:39.128534 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:39.180447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6153ea49-2a11-447a-8a61-01a05f945020 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.199394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95ac4ae0-d202-47c0-b3f9-cd9b435bda5e req-bcfd109d-0885-4fef-9c4f-fb4f1b52347c tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0516796 Aug 16 02:27:39.206224 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:36Z', 'revision_number': 11, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:39.233078 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.245185 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] Checking router: 2e197862-155a-4a33-8691-33867732c79f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:39.254359 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] Routers {'2e197862-155a-4a33-8691-33867732c79f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:39.255165 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['2e197862-155a-4a33-8691-33867732c79f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:39.292212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:39.302883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=ac0382a0-7f3a-4d9f-be64-cb2986a0c130,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:39.305831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:39.311824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.312422 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.342271 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] Set router 2e197862-155a-4a33-8691-33867732c79f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:39.343008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f3928ac3-49ac-4d61-a346-a8b1e03367e1 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7288091 Aug 16 02:27:39.344311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49334) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:39.349810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-02b9535d-69cb-4649-935d-2619877d88ca tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'security_group': {'name': 'tempest-secgroup-370132780'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:39.375969 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6153ea49-2a11-447a-8a61-01a05f945020 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.378546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6153ea49-2a11-447a-8a61-01a05f945020 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.392433 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9535d-69cb-4649-935d-2619877d88ca tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.427806 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:36Z', 'revision_number': 11, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:39.435337 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6153ea49-2a11-447a-8a61-01a05f945020 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.435984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6153ea49-2a11-447a-8a61-01a05f945020 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Fanout notify agent at l3_agent the message router_deleted on router 2e197862-155a-4a33-8691-33867732c79f {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:27:39.444141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6153ea49-2a11-447a-8a61-01a05f945020 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.446054 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6153ea49-2a11-447a-8a61-01a05f945020 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f HTTP/1.1" status: 204 len: 168 time: 0.4163983 Aug 16 02:27:39.454858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:39.460122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2560917f-4a16-4f63-b5c6-81ca9e6c5ca0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-561356474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:39.472157 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eccd1bd-9575-4757-9e16-b67e99368595 None None] The sync data for ids ['2e197862-155a-4a33-8691-33867732c79f'] in n-d-768862-14 is: [{'id': '2e197862-155a-4a33-8691-33867732c79f', 'name': 'tempest-RoutersTest-router-1175038216', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:55Z', 'updated_at': '2021-08-16T02:27:36Z', 'revision_number': 11, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:39.503287 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9535d-69cb-4649-935d-2619877d88ca tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.509694 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9535d-69cb-4649-935d-2619877d88ca tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.529321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2560917f-4a16-4f63-b5c6-81ca9e6c5ca0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.530494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2560917f-4a16-4f63-b5c6-81ca9e6c5ca0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.546486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9535d-69cb-4649-935d-2619877d88ca tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.547768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-02b9535d-69cb-4649-935d-2619877d88ca tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2024364 Aug 16 02:27:39.550580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49338) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:39.556351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a4e3bc6a-d397-4f9e-9c37-f21d9e3995d8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'security_group': {'name': 'tempest-secgroup-1686961362'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:39.564635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9535d-69cb-4649-935d-2619877d88ca tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5c50d-9b30-44b1-9526-341ed8707cf2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:39.598524 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4e3bc6a-d397-4f9e-9c37-f21d9e3995d8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.609781 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2560917f-4a16-4f63-b5c6-81ca9e6c5ca0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.614646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2560917f-4a16-4f63-b5c6-81ca9e6c5ca0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.652452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb45f3-cc12-4bfd-a442-7a8aa56d9f48 None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:39.764785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bca3953f-9733-42ef-9b84-dfd1a6581225 None None] Provisioning complete for port 8a6df23f-de5c-432c-823e-7ce99dad6302 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:39.765162 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bca3953f-9733-42ef-9b84-dfd1a6581225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.847323 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9b7f72ca-9b57-4585-8527-8bae2f21c4f6 req-9cd0b4c4-e1d2-4245-a92f-811b98cfa2f3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25fbaa4c-fd54-4603-95f9-38ef2d0e9948 HTTP/1.1" status: 200 len: 210 time: 0.0322895 Aug 16 02:27:39.925527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bca3953f-9733-42ef-9b84-dfd1a6581225 None None] Provisioning complete for port 406b1558-510c-4561-8d13-5dcc232c795b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:39.925894 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bca3953f-9733-42ef-9b84-dfd1a6581225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.988267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bca3953f-9733-42ef-9b84-dfd1a6581225 None None] Port 406b1558-510c-4561-8d13-5dcc232c795b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:39.997022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f4c63-cb17-4dd2-b54c-e149d2da1d14 None None] Update dhcp port {'port': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'fixed_ips': [{'subnet_id': '474d47c9-7cf7-4c0c-b8b4-ab21e393b328', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ac0382a0-7f3a-4d9f-be64-cb2986a0c130'}], 'binding:host_id': 'n-d-768862-14'}, 'id': '8a6df23f-de5c-432c-823e-7ce99dad6302'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:27:40.024228 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-864f4c63-cb17-4dd2-b54c-e149d2da1d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.048866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4e3bc6a-d397-4f9e-9c37-f21d9e3995d8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.053367 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4e3bc6a-d397-4f9e-9c37-f21d9e3995d8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.058028 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2560917f-4a16-4f63-b5c6-81ca9e6c5ca0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.059417 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2560917f-4a16-4f63-b5c6-81ca9e6c5ca0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6034327 Aug 16 02:27:40.062535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:40.068220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3251b09e-20ad-41f3-ab88-74a2ea0388b0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:40.082151 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4e3bc6a-d397-4f9e-9c37-f21d9e3995d8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.086473 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a4e3bc6a-d397-4f9e-9c37-f21d9e3995d8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5348480 Aug 16 02:27:40.087136 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:40.093759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-61e702a4-e763-483b-8acf-97d852b9701d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'security_group': {'name': 'tempest-secgroup-1539401339'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:40.101438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3bc6a-d397-4f9e-9c37-f21d9e3995d8 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee5ac87-ec67-4ca8-8404-e8323a3204d6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:40.123165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e702a4-e763-483b-8acf-97d852b9701d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.218285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e702a4-e763-483b-8acf-97d852b9701d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.220083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-864f4c63-cb17-4dd2-b54c-e149d2da1d14 None None] Allocated IP 172.20.0.2 (f5cea4d8-7c67-46ac-81b4-e902bd025707/ac0382a0-7f3a-4d9f-be64-cb2986a0c130/8a6df23f-de5c-432c-823e-7ce99dad6302) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:40.223725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e702a4-e763-483b-8acf-97d852b9701d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.250691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61e702a4-e763-483b-8acf-97d852b9701d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.255063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-61e702a4-e763-483b-8acf-97d852b9701d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1647925 Aug 16 02:27:40.261052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:40.266394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-168026610', 'security_groups': ['2246d0ed-80be-4204-a9fd-e578333b94f0'], 'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac0382a0-7f3a-4d9f-be64-cb2986a0c130'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:40.317610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e702a4-e763-483b-8acf-97d852b9701d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2246d0ed-80be-4204-a9fd-e578333b94f0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:40.339567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-864f4c63-cb17-4dd2-b54c-e149d2da1d14 None None] For port 8a6df23f-de5c-432c-823e-7ce99dad6302, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8a6df23f-de5c-432c-823e-7ce99dad6302,segment=NetworkSegment(dbde05a0-aebe-44d5-9ec8-0527cbd5089e),segment_id=dbde05a0-aebe-44d5-9ec8-0527cbd5089e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:40.355351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5601eba4-ee12-4ed9-9a62-04329738ba8d req-2d4fc20c-cc44-4dd8-a424-6c7a015ca14f tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0387151 Aug 16 02:27:40.373777 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-864f4c63-cb17-4dd2-b54c-e149d2da1d14 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.389777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-864f4c63-cb17-4dd2-b54c-e149d2da1d14 None None] Transition to ACTIVE for port object 8a6df23f-de5c-432c-823e-7ce99dad6302 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:40.401080 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-864f4c63-cb17-4dd2-b54c-e149d2da1d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.427470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:40.493647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f4c63-cb17-4dd2-b54c-e149d2da1d14 None None] Pushing event updated for resources: {'Port': ['ID=8a6df23f-de5c-432c-823e-7ce99dad6302,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:40.524334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.550266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] device_id is not set on port 336c478f-a47f-49a4-9f1b-1bea113c14d1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:27:40.693388 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3251b09e-20ad-41f3-ab88-74a2ea0388b0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.705876 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3251b09e-20ad-41f3-ab88-74a2ea0388b0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.726797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.10 (f5cea4d8-7c67-46ac-81b4-e902bd025707/ac0382a0-7f3a-4d9f-be64-cb2986a0c130/336c478f-a47f-49a4-9f1b-1bea113c14d1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:40.816882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3251b09e-20ad-41f3-ab88-74a2ea0388b0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Router 40de0127-c18c-4a3d-bcd7-a9be4938a886 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:27:40.902285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.904910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3251b09e-20ad-41f3-ab88-74a2ea0388b0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:40.911993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3251b09e-20ad-41f3-ab88-74a2ea0388b0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.913185 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3251b09e-20ad-41f3-ab88-74a2ea0388b0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "PUT /v2.0/routers/40de0127-c18c-4a3d-bcd7-a9be4938a886 HTTP/1.1" status: 200 len: 693 time: 0.8490362 Aug 16 02:27:40.916096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49348) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:40.919869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object 336c478f-a47f-49a4-9f1b-1bea113c14d1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:40.922301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] Sync routers for ids ['40de0127-c18c-4a3d-bcd7-a9be4938a886'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:40.933004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] Routers {'40de0127-c18c-4a3d-bcd7-a9be4938a886'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:40.933964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['40de0127-c18c-4a3d-bcd7-a9be4938a886'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:40.972100 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.003825 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-05346efb-8131-41ee-8fe7-38e9b1fd7ee1 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/routers/40de0127-c18c-4a3d-bcd7-a9be4938a886 HTTP/1.1" status: 200 len: 699 time: 0.0865474 Aug 16 02:27:41.006284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.023078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] Set router 40de0127-c18c-4a3d-bcd7-a9be4938a886 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:41.026831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:41.030022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:41.034581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:41.055080 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-74e38432-64aa-4ac8-bd34-c4ad1b2d10b9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=40de0127-c18c-4a3d-bcd7-a9be4938a886 HTTP/1.1" status: 200 len: 205 time: 0.0468950 Aug 16 02:27:41.057710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.067257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=336c478f-a47f-49a4-9f1b-1bea113c14d1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:41.098151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de0127-c18c-4a3d-bcd7-a9be4938a886', 'name': 'tempest-RoutersTest-router-561356474', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:39Z', 'updated_at': '2021-08-16T02:27:40Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:41.102877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.107187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.120868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1d2bf7c9-a7f2-4f71-9555-be1ee4d6fb70 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8586438 Aug 16 02:27:41.123716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49354) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.131073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-568f78b7-ca19-4061-9ec5-dc69e91033d7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:41.190031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] Checking router: 40de0127-c18c-4a3d-bcd7-a9be4938a886 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:41.204655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1093d164-0dc6-4afb-aa9c-5b4a222abc1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.220173 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] Routers {'40de0127-c18c-4a3d-bcd7-a9be4938a886'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:41.221803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['40de0127-c18c-4a3d-bcd7-a9be4938a886'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:41.269016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4a9bec3-f25d-428f-ab86-971aedfc71d0 None None] Provisioning for port 8a6df23f-de5c-432c-823e-7ce99dad6302 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:41.294821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568f78b7-ca19-4061-9ec5-dc69e91033d7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:41.299656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-568f78b7-ca19-4061-9ec5-dc69e91033d7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.305455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4a9bec3-f25d-428f-ab86-971aedfc71d0 None None] Provisioning complete for port 8a6df23f-de5c-432c-823e-7ce99dad6302 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:41.305837 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4a9bec3-f25d-428f-ab86-971aedfc71d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.350932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] Set router 40de0127-c18c-4a3d-bcd7-a9be4938a886 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:41.397600 n-d-768862-14 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-568f78b7-ca19-4061-9ec5-dc69e91033d7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ac0382a0-7f3a-4d9f-be64-cb2986a0c130 (CIDR: 172.20.0.0/28) Aug 16 02:27:41.402578 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-568f78b7-ca19-4061-9ec5-dc69e91033d7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:41.403306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568f78b7-ca19-4061-9ec5-dc69e91033d7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:41.407907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1093d164-0dc6-4afb-aa9c-5b4a222abc1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.410187 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1093d164-0dc6-4afb-aa9c-5b4a222abc1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.423103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-568f78b7-ca19-4061-9ec5-dc69e91033d7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2968109 Aug 16 02:27:41.423621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.429098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de0127-c18c-4a3d-bcd7-a9be4938a886', 'name': 'tempest-RoutersTest-router-561356474', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:39Z', 'updated_at': '2021-08-16T02:27:40Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:41.430480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-beb10beb-be87-4131-a604-10d1633dde6e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:41.460159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1093d164-0dc6-4afb-aa9c-5b4a222abc1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.461041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093d164-0dc6-4afb-aa9c-5b4a222abc1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Fanout notify agent at l3_agent the message router_deleted on router 40de0127-c18c-4a3d-bcd7-a9be4938a886 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:27:41.471624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1093d164-0dc6-4afb-aa9c-5b4a222abc1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.472012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205be3f-64ab-460d-b424-4b8ecf6d887d None None] The sync data for ids ['40de0127-c18c-4a3d-bcd7-a9be4938a886'] in n-d-768862-14 is: [{'id': '40de0127-c18c-4a3d-bcd7-a9be4938a886', 'name': 'tempest-RoutersTest-router-561356474', 'tenant_id': '84cc5c27079b4653ad57df5f79837fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:39Z', 'updated_at': '2021-08-16T02:27:40Z', 'revision_number': 2, 'project_id': '84cc5c27079b4653ad57df5f79837fa7', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:41.477000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1093d164-0dc6-4afb-aa9c-5b4a222abc1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/40de0127-c18c-4a3d-bcd7-a9be4938a886 HTTP/1.1" status: 204 len: 168 time: 0.4138927 Aug 16 02:27:41.477277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49360) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.521124 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fb10ce67-edf6-433d-a45c-eab2b6344209 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=40de0127-c18c-4a3d-bcd7-a9be4938a886 HTTP/1.1" status: 200 len: 205 time: 0.0424473 Aug 16 02:27:41.524523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.538241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4a9bec3-f25d-428f-ab86-971aedfc71d0 None None] Provisioning complete for port 406b1558-510c-4561-8d13-5dcc232c795b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:41.538745 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4a9bec3-f25d-428f-ab86-971aedfc71d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.566466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b86d44a-2f0c-45b0-9d93-e523cff8cf35 req-23f63b40-e841-40dc-b941-d57c7d78aefa tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0497308 Aug 16 02:27:41.587703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9bec3-f25d-428f-ab86-971aedfc71d0 None None] Port 406b1558-510c-4561-8d13-5dcc232c795b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:41.594492 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-68152b71-fefe-4d05-ad99-33a4e6cb1575 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] delete failed (client error): The resource could not be found. Aug 16 02:27:41.598376 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-68152b71-fefe-4d05-ad99-33a4e6cb1575 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/40de0127-c18c-4a3d-bcd7-a9be4938a886 HTTP/1.1" status: 404 len: 336 time: 0.0728564 Aug 16 02:27:41.598987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.629097 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e74924-9303-478d-8f8a-88c13a3afc82 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:41.629572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e74924-9303-478d-8f8a-88c13a3afc82 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:41.634862 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b9e74924-9303-478d-8f8a-88c13a3afc82 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/848359ec-ac73-4c3d-96c2-eebf8732ba6a HTTP/1.1" status: 404 len: 337 time: 0.0348341 Aug 16 02:27:41.635718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.647847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb10beb-be87-4131-a604-10d1633dde6e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:41.652144 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-beb10beb-be87-4131-a604-10d1633dde6e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.662861 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65bb448-3c7f-415a-88a4-47608ffc99e8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:41.663351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65bb448-3c7f-415a-88a4-47608ffc99e8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:41.665364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e65bb448-3c7f-415a-88a4-47608ffc99e8 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/86fc1dfe-7902-4f36-bdb2-bf292a0ae4c6 HTTP/1.1" status: 404 len: 337 time: 0.0288899 Aug 16 02:27:41.667976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49368) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.696609 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca792e7-b33e-471d-9c89-b6614c785f41 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:41.697052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca792e7-b33e-471d-9c89-b6614c785f41 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:41.698790 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5ca792e7-b33e-471d-9c89-b6614c785f41 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/a8e768e9-3923-4852-947e-506fd1b1af28 HTTP/1.1" status: 404 len: 337 time: 0.0298414 Aug 16 02:27:41.701334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.712724 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6ff865ba-4bf4-4b95-aa5a-105281913a9f None None] Provisioning for port 336c478f-a47f-49a4-9f1b-1bea113c14d1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:41.720847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6ff865ba-4bf4-4b95-aa5a-105281913a9f None None] Provisioning complete for port 336c478f-a47f-49a4-9f1b-1bea113c14d1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:41.722259 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ff865ba-4bf4-4b95-aa5a-105281913a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.735376 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-449299fe-05a0-4f78-80c7-82b60e2b1006 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:41.736542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449299fe-05a0-4f78-80c7-82b60e2b1006 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:41.737861 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-449299fe-05a0-4f78-80c7-82b60e2b1006 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/0a5a6015-3bf8-40aa-acfb-73bcf1786b00 HTTP/1.1" status: 404 len: 337 time: 0.0353909 Aug 16 02:27:41.742958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.775507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6ff865ba-4bf4-4b95-aa5a-105281913a9f None None] Port 336c478f-a47f-49a4-9f1b-1bea113c14d1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:41.787410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-03b556f3-0927-4431-84d9-c914669f45a0 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e197862-155a-4a33-8691-33867732c79f HTTP/1.1" status: 200 len: 205 time: 0.0432560 Aug 16 02:27:41.790068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.814469 n-d-768862-14 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-beb10beb-be87-4131-a604-10d1633dde6e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 474d47c9-7cf7-4c0c-b8b4-ab21e393b328 (CIDR: 172.20.0.16/28) Aug 16 02:27:41.819158 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb10beb-be87-4131-a604-10d1633dde6e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:41.819807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb10beb-be87-4131-a604-10d1633dde6e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:41.837344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-beb10beb-be87-4131-a604-10d1633dde6e tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4126236 Aug 16 02:27:41.840066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.842716 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-99f2d747-51ab-47de-8c47-179f798d3304 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] delete failed (client error): The resource could not be found. Aug 16 02:27:41.843750 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-99f2d747-51ab-47de-8c47-179f798d3304 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/2e197862-155a-4a33-8691-33867732c79f HTTP/1.1" status: 404 len: 336 time: 0.0516005 Aug 16 02:27:41.845256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'subnet': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:41.846280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.873696 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1c5cdc46-c06d-44eb-913b-3c3214b02428 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=416ea723-b4b7-4ebf-9933-6196bfea7bad HTTP/1.1" status: 200 len: 205 time: 0.0263484 Aug 16 02:27:41.876361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49380) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.933984 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5fd87efe-1545-4e78-8ec4-f7770a864ecc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] delete failed (client error): The resource could not be found. Aug 16 02:27:41.935007 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5fd87efe-1545-4e78-8ec4-f7770a864ecc tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/416ea723-b4b7-4ebf-9933-6196bfea7bad HTTP/1.1" status: 404 len: 336 time: 0.0577624 Aug 16 02:27:41.937627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:41.964912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Made reservation on behalf of d06e9292718445ed982683c70b3a1a26 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:41.965751 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc334a04-7eb1-43c7-8a50-53dfbe69ef44 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:41.966299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc334a04-7eb1-43c7-8a50-53dfbe69ef44 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:41.968078 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc334a04-7eb1-43c7-8a50-53dfbe69ef44 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/7135bd6a-2981-4f18-9ac1-d8eaf617c671 HTTP/1.1" status: 404 len: 337 time: 0.0295269 Aug 16 02:27:41.968475 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.970710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.003033 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d43d8c85-d504-4051-b34c-cc54053a53b7 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=01025fe9-ed54-4d42-9f6c-0a6d39362eeb HTTP/1.1" status: 200 len: 205 time: 0.0312073 Aug 16 02:27:42.003699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.045028 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-823e1ec3-a02f-4c85-b28f-fcd7e6b10e7c tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] delete failed (client error): The resource could not be found. Aug 16 02:27:42.045987 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-823e1ec3-a02f-4c85-b28f-fcd7e6b10e7c tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/01025fe9-ed54-4d42-9f6c-0a6d39362eeb HTTP/1.1" status: 404 len: 336 time: 0.0413263 Aug 16 02:27:42.048600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.081174 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-603ce76b-2f71-4b3c-b21f-a8efeab691c9 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cd8f3ec-87cc-4391-bfc6-5f965e3828f3 HTTP/1.1" status: 200 len: 205 time: 0.0315104 Aug 16 02:27:42.083471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.123253 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-281ef57c-a55b-4feb-98d1-c2101c3b6a5f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] delete failed (client error): The resource could not be found. Aug 16 02:27:42.124305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-281ef57c-a55b-4feb-98d1-c2101c3b6a5f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/0cd8f3ec-87cc-4391-bfc6-5f965e3828f3 HTTP/1.1" status: 404 len: 336 time: 0.0398719 Aug 16 02:27:42.126787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.156617 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-03171f9e-165a-43ac-b370-7bd6b0a34a1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:42.157076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03171f9e-165a-43ac-b370-7bd6b0a34a1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:42.158835 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-03171f9e-165a-43ac-b370-7bd6b0a34a1f tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/6423242c-e98b-4b74-a8b2-712fbac39978 HTTP/1.1" status: 404 len: 337 time: 0.0311069 Aug 16 02:27:42.161717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.187988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ac0e57cf-ff7f-4fc5-b123-055410236932 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=b32d36d2-f120-4585-9234-237bf32b2640 HTTP/1.1" status: 200 len: 205 time: 0.0251980 Aug 16 02:27:42.190351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.211183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.233197 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-048b7d53-c098-408d-99ec-968641ac4753 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] delete failed (client error): The resource could not be found. Aug 16 02:27:42.234246 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-048b7d53-c098-408d-99ec-968641ac4753 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/b32d36d2-f120-4585-9234-237bf32b2640 HTTP/1.1" status: 404 len: 336 time: 0.0429552 Aug 16 02:27:42.236954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.254507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:42.258278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:42.262923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:42.263543 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.264291 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c113f029-e937-4ff8-a598-fc76050b2a4b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:42.264752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c113f029-e937-4ff8-a598-fc76050b2a4b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:42.266518 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c113f029-e937-4ff8-a598-fc76050b2a4b tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/e647efb0-82c5-4476-af97-100345a94980 HTTP/1.1" status: 404 len: 337 time: 0.0285561 Aug 16 02:27:42.269156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.272822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebfdbf-d4c3-48a8-bae7-a9ccbc3114d1 None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:42.278525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Subnet': ['ID=55dc1400-2460-4de3-94d1-c93f71efc14d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:42.287313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-64bc9e66-3c3b-47eb-8b73-ff19edaa2384 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4429970 Aug 16 02:27:42.288199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.293371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-699535213', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '55dc1400-2460-4de3-94d1-c93f71efc14d'}], 'security_groups': ['f2b5c50d-9b30-44b1-9526-341ed8707cf2', '0ee5ac87-ec67-4ca8-8404-e8323a3204d6']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:42.309468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7a6af4bc-fc46-4c83-8ee5-cb01b5b56df3 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0bf32ae-4259-456b-8c44-f1c1c5da9293 HTTP/1.1" status: 200 len: 205 time: 0.0391991 Aug 16 02:27:42.310103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.362256 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-a9cf0721-7514-452f-b4e4-c0fa55f74399 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] delete failed (client error): The resource could not be found. Aug 16 02:27:42.362256 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a9cf0721-7514-452f-b4e4-c0fa55f74399 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/routers/f0bf32ae-4259-456b-8c44-f1c1c5da9293 HTTP/1.1" status: 404 len: 336 time: 0.0476222 Aug 16 02:27:42.362256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49406) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.384026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.394261 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-775fa10a-b7ef-401c-8ea7-870a7609a191 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:42.394714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775fa10a-b7ef-401c-8ea7-870a7609a191 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:42.396507 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-775fa10a-b7ef-401c-8ea7-870a7609a191 tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/3f747bb4-af0d-42e1-8598-8d31c615fdb5 HTTP/1.1" status: 404 len: 337 time: 0.0363190 Aug 16 02:27:42.397719 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.399323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.408891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a6df23f-de5c-432c-823e-7ce99dad6302 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:42.427133 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-040cffec-45ba-4c51-8960-3f48680bacba tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:42.427861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040cffec-45ba-4c51-8960-3f48680bacba tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:42.430795 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-040cffec-45ba-4c51-8960-3f48680bacba tempest-RoutersTest-1689938179 tempest-RoutersTest-1689938179-project] 10.222.0.61 "DELETE /v2.0/subnets/ada1ecf8-1753-4e98-8aca-bd2ef7454d2a HTTP/1.1" status: 404 len: 337 time: 0.0303073 Aug 16 02:27:42.525082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8a6df23f-de5c-432c-823e-7ce99dad6302 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:42.525922 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.745233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0eb74faa-2c87-4d27-9a16-fa6ac4af4189 req-d9215059-c0e7-4b8c-b462-b167fcb5514a tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0384037 Aug 16 02:27:42.830921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:42.831706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Delete allocated IP 172.20.0.10 (f5cea4d8-7c67-46ac-81b4-e902bd025707/ac0382a0-7f3a-4d9f-be64-cb2986a0c130) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:27:42.843067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Allocated IP 172.20.0.41 (f5cea4d8-7c67-46ac-81b4-e902bd025707/55dc1400-2460-4de3-94d1-c93f71efc14d/336c478f-a47f-49a4-9f1b-1bea113c14d1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:42.892851 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dfdc42-ee3b-41b6-885e-bb949e521ff7 None None] Update dhcp port {'port': {'network_id': 'f5cea4d8-7c67-46ac-81b4-e902bd025707', 'fixed_ips': [{'subnet_id': '474d47c9-7cf7-4c0c-b8b4-ab21e393b328', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ac0382a0-7f3a-4d9f-be64-cb2986a0c130', 'ip_address': '172.20.0.2'}, {'subnet_id': '55dc1400-2460-4de3-94d1-c93f71efc14d'}], 'binding:host_id': 'n-d-768862-14'}, 'id': '8a6df23f-de5c-432c-823e-7ce99dad6302'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:27:42.919945 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35dfdc42-ee3b-41b6-885e-bb949e521ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.993101 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-18dd0d80-7157-4ea5-a13b-61167305bca4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84cc5c27079b4653ad57df5f79837fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585245 Aug 16 02:27:42.993354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:43.084217 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62476eef-845a-472f-b202-ebe92d2005e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.087212 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.113849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Transition to ACTIVE for port object 336c478f-a47f-49a4-9f1b-1bea113c14d1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:43.119751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62476eef-845a-472f-b202-ebe92d2005e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.121527 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.170856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-35dfdc42-ee3b-41b6-885e-bb949e521ff7 None None] Allocated IP 172.20.0.34 (f5cea4d8-7c67-46ac-81b4-e902bd025707/55dc1400-2460-4de3-94d1-c93f71efc14d/8a6df23f-de5c-432c-823e-7ce99dad6302) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:43.246240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event updated for resources: {'Port': ['ID=336c478f-a47f-49a4-9f1b-1bea113c14d1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.264980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] In _notify_port_updated(), no bound segment for port 336c478f-a47f-49a4-9f1b-1bea113c14d1 on network f5cea4d8-7c67-46ac-81b4-e902bd025707 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:27:43.270880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.271633 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.273172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8c610182-b482-40f8-a742-076f0c6ddaf2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "PUT /v2.0/ports/336c478f-a47f-49a4-9f1b-1bea113c14d1 HTTP/1.1" status: 200 len: 959 time: 0.9844377 Aug 16 02:27:43.276789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:43.279594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-35dfdc42-ee3b-41b6-885e-bb949e521ff7 None None] For port 8a6df23f-de5c-432c-823e-7ce99dad6302, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8a6df23f-de5c-432c-823e-7ce99dad6302,segment=NetworkSegment(dbde05a0-aebe-44d5-9ec8-0527cbd5089e),segment_id=dbde05a0-aebe-44d5-9ec8-0527cbd5089e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:43.312584 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35dfdc42-ee3b-41b6-885e-bb949e521ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.316686 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62476eef-845a-472f-b202-ebe92d2005e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.319606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62476eef-845a-472f-b202-ebe92d2005e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.321702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-62476eef-845a-472f-b202-ebe92d2005e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b14e8562-2608-4aee-87b6-b9c901f9e330 HTTP/1.1" status: 204 len: 168 time: 0.3266914 Aug 16 02:27:43.330454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-35dfdc42-ee3b-41b6-885e-bb949e521ff7 None None] Transition to ACTIVE for port object 8a6df23f-de5c-432c-823e-7ce99dad6302 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:43.337732 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35dfdc42-ee3b-41b6-885e-bb949e521ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.361877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62476eef-845a-472f-b202-ebe92d2005e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e8562-2608-4aee-87b6-b9c901f9e330,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.400276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-77fc0bd0-1a46-44eb-a63a-f9036118a672 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 336c478f-a47f-49a4-9f1b-1bea113c14d1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:43.401158 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77fc0bd0-1a46-44eb-a63a-f9036118a672 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.471025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfdc42-ee3b-41b6-885e-bb949e521ff7 None None] Pushing event updated for resources: {'Port': ['ID=8a6df23f-de5c-432c-823e-7ce99dad6302,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.525125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77fc0bd0-1a46-44eb-a63a-f9036118a672 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.542471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-77fc0bd0-1a46-44eb-a63a-f9036118a672 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 336c478f-a47f-49a4-9f1b-1bea113c14d1 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:43.709261 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77fc0bd0-1a46-44eb-a63a-f9036118a672 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.745961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc0bd0-1a46-44eb-a63a-f9036118a672 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=336c478f-a47f-49a4-9f1b-1bea113c14d1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.816957 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77fc0bd0-1a46-44eb-a63a-f9036118a672 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.818954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-77fc0bd0-1a46-44eb-a63a-f9036118a672 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/336c478f-a47f-49a4-9f1b-1bea113c14d1 HTTP/1.1" status: 204 len: 168 time: 0.5411694 Aug 16 02:27:43.822152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:43.874714 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2492e9ed-4c79-423c-8093-2b92abf2e73a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] GET failed (client error): The resource could not be found. Aug 16 02:27:43.878023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2492e9ed-4c79-423c-8093-2b92abf2e73a tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports/336c478f-a47f-49a4-9f1b-1bea113c14d1 HTTP/1.1" status: 404 len: 333 time: 0.0542092 Aug 16 02:27:43.880817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:43.902084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-116ea1da-9e14-4da9-a306-6417161dea32 req-ea898edc-6262-4264-bb2b-1a5fcd796a33 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0619280 Aug 16 02:27:43.985022 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a4a83fd-720f-4c0c-9ade-073c3a18ad18 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.022455 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a4a83fd-720f-4c0c-9ade-073c3a18ad18 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.085915 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a4a83fd-720f-4c0c-9ade-073c3a18ad18 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.088896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a4a83fd-720f-4c0c-9ade-073c3a18ad18 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.090060 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7a4a83fd-720f-4c0c-9ade-073c3a18ad18 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/security-groups/2246d0ed-80be-4204-a9fd-e578333b94f0 HTTP/1.1" status: 204 len: 168 time: 0.2081854 Aug 16 02:27:44.092959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:44.099379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a83fd-720f-4c0c-9ade-073c3a18ad18 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2246d0ed-80be-4204-a9fd-e578333b94f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:44.138784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3741e5fa-2ab0-4a40-b291-46ed8a2f3e06 None None] Provisioning for port 8a6df23f-de5c-432c-823e-7ce99dad6302 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:44.144882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3741e5fa-2ab0-4a40-b291-46ed8a2f3e06 None None] Provisioning complete for port 8a6df23f-de5c-432c-823e-7ce99dad6302 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:44.144882 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3741e5fa-2ab0-4a40-b291-46ed8a2f3e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.156664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:44.164262 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9befdc39-6359-4a7b-943d-af2b89f07c34 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.195813 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9befdc39-6359-4a7b-943d-af2b89f07c34 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.240176 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9befdc39-6359-4a7b-943d-af2b89f07c34 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.243728 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9befdc39-6359-4a7b-943d-af2b89f07c34 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.247507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9befdc39-6359-4a7b-943d-af2b89f07c34 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/security-groups/0ee5ac87-ec67-4ca8-8404-e8323a3204d6 HTTP/1.1" status: 204 len: 168 time: 0.1508460 Aug 16 02:27:44.248209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:44.248577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3741e5fa-2ab0-4a40-b291-46ed8a2f3e06 None None] Provisioning complete for port 406b1558-510c-4561-8d13-5dcc232c795b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:44.249145 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3741e5fa-2ab0-4a40-b291-46ed8a2f3e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.256632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befdc39-6359-4a7b-943d-af2b89f07c34 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee5ac87-ec67-4ca8-8404-e8323a3204d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:44.294376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3741e5fa-2ab0-4a40-b291-46ed8a2f3e06 None None] Port 406b1558-510c-4561-8d13-5dcc232c795b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:44.297735 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3741e5fa-2ab0-4a40-b291-46ed8a2f3e06 None None] Could not find standard attr ID for object 336c478f-a47f-49a4-9f1b-1bea113c14d1. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:27:44.298608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-77d57766-3d35-4b11-8ba7-8e1bfea05ac2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:44.299050 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-77d57766-3d35-4b11-8ba7-8e1bfea05ac2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:27:44.299928 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-77d57766-3d35-4b11-8ba7-8e1bfea05ac2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:27:44.303439 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-77d57766-3d35-4b11-8ba7-8e1bfea05ac2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1431584 Aug 16 02:27:44.308154 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:44.311933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367318531'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:44.322192 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52727368-287e-434f-aaf4-e4d7e7e65fc7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.337689 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.346314 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.348243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52727368-287e-434f-aaf4-e4d7e7e65fc7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.396437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52727368-287e-434f-aaf4-e4d7e7e65fc7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.399846 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52727368-287e-434f-aaf4-e4d7e7e65fc7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.401349 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-52727368-287e-434f-aaf4-e4d7e7e65fc7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/security-groups/f2b5c50d-9b30-44b1-9526-341ed8707cf2 HTTP/1.1" status: 204 len: 168 time: 0.1516857 Aug 16 02:27:44.404257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:44.411818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52727368-287e-434f-aaf4-e4d7e7e65fc7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5c50d-9b30-44b1-9526-341ed8707cf2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:44.416149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a6df23f-de5c-432c-823e-7ce99dad6302 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:44.477782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8a6df23f-de5c-432c-823e-7ce99dad6302 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:44.478156 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.484359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-475a79d0-1409-4068-a590-9eafb7d8844b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet ac0382a0-7f3a-4d9f-be64-cb2986a0c130 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:44.491194 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475a79d0-1409-4068-a590-9eafb7d8844b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.552843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475a79d0-1409-4068-a590-9eafb7d8844b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.557860 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.577445 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.609902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ec2addd-b38a-4b1f-8b08-630c737ba9d0 None None] Could not find standard attr ID for object 336c478f-a47f-49a4-9f1b-1bea113c14d1. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:27:44.642677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317a2190-d2c2-40b5-a707-7ee55cc906fe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:44.706503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475a79d0-1409-4068-a590-9eafb7d8844b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.775484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.780852 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.810192 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475a79d0-1409-4068-a590-9eafb7d8844b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.843798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.845053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5384662 Aug 16 02:27:44.848163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565bc7-237b-44da-8d9c-278dad81ece8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57ea945-f8c8-40e7-96af-0ac4a2f1c57e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:44.848347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:44.850751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a79d0-1409-4068-a590-9eafb7d8844b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0382a0-7f3a-4d9f-be64-cb2986a0c130,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:44.853282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-82e51010-9d20-40f1-848a-9c9299cfdb8c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': 'd57ea945-f8c8-40e7-96af-0ac4a2f1c57e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:44.856238 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-475a79d0-1409-4068-a590-9eafb7d8844b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.858116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-475a79d0-1409-4068-a590-9eafb7d8844b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/ac0382a0-7f3a-4d9f-be64-cb2986a0c130 HTTP/1.1" status: 204 len: 168 time: 0.4526803 Aug 16 02:27:44.861972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49470) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:44.864348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2ad3e-5933-40e1-918b-6be6ea5b3561 None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:44.929001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e9b57d-c464-4084-a1d6-ee6476854f9d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet 55dc1400-2460-4de3-94d1-c93f71efc14d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:44.936059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69e9b57d-c464-4084-a1d6-ee6476854f9d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.939169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82e51010-9d20-40f1-848a-9c9299cfdb8c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.000671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69e9b57d-c464-4084-a1d6-ee6476854f9d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.020643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d142421-3627-41f4-9e0f-d9711423e0ce req-62b1655a-0203-4e60-9344-4db2eb4e6701 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0300689 Aug 16 02:27:45.062138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82e51010-9d20-40f1-848a-9c9299cfdb8c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.069411 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82e51010-9d20-40f1-848a-9c9299cfdb8c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.116518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e51010-9d20-40f1-848a-9c9299cfdb8c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01642e94-5627-4a1c-b130-650ec3b04e97,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:45.131832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69e9b57d-c464-4084-a1d6-ee6476854f9d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.136306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82e51010-9d20-40f1-848a-9c9299cfdb8c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.140941 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-82e51010-9d20-40f1-848a-9c9299cfdb8c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2878511 Aug 16 02:27:45.141450 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.146370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4f44a902-1c7d-4747-b9b2-5b9e1f879442 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': 'd57ea945-f8c8-40e7-96af-0ac4a2f1c57e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:45.177711 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f44a902-1c7d-4747-b9b2-5b9e1f879442 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.202928 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69e9b57d-c464-4084-a1d6-ee6476854f9d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.232554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9b57d-c464-4084-a1d6-ee6476854f9d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=55dc1400-2460-4de3-94d1-c93f71efc14d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:45.237539 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69e9b57d-c464-4084-a1d6-ee6476854f9d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.241544 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-69e9b57d-c464-4084-a1d6-ee6476854f9d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/55dc1400-2460-4de3-94d1-c93f71efc14d HTTP/1.1" status: 204 len: 168 time: 0.3779893 Aug 16 02:27:45.243527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.244488 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4f44a902-1c7d-4747-b9b2-5b9e1f879442 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:27:45.245579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4f44a902-1c7d-4747-b9b2-5b9e1f879442 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1032102 Aug 16 02:27:45.248496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.272429 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9606cbbe-3d65-4874-9c90-3a2c86a87ef6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:45.273462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9606cbbe-3d65-4874-9c90-3a2c86a87ef6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:45.277918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9606cbbe-3d65-4874-9c90-3a2c86a87ef6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/ac0382a0-7f3a-4d9f-be64-cb2986a0c130 HTTP/1.1" status: 404 len: 337 time: 0.0313339 Aug 16 02:27:45.278557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.350322 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66172b31-68ba-4819-838c-df6fac0c6e0c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.356339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd1cfe8-4654-4bad-8249-3418240b2752 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting subnet 474d47c9-7cf7-4c0c-b8b4-ab21e393b328 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:45.362565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fd1cfe8-4654-4bad-8249-3418240b2752 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.410447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66172b31-68ba-4819-838c-df6fac0c6e0c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.437777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fd1cfe8-4654-4bad-8249-3418240b2752 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.519076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66172b31-68ba-4819-838c-df6fac0c6e0c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.521942 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66172b31-68ba-4819-838c-df6fac0c6e0c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.523682 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-66172b31-68ba-4819-838c-df6fac0c6e0c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/d57ea945-f8c8-40e7-96af-0ac4a2f1c57e HTTP/1.1" status: 204 len: 168 time: 0.2741382 Aug 16 02:27:45.526544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.550967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda5372-e7c9-4084-9e48-9e398d500179 None None] Network f5cea4d8-7c67-46ac-81b4-e902bd025707 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:45.559398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66172b31-68ba-4819-838c-df6fac0c6e0c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57ea945-f8c8-40e7-96af-0ac4a2f1c57e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:45.571350 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fd1cfe8-4654-4bad-8249-3418240b2752 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.584828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bc5bd970-9759-4a1c-8cd2-c01ec43c5d7f tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535219 Aug 16 02:27:45.586388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.592116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9031680d-22b8-4928-b386-61df82d85883 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131398544'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:45.621949 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9031680d-22b8-4928-b386-61df82d85883 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.646096 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fd1cfe8-4654-4bad-8249-3418240b2752 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.653843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d51fb92a-212d-4a31-99f1-3893e3f7e343 None None] Provisioning complete for port 8a6df23f-de5c-432c-823e-7ce99dad6302 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:45.654267 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d51fb92a-212d-4a31-99f1-3893e3f7e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.681631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1cfe8-4654-4bad-8249-3418240b2752 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Subnet': ['ID=474d47c9-7cf7-4c0c-b8b4-ab21e393b328,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:45.685998 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fd1cfe8-4654-4bad-8249-3418240b2752 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.688042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8fd1cfe8-4654-4bad-8249-3418240b2752 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/474d47c9-7cf7-4c0c-b8b4-ab21e393b328 HTTP/1.1" status: 204 len: 168 time: 0.4084451 Aug 16 02:27:45.690425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.718976 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d63eaee-a07c-43ad-a876-e4ac40a38c13 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:45.719460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d63eaee-a07c-43ad-a876-e4ac40a38c13 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:45.721195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7d63eaee-a07c-43ad-a876-e4ac40a38c13 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/08832c6c-fa8a-4a6a-9e69-d365df423366 HTTP/1.1" status: 404 len: 337 time: 0.0297806 Aug 16 02:27:45.727417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.730956 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9031680d-22b8-4928-b386-61df82d85883 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.740979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9031680d-22b8-4928-b386-61df82d85883 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.767415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-beca4fb3-11a4-42ea-9015-41c55e76080b tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f13c4db-b399-4d2a-9699-ccf01b14e07a HTTP/1.1" status: 200 len: 205 time: 0.0388894 Aug 16 02:27:45.771152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.789812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9031680d-22b8-4928-b386-61df82d85883 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.793594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9031680d-22b8-4928-b386-61df82d85883 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2033517 Aug 16 02:27:45.793828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49494) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.798501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b8aff9c8-45a1-41b0-9b71-cff1b6d5b840 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '842e6e7b-5f21-47d2-943b-f668ab50a113', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:45.799181 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-b8aff9c8-45a1-41b0-9b71-cff1b6d5b840 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:27:45.799580 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b8aff9c8-45a1-41b0-9b71-cff1b6d5b840 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:45.802970 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b8aff9c8-45a1-41b0-9b71-cff1b6d5b840 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058191 Aug 16 02:27:45.803377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.803548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d51fb92a-212d-4a31-99f1-3893e3f7e343 None None] Provisioning complete for port 406b1558-510c-4561-8d13-5dcc232c795b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:45.804167 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d51fb92a-212d-4a31-99f1-3893e3f7e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.805584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031680d-22b8-4928-b386-61df82d85883 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842e6e7b-5f21-47d2-943b-f668ab50a113,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:45.839449 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-8a77f0ed-03bf-447d-a6c3-a330ea2945a2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] delete failed (client error): The resource could not be found. Aug 16 02:27:45.842867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8a77f0ed-03bf-447d-a6c3-a330ea2945a2 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/routers/6f13c4db-b399-4d2a-9699-ccf01b14e07a HTTP/1.1" status: 404 len: 336 time: 0.0684526 Aug 16 02:27:45.843392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.843544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d51fb92a-212d-4a31-99f1-3893e3f7e343 None None] Port 406b1558-510c-4561-8d13-5dcc232c795b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:45.855881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8375b3d-23d0-4971-a341-68ece7d53f40 None None] DHCP port deletion for f5cea4d8-7c67-46ac-81b4-e902bd025707 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:45.885606 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c81a3c-b5d4-496a-95b3-24fef87d6193 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:45.886065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c81a3c-b5d4-496a-95b3-24fef87d6193 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:45.887896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-03c81a3c-b5d4-496a-95b3-24fef87d6193 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/f433517b-9122-46f3-b417-3592975450f3 HTTP/1.1" status: 404 len: 337 time: 0.0436766 Aug 16 02:27:45.890284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.902169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e8375b3d-23d0-4971-a341-68ece7d53f40 None None] Deleting port 8a6df23f-de5c-432c-823e-7ce99dad6302 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:45.902546 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8375b3d-23d0-4971-a341-68ece7d53f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.922516 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc2aaef-03b8-4df2-a33f-0cc992f7f1f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:45.922968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc2aaef-03b8-4df2-a33f-0cc992f7f1f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:45.924679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2fc2aaef-03b8-4df2-a33f-0cc992f7f1f6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/fe7f0434-9c3e-41f4-9958-e57b8ba5f796 HTTP/1.1" status: 404 len: 337 time: 0.0335114 Aug 16 02:27:45.927540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.936100 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a52f6834-6298-4192-a2fe-b5a95506e218 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.956133 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0d4632-a113-4361-99fc-baa42639aad7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:45.956727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0d4632-a113-4361-99fc-baa42639aad7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:45.961166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ae0d4632-a113-4361-99fc-baa42639aad7 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/ab8d3b7e-aaab-4372-b7aa-054dccc7237d HTTP/1.1" status: 404 len: 337 time: 0.0296950 Aug 16 02:27:45.961358 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a52f6834-6298-4192-a2fe-b5a95506e218 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.961488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:45.968679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e8375b3d-23d0-4971-a341-68ece7d53f40 None None] For port 8a6df23f-de5c-432c-823e-7ce99dad6302, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8a6df23f-de5c-432c-823e-7ce99dad6302,segment=NetworkSegment(dbde05a0-aebe-44d5-9ec8-0527cbd5089e),segment_id=dbde05a0-aebe-44d5-9ec8-0527cbd5089e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:45.969085 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8375b3d-23d0-4971-a341-68ece7d53f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.982365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e8375b3d-23d0-4971-a341-68ece7d53f40 None None] Calling delete_port for 8a6df23f-de5c-432c-823e-7ce99dad6302 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:45.989775 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9a89f7-10a8-4ff0-8005-dd79f07035fb tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:45.990841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9a89f7-10a8-4ff0-8005-dd79f07035fb tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:45.993274 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aa9a89f7-10a8-4ff0-8005-dd79f07035fb tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/bc9398e7-1f95-4892-b0f1-d232a9c38b61 HTTP/1.1" status: 404 len: 333 time: 0.0313115 Aug 16 02:27:45.995644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.006777 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a52f6834-6298-4192-a2fe-b5a95506e218 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.010660 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a52f6834-6298-4192-a2fe-b5a95506e218 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.011874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a52f6834-6298-4192-a2fe-b5a95506e218 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/842e6e7b-5f21-47d2-943b-f668ab50a113 HTTP/1.1" status: 204 len: 168 time: 0.2077286 Aug 16 02:27:46.014999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.027826 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-71da10f1-8c37-46d4-8060-9108556d5c24 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:46.028289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71da10f1-8c37-46d4-8060-9108556d5c24 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:46.032451 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-71da10f1-8c37-46d4-8060-9108556d5c24 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/bb49bd7c-c4ae-4526-895a-e6767ad4bde9 HTTP/1.1" status: 404 len: 337 time: 0.0333657 Aug 16 02:27:46.033191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.033735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f6834-6298-4192-a2fe-b5a95506e218 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842e6e7b-5f21-47d2-943b-f668ab50a113,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.067170 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c98f5e8-8bff-4baa-8dda-e4c59440d55d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:46.067632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c98f5e8-8bff-4baa-8dda-e4c59440d55d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:46.072521 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6c98f5e8-8bff-4baa-8dda-e4c59440d55d tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/dab58d01-0192-4751-81e7-f5da924c9176 HTTP/1.1" status: 404 len: 337 time: 0.0357640 Aug 16 02:27:46.073808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.087005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-49028896-d3f8-4706-8d00-fa913075e910 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667620 Aug 16 02:27:46.087279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.091912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dca66348-602b-4628-8082-d8928bd61411 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--442428143'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:46.103465 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8375b3d-23d0-4971-a341-68ece7d53f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.112176 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91a7433-9bcb-4a4e-94a7-7e5e44d3e250 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:46.112881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91a7433-9bcb-4a4e-94a7-7e5e44d3e250 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:46.117272 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b91a7433-9bcb-4a4e-94a7-7e5e44d3e250 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/4399b84d-2627-457e-9be3-a7f6b1d9ea09 HTTP/1.1" status: 404 len: 333 time: 0.0399480 Aug 16 02:27:46.117915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.140997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8375b3d-23d0-4971-a341-68ece7d53f40 None None] Pushing event deleted for resources: {'Port': ['ID=8a6df23f-de5c-432c-823e-7ce99dad6302,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.146710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8375b3d-23d0-4971-a341-68ece7d53f40 None None] No DVR routers for this DVR port 8a6df23f-de5c-432c-823e-7ce99dad6302 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:46.151742 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9b49c9-3efb-4b5d-a832-96610974818c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:46.152166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9b49c9-3efb-4b5d-a832-96610974818c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:46.159397 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ae9b49c9-3efb-4b5d-a832-96610974818c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/ae5fbfb4-ee40-4ef9-9712-48515df9c29d HTTP/1.1" status: 404 len: 337 time: 0.0396175 Aug 16 02:27:46.161048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.165847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca66348-602b-4628-8082-d8928bd61411 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.169768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3fe95b5-b50f-4e3a-9e7c-d6ea16fc0368 req-4da77e08-e908-4522-9c9b-06f5a5116329 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0588005 Aug 16 02:27:46.188486 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-8506dc7d-7aaf-4321-8b7c-187b73b96c41 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:46.189047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8506dc7d-7aaf-4321-8b7c-187b73b96c41 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:46.193173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8506dc7d-7aaf-4321-8b7c-187b73b96c41 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/subnets/2d2fa71d-1afe-44f6-a93b-83f2a79ab60f HTTP/1.1" status: 404 len: 337 time: 0.0288677 Aug 16 02:27:46.193466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.271838 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca66348-602b-4628-8082-d8928bd61411 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.272080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca66348-602b-4628-8082-d8928bd61411 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.295192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0bedd-1a83-4ea1-80a3-69c6ad45548c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Deleting port 406b1558-510c-4561-8d13-5dcc232c795b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:46.295652 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bedd-1a83-4ea1-80a3-69c6ad45548c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.302264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dca66348-602b-4628-8082-d8928bd61411 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.303577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dca66348-602b-4628-8082-d8928bd61411 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2152264 Aug 16 02:27:46.306061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca66348-602b-4628-8082-d8928bd61411 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d76d3a4-d6cc-4395-b2fe-dda6d71d3f28,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.308083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.312549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6c64ae8f-b0b1-4030-9457-6b218b0ba503 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '2d76d3a4-d6cc-4395-b2fe-dda6d71d3f28', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:46.313168 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-6c64ae8f-b0b1-4030-9457-6b218b0ba503 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:27:46.313607 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-6c64ae8f-b0b1-4030-9457-6b218b0ba503 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:46.317449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6c64ae8f-b0b1-4030-9457-6b218b0ba503 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055628 Aug 16 02:27:46.317449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.365646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bedd-1a83-4ea1-80a3-69c6ad45548c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.375069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-717dfeb7-2dbd-47bb-8523-c09f55f14892 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.377944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a6df23f-de5c-432c-823e-7ce99dad6302 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:46.395732 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0bedd-1a83-4ea1-80a3-69c6ad45548c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Calling delete_port for 406b1558-510c-4561-8d13-5dcc232c795b owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:46.400075 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-717dfeb7-2dbd-47bb-8523-c09f55f14892 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.405259 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8a6df23f-de5c-432c-823e-7ce99dad6302 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:46.405819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8a6df23f-de5c-432c-823e-7ce99dad6302 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:46.446573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-717dfeb7-2dbd-47bb-8523-c09f55f14892 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.449300 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-717dfeb7-2dbd-47bb-8523-c09f55f14892 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.450454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-717dfeb7-2dbd-47bb-8523-c09f55f14892 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/2d76d3a4-d6cc-4395-b2fe-dda6d71d3f28 HTTP/1.1" status: 204 len: 168 time: 0.1323452 Aug 16 02:27:46.453138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49528) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.460985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dfeb7-2dbd-47bb-8523-c09f55f14892 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d76d3a4-d6cc-4395-b2fe-dda6d71d3f28,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.526142 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-78075352-98d4-4b9a-bdd0-ecfd37e0e924 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717349 Aug 16 02:27:46.529692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.534131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4d5124d0-23e9-4ad5-aa39-0512e384a711 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652466100'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:46.539996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bedd-1a83-4ea1-80a3-69c6ad45548c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.581090 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bedd-1a83-4ea1-80a3-69c6ad45548c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.583081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a2c0bedd-1a83-4ea1-80a3-69c6ad45548c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/ports/406b1558-510c-4561-8d13-5dcc232c795b HTTP/1.1" status: 204 len: 168 time: 0.3886089 Aug 16 02:27:46.586598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0bedd-1a83-4ea1-80a3-69c6ad45548c tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Port': ['ID=406b1558-510c-4561-8d13-5dcc232c795b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.586786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.596467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d5124d0-23e9-4ad5-aa39-0512e384a711 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.670459 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.688116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d5124d0-23e9-4ad5-aa39-0512e384a711 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.693124 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d5124d0-23e9-4ad5-aa39-0512e384a711 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.724006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d5124d0-23e9-4ad5-aa39-0512e384a711 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.725232 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4d5124d0-23e9-4ad5-aa39-0512e384a711 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1945577 Aug 16 02:27:46.726421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5124d0-23e9-4ad5-aa39-0512e384a711 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66c9b6-f2a3-40d4-afe0-af8392e107cd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.728517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.733224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-83a6d9ee-7467-42f5-90c1-68435b213eb0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '2d66c9b6-f2a3-40d4-afe0-af8392e107cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:46.734089 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-83a6d9ee-7467-42f5-90c1-68435b213eb0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:27:46.734580 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-83a6d9ee-7467-42f5-90c1-68435b213eb0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:46.738143 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-83a6d9ee-7467-42f5-90c1-68435b213eb0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061526 Aug 16 02:27:46.738630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.742481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e2957ef1-645d-4626-8c42-62399350d61b tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '2d66c9b6-f2a3-40d4-afe0-af8392e107cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:46.743147 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-e2957ef1-645d-4626-8c42-62399350d61b tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:27:46.743615 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e2957ef1-645d-4626-8c42-62399350d61b tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:46.744533 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e2957ef1-645d-4626-8c42-62399350d61b tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054138 Aug 16 02:27:46.746933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.751964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ac82c846-237e-4b0c-a365-c9dda1423d93 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '2d66c9b6-f2a3-40d4-afe0-af8392e107cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:46.752750 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-ac82c846-237e-4b0c-a365-c9dda1423d93 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:27:46.753192 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-ac82c846-237e-4b0c-a365-c9dda1423d93 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:46.755358 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ac82c846-237e-4b0c-a365-c9dda1423d93 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062959 Aug 16 02:27:46.756491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.761681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5334c00f-c6f8-4226-be3f-8199e83bb16e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '2d66c9b6-f2a3-40d4-afe0-af8392e107cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:46.763394 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-5334c00f-c6f8-4226-be3f-8199e83bb16e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:27:46.763902 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-5334c00f-c6f8-4226-be3f-8199e83bb16e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:46.764844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5334c00f-c6f8-4226-be3f-8199e83bb16e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074313 Aug 16 02:27:46.766496 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.767348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.777395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cea4d8-7c67-46ac-81b4-e902bd025707']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:46.788106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbde05a0-aebe-44d5-9ec8-0527cbd5089e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:46.788440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbde05a0-aebe-44d5-9ec8-0527cbd5089e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:46.797575 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.817008 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.822594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71a37076-d034-4f1c-b81a-41058c4785e8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.824430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:46.825028 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:46.828139 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:46.845941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71a37076-d034-4f1c-b81a-41058c4785e8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.887405 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.896801 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.898861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71a37076-d034-4f1c-b81a-41058c4785e8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.899308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] 10.222.0.61 "DELETE /v2.0/networks/f5cea4d8-7c67-46ac-81b4-e902bd025707 HTTP/1.1" status: 204 len: 168 time: 0.3111527 Aug 16 02:27:46.907028 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71a37076-d034-4f1c-b81a-41058c4785e8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.910585 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-71a37076-d034-4f1c-b81a-41058c4785e8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/2d66c9b6-f2a3-40d4-afe0-af8392e107cd HTTP/1.1" status: 204 len: 168 time: 0.1420414 Aug 16 02:27:46.912197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49546) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.918696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae94f7c-9546-4f80-b9d6-3167a731edb6 tempest-PortsTestJSON-1981925911 tempest-PortsTestJSON-1981925911-project] Pushing event deleted for resources: {'Network': ['ID=f5cea4d8-7c67-46ac-81b4-e902bd025707,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.930027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a37076-d034-4f1c-b81a-41058c4785e8 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66c9b6-f2a3-40d4-afe0-af8392e107cd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.968802 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8afdaa04-02cf-4fb8-b233-9ce7d3ab866c tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521963 Aug 16 02:27:46.972947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.978347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-775f611c-9612-461f-9ffd-f57326bd385a tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730477644'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.000095 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775f611c-9612-461f-9ffd-f57326bd385a tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.087763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775f611c-9612-461f-9ffd-f57326bd385a tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.091879 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775f611c-9612-461f-9ffd-f57326bd385a tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.121897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775f611c-9612-461f-9ffd-f57326bd385a tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.123153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-775f611c-9612-461f-9ffd-f57326bd385a tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1490901 Aug 16 02:27:47.125034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f611c-9612-461f-9ffd-f57326bd385a tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6412d046-0c94-4cfe-a946-85371f8faf7e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:47.126345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.132299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5998108d-bba7-4988-b263-f01faa1eca8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '6412d046-0c94-4cfe-a946-85371f8faf7e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.132867 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-5998108d-bba7-4988-b263-f01faa1eca8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:27:47.133481 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5998108d-bba7-4988-b263-f01faa1eca8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:47.136159 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5998108d-bba7-4988-b263-f01faa1eca8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068252 Aug 16 02:27:47.192410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.215785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.221673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-39849b07-6934-4e1a-a328-27c11fb60326 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '6412d046-0c94-4cfe-a946-85371f8faf7e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.261471 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-39849b07-6934-4e1a-a328-27c11fb60326 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:47.262846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-39849b07-6934-4e1a-a328-27c11fb60326 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0460804 Aug 16 02:27:47.265811 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.278338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ca135324-588e-4f3e-8d7a-6bc7f24753e5 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '6412d046-0c94-4cfe-a946-85371f8faf7e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.278818 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-ca135324-588e-4f3e-8d7a-6bc7f24753e5 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:27:47.279352 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-ca135324-588e-4f3e-8d7a-6bc7f24753e5 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:47.285065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ca135324-588e-4f3e-8d7a-6bc7f24753e5 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060802 Aug 16 02:27:47.285065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.306292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d08d71ad-59ef-4149-8869-320ef08d019d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '6412d046-0c94-4cfe-a946-85371f8faf7e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.311709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82f6fa88-e983-4391-8887-5987809ad615 req-66aab646-b3ed-4171-b5b8-b8af6059666b tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0475481 Aug 16 02:27:47.345086 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-d08d71ad-59ef-4149-8869-320ef08d019d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:47.346335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d08d71ad-59ef-4149-8869-320ef08d019d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0623605 Aug 16 02:27:47.347225 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c13dd09c-acf2-4c3d-ae1a-1f6bca14a529 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d06e9292718445ed982683c70b3a1a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536617 Aug 16 02:27:47.349105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.349424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.355215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-34aa34d8-1f72-45b9-9f3a-eca6f42a1e15 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '6412d046-0c94-4cfe-a946-85371f8faf7e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.355687 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-34aa34d8-1f72-45b9-9f3a-eca6f42a1e15 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:27:47.356163 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-34aa34d8-1f72-45b9-9f3a-eca6f42a1e15 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:47.357060 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-34aa34d8-1f72-45b9-9f3a-eca6f42a1e15 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067310 Aug 16 02:27:47.359556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.364214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3c3afccc-86de-46e4-ace8-28eb8bac77ee tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '6412d046-0c94-4cfe-a946-85371f8faf7e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.386927 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-3c3afccc-86de-46e4-ace8-28eb8bac77ee tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Project be098e365d374ecfaf6fd7fffc1e77d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:27:47.400593 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-3c3afccc-86de-46e4-ace8-28eb8bac77ee tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:47.402580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3c3afccc-86de-46e4-ace8-28eb8bac77ee tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0417628 Aug 16 02:27:47.405292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.409798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d1b04404-1850-49ac-b869-6cf9c92b717f tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '6412d046-0c94-4cfe-a946-85371f8faf7e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.410169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c3de8a-d5fe-4bb9-ab86-a2ecb2c13ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.410346 n-d-768862-14 neutron-server[94639]: WARNING neutron.api.v2.base [None req-d1b04404-1850-49ac-b869-6cf9c92b717f tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:27:47.411132 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-d1b04404-1850-49ac-b869-6cf9c92b717f tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:47.412062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d1b04404-1850-49ac-b869-6cf9c92b717f tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058050 Aug 16 02:27:47.414920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.419257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e5fb7a02-e5e9-4dee-8d14-57ca3d39ff43 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '6412d046-0c94-4cfe-a946-85371f8faf7e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.433756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c3de8a-d5fe-4bb9-ab86-a2ecb2c13ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.443044 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-e5fb7a02-e5e9-4dee-8d14-57ca3d39ff43 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Project be098e365d374ecfaf6fd7fffc1e77d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:27:47.457094 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-e5fb7a02-e5e9-4dee-8d14-57ca3d39ff43 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:47.458202 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e5fb7a02-e5e9-4dee-8d14-57ca3d39ff43 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0423653 Aug 16 02:27:47.462190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.467428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-016de365-89fc-40dd-949c-7061e4ffaefb tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '6412d046-0c94-4cfe-a946-85371f8faf7e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.484925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c3de8a-d5fe-4bb9-ab86-a2ecb2c13ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.487487 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69c3de8a-d5fe-4bb9-ab86-a2ecb2c13ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.488785 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-69c3de8a-d5fe-4bb9-ab86-a2ecb2c13ecc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0981c908-eb92-4618-9bdb-23ecc5bc5bce HTTP/1.1" status: 204 len: 168 time: 0.1369264 Aug 16 02:27:47.492606 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-016de365-89fc-40dd-949c-7061e4ffaefb tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Project be098e365d374ecfaf6fd7fffc1e77d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:27:47.497416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3de8a-d5fe-4bb9-ab86-a2ecb2c13ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0981c908-eb92-4618-9bdb-23ecc5bc5bce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:47.512519 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-016de365-89fc-40dd-949c-7061e4ffaefb tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:47.516702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.518275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-016de365-89fc-40dd-949c-7061e4ffaefb tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0544045 Aug 16 02:27:47.571933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e040e8e3-34d0-4afb-ae22-ff646d3f81c6 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.595042 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e040e8e3-34d0-4afb-ae22-ff646d3f81c6 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.639301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e040e8e3-34d0-4afb-ae22-ff646d3f81c6 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.642021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e040e8e3-34d0-4afb-ae22-ff646d3f81c6 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.643206 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e040e8e3-34d0-4afb-ae22-ff646d3f81c6 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/6412d046-0c94-4cfe-a946-85371f8faf7e HTTP/1.1" status: 204 len: 168 time: 0.1254427 Aug 16 02:27:47.646023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.653262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040e8e3-34d0-4afb-ae22-ff646d3f81c6 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6412d046-0c94-4cfe-a946-85371f8faf7e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:47.698720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6d30d2e5-d8f9-41e1-89ad-30ac99c757f9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452006 Aug 16 02:27:47.698720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.702870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1e509c14-6346-4f16-9acd-ab32be73fa4e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--626904226'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.724555 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e509c14-6346-4f16-9acd-ab32be73fa4e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.809816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e509c14-6346-4f16-9acd-ab32be73fa4e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.813668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e509c14-6346-4f16-9acd-ab32be73fa4e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.841725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e509c14-6346-4f16-9acd-ab32be73fa4e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.843256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1e509c14-6346-4f16-9acd-ab32be73fa4e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1438982 Aug 16 02:27:47.846517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49596) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.848002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e509c14-6346-4f16-9acd-ab32be73fa4e tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070e5873-3f6c-4319-9226-3c4500a7ecdc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:47.852270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6ad59b3e-d7f1-47de-a668-b143d132ff76 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '070e5873-3f6c-4319-9226-3c4500a7ecdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.895613 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-6ad59b3e-d7f1-47de-a668-b143d132ff76 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The resource could not be found. Aug 16 02:27:47.896865 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6ad59b3e-d7f1-47de-a668-b143d132ff76 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0491736 Aug 16 02:27:47.900068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.904833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2e6b0a5f-6e37-485b-8f45-ccdfacd84a68 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '070e5873-3f6c-4319-9226-3c4500a7ecdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '13434cd8-0942-4dfc-a684-806993703ae7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:47.953876 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-2e6b0a5f-6e37-485b-8f45-ccdfacd84a68 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The resource could not be found. Aug 16 02:27:47.955173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2e6b0a5f-6e37-485b-8f45-ccdfacd84a68 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0540941 Aug 16 02:27:47.958115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.013661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1449025f-5380-4f09-9893-43d1ba6bbf34 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.036377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1449025f-5380-4f09-9893-43d1ba6bbf34 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.083437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1449025f-5380-4f09-9893-43d1ba6bbf34 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.086739 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1449025f-5380-4f09-9893-43d1ba6bbf34 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.088017 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1449025f-5380-4f09-9893-43d1ba6bbf34 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/070e5873-3f6c-4319-9226-3c4500a7ecdc HTTP/1.1" status: 204 len: 168 time: 0.1289811 Aug 16 02:27:48.090841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.097290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449025f-5380-4f09-9893-43d1ba6bbf34 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070e5873-3f6c-4319-9226-3c4500a7ecdc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.139894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-869d98d8-c190-49be-bc46-2cfc5497bb49 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476747 Aug 16 02:27:48.144361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49612) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.149805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4569b8bc-50c7-4882-a17a-341c3ea91581 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': 'a792da61-c421-4ba3-8d34-9442f1264c6a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:48.177607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.192527 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-4569b8bc-50c7-4882-a17a-341c3ea91581 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The resource could not be found. Aug 16 02:27:48.193606 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4569b8bc-50c7-4882-a17a-341c3ea91581 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0481937 Aug 16 02:27:48.197521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.202289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-85e92672-b257-47cb-9077-7fcaa78c84f0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496018598'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:48.230314 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e92672-b257-47cb-9077-7fcaa78c84f0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.292394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-911178985'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:48.327940 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e92672-b257-47cb-9077-7fcaa78c84f0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.333309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e92672-b257-47cb-9077-7fcaa78c84f0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.372385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e92672-b257-47cb-9077-7fcaa78c84f0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e10fcb-e281-4c3c-b625-e7247ddf97ae,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.375631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:48.380271 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.384747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85e92672-b257-47cb-9077-7fcaa78c84f0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.386107 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-85e92672-b257-47cb-9077-7fcaa78c84f0 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1876187 Aug 16 02:27:48.389161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.393015 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.394223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-649a40ae-ac12-4aab-a75f-1288cbef49f7 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824852711'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:48.418970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-649a40ae-ac12-4aab-a75f-1288cbef49f7 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.449493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81301d1e-192f-484f-8154-3b1356882956 req-4d67fc33-cd4d-48a6-b65a-8b988382edce tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0287542 Aug 16 02:27:48.520639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.525164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.553018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:48.567846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76009c84-d5a7-451c-86ad-3f5617f2ebbd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.573854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.574218 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added segment f130b24b-612b-4b1f-8246-bb997a0354fc of type vlan for network 221a217f-5468-46aa-b987-7807408121b2 Aug 16 02:27:48.594521 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-649a40ae-ac12-4aab-a75f-1288cbef49f7 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.598375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-649a40ae-ac12-4aab-a75f-1288cbef49f7 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.619308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.631535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-649a40ae-ac12-4aab-a75f-1288cbef49f7 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.632913 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-649a40ae-ac12-4aab-a75f-1288cbef49f7 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2422905 Aug 16 02:27:48.633830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a40ae-ac12-4aab-a75f-1288cbef49f7 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4d1c41-1e18-4a55-a624-fb2078d21966,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.636630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.646967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5f05fa9c-7c6c-4b0a-9a3d-68398e15a1b9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '57e10fcb-e281-4c3c-b625-e7247ddf97ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2c4d1c41-1e18-4a55-a624-fb2078d21966'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:48.666744 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.672581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.673143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.738098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5593963 Aug 16 02:27:48.740849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.746220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-433832219'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:48.753445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a659eab-4c5a-4bee-9f43-91eebb8b715d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Network': ['ID=221a217f-5468-46aa-b987-7807408121b2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.756184 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-5f05fa9c-7c6c-4b0a-9a3d-68398e15a1b9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:48.758045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5f05fa9c-7c6c-4b0a-9a3d-68398e15a1b9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1194506 Aug 16 02:27:48.760838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.769175 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 221a217f-5468-46aa-b987-7807408121b2 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:48.772622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:48.777467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.804168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:48.814854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.815287 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added segment 34fa34a3-2516-443f-94e0-1b9f191edbc4 of type vlan for network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 Aug 16 02:27:48.821444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de715eb8-b49a-438b-8114-8123a2fb46af tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.849136 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de715eb8-b49a-438b-8114-8123a2fb46af tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.862260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.892189 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.895860 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de715eb8-b49a-438b-8114-8123a2fb46af tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.898779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.899532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.899699 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de715eb8-b49a-438b-8114-8123a2fb46af tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.900935 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-de715eb8-b49a-438b-8114-8123a2fb46af tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/2c4d1c41-1e18-4a55-a624-fb2078d21966 HTTP/1.1" status: 204 len: 168 time: 0.1391799 Aug 16 02:27:48.905276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.910278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de715eb8-b49a-438b-8114-8123a2fb46af tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4d1c41-1e18-4a55-a624-fb2078d21966,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.970123 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2279732 Aug 16 02:27:48.973110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.978458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'subnet': {'network_id': '221a217f-5468-46aa-b987-7807408121b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:48.994626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867ee00-cef9-4c32-b0c1-6a28eb7a6eea tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Network': ['ID=0e9d59cf-5e21-4af3-aa78-0becd6b14626,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.005755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:49.020364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-46fc4cc3-e2fc-4443-bc59-1a598f75a237 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1140056 Aug 16 02:27:49.023791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49638) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.077128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:49.080770 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.095251 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be8dca50-5d79-48cf-9ec2-ab4c713545d9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.119288 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be8dca50-5d79-48cf-9ec2-ab4c713545d9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.165150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be8dca50-5d79-48cf-9ec2-ab4c713545d9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.167816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be8dca50-5d79-48cf-9ec2-ab4c713545d9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.168951 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-be8dca50-5d79-48cf-9ec2-ab4c713545d9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/57e10fcb-e281-4c3c-b625-e7247ddf97ae HTTP/1.1" status: 204 len: 168 time: 0.1440148 Aug 16 02:27:49.171602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.178092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dca50-5d79-48cf-9ec2-ab4c713545d9 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e10fcb-e281-4c3c-b625-e7247ddf97ae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.251855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8d44942b-d862-4177-b3dd-b1718f4299b4 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791306 Aug 16 02:27:49.257005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.262666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9e08f0c9-788a-4908-b30b-f7a3791f42f2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417365456'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:49.284907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e08f0c9-788a-4908-b30b-f7a3791f42f2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.306800 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.370311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e08f0c9-788a-4908-b30b-f7a3791f42f2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.374561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e08f0c9-788a-4908-b30b-f7a3791f42f2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.375624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Subnet': ['ID=3ec6aa16-1f40-4380-a934-ffe6a057763f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.380934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Checking segment: {'id': 'f130b24b-612b-4b1f-8246-bb997a0354fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '221a217f-5468-46aa-b987-7807408121b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:49.381300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network hostable DHCP agents. Network: 221a217f-5468-46aa-b987-7807408121b2, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:49.398668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 221a217f-5468-46aa-b987-7807408121b2 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:49.406246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e08f0c9-788a-4908-b30b-f7a3791f42f2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.407745 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9e08f0c9-788a-4908-b30b-f7a3791f42f2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1488097 Aug 16 02:27:49.408101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 221a217f-5468-46aa-b987-7807408121b2) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:49.409746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08f0c9-788a-4908-b30b-f7a3791f42f2 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9a7033-e483-4ff1-922f-bcb0a142123f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.413876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.418308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b94996be-4259-48b1-8b19-9f42be429564 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '3c9a7033-e483-4ff1-922f-bcb0a142123f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:49.419277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:49.419709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.421294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630b9a0-17e8-478b-ab51-a1fd39026da3 None None] Network 221a217f-5468-46aa-b987-7807408121b2 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:49.446167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4225b199-2108-4a72-b59d-e37341c1b2a4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4717243 Aug 16 02:27:49.448719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.454015 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-b94996be-4259-48b1-8b19-9f42be429564 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:49.457758 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b94996be-4259-48b1-8b19-9f42be429564 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0403318 Aug 16 02:27:49.457931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'subnet': {'network_id': '0e9d59cf-5e21-4af3-aa78-0becd6b14626', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:49.458037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.462341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bd2ea43a-02e0-44b6-b8db-3993fb04c7dd tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group_rule': {'security_group_id': '3c9a7033-e483-4ff1-922f-bcb0a142123f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:49.509456 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-bd2ea43a-02e0-44b6-b8db-3993fb04c7dd tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:27:49.511460 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bd2ea43a-02e0-44b6-b8db-3993fb04c7dd tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0519731 Aug 16 02:27:49.513693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.568242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-496e7a57-7d10-4876-a7ce-66fa5d463253 req-899c2712-7b04-46fc-b0c5-14af9fb810d3 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0336192 Aug 16 02:27:49.570672 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbf50d67-e402-4145-b059-4c909d2e6bf4 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.603030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:49.603285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-221a217f-5468-46aa-b987-7807408121b2', 'network_id': '221a217f-5468-46aa-b987-7807408121b2', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'fixed_ips': [{'subnet_id': '3ec6aa16-1f40-4380-a934-ffe6a057763f'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:49.603419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbf50d67-e402-4145-b059-4c909d2e6bf4 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.604013 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.607821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.652692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbf50d67-e402-4145-b059-4c909d2e6bf4 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.655514 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbf50d67-e402-4145-b059-4c909d2e6bf4 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.659158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cbf50d67-e402-4145-b059-4c909d2e6bf4 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/3c9a7033-e483-4ff1-922f-bcb0a142123f HTTP/1.1" status: 204 len: 168 time: 0.1420996 Aug 16 02:27:49.662053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.673915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf50d67-e402-4145-b059-4c909d2e6bf4 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9a7033-e483-4ff1-922f-bcb0a142123f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.724276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9df22bd8-9743-4200-8bee-fad41da068df tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575018 Aug 16 02:27:49.724513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.729590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-af882286-9f5c-481f-b745-a98ccaeb0078 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932059388'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:49.752541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af882286-9f5c-481f-b745-a98ccaeb0078 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.754288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Allocated IP 2001:db8::2 (221a217f-5468-46aa-b987-7807408121b2/3ec6aa16-1f40-4380-a934-ffe6a057763f/7d2d19c5-b257-4cfc-b6be-2912296f7a3d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:49.831506 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.844395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af882286-9f5c-481f-b745-a98ccaeb0078 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.848614 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af882286-9f5c-481f-b745-a98ccaeb0078 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.882414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af882286-9f5c-481f-b745-a98ccaeb0078 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.886367 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-af882286-9f5c-481f-b745-a98ccaeb0078 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1583700 Aug 16 02:27:49.886576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.891811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1192d2a1-e4f0-4de0-af75-7749df4d9bc5 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:49.892238 n-d-768862-14 neutron-server[94640]: WARNING neutron.api.v2.base [None req-1192d2a1-e4f0-4de0-af75-7749df4d9bc5 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:27:49.892738 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-1192d2a1-e4f0-4de0-af75-7749df4d9bc5 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:27:49.893690 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1192d2a1-e4f0-4de0-af75-7749df4d9bc5 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "PUT /v2.0/security-groups/30206006-a2f8-400e-b929-050799c40149 HTTP/1.1" status: 409 len: 330 time: 0.0061705 Aug 16 02:27:49.894365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af882286-9f5c-481f-b745-a98ccaeb0078 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30206006-a2f8-400e-b929-050799c40149,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.896845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.911290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Checking segment: {'id': '34fa34a3-2516-443f-94e0-1b9f191edbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0e9d59cf-5e21-4af3-aa78-0becd6b14626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:49.911761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network hostable DHCP agents. Network: 0e9d59cf-5e21-4af3-aa78-0becd6b14626, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:49.914398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Subnet': ['ID=161dcbe6-5b43-4686-a5cb-3213ee228864,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.928215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.933761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:49.939121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Transition to ACTIVE for port object 7d2d19c5-b257-4cfc-b6be-2912296f7a3d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:49.944820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 0e9d59cf-5e21-4af3-aa78-0becd6b14626) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:49.950828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:49.953109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.956128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Transition to ACTIVE for port object 7d2d19c5-b257-4cfc-b6be-2912296f7a3d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:49.959517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faebf6f-4163-43a7-b4c3-5b56d2dbfd1e None None] Network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:49.968594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10d7d3-de05-4c76-80ff-b35a80752e8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.975645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e3634dcc-38b7-4ff1-bdb5-136dff02fca4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5233271 Aug 16 02:27:49.976427 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.977552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.983176 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-37cbd9f7-ed62-4e3b-af78-28f52b225328 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1466582680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:49.992653 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10d7d3-de05-4c76-80ff-b35a80752e8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.014208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37cbd9f7-ed62-4e3b-af78-28f52b225328 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.015354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37cbd9f7-ed62-4e3b-af78-28f52b225328 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.046074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10d7d3-de05-4c76-80ff-b35a80752e8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.050001 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10d7d3-de05-4c76-80ff-b35a80752e8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.055585 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6d10d7d3-de05-4c76-80ff-b35a80752e8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/30206006-a2f8-400e-b929-050799c40149 HTTP/1.1" status: 204 len: 168 time: 0.1568699 Aug 16 02:27:50.056193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.060401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Network 221a217f-5468-46aa-b987-7807408121b2 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:50.072584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:50.073883 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37cbd9f7-ed62-4e3b-af78-28f52b225328 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.079285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:50.079905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37cbd9f7-ed62-4e3b-af78-28f52b225328 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.082722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Pushing event updated for resources: {'Port': ['ID=7d2d19c5-b257-4cfc-b6be-2912296f7a3d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:50.096780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37cbd9f7-ed62-4e3b-af78-28f52b225328 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.099640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-37cbd9f7-ed62-4e3b-af78-28f52b225328 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1210742 Aug 16 02:27:50.102295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10d7d3-de05-4c76-80ff-b35a80752e8d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30206006-a2f8-400e-b929-050799c40149,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:50.102884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.140147 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5be0e80e-085f-4187-9542-64592b479f7d tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753102 Aug 16 02:27:50.140853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49668) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.155576 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9e01c901-841d-4f97-a1ad-fb1accc13c17 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] delete failed (client error): The resource could not be found. Aug 16 02:27:50.160018 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9e01c901-841d-4f97-a1ad-fb1accc13c17 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "DELETE /v2.0/security-groups/a6ef5df9-cf1f-4d2a-9215-4cbe0fd47aed HTTP/1.1" status: 404 len: 347 time: 0.0147052 Aug 16 02:27:50.160350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49670) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.175197 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-0f641245-3e60-4bc3-832c-0d8ee0188673 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] show failed (client error): The resource could not be found. Aug 16 02:27:50.180209 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0f641245-3e60-4bc3-832c-0d8ee0188673 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-groups/5a11e943-3608-422c-9ce9-6af87f911f8f HTTP/1.1" status: 404 len: 347 time: 0.0144818 Aug 16 02:27:50.180806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.195381 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f12dc4e1-aa01-4236-833b-edbc89835558 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] show failed (client error): The resource could not be found. Aug 16 02:27:50.200391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f12dc4e1-aa01-4236-833b-edbc89835558 tempest-NegativeSecGroupIPv6Test-936804044 tempest-NegativeSecGroupIPv6Test-936804044-project] 10.222.0.61 "GET /v2.0/security-group-rules/41772811-1fc3-4b48-8f3f-5a3855cca156 HTTP/1.1" status: 404 len: 356 time: 0.0146351 Aug 16 02:27:50.214097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Attempting to bind port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:50.214472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Attempting to bind port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'f130b24b-612b-4b1f-8246-bb997a0354fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '221a217f-5468-46aa-b987-7807408121b2'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:50.214979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Attempting to bind port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d on network 221a217f-5468-46aa-b987-7807408121b2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:50.239475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:50.239927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Checking segment: {'id': 'f130b24b-612b-4b1f-8246-bb997a0354fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '221a217f-5468-46aa-b987-7807408121b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:50.241029 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.241029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Bound using segment: {'id': 'f130b24b-612b-4b1f-8246-bb997a0354fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '221a217f-5468-46aa-b987-7807408121b2'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:50.241269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Bound port: 7d2d19c5-b257-4cfc-b6be-2912296f7a3d, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f130b24b-612b-4b1f-8246-bb997a0354fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '221a217f-5468-46aa-b987-7807408121b2'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:50.242137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.252813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-0e9d59cf-5e21-4af3-aa78-0becd6b14626', 'network_id': '0e9d59cf-5e21-4af3-aa78-0becd6b14626', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'fixed_ips': [{'subnet_id': '161dcbe6-5b43-4686-a5cb-3213ee228864'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:50.253724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.418673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-77384079-1474-4151-a476-8c7b0f78545e None None] For port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:50.419468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.439981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-77384079-1474-4151-a476-8c7b0f78545e None None] For port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7d2d19c5-b257-4cfc-b6be-2912296f7a3d,segment=NetworkSegment(f130b24b-612b-4b1f-8246-bb997a0354fc),segment_id=f130b24b-612b-4b1f-8246-bb997a0354fc)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:50.450140 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.458757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Allocated IP 2001:db8:1::2 (0e9d59cf-5e21-4af3-aa78-0becd6b14626/161dcbe6-5b43-4686-a5cb-3213ee228864/40224108-d00f-40e4-92a3-fd5eccfdce6d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:50.484689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.653856 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.666394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Transition to ACTIVE for port object 40224108-d00f-40e4-92a3-fd5eccfdce6d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:50.690361 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c36cb12d-3e52-4f14-895c-d6407b961f17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be098e365d374ecfaf6fd7fffc1e77d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017577 Aug 16 02:27:50.690608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.704814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Transition to ACTIVE for port object 40224108-d00f-40e4-92a3-fd5eccfdce6d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:50.708350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77384079-1474-4151-a476-8c7b0f78545e None None] Pushing event updated for resources: {'Port': ['ID=7d2d19c5-b257-4cfc-b6be-2912296f7a3d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:50.722177 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.740074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c6624e0-2c4b-472a-98cf-7c00faf034f3 req-0b4678bb-fe4a-4f62-95fd-3bb01e80083a tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0415325 Aug 16 02:27:50.760162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc164f1-fcf3-43c4-927b-72e6dd964e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.790414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 2001:db8::1 (221a217f-5468-46aa-b987-7807408121b2/3ec6aa16-1f40-4380-a934-ffe6a057763f/58eacf9f-9b4b-45a6-ba9e-8b58916a276a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:50.805915 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc164f1-fcf3-43c4-927b-72e6dd964e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.816272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:50.819313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:50.823625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:50.849698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Pushing event updated for resources: {'Port': ['ID=40224108-d00f-40e4-92a3-fd5eccfdce6d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:50.882125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc164f1-fcf3-43c4-927b-72e6dd964e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.887051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc164f1-fcf3-43c4-927b-72e6dd964e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.888373 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-edc164f1-fcf3-43c4-927b-72e6dd964e6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/317a2190-d2c2-40b5-a707-7ee55cc906fe HTTP/1.1" status: 204 len: 168 time: 0.1969814 Aug 16 02:27:50.901491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc164f1-fcf3-43c4-927b-72e6dd964e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317a2190-d2c2-40b5-a707-7ee55cc906fe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:50.903605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Attempting to bind port 40224108-d00f-40e4-92a3-fd5eccfdce6d on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:50.904323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Attempting to bind port 40224108-d00f-40e4-92a3-fd5eccfdce6d by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '34fa34a3-2516-443f-94e0-1b9f191edbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0e9d59cf-5e21-4af3-aa78-0becd6b14626'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:50.904952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Attempting to bind port 40224108-d00f-40e4-92a3-fd5eccfdce6d on network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:50.926972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:50.927435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Checking segment: {'id': '34fa34a3-2516-443f-94e0-1b9f191edbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0e9d59cf-5e21-4af3-aa78-0becd6b14626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:50.927845 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.928311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Bound using segment: {'id': '34fa34a3-2516-443f-94e0-1b9f191edbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0e9d59cf-5e21-4af3-aa78-0becd6b14626'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:50.928947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Bound port: 40224108-d00f-40e4-92a3-fd5eccfdce6d, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fa34a3-2516-443f-94e0-1b9f191edbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0e9d59cf-5e21-4af3-aa78-0becd6b14626'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:50.930055 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.964619 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.989466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Transition to ACTIVE for port object 58eacf9f-9b4b-45a6-ba9e-8b58916a276a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:51.018237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] For port 40224108-d00f-40e4-92a3-fd5eccfdce6d, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:51.022498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] For port 40224108-d00f-40e4-92a3-fd5eccfdce6d, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=40224108-d00f-40e4-92a3-fd5eccfdce6d,segment=NetworkSegment(34fa34a3-2516-443f-94e0-1b9f191edbc4),segment_id=34fa34a3-2516-443f-94e0-1b9f191edbc4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:51.026866 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.027186 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.069401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 221a217f-5468-46aa-b987-7807408121b2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:51.075360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:51.079232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:51.079786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.104509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b0a2d-52ea-47d6-9e62-394a1cf194ce None None] Pushing event updated for resources: {'Port': ['ID=40224108-d00f-40e4-92a3-fd5eccfdce6d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:51.142286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=58eacf9f-9b4b-45a6-ba9e-8b58916a276a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:51.639307 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.723430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d95ceb-f496-4742-a336-a90e1524f0aa None None] Network 221a217f-5468-46aa-b987-7807408121b2 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:51.801961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:51.889061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-283c85ab-bcb7-4fbd-a201-66126f3b75d9 None None] Provisioning for port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:51.934219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0da0db87-1791-4726-9d6e-3b9d8e005ddd req-ee9db553-317e-4e07-aef8-fa5c2fb75521 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0400724 Aug 16 02:27:51.973082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.985027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-07bca065-6b02-43c0-8a70-9589d3de7c2b tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1615335531', 'prefixes': ['172.20.0.0/16']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:51.988721 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.989554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.080776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07bca065-6b02-43c0-8a70-9589d3de7c2b tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.082815 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-07bca065-6b02-43c0-8a70-9589d3de7c2b tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2787845 Aug 16 02:27:52.084683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.100564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=58eacf9f-9b4b-45a6-ba9e-8b58916a276a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:52.155536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 221a217f-5468-46aa-b987-7807408121b2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:52.157516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:52.181509 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c0a29143-1db1-439f-92c2-caf007a5dc65 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] 10.222.0.61 "GET /v2.0/subnetpools/14fe21d2-1579-4c4c-aa15-237e024bf5fe HTTP/1.1" status: 200 len: 732 time: 0.0956125 Aug 16 02:27:52.182200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.187700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-031874d8-3391-4d24-beda-62d61feb59f0 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1904292715'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:52.287362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-031874d8-3391-4d24-beda-62d61feb59f0 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.289107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-031874d8-3391-4d24-beda-62d61feb59f0 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] 10.222.0.61 "PUT /v2.0/subnetpools/14fe21d2-1579-4c4c-aa15-237e024bf5fe HTTP/1.1" status: 200 len: 684 time: 0.1052866 Aug 16 02:27:52.291203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.301104 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1c6cf-a362-4fb5-a642-9a2c9f4a5f0c None None] Network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:52.311818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router 49cd5db6-209b-4160-b2a7-6a2752e1b7da is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:27:52.389860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf144d29-f65e-4fdf-af56-6ce4ef616de1 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.392086 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cf144d29-f65e-4fdf-af56-6ce4ef616de1 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] 10.222.0.61 "DELETE /v2.0/subnetpools/14fe21d2-1579-4c4c-aa15-237e024bf5fe HTTP/1.1" status: 204 len: 168 time: 0.0992177 Aug 16 02:27:52.394253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.427520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8d60ad2-830c-4bf4-85c4-5644293694ee None None] Provisioning for port 40224108-d00f-40e4-92a3-fd5eccfdce6d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:52.429004 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-040869a5-684f-497d-86bd-cef905ba6b09 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] show failed (client error): The resource could not be found. Aug 16 02:27:52.430797 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-040869a5-684f-497d-86bd-cef905ba6b09 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] 10.222.0.61 "GET /v2.0/subnetpools/14fe21d2-1579-4c4c-aa15-237e024bf5fe HTTP/1.1" status: 404 len: 346 time: 0.0353646 Aug 16 02:27:52.435353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.436087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:52.441340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-30cb0b89-68b6-4fba-83da-90c901bb1ac3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/49cd5db6-209b-4160-b2a7-6a2752e1b7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370838 Aug 16 02:27:52.443851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.450661 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65162b-e0df-486a-b851-3f1d1e052a18 None None] Sync routers for ids ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:52.475923 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65162b-e0df-486a-b851-3f1d1e052a18 None None] Routers {'49cd5db6-209b-4160-b2a7-6a2752e1b7da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:52.479769 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-a9c887d2-2945-4890-abdd-c82780bddbf2 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] delete failed (client error): The resource could not be found. Aug 16 02:27:52.484973 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a9c887d2-2945-4890-abdd-c82780bddbf2 tempest-SubnetPoolsTestJSON-1914283844 tempest-SubnetPoolsTestJSON-1914283844-project] 10.222.0.61 "DELETE /v2.0/subnetpools/14fe21d2-1579-4c4c-aa15-237e024bf5fe HTTP/1.1" status: 404 len: 346 time: 0.0444977 Aug 16 02:27:52.485161 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b65162b-e0df-486a-b851-3f1d1e052a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:52.525005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b1c91-b892-4bb4-ad4b-37765631a5a2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:52.530590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-399b1c91-b892-4bb4-ad4b-37765631a5a2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports/58eacf9f-9b4b-45a6-ba9e-8b58916a276a HTTP/1.1" status: 200 len: 911 time: 0.0828609 Aug 16 02:27:52.531283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49728) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.587412 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b65162b-e0df-486a-b851-3f1d1e052a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:52.600325 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65162b-e0df-486a-b851-3f1d1e052a18 None None] Routers {'49cd5db6-209b-4160-b2a7-6a2752e1b7da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:52.601491 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b65162b-e0df-486a-b851-3f1d1e052a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:52.653336 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b65162b-e0df-486a-b851-3f1d1e052a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:52.653983 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65162b-e0df-486a-b851-3f1d1e052a18 None None] The sync data for ids ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:52.677277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d2d19c5-b257-4cfc-b6be-2912296f7a3d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:52.728264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8d60ad2-830c-4bf4-85c4-5644293694ee None None] Provisioning for port 58eacf9f-9b4b-45a6-ba9e-8b58916a276a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:52.762609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8d60ad2-830c-4bf4-85c4-5644293694ee None None] Provisioning complete for port 58eacf9f-9b4b-45a6-ba9e-8b58916a276a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:52.762609 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8d60ad2-830c-4bf4-85c4-5644293694ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.799962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b8d60ad2-830c-4bf4-85c4-5644293694ee None None] Port 58eacf9f-9b4b-45a6-ba9e-8b58916a276a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:52.862992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:52.871438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:52.871851 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.876466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.979330 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.037370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7d2d19c5-b257-4cfc-b6be-2912296f7a3d,segment=NetworkSegment(f130b24b-612b-4b1f-8246-bb997a0354fc),segment_id=f130b24b-612b-4b1f-8246-bb997a0354fc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:53.039455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-42be3483-bd97-409b-8d7b-ca0629a32c7e None None] Provisioning complete for port 58eacf9f-9b4b-45a6-ba9e-8b58916a276a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:53.040268 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42be3483-bd97-409b-8d7b-ca0629a32c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.044255 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.045819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 40224108-d00f-40e4-92a3-fd5eccfdce6d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:53.050444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.057386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-844dec94-634a-4fb0-8a7f-8546f2446a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.184658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-42be3483-bd97-409b-8d7b-ca0629a32c7e None None] Port 58eacf9f-9b4b-45a6-ba9e-8b58916a276a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:53.191519 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-844dec94-634a-4fb0-8a7f-8546f2446a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.199717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=7d2d19c5-b257-4cfc-b6be-2912296f7a3d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:53.218729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbe1b1f3-2c5b-41f8-b071-679027e90762 req-7acb6cbf-fae1-427f-acbc-f9b6fb87d0cf tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.1261280 Aug 16 02:27:53.219471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-844dec94-634a-4fb0-8a7f-8546f2446a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.228538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 40224108-d00f-40e4-92a3-fd5eccfdce6d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:53.234794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 40224108-d00f-40e4-92a3-fd5eccfdce6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:53.235224 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.262240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-844dec94-634a-4fb0-8a7f-8546f2446a01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1cc94220f8cc4c9781c5e617eb5ae963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827603 Aug 16 02:27:53.263164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:53.270887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dec94-634a-4fb0-8a7f-8546f2446a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50544248-ddfd-416a-99cb-ecbe037170eb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:53.330444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75ca7f24-9181-4ace-a633-4da71d619b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.332159 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.336077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-584e6f8c-ea5b-4ecc-a643-3be9e9042beb None None] Provisioning complete for port 40224108-d00f-40e4-92a3-fd5eccfdce6d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:53.336077 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-584e6f8c-ea5b-4ecc-a643-3be9e9042beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.353715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75ca7f24-9181-4ace-a633-4da71d619b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.397042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 40224108-d00f-40e4-92a3-fd5eccfdce6d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=40224108-d00f-40e4-92a3-fd5eccfdce6d,segment=NetworkSegment(34fa34a3-2516-443f-94e0-1b9f191edbc4),segment_id=34fa34a3-2516-443f-94e0-1b9f191edbc4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:53.404961 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.419046 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75ca7f24-9181-4ace-a633-4da71d619b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.422988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75ca7f24-9181-4ace-a633-4da71d619b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.427311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-75ca7f24-9181-4ace-a633-4da71d619b05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50544248-ddfd-416a-99cb-ecbe037170eb HTTP/1.1" status: 204 len: 168 time: 0.1601775 Aug 16 02:27:53.436912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca7f24-9181-4ace-a633-4da71d619b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50544248-ddfd-416a-99cb-ecbe037170eb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:53.496958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=40224108-d00f-40e4-92a3-fd5eccfdce6d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:53.511269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-584e6f8c-ea5b-4ecc-a643-3be9e9042beb None None] Provisioning complete for port 58eacf9f-9b4b-45a6-ba9e-8b58916a276a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:53.511706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-584e6f8c-ea5b-4ecc-a643-3be9e9042beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.522442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 2001:db8:1::1 (0e9d59cf-5e21-4af3-aa78-0becd6b14626/161dcbe6-5b43-4686-a5cb-3213ee228864/710cab0a-4ecf-4dd5-8fad-79dc95e1ce35) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:53.553274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-584e6f8c-ea5b-4ecc-a643-3be9e9042beb None None] Port 58eacf9f-9b4b-45a6-ba9e-8b58916a276a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:53.633860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348e9ea-65e8-42e1-984f-440f4858eeca req-8c10c3cd-ce6c-47cd-bc16-275559f130f2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:53.639862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1348e9ea-65e8-42e1-984f-440f4858eeca req-8c10c3cd-ce6c-47cd-bc16-275559f130f2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.0585146 Aug 16 02:27:53.657561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.673095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Transition to ACTIVE for port object 710cab0a-4ecf-4dd5-8fad-79dc95e1ce35 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:53.687646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1348e9ea-65e8-42e1-984f-440f4858eeca req-95410d5a-15e2-4704-84ee-10d7d3d83a37 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457284 Aug 16 02:27:53.709708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:53.721016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.764685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:53.769933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:53.775042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:53.775573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.780754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6f0b930d-ccaf-4084-8229-9882a7aefc1e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/fa5f348e-6076-4b44-9e9c-5c19dd7bc911 HTTP/1.1" status: 200 len: 992 time: 0.0689631 Aug 16 02:27:53.848923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=710cab0a-4ecf-4dd5-8fad-79dc95e1ce35,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:53.986530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.101392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-599ea3dd-c3a3-4c44-b0fd-174a050d9d5c None None] Provisioning for port 710cab0a-4ecf-4dd5-8fad-79dc95e1ce35 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:54.107445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-599ea3dd-c3a3-4c44-b0fd-174a050d9d5c None None] Provisioning complete for port 710cab0a-4ecf-4dd5-8fad-79dc95e1ce35 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:54.109727 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-599ea3dd-c3a3-4c44-b0fd-174a050d9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.157500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fcb6c-915b-4fd0-8572-33f1bd834260 req-2d74344d-3023-41ed-9c5a-407f4f91b57d tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.167871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f78fcb6c-915b-4fd0-8572-33f1bd834260 req-2d74344d-3023-41ed-9c5a-407f4f91b57d tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0745409 Aug 16 02:27:54.171881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-599ea3dd-c3a3-4c44-b0fd-174a050d9d5c None None] Port 710cab0a-4ecf-4dd5-8fad-79dc95e1ce35 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:54.203323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f78fcb6c-915b-4fd0-8572-33f1bd834260 req-3c9ac005-7e2d-47ef-884a-445f88b52809 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340893 Aug 16 02:27:54.358357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-126716b0-4419-4a0c-8b3e-ba3fdf767ddd req-3abba055-add4-4617-9a74-4f29a6a99b85 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0372097 Aug 16 02:27:54.466154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d2d19c5-b257-4cfc-b6be-2912296f7a3d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:54.526950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:54.527831 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.623965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 40224108-d00f-40e4-92a3-fd5eccfdce6d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:54.683783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 40224108-d00f-40e4-92a3-fd5eccfdce6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:54.684163 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.737072 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.743034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.743860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.836130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=710cab0a-4ecf-4dd5-8fad-79dc95e1ce35,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:54.870515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:54.889900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:54.891877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:55.025678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router 49cd5db6-209b-4160-b2a7-6a2752e1b7da has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:55.028475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-031ec119-3a91-4e5f-bb95-10c06dfed7da tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2547 time: 0.1564496 Aug 16 02:27:55.034786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:55.052002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'network': {'name': 'tempest-network-smoke--1351727841', 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'port_security_enabled': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:55.089221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Made reservation on behalf of 3fa0883a31254782842df5b22a3a92bd for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:55.095627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.155673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:55.172531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.181781 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Added segment 2f81906a-8b12-42b0-8e88-c7f9c2d4aea6 of type vlan for network f42b8c55-1679-4f57-b7a6-1172637f7819 Aug 16 02:27:55.204260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:55.210710 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ad05cb5d-abc9-4220-9a9b-64fb54277d67 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/49cd5db6-209b-4160-b2a7-6a2752e1b7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6781244 Aug 16 02:27:55.215321 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-ebde0262-a7c1-4520-9bd7-0db7206d02a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3206313 Aug 16 02:27:55.215788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:55.216264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43585b09-3c19-4fc3-bf4b-afb77d42216c None None] Sync routers for ids ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:55.231210 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43585b09-3c19-4fc3-bf4b-afb77d42216c None None] Routers {'49cd5db6-209b-4160-b2a7-6a2752e1b7da'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:55.232746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43585b09-3c19-4fc3-bf4b-afb77d42216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.236129 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.273212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520279ae-7618-42d4-b9b4-71584d8ab61e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:55.279644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:55.286241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-520279ae-7618-42d4-b9b4-71584d8ab61e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports/710cab0a-4ecf-4dd5-8fad-79dc95e1ce35 HTTP/1.1" status: 200 len: 913 time: 0.0689495 Aug 16 02:27:55.287049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43585b09-3c19-4fc3-bf4b-afb77d42216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.304785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43585b09-3c19-4fc3-bf4b-afb77d42216c None None] Routers {'49cd5db6-209b-4160-b2a7-6a2752e1b7da'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:55.305038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43585b09-3c19-4fc3-bf4b-afb77d42216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.342267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43585b09-3c19-4fc3-bf4b-afb77d42216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.342845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43585b09-3c19-4fc3-bf4b-afb77d42216c None None] The sync data for ids ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:55.348893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20230c15-d134-4eb8-91c3-105bdb4280b1 None None] Provisioning complete for port 710cab0a-4ecf-4dd5-8fad-79dc95e1ce35 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:55.349270 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20230c15-d134-4eb8-91c3-105bdb4280b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.387547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-20230c15-d134-4eb8-91c3-105bdb4280b1 None None] Port 710cab0a-4ecf-4dd5-8fad-79dc95e1ce35 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:55.391811 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.399024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:55.399799 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.475998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4347448 Aug 16 02:27:55.479807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:55.485112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'admin_state_up': True, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:55.518225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.519526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.521482 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-441930ba-eb80-4407-bfe8-581343207b7b req-7128a868-4350-45cc-9f55-ed1365ceb116 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0361922 Aug 16 02:27:55.585530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.620206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25521e62-0b32-4b2c-9b47-d75c8f0537c5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Network': ['ID=f42b8c55-1679-4f57-b7a6-1172637f7819,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:55.635253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network f42b8c55-1679-4f57-b7a6-1172637f7819 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:55.784848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.894389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.062844 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc54d6c2-60c9-4561-84aa-c8ef96a226ec tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:27:56.064057 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc54d6c2-60c9-4561-84aa-c8ef96a226ec tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1785421 Aug 16 02:27:56.064672 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.094178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.104557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Request body: {'binding': {'host': 'n-h1-768862-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:56.105091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:27:56.218087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 710cab0a-4ecf-4dd5-8fad-79dc95e1ce35 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:56.218595 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.306385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Allocated IP 172.25.5.78 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/92394164-0ab8-480b-a86e-83a3136af613) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:56.317965 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.330965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 710cab0a-4ecf-4dd5-8fad-79dc95e1ce35 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:56.403077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on host n-h1-768862-14 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:56.403447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:56.403816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on network c9dc8270-139d-41de-b052-8b8f87554c07 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:56.416977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on network c9dc8270-139d-41de-b052-8b8f87554c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:56.417303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on network c9dc8270-139d-41de-b052-8b8f87554c07 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:56.431892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:56.432245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Checking segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:56.432641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Bound using segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:56.433086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Bound port: fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:56.543541 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.545638 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.567613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:56.574452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=710cab0a-4ecf-4dd5-8fad-79dc95e1ce35,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:56.577403 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.578598 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] 10.222.0.61 "POST /v2.0/ports/fecebd6c-14f1-4045-b5e5-2859a3f54dd6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4860699 Aug 16 02:27:56.612177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.748802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=92394164-0ab8-480b-a86e-83a3136af613,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:56.761395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a8c5e01-4e57-4fa7-a1b4-1fec6f64d3dd req-fe3aba37-f2b9-412f-97e2-f551564e4954 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0872884 Aug 16 02:27:56.807565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:56.813545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:56.822707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:56.825852 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.990103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a4a08-2dc3-4fe5-a728-f1658357e90d req-df463e12-b805-4071-8267-cf6ad3d7680a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:56.992621 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf9a4a08-2dc3-4fe5-a728-f1658357e90d req-df463e12-b805-4071-8267-cf6ad3d7680a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.1773200 Aug 16 02:27:57.024395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-70eef05a-b6e1-4f53-ac96-2b51d4a940b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:57.026221 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-70eef05a-b6e1-4f53-ac96-2b51d4a940b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1041505 Aug 16 02:27:57.132202 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf9a4a08-2dc3-4fe5-a728-f1658357e90d req-1896244f-34f8-4872-b8f7-5d3a19d6b670 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235464 Aug 16 02:27:57.174806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router 49cd5db6-209b-4160-b2a7-6a2752e1b7da has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:57.216948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49934) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:57.239588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-1000e74e-b7df-484c-ae0f-de34d53840a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:57.241066 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-1000e74e-b7df-484c-ae0f-de34d53840a0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9dc8270-139d-41de-b052-8b8f87554c07 HTTP/1.1" status: 200 len: 898 time: 0.2075882 Aug 16 02:27:57.273311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:57.278774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d23b4a15-2c1b-428f-a938-975ca1a7fdc6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/49cd5db6-209b-4160-b2a7-6a2752e1b7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9979274 Aug 16 02:27:57.281379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:57.284666 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43783f-488a-4d05-b5ef-f6c01f7a4d5e None None] Sync routers for ids ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:57.292829 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.296033 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43783f-488a-4d05-b5ef-f6c01f7a4d5e None None] Routers {'49cd5db6-209b-4160-b2a7-6a2752e1b7da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:57.296898 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3f43783f-488a-4d05-b5ef-f6c01f7a4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:57.360232 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-64f87c91-43d0-46d7-a208-0355d02a3d40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 200 len: 1000 time: 0.1114671 Aug 16 02:27:57.425846 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd8cc5e-dd93-48bc-8426-efe2f1101ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.433013 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3f43783f-488a-4d05-b5ef-f6c01f7a4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:57.441800 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43783f-488a-4d05-b5ef-f6c01f7a4d5e None None] Routers {'49cd5db6-209b-4160-b2a7-6a2752e1b7da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:57.442425 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3f43783f-488a-4d05-b5ef-f6c01f7a4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:57.473740 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3f43783f-488a-4d05-b5ef-f6c01f7a4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:57.474379 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43783f-488a-4d05-b5ef-f6c01f7a4d5e None None] The sync data for ids ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:57.506661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-63b9ca54-048c-4081-9a23-2cd286d0e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:57.508958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-63b9ca54-048c-4081-9a23-2cd286d0e2c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=67648509-6cc7-4ebc-8ffa-39e74f3d5bb3 HTTP/1.1" status: 200 len: 834 time: 0.1370692 Aug 16 02:27:57.635846 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.913561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f886b03a-62cf-4f6a-a35b-45c946212a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:57.915222 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f886b03a-62cf-4f6a-a35b-45c946212a29 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9dc8270-139d-41de-b052-8b8f87554c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3956249 Aug 16 02:27:57.955928 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.060290 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd8cc5e-dd93-48bc-8426-efe2f1101ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.075337 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd8cc5e-dd93-48bc-8426-efe2f1101ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.080654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17696ebb-30c3-469f-a545-b1f841294d8e req-0ad40f1d-a76e-448e-882e-eb36734d6cb8 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0291438 Aug 16 02:27:58.171567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:58.171746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4cd8cc5e-dd93-48bc-8426-efe2f1101ab9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6faca502b33642e4ac64b8bcab219e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9536958 Aug 16 02:27:58.177995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8cc5e-dd93-48bc-8426-efe2f1101ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e80bb4-0bea-4a4a-81d5-f6028ed34973,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:58.203651 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-320da40a-4ff7-45a8-8709-e3bd3d165251 service neutron] 10.222.0.86 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391624 Aug 16 02:27:58.281875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:27:58.301980 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6303cff-8ddc-4dad-9a93-4004c35acc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.349896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d5702-5149-41cb-868c-b0ee67bf91ee req-2c308795-223c-442a-9df4-ce59909fad2f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:58.352032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-549d5702-5149-41cb-868c-b0ee67bf91ee req-2c308795-223c-442a-9df4-ce59909fad2f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.1288676 Aug 16 02:27:58.363668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-6b7a1d5c-46b8-427e-85f6-02852cd3fb21 service neutron] 10.222.0.86 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481893 Aug 16 02:27:58.374328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6303cff-8ddc-4dad-9a93-4004c35acc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.421207 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:58.435832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Sync routers for ids ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:58.443049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.445048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c688b3c0-0001-4523-a275-d28fd4764df7 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9637690 Aug 16 02:27:58.446519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-549d5702-5149-41cb-868c-b0ee67bf91ee req-4a2115ee-6847-4db1-a698-74e7485cba0a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847843 Aug 16 02:27:58.448646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Routers {'01b58bfe-cf17-472b-b16d-28c41b1a4b0a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:58.449698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:58.449953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:58.496004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 58eacf9f-9b4b-45a6-ba9e-8b58916a276a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:58.496356 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.527027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6303cff-8ddc-4dad-9a93-4004c35acc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.529680 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6303cff-8ddc-4dad-9a93-4004c35acc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.533175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c6303cff-8ddc-4dad-9a93-4004c35acc06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e3e80bb4-0bea-4a4a-81d5-f6028ed34973 HTTP/1.1" status: 204 len: 168 time: 0.3581824 Aug 16 02:27:58.558997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-86f72040-44ff-4162-8318-cd4279dbcbc3 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:58.560915 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-86f72040-44ff-4162-8318-cd4279dbcbc3 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3&tenant_id=7e451b98654a41d4b8ba2ece6587578f&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1098 time: 0.0900776 Aug 16 02:27:58.573531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768862-14'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:58.577321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Set router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:58.597207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6303cff-8ddc-4dad-9a93-4004c35acc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e80bb4-0bea-4a4a-81d5-f6028ed34973,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:58.621759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5512f6-71dc-4265-adf5-39d7b470a7aa tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:58.623459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0d5512f6-71dc-4265-adf5-39d7b470a7aa tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=3fa0883a31254782842df5b22a3a92bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1724744 Aug 16 02:27:58.626720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:58.641574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.767925 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.795287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:58.807206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '92394164-0ab8-480b-a86e-83a3136af613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:55Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 3, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': '92394164-0ab8-480b-a86e-83a3136af613', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:75:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:56Z', 'updated_at': '2021-08-16T02:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:58.812560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 58eacf9f-9b4b-45a6-ba9e-8b58916a276a owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:58.842488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Checking router: 01b58bfe-cf17-472b-b16d-28c41b1a4b0a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:58.843586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Updating router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a port 92394164-0ab8-480b-a86e-83a3136af613 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:58.859762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:58.873702 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.894886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e48eab-023b-467c-b66a-2ae5715a9d86 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:58.896464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-32e48eab-023b-467c-b66a-2ae5715a9d86 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2687795 Aug 16 02:27:58.899373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:58.924798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:58.928559 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8538275-9e7e-4768-bf55-76c78333a1c5" -d '{"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:58.935258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.935852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0b2e7631-4c87-427f-915b-7620afd43fef tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353997 Aug 16 02:27:58.939719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:58.941238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:58.951052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.966863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8f7458-300b-40ea-8bb4-60e4a89519eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.995458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0203116c-e693-477a-8ed4-130331bf504e tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=3fa0883a31254782842df5b22a3a92bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521278 Aug 16 02:27:58.996156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49962) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:59.002261 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6ea2e5-db2a-4c78-82a3-5b1c3e0ea021 x-openstack-request-id: req-3b6ea2e5-db2a-4c78-82a3-5b1c3e0ea021 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:59.002567 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:59.002809 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b6ea2e5-db2a-4c78-82a3-5b1c3e0ea021 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:59.003236 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'code': 200} Aug 16 02:27:59.206044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac92f6-452d-4338-b131-29c2167f6a84 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:59.207644 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-39ac92f6-452d-4338-b131-29c2167f6a84 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2095609 Aug 16 02:27:59.213853 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.214064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:59.279955 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1075e5bb-df7d-44cb-a199-f2b5e264905a req-c9907f74-97b5-4237-923e-3ea03538e39b tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0671387 Aug 16 02:27:59.285408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d7220cd3-7495-48f9-9da0-da121d6016c5 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665479 Aug 16 02:27:59.288595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:59.293622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915959198', 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819', 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:59.300984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Pushing event updated for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.302916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Transition to ACTIVE for port object 92394164-0ab8-480b-a86e-83a3136af613 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:59.314471 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.331231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on host n-h2-768862-14 for vnic_type normal with profile {"migrating_to": "n-h1-768862-14"} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:59.331698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:59.332030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on network c9dc8270-139d-41de-b052-8b8f87554c07 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:59.342180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on network c9dc8270-139d-41de-b052-8b8f87554c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:59.342489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Attempting to bind port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on network c9dc8270-139d-41de-b052-8b8f87554c07 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:59.351529 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:59.352146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Checking segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:59.352929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Bound using segment: {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:59.353078 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.353602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Bound port: fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894d0a7f-7157-4e9e-aab6-6b391cf63526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:59.353728 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.384490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Attempting to bind port 92394164-0ab8-480b-a86e-83a3136af613 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:59.385946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Attempting to bind port 92394164-0ab8-480b-a86e-83a3136af613 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:59.385946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Attempting to bind port 92394164-0ab8-480b-a86e-83a3136af613 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:59.388118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81627312-ab67-47ca-b73a-ab71fa5a0a43 None None] Pushing event updated for resources: {'Port': ['ID=92394164-0ab8-480b-a86e-83a3136af613,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.393109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=58eacf9f-9b4b-45a6-ba9e-8b58916a276a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.398914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:59.399421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:59.399904 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.400556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:59.401122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Bound port: 92394164-0ab8-480b-a86e-83a3136af613, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:59.402216 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.410339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8f7458-300b-40ea-8bb4-60e4a89519eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.421705 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8f7458-300b-40ea-8bb4-60e4a89519eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.459247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb92ac00-bf34-4add-a3fc-4cd17a6cb682 None None] Provisioning complete for port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:59.460323 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb92ac00-bf34-4add-a3fc-4cd17a6cb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.508000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] For port 92394164-0ab8-480b-a86e-83a3136af613, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:59.513457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] For port 92394164-0ab8-480b-a86e-83a3136af613, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=92394164-0ab8-480b-a86e-83a3136af613,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:59.518912 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.521139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bb92ac00-bf34-4add-a3fc-4cd17a6cb682 None None] Port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:59.524101 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-da8f7458-300b-40ea-8bb4-60e4a89519eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=200d66e1d6974f68a7e7c712490457b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800288 Aug 16 02:27:59.525985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:59.526548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f7458-300b-40ea-8bb4-60e4a89519eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbcb2e7-67b8-41a1-8c57-fe6d5c1824a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.545661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:59.550734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:59.562757 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.585366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Routers {'01b58bfe-cf17-472b-b16d-28c41b1a4b0a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:59.586093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:59.615514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Made reservation on behalf of 3fa0883a31254782842df5b22a3a92bd for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:59.625236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.655071 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.673162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81627312-ab67-47ca-b73a-ab71fa5a0a43 None None] Pushing event updated for resources: {'Port': ['ID=92394164-0ab8-480b-a86e-83a3136af613,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.682977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Pushing event updated for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.755816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:59.756439 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.758546 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f2329bd-4d40-483d-9bcd-ad877e56e235 service neutron] 10.222.0.86 "PUT /v2.0/ports/fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 200 len: 1124 time: 1.1895063 Aug 16 02:27:59.783129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] Set router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:59.873228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['fecebd6c-14f1-4045-b5e5-2859a3f54dd6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:59.925291 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22fc2160-f51f-4bec-85e9-fbc0a201f206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.973296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3569c6dc-bbd2-4d1b-8ce8-ce4d5b2fc680 None None] Provisioning complete for port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:59.973826 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3569c6dc-bbd2-4d1b-8ce8-ce4d5b2fc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.070610 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22fc2160-f51f-4bec-85e9-fbc0a201f206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.120602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router 49cd5db6-209b-4160-b2a7-6a2752e1b7da has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:00.176504 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3569c6dc-bbd2-4d1b-8ce8-ce4d5b2fc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.179614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.192834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd135f-2d2a-4b0c-af87-64dde24cec85 req-43637966-5fac-4e90-8de8-92cdb0816944 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:00.194929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00fd135f-2d2a-4b0c-af87-64dde24cec85 req-43637966-5fac-4e90-8de8-92cdb0816944 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 944 time: 0.5991962 Aug 16 02:28:00.222053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '92394164-0ab8-480b-a86e-83a3136af613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:55Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 3, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': '92394164-0ab8-480b-a86e-83a3136af613', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:75:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:56Z', 'updated_at': '2021-08-16T02:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:00.232517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:00.234772 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f8e4c-e1db-4c50-9b9f-474aa85cc034" -d '{"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-plugged", "status": "completed", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:00.277132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d99bb7-eb54-44cc-b34b-50a54c3867ec None None] The sync data for ids ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'] in n-d-768862-14 is: [{'id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '92394164-0ab8-480b-a86e-83a3136af613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:55Z', 'updated_at': '2021-08-16T02:27:57Z', 'revision_number': 3, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': '92394164-0ab8-480b-a86e-83a3136af613', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:75:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:56Z', 'updated_at': '2021-08-16T02:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:00.279993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3569c6dc-bbd2-4d1b-8ce8-ce4d5b2fc680 None None] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:00.281714 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69215985-99d7-4d54-947f-9789e94c178b x-openstack-request-id: req-69215985-99d7-4d54-947f-9789e94c178b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:00.282020 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-plugged", "status": "completed", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:00.282267 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69215985-99d7-4d54-947f-9789e94c178b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:00.282656 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'code': 200} Aug 16 02:28:00.289143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3569c6dc-bbd2-4d1b-8ce8-ce4d5b2fc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.349374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Subnet': ['ID=e2e02f15-0523-4030-83d0-66f209733337,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:00.352715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22fc2160-f51f-4bec-85e9-fbc0a201f206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.354966 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22fc2160-f51f-4bec-85e9-fbc0a201f206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.358928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-22fc2160-f51f-4bec-85e9-fbc0a201f206 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6fbcb2e7-67b8-41a1-8c57-fe6d5c1824a4 HTTP/1.1" status: 204 len: 168 time: 0.7648969 Aug 16 02:28:00.365300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:00.371308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-72bd6ef6-9fd8-4191-9320-a3bfbd654391 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/49cd5db6-209b-4160-b2a7-6a2752e1b7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0888734 Aug 16 02:28:00.374042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:00.380400 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c9282-c366-4348-85ba-48e16a2b6465 None None] Sync routers for ids ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:00.395840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc2160-f51f-4bec-85e9-fbc0a201f206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbcb2e7-67b8-41a1-8c57-fe6d5c1824a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:00.408409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00fd135f-2d2a-4b0c-af87-64dde24cec85 req-ff2bf5c6-252f-474d-868c-0a93b4c372e9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816053 Aug 16 02:28:00.409326 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c9282-c366-4348-85ba-48e16a2b6465 None None] Routers {'49cd5db6-209b-4160-b2a7-6a2752e1b7da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:00.412600 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f31c9282-c366-4348-85ba-48e16a2b6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:00.417218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Checking segment: {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:00.418229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network hostable DHCP agents. Network: f42b8c55-1679-4f57-b7a6-1172637f7819, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:00.453522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-75b82beb-ade4-4081-9139-c2a633008414 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=49cd5db6-209b-4160-b2a7-6a2752e1b7da HTTP/1.1" status: 200 len: 205 time: 0.0782273 Aug 16 02:28:00.456797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 49986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:00.469439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network f42b8c55-1679-4f57-b7a6-1172637f7819 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:00.476629 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f31c9282-c366-4348-85ba-48e16a2b6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:00.485200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, f42b8c55-1679-4f57-b7a6-1172637f7819) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:00.490908 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c9282-c366-4348-85ba-48e16a2b6465 None None] Routers {'49cd5db6-209b-4160-b2a7-6a2752e1b7da'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:00.492204 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f31c9282-c366-4348-85ba-48e16a2b6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:00.503924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:00.504530 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.531002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-be7321d9-d6e6-439c-9c9d-0cfda3150d68 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2413218 Aug 16 02:28:00.533769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 49988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:00.544436 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f31c9282-c366-4348-85ba-48e16a2b6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:00.547396 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c9282-c366-4348-85ba-48e16a2b6465 None None] The sync data for ids ['49cd5db6-209b-4160-b2a7-6a2752e1b7da'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:00.616047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c95fbab-62df-414f-b26e-8a69e303b79b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.653616 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c71d595-7c2d-4545-81dc-6d525b56269f req-e2872830-e391-4e77-bed4-d0886c73edbd tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.2121754 Aug 16 02:28:00.667652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d529ec6-dabb-4c57-b467-bce81753a335 None None] Network f42b8c55-1679-4f57-b7a6-1172637f7819 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:00.847945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569c6dc-bbd2-4d1b-8ce8-ce4d5b2fc680 None None] Pushing event updated for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:00.877211 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.956588 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c95fbab-62df-414f-b26e-8a69e303b79b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.959317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c95fbab-62df-414f-b26e-8a69e303b79b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.017857 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bde51328-2650-4d59-bc79-49caa69a12dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.043420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:01.046147 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878d68a2-dc9e-4590-8726-4c774725bf19" -d '{"events": [{"name": "network-changed", "server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:01.050071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c95fbab-62df-414f-b26e-8a69e303b79b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.050583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c95fbab-62df-414f-b26e-8a69e303b79b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Fanout notify agent at l3_agent the message router_deleted on router 49cd5db6-209b-4160-b2a7-6a2752e1b7da {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:28:01.064580 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c95fbab-62df-414f-b26e-8a69e303b79b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.065715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0c95fbab-62df-414f-b26e-8a69e303b79b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/49cd5db6-209b-4160-b2a7-6a2752e1b7da HTTP/1.1" status: 204 len: 168 time: 0.6079640 Aug 16 02:28:01.068288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:01.076492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-f42b8c55-1679-4f57-b7a6-1172637f7819', 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'fixed_ips': [{'subnet_id': 'e2e02f15-0523-4030-83d0-66f209733337'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:28:01.077624 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.164921 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12286fc-6da7-4b80-96f7-0a761ad0c95d x-openstack-request-id: req-a12286fc-6da7-4b80-96f7-0a761ad0c95d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:01.165805 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:01.165976 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a12286fc-6da7-4b80-96f7-0a761ad0c95d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:01.166382 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'status': 'completed', 'code': 200} Aug 16 02:28:01.220868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bf8c7b-8887-4cbd-9c66-f2027ed05715 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting subnet 161dcbe6-5b43-4686-a5cb-3213ee228864 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:01.226390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67bf8c7b-8887-4cbd-9c66-f2027ed05715 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.260236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-afba3d65-7516-46c2-89f8-295869901ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:01.261869 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-afba3d65-7516-46c2-89f8-295869901ef6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1129 time: 0.0999629 Aug 16 02:28:01.281284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67bf8c7b-8887-4cbd-9c66-f2027ed05715 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.316898 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.329772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Allocated IP 172.20.0.18 (f42b8c55-1679-4f57-b7a6-1172637f7819/e2e02f15-0523-4030-83d0-66f209733337/48a6e494-639b-44d2-be0d-70e9df3a4ec1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:01.526755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-e6660d97-99e4-469f-a877-0ee1ad5ae261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:01.528285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-e6660d97-99e4-469f-a877-0ee1ad5ae261 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c9dc8270-139d-41de-b052-8b8f87554c07 HTTP/1.1" status: 200 len: 898 time: 0.2369754 Aug 16 02:28:01.528524 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:01.546902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67bf8c7b-8887-4cbd-9c66-f2027ed05715 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.577415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.586485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device fecebd6c-14f1-4045-b5e5-2859a3f54dd6 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:01.593286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Transition to ACTIVE for port object 48a6e494-639b-44d2-be0d-70e9df3a4ec1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:01.627718 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Transition to ACTIVE for port object 48a6e494-639b-44d2-be0d-70e9df3a4ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:01.685385 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.696241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-74a3806d-5b2e-4a52-8357-430a298b69b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 200 len: 1000 time: 0.1560986 Aug 16 02:28:01.705603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67bf8c7b-8887-4cbd-9c66-f2027ed05715 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.718059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ceb32-03a1-4a43-a7d7-d735ed0c0982 req-a82cb36e-7338-4856-903d-41b466791eb2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:01.719079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa9ceb32-03a1-4a43-a7d7-d735ed0c0982 req-a82cb36e-7338-4856-903d-41b466791eb2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.2029788 Aug 16 02:28:01.745709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Pushing event updated for resources: {'Port': ['ID=48a6e494-639b-44d2-be0d-70e9df3a4ec1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:01.771707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Network f42b8c55-1679-4f57-b7a6-1172637f7819 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:01.775535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:01.784625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:01.794662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7518112-41e8-4be0-b1e4-26a0e61e9ec5 None None] Network 0e9d59cf-5e21-4af3-aa78-0becd6b14626 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:01.877154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bcf4a213-ab44-4886-94d5-35c93bcb431f req-444aa0a8-0c96-43ba-a758-e2b1b71f3d52 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0829880 Aug 16 02:28:01.906039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa9ceb32-03a1-4a43-a7d7-d735ed0c0982 req-5df0fd36-8d12-4358-b099-26056a02b0c5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392553 Aug 16 02:28:01.908461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf8c7b-8887-4cbd-9c66-f2027ed05715 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Subnet': ['ID=161dcbe6-5b43-4686-a5cb-3213ee228864,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:01.918204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-c152d9df-f49b-45bd-83cc-ee93f7c59b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:01.919897 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-c152d9df-f49b-45bd-83cc-ee93f7c59b29 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=67648509-6cc7-4ebc-8ffa-39e74f3d5bb3 HTTP/1.1" status: 200 len: 834 time: 0.2078550 Aug 16 02:28:01.921632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67bf8c7b-8887-4cbd-9c66-f2027ed05715 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.926761 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-67bf8c7b-8887-4cbd-9c66-f2027ed05715 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/161dcbe6-5b43-4686-a5cb-3213ee228864 HTTP/1.1" status: 204 len: 168 time: 0.8574796 Aug 16 02:28:01.928318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:01.980717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Attempting to bind port 48a6e494-639b-44d2-be0d-70e9df3a4ec1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:01.981100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Attempting to bind port 48a6e494-639b-44d2-be0d-70e9df3a4ec1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:01.981360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Allocated IP 172.20.0.17 (f42b8c55-1679-4f57-b7a6-1172637f7819/e2e02f15-0523-4030-83d0-66f209733337/46f30b4f-d9bf-48ab-b604-f5d30e40b078) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:01.981496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Attempting to bind port 48a6e494-639b-44d2-be0d-70e9df3a4ec1 on network f42b8c55-1679-4f57-b7a6-1172637f7819 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:01.991762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:02.002765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:02.003170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Checking segment: {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:02.003580 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.004094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Bound using segment: {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:02.004468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Bound port: 48a6e494-639b-44d2-be0d-70e9df3a4ec1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:02.004959 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.029461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d39a728-76a3-47b1-bd54-bf318c212d7e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting subnet 3ec6aa16-1f40-4380-a934-ffe6a057763f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:02.041353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d39a728-76a3-47b1-bd54-bf318c212d7e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.043608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device fecebd6c-14f1-4045-b5e5-2859a3f54dd6 has no active binding in host n-h1-768862-14 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:28:02.081068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-1a1b914c-ce8c-44e4-a631-1b58ea7fb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:02.083889 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-1a1b914c-ce8c-44e4-a631-1b58ea7fb38f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c9dc8270-139d-41de-b052-8b8f87554c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526158 Aug 16 02:28:02.147776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] For port 48a6e494-639b-44d2-be0d-70e9df3a4ec1, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:02.153120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] For port 48a6e494-639b-44d2-be0d-70e9df3a4ec1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=48a6e494-639b-44d2-be0d-70e9df3a4ec1,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:02.160226 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.166202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.166443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d39a728-76a3-47b1-bd54-bf318c212d7e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.186346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Transition to ACTIVE for port object 46f30b4f-d9bf-48ab-b604-f5d30e40b078 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:02.227602 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.258164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4da7c7-7a7d-47dd-a039-65fe3dbc8203 None None] DHCP port deletion for 0e9d59cf-5e21-4af3-aa78-0becd6b14626 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:28:02.300483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af5635-3153-4e83-bd04-bd3ba85b6657 None None] Pushing event updated for resources: {'Port': ['ID=48a6e494-639b-44d2-be0d-70e9df3a4ec1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:02.313729 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-7568cad3-e65a-4fa4-8f55-a0e0ebacbd68 service neutron] 10.222.0.93 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211320 Aug 16 02:28:02.316955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network f42b8c55-1679-4f57-b7a6-1172637f7819 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:02.321285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:02.333864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:02.337629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1f4da7c7-7a7d-47dd-a039-65fe3dbc8203 None None] Deleting port 40224108-d00f-40e4-92a3-fd5eccfdce6d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:02.338147 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f4da7c7-7a7d-47dd-a039-65fe3dbc8203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.371613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=46f30b4f-d9bf-48ab-b604-f5d30e40b078,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:02.416438 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.495019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1f4da7c7-7a7d-47dd-a039-65fe3dbc8203 None None] For port 40224108-d00f-40e4-92a3-fd5eccfdce6d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=40224108-d00f-40e4-92a3-fd5eccfdce6d,segment=NetworkSegment(34fa34a3-2516-443f-94e0-1b9f191edbc4),segment_id=34fa34a3-2516-443f-94e0-1b9f191edbc4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:02.496654 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-878d68a2-dc9e-4590-8726-4c774725bf19 req-cab64b54-f2b1-4a28-9855-31642d466ff6 service neutron] 10.222.0.93 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745462 Aug 16 02:28:02.499739 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f4da7c7-7a7d-47dd-a039-65fe3dbc8203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.517391 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1f4da7c7-7a7d-47dd-a039-65fe3dbc8203 None None] Calling delete_port for 40224108-d00f-40e4-92a3-fd5eccfdce6d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:02.528583 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d39a728-76a3-47b1-bd54-bf318c212d7e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.530570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 92394164-0ab8-480b-a86e-83a3136af613 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:02.697228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d39a728-76a3-47b1-bd54-bf318c212d7e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.706496 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.714576 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f4da7c7-7a7d-47dd-a039-65fe3dbc8203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.743989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39a728-76a3-47b1-bd54-bf318c212d7e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec6aa16-1f40-4380-a934-ffe6a057763f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:02.762840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 92394164-0ab8-480b-a86e-83a3136af613 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:02.764319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d39a728-76a3-47b1-bd54-bf318c212d7e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.766746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4d39a728-76a3-47b1-bd54-bf318c212d7e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/3ec6aa16-1f40-4380-a934-ffe6a057763f HTTP/1.1" status: 204 len: 168 time: 0.8256683 Aug 16 02:28:02.766975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4da7c7-7a7d-47dd-a039-65fe3dbc8203 None None] Pushing event deleted for resources: {'Port': ['ID=40224108-d00f-40e4-92a3-fd5eccfdce6d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:02.770128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 92394164-0ab8-480b-a86e-83a3136af613 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:02.770521 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.772394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df93ea-dc3a-4ad3-8fa9-b7f51511a0bc None None] Network 221a217f-5468-46aa-b987-7807408121b2 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:02.775067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:02.782138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4da7c7-7a7d-47dd-a039-65fe3dbc8203 None None] No DVR routers for this DVR port 40224108-d00f-40e4-92a3-fd5eccfdce6d on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:03.126455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8eba8-e407-4ec2-b2d7-037aa790968a None None] DHCP port deletion for 221a217f-5468-46aa-b987-7807408121b2 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:28:03.173795 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.218246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 92394164-0ab8-480b-a86e-83a3136af613, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=92394164-0ab8-480b-a86e-83a3136af613,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:03.230241 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.259536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-14f8eba8-e407-4ec2-b2d7-037aa790968a None None] Deleting port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:03.260052 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14f8eba8-e407-4ec2-b2d7-037aa790968a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.280156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.338169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 40224108-d00f-40e4-92a3-fd5eccfdce6d no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:03.374075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 40224108-d00f-40e4-92a3-fd5eccfdce6d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:03.374075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 40224108-d00f-40e4-92a3-fd5eccfdce6d not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:03.396608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=92394164-0ab8-480b-a86e-83a3136af613,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:03.404440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-14f8eba8-e407-4ec2-b2d7-037aa790968a None None] For port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7d2d19c5-b257-4cfc-b6be-2912296f7a3d,segment=NetworkSegment(f130b24b-612b-4b1f-8246-bb997a0354fc),segment_id=f130b24b-612b-4b1f-8246-bb997a0354fc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:03.404997 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14f8eba8-e407-4ec2-b2d7-037aa790968a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.405877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.421128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-14f8eba8-e407-4ec2-b2d7-037aa790968a None None] Calling delete_port for 7d2d19c5-b257-4cfc-b6be-2912296f7a3d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:03.424730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9d59cf-5e21-4af3-aa78-0becd6b14626']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:03.448973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fa34a3-2516-443f-94e0-1b9f191edbc4') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:03.448973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fa34a3-2516-443f-94e0-1b9f191edbc4') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:03.470648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.503549 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.517055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:03.524487 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:03.531696 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:03.581231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-78e4d3c2-5a71-4089-88d9-410f64c643e5 req-943d44b3-d4ca-46da-8b2c-68d5b7204752 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0717514 Aug 16 02:28:03.628054 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d87f607a-5639-49fb-b51e-16c8e91ce758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.637092 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14f8eba8-e407-4ec2-b2d7-037aa790968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.643271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.661622 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.664473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b456f-6295-46d0-93b5-0a3c0302ea00 req-6b97e65e-d667-4042-a323-bd6fc5f6784c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:03.665740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/networks/0e9d59cf-5e21-4af3-aa78-0becd6b14626 HTTP/1.1" status: 204 len: 168 time: 0.8893228 Aug 16 02:28:03.667025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-464b456f-6295-46d0-93b5-0a3c0302ea00 req-6b97e65e-d667-4042-a323-bd6fc5f6784c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.1588132 Aug 16 02:28:03.668511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:03.674560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8eba8-e407-4ec2-b2d7-037aa790968a None None] Pushing event deleted for resources: {'Port': ['ID=7d2d19c5-b257-4cfc-b6be-2912296f7a3d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:03.681425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8eba8-e407-4ec2-b2d7-037aa790968a None None] No DVR routers for this DVR port 7d2d19c5-b257-4cfc-b6be-2912296f7a3d on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:03.707180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93089102-2904-4e59-b69b-d660d6341c12 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Network': ['ID=0e9d59cf-5e21-4af3-aa78-0becd6b14626,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:03.782114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.787011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-464b456f-6295-46d0-93b5-0a3c0302ea00 req-638c0387-44a5-4cac-8690-c4604192dab1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027472 Aug 16 02:28:03.882692 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.889246 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.894957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221a217f-5468-46aa-b987-7807408121b2']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:03.897439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.907588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f130b24b-612b-4b1f-8246-bb997a0354fc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:03.907988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f130b24b-612b-4b1f-8246-bb997a0354fc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:03.920016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.937832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.945547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:03.946241 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:03.950170 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:03.978497 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.999513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=46f30b4f-d9bf-48ab-b604-f5d30e40b078,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:04.001998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.026114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.040400 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.042626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/networks/221a217f-5468-46aa-b987-7807408121b2 HTTP/1.1" status: 204 len: 168 time: 0.3730664 Aug 16 02:28:04.046589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:04.052584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1989704528'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:04.073605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea268bf-292c-4f86-8652-883272880ae3 None None] Network f42b8c55-1679-4f57-b7a6-1172637f7819 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:04.090709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151005d3-efe6-4edc-9e2c-35dd5a92355a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Network': ['ID=221a217f-5468-46aa-b987-7807408121b2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:04.101552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:04.107909 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.140331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d3dd2a60-1392-4e3b-b615-5744bebb50a4 None None] Provisioning for port 48a6e494-639b-44d2-be0d-70e9df3a4ec1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:04.149541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:28:04.160014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network f42b8c55-1679-4f57-b7a6-1172637f7819 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:04.164558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:04.165182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.165655 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added segment 7cfb2588-1844-4298-9ae5-d101f2087a5e of type vlan for network 6c807649-3388-4194-9368-fec3f7d6b982 Aug 16 02:28:04.215653 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.248527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.254550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:04.255274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.302809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:04.326804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2788932 Aug 16 02:28:04.329969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:04.337585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'subnet': {'network_id': '6c807649-3388-4194-9368-fec3f7d6b982', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:04.338670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047b340-d1f1-4cd8-80ce-f9a8ef19196e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Network': ['ID=6c807649-3388-4194-9368-fec3f7d6b982,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:04.363031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6c807649-3388-4194-9368-fec3f7d6b982 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:04.572286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:04.579137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-406f44ff-4cd8-4353-af00-824eb56211d9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "PUT /v2.0/routers/01b58bfe-cf17-472b-b16d-28c41b1a4b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0442076 Aug 16 02:28:04.580839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:04.586851 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.609324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Sync routers for ids ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:04.624284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Routers {'01b58bfe-cf17-472b-b16d-28c41b1a4b0a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:04.625418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:04.680412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 92394164-0ab8-480b-a86e-83a3136af613 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:04.846198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0fb4498-2695-48ef-bab3-0a6d6311afea req-115c323f-8335-48c0-adc3-8989cbe8b23e tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0694172 Aug 16 02:28:04.899354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 92394164-0ab8-480b-a86e-83a3136af613 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:04.900030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.966401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Set router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:05.016893 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.020193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a5d50fb9-9472-4c80-a30c-619b264fb22a None None] Provisioning for port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:05.040008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a5d50fb9-9472-4c80-a30c-619b264fb22a None None] Provisioning complete for port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:05.040373 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5d50fb9-9472-4c80-a30c-619b264fb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.164662 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.176087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f270db2-2dc5-43cf-b68c-e4b03e7ef5cc req-0ea2cc27-3d96-4f31-bd77-989abc4089cb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:05.177752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f270db2-2dc5-43cf-b68c-e4b03e7ef5cc req-0ea2cc27-3d96-4f31-bd77-989abc4089cb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.1351914 Aug 16 02:28:05.264167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef333-6718-49b6-af6d-a64180df81ba req-720ae3a8-d9f3-43fb-a86b-dc1fe49a9c11 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:05.266289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-720ae3a8-d9f3-43fb-a86b-dc1fe49a9c11 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/networks?id=f42b8c55-1679-4f57-b7a6-1172637f7819 HTTP/1.1" status: 200 len: 798 time: 0.3738377 Aug 16 02:28:05.300832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Subnet': ['ID=8fdf9e6c-715d-49f5-8e66-141a69e4b2c1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:05.311756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f270db2-2dc5-43cf-b68c-e4b03e7ef5cc req-5cdc3d38-fb7e-42d2-96aa-85b3e54f523d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233325 Aug 16 02:28:05.315621 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-0e88fef0-bdad-46b2-9e73-32186aaa5c74 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/quotas/3fa0883a31254782842df5b22a3a92bd HTTP/1.1" status: 200 len: 375 time: 0.0361893 Aug 16 02:28:05.323441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Checking segment: {'id': '7cfb2588-1844-4298-9ae5-d101f2087a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6c807649-3388-4194-9368-fec3f7d6b982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:05.324093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network hostable DHCP agents. Network: 6c807649-3388-4194-9368-fec3f7d6b982, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:05.355529 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 6c807649-3388-4194-9368-fec3f7d6b982 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:05.372833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a5d50fb9-9472-4c80-a30c-619b264fb22a None None] Port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:05.391450 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6c807649-3388-4194-9368-fec3f7d6b982) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:05.395915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 48a6e494-639b-44d2-be0d-70e9df3a4ec1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:05.398016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:05.398619 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.420229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-03916c95-8e0a-424a-9048-78a1127a907c tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fa0883a31254782842df5b22a3a92bd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0773141 Aug 16 02:28:05.432743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-204b9240-462a-42a0-a80f-76f5025fea39 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0996594 Aug 16 02:28:05.435127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:05.438864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b0366-7927-4e63-89a8-90facd6b2d33 None None] Network 6c807649-3388-4194-9368-fec3f7d6b982 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:05.449016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-49c1167a-8b9f-47b4-bf2d-4e41f6671221 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-670555263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:05.524200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c1167a-8b9f-47b4-bf2d-4e41f6671221 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.525387 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c1167a-8b9f-47b4-bf2d-4e41f6671221 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.561097 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-92c7768c-333f-48d3-bc51-46f5f31a9d88 service neutron] 10.222.0.61 "GET /v2.0/networks/f42b8c55-1679-4f57-b7a6-1172637f7819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269767 Aug 16 02:28:05.568544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-97c701fb-7f37-4906-9f50-a5550ee1d3e0 None None] Provisioning complete for port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:05.568927 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97c701fb-7f37-4906-9f50-a5550ee1d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.621600 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c1167a-8b9f-47b4-bf2d-4e41f6671221 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.632576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 48a6e494-639b-44d2-be0d-70e9df3a4ec1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:05.634383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-97c701fb-7f37-4906-9f50-a5550ee1d3e0 None None] Port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:05.648269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c1167a-8b9f-47b4-bf2d-4e41f6671221 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.663209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 48a6e494-639b-44d2-be0d-70e9df3a4ec1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:05.663594 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.684428 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49c1167a-8b9f-47b4-bf2d-4e41f6671221 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.688431 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-49c1167a-8b9f-47b4-bf2d-4e41f6671221 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2421825 Aug 16 02:28:05.688744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:05.698363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'port': {'network_id': '6c807649-3388-4194-9368-fec3f7d6b982', 'name': 'tempest-RoutersIpV6Test-1365588755'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:05.710373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-e395df6a-f213-4f46-8309-70e2814db67d service neutron] 10.222.0.61 "GET /v2.0/networks/f42b8c55-1679-4f57-b7a6-1172637f7819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386676 Aug 16 02:28:05.754230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6c807649-3388-4194-9368-fec3f7d6b982', 'network_id': '6c807649-3388-4194-9368-fec3f7d6b982', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'fixed_ips': [{'subnet_id': '8fdf9e6c-715d-49f5-8e66-141a69e4b2c1'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:28:05.755116 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.763046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '92394164-0ab8-480b-a86e-83a3136af613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:55Z', 'updated_at': '2021-08-16T02:28:02Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': '92394164-0ab8-480b-a86e-83a3136af613', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:75:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:56Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '46f30b4f-d9bf-48ab-b604-f5d30e40b078', 'name': '', 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:82:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'e2e02f15-0523-4030-83d0-66f209733337', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:01Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 2, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e2e02f15-0523-4030-83d0-66f209733337', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:05.840022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Checking router: 01b58bfe-cf17-472b-b16d-28c41b1a4b0a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:05.840662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Updating router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:28:05.917229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:05.922932 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:05.945822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] device_id is not set on port 3b71fc71-2eae-4f59-bff0-6772d40b8183 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:28:05.997658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9d5b00f-08a1-4838-884c-871005ecfe07 req-5f44718f-4020-419a-b1c4-b52202094cbf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 210 time: 0.0537200 Aug 16 02:28:06.015201 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.042830 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.060746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-405916cc-919b-4a68-bb9f-d5336797590d req-0df849b9-1c84-4ebb-bb2d-7bef3812015c tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0664587 Aug 16 02:28:06.120848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 48a6e494-639b-44d2-be0d-70e9df3a4ec1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=48a6e494-639b-44d2-be0d-70e9df3a4ec1,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:06.168171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 2001:db8::234 (6c807649-3388-4194-9368-fec3f7d6b982/8fdf9e6c-715d-49f5-8e66-141a69e4b2c1/3b71fc71-2eae-4f59-bff0-6772d40b8183) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:06.172807 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.312141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d2d19c5-b257-4cfc-b6be-2912296f7a3d no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:06.349191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 7d2d19c5-b257-4cfc-b6be-2912296f7a3d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:06.349444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d2d19c5-b257-4cfc-b6be-2912296f7a3d not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:06.435388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=48a6e494-639b-44d2-be0d-70e9df3a4ec1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:06.512406 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-c757ffeb-5333-4cf5-a963-488e5cb94929 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018341 Aug 16 02:28:06.523431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371986c-2722-4999-9e84-56cad9346cc3 req-6cbafdff-a2af-420b-a143-aed45e38054f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.525549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1371986c-2722-4999-9e84-56cad9346cc3 req-6cbafdff-a2af-420b-a143-aed45e38054f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.0708277 Aug 16 02:28:06.542658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.566457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Transition to ACTIVE for port object 3b71fc71-2eae-4f59-bff0-6772d40b8183 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:06.584656 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1371986c-2722-4999-9e84-56cad9346cc3 req-69f61e95-cf0a-44fb-b79f-50847b928158 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524065 Aug 16 02:28:06.613276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.625946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Transition to ACTIVE for port object 46f30b4f-d9bf-48ab-b604-f5d30e40b078 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:06.633311 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.651409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-f2b1678a-1835-4f8c-8858-6893362e565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.652907 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-f2b1678a-1835-4f8c-8858-6893362e565b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fa0883a31254782842df5b22a3a92bd&device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 1137 time: 0.0713100 Aug 16 02:28:06.655158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.717117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 6c807649-3388-4194-9368-fec3f7d6b982 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:06.742882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af9fb3-bde5-471c-b36c-f04fee8cbf3c None None] Pushing event updated for resources: {'Port': ['ID=46f30b4f-d9bf-48ab-b604-f5d30e40b078,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:06.763759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:06.766680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:06.773664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.774651 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.781460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Allocated IP 2001:db8::2 (6c807649-3388-4194-9368-fec3f7d6b982/8fdf9e6c-715d-49f5-8e66-141a69e4b2c1/94869a00-4d37-4a90-9231-e7fcbf986323) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:06.788266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Attempting to bind port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:06.788771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Attempting to bind port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:06.789215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Attempting to bind port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 on network f42b8c55-1679-4f57-b7a6-1172637f7819 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:06.801086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:06.801909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Checking segment: {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:06.802083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.802202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=3b71fc71-2eae-4f59-bff0-6772d40b8183,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:06.802466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Bound using segment: {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:06.802953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Bound port: 46f30b4f-d9bf-48ab-b604-f5d30e40b078, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:06.803717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.824710 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a23264e5-4bab-45f6-a7d8-78467aaf7c7b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1332159 Aug 16 02:28:06.827476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:06.937116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] For port 46f30b4f-d9bf-48ab-b604-f5d30e40b078, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:06.955022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-9803c0ae-4d9e-4c19-b5d0-9b3506e33470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.956526 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-9803c0ae-4d9e-4c19-b5d0-9b3506e33470 service neutron] 10.222.0.86 "GET /v2.0/networks?id=85112a75-69bb-4122-81e5-c8b022c2bb64 HTTP/1.1" status: 200 len: 898 time: 0.2648892 Aug 16 02:28:06.966494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] For port 46f30b4f-d9bf-48ab-b604-f5d30e40b078, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=46f30b4f-d9bf-48ab-b604-f5d30e40b078,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:06.986773 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.050209 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.089758 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3827621b-b660-4dbc-88f8-b2351c4d8924 req-2bdb3284-6297-408b-9060-e7f68a0327e9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0294309 Aug 16 02:28:07.105122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af9fb3-bde5-471c-b36c-f04fee8cbf3c None None] Pushing event updated for resources: {'Port': ['ID=46f30b4f-d9bf-48ab-b604-f5d30e40b078,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:07.119272 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.124979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Routers {'01b58bfe-cf17-472b-b16d-28c41b1a4b0a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:07.125630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:07.192418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Transition to ACTIVE for port object 94869a00-4d37-4a90-9231-e7fcbf986323 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:07.209132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff879451-ff0c-464b-a3b8-95f5856aa910 req-7f57a6fa-8351-4f6f-b20e-7f990cdaee87 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 210 time: 0.0518863 Aug 16 02:28:07.221807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Transition to ACTIVE for port object 94869a00-4d37-4a90-9231-e7fcbf986323 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:07.237069 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-2b98dd43-581c-4fc4-b3ab-655812b64671 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317 HTTP/1.1" status: 200 len: 1000 time: 0.2461410 Aug 16 02:28:07.276011 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.322079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc491275-fd6f-4245-be04-75d57410bfdf req-a87321b8-af59-4602-a6ff-61c49ac5afb6 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.1137130 Aug 16 02:28:07.358766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-ea689a93-f53b-4bb3-a5ff-d23bc03fdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.360753 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-ea689a93-f53b-4bb3-a5ff-d23bc03fdd2c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1d5856a-6be0-42bb-8a61-22f14918496f HTTP/1.1" status: 200 len: 835 time: 0.1140635 Aug 16 02:28:07.367286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] Set router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:07.458310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Network 6c807649-3388-4194-9368-fec3f7d6b982 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:07.470103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:07.478339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:07.486300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Pushing event updated for resources: {'Port': ['ID=94869a00-4d37-4a90-9231-e7fcbf986323,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:07.542959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-f1fc6cff-80de-4258-8452-3025fdef9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.545260 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-f1fc6cff-80de-4258-8452-3025fdef9a45 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=85112a75-69bb-4122-81e5-c8b022c2bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496968 Aug 16 02:28:07.640227 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Attempting to bind port 94869a00-4d37-4a90-9231-e7fcbf986323 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:07.640710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Attempting to bind port 94869a00-4d37-4a90-9231-e7fcbf986323 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7cfb2588-1844-4298-9ae5-d101f2087a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6c807649-3388-4194-9368-fec3f7d6b982'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:07.641191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Attempting to bind port 94869a00-4d37-4a90-9231-e7fcbf986323 on network 6c807649-3388-4194-9368-fec3f7d6b982 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:07.658533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.658882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:07.659390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Checking segment: {'id': '7cfb2588-1844-4298-9ae5-d101f2087a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6c807649-3388-4194-9368-fec3f7d6b982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:07.659863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.660324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Bound using segment: {'id': '7cfb2588-1844-4298-9ae5-d101f2087a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6c807649-3388-4194-9368-fec3f7d6b982'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:07.661122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Bound port: 94869a00-4d37-4a90-9231-e7fcbf986323, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfb2588-1844-4298-9ae5-d101f2087a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6c807649-3388-4194-9368-fec3f7d6b982'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:07.661577 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.735617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbba1a-e810-4ba2-bc52-63c1c0ee705e req-e90ade82-f8ab-42f5-a8a6-5f66d36fc4f2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.737673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37cbba1a-e810-4ba2-bc52-63c1c0ee705e req-e90ade82-f8ab-42f5-a8a6-5f66d36fc4f2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.0650797 Aug 16 02:28:07.774812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] For port 94869a00-4d37-4a90-9231-e7fcbf986323, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:07.793762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] For port 94869a00-4d37-4a90-9231-e7fcbf986323, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=94869a00-4d37-4a90-9231-e7fcbf986323,segment=NetworkSegment(7cfb2588-1844-4298-9ae5-d101f2087a5e),segment_id=7cfb2588-1844-4298-9ae5-d101f2087a5e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:07.796874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37cbba1a-e810-4ba2-bc52-63c1c0ee705e req-ce9f4f89-c9be-4947-9de0-34b427db3bd9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489697 Aug 16 02:28:07.803286 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.809802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '92394164-0ab8-480b-a86e-83a3136af613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:55Z', 'updated_at': '2021-08-16T02:28:02Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': '92394164-0ab8-480b-a86e-83a3136af613', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:75:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:56Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '46f30b4f-d9bf-48ab-b604-f5d30e40b078', 'name': '', 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:82:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'e2e02f15-0523-4030-83d0-66f209733337', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:01Z', 'updated_at': '2021-08-16T02:28:06Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e2e02f15-0523-4030-83d0-66f209733337', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:07.825328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef333-6718-49b6-af6d-a64180df81ba req-317dbcce-7c3f-46a7-9615-004d4989ac71 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.827630 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-317dbcce-7c3f-46a7-9615-004d4989ac71 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.93 "GET /v2.0/networks?id=f42b8c55-1679-4f57-b7a6-1172637f7819 HTTP/1.1" status: 200 len: 798 time: 0.3600509 Aug 16 02:28:07.871308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58723536-4393-4bbf-936c-e60ec6e4181f None None] The sync data for ids ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'] in n-d-768862-14 is: [{'id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '92394164-0ab8-480b-a86e-83a3136af613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:55Z', 'updated_at': '2021-08-16T02:28:02Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': '92394164-0ab8-480b-a86e-83a3136af613', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:75:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:56Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '46f30b4f-d9bf-48ab-b604-f5d30e40b078', 'name': '', 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:82:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'e2e02f15-0523-4030-83d0-66f209733337', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:01Z', 'updated_at': '2021-08-16T02:28:06Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e2e02f15-0523-4030-83d0-66f209733337', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:07.881863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Request body: {'port': {'device_id': '7b989b31-55df-4e85-b7bf-d5326e089b4c', 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819', 'admin_state_up': True, 'tenant_id': '3fa0883a31254782842df5b22a3a92bd'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:07.902049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a537ea-f026-4c5e-8d9a-7846e0fe4c52 None None] Pushing event updated for resources: {'Port': ['ID=94869a00-4d37-4a90-9231-e7fcbf986323,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:07.966864 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-82a40a15-b243-4792-a670-2e6cb7ac8e4d service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823366 Aug 16 02:28:08.337131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d98fda9-3352-497f-b423-d6127909d784 req-2c876c1f-dc44-449d-bbff-76738ae2a169 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 210 time: 0.0319834 Aug 16 02:28:08.470114 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa237c31-88e9-49c3-9fa6-a6ad1a784530 req-8edc9836-27f3-4dde-a0d2-450d0fe777a4 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0431471 Aug 16 02:28:08.675581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 46f30b4f-d9bf-48ab-b604-f5d30e40b078 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:08.688572 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-22a024b4-6ce5-40fa-8228-d2794c5906c0 service neutron] 10.222.0.93 "GET /v2.0/ports/fecebd6c-14f1-4045-b5e5-2859a3f54dd6/bindings/n-h1-768862-14 HTTP/1.1" status: 200 len: 385 time: 0.3094811 Aug 16 02:28:08.690527 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-454aff24-d39a-49b0-b501-2704d4105bd0 req-02c222f7-9754-444e-94a9-f89d06e0767f service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851876 Aug 16 02:28:08.697329 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.717659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.760118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:08.768386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:08.771269 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.863388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Made reservation on behalf of 3fa0883a31254782842df5b22a3a92bd for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:08.867499 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.985469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=3b71fc71-2eae-4f59-bff0-6772d40b8183,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:09.060734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0702b07-0fab-4b98-bc5f-9f935fe9c08f req-45f72a46-e8f5-41c5-9b95-724066c2ccf5 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3&device_id=25fbaa4c-fd54-4603-95f9-38ef2d0e9948 HTTP/1.1" status: 200 len: 210 time: 0.0863132 Aug 16 02:28:09.094841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa728de-40d1-435d-a0dd-cb5fe33cadcd req-9cdf4041-0ad1-4706-ae8e-977ffeeb03fb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:09.097283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfa728de-40d1-435d-a0dd-cb5fe33cadcd req-9cdf4041-0ad1-4706-ae8e-977ffeeb03fb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 946 time: 0.1636858 Aug 16 02:28:09.173050 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfa728de-40d1-435d-a0dd-cb5fe33cadcd req-82f3cdf5-6e50-446c-a83f-9b47c265421a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681355 Aug 16 02:28:09.252012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.265310 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.323044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 46f30b4f-d9bf-48ab-b604-f5d30e40b078, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=46f30b4f-d9bf-48ab-b604-f5d30e40b078,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:09.331767 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.333901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 48a6e494-639b-44d2-be0d-70e9df3a4ec1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:09.503833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d32ff2-f660-45bf-93d8-52988fe4e04c None None] Network 6c807649-3388-4194-9368-fec3f7d6b982 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:09.551189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22a8721-ef89-468c-aa04-2d47a117f646 req-d722138d-d38a-401f-a990-0d832ae4513d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7fbba1570f62436da44a73a997ec9276&device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.1797655 Aug 16 02:28:09.560811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56d69b05-506c-4b72-9fc4-15d707c87df1 req-6aebcb8e-a6d7-4bcc-9c42-1368b1285209 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 210 time: 0.0953021 Aug 16 02:28:09.620892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17333f3e-7843-49f5-8f6d-e59426ff480b req-b5fc72e9-efec-40bb-8f91-be19db999cc8 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0732951 Aug 16 02:28:09.640051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.650191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22a8721-ef89-468c-aa04-2d47a117f646 req-b75a9885-8792-453f-9138-11feb4ea3189 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=7fbba1570f62436da44a73a997ec9276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868034 Aug 16 02:28:09.657646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8494a6ca-00c4-4506-8139-aae8265184e4 None None] Provisioning for port 94869a00-4d37-4a90-9231-e7fcbf986323 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:09.670446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=46f30b4f-d9bf-48ab-b604-f5d30e40b078,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:09.729752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Allocated IP 172.20.0.26 (f42b8c55-1679-4f57-b7a6-1172637f7819/e2e02f15-0523-4030-83d0-66f209733337/de01ef42-015e-4faf-8169-e6d994495f20) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:09.754773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 48a6e494-639b-44d2-be0d-70e9df3a4ec1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:09.755350 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.871792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f1586b08-e398-42f5-b8e1-4688d4f331f1 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:09.894679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a8721-ef89-468c-aa04-2d47a117f646 req-c854da47-909a-489f-8224-874bd9f507b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:09.896431 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22a8721-ef89-468c-aa04-2d47a117f646 req-c854da47-909a-489f-8224-874bd9f507b0 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2322042 Aug 16 02:28:09.941765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 94869a00-4d37-4a90-9231-e7fcbf986323 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:09.959446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f1586b08-e398-42f5-b8e1-4688d4f331f1 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:09.995868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 94869a00-4d37-4a90-9231-e7fcbf986323 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:10.005019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 94869a00-4d37-4a90-9231-e7fcbf986323 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:10.005019 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.090916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:10.093262 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac8faa1-2dc7-4298-aa5f-8eb529ed2399" -d '{"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:10.138461 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.145047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f1586b08-e398-42f5-b8e1-4688d4f331f1 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:10.159076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.173822 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe00785b-04a7-4a74-9e12-7df1a550090e x-openstack-request-id: req-fe00785b-04a7-4a74-9e12-7df1a550090e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:10.174426 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:10.174851 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe00785b-04a7-4a74-9e12-7df1a550090e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:10.175563 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'code': 200} Aug 16 02:28:10.193053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 94869a00-4d37-4a90-9231-e7fcbf986323, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=94869a00-4d37-4a90-9231-e7fcbf986323,segment=NetworkSegment(7cfb2588-1844-4298-9ae5-d101f2087a5e),segment_id=7cfb2588-1844-4298-9ae5-d101f2087a5e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:10.199751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f1586b08-e398-42f5-b8e1-4688d4f331f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.206384 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.226696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Transition to ACTIVE for port object de01ef42-015e-4faf-8169-e6d994495f20 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:10.291653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=94869a00-4d37-4a90-9231-e7fcbf986323,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:10.300635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.314921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.315759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.372145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-338bd3c4-c45e-4fbc-b0d2-d61382123c08 None None] Provisioning for port 3b71fc71-2eae-4f59-bff0-6772d40b8183 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:10.378975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-338bd3c4-c45e-4fbc-b0d2-d61382123c08 None None] Provisioning complete for port 3b71fc71-2eae-4f59-bff0-6772d40b8183 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:10.379390 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-338bd3c4-c45e-4fbc-b0d2-d61382123c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.419015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348e05-e5c5-457c-abc7-39cf48806b28 req-fc75e6c3-6d44-4a82-a1a5-13711c0fbc17 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:10.423533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.426181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-338bd3c4-c45e-4fbc-b0d2-d61382123c08 None None] Port 3b71fc71-2eae-4f59-bff0-6772d40b8183 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:10.431695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9348e05-e5c5-457c-abc7-39cf48806b28 req-fc75e6c3-6d44-4a82-a1a5-13711c0fbc17 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.1163108 Aug 16 02:28:10.436914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-338bd3c4-c45e-4fbc-b0d2-d61382123c08 None None] Provisioning complete for port 94869a00-4d37-4a90-9231-e7fcbf986323 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:10.437297 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-338bd3c4-c45e-4fbc-b0d2-d61382123c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.451513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f1586b08-e398-42f5-b8e1-4688d4f331f1 service neutron] Transition to ACTIVE for port object fecebd6c-14f1-4045-b5e5-2859a3f54dd6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:10.461856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=3b71fc71-2eae-4f59-bff0-6772d40b8183,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:10.493401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9348e05-e5c5-457c-abc7-39cf48806b28 req-934fb9fd-ee9c-4cc2-9af7-d9e5bbc236d5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601964 Aug 16 02:28:10.497627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Network f42b8c55-1679-4f57-b7a6-1172637f7819 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:10.506676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 46f30b4f-d9bf-48ab-b604-f5d30e40b078 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:10.521243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:10.524890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f1586b08-e398-42f5-b8e1-4688d4f331f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.588141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:10.609251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:10.609642 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.849646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 94869a00-4d37-4a90-9231-e7fcbf986323 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:10.888040 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e56afd6a-ef2d-47d0-8691-7192fd73d329 None None] Provisioning complete for port 3b71fc71-2eae-4f59-bff0-6772d40b8183 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:10.888423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e56afd6a-ef2d-47d0-8691-7192fd73d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.896493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b02af-f9c5-423c-a541-8ea3ccc6dd1f req-6272f7f9-6fdd-4acb-ab87-c32a9a9459b4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:10.898130 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-865b02af-f9c5-423c-a541-8ea3ccc6dd1f req-6272f7f9-6fdd-4acb-ab87-c32a9a9459b4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 895 time: 0.1373079 Aug 16 02:28:10.969113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device fecebd6c-14f1-4045-b5e5-2859a3f54dd6 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:10.973080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e56afd6a-ef2d-47d0-8691-7192fd73d329 None None] Port 3b71fc71-2eae-4f59-bff0-6772d40b8183 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:10.973910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-114416f4-fb56-45f1-9e6a-46ed502c85c4 req-a00c386f-cb33-423e-818c-d8d5134560cb tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0744834 Aug 16 02:28:10.989823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 6c807649-3388-4194-9368-fec3f7d6b982 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:11.012903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:11.014713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.016256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 94869a00-4d37-4a90-9231-e7fcbf986323 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:11.017787 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.027881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event updated for resources: {'Port': ['ID=de01ef42-015e-4faf-8169-e6d994495f20,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:11.047410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:11.104131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22a8721-ef89-468c-aa04-2d47a117f646 req-93ddcc7e-4a2f-451c-9dad-5705f8a7c1f2 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.93 "GET /v2.0/ports?device_id=01da064d-c245-43f9-aee8-f25e2d68acb3 HTTP/1.1" status: 200 len: 210 time: 0.0351720 Aug 16 02:28:11.141398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device fecebd6c-14f1-4045-b5e5-2859a3f54dd6 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:11.145452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-951ef384-f01f-4594-94db-9a1fa7e031d8 None None] Provisioning for port de01ef42-015e-4faf-8169-e6d994495f20 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:11.148667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1586b08-e398-42f5-b8e1-4688d4f331f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=11']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:11.157256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-951ef384-f01f-4594-94db-9a1fa7e031d8 None None] Provisioning complete for port de01ef42-015e-4faf-8169-e6d994495f20 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:11.157725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-951ef384-f01f-4594-94db-9a1fa7e031d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.203464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-75e38336-4035-4424-a73a-de59e6865cdb tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.3582957 Aug 16 02:28:11.219574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-951ef384-f01f-4594-94db-9a1fa7e031d8 None None] Port de01ef42-015e-4faf-8169-e6d994495f20 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:11.255771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Request body: {'port': {'device_id': '7b989b31-55df-4e85-b7bf-d5326e089b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:11.303977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f1586b08-e398-42f5-b8e1-4688d4f331f1 service neutron] No DVR routers for this DVR port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:11.345395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9095fcd-20d8-4085-8c34-e3aa5d89eaa6 None None] Provisioning complete for port 3b71fc71-2eae-4f59-bff0-6772d40b8183 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:11.345694 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9095fcd-20d8-4085-8c34-e3aa5d89eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.387897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c9095fcd-20d8-4085-8c34-e3aa5d89eaa6 None None] Port 3b71fc71-2eae-4f59-bff0-6772d40b8183 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:11.400534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.499612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router 9e170148-dfc7-4012-bd9f-5803986f0823 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:28:11.531682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cc0bd600-942b-4c7c-822b-45971d9f55a9 None None] Provisioning complete for port 3b71fc71-2eae-4f59-bff0-6772d40b8183 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:11.531955 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc0bd600-942b-4c7c-822b-45971d9f55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.590642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cc0bd600-942b-4c7c-822b-45971d9f55a9 None None] Port 3b71fc71-2eae-4f59-bff0-6772d40b8183 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:11.627508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b2c24-0e03-4016-b30d-aaa31ca4ffce req-6b72f617-85ef-414f-981b-663d5dfeca91 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:11.629034 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-885b2c24-0e03-4016-b30d-aaa31ca4ffce req-6b72f617-85ef-414f-981b-663d5dfeca91 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.0566454 Aug 16 02:28:11.676178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-885b2c24-0e03-4016-b30d-aaa31ca4ffce req-715a0053-4f9a-4597-8ec5-fcef77760616 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391021 Aug 16 02:28:11.956016 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-f1586b08-e398-42f5-b8e1-4688d4f331f1 service neutron] 10.222.0.93 "PUT /v2.0/ports/fecebd6c-14f1-4045-b5e5-2859a3f54dd6/bindings/n-h1-768862-14/activate HTTP/1.1" status: 200 len: 370 time: 3.2548358 Aug 16 02:28:12.089678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54822b0a-fc63-49cc-af7e-3e68c4ce0d91 req-bcb22bd2-beb5-47d9-862d-84ad53fbf992 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.103297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54822b0a-fc63-49cc-af7e-3e68c4ce0d91 req-bcb22bd2-beb5-47d9-862d-84ad53fbf992 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 895 time: 0.0791309 Aug 16 02:28:12.167322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:12.175646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c88b71f4-eff2-4181-941d-d7fa7d8a3384 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/9e170148-dfc7-4012-bd9f-5803986f0823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3467460 Aug 16 02:28:12.178328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.185170 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b222e-8da4-479a-a460-aa7b744eb1e8 None None] Sync routers for ids ['9e170148-dfc7-4012-bd9f-5803986f0823'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:12.196775 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b222e-8da4-479a-a460-aa7b744eb1e8 None None] Routers {'9e170148-dfc7-4012-bd9f-5803986f0823'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:12.197912 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e68b222e-8da4-479a-a460-aa7b744eb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9e170148-dfc7-4012-bd9f-5803986f0823'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:12.234258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-68a719c6-755a-4ac0-ac03-2751f0ba5bf3 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.240162 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-68a719c6-755a-4ac0-ac03-2751f0ba5bf3 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3&tenant_id=7e451b98654a41d4b8ba2ece6587578f&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.2051475 Aug 16 02:28:12.248326 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e68b222e-8da4-479a-a460-aa7b744eb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:12.258453 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b222e-8da4-479a-a460-aa7b744eb1e8 None None] Routers {'9e170148-dfc7-4012-bd9f-5803986f0823'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:12.259677 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e68b222e-8da4-479a-a460-aa7b744eb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9e170148-dfc7-4012-bd9f-5803986f0823'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:12.296179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ffd88a-6ec6-4dff-a9a7-17e6a888e647 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.298465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-59ffd88a-6ec6-4dff-a9a7-17e6a888e647 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports/3b71fc71-2eae-4f59-bff0-6772d40b8183 HTTP/1.1" status: 200 len: 984 time: 0.1185353 Aug 16 02:28:12.301688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.315806 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.328462 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e68b222e-8da4-479a-a460-aa7b744eb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:12.329366 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b222e-8da4-479a-a460-aa7b744eb1e8 None None] The sync data for ids ['9e170148-dfc7-4012-bd9f-5803986f0823'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:12.425917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aebe4b1b-cee3-4b60-853f-22c51578952f req-c9095a80-f1b3-4e38-a4df-add179eb268f tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fbaa4c-fd54-4603-95f9-38ef2d0e9948 HTTP/1.1" status: 200 len: 210 time: 0.0606508 Aug 16 02:28:12.430571 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ff7ddba1-0bfc-4e6e-8eb3-ae9df2c73179 req-791c6ed8-57fe-42d6-9d03-067ea78299fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7fbba1570f62436da44a73a997ec9276&device_id=25fbaa4c-fd54-4603-95f9-38ef2d0e9948 HTTP/1.1" status: 200 len: 210 time: 0.0695875 Aug 16 02:28:12.451225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de01ef42-015e-4faf-8169-e6d994495f20 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:12.478957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.502123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-04fc1c33-35b9-40da-9a37-fc699cfafabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.503574 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-04fc1c33-35b9-40da-9a37-fc699cfafabd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 1097 time: 0.2107079 Aug 16 02:28:12.505154 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ff7ddba1-0bfc-4e6e-8eb3-ae9df2c73179 req-be652f46-e873-40d9-ba0b-f9bd5998e895 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=7fbba1570f62436da44a73a997ec9276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508778 Aug 16 02:28:12.513512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Transition to ACTIVE for port object de01ef42-015e-4faf-8169-e6d994495f20 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:12.517513 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.688277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=de01ef42-015e-4faf-8169-e6d994495f20,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:12.771403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-6074802a-2227-4f9d-a8f8-e82a7dcd252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.773037 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-6074802a-2227-4f9d-a8f8-e82a7dcd252a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1097 time: 0.2249382 Aug 16 02:28:12.891768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ddba1-0bfc-4e6e-8eb3-ae9df2c73179 req-72a9ce4f-8d5a-4ac3-ab14-c8bbaf36c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.893201 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ff7ddba1-0bfc-4e6e-8eb3-ae9df2c73179 req-72a9ce4f-8d5a-4ac3-ab14-c8bbaf36c35c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3425164 Aug 16 02:28:12.916298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Attempting to bind port de01ef42-015e-4faf-8169-e6d994495f20 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:12.916633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Attempting to bind port de01ef42-015e-4faf-8169-e6d994495f20 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:12.916960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Attempting to bind port de01ef42-015e-4faf-8169-e6d994495f20 on network f42b8c55-1679-4f57-b7a6-1172637f7819 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:12.919316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.933525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Port de01ef42-015e-4faf-8169-e6d994495f20 on network f42b8c55-1679-4f57-b7a6-1172637f7819 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:12.933850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Attempting to bind port de01ef42-015e-4faf-8169-e6d994495f20 on network f42b8c55-1679-4f57-b7a6-1172637f7819 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:12.941856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:12.942198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Checking segment: {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:12.942582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Bound using segment: {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:12.943011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Bound port: de01ef42-015e-4faf-8169-e6d994495f20, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:12.943421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.968775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-43ec9e12-c62d-4774-b160-2ecb5dc00c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.970281 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-43ec9e12-c62d-4774-b160-2ecb5dc00c6b service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9dc8270-139d-41de-b052-8b8f87554c07 HTTP/1.1" status: 200 len: 898 time: 0.1889057 Aug 16 02:28:12.975730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e4898-0376-4f25-8e5e-eeefe514e583 req-d3330916-2dd1-4d58-9ca2-486356cc7d01 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:12.977439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-248e4898-0376-4f25-8e5e-eeefe514e583 req-d3330916-2dd1-4d58-9ca2-486356cc7d01 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.1433637 Aug 16 02:28:13.073286 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-d0a1f27b-e290-41e9-8359-22a409b72353 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 200 len: 998 time: 0.0832844 Aug 16 02:28:13.074320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] For port de01ef42-015e-4faf-8169-e6d994495f20, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:13.077585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] For port de01ef42-015e-4faf-8169-e6d994495f20, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=de01ef42-015e-4faf-8169-e6d994495f20,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:13.089275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.090974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-248e4898-0376-4f25-8e5e-eeefe514e583 req-f8236f9d-c96b-4d3a-9f80-d8bfbdcfc9ad tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781126 Aug 16 02:28:13.182830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-fea539f2-fa43-4a01-9984-c2bcf31348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.184358 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-fea539f2-fa43-4a01-9984-c2bcf31348cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=67648509-6cc7-4ebc-8ffa-39e74f3d5bb3 HTTP/1.1" status: 200 len: 834 time: 0.1039543 Aug 16 02:28:13.185567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.186162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.187444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] 10.222.0.93 "PUT /v2.0/ports/de01ef42-015e-4faf-8169-e6d994495f20 HTTP/1.1" status: 200 len: 1056 time: 1.9416459 Aug 16 02:28:13.189848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b989b31-55df-4e85-b7bf-d5326e089b4c', 'tag': 'de01ef42-015e-4faf-8169-e6d994495f20'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:13.192291 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93735114-0149-480c-8395-3b08ecc41cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b989b31-55df-4e85-b7bf-d5326e089b4c", "tag": "de01ef42-015e-4faf-8169-e6d994495f20"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:13.234298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3d913-f653-46fb-a002-0e07e4f9ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=de01ef42-015e-4faf-8169-e6d994495f20,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:13.281340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-97b36339-5fce-4b7f-a380-d098ec0ad4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.291426 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-97b36339-5fce-4b7f-a380-d098ec0ad4b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9dc8270-139d-41de-b052-8b8f87554c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911713 Aug 16 02:28:13.320700 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cc3c0a-6e3d-4a93-9707-d6b5903c1693 x-openstack-request-id: req-e3cc3c0a-6e3d-4a93-9707-d6b5903c1693 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:13.320970 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b989b31-55df-4e85-b7bf-d5326e089b4c", "tag": "de01ef42-015e-4faf-8169-e6d994495f20", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:13.321229 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3cc3c0a-6e3d-4a93-9707-d6b5903c1693 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:13.321623 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b989b31-55df-4e85-b7bf-d5326e089b4c', 'tag': 'de01ef42-015e-4faf-8169-e6d994495f20', 'status': 'completed', 'code': 200} Aug 16 02:28:13.366768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c55f9-4bf5-47e4-b254-ba45d8a5b16e req-015b381f-7f41-4177-8d55-664ac4c1807a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.368588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-451c55f9-4bf5-47e4-b254-ba45d8a5b16e req-015b381f-7f41-4177-8d55-664ac4c1807a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 907 time: 0.1097271 Aug 16 02:28:13.377205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 3b71fc71-2eae-4f59-bff0-6772d40b8183 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:13.377205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.414133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef333-6718-49b6-af6d-a64180df81ba req-24085fca-b6c8-454f-814d-8a9572e814bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.415713 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-24085fca-b6c8-454f-814d-8a9572e814bf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fa0883a31254782842df5b22a3a92bd&device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 1059 time: 0.1522121 Aug 16 02:28:13.484297 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-4f041c61-2ca9-4243-a4e7-5185485e7079 service neutron] 10.222.0.86 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617100 Aug 16 02:28:13.485486 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-083b6176-ea35-4b68-8ba0-92bae6b5e66b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=de01ef42-015e-4faf-8169-e6d994495f20 HTTP/1.1" status: 200 len: 217 time: 0.0574796 Aug 16 02:28:13.489197 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.512696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 3b71fc71-2eae-4f59-bff0-6772d40b8183 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:13.559847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68018e57-cf89-49f0-96c6-30b66ad987f9 req-24c073ed-dc0d-41a0-b31e-f59807d1cff8 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fbaa4c-fd54-4603-95f9-38ef2d0e9948 HTTP/1.1" status: 200 len: 210 time: 0.0411401 Aug 16 02:28:13.600327 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef333-6718-49b6-af6d-a64180df81ba req-2a93f107-17ad-4567-8028-7cc8b6d0b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.601606 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-2a93f107-17ad-4567-8028-7cc8b6d0b487 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e2e02f15-0523-4030-83d0-66f209733337 HTTP/1.1" status: 200 len: 838 time: 0.1089463 Aug 16 02:28:13.676441 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-bd5c3651-1a23-47e6-b9a3-2d0432d87ba2 service neutron] 10.222.0.86 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829400 Aug 16 02:28:13.687551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef333-6718-49b6-af6d-a64180df81ba req-1a782a94-e333-451f-ae96-2541d981624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:13.689148 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-1a782a94-e333-451f-ae96-2541d981624e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f42b8c55-1679-4f57-b7a6-1172637f7819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0760906 Aug 16 02:28:13.745708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.776885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=3b71fc71-2eae-4f59-bff0-6772d40b8183,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:13.785429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-e9c41d67-1cc5-4e2f-aa33-1b5cdef14f5d service neutron] 10.222.0.93 "GET /v2.0/networks/f42b8c55-1679-4f57-b7a6-1172637f7819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884562 Aug 16 02:28:13.891948 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35bef333-6718-49b6-af6d-a64180df81ba req-02a3e83f-bf03-4bf3-b793-646c994328ff service neutron] 10.222.0.93 "GET /v2.0/networks/f42b8c55-1679-4f57-b7a6-1172637f7819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991535 Aug 16 02:28:14.018567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-d4ad40d1-44cc-4140-8027-42f78dddcb9e tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.020252 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-d4ad40d1-44cc-4140-8027-42f78dddcb9e tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3&tenant_id=7e451b98654a41d4b8ba2ece6587578f&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 1097 time: 0.0830598 Aug 16 02:28:14.023556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93735114-0149-480c-8395-3b08ecc41cb6 req-a439c58d-5c2c-4a04-aadb-a53537611abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.024998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93735114-0149-480c-8395-3b08ecc41cb6 req-a439c58d-5c2c-4a04-aadb-a53537611abe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3fa0883a31254782842df5b22a3a92bd&device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 1059 time: 0.0750628 Aug 16 02:28:14.224479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93735114-0149-480c-8395-3b08ecc41cb6 req-68e0e13c-71c7-4901-9223-bf73bbc39c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.226585 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93735114-0149-480c-8395-3b08ecc41cb6 req-68e0e13c-71c7-4901-9223-bf73bbc39c84 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f42b8c55-1679-4f57-b7a6-1172637f7819 HTTP/1.1" status: 200 len: 899 time: 0.1928599 Aug 16 02:28:14.269946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-93122384-a489-4120-a30b-393af566bb35 service neutron] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:14.270299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.271676 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93735114-0149-480c-8395-3b08ecc41cb6 req-4f9de7c0-0ddb-4746-b923-2b69c3b4baf9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=de01ef42-015e-4faf-8169-e6d994495f20 HTTP/1.1" status: 200 len: 217 time: 0.0373547 Aug 16 02:28:14.275213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-93122384-a489-4120-a30b-393af566bb35 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.276249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-93122384-a489-4120-a30b-393af566bb35 service neutron] 10.222.0.86 "DELETE /v2.0/ports/fecebd6c-14f1-4045-b5e5-2859a3f54dd6/bindings/n-h2-768862-14 HTTP/1.1" status: 204 len: 173 time: 0.2481306 Aug 16 02:28:14.332507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93735114-0149-480c-8395-3b08ecc41cb6 req-25a454a5-b8ba-481a-9d3d-154e6673b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.334066 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93735114-0149-480c-8395-3b08ecc41cb6 req-25a454a5-b8ba-481a-9d3d-154e6673b8c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e2e02f15-0523-4030-83d0-66f209733337 HTTP/1.1" status: 200 len: 838 time: 0.0550547 Aug 16 02:28:14.339347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99776aed-dab4-43b0-ba37-5d08a0e7f474 req-ae75b475-1171-402b-882f-8317fbf38f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.340882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99776aed-dab4-43b0-ba37-5d08a0e7f474 req-ae75b475-1171-402b-882f-8317fbf38f35 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.1282365 Aug 16 02:28:14.390434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93735114-0149-480c-8395-3b08ecc41cb6 req-db6348a8-b2d5-4614-8373-7a4cae09f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.391357 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93735114-0149-480c-8395-3b08ecc41cb6 req-db6348a8-b2d5-4614-8373-7a4cae09f0de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f42b8c55-1679-4f57-b7a6-1172637f7819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0488572 Aug 16 02:28:14.479854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99776aed-dab4-43b0-ba37-5d08a0e7f474 req-bbd0e093-37a9-4a63-865c-fb7b2b04d8c2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107125 Aug 16 02:28:14.503296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router 9e170148-dfc7-4012-bd9f-5803986f0823 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:14.527525 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ff7ddba1-0bfc-4e6e-8eb3-ae9df2c73179 req-b69494b3-bb51-4de0-8bd1-0a517f29eaa0 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.86 "GET /v2.0/ports?device_id=25fbaa4c-fd54-4603-95f9-38ef2d0e9948 HTTP/1.1" status: 200 len: 210 time: 0.0417948 Aug 16 02:28:14.558465 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93735114-0149-480c-8395-3b08ecc41cb6 req-d2da096c-5a57-4dc8-8f6a-cb04a6081f43 service neutron] 10.222.0.93 "GET /v2.0/networks/f42b8c55-1679-4f57-b7a6-1172637f7819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546063 Aug 16 02:28:14.651994 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb805f20-a298-42df-b5a4-d211f3e18b73 req-6b172dd9-96ed-4b8d-8858-304bf95a51bf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.653444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb805f20-a298-42df-b5a4-d211f3e18b73 req-6b172dd9-96ed-4b8d-8858-304bf95a51bf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 907 time: 0.1534455 Aug 16 02:28:14.680464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:14.686936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-03efb809-e896-4c5e-adf1-eb8525bd6e09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/9e170148-dfc7-4012-bd9f-5803986f0823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3839679 Aug 16 02:28:14.689701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:14.707698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05946543-a208-4df2-b41f-cb641d4cda3a None None] Sync routers for ids ['9e170148-dfc7-4012-bd9f-5803986f0823'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:14.733704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05946543-a208-4df2-b41f-cb641d4cda3a None None] Routers {'9e170148-dfc7-4012-bd9f-5803986f0823'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:14.735237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05946543-a208-4df2-b41f-cb641d4cda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9e170148-dfc7-4012-bd9f-5803986f0823'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.771329 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-93735114-0149-480c-8395-3b08ecc41cb6 req-4be03f6a-fbf6-41d8-af59-e1496160f92e service neutron] 10.222.0.93 "GET /v2.0/networks/f42b8c55-1679-4f57-b7a6-1172637f7819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046702 Aug 16 02:28:14.786657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05946543-a208-4df2-b41f-cb641d4cda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.801987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05946543-a208-4df2-b41f-cb641d4cda3a None None] Routers {'9e170148-dfc7-4012-bd9f-5803986f0823'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:14.803075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05946543-a208-4df2-b41f-cb641d4cda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['9e170148-dfc7-4012-bd9f-5803986f0823'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.837558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05946543-a208-4df2-b41f-cb641d4cda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:14.838378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05946543-a208-4df2-b41f-cb641d4cda3a None None] The sync data for ids ['9e170148-dfc7-4012-bd9f-5803986f0823'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:14.852512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136a5d0-1011-4884-a217-cb89d6799dbb req-c93f7654-e657-4adb-821a-d0187b739cbd tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:14.854145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6136a5d0-1011-4884-a217-cb89d6799dbb req-c93f7654-e657-4adb-821a-d0187b739cbd tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1097 time: 0.2579625 Aug 16 02:28:14.861944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc3821a3-8f2d-4934-aa7a-0ee86d9a6f73 req-10c9384d-fc2d-4313-9a30-a92dea0874db tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fbaa4c-fd54-4603-95f9-38ef2d0e9948 HTTP/1.1" status: 200 len: 210 time: 0.0447450 Aug 16 02:28:14.984342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6136a5d0-1011-4884-a217-cb89d6799dbb req-e5470b48-fda2-40b2-96b2-1f431014a8f2 tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212986 Aug 16 02:28:15.001986 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-ad9fb7df-729d-45c3-99c3-e1d12eb336f9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:28:15.003077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ad9fb7df-729d-45c3-99c3-e1d12eb336f9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/9e170148-dfc7-4012-bd9f-5803986f0823/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3111577 Aug 16 02:28:15.005891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:15.036220 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-55d2775f-7790-4b57-bb07-f68e766f158a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e170148-dfc7-4012-bd9f-5803986f0823 HTTP/1.1" status: 200 len: 205 time: 0.0281792 Aug 16 02:28:15.038667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:15.165650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b309faf3-c514-4185-94eb-e27cd57662c6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.199347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a75222-79e3-4c36-a1e7-eabe0f313c36 req-ca9c73ef-2c1b-4e33-9e43-9ac285f9e2d1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:15.200998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9a75222-79e3-4c36-a1e7-eabe0f313c36 req-ca9c73ef-2c1b-4e33-9e43-9ac285f9e2d1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.1162004 Aug 16 02:28:15.254934 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9a75222-79e3-4c36-a1e7-eabe0f313c36 req-ed65503e-3361-4d8e-a5f1-9fc0ab59ad6b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449028 Aug 16 02:28:15.278444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:15.356953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-98b543b5-5512-4272-ab47-7f04898af5b2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/fa5f348e-6076-4b44-9e9c-5c19dd7bc911 HTTP/1.1" status: 200 len: 990 time: 0.0720601 Aug 16 02:28:15.364299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b309faf3-c514-4185-94eb-e27cd57662c6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.367459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b309faf3-c514-4185-94eb-e27cd57662c6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.413156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b309faf3-c514-4185-94eb-e27cd57662c6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.413711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b309faf3-c514-4185-94eb-e27cd57662c6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Fanout notify agent at l3_agent the message router_deleted on router 9e170148-dfc7-4012-bd9f-5803986f0823 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:28:15.420563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b309faf3-c514-4185-94eb-e27cd57662c6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.421640 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b309faf3-c514-4185-94eb-e27cd57662c6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/9e170148-dfc7-4012-bd9f-5803986f0823 HTTP/1.1" status: 204 len: 168 time: 0.3820276 Aug 16 02:28:15.424182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:15.477962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9656be9-4c60-44d4-8065-72a0a3aae951 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting subnet 8fdf9e6c-715d-49f5-8e66-141a69e4b2c1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:15.481625 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9656be9-4c60-44d4-8065-72a0a3aae951 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.533383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9656be9-4c60-44d4-8065-72a0a3aae951 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.588789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:15.621344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9656be9-4c60-44d4-8065-72a0a3aae951 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.684879 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9656be9-4c60-44d4-8065-72a0a3aae951 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.717069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9656be9-4c60-44d4-8065-72a0a3aae951 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdf9e6c-715d-49f5-8e66-141a69e4b2c1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:15.740434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34630d4a-08ce-46a0-940c-49164e386d03 None None] Network 6c807649-3388-4194-9368-fec3f7d6b982 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:15.741609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9656be9-4c60-44d4-8065-72a0a3aae951 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.745974 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a9656be9-4c60-44d4-8065-72a0a3aae951 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/8fdf9e6c-715d-49f5-8e66-141a69e4b2c1 HTTP/1.1" status: 204 len: 168 time: 0.3185213 Aug 16 02:28:15.746275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:15.818975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port c89ed6d9-7f0a-4a3b-ae3a-12392e7e4b88 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:15.819652 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.881341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce9b4c-da13-4642-bc0b-eb69c35738be req-cd661f7f-33c5-420c-8109-2b46fefd91dd tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:15.883391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6ce9b4c-da13-4642-bc0b-eb69c35738be req-cd661f7f-33c5-420c-8109-2b46fefd91dd tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 907 time: 0.1216085 Aug 16 02:28:15.955763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.956203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.970135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for c89ed6d9-7f0a-4a3b-ae3a-12392e7e4b88 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:16.031549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d16b19-8617-4798-bf32-65e94575e8a6 None None] DHCP port deletion for 6c807649-3388-4194-9368-fec3f7d6b982 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:28:16.093057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-77d16b19-8617-4798-bf32-65e94575e8a6 None None] Deleting port 94869a00-4d37-4a90-9231-e7fcbf986323 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:16.093431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77d16b19-8617-4798-bf32-65e94575e8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.188178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-77d16b19-8617-4798-bf32-65e94575e8a6 None None] For port 94869a00-4d37-4a90-9231-e7fcbf986323, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=94869a00-4d37-4a90-9231-e7fcbf986323,segment=NetworkSegment(7cfb2588-1844-4298-9ae5-d101f2087a5e),segment_id=7cfb2588-1844-4298-9ae5-d101f2087a5e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:16.188920 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77d16b19-8617-4798-bf32-65e94575e8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.207455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-77d16b19-8617-4798-bf32-65e94575e8a6 None None] Calling delete_port for 94869a00-4d37-4a90-9231-e7fcbf986323 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:16.251900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.289426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=c89ed6d9-7f0a-4a3b-ae3a-12392e7e4b88,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:16.315498 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77d16b19-8617-4798-bf32-65e94575e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.356083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.375504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d16b19-8617-4798-bf32-65e94575e8a6 None None] Pushing event deleted for resources: {'Port': ['ID=94869a00-4d37-4a90-9231-e7fcbf986323,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:16.387428 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.387820 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Floating IP fa5f348e-6076-4b44-9e9c-5c19dd7bc911 disassociated (deleted). External IP: 172.25.5.2, port: fecebd6c-14f1-4045-b5e5-2859a3f54dd6. Aug 16 02:28:16.391226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d16b19-8617-4798-bf32-65e94575e8a6 None None] No DVR routers for this DVR port 94869a00-4d37-4a90-9231-e7fcbf986323 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:16.446112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:16.499398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 94869a00-4d37-4a90-9231-e7fcbf986323 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:16.520204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 94869a00-4d37-4a90-9231-e7fcbf986323 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:16.520204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 94869a00-4d37-4a90-9231-e7fcbf986323 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:16.542357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.556377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c807649-3388-4194-9368-fec3f7d6b982']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:16.578358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfb2588-1844-4298-9ae5-d101f2087a5e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:16.578745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfb2588-1844-4298-9ae5-d101f2087a5e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:16.588630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.604093 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.612452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:16.612944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:16.618166 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:16.691631 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.701291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:16.702045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.704030 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/networks/6c807649-3388-4194-9368-fec3f7d6b982 HTTP/1.1" status: 204 len: 168 time: 0.9567335 Aug 16 02:28:16.707672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50234) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:16.713528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1990157857'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:16.730160 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50e616b8-8f73-44b3-b3c6-c7255752ac79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.746035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d322a8a-7838-4a74-ac8a-5242d3977fac tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Network': ['ID=6c807649-3388-4194-9368-fec3f7d6b982,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:16.801669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:16.806225 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.872793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:28:16.878711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:16.898936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.899327 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added segment fbc32db1-9aa6-430f-9615-09e8b0bcd4e3 of type vlan for network 514b7e02-b910-4093-9c9d-7c393c5c1a85 Aug 16 02:28:16.901592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:16.909211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50e616b8-8f73-44b3-b3c6-c7255752ac79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.914206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.914984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50e616b8-8f73-44b3-b3c6-c7255752ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:16.920705 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] Sync routers for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:16.935396 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:16.936251 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:16.946451 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-50e616b8-8f73-44b3-b3c6-c7255752ac79 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7fbba1570f62436da44a73a997ec9276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967029 Aug 16 02:28:16.949050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:16.997590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device de01ef42-015e-4faf-8169-e6d994495f20 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:17.008867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e616b8-8f73-44b3-b3c6-c7255752ac79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b6c61-b78c-45b9-bb35-232275987355,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:17.055477 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ffc75da9-4649-4aeb-ba51-da5f1562aac2 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/floatingips/fa5f348e-6076-4b44-9e9c-5c19dd7bc911 HTTP/1.1" status: 204 len: 168 time: 1.4620194 Aug 16 02:28:17.056858 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-067ce4c3-acaa-4469-8d46-8aa02521395f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.069563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:17.085945 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3748a5d5-33d2-4a26-a95a-931ab4a38e60" -d '{"events": [{"name": "network-changed", "server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:17.118251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port de01ef42-015e-4faf-8169-e6d994495f20, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=de01ef42-015e-4faf-8169-e6d994495f20,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:17.123574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-067ce4c3-acaa-4469-8d46-8aa02521395f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.137259 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'de01ef42-015e-4faf-8169-e6d994495f20', 'network_id': 'f42b8c55-1679-4f57-b7a6-1172637f7819', 'port_id': 'de01ef42-015e-4faf-8169-e6d994495f20', 'mac_address': 'fa:16:3e:e4:97:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e02f15-0523-4030-83d0-66f209733337', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:17.187360 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:17.221397 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.225724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.237558 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af0bbd82-6645-4b21-87d8-5d8430804ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.259813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de01ef42-015e-4faf-8169-e6d994495f20 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:17.269302 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-067ce4c3-acaa-4469-8d46-8aa02521395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.273121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-067ce4c3-acaa-4469-8d46-8aa02521395f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.276499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-067ce4c3-acaa-4469-8d46-8aa02521395f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e5b6c61-b78c-45b9-bb35-232275987355 HTTP/1.1" status: 204 len: 168 time: 0.3242326 Aug 16 02:28:17.288420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ce4c3-acaa-4469-8d46-8aa02521395f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b6c61-b78c-45b9-bb35-232275987355,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:17.304944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port de01ef42-015e-4faf-8169-e6d994495f20, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=de01ef42-015e-4faf-8169-e6d994495f20,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:17.317951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df8ca6-1547-4f47-963a-84035bd1dcb7 req-257445a9-6d4c-48fc-9599-35263dc9c45e tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.320310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2df8ca6-1547-4f47-963a-84035bd1dcb7 req-257445a9-6d4c-48fc-9599-35263dc9c45e tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 907 time: 0.2668791 Aug 16 02:28:17.324402 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.341253 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065e30d5-0990-441f-b4a4-c9af81828a1f x-openstack-request-id: req-065e30d5-0990-441f-b4a4-c9af81828a1f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:17.341748 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:17.342183 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-065e30d5-0990-441f-b4a4-c9af81828a1f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:17.342904 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'status': 'completed', 'code': 200} Aug 16 02:28:17.363230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.375295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.375905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.436924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=de01ef42-015e-4faf-8169-e6d994495f20,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:17.442859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-6abf28f9-bbe8-4149-83f3-60b13c787b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.445480 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-6abf28f9-bbe8-4149-83f3-60b13c787b35 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0850668 Aug 16 02:28:17.526366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['de01ef42-015e-4faf-8169-e6d994495f20'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:17.539151 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904', 'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:77:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:56Z', 'updated_at': '2021-08-16T02:27:09Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:17.539341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Network': ['ID=514b7e02-b910-4093-9c9d-7c393c5c1a85,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:17.569509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 514b7e02-b910-4093-9c9d-7c393c5c1a85 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:17.571866 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] Checking router: 56c131db-d88f-4e5c-a5bd-8eec71bfea37 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:17.582461 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:17.583473 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:17.608339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c9207-5258-4810-9efc-eb2c141607b8 req-d2325319-ca65-411b-ac37-21db007ddc5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.610153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b38c9207-5258-4810-9efc-eb2c141607b8 req-d2325319-ca65-411b-ac37-21db007ddc5d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.1406584 Aug 16 02:28:17.610388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-af553ed4-7130-4391-a260-e3dc56a51c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.611906 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-af553ed4-7130-4391-a260-e3dc56a51c33 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c9dc8270-139d-41de-b052-8b8f87554c07 HTTP/1.1" status: 200 len: 898 time: 0.1580827 Aug 16 02:28:17.706184 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af0bbd82-6645-4b21-87d8-5d8430804ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.706356 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-5dd28b54-f2e0-4da2-b0b3-70fece1f22b2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 200 len: 217 time: 0.0787072 Aug 16 02:28:17.715406 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:17.719055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af0bbd82-6645-4b21-87d8-5d8430804ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.791944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-af0bbd82-6645-4b21-87d8-5d8430804ce3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf2f7e7859c74b40b415077015736eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9087663 Aug 16 02:28:17.793782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:17.802144 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b38c9207-5258-4810-9efc-eb2c141607b8 req-6bfb2764-1a68-4341-8173-65653a0161ef tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815114 Aug 16 02:28:17.806081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e160e20b-a540-4bf1-bbbf-1ba6a4c9132a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0946515 Aug 16 02:28:17.806081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bbd82-6645-4b21-87d8-5d8430804ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3e8559-aa95-4b18-b0a9-3ad6d77b224d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:17.807339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:17.817591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'subnet': {'network_id': '514b7e02-b910-4093-9c9d-7c393c5c1a85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:17.825600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-6f0ba566-d185-4f2b-b8fc-211c53b28780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.827044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-6f0ba566-d185-4f2b-b8fc-211c53b28780 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=67648509-6cc7-4ebc-8ffa-39e74f3d5bb3 HTTP/1.1" status: 200 len: 834 time: 0.1130180 Aug 16 02:28:17.972714 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba37c-4ed7-43ff-9b85-c5834d7cab69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.979370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-969d3f04-29eb-4d8a-b9c7-02332d1f654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:17.980446 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-969d3f04-29eb-4d8a-b9c7-02332d1f654c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c9dc8270-139d-41de-b052-8b8f87554c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052055 Aug 16 02:28:17.988605 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904', 'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:77:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:56Z', 'updated_at': '2021-08-16T02:27:09Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:18.003229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:18.008194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.018484 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c25411-01d2-49ea-aaca-19accefa8205 None None] The sync data for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 is: [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:26:57Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904', 'name': '', 'network_id': 'c9dc8270-139d-41de-b052-8b8f87554c07', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:77:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:56Z', 'updated_at': '2021-08-16T02:27:09Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': '67648509-6cc7-4ebc-8ffa-39e74f3d5bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:18.066496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba37c-4ed7-43ff-9b85-c5834d7cab69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.248809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-83fee78d-d164-4342-9a8c-bfe69c8dcef3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:18.250340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-83fee78d-d164-4342-9a8c-bfe69c8dcef3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.1478577 Aug 16 02:28:18.271044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-aaf70139-2206-4d78-aa6a-f6f71a1f52e4 service neutron] 10.222.0.86 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818618 Aug 16 02:28:18.305556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027cac4-722b-4eb4-aa41-ad66e413edcd None None] New status for floating IP fa5f348e-6076-4b44-9e9c-5c19dd7bc911: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:28:18.363459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba37c-4ed7-43ff-9b85-c5834d7cab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.365996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f8ba37c-4ed7-43ff-9b85-c5834d7cab69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.370182 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4f8ba37c-4ed7-43ff-9b85-c5834d7cab69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de3e8559-aa95-4b18-b0a9-3ad6d77b224d HTTP/1.1" status: 204 len: 168 time: 0.5750313 Aug 16 02:28:18.461852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ba37c-4ed7-43ff-9b85-c5834d7cab69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3e8559-aa95-4b18-b0a9-3ad6d77b224d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:18.526507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee6479-f899-4056-aec3-7e7e38d2acc1 req-d072a93a-4a64-4f57-8d63-e485e93c9839 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:18.539819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10ee6479-f899-4056-aec3-7e7e38d2acc1 req-d072a93a-4a64-4f57-8d63-e485e93c9839 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 908 time: 0.0764170 Aug 16 02:28:18.563188 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3748a5d5-33d2-4a26-a95a-931ab4a38e60 req-164bb1a9-945c-46e9-9379-d39f2f28d562 service neutron] 10.222.0.86 "GET /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697337 Aug 16 02:28:18.570626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:18.571000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.575962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.734144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Subnet': ['ID=c7c5c6d2-13f2-4c62-ac8a-55f1b7d68f92,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:18.738808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Checking segment: {'id': 'fbc32db1-9aa6-430f-9615-09e8b0bcd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '514b7e02-b910-4093-9c9d-7c393c5c1a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:18.739198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network hostable DHCP agents. Network: 514b7e02-b910-4093-9c9d-7c393c5c1a85, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:18.762992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:18.767750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port fecebd6c-14f1-4045-b5e5-2859a3f54dd6, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:18.768116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.777502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd9da-e42d-4146-aa55-2ffda3c2b6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.790151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for fecebd6c-14f1-4045-b5e5-2859a3f54dd6 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:18.796002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 514b7e02-b910-4093-9c9d-7c393c5c1a85 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:18.851782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 514b7e02-b910-4093-9c9d-7c393c5c1a85) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:18.860477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e298c2-4a78-49a9-b760-ee98f3d9cdd6 None None] Network 514b7e02-b910-4093-9c9d-7c393c5c1a85 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:18.861070 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:18.861707 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.891728 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd9da-e42d-4146-aa55-2ffda3c2b6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.898820 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd9da-e42d-4146-aa55-2ffda3c2b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.912083 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-354aaab1-7614-46ac-82ef-18892f6f31a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1036522 Aug 16 02:28:18.913225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:18.921333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-79588e2b-b210-41a2-a2bc-db884fb1d782 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-130857806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:18.941049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eb3fd9da-e42d-4146-aa55-2ffda3c2b6bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1f90069088a42bca33e0fcc4c128c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768484 Aug 16 02:28:18.944092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:18.990259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fd9da-e42d-4146-aa55-2ffda3c2b6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ea450-9627-4584-a2eb-8d9a894b2939,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:19.003592 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79588e2b-b210-41a2-a2bc-db884fb1d782 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.005203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79588e2b-b210-41a2-a2bc-db884fb1d782 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.016707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device de01ef42-015e-4faf-8169-e6d994495f20 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:19.026832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f1c5-d694-4239-bf19-36b99c96335a req-c56b715d-c7d7-4a27-8be9-6485c2f7fbff tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:19.028820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76d8f1c5-d694-4239-bf19-36b99c96335a req-c56b715d-c7d7-4a27-8be9-6485c2f7fbff tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a999f06a-c058-4225-81ca-f5fe69e35ec3 HTTP/1.1" status: 200 len: 945 time: 0.0818551 Aug 16 02:28:19.071081 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.110721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76d8f1c5-d694-4239-bf19-36b99c96335a req-d0e26b84-135e-4219-ac4f-f059679f2a85 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2a3c2c9-e258-453a-8495-9fc9a713d895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744863 Aug 16 02:28:19.127050 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79588e2b-b210-41a2-a2bc-db884fb1d782 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.139776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port de01ef42-015e-4faf-8169-e6d994495f20 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:19.150838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20967015-5680-4929-a772-edee55f5fa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.152557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=fecebd6c-14f1-4045-b5e5-2859a3f54dd6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:19.154740 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79588e2b-b210-41a2-a2bc-db884fb1d782 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.160614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port de01ef42-015e-4faf-8169-e6d994495f20 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:19.161255 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.186918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-514b7e02-b910-4093-9c9d-7c393c5c1a85', 'network_id': '514b7e02-b910-4093-9c9d-7c393c5c1a85', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'fixed_ips': [{'subnet_id': 'c7c5c6d2-13f2-4c62-ac8a-55f1b7d68f92'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:28:19.187808 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.226738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] No DVR routers for this DVR port fecebd6c-14f1-4045-b5e5-2859a3f54dd6 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:19.229769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20967015-5680-4929-a772-edee55f5fa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.231852 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79588e2b-b210-41a2-a2bc-db884fb1d782 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.235549 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-79588e2b-b210-41a2-a2bc-db884fb1d782 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3182285 Aug 16 02:28:19.235549 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.236621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:19.240165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a1e15c97-b3ac-4682-b5b0-0aae19c3569d req-166ffe6b-c510-46ee-ac33-7856a3c4c37c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.86 "DELETE /v2.0/ports/fecebd6c-14f1-4045-b5e5-2859a3f54dd6 HTTP/1.1" status: 204 len: 173 time: 0.9804730 Aug 16 02:28:19.253009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-deleted', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:19.255551 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee0612a-98ba-45d8-8b84-5e23d5e07889" -d '{"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-deleted", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:19.343631 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1e9e30-b0c1-4dc0-85b6-86d38b9f8e97 x-openstack-request-id: req-1f1e9e30-b0c1-4dc0-85b6-86d38b9f8e97 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:19.344181 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a999f06a-c058-4225-81ca-f5fe69e35ec3", "name": "network-vif-deleted", "tag": "fecebd6c-14f1-4045-b5e5-2859a3f54dd6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:19.344451 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f1e9e30-b0c1-4dc0-85b6-86d38b9f8e97 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:19.344911 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a999f06a-c058-4225-81ca-f5fe69e35ec3', 'name': 'network-vif-deleted', 'tag': 'fecebd6c-14f1-4045-b5e5-2859a3f54dd6', 'status': 'completed', 'code': 200} Aug 16 02:28:19.376421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20967015-5680-4929-a772-edee55f5fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.379234 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20967015-5680-4929-a772-edee55f5fa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.380420 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-20967015-5680-4929-a772-edee55f5fa39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f6ea450-9627-4584-a2eb-8d9a894b2939 HTTP/1.1" status: 204 len: 168 time: 0.4353755 Aug 16 02:28:19.384816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Allocated IP 2001:db8::2 (514b7e02-b910-4093-9c9d-7c393c5c1a85/c7c5c6d2-13f2-4c62-ac8a-55f1b7d68f92/9a397229-9b29-4926-ba7e-6506cb16bebb) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:19.390180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20967015-5680-4929-a772-edee55f5fa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ea450-9627-4584-a2eb-8d9a894b2939,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:19.455963 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.791353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b989b31-55df-4e85-b7bf-d5326e089b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de01ef42-015e-4faf-8169-e6d994495f20'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:19.793156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.794854 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d0cb5-ed56-447b-bf22-a283999f9a70" -d '{"events": [{"server_uuid": "7b989b31-55df-4e85-b7bf-d5326e089b4c", "name": "network-vif-plugged", "status": "completed", "tag": "de01ef42-015e-4faf-8169-e6d994495f20"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:19.827679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a0458-491e-414d-a635-7a371f262ddb req-5dafdf7b-ee01-4da1-b238-be66d34cda51 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:19.834891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port de01ef42-015e-4faf-8169-e6d994495f20, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=de01ef42-015e-4faf-8169-e6d994495f20,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:19.835652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab6a0458-491e-414d-a635-7a371f262ddb req-5dafdf7b-ee01-4da1-b238-be66d34cda51 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 908 time: 0.1475313 Aug 16 02:28:19.859801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.899997 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5d0cdd-e87b-4ec3-925e-feb184039466 x-openstack-request-id: req-8c5d0cdd-e87b-4ec3-925e-feb184039466 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:19.900746 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b989b31-55df-4e85-b7bf-d5326e089b4c", "name": "network-vif-plugged", "status": "completed", "tag": "de01ef42-015e-4faf-8169-e6d994495f20", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:19.901600 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c5d0cdd-e87b-4ec3-925e-feb184039466 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:19.902633 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b989b31-55df-4e85-b7bf-d5326e089b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de01ef42-015e-4faf-8169-e6d994495f20', 'code': 200} Aug 16 02:28:20.008671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=de01ef42-015e-4faf-8169-e6d994495f20,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:20.009113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139ce5a-b978-48df-a58b-adc7c98e89d8 req-d38fd1ff-a247-4875-8d71-c7e06c1b7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:20.011210 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c139ce5a-b978-48df-a58b-adc7c98e89d8 req-d38fd1ff-a247-4875-8d71-c7e06c1b7173 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 1061 time: 0.0721078 Aug 16 02:28:20.022382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.022710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.023634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.024154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.024655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.025279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.025777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.026655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.027197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.027718 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.028546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.029511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:20.057418 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.070692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Transition to ACTIVE for port object 9a397229-9b29-4926-ba7e-6506cb16bebb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:20.093306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Transition to ACTIVE for port object 9a397229-9b29-4926-ba7e-6506cb16bebb will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:20.109651 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.156540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Network 514b7e02-b910-4093-9c9d-7c393c5c1a85 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:20.164165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:20.168263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:20.169675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 2001:db8::1 (514b7e02-b910-4093-9c9d-7c393c5c1a85/c7c5c6d2-13f2-4c62-ac8a-55f1b7d68f92/89dae807-a6d7-4900-ad9a-1997ee05d209) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:20.182728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Pushing event updated for resources: {'Port': ['ID=9a397229-9b29-4926-ba7e-6506cb16bebb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:20.208812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:20.257503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Attempting to bind port 9a397229-9b29-4926-ba7e-6506cb16bebb on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:20.258361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Attempting to bind port 9a397229-9b29-4926-ba7e-6506cb16bebb by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'fbc32db1-9aa6-430f-9615-09e8b0bcd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '514b7e02-b910-4093-9c9d-7c393c5c1a85'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:20.259017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Attempting to bind port 9a397229-9b29-4926-ba7e-6506cb16bebb on network 514b7e02-b910-4093-9c9d-7c393c5c1a85 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:20.266421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:20.267607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Checking segment: {'id': 'fbc32db1-9aa6-430f-9615-09e8b0bcd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '514b7e02-b910-4093-9c9d-7c393c5c1a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:20.268210 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.268810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Bound using segment: {'id': 'fbc32db1-9aa6-430f-9615-09e8b0bcd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '514b7e02-b910-4093-9c9d-7c393c5c1a85'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:20.269471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Bound port: 9a397229-9b29-4926-ba7e-6506cb16bebb, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc32db1-9aa6-430f-9615-09e8b0bcd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '514b7e02-b910-4093-9c9d-7c393c5c1a85'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:20.270376 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.354345 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] For port 9a397229-9b29-4926-ba7e-6506cb16bebb, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:20.359981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] For port 9a397229-9b29-4926-ba7e-6506cb16bebb, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9a397229-9b29-4926-ba7e-6506cb16bebb,segment=NetworkSegment(fbc32db1-9aa6-430f-9615-09e8b0bcd4e3),segment_id=fbc32db1-9aa6-430f-9615-09e8b0bcd4e3)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:20.369260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.452330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0776ca4-cad1-4f82-9b57-c83cef2a7f51 None None] Pushing event updated for resources: {'Port': ['ID=9a397229-9b29-4926-ba7e-6506cb16bebb,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:20.708973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.837257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Transition to ACTIVE for port object 89dae807-a6d7-4900-ad9a-1997ee05d209 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:21.035062 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.092471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c531e3-d02f-40a5-9dbe-af36764faa2d req-19eea205-e03f-4ca8-a783-57fba3afc27a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:21.094015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73c531e3-d02f-40a5-9dbe-af36764faa2d req-19eea205-e03f-4ca8-a783-57fba3afc27a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 909 time: 0.1465061 Aug 16 02:28:21.123820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 514b7e02-b910-4093-9c9d-7c393c5c1a85 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:21.136148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:21.143068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:21.143888 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.207637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=89dae807-a6d7-4900-ad9a-1997ee05d209,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:21.333742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7160a4-c409-45af-8b9f-e332fce44f64 req-8a64dd36-507f-4b91-9c01-bdcddfd43f49 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:21.335481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed7160a4-c409-45af-8b9f-e332fce44f64 req-8a64dd36-507f-4b91-9c01-bdcddfd43f49 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 909 time: 0.1234081 Aug 16 02:28:21.380559 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.486502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:21.591395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6668-fd7d-459f-9408-e05f5bf271e3 req-34305f0c-8fa0-4f48-88cf-29f21ffa16e2 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:21.593224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e6a6668-fd7d-459f-9408-e05f5bf271e3 req-34305f0c-8fa0-4f48-88cf-29f21ffa16e2 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 1061 time: 0.1352201 Aug 16 02:28:21.636405 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.659123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device fecebd6c-14f1-4045-b5e5-2859a3f54dd6 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:21.669599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2039ed72-8596-459e-bee1-bde418c884a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.700591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: fecebd6c-14f1-4045-b5e5-2859a3f54dd6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:21.700941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device fecebd6c-14f1-4045-b5e5-2859a3f54dd6 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:21.744601 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3101b1-c444-4e6d-b3a1-258e28bed6a4 None None] Network 514b7e02-b910-4093-9c9d-7c393c5c1a85 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:21.804944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2039ed72-8596-459e-bee1-bde418c884a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.814378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2039ed72-8596-459e-bee1-bde418c884a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:21.822544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a40e9438-dc2f-420c-8826-1d93c1c2b78a None None] Provisioning for port 9a397229-9b29-4926-ba7e-6506cb16bebb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:21.849690 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2039ed72-8596-459e-bee1-bde418c884a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39a127308eb340ffb5ed0a5f1acaf975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620381 Aug 16 02:28:21.853033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50402) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:21.911547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f4f6-2876-4d24-81cc-df9017332060 req-decd2907-21e0-4398-9ba9-81e6b096fca8 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:21.913649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f925f4f6-2876-4d24-81cc-df9017332060 req-decd2907-21e0-4398-9ba9-81e6b096fca8 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 1137 time: 0.1916411 Aug 16 02:28:21.923972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039ed72-8596-459e-bee1-bde418c884a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f95b9d-67d1-464a-89b9-c3809b368ff1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:21.982368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-279dc0ba-a3e3-4eb2-a6db-83ad9fc2c309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.006001 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-279dc0ba-a3e3-4eb2-a6db-83ad9fc2c309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.056361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f925f4f6-2876-4d24-81cc-df9017332060 req-fbb73c9a-08bc-48ce-9f30-028e8a993b94 tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1329327 Aug 16 02:28:22.071864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-279dc0ba-a3e3-4eb2-a6db-83ad9fc2c309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.076582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-279dc0ba-a3e3-4eb2-a6db-83ad9fc2c309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.077867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-279dc0ba-a3e3-4eb2-a6db-83ad9fc2c309 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6f95b9d-67d1-464a-89b9-c3809b368ff1 HTTP/1.1" status: 204 len: 168 time: 0.2237301 Aug 16 02:28:22.078717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:22.096422 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.108990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.110640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.121406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dc0ba-a3e3-4eb2-a6db-83ad9fc2c309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f95b9d-67d1-464a-89b9-c3809b368ff1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:22.180643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4233389-7350-4914-b731-5d613a4e6fee tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.182900 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d4233389-7350-4914-b731-5d613a4e6fee tempest-TestSecurityGroupsBasicOps-1807428416 tempest-TestSecurityGroupsBasicOps-1807428416-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 1056 time: 0.0947893 Aug 16 02:28:22.352236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=89dae807-a6d7-4900-ad9a-1997ee05d209,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:22.400856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87257fb5-c50f-4f6a-ba86-55e08a8b6742 None None] Provisioning for port 89dae807-a6d7-4900-ad9a-1997ee05d209 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:22.408975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87257fb5-c50f-4f6a-ba86-55e08a8b6742 None None] Provisioning complete for port 89dae807-a6d7-4900-ad9a-1997ee05d209 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:22.409726 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87257fb5-c50f-4f6a-ba86-55e08a8b6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.493943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 514b7e02-b910-4093-9c9d-7c393c5c1a85 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:22.498366 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:22.504389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-87257fb5-c50f-4f6a-ba86-55e08a8b6742 None None] Port 89dae807-a6d7-4900-ad9a-1997ee05d209 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:22.579831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9a397229-9b29-4926-ba7e-6506cb16bebb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:22.609601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:22.625807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.649089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:22.649501 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.667727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 9a397229-9b29-4926-ba7e-6506cb16bebb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:22.673786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 9a397229-9b29-4926-ba7e-6506cb16bebb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:22.674262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.717572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b578cc-afc7-4ad2-abca-4fa11ccb0e1a req-3b298296-7f36-45de-b5a6-d467ae508ed9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:22.726979 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6b578cc-afc7-4ad2-abca-4fa11ccb0e1a req-3b298296-7f36-45de-b5a6-d467ae508ed9 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 909 time: 0.2139087 Aug 16 02:28:22.754604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.760813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.764721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cbcf7518-8760-462a-aca7-aac3577ae0ed None None] Provisioning complete for port 89dae807-a6d7-4900-ad9a-1997ee05d209 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:22.765110 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbcf7518-8760-462a-aca7-aac3577ae0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.808770 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1eea046fd9d24cca8761446553ef2c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980455 Aug 16 02:28:22.810202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:22.812250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5b1a6f-64f0-4475-9c41-475a581ce55f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:22.813187 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.822141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.822974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.823571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.824125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.824673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.825257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.825792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.826338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.826893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.827475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.828041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.828672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b3bb2-f6c7-46e0-9d2a-667729474e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:22.833936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf7518-8760-462a-aca7-aac3577ae0ed None None] Port 89dae807-a6d7-4900-ad9a-1997ee05d209 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:22.846510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:22.846929 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.857926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 9a397229-9b29-4926-ba7e-6506cb16bebb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9a397229-9b29-4926-ba7e-6506cb16bebb,segment=NetworkSegment(fbc32db1-9aa6-430f-9615-09e8b0bcd4e3),segment_id=fbc32db1-9aa6-430f-9615-09e8b0bcd4e3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:22.863197 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.876676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:22.897977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router 0afa9821-4a35-4bea-965e-7b5a3cf03829 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:28:22.918956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=9a397229-9b29-4926-ba7e-6506cb16bebb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:23.053881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b0472691-8aa5-4e9a-ae21-2d353e721efa None None] Provisioning complete for port 89dae807-a6d7-4900-ad9a-1997ee05d209 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:23.054260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0472691-8aa5-4e9a-ae21-2d353e721efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.090921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b0472691-8aa5-4e9a-ae21-2d353e721efa None None] Port 89dae807-a6d7-4900-ad9a-1997ee05d209 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:23.259930 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed78faae-4e93-4dad-98f1-40045e81f5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.356935 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed78faae-4e93-4dad-98f1-40045e81f5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.388928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:23.395583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f6bdf315-77f4-4595-bdcd-0a6d4411846c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/0afa9821-4a35-4bea-965e-7b5a3cf03829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1573496 Aug 16 02:28:23.396464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:23.399238 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee57be-88b1-4d30-981e-51215997f318 None None] Sync routers for ids ['0afa9821-4a35-4bea-965e-7b5a3cf03829'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:23.409128 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee57be-88b1-4d30-981e-51215997f318 None None] Routers {'0afa9821-4a35-4bea-965e-7b5a3cf03829'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:23.409753 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e4ee57be-88b1-4d30-981e-51215997f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0afa9821-4a35-4bea-965e-7b5a3cf03829'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:23.456629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080afef-af53-4f78-98d5-1aa7074febc3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.458219 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1080afef-af53-4f78-98d5-1aa7074febc3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports/89dae807-a6d7-4900-ad9a-1997ee05d209 HTTP/1.1" status: 200 len: 911 time: 0.0607381 Aug 16 02:28:23.462719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:23.474016 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e4ee57be-88b1-4d30-981e-51215997f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:23.479314 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee57be-88b1-4d30-981e-51215997f318 None None] Routers {'0afa9821-4a35-4bea-965e-7b5a3cf03829'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:23.480014 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e4ee57be-88b1-4d30-981e-51215997f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0afa9821-4a35-4bea-965e-7b5a3cf03829'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:23.491995 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed78faae-4e93-4dad-98f1-40045e81f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.495052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed78faae-4e93-4dad-98f1-40045e81f5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.496565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ed78faae-4e93-4dad-98f1-40045e81f5e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d5b1a6f-64f0-4475-9c41-475a581ce55f HTTP/1.1" status: 204 len: 168 time: 0.6789377 Aug 16 02:28:23.515641 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e4ee57be-88b1-4d30-981e-51215997f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:23.516716 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee57be-88b1-4d30-981e-51215997f318 None None] The sync data for ids ['0afa9821-4a35-4bea-965e-7b5a3cf03829'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:23.519714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78faae-4e93-4dad-98f1-40045e81f5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5b1a6f-64f0-4475-9c41-475a581ce55f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:23.546988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.582840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:23.768742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-1f329c0b-da60-4b2e-8651-c48ed1e82439 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.770326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-1f329c0b-da60-4b2e-8651-c48ed1e82439 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.93 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 909 time: 0.1126661 Aug 16 02:28:23.831393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.981113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Deleting port de01ef42-015e-4faf-8169-e6d994495f20 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:23.981754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.994880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db2966-f6c6-4779-a09a-d33f12a57ba8 req-5bd1e901-5fdb-47f7-b16a-aee46f55b0d4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.996634 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21db2966-f6c6-4779-a09a-d33f12a57ba8 req-5bd1e901-5fdb-47f7-b16a-aee46f55b0d4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 909 time: 0.1477721 Aug 16 02:28:24.138534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.138809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] For port de01ef42-015e-4faf-8169-e6d994495f20, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=de01ef42-015e-4faf-8169-e6d994495f20,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:24.139354 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.244704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:24.245162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Calling delete_port for de01ef42-015e-4faf-8169-e6d994495f20 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:24.355306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:24.361228 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4de6c597-84d0-48c1-843a-dda002dd2714 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "PUT /v2.0/routers/56c131db-d88f-4e5c-a5bd-8eec71bfea37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1507859 Aug 16 02:28:24.363998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:24.366981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] Sync routers for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:24.383785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:24.384601 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:24.441017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e5df7d-6e40-4d2a-afa3-fedd00de413b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting subnet 67648509-6cc7-4ebc-8ffa-39e74f3d5bb3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:24.447013 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e5df7d-6e40-4d2a-afa3-fedd00de413b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.489238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.509024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e5df7d-6e40-4d2a-afa3-fedd00de413b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.529047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Port': ['ID=de01ef42-015e-4faf-8169-e6d994495f20,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:24.632859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9a397229-9b29-4926-ba7e-6506cb16bebb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:24.656067 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e5df7d-6e40-4d2a-afa3-fedd00de413b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.673762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:24.731908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e5df7d-6e40-4d2a-afa3-fedd00de413b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.763354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5df7d-6e40-4d2a-afa3-fedd00de413b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Subnet': ['ID=67648509-6cc7-4ebc-8ffa-39e74f3d5bb3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:24.768646 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27e5df7d-6e40-4d2a-afa3-fedd00de413b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.774718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-27e5df7d-6e40-4d2a-afa3-fedd00de413b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/subnets/67648509-6cc7-4ebc-8ffa-39e74f3d5bb3 HTTP/1.1" status: 204 len: 168 time: 0.4035358 Aug 16 02:28:24.775441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:24.851692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f5726-53c0-4444-a121-97140f5e4425 None None] Network c9dc8270-139d-41de-b052-8b8f87554c07 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:24.908047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.996122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 9a397229-9b29-4926-ba7e-6506cb16bebb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:24.996714 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.058213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] No DVR routers for this DVR port de01ef42-015e-4faf-8169-e6d994495f20 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:25.061964 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.064120 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1dd17eaf-e8a8-4081-81db-88158b401587 req-f2249b8d-e9ea-4a26-b69c-6daf8a7b7985 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.93 "DELETE /v2.0/ports/de01ef42-015e-4faf-8169-e6d994495f20 HTTP/1.1" status: 204 len: 173 time: 1.2535174 Aug 16 02:28:25.064563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b989b31-55df-4e85-b7bf-d5326e089b4c', 'name': 'network-vif-deleted', 'tag': 'de01ef42-015e-4faf-8169-e6d994495f20'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:25.066856 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a05380-ac5b-459b-ba9d-2303ff19b78f" -d '{"events": [{"server_uuid": "7b989b31-55df-4e85-b7bf-d5326e089b4c", "name": "network-vif-deleted", "tag": "de01ef42-015e-4faf-8169-e6d994495f20"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:25.076466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.132818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 89dae807-a6d7-4900-ad9a-1997ee05d209 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:25.133923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.166701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ed517-f5dc-4dff-a216-fa01db64d817 None None] DHCP port deletion for c9dc8270-139d-41de-b052-8b8f87554c07 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:28:25.201696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port bb4dadda-ad8b-43ab-a8cc-0106287974f1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:25.206999 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.310828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:28:23Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': 'bb4dadda-ad8b-43ab-a8cc-0106287974f1', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:50Z', 'updated_at': '2021-08-16T02:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:25.323846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03c5a579-a5a5-42b5-a65a-d63c1a64bdc1 req-04e0d2f5-3c54-4eee-b90a-4dc69208c6bc tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b989b31-55df-4e85-b7bf-d5326e089b4c HTTP/1.1" status: 200 len: 210 time: 0.0910740 Aug 16 02:28:25.353648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.371824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 89dae807-a6d7-4900-ad9a-1997ee05d209 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:25.379363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port bb4dadda-ad8b-43ab-a8cc-0106287974f1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bb4dadda-ad8b-43ab-a8cc-0106287974f1,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:25.380273 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.400275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for bb4dadda-ad8b-43ab-a8cc-0106287974f1 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:25.416390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] Checking router: 56c131db-d88f-4e5c-a5bd-8eec71bfea37 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:25.465143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] Routers {'56c131db-d88f-4e5c-a5bd-8eec71bfea37'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:25.465781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:25.655014 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac7c28a-bcd1-4161-949e-d7678cb9bc96 x-openstack-request-id: req-7ac7c28a-bcd1-4161-949e-d7678cb9bc96 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:25.655356 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b989b31-55df-4e85-b7bf-d5326e089b4c", "name": "network-vif-deleted", "tag": "de01ef42-015e-4faf-8169-e6d994495f20", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:25.655617 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ac7c28a-bcd1-4161-949e-d7678cb9bc96 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:25.656012 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b989b31-55df-4e85-b7bf-d5326e089b4c', 'name': 'network-vif-deleted', 'tag': 'de01ef42-015e-4faf-8169-e6d994495f20', 'status': 'completed', 'code': 200} Aug 16 02:28:25.688148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-622ed517-f5dc-4dff-a216-fa01db64d817 None None] Deleting port 271def54-ee34-47ee-8843-e8dfaff8ba28 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:25.688522 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-622ed517-f5dc-4dff-a216-fa01db64d817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.698284 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.752337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=bb4dadda-ad8b-43ab-a8cc-0106287974f1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:25.757993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] Set router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:25.804942 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.826341 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:28:25Z', 'revision_number': 6, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:25.858675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297bc38e-d9d1-48f5-bbc2-59b53dfde194 None None] The sync data for ids ['56c131db-d88f-4e5c-a5bd-8eec71bfea37'] in n-d-768862-14 is: [{'id': '56c131db-d88f-4e5c-a5bd-8eec71bfea37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948446620', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:48Z', 'updated_at': '2021-08-16T02:28:25Z', 'revision_number': 6, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:25.875621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=89dae807-a6d7-4900-ad9a-1997ee05d209,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:25.878783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-622ed517-f5dc-4dff-a216-fa01db64d817 None None] For port 271def54-ee34-47ee-8843-e8dfaff8ba28, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=271def54-ee34-47ee-8843-e8dfaff8ba28,segment=NetworkSegment(894d0a7f-7157-4e9e-aab6-6b391cf63526),segment_id=894d0a7f-7157-4e9e-aab6-6b391cf63526)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:25.879229 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-622ed517-f5dc-4dff-a216-fa01db64d817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:25.912364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-622ed517-f5dc-4dff-a216-fa01db64d817 None None] Calling delete_port for 271def54-ee34-47ee-8843-e8dfaff8ba28 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:25.931433 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.079258 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.086560 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.139960 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-622ed517-f5dc-4dff-a216-fa01db64d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.143287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.166491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622ed517-f5dc-4dff-a216-fa01db64d817 None None] No DVR routers for this DVR port 271def54-ee34-47ee-8843-e8dfaff8ba28 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:26.215418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ed517-f5dc-4dff-a216-fa01db64d817 None None] Pushing event deleted for resources: {'Port': ['ID=271def54-ee34-47ee-8843-e8dfaff8ba28,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:26.216071 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.218905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Fanout notify agent at l3_agent the message router_deleted on router 56c131db-d88f-4e5c-a5bd-8eec71bfea37 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:28:26.227081 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.231052 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0d991866-e3bd-4b33-bd2d-1ff04060ef90 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/routers/56c131db-d88f-4e5c-a5bd-8eec71bfea37 HTTP/1.1" status: 204 len: 168 time: 1.4535325 Aug 16 02:28:26.233319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:26.386073 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.411644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router 0afa9821-4a35-4bea-965e-7b5a3cf03829 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:26.416343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:26.514149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:26.523380 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2f02f53e-2bd8-4565-9269-fc9ac27eca22 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/0afa9821-4a35-4bea-965e-7b5a3cf03829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0560668 Aug 16 02:28:26.524758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:26.527386 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd9abe3-7147-45fa-82fd-68014e7ec656 None None] Sync routers for ids ['0afa9821-4a35-4bea-965e-7b5a3cf03829'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:26.537493 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd9abe3-7147-45fa-82fd-68014e7ec656 None None] Routers {'0afa9821-4a35-4bea-965e-7b5a3cf03829'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:26.538519 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fdd9abe3-7147-45fa-82fd-68014e7ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0afa9821-4a35-4bea-965e-7b5a3cf03829'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:26.562199 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0df23f19-3d49-49d8-a1e3-84dce4b7baf4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa9821-4a35-4bea-965e-7b5a3cf03829 HTTP/1.1" status: 200 len: 205 time: 0.0348282 Aug 16 02:28:26.562492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:26.578175 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fdd9abe3-7147-45fa-82fd-68014e7ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:26.581354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.589159 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd9abe3-7147-45fa-82fd-68014e7ec656 None None] Routers {'0afa9821-4a35-4bea-965e-7b5a3cf03829'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:26.590071 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fdd9abe3-7147-45fa-82fd-68014e7ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0afa9821-4a35-4bea-965e-7b5a3cf03829'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:26.591896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dc8270-139d-41de-b052-8b8f87554c07']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:26.602592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894d0a7f-7157-4e9e-aab6-6b391cf63526') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:26.602895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894d0a7f-7157-4e9e-aab6-6b391cf63526') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:26.612068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.626904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.633748 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fdd9abe3-7147-45fa-82fd-68014e7ec656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:26.634858 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd9abe3-7147-45fa-82fd-68014e7ec656 None None] The sync data for ids ['0afa9821-4a35-4bea-965e-7b5a3cf03829'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:26.635245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:26.635638 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:26.638688 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:26.688590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f46421c3-0c37-4067-8f0b-4d2410075d09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.696158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:26.760961 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.784625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.787931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/networks/c9dc8270-139d-41de-b052-8b8f87554c07 HTTP/1.1" status: 204 len: 168 time: 0.5520623 Aug 16 02:28:26.793765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:26.882297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd03e6-428c-4762-a5ad-5e1e0874b092 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Network': ['ID=c9dc8270-139d-41de-b052-8b8f87554c07,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:26.892877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f46421c3-0c37-4067-8f0b-4d2410075d09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.895508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f46421c3-0c37-4067-8f0b-4d2410075d09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.935325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 271def54-ee34-47ee-8843-e8dfaff8ba28 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:26.949712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f46421c3-0c37-4067-8f0b-4d2410075d09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.950369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46421c3-0c37-4067-8f0b-4d2410075d09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Fanout notify agent at l3_agent the message router_deleted on router 0afa9821-4a35-4bea-965e-7b5a3cf03829 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:28:26.966734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f46421c3-0c37-4067-8f0b-4d2410075d09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.970423 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f46421c3-0c37-4067-8f0b-4d2410075d09 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/0afa9821-4a35-4bea-965e-7b5a3cf03829 HTTP/1.1" status: 204 len: 168 time: 0.4045863 Aug 16 02:28:26.970811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:26.973047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 271def54-ee34-47ee-8843-e8dfaff8ba28 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:26.973642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 271def54-ee34-47ee-8843-e8dfaff8ba28 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:26.974062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:26.975413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5792-d315-40e2-8073-48f821e18022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.994546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158df0cd-6bfb-4b49-990d-dca7f6c98559 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.005551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:27.006178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b8e9f3d8-4eef-4dc1-8105-dd1e8e95c904 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:27.045263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device de01ef42-015e-4faf-8169-e6d994495f20 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:27.063865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc108d36-ce97-43ec-9f4b-9e75fd919e6f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting subnet c7c5c6d2-13f2-4c62-ac8a-55f1b7d68f92 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:27.067125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc108d36-ce97-43ec-9f4b-9e75fd919e6f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.079014 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: de01ef42-015e-4faf-8169-e6d994495f20 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:27.079466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device de01ef42-015e-4faf-8169-e6d994495f20 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:27.091216 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158df0cd-6bfb-4b49-990d-dca7f6c98559 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.135836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc108d36-ce97-43ec-9f4b-9e75fd919e6f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.248992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc108d36-ce97-43ec-9f4b-9e75fd919e6f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.328532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc108d36-ce97-43ec-9f4b-9e75fd919e6f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.355696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc108d36-ce97-43ec-9f4b-9e75fd919e6f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c5c6d2-13f2-4c62-ac8a-55f1b7d68f92,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:27.362380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc108d36-ce97-43ec-9f4b-9e75fd919e6f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.367715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dc108d36-ce97-43ec-9f4b-9e75fd919e6f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/c7c5c6d2-13f2-4c62-ac8a-55f1b7d68f92 HTTP/1.1" status: 204 len: 168 time: 0.3950946 Aug 16 02:28:27.368348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:27.372124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14ae07-6e7a-4697-8ff3-af49ee5a7b67 None None] Network 514b7e02-b910-4093-9c9d-7c393c5c1a85 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:27.456929 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.555541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 9a397229-9b29-4926-ba7e-6506cb16bebb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:27.555888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.579192 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5792-d315-40e2-8073-48f821e18022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.595607 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5792-d315-40e2-8073-48f821e18022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.617736 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158df0cd-6bfb-4b49-990d-dca7f6c98559 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.620316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-158df0cd-6bfb-4b49-990d-dca7f6c98559 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.624136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-158df0cd-6bfb-4b49-990d-dca7f6c98559 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/security-groups/a2a3c2c9-e258-453a-8495-9fc9a713d895 HTTP/1.1" status: 204 len: 168 time: 0.8266423 Aug 16 02:28:27.624282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f43b00a-06e6-4e57-a4ac-482275991108 None None] DHCP port deletion for 514b7e02-b910-4093-9c9d-7c393c5c1a85 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:28:27.656323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port 9a397229-9b29-4926-ba7e-6506cb16bebb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9a397229-9b29-4926-ba7e-6506cb16bebb,segment=NetworkSegment(fbc32db1-9aa6-430f-9615-09e8b0bcd4e3),segment_id=fbc32db1-9aa6-430f-9615-09e8b0bcd4e3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:27.656323 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.679992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 9a397229-9b29-4926-ba7e-6506cb16bebb owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:27.690092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fe8a5792-d315-40e2-8073-48f821e18022 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0251e152687e4001969ea5fe02176cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9913473 Aug 16 02:28:27.692420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a5792-d315-40e2-8073-48f821e18022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b448e255-9ac8-4629-96fe-31ff76014e3d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:27.695213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50562) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:27.717009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158df0cd-6bfb-4b49-990d-dca7f6c98559 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a3c2c9-e258-453a-8495-9fc9a713d895,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:27.747517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.751859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6f43b00a-06e6-4e57-a4ac-482275991108 None None] Deleting port 9a397229-9b29-4926-ba7e-6506cb16bebb {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:27.752850 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f43b00a-06e6-4e57-a4ac-482275991108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.848142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6f43b00a-06e6-4e57-a4ac-482275991108 None None] For port 9a397229-9b29-4926-ba7e-6506cb16bebb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9a397229-9b29-4926-ba7e-6506cb16bebb,segment=NetworkSegment(fbc32db1-9aa6-430f-9615-09e8b0bcd4e3),segment_id=fbc32db1-9aa6-430f-9615-09e8b0bcd4e3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:27.849237 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f43b00a-06e6-4e57-a4ac-482275991108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.850392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4d70077-8394-48ad-b798-6e83318c2e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.874986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6f43b00a-06e6-4e57-a4ac-482275991108 None None] Calling delete_port for 9a397229-9b29-4926-ba7e-6506cb16bebb owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:27.876944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.882314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4d70077-8394-48ad-b798-6e83318c2e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.918706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=9a397229-9b29-4926-ba7e-6506cb16bebb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:27.938894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No DVR routers for this DVR port 9a397229-9b29-4926-ba7e-6506cb16bebb on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:27.984979 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f43b00a-06e6-4e57-a4ac-482275991108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.033033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f43b00a-06e6-4e57-a4ac-482275991108 None None] No DVR routers for this DVR port 9a397229-9b29-4926-ba7e-6506cb16bebb on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:28.050333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.076668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514b7e02-b910-4093-9c9d-7c393c5c1a85']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:28.094734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc32db1-9aa6-430f-9615-09e8b0bcd4e3') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:28.095561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc32db1-9aa6-430f-9615-09e8b0bcd4e3') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:28.115406 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.121487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43b00a-06e6-4e57-a4ac-482275991108 None None] Pushing event deleted for resources: {'Port': ['ID=9a397229-9b29-4926-ba7e-6506cb16bebb,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.139369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.148849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:28.149650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.150568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Deleting port 46f30b4f-d9bf-48ab-b604-f5d30e40b078 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:28.150905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.166086 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4d70077-8394-48ad-b798-6e83318c2e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.168993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4d70077-8394-48ad-b798-6e83318c2e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.173329 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c4d70077-8394-48ad-b798-6e83318c2e04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b448e255-9ac8-4629-96fe-31ff76014e3d HTTP/1.1" status: 204 len: 168 time: 0.4755480 Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:28.176890 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:28.217706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.218047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50572) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.224488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7326c186-62d4-486b-a592-26fd6f65cae0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179944178', 'description': 'tempest-secgroup-smoke-1179944178 description', 'project_id': '7e451b98654a41d4b8ba2ece6587578f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:28.234583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d70077-8394-48ad-b798-6e83318c2e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b448e255-9ac8-4629-96fe-31ff76014e3d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.261927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.265546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7326c186-62d4-486b-a592-26fd6f65cae0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.279986 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.281839 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/networks/514b7e02-b910-4093-9c9d-7c393c5c1a85 HTTP/1.1" status: 204 len: 168 time: 0.9125502 Aug 16 02:28:28.285728 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.292031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1662119078', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:28.303591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66f60f-f923-4f43-bdd6-43749a7d16a1 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Network': ['ID=514b7e02-b910-4093-9c9d-7c393c5c1a85,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.308289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] For port 46f30b4f-d9bf-48ab-b604-f5d30e40b078, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=46f30b4f-d9bf-48ab-b604-f5d30e40b078,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:28.308717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.329321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Calling delete_port for 46f30b4f-d9bf-48ab-b604-f5d30e40b078 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:28.349648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.350854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.466667 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7326c186-62d4-486b-a592-26fd6f65cae0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.474042 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7326c186-62d4-486b-a592-26fd6f65cae0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.479294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.510582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bb4dadda-ad8b-43ab-a8cc-0106287974f1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:28.513373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326c186-62d4-486b-a592-26fd6f65cae0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6a4d3-c388-4c5f-beea-4adcd9f8d934,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.517246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7326c186-62d4-486b-a592-26fd6f65cae0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.519157 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7326c186-62d4-486b-a592-26fd6f65cae0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2999530 Aug 16 02:28:28.521960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.528155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7e7fac66-bb71-43e7-a83d-1e1b61698458 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'fde6a4d3-c388-4c5f-beea-4adcd9f8d934', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:28.555141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: bb4dadda-ad8b-43ab-a8cc-0106287974f1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:28.555981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bb4dadda-ad8b-43ab-a8cc-0106287974f1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:28.556637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9a397229-9b29-4926-ba7e-6506cb16bebb no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:28.565306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e7fac66-bb71-43e7-a83d-1e1b61698458 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.580904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 9a397229-9b29-4926-ba7e-6506cb16bebb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:28.581602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9a397229-9b29-4926-ba7e-6506cb16bebb not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:28.648291 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7200884a-e6d4-4bd8-88d0-3d2a9dd00a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.688972 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e7fac66-bb71-43e7-a83d-1e1b61698458 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.704256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e7fac66-bb71-43e7-a83d-1e1b61698458 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.722403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.739818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fac66-bb71-43e7-a83d-1e1b61698458 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d38544f-3c21-4d17-8858-8c3c5ad25bfc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.758150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48a99f36-9db7-4643-96e6-486d002d675c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.785729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.798078 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.820418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7200884a-e6d4-4bd8-88d0-3d2a9dd00a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.825552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7200884a-e6d4-4bd8-88d0-3d2a9dd00a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.840061 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e7fac66-bb71-43e7-a83d-1e1b61698458 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.841258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7e7fac66-bb71-43e7-a83d-1e1b61698458 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3182352 Aug 16 02:28:28.852395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.857954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5145f629-0508-4a8e-9981-1912c5279c25 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'fde6a4d3-c388-4c5f-beea-4adcd9f8d934', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:28.866016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Port': ['ID=46f30b4f-d9bf-48ab-b604-f5d30e40b078,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.897784 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7200884a-e6d4-4bd8-88d0-3d2a9dd00a56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3496f5f6b55445308838ac3ca7c6b4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6775222 Aug 16 02:28:28.901147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50586) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.901857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200884a-e6d4-4bd8-88d0-3d2a9dd00a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d72d4dd-326c-4b41-adae-b7ebd9046cb3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.991975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b6f0-4e91-48b7-b9a9-10dc81141092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.031608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b6f0-4e91-48b7-b9a9-10dc81141092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.043156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48a99f36-9db7-4643-96e6-486d002d675c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.074232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48a99f36-9db7-4643-96e6-486d002d675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.132473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a99f36-9db7-4643-96e6-486d002d675c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b965949-1141-4145-bd80-f63079e969cc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:29.139679 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-48a99f36-9db7-4643-96e6-486d002d675c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3e5d0b830084f798927cc4c768f9c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162312 Aug 16 02:28:29.141346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50588) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:29.144906 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.147686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5145f629-0508-4a8e-9981-1912c5279c25 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.158152 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b6f0-4e91-48b7-b9a9-10dc81141092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.160736 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7122b6f0-4e91-48b7-b9a9-10dc81141092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.165148 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7122b6f0-4e91-48b7-b9a9-10dc81141092 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d72d4dd-326c-4b41-adae-b7ebd9046cb3 HTTP/1.1" status: 204 len: 168 time: 0.2575359 Aug 16 02:28:29.192283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122b6f0-4e91-48b7-b9a9-10dc81141092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d72d4dd-326c-4b41-adae-b7ebd9046cb3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:29.257145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5145f629-0508-4a8e-9981-1912c5279c25 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.260211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f928435-fbdd-4635-a1cc-df71e38d0532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.263338 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.269474 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5145f629-0508-4a8e-9981-1912c5279c25 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.292106 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.298870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145f629-0508-4a8e-9981-1912c5279c25 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee24acd-b5ec-4c1f-ae67-43c77e64d3d1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:29.304727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f928435-fbdd-4635-a1cc-df71e38d0532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.317765 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5145f629-0508-4a8e-9981-1912c5279c25 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.319273 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5145f629-0508-4a8e-9981-1912c5279c25 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4646592 Aug 16 02:28:29.323853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50592) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:29.328295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8cccd6e7-e731-41f7-9c73-c47e0380b03d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'fde6a4d3-c388-4c5f-beea-4adcd9f8d934', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:29.378546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cccd6e7-e731-41f7-9c73-c47e0380b03d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.403802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f928435-fbdd-4635-a1cc-df71e38d0532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.406492 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f928435-fbdd-4635-a1cc-df71e38d0532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.410015 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1f928435-fbdd-4635-a1cc-df71e38d0532 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b965949-1141-4145-bd80-f63079e969cc HTTP/1.1" status: 204 len: 168 time: 0.2655005 Aug 16 02:28:29.438925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f928435-fbdd-4635-a1cc-df71e38d0532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b965949-1141-4145-bd80-f63079e969cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:29.489507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cccd6e7-e731-41f7-9c73-c47e0380b03d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.494703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cccd6e7-e731-41f7-9c73-c47e0380b03d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.522381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccd6e7-e731-41f7-9c73-c47e0380b03d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67193d4-fb38-4a2d-8108-6d8a88f6b500,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:29.528291 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cccd6e7-e731-41f7-9c73-c47e0380b03d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.533078 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8cccd6e7-e731-41f7-9c73-c47e0380b03d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2057848 Aug 16 02:28:29.533720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:29.542152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-69bfea42-5a9c-45ab-988d-a23c27d3c1cc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'fde6a4d3-c388-4c5f-beea-4adcd9f8d934', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:29.561505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 172.25.5.154 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/dfae4875-f549-4833-aabc-02330a3dcfaa) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:29.579444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69bfea42-5a9c-45ab-988d-a23c27d3c1cc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.591491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:29.613231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b184fc-043e-48d7-8ea9-7f9056bbff21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.670030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69bfea42-5a9c-45ab-988d-a23c27d3c1cc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.675772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:29.680203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69bfea42-5a9c-45ab-988d-a23c27d3c1cc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.708419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfea42-5a9c-45ab-988d-a23c27d3c1cc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716c43f2-75c9-4564-bddb-944ee8c77b9a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:29.762467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b184fc-043e-48d7-8ea9-7f9056bbff21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.768688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b184fc-043e-48d7-8ea9-7f9056bbff21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.775163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.780616 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69bfea42-5a9c-45ab-988d-a23c27d3c1cc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.783343 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-69bfea42-5a9c-45ab-988d-a23c27d3c1cc tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2462132 Aug 16 02:28:29.792946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:29.805994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1fb038b9-4abc-497f-8612-2fa215e438e0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'fde6a4d3-c388-4c5f-beea-4adcd9f8d934', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:29.829981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b184fc-043e-48d7-8ea9-7f9056bbff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab26b2b-9563-4b0f-82bd-ea83fc924b45,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:29.837413 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-53b184fc-043e-48d7-8ea9-7f9056bbff21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3443c83a76a843cb9644d0c743f62998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448082 Aug 16 02:28:29.841197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:29.854145 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-1fb038b9-4abc-497f-8612-2fa215e438e0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Project 7e451b98654a41d4b8ba2ece6587578f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:28:29.860294 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fb038b9-4abc-497f-8612-2fa215e438e0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.881555 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:29.895227 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3a3ffacd-dc1f-423b-bf75-8c069bf79dcf tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "PUT /v2.0/routers/01b58bfe-cf17-472b-b16d-28c41b1a4b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4777839 Aug 16 02:28:29.898440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50616) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:29.903875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] Sync routers for ids ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:29.918157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] Routers {'01b58bfe-cf17-472b-b16d-28c41b1a4b0a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:29.919296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:29.929099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.989775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fb038b9-4abc-497f-8612-2fa215e438e0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.996893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8761e6b2-bf7d-4509-82c2-7e797c611d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.998487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d81b061-6687-4afc-96b0-962d32d25055 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Deleting subnet e2e02f15-0523-4030-83d0-66f209733337 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:30.003339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d81b061-6687-4afc-96b0-962d32d25055 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.007572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fb038b9-4abc-497f-8612-2fa215e438e0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.044358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:30.057675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] Set router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:30.062273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb038b9-4abc-497f-8612-2fa215e438e0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9c27b8-745c-4cb3-ba74-8fd2622a33bb,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:30.069343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:30.073257 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d81b061-6687-4afc-96b0-962d32d25055 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.077005 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1fb038b9-4abc-497f-8612-2fa215e438e0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.078533 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1fb038b9-4abc-497f-8612-2fa215e438e0 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2843335 Aug 16 02:28:30.081158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:30.107997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:30.114961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-47023c49-9229-4abe-a321-a5c7aea0262a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'security_group_rule': {'security_group_id': 'fde6a4d3-c388-4c5f-beea-4adcd9f8d934', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:30.174837 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-47023c49-9229-4abe-a321-a5c7aea0262a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Project 7e451b98654a41d4b8ba2ece6587578f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:28:30.204208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47023c49-9229-4abe-a321-a5c7aea0262a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.254378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d81b061-6687-4afc-96b0-962d32d25055 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.345568 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47023c49-9229-4abe-a321-a5c7aea0262a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.351062 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47023c49-9229-4abe-a321-a5c7aea0262a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.383882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47023c49-9229-4abe-a321-a5c7aea0262a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a81cfd-41a9-4fc4-8b6d-cb12205765c7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:30.387150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d81b061-6687-4afc-96b0-962d32d25055 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.402058 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-47023c49-9229-4abe-a321-a5c7aea0262a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.403438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-47023c49-9229-4abe-a321-a5c7aea0262a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2943196 Aug 16 02:28:30.426165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50628) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:30.431296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'network': {'name': 'tempest-network-smoke--520834408', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:30.443386 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81b061-6687-4afc-96b0-962d32d25055 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e02f15-0523-4030-83d0-66f209733337,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:30.449349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d81b061-6687-4afc-96b0-962d32d25055 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.451487 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8d81b061-6687-4afc-96b0-962d32d25055 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "DELETE /v2.0/subnets/e2e02f15-0523-4030-83d0-66f209733337 HTTP/1.1" status: 204 len: 168 time: 0.5514727 Aug 16 02:28:30.454183 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:30.482227 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8761e6b2-bf7d-4509-82c2-7e797c611d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.486116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=dfae4875-f549-4833-aabc-02330a3dcfaa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:30.528668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa3697-3e42-478a-8c56-bb2db03ceb58 None None] Network f42b8c55-1679-4f57-b7a6-1172637f7819 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:30.552458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:30.558374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.602975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:28:30.685745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.686245 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Added segment b741b7bb-acae-4004-8c33-743e289db612 of type vlan for network 563845f1-6316-48dc-874c-46d67ad3ed5f Aug 16 02:28:30.701625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '92394164-0ab8-480b-a86e-83a3136af613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:55Z', 'updated_at': '2021-08-16T02:28:28Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': '92394164-0ab8-480b-a86e-83a3136af613', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:75:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:56Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:30.740081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] Checking router: 01b58bfe-cf17-472b-b16d-28c41b1a4b0a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:30.749629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.755590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] Routers {'01b58bfe-cf17-472b-b16d-28c41b1a4b0a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:30.756938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:30.758571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8761e6b2-bf7d-4509-82c2-7e797c611d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.759680 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.770003 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8761e6b2-bf7d-4509-82c2-7e797c611d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.770003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8761e6b2-bf7d-4509-82c2-7e797c611d3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ab26b2b-9563-4b0f-82bd-ea83fc924b45 HTTP/1.1" status: 204 len: 168 time: 0.9218147 Aug 16 02:28:30.786762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761e6b2-bf7d-4509-82c2-7e797c611d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab26b2b-9563-4b0f-82bd-ea83fc924b45,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:30.834847 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.885393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.923264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d0f69-a72c-4c8d-b164-3de93a04a459 None None] DHCP port deletion for f42b8c55-1679-4f57-b7a6-1172637f7819 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:28:30.931444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.947261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] Set router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:30.948400 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.955947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:30.956667 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.065358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Network': ['ID=563845f1-6316-48dc-874c-46d67ad3ed5f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:31.076844 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-194c5234-96e8-4b8e-94cc-2273e04fe7ec tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6496732 Aug 16 02:28:31.077985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:31.087286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'admin_state_up': True, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:31.099274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 563845f1-6316-48dc-874c-46d67ad3ed5f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:31.124874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.126340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.153178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Deleting port 92394164-0ab8-480b-a86e-83a3136af613 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:31.153776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.244120 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b838301-e71d-4812-98a3-d62f9ab4ecbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.269068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.270496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.383908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-588d0f69-a72c-4c8d-b164-3de93a04a459 None None] Deleting port 48a6e494-639b-44d2-be0d-70e9df3a4ec1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:31.384641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-588d0f69-a72c-4c8d-b164-3de93a04a459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.466302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '92394164-0ab8-480b-a86e-83a3136af613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:55Z', 'updated_at': '2021-08-16T02:28:28Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': '92394164-0ab8-480b-a86e-83a3136af613', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:75:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:56Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:31.501817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa874c-c95a-4647-8097-633b5697e38c None None] The sync data for ids ['01b58bfe-cf17-472b-b16d-28c41b1a4b0a'] in n-d-768862-14 is: [{'id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-121263944', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '92394164-0ab8-480b-a86e-83a3136af613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:55Z', 'updated_at': '2021-08-16T02:28:28Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': '92394164-0ab8-480b-a86e-83a3136af613', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:75:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b58bfe-cf17-472b-b16d-28c41b1a4b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:56Z', 'updated_at': '2021-08-16T02:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:31.514949 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-588d0f69-a72c-4c8d-b164-3de93a04a459 None None] For port 48a6e494-639b-44d2-be0d-70e9df3a4ec1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=48a6e494-639b-44d2-be0d-70e9df3a4ec1,segment=NetworkSegment(2f81906a-8b12-42b0-8e88-c7f9c2d4aea6),segment_id=2f81906a-8b12-42b0-8e88-c7f9c2d4aea6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:31.515812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-588d0f69-a72c-4c8d-b164-3de93a04a459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.531534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-588d0f69-a72c-4c8d-b164-3de93a04a459 None None] Calling delete_port for 48a6e494-639b-44d2-be0d-70e9df3a4ec1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:31.602526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router f13980fc-95f9-4d95-b9aa-8c84d65c645c is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:28:31.687273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-588d0f69-a72c-4c8d-b164-3de93a04a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.715158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d0f69-a72c-4c8d-b164-3de93a04a459 None None] No DVR routers for this DVR port 48a6e494-639b-44d2-be0d-70e9df3a4ec1 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:31.743849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d0f69-a72c-4c8d-b164-3de93a04a459 None None] Pushing event deleted for resources: {'Port': ['ID=48a6e494-639b-44d2-be0d-70e9df3a4ec1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:31.759539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:31.774904 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2679f444-b9fb-452f-a3cf-ab1e70664b6e None None] Sync routers for ids ['f13980fc-95f9-4d95-b9aa-8c84d65c645c'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:31.782385 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.786750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9370f8a8-2a4e-424c-a068-5f42dc168b4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4998846 Aug 16 02:28:31.787182 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679f444-b9fb-452f-a3cf-ab1e70664b6e None None] Routers {'f13980fc-95f9-4d95-b9aa-8c84d65c645c'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:31.787570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:31.787934 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2679f444-b9fb-452f-a3cf-ab1e70664b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f13980fc-95f9-4d95-b9aa-8c84d65c645c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:31.822239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] For port 92394164-0ab8-480b-a86e-83a3136af613, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=92394164-0ab8-480b-a86e-83a3136af613,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:31.822778 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.855125 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2679f444-b9fb-452f-a3cf-ab1e70664b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:31.867739 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679f444-b9fb-452f-a3cf-ab1e70664b6e None None] Routers {'f13980fc-95f9-4d95-b9aa-8c84d65c645c'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:31.869094 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2679f444-b9fb-452f-a3cf-ab1e70664b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f13980fc-95f9-4d95-b9aa-8c84d65c645c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:31.901438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:31.904984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Calling delete_port for 92394164-0ab8-480b-a86e-83a3136af613 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:31.967081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a7748185-1394-40b8-881c-483eeee4d7fd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/routers/f13980fc-95f9-4d95-b9aa-8c84d65c645c HTTP/1.1" status: 200 len: 885 time: 0.1771514 Aug 16 02:28:31.969692 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2679f444-b9fb-452f-a3cf-ab1e70664b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:31.970805 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2679f444-b9fb-452f-a3cf-ab1e70664b6e None None] The sync data for ids ['f13980fc-95f9-4d95-b9aa-8c84d65c645c'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:31.975450 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:32.286639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c802dadf-6688-41ab-99be-8ff8a6b2f1ff tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3067377 Aug 16 02:28:32.286773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:32.292835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ffca1d35-075d-499c-af91-1fe3a0de75de tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1662119078'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:32.362383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.385593 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.388527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.459473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:32.492629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Port': ['ID=92394164-0ab8-480b-a86e-83a3136af613,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:32.527321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 46f30b4f-d9bf-48ab-b604-f5d30e40b078 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:32.562036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 46f30b4f-d9bf-48ab-b604-f5d30e40b078 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:32.562383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 46f30b4f-d9bf-48ab-b604-f5d30e40b078 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:32.562853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 48a6e494-639b-44d2-be0d-70e9df3a4ec1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:32.590238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.590749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 48a6e494-639b-44d2-be0d-70e9df3a4ec1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:32.591487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 48a6e494-639b-44d2-be0d-70e9df3a4ec1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:32.711183 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.25.5.76 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/364ffc03-0dab-4474-acb2-6ded27674efc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:32.711504 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffca1d35-075d-499c-af91-1fe3a0de75de tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.724466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.728498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.733249 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c648dedb-2652-4996-970c-771d67f567fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.743411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffca1d35-075d-499c-af91-1fe3a0de75de tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.820505 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.821029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Fanout notify agent at l3_agent the message router_deleted on router 01b58bfe-cf17-472b-b16d-28c41b1a4b0a {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:28:32.829072 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.830199 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fb1bbbc1-92aa-4f48-9f2a-9dec0289a92a tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "DELETE /v2.0/routers/01b58bfe-cf17-472b-b16d-28c41b1a4b0a HTTP/1.1" status: 204 len: 168 time: 2.3751016 Aug 16 02:28:32.833035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:32.902568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffca1d35-075d-499c-af91-1fe3a0de75de tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router f13980fc-95f9-4d95-b9aa-8c84d65c645c has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:32.948703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.970362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.000464 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c648dedb-2652-4996-970c-771d67f567fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.048161 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c648dedb-2652-4996-970c-771d67f567fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.078384 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.094228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42b8c55-1679-4f57-b7a6-1172637f7819']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:33.107426 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c648dedb-2652-4996-970c-771d67f567fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0148aae088d34162aaf6cae8c1494007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437435 Aug 16 02:28:33.107426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648dedb-2652-4996-970c-771d67f567fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46faf40-0811-415b-9419-c44ad20c0592,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:33.109716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:33.117317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca1d35-075d-499c-af91-1fe3a0de75de tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:33.118954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:33.119372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f81906a-8b12-42b0-8e88-c7f9c2d4aea6') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:33.124538 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffca1d35-075d-499c-af91-1fe3a0de75de tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.125708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ffca1d35-075d-499c-af91-1fe3a0de75de tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/f13980fc-95f9-4d95-b9aa-8c84d65c645c HTTP/1.1" status: 200 len: 892 time: 0.8371987 Aug 16 02:28:33.131401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:33.133485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98580fe-bb97-4b7b-bb76-aaca300ee767 None None] Sync routers for ids ['f13980fc-95f9-4d95-b9aa-8c84d65c645c'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:33.138512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.148105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.155725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98580fe-bb97-4b7b-bb76-aaca300ee767 None None] Routers {'f13980fc-95f9-4d95-b9aa-8c84d65c645c'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:33.157201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f98580fe-bb97-4b7b-bb76-aaca300ee767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f13980fc-95f9-4d95-b9aa-8c84d65c645c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:33.197551 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.208717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f98580fe-bb97-4b7b-bb76-aaca300ee767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:33.210320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:33.215818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:33.218472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:33.220569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98580fe-bb97-4b7b-bb76-aaca300ee767 None None] Routers {'f13980fc-95f9-4d95-b9aa-8c84d65c645c'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:33.221033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:33.221434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.222280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f98580fe-bb97-4b7b-bb76-aaca300ee767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['f13980fc-95f9-4d95-b9aa-8c84d65c645c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:33.227901 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:33.257661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5eab4dd4-9725-4292-8643-b36693c7611a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/routers/f13980fc-95f9-4d95-b9aa-8c84d65c645c HTTP/1.1" status: 200 len: 892 time: 0.1250267 Aug 16 02:28:33.261043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:33.275378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f98580fe-bb97-4b7b-bb76-aaca300ee767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:33.276050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98580fe-bb97-4b7b-bb76-aaca300ee767 None None] The sync data for ids ['f13980fc-95f9-4d95-b9aa-8c84d65c645c'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:33.301086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f09d6961-5c0e-4f80-a62c-9ce172aa59bc tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=f13980fc-95f9-4d95-b9aa-8c84d65c645c HTTP/1.1" status: 200 len: 205 time: 0.0378871 Aug 16 02:28:33.305463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:33.317119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=364ffc03-0dab-4474-acb2-6ded27674efc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:33.351604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.392056 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.469230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.471136 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "DELETE /v2.0/networks/f42b8c55-1679-4f57-b7a6-1172637f7819 HTTP/1.1" status: 204 len: 168 time: 0.6371098 Aug 16 02:28:33.479436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50728) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:33.503630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646faaa-d482-46ed-8504-17479054e513 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Network': ['ID=f42b8c55-1679-4f57-b7a6-1172637f7819,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:33.617938 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e769bf82-6f2a-4afb-b85f-746d70fc9a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.720768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.741308 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.742892 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.836006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Deleting port 6ff92427-00b5-49a5-8c9d-5a16d161f008 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:33.836675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.869910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.873360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.874720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e46faf40-0811-415b-9419-c44ad20c0592 HTTP/1.1" status: 204 len: 168 time: 0.7640712 Aug 16 02:28:33.888584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.893674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46faf40-0811-415b-9419-c44ad20c0592,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:33.905919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.906359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.906833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.907313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.907745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.908168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.908630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.908986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.909328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.909653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.909980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.910304 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa9e817-6f18-4971-bd8f-3ea4eaf56b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:33.968201 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.980004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port dfae4875-f549-4833-aabc-02330a3dcfaa {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:33.980367 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.985635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.986012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.026982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Calling delete_port for 6ff92427-00b5-49a5-8c9d-5a16d161f008 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:34.056068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:34.080625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.083049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.113163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for dfae4875-f549-4833-aabc-02330a3dcfaa owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:34.316433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:34.319311 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29d02477-50a6-4fd9-8123-b7b1ed112be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.351650 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69ad5c6f-30b0-4c4c-a5ae-abb843d2488c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.392510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.428396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=dfae4875-f549-4833-aabc-02330a3dcfaa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:34.495494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 92394164-0ab8-480b-a86e-83a3136af613 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:34.518661 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.519782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 92394164-0ab8-480b-a86e-83a3136af613 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:34.520293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 92394164-0ab8-480b-a86e-83a3136af613 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:34.623548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:28:34.628252 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29d02477-50a6-4fd9-8123-b7b1ed112be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.630343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.632115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.633084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.636020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29d02477-50a6-4fd9-8123-b7b1ed112be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.703101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Port': ['ID=6ff92427-00b5-49a5-8c9d-5a16d161f008,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:34.729086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-29d02477-50a6-4fd9-8123-b7b1ed112be0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f66c1dae36654d70a60f78184be12b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6719673 Aug 16 02:28:34.733533 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.734050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Fanout notify agent at l3_agent the message router_deleted on router f13980fc-95f9-4d95-b9aa-8c84d65c645c {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:28:34.737832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:34.740082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d02477-50a6-4fd9-8123-b7b1ed112be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14540b35-0420-4b6d-b4fd-f1088c52f7a4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:34.754499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.759781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-805a10ab-64b4-4166-b303-8decd395e8e8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/f13980fc-95f9-4d95-b9aa-8c84d65c645c HTTP/1.1" status: 204 len: 168 time: 1.4529896 Aug 16 02:28:34.764960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:34.777399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1553186773'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:34.809728 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.810107 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Floating IP b21c53de-d5f0-47ed-ba07-40b60331dee8 disassociated (deleted). External IP: 172.25.5.8, port: 1c5aa4ff-cec8-4195-b131-b54e3c53e317. Aug 16 02:28:34.843901 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c379f6-44f0-4cf0-b35a-d51970d2710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.861756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:34.877800 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Sync routers for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:34.882745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c379f6-44f0-4cf0-b35a-d51970d2710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.885848 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.886332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69ad5c6f-30b0-4c4c-a5ae-abb843d2488c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.891838 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:34.892558 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:34.893705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69ad5c6f-30b0-4c4c-a5ae-abb843d2488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.925280 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.930462 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3ed8e522-906d-4b42-821d-a3ade630c0c4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8456986 Aug 16 02:28:34.932546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50750) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:34.968438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad5c6f-30b0-4c4c-a5ae-abb843d2488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954eabe5-e21c-47d2-8097-35c3b7b1f039,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:34.974564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-69ad5c6f-30b0-4c4c-a5ae-abb843d2488c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=797318021b32452d82a306cc928695a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567583 Aug 16 02:28:34.975932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:34.978210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:34.979688 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.981635 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ac64e94e-8c20-42e5-bcac-d3fcff5a4f8b tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=7e451b98654a41d4b8ba2ece6587578f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479712 Aug 16 02:28:34.988248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:35.006625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c379f6-44f0-4cf0-b35a-d51970d2710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.009576 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94c379f6-44f0-4cf0-b35a-d51970d2710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.010844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-94c379f6-44f0-4cf0-b35a-d51970d2710c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14540b35-0420-4b6d-b4fd-f1088c52f7a4 HTTP/1.1" status: 204 len: 168 time: 0.2719116 Aug 16 02:28:35.026465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:28:35.029130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c379f6-44f0-4cf0-b35a-d51970d2710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14540b35-0420-4b6d-b4fd-f1088c52f7a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:35.043071 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.043071 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added segment ae75bde3-341e-4c70-afc2-f1f2617e0c61 of type vlan for network 10b2c8db-b562-46a3-8751-696dae5c57bc Aug 16 02:28:35.098797 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.134184 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.141350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:35.142248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.181061 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:35.231953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4659691 Aug 16 02:28:35.232688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:35.233539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebcbd8-b12a-4fde-8390-fc0c60728d35 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Network': ['ID=10b2c8db-b562-46a3-8751-696dae5c57bc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:35.242485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'subnet': {'network_id': '10b2c8db-b562-46a3-8751-696dae5c57bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:35.245058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 10b2c8db-b562-46a3-8751-696dae5c57bc details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:35.285984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b13d2c83-55fe-4da7-b53e-820223bd3009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.306881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2f3435-3fae-4b7e-bffb-9e03ee1836af tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:35.308606 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ee2f3435-3fae-4b7e-bffb-9e03ee1836af tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3163388 Aug 16 02:28:35.312043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:35.340383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b13d2c83-55fe-4da7-b53e-820223bd3009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.353339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Router 866d8b8d-110c-4727-a58f-7a12dae8bd53 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:35.354353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ee948b4a-9f3d-4b25-a29f-ccf18f72264d tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410588 Aug 16 02:28:35.357253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50764) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:35.372789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2005634351', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:35.382613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:35.386642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.511080 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:33Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:35.558610 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Checking router: 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:35.559645 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Updating router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 port 364ffc03-0dab-4474-acb2-6ded27674efc binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:28:35.581240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b13d2c83-55fe-4da7-b53e-820223bd3009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.584110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b13d2c83-55fe-4da7-b53e-820223bd3009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.587893 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b13d2c83-55fe-4da7-b53e-820223bd3009 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/954eabe5-e21c-47d2-8097-35c3b7b1f039 HTTP/1.1" status: 204 len: 168 time: 0.6085501 Aug 16 02:28:35.594184 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.610095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:35.613850 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.619991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d2c83-55fe-4da7-b53e-820223bd3009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954eabe5-e21c-47d2-8097-35c3b7b1f039,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:35.678441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:35.682997 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.687881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] Sync routers for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:35.697658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.710265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:35.711234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:35.736292 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b4448935-da3f-4be3-8162-2047e5d70e42 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "DELETE /v2.0/floatingips/b21c53de-d5f0-47ed-ba07-40b60331dee8 HTTP/1.1" status: 204 len: 168 time: 2.2548723 Aug 16 02:28:35.739444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:35.742298 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adec607c-93b7-4652-86f0-ca639cd1da42" -d '{"events": [{"name": "network-changed", "server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:35.770615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:35.826857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Subnet': ['ID=ca087b8e-d6f8-46d3-8673-dccba974cb9e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:35.837977 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40378eaf-cf36-4bdf-8fb1-314c66dceafb x-openstack-request-id: req-40378eaf-cf36-4bdf-8fb1-314c66dceafb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:35.839817 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:35.840093 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40378eaf-cf36-4bdf-8fb1-314c66dceafb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:35.840511 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'status': 'completed', 'code': 200} Aug 16 02:28:35.843409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78967180-57f6-46a0-88e4-6097038f4f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.895635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Checking segment: {'id': 'ae75bde3-341e-4c70-afc2-f1f2617e0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '10b2c8db-b562-46a3-8751-696dae5c57bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:35.895997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network hostable DHCP agents. Network: 10b2c8db-b562-46a3-8751-696dae5c57bc, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:35.949884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 10b2c8db-b562-46a3-8751-696dae5c57bc is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:35.950461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:35.971376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 10b2c8db-b562-46a3-8751-696dae5c57bc) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:35.976396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:35.977247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.999558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4e4ba3-383d-4252-9793-06072f13ec80 None None] Network 10b2c8db-b562-46a3-8751-696dae5c57bc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:36.074396 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.088983 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Transition to ACTIVE for port object 364ffc03-0dab-4474-acb2-6ded27674efc will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:36.093769 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-fe80ab20-d438-4706-95a3-9c9c8f9cdeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:36.097195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-fe80ab20-d438-4706-95a3-9c9c8f9cdeb5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fa0883a31254782842df5b22a3a92bd&device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 1137 time: 0.2152631 Aug 16 02:28:36.100456 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.129974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677839-8f78-4e22-8cef-0b12f5a85ab0 req-da83529c-b2ff-490f-a048-f272a1d2b875 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:36.138456 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60677839-8f78-4e22-8cef-0b12f5a85ab0 req-da83529c-b2ff-490f-a048-f272a1d2b875 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 985 time: 0.0725648 Aug 16 02:28:36.195335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60677839-8f78-4e22-8cef-0b12f5a85ab0 req-cae99499-7813-49f6-8d44-3a75bb81af40 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0558054 Aug 16 02:28:36.209109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78967180-57f6-46a0-88e4-6097038f4f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.228112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7953fed6-2c52-4f5e-af58-a506f61d2278 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9911861 Aug 16 02:28:36.230521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:36.235709 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Attempting to bind port 364ffc03-0dab-4474-acb2-6ded27674efc on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:36.236292 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Attempting to bind port 364ffc03-0dab-4474-acb2-6ded27674efc by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:36.237456 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Attempting to bind port 364ffc03-0dab-4474-acb2-6ded27674efc on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:36.237943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b3293cb3-6186-490d-b55c-6a50885468a6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1903248394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:36.252418 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78967180-57f6-46a0-88e4-6097038f4f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.255676 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:36.257379 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:36.257982 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.258750 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:36.260534 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Bound port: 364ffc03-0dab-4474-acb2-6ded27674efc, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:36.261295 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.292828 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3293cb3-6186-490d-b55c-6a50885468a6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.294041 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3293cb3-6186-490d-b55c-6a50885468a6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.312246 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-78967180-57f6-46a0-88e4-6097038f4f49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1568eb9a19f4a119cee880d4a49b290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404847 Aug 16 02:28:36.312898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:36.322134 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Pushing event updated for resources: {'Port': ['ID=364ffc03-0dab-4474-acb2-6ded27674efc,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:36.356449 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.356894 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.357544 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.357974 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.358439 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.358865 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.359400 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.359820 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.360251 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.360790 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.361196 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.361588 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:36.372222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-10b2c8db-b562-46a3-8751-696dae5c57bc', 'network_id': '10b2c8db-b562-46a3-8751-696dae5c57bc', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'fixed_ips': [{'subnet_id': 'ca087b8e-d6f8-46d3-8673-dccba974cb9e'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:28:36.373231 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.400606 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] For port 364ffc03-0dab-4474-acb2-6ded27674efc, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:36.404204 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] For port 364ffc03-0dab-4474-acb2-6ded27674efc, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=364ffc03-0dab-4474-acb2-6ded27674efc,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:36.407699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78967180-57f6-46a0-88e4-6097038f4f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d7598-3ce8-4134-a3a5-50a0821fcc95,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:36.414623 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.430185 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3293cb3-6186-490d-b55c-6a50885468a6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.435849 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.441358 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3293cb3-6186-490d-b55c-6a50885468a6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.474147 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3293cb3-6186-490d-b55c-6a50885468a6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.476739 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b3293cb3-6186-490d-b55c-6a50885468a6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2451005 Aug 16 02:28:36.481239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:36.500398 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:36.501272 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:36.505097 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acc64d-a0fd-40cc-8f6f-b2a947e1a989 None None] Pushing event updated for resources: {'Port': ['ID=364ffc03-0dab-4474-acb2-6ded27674efc,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:36.540846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Subnet': ['ID=fc2a1c58-309f-41f7-a42e-8a812698696b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:36.559715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-275b1c6c-68c8-491c-8e0c-8b77915a69ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.564970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-5f1a5413-7307-417f-be63-8847ab563539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:36.566501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-5f1a5413-7307-417f-be63-8847ab563539 service neutron] 10.222.0.86 "GET /v2.0/networks?id=85112a75-69bb-4122-81e5-c8b022c2bb64 HTTP/1.1" status: 200 len: 898 time: 0.3612595 Aug 16 02:28:36.635479 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-3a8627f5-cee5-4efb-a2f7-6590b28a5a79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317 HTTP/1.1" status: 200 len: 217 time: 0.0546987 Aug 16 02:28:36.637330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-275b1c6c-68c8-491c-8e0c-8b77915a69ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.647643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Checking segment: {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:36.648843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network hostable DHCP agents. Network: 563845f1-6316-48dc-874c-46d67ad3ed5f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:36.694693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '514c633f-a11c-4bc5-a635-9ac9684ad1a8', 'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:14:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:12Z', 'updated_at': '2021-08-16T02:26:24Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:36.697511 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:36.736398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 563845f1-6316-48dc-874c-46d67ad3ed5f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:36.744347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Allocated IP 2001:db8::2 (10b2c8db-b562-46a3-8751-696dae5c57bc/ca087b8e-d6f8-46d3-8673-dccba974cb9e/a5ba0706-030c-4aad-9ae5-2aba85b039e0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:36.746526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-e7038fb7-7ecf-4253-aae2-3d4e3fbed660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:36.746883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] Checking router: 866d8b8d-110c-4727-a58f-7a12dae8bd53 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:36.747819 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-e7038fb7-7ecf-4253-aae2-3d4e3fbed660 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1d5856a-6be0-42bb-8a61-22f14918496f HTTP/1.1" status: 200 len: 835 time: 0.1018178 Aug 16 02:28:36.751779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 563845f1-6316-48dc-874c-46d67ad3ed5f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:36.760164 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:36.760708 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.779210 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d47d1-f491-4428-a4f7-785f4182e76e None None] Network 563845f1-6316-48dc-874c-46d67ad3ed5f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:36.780021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-275b1c6c-68c8-491c-8e0c-8b77915a69ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.783369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-275b1c6c-68c8-491c-8e0c-8b77915a69ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.788303 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-275b1c6c-68c8-491c-8e0c-8b77915a69ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b61d7598-3ce8-4134-a3a5-50a0821fcc95 HTTP/1.1" status: 204 len: 168 time: 0.4400339 Aug 16 02:28:36.817488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b1c6c-68c8-491c-8e0c-8b77915a69ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d7598-3ce8-4134-a3a5-50a0821fcc95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:36.825217 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aa91e0bf-53bb-4900-ab30-7cbc576f64c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4629498 Aug 16 02:28:36.825396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:36.880078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-94176a9d-51f2-4648-8a71-fa0ff79a2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:36.882376 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-94176a9d-51f2-4648-8a71-fa0ff79a2e22 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=85112a75-69bb-4122-81e5-c8b022c2bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242278 Aug 16 02:28:36.913608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:36.914254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:37.014878 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:33Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:37.016802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:37.064743 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04dcb7-5f1b-4c58-89f2-ffe581287b2a None None] The sync data for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 is: [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:33Z', 'revision_number': 3, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:37.195599 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-c904d3c9-1041-41be-87dd-a0d5a3415312 service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996719 Aug 16 02:28:37.336454 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:37.493184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:37.552089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a2233-633c-496f-a662-e8184dc16b43 req-370aab4a-2030-4c11-b239-8ca6f76889ab tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:37.568616 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-609a2233-633c-496f-a662-e8184dc16b43 req-370aab4a-2030-4c11-b239-8ca6f76889ab tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 985 time: 0.2202225 Aug 16 02:28:37.660338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-609a2233-633c-496f-a662-e8184dc16b43 req-b9ff8450-3e65-41ec-af0d-fc1347031ea5 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0902557 Aug 16 02:28:37.806438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-d483d6ce-a67e-4ab3-b641-aa82a9b8663a service neutron] 10.222.0.86 "GET /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032338 Aug 16 02:28:37.949372 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:37.973573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Transition to ACTIVE for port object a5ba0706-030c-4aad-9ae5-2aba85b039e0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:38.064241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-563845f1-6316-48dc-874c-46d67ad3ed5f', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:28:38.077028 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:38.097829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Transition to ACTIVE for port object a5ba0706-030c-4aad-9ae5-2aba85b039e0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:38.242693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:38.327344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Pushing event updated for resources: {'Port': ['ID=a5ba0706-030c-4aad-9ae5-2aba85b039e0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:38.328348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 2001:db8::1 (10b2c8db-b562-46a3-8751-696dae5c57bc/ca087b8e-d6f8-46d3-8673-dccba974cb9e/f3644900-aa5b-4bea-a04d-596b583977fe) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:38.448138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Network 10b2c8db-b562-46a3-8751-696dae5c57bc is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:38.473622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:38.484830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:38.509301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-7db4860b-78ca-42b9-89d6-96257fa692d8 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:38.511746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-7db4860b-78ca-42b9-89d6-96257fa692d8 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.86 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 985 time: 0.7006803 Aug 16 02:28:38.527954 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:38.557814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '514c633f-a11c-4bc5-a635-9ac9684ad1a8', 'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:14:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:12Z', 'updated_at': '2021-08-16T02:26:24Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:38.620605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e93388-b3ad-403e-a2bd-e550a3feda79 None None] The sync data for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 is: [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:26:14Z', 'revision_number': 4, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '514c633f-a11c-4bc5-a635-9ac9684ad1a8', 'name': '', 'network_id': '85112a75-69bb-4122-81e5-c8b022c2bb64', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'mac_address': 'fa:16:3e:14:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:12Z', 'updated_at': '2021-08-16T02:26:24Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'subnets': [{'id': 'e1d5856a-6be0-42bb-8a61-22f14918496f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:38.625752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 364ffc03-0dab-4474-acb2-6ded27674efc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:38.713047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:38.750867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Transition to ACTIVE for port object f3644900-aa5b-4bea-a04d-596b583977fe will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:38.776649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Attempting to bind port a5ba0706-030c-4aad-9ae5-2aba85b039e0 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:38.777125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Attempting to bind port a5ba0706-030c-4aad-9ae5-2aba85b039e0 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'ae75bde3-341e-4c70-afc2-f1f2617e0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '10b2c8db-b562-46a3-8751-696dae5c57bc'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:38.777734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Attempting to bind port a5ba0706-030c-4aad-9ae5-2aba85b039e0 on network 10b2c8db-b562-46a3-8751-696dae5c57bc {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:38.786694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:38.787155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Checking segment: {'id': 'ae75bde3-341e-4c70-afc2-f1f2617e0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '10b2c8db-b562-46a3-8751-696dae5c57bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:38.788585 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:38.788996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Bound using segment: {'id': 'ae75bde3-341e-4c70-afc2-f1f2617e0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '10b2c8db-b562-46a3-8751-696dae5c57bc'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:38.789497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Bound port: a5ba0706-030c-4aad-9ae5-2aba85b039e0, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae75bde3-341e-4c70-afc2-f1f2617e0c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '10b2c8db-b562-46a3-8751-696dae5c57bc'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:38.789941 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:38.878461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] For port a5ba0706-030c-4aad-9ae5-2aba85b039e0, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:38.883194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] For port a5ba0706-030c-4aad-9ae5-2aba85b039e0, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a5ba0706-030c-4aad-9ae5-2aba85b039e0,segment=NetworkSegment(ae75bde3-341e-4c70-afc2-f1f2617e0c61),segment_id=ae75bde3-341e-4c70-afc2-f1f2617e0c61)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:38.893761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:38.906538 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:38.992731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:38.997402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Deleting port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:38.997825 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.062174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Allocated IP 172.20.0.2 (563845f1-6316-48dc-874c-46d67ad3ed5f/fc2a1c58-309f-41f7-a42e-8a812698696b/406861b5-506c-45d5-8da6-4fe7421bf4c9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:39.073982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 10b2c8db-b562-46a3-8751-696dae5c57bc is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:39.093100 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.110548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:39.111603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 364ffc03-0dab-4474-acb2-6ded27674efc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:39.130591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:39.131448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.162482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf28a9-c472-410a-b088-e76ab6837a39 req-c959c830-98a8-4449-9183-5187118c6f77 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:39.164135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 364ffc03-0dab-4474-acb2-6ded27674efc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:39.164522 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.180869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76cf28a9-c472-410a-b088-e76ab6837a39 req-c959c830-98a8-4449-9183-5187118c6f77 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 985 time: 0.3000696 Aug 16 02:28:39.330387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=f3644900-aa5b-4bea-a04d-596b583977fe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:39.375480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398273b-ce7c-4748-901b-6b3107de2966 None None] Pushing event updated for resources: {'Port': ['ID=a5ba0706-030c-4aad-9ae5-2aba85b039e0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:39.421952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] For port 1c5aa4ff-cec8-4195-b131-b54e3c53e317, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=1c5aa4ff-cec8-4195-b131-b54e3c53e317,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:39.422327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.473978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Calling delete_port for 1c5aa4ff-cec8-4195-b131-b54e3c53e317 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:39.516352 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723a22e-a228-42f1-8562-7d6342e1fe22 None None] New status for floating IP b21c53de-d5f0-47ed-ba07-40b60331dee8: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:28:39.544026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76cf28a9-c472-410a-b088-e76ab6837a39 req-0e0b55f7-a991-4c3c-ada8-6f5ec8f5f72e tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d&id=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3507230 Aug 16 02:28:39.548076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9caaeb7e-cb2d-442b-ae4c-818f045e11dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.627612 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.675687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.776086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 364ffc03-0dab-4474-acb2-6ded27674efc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=364ffc03-0dab-4474-acb2-6ded27674efc,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:39.783761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.831732 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9caaeb7e-cb2d-442b-ae4c-818f045e11dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.832817 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.845067 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9caaeb7e-cb2d-442b-ae4c-818f045e11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.850460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Transition to ACTIVE for port object 406861b5-506c-45d5-8da6-4fe7421bf4c9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:39.877867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=364ffc03-0dab-4474-acb2-6ded27674efc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:39.883249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Transition to ACTIVE for port object 406861b5-506c-45d5-8da6-4fe7421bf4c9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:39.894261 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.934616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Network 563845f1-6316-48dc-874c-46d67ad3ed5f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:39.938067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:39.944813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:39.949495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caaeb7e-cb2d-442b-ae4c-818f045e11dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d7044f-18bc-49e4-a934-323c6e13e5a2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:39.968044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9caaeb7e-cb2d-442b-ae4c-818f045e11dc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=614cb360e6074c3d9bc73a212c87f9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9667180 Aug 16 02:28:39.973367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:40.000401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Pushing event updated for resources: {'Port': ['ID=406861b5-506c-45d5-8da6-4fe7421bf4c9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:40.014717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Attempting to bind port 406861b5-506c-45d5-8da6-4fe7421bf4c9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:40.015376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Attempting to bind port 406861b5-506c-45d5-8da6-4fe7421bf4c9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:40.015977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Attempting to bind port 406861b5-506c-45d5-8da6-4fe7421bf4c9 on network 563845f1-6316-48dc-874c-46d67ad3ed5f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:40.022203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:40.022781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Checking segment: {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:40.023304 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.023802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Bound using segment: {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:40.024494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Bound port: 406861b5-506c-45d5-8da6-4fe7421bf4c9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:40.025101 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.054373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.060239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.061198 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.123827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] For port 406861b5-506c-45d5-8da6-4fe7421bf4c9, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:40.128887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] For port 406861b5-506c-45d5-8da6-4fe7421bf4c9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=406861b5-506c-45d5-8da6-4fe7421bf4c9,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:40.131339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.146700 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.193695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=f3644900-aa5b-4bea-a04d-596b583977fe,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:40.253984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Port': ['ID=1c5aa4ff-cec8-4195-b131-b54e3c53e317,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:40.263750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1041f-d692-463b-a078-2a2c84ffde08 None None] Pushing event updated for resources: {'Port': ['ID=406861b5-506c-45d5-8da6-4fe7421bf4c9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:40.264701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 10b2c8db-b562-46a3-8751-696dae5c57bc is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:40.267207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:40.325622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] No DVR routers for this DVR port 1c5aa4ff-cec8-4195-b131-b54e3c53e317 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:40.328089 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf709eac-2e02-48e3-9bf8-e3f45d01664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.357143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf709eac-2e02-48e3-9bf8-e3f45d01664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.406525 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.409480 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4f70fe9b-2d3c-4630-9b78-293f32a04205 req-6c9ee657-5a9a-437c-b188-a48bc871b268 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.86 "DELETE /v2.0/ports/1c5aa4ff-cec8-4195-b131-b54e3c53e317 HTTP/1.1" status: 204 len: 173 time: 1.8885744 Aug 16 02:28:40.425845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'name': 'network-vif-deleted', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:40.453822 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c005473f-6c42-4d4b-989a-40ab270cf4ce" -d '{"events": [{"server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "name": "network-vif-deleted", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:40.462142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf709eac-2e02-48e3-9bf8-e3f45d01664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.465267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf709eac-2e02-48e3-9bf8-e3f45d01664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.468996 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bf709eac-2e02-48e3-9bf8-e3f45d01664b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74d7044f-18bc-49e4-a934-323c6e13e5a2 HTTP/1.1" status: 204 len: 168 time: 0.4869509 Aug 16 02:28:40.502476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ab1e4363-276c-4aa3-aa26-8705820daa94 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:28:40.515245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.20.0.1 (563845f1-6316-48dc-874c-46d67ad3ed5f/fc2a1c58-309f-41f7-a42e-8a812698696b/3bfc47ad-17e1-4eae-be95-9b3b50435aaf) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:40.517823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf709eac-2e02-48e3-9bf8-e3f45d01664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d7044f-18bc-49e4-a934-323c6e13e5a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:40.591213 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24b5c94-9640-45c7-b114-85b52ef64851 x-openstack-request-id: req-f24b5c94-9640-45c7-b114-85b52ef64851 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:40.592948 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012804a-68cf-4249-9248-d9432cdf44ad", "name": "network-vif-deleted", "tag": "1c5aa4ff-cec8-4195-b131-b54e3c53e317", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:40.594731 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f24b5c94-9640-45c7-b114-85b52ef64851 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:40.596046 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012804a-68cf-4249-9248-d9432cdf44ad', 'name': 'network-vif-deleted', 'tag': '1c5aa4ff-cec8-4195-b131-b54e3c53e317', 'status': 'completed', 'code': 200} Aug 16 02:28:40.900835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.957578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Transition to ACTIVE for port object 3bfc47ad-17e1-4eae-be95-9b3b50435aaf will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:41.014345 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.090890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 364ffc03-0dab-4474-acb2-6ded27674efc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:41.151000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 563845f1-6316-48dc-874c-46d67ad3ed5f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:41.158800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:41.167326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:41.170727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=3bfc47ad-17e1-4eae-be95-9b3b50435aaf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:41.210209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f80043-7a82-404e-9072-aad2a8869ee2 None None] Network 10b2c8db-b562-46a3-8751-696dae5c57bc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:41.248859 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.344516 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2e0621f-0cea-48be-8552-3c750ced823c None None] Provisioning for port a5ba0706-030c-4aad-9ae5-2aba85b039e0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:41.349228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 364ffc03-0dab-4474-acb2-6ded27674efc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:41.350898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.444581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f36f59fd-56e6-4c5a-86c4-b95f008ff5e3 req-6e6bf7a1-b77a-484e-bb38-b2636545099b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "GET /v2.0/ports?device_id=b012804a-68cf-4249-9248-d9432cdf44ad HTTP/1.1" status: 200 len: 210 time: 0.0404744 Aug 16 02:28:41.455314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:41.474090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d43c0c0a-36a2-4140-99fa-c51505cf3b65 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ab1e4363-276c-4aa3-aa26-8705820daa94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9915657 Aug 16 02:28:41.477855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:41.483165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e3b1b-2cc2-4289-a0bc-2d834c7ae021 None None] Sync routers for ids ['ab1e4363-276c-4aa3-aa26-8705820daa94'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:41.538631 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.544813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00562eab-bfe7-4f60-8e0e-bdd6938efaa4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:41.546317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e3b1b-2cc2-4289-a0bc-2d834c7ae021 None None] Routers {'ab1e4363-276c-4aa3-aa26-8705820daa94'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:41.547140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-081e3b1b-2cc2-4289-a0bc-2d834c7ae021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ab1e4363-276c-4aa3-aa26-8705820daa94'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:41.550225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-00562eab-bfe7-4f60-8e0e-bdd6938efaa4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports/f3644900-aa5b-4bea-a04d-596b583977fe HTTP/1.1" status: 200 len: 911 time: 0.0712917 Aug 16 02:28:41.551600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:41.560866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-32421d9e-5f6a-4b6f-90d7-a109d227db3a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca087b8e-d6f8-46d3-8673-dccba974cb9e'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:41.606691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-081e3b1b-2cc2-4289-a0bc-2d834c7ae021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:41.639495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a5ba0706-030c-4aad-9ae5-2aba85b039e0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:41.678646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e3b1b-2cc2-4289-a0bc-2d834c7ae021 None None] Routers {'ab1e4363-276c-4aa3-aa26-8705820daa94'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:41.679342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-081e3b1b-2cc2-4289-a0bc-2d834c7ae021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ab1e4363-276c-4aa3-aa26-8705820daa94'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:41.726428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 1c5aa4ff-cec8-4195-b131-b54e3c53e317 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:41.731357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba83aba-5c5c-49a6-bdbb-37923a2609b4 None None] Network 563845f1-6316-48dc-874c-46d67ad3ed5f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:41.876915 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32421d9e-5f6a-4b6f-90d7-a109d227db3a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.938215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-081e3b1b-2cc2-4289-a0bc-2d834c7ae021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:41.938215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e3b1b-2cc2-4289-a0bc-2d834c7ae021 None None] The sync data for ids ['ab1e4363-276c-4aa3-aa26-8705820daa94'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:41.953853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 1c5aa4ff-cec8-4195-b131-b54e3c53e317 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:41.954204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 1c5aa4ff-cec8-4195-b131-b54e3c53e317 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:41.998927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6551682-8679-4ee3-ac1b-b784ccb8ce42 None None] Provisioning for port 406861b5-506c-45d5-8da6-4fe7421bf4c9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:42.056833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a5ba0706-030c-4aad-9ae5-2aba85b039e0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:42.065267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a5ba0706-030c-4aad-9ae5-2aba85b039e0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:42.065655 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.210203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.217234 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.264505 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.326192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port a5ba0706-030c-4aad-9ae5-2aba85b039e0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a5ba0706-030c-4aad-9ae5-2aba85b039e0,segment=NetworkSegment(ae75bde3-341e-4c70-afc2-f1f2617e0c61),segment_id=ae75bde3-341e-4c70-afc2-f1f2617e0c61)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:42.343434 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.346352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 406861b5-506c-45d5-8da6-4fe7421bf4c9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:42.389621 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.426396 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.429407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=3bfc47ad-17e1-4eae-be95-9b3b50435aaf,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:42.513044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=a5ba0706-030c-4aad-9ae5-2aba85b039e0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:42.537353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81683da5-ab71-4394-b3c6-463ab7dcf539 None None] Provisioning for port f3644900-aa5b-4bea-a04d-596b583977fe completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:42.538164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:42.540719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81683da5-ab71-4394-b3c6-463ab7dcf539 None None] Provisioning complete for port f3644900-aa5b-4bea-a04d-596b583977fe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:42.541496 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81683da5-ab71-4394-b3c6-463ab7dcf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.543849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 406861b5-506c-45d5-8da6-4fe7421bf4c9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:42.568428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 406861b5-506c-45d5-8da6-4fe7421bf4c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:42.568811 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.683652 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0661a8bc-dad9-4d87-8408-a87caa310988 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.728909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0661a8bc-dad9-4d87-8408-a87caa310988 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.752076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-81683da5-ab71-4394-b3c6-463ab7dcf539 None None] Port f3644900-aa5b-4bea-a04d-596b583977fe cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:42.809639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81683da5-ab71-4394-b3c6-463ab7dcf539 None None] Provisioning complete for port a5ba0706-030c-4aad-9ae5-2aba85b039e0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:42.814222 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81683da5-ab71-4394-b3c6-463ab7dcf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.836784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0661a8bc-dad9-4d87-8408-a87caa310988 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.842274 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0661a8bc-dad9-4d87-8408-a87caa310988 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.843797 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0661a8bc-dad9-4d87-8408-a87caa310988 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "DELETE /v2.0/security-groups/b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d HTTP/1.1" status: 204 len: 168 time: 0.3045306 Aug 16 02:28:42.853959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:42.878999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661a8bc-dad9-4d87-8408-a87caa310988 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d2bcaf-23d5-45fc-9aaa-30b2cd6c664d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:42.908667 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.928035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32421d9e-5f6a-4b6f-90d7-a109d227db3a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.939883 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32421d9e-5f6a-4b6f-90d7-a109d227db3a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.948042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32421d9e-5f6a-4b6f-90d7-a109d227db3a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:42.948769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32421d9e-5f6a-4b6f-90d7-a109d227db3a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.950121 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-32421d9e-5f6a-4b6f-90d7-a109d227db3a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/ports/f3644900-aa5b-4bea-a04d-596b583977fe HTTP/1.1" status: 200 len: 911 time: 1.3942950 Aug 16 02:28:42.955412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:43.023338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 406861b5-506c-45d5-8da6-4fe7421bf4c9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=406861b5-506c-45d5-8da6-4fe7421bf4c9,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:43.029011 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:43.030355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32421d9e-5f6a-4b6f-90d7-a109d227db3a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=f3644900-aa5b-4bea-a04d-596b583977fe,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:43.046513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98dbc277-873c-4ec8-b87a-87e4cd8a95ab tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:43.074251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 563845f1-6316-48dc-874c-46d67ad3ed5f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:43.075908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:43.206127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=406861b5-506c-45d5-8da6-4fe7421bf4c9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:43.244273 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98dbc277-873c-4ec8-b87a-87e4cd8a95ab tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:43.244500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a5ba0706-030c-4aad-9ae5-2aba85b039e0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:43.313139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98dbc277-873c-4ec8-b87a-87e4cd8a95ab tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:43.315914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98dbc277-873c-4ec8-b87a-87e4cd8a95ab tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:43.320499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-98dbc277-873c-4ec8-b87a-87e4cd8a95ab tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "DELETE /v2.0/security-groups/7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1 HTTP/1.1" status: 204 len: 168 time: 0.4620936 Aug 16 02:28:43.326944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 50948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:43.358788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:43.360190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbc277-873c-4ec8-b87a-87e4cd8a95ab tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7147dcf1-3e5b-44ed-a8a9-f903cbe48ad1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:43.481914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a5ba0706-030c-4aad-9ae5-2aba85b039e0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:43.482534 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:43.487876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ee7d16d-4e37-421b-a471-29bf88e588b7 None None] Provisioning for port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:43.560016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ee7d16d-4e37-421b-a471-29bf88e588b7 None None] Provisioning complete for port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:43.562528 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d16d-4e37-421b-a471-29bf88e588b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:43.632267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:43.637681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7d16d-4e37-421b-a471-29bf88e588b7 None None] Port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:43.639151 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f152e312-534f-4562-8045-8dfa1909b351 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "PUT /v2.0/routers/27dd37ed-4a81-4c2d-90fc-d0beb9288c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8127053 Aug 16 02:28:43.655648 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Sync routers for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:43.674254 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:43.675555 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:43.706252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ee7d16d-4e37-421b-a471-29bf88e588b7 None None] Provisioning complete for port f3644900-aa5b-4bea-a04d-596b583977fe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:43.706636 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d16d-4e37-421b-a471-29bf88e588b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:43.876927 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:43.956408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7d16d-4e37-421b-a471-29bf88e588b7 None None] Port f3644900-aa5b-4bea-a04d-596b583977fe cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:43.979655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 50986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:43.993546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ee7d16d-4e37-421b-a471-29bf88e588b7 None None] Provisioning complete for port 406861b5-506c-45d5-8da6-4fe7421bf4c9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:43.993937 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d16d-4e37-421b-a471-29bf88e588b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.171000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.186459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-9c41cea0-1c29-4109-918a-ae1eae8f449b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179944178&fields=id&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 267 time: 0.1500475 Aug 16 02:28:44.312725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b06d66e-ee0e-4649-b0aa-7119bf6c5c73 None None] Provisioning complete for port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:44.313096 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b06d66e-ee0e-4649-b0aa-7119bf6c5c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.378060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4b06d66e-ee0e-4649-b0aa-7119bf6c5c73 None None] Port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:44.423300 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3bfc47ad-17e1-4eae-be95-9b3b50435aaf', 'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:8a:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:39Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 2, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:44.463791 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Checking router: 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:44.464541 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Updating router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:28:44.469982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c7e44db-ea65-466b-a641-831f2700996f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.529811 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.621831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-2791c052-226f-48ee-aabd-76bfb72ef850 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:44.623851 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-2791c052-226f-48ee-aabd-76bfb72ef850 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/networks?id=563845f1-6316-48dc-874c-46d67ad3ed5f HTTP/1.1" status: 200 len: 796 time: 0.3668013 Aug 16 02:28:44.678370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-77f8a61c-3c13-4341-949c-d239d1bf32bb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/quotas/7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 375 time: 0.0401707 Aug 16 02:28:44.803991 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c7e44db-ea65-466b-a641-831f2700996f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.818096 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.840412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-636d40ca-806c-45e2-bcc0-1bf5856be272 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532173 Aug 16 02:28:44.852007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c7e44db-ea65-466b-a641-831f2700996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.944362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4c7e44db-ea65-466b-a641-831f2700996f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e54386b0cfe84ee08b141edeae2b7f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9425578 Aug 16 02:28:44.946940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:44.986932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e44db-ea65-466b-a641-831f2700996f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fae5b88-47d1-4b8a-a63f-a1ac3a8f1296,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:45.034857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port f3644900-aa5b-4bea-a04d-596b583977fe {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:45.035532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.049891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-33d6a58a-ee51-4a8f-9df8-c4737647bc3a service neutron] 10.222.0.61 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085259 Aug 16 02:28:45.172503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 406861b5-506c-45d5-8da6-4fe7421bf4c9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:45.182615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8c95e0-1ab2-4ae7-8d12-af261336c39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.187815 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.201801 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Transition to ACTIVE for port object 3bfc47ad-17e1-4eae-be95-9b3b50435aaf will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:45.213086 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.230182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 406861b5-506c-45d5-8da6-4fe7421bf4c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:45.230570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.247225 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8c95e0-1ab2-4ae7-8d12-af261336c39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.251836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Deleting port 514c633f-a11c-4bc5-a635-9ac9684ad1a8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:45.252185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.351804 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0977c-ccf9-4f51-b47a-67b3c8962748 None None] Pushing event updated for resources: {'Port': ['ID=3bfc47ad-17e1-4eae-be95-9b3b50435aaf,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:45.375035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] For port 514c633f-a11c-4bc5-a635-9ac9684ad1a8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=514c633f-a11c-4bc5-a635-9ac9684ad1a8,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:45.375675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.384647 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Attempting to bind port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:45.385630 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Attempting to bind port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:45.385630 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Attempting to bind port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf on network 563845f1-6316-48dc-874c-46d67ad3ed5f {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:45.393270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Calling delete_port for 514c633f-a11c-4bc5-a635-9ac9684ad1a8 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:45.393736 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:45.394237 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Checking segment: {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:45.394758 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.395438 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Bound using segment: {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:45.395881 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Bound port: 3bfc47ad-17e1-4eae-be95-9b3b50435aaf, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:45.404114 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.438854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-992040a4-6f71-41b8-a4c3-f54e88a8d97d service neutron] 10.222.0.61 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880465 Aug 16 02:28:45.469552 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.485126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for f3644900-aa5b-4bea-a04d-596b583977fe owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:45.492824 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] For port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:45.497854 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] For port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3bfc47ad-17e1-4eae-be95-9b3b50435aaf,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:45.516104 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.640561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.645138 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0977c-ccf9-4f51-b47a-67b3c8962748 None None] Pushing event updated for resources: {'Port': ['ID=3bfc47ad-17e1-4eae-be95-9b3b50435aaf,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:45.649075 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:45.649704 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:45.751904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Port': ['ID=514c633f-a11c-4bc5-a635-9ac9684ad1a8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:45.853925 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1da4dff-8dc8-4a0c-903a-2b46cc3c3d33 req-f5b9c95f-ceaa-440a-a709-473b34fc49a7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 210 time: 0.0706892 Aug 16 02:28:45.854657 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8c95e0-1ab2-4ae7-8d12-af261336c39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.860002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8c95e0-1ab2-4ae7-8d12-af261336c39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.861641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cb8c95e0-1ab2-4ae7-8d12-af261336c39a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9fae5b88-47d1-4b8a-a63f-a1ac3a8f1296 HTTP/1.1" status: 204 len: 168 time: 0.9109111 Aug 16 02:28:45.877854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.897388 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:45.962651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c95e0-1ab2-4ae7-8d12-af261336c39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fae5b88-47d1-4b8a-a63f-a1ac3a8f1296,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:46.002049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=f3644900-aa5b-4bea-a04d-596b583977fe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:46.222892 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.305035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.451655 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3bfc47ad-17e1-4eae-be95-9b3b50435aaf', 'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:8a:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:39Z', 'updated_at': '2021-08-16T02:28:45Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:46.486881 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1238fc06-6cf3-4213-9ab7-b1ecb807802c None None] The sync data for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 is: [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3bfc47ad-17e1-4eae-be95-9b3b50435aaf', 'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:8a:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:39Z', 'updated_at': '2021-08-16T02:28:45Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:46.545250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ab1e4363-276c-4aa3-aa26-8705820daa94 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:46.657682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:46.668085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1889a73f-d20c-4cb0-ac0f-048086324e8f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ab1e4363-276c-4aa3-aa26-8705820daa94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7114854 Aug 16 02:28:46.668520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca7fee7-743a-4eb7-87d7-06947c64e40e None None] Sync routers for ids ['ab1e4363-276c-4aa3-aa26-8705820daa94'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:46.669787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:46.691393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca7fee7-743a-4eb7-87d7-06947c64e40e None None] Routers {'ab1e4363-276c-4aa3-aa26-8705820daa94'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:46.692250 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ca7fee7-743a-4eb7-87d7-06947c64e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ab1e4363-276c-4aa3-aa26-8705820daa94'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:46.696775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:46.703361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-508d804e-bd7b-466b-819a-ebcd4af621f6 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab1e4363-276c-4aa3-aa26-8705820daa94 HTTP/1.1" status: 200 len: 205 time: 0.0320947 Aug 16 02:28:46.704276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:46.749401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84653ba9-3bc3-41e5-96d8-b02f8b6f5b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.754850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ca7fee7-743a-4eb7-87d7-06947c64e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:46.774367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca7fee7-743a-4eb7-87d7-06947c64e40e None None] Routers {'ab1e4363-276c-4aa3-aa26-8705820daa94'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:46.775196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ca7fee7-743a-4eb7-87d7-06947c64e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ab1e4363-276c-4aa3-aa26-8705820daa94'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:46.815371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ca7fee7-743a-4eb7-87d7-06947c64e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:46.816859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca7fee7-743a-4eb7-87d7-06947c64e40e None None] The sync data for ids ['ab1e4363-276c-4aa3-aa26-8705820daa94'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:46.833564 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62ef93a4-40e4-45ae-aa5c-dcad2065e36f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.851647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Router 866d8b8d-110c-4727-a58f-7a12dae8bd53 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:47.031398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84653ba9-3bc3-41e5-96d8-b02f8b6f5b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.046256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84653ba9-3bc3-41e5-96d8-b02f8b6f5b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.082437 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-84653ba9-3bc3-41e5-96d8-b02f8b6f5b14 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f798a52bff9c4e93b99b8f912de8d2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832004 Aug 16 02:28:47.086640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:47.157000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:47.170153 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] Sync routers for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:47.170927 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-763408a3-c40f-4464-b7d8-66d1ca401390 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "PUT /v2.0/routers/866d8b8d-110c-4727-a58f-7a12dae8bd53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8428736 Aug 16 02:28:47.174638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:47.192597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84653ba9-3bc3-41e5-96d8-b02f8b6f5b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb9d199-66d3-4db7-96f1-b2b7f70f6b47,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:47.193281 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:47.202471 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:47.343832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbd58d1-74b9-434c-a88d-4e90d06a0759 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Deleting subnet e1d5856a-6be0-42bb-8a61-22f14918496f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:47.387053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dbd58d1-74b9-434c-a88d-4e90d06a0759 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.464767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3bfc47ad-17e1-4eae-be95-9b3b50435aaf up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:47.471979 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:47.534148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dbd58d1-74b9-434c-a88d-4e90d06a0759 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.565160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:47.571044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:47.571468 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.602602 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62ef93a4-40e4-45ae-aa5c-dcad2065e36f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.618737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62ef93a4-40e4-45ae-aa5c-dcad2065e36f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.635247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad380eb4-ec15-4af8-82ce-07941f7c0e29 req-dfe37705-3c98-4f9b-a69b-4ab7cc449cb4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 210 time: 0.0559239 Aug 16 02:28:47.723262 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62ef93a4-40e4-45ae-aa5c-dcad2065e36f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.723793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ef93a4-40e4-45ae-aa5c-dcad2065e36f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Fanout notify agent at l3_agent the message router_deleted on router ab1e4363-276c-4aa3-aa26-8705820daa94 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:28:47.733146 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.733636 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62ef93a4-40e4-45ae-aa5c-dcad2065e36f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.737702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-62ef93a4-40e4-45ae-aa5c-dcad2065e36f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/ab1e4363-276c-4aa3-aa26-8705820daa94 HTTP/1.1" status: 204 len: 168 time: 1.0293009 Aug 16 02:28:47.738660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:47.754959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-ba809e85-2aa3-44e8-b9ae-5f16c90d68e4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.757917 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-ba809e85-2aa3-44e8-b9ae-5f16c90d68e4 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "GET /v2.0/networks?id=563845f1-6316-48dc-874c-46d67ad3ed5f HTTP/1.1" status: 200 len: 796 time: 0.4043710 Aug 16 02:28:47.855945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3bfc47ad-17e1-4eae-be95-9b3b50435aaf,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:47.863483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.867994 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:28:45Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:47.894331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8799ea0a-427a-430a-b547-e9119ddf752b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting subnet ca087b8e-d6f8-46d3-8673-dccba974cb9e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:47.899685 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8799ea0a-427a-430a-b547-e9119ddf752b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.914432 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] Checking router: 866d8b8d-110c-4727-a58f-7a12dae8bd53 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:47.924310 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] Routers {'866d8b8d-110c-4727-a58f-7a12dae8bd53'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:47.925165 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['866d8b8d-110c-4727-a58f-7a12dae8bd53'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:47.946729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81de6b37-e944-45c5-bbff-61ffc7ab4d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.959606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=3bfc47ad-17e1-4eae-be95-9b3b50435aaf,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:47.969646 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8799ea0a-427a-430a-b547-e9119ddf752b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.000110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dbd58d1-74b9-434c-a88d-4e90d06a0759 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.061657 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-f6dd3ec9-81c2-4eb2-878f-1fed4e8aa1b9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e451b98654a41d4b8ba2ece6587578f HTTP/1.1" status: 200 len: 380 time: 0.2158630 Aug 16 02:28:48.077936 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] Set router 866d8b8d-110c-4727-a58f-7a12dae8bd53 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:48.086533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'port': {'device_id': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'admin_state_up': True, 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'security_groups': ['fde6a4d3-c388-4c5f-beea-4adcd9f8d934']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:48.110058 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8799ea0a-427a-430a-b547-e9119ddf752b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.133726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81de6b37-e944-45c5-bbff-61ffc7ab4d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.239791 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8799ea0a-427a-430a-b547-e9119ddf752b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.286112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799ea0a-427a-430a-b547-e9119ddf752b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Subnet': ['ID=ca087b8e-d6f8-46d3-8673-dccba974cb9e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:48.297247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8799ea0a-427a-430a-b547-e9119ddf752b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.301426 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8799ea0a-427a-430a-b547-e9119ddf752b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/ca087b8e-d6f8-46d3-8673-dccba974cb9e HTTP/1.1" status: 204 len: 168 time: 0.5594885 Aug 16 02:28:48.303152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:48.305455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b7dd3d-676a-45b6-8abf-0e6999edc5d0 None None] Network 10b2c8db-b562-46a3-8751-696dae5c57bc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:48.327438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dbd58d1-74b9-434c-a88d-4e90d06a0759 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.356207 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:28:45Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:48.372804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81de6b37-e944-45c5-bbff-61ffc7ab4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.375769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81de6b37-e944-45c5-bbff-61ffc7ab4d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.379398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-81de6b37-e944-45c5-bbff-61ffc7ab4d70 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bb9d199-66d3-4db7-96f1-b2b7f70f6b47 HTTP/1.1" status: 204 len: 168 time: 1.2843962 Aug 16 02:28:48.417912 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c87378-42ae-4745-a738-3b7a8dae8c9c None None] The sync data for ids ['866d8b8d-110c-4727-a58f-7a12dae8bd53'] in n-d-768862-14 is: [{'id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2141624574', 'tenant_id': '3fa0883a31254782842df5b22a3a92bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:26:01Z', 'updated_at': '2021-08-16T02:28:45Z', 'revision_number': 5, 'project_id': '3fa0883a31254782842df5b22a3a92bd', 'gw_port': {'id': 'd337d275-2e8b-4062-98e9-a01eca654655', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866d8b8d-110c-4727-a58f-7a12dae8bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:26:02Z', 'updated_at': '2021-08-16T02:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:48.418676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd58d1-74b9-434c-a88d-4e90d06a0759 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d5856a-6be0-42bb-8a61-22f14918496f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:48.431620 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.442637 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de6b37-e944-45c5-bbff-61ffc7ab4d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb9d199-66d3-4db7-96f1-b2b7f70f6b47,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:48.475541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dbd58d1-74b9-434c-a88d-4e90d06a0759 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.488775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d1313-ba15-489a-b9f7-a3a627d287dd None None] Network 85112a75-69bb-4122-81e5-c8b022c2bb64 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:48.510368 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9dbd58d1-74b9-434c-a88d-4e90d06a0759 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "DELETE /v2.0/subnets/e1d5856a-6be0-42bb-8a61-22f14918496f HTTP/1.1" status: 204 len: 168 time: 1.3346245 Aug 16 02:28:48.516790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:48.530775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port a5ba0706-030c-4aad-9ae5-2aba85b039e0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:48.531540 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.627010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Made reservation on behalf of 7e451b98654a41d4b8ba2ece6587578f for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:48.633113 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.720755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port a5ba0706-030c-4aad-9ae5-2aba85b039e0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a5ba0706-030c-4aad-9ae5-2aba85b039e0,segment=NetworkSegment(ae75bde3-341e-4c70-afc2-f1f2617e0c61),segment_id=ae75bde3-341e-4c70-afc2-f1f2617e0c61)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:48.722319 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.759744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for a5ba0706-030c-4aad-9ae5-2aba85b039e0 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:48.844284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] DHCP port deletion for 10b2c8db-b562-46a3-8751-696dae5c57bc request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:28:48.867381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-255bb76d-86d6-4a69-8256-c84e1bca132a req-399bc59b-893f-45a7-a9cc-03fb9cc6aa17 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 210 time: 0.0843074 Aug 16 02:28:48.890317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:48.919337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecbc325-a1c2-4710-8bb8-e2b2bb0678f7 None None] DHCP port deletion for 85112a75-69bb-4122-81e5-c8b022c2bb64 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:28:49.035525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.20.0.10 (563845f1-6316-48dc-874c-46d67ad3ed5f/fc2a1c58-309f-41f7-a42e-8a812698696b/e8341c58-b9fe-4b75-8ce0-a1f53841932e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:49.057272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] Deleting port a5ba0706-030c-4aad-9ae5-2aba85b039e0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:49.057272 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.058612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.091213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No DVR routers for this DVR port a5ba0706-030c-4aad-9ae5-2aba85b039e0 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:49.207929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=a5ba0706-030c-4aad-9ae5-2aba85b039e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.226250 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cecbc325-a1c2-4710-8bb8-e2b2bb0678f7 None None] Deleting port 21b56073-adc7-4428-ac36-bc1e3666f2ce {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:49.226796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cecbc325-a1c2-4710-8bb8-e2b2bb0678f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.228965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3bfc47ad-17e1-4eae-be95-9b3b50435aaf up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:49.240014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.311130 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.324254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b2c8db-b562-46a3-8751-696dae5c57bc']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:49.353321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae75bde3-341e-4c70-afc2-f1f2617e0c61') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:49.353794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae75bde3-341e-4c70-afc2-f1f2617e0c61') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:49.367233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] For port a5ba0706-030c-4aad-9ae5-2aba85b039e0, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:49.367976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51092) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:49.368364 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.382695 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.399284 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.406202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:49.406552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.407502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.409799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Deleting port d337d275-2e8b-4062-98e9-a01eca654655 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:28:49.410284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:49.424955 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:49.488139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] Calling delete_port for a5ba0706-030c-4aad-9ae5-2aba85b039e0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:49.500538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cecbc325-a1c2-4710-8bb8-e2b2bb0678f7 None None] For port 21b56073-adc7-4428-ac36-bc1e3666f2ce, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=21b56073-adc7-4428-ac36-bc1e3666f2ce,segment=NetworkSegment(3a94a9fe-566e-41ce-9ae2-4908631caaf9),segment_id=3a94a9fe-566e-41ce-9ae2-4908631caaf9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:49.506603 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cecbc325-a1c2-4710-8bb8-e2b2bb0678f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.510579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] Port a5ba0706-030c-4aad-9ae5-2aba85b039e0 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:28:49.527411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.529554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Transition to ACTIVE for port object e8341c58-b9fe-4b75-8ce0-a1f53841932e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:49.537061 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.538337 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.539557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cecbc325-a1c2-4710-8bb8-e2b2bb0678f7 None None] Calling delete_port for 21b56073-adc7-4428-ac36-bc1e3666f2ce owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:49.550412 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/networks/10b2c8db-b562-46a3-8751-696dae5c57bc HTTP/1.1" status: 204 len: 168 time: 1.2461326 Aug 16 02:28:49.551116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:49.559158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a93d639c-143b-42c2-8a14-1142b7998c6e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-787641129', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:49.572530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] Pushing event deleted for resources: {'Port': ['ID=a5ba0706-030c-4aad-9ae5-2aba85b039e0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.582829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:49.583383 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.589434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.589963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] Network 10b2c8db-b562-46a3-8751-696dae5c57bc is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:28:49.590655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11734c8f-d0cd-4beb-9834-2b94fccaf230 None None] No DVR routers for this DVR port a5ba0706-030c-4aad-9ae5-2aba85b039e0 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:49.625329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913c20-ccad-4936-8021-4c0ef69d1b17 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Network': ['ID=10b2c8db-b562-46a3-8751-696dae5c57bc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.637210 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93d639c-143b-42c2-8a14-1142b7998c6e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.638295 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93d639c-143b-42c2-8a14-1142b7998c6e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.661117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 563845f1-6316-48dc-874c-46d67ad3ed5f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:49.671734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:49.677062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:49.686038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] For port d337d275-2e8b-4062-98e9-a01eca654655, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d337d275-2e8b-4062-98e9-a01eca654655,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:49.686425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.698181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4048fb-7b53-44f8-82db-3f6ac73ce668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.730357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Calling delete_port for d337d275-2e8b-4062-98e9-a01eca654655 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:28:49.743884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=e8341c58-b9fe-4b75-8ce0-a1f53841932e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.766731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93d639c-143b-42c2-8a14-1142b7998c6e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.784310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93d639c-143b-42c2-8a14-1142b7998c6e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.787974 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cecbc325-a1c2-4710-8bb8-e2b2bb0678f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.830695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:49.831376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.840352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecbc325-a1c2-4710-8bb8-e2b2bb0678f7 None None] No DVR routers for this DVR port 21b56073-adc7-4428-ac36-bc1e3666f2ce on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:28:49.890428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbc325-a1c2-4710-8bb8-e2b2bb0678f7 None None] Pushing event deleted for resources: {'Port': ['ID=21b56073-adc7-4428-ac36-bc1e3666f2ce,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.904364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4048fb-7b53-44f8-82db-3f6ac73ce668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.914455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4048fb-7b53-44f8-82db-3f6ac73ce668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.949381 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93d639c-143b-42c2-8a14-1142b7998c6e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.953581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a93d639c-143b-42c2-8a14-1142b7998c6e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3993068 Aug 16 02:28:49.957605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:49.968331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1790979828'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:49.978572 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fbee47a8-559a-4915-9a62-5ee475d6e01f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9030066 Aug 16 02:28:49.991183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0f4048fb-7b53-44f8-82db-3f6ac73ce668 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb8a45f7cbb64dd48cba813ef50efd25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6216128 Aug 16 02:28:49.994773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:50.008158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4048fb-7b53-44f8-82db-3f6ac73ce668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754923c6-4a3e-4ccb-9a64-97fab9778914,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:50.031032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fe74ae6f-d089-446a-8157-ac2df1ffc2d3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:28:50.041144 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-fe74ae6f-d089-446a-8157-ac2df1ffc2d3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266480 Aug 16 02:28:50.071124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a5ba0706-030c-4aad-9ae5-2aba85b039e0 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:50.093643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:50.096945 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.118731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.131438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb16046-38b2-40d1-ae58-bbebb681db40 req-a55081f5-ee27-4b97-b582-c09155fb4eee tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:50.133078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bb16046-38b2-40d1-ae58-bbebb681db40 req-a55081f5-ee27-4b97-b582-c09155fb4eee tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 932 time: 0.1305349 Aug 16 02:28:50.148149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a5ba0706-030c-4aad-9ae5-2aba85b039e0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:50.148525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a5ba0706-030c-4aad-9ae5-2aba85b039e0 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:50.150052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 514c633f-a11c-4bc5-a635-9ac9684ad1a8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:50.154233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:28:50.165120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Port': ['ID=d337d275-2e8b-4062-98e9-a01eca654655,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:50.172069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb1213aa-ebb6-46be-be82-c8298be55677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.196353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb1213aa-ebb6-46be-be82-c8298be55677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.207025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 514c633f-a11c-4bc5-a635-9ac9684ad1a8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:50.210524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 514c633f-a11c-4bc5-a635-9ac9684ad1a8 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:50.214565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21b56073-adc7-4428-ac36-bc1e3666f2ce no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:50.256591 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.266975 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb1213aa-ebb6-46be-be82-c8298be55677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.269531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb1213aa-ebb6-46be-be82-c8298be55677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.273295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fb1213aa-ebb6-46be-be82-c8298be55677 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/754923c6-4a3e-4ccb-9a64-97fab9778914 HTTP/1.1" status: 204 len: 168 time: 0.2733147 Aug 16 02:28:50.274505 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.274505 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added segment c828f3de-a340-4104-9a35-c0e5dabd618f of type vlan for network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 Aug 16 02:28:50.275058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 21b56073-adc7-4428-ac36-bc1e3666f2ce {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:50.275951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21b56073-adc7-4428-ac36-bc1e3666f2ce not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:50.288963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-589894bb-ace2-4ea2-921a-fc735b72d288 None None] Provisioning for port e8341c58-b9fe-4b75-8ce0-a1f53841932e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:50.299462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-589894bb-ace2-4ea2-921a-fc735b72d288 None None] Provisioning complete for port e8341c58-b9fe-4b75-8ce0-a1f53841932e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:50.299859 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-589894bb-ace2-4ea2-921a-fc735b72d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.300337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bb16046-38b2-40d1-ae58-bbebb681db40 req-66017d52-3755-4803-b2da-e56169556360 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516674 Aug 16 02:28:50.327329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1213aa-ebb6-46be-be82-c8298be55677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754923c6-4a3e-4ccb-9a64-97fab9778914,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:50.366173 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.380553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-589894bb-ace2-4ea2-921a-fc735b72d288 None None] Port e8341c58-b9fe-4b75-8ce0-a1f53841932e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:50.415990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.425354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:50.426163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.433168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Request body: {'port': {'device_id': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:50.437766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.456838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.468162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5035789 Aug 16 02:28:50.468406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:50.472951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'subnet': {'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:50.529334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed8cc0-12fa-482b-8ae7-0823fe20a3b5 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Network': ['ID=6bd0e6e9-cf9a-4983-b387-7b32341292a6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:50.541324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:50.624435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.624998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Fanout notify agent at l3_agent the message router_deleted on router 866d8b8d-110c-4727-a58f-7a12dae8bd53 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:28:50.641522 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.642934 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2cdaf8e6-7b06-443b-842a-68382099efa4 tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "DELETE /v2.0/routers/866d8b8d-110c-4727-a58f-7a12dae8bd53 HTTP/1.1" status: 204 len: 168 time: 2.1226635 Aug 16 02:28:50.645704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.646572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:50.732866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:50.737277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.796508 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.849724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:50.917231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e779ed7-a9a0-4d6c-a763-f011829e0b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.937760 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.953937 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85112a75-69bb-4122-81e5-c8b022c2bb64']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:50.971642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a94a9fe-566e-41ce-9ae2-4908631caaf9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:50.972150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a94a9fe-566e-41ce-9ae2-4908631caaf9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:50.988401 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.015007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.026201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:51.026510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:51.029829 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:51.136984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.156989 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e779ed7-a9a0-4d6c-a763-f011829e0b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.167358 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.171529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] 10.222.0.61 "DELETE /v2.0/networks/85112a75-69bb-4122-81e5-c8b022c2bb64 HTTP/1.1" status: 204 len: 168 time: 0.5217795 Aug 16 02:28:51.199326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ccaae-6202-4ae9-984d-8dc5f165119b tempest-TestSecurityGroupsBasicOps-1781308973 tempest-TestSecurityGroupsBasicOps-1781308973-project] Pushing event deleted for resources: {'Network': ['ID=85112a75-69bb-4122-81e5-c8b022c2bb64,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:51.216269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e779ed7-a9a0-4d6c-a763-f011829e0b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.261255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d337d275-2e8b-4062-98e9-a01eca654655 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:28:51.306072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0e779ed7-a9a0-4d6c-a763-f011829e0b81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd99d5b91ee04951ae92242537903944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547613 Aug 16 02:28:51.306693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d337d275-2e8b-4062-98e9-a01eca654655 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:28:51.307053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d337d275-2e8b-4062-98e9-a01eca654655 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:28:51.309537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:51.312181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e779ed7-a9a0-4d6c-a763-f011829e0b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7282b024-7458-468b-bca2-6a0e65cc0265,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:51.414974 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.424898 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fb9691-53d2-4d17-850b-b74fb94e386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.468779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fb9691-53d2-4d17-850b-b74fb94e386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.495189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ded1e-c651-4e06-bfe3-2309938ce76a req-28efb9a2-cf5a-414a-ac5f-657b6e67359e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:51.496758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-423ded1e-c651-4e06-bfe3-2309938ce76a req-28efb9a2-cf5a-414a-ac5f-657b6e67359e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 932 time: 0.0816858 Aug 16 02:28:51.517940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Subnet': ['ID=05bf4351-61d2-4384-9889-5ce685dfed8a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:51.525149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Checking segment: {'id': 'c828f3de-a340-4104-9a35-c0e5dabd618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:51.527318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network hostable DHCP agents. Network: 6bd0e6e9-cf9a-4983-b387-7b32341292a6, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:51.563541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-423ded1e-c651-4e06-bfe3-2309938ce76a req-2fff380d-2d6e-4b7c-8aca-3a9a6220d1d8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509999 Aug 16 02:28:51.570980 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fb9691-53d2-4d17-850b-b74fb94e386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.575273 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fb9691-53d2-4d17-850b-b74fb94e386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.575394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:51.579032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-17fb9691-53d2-4d17-850b-b74fb94e386f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7282b024-7458-468b-bca2-6a0e65cc0265 HTTP/1.1" status: 204 len: 168 time: 0.2661064 Aug 16 02:28:51.586990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb9691-53d2-4d17-850b-b74fb94e386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7282b024-7458-468b-bca2-6a0e65cc0265,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:51.601064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6bd0e6e9-cf9a-4983-b387-7b32341292a6) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:51.610614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08353626-7e42-4164-bc77-4e8488909ccf None None] Network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:51.627583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:51.628168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.654728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8341c58-b9fe-4b75-8ce0-a1f53841932e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:51.670243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.691834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Transition to ACTIVE for port object e8341c58-b9fe-4b75-8ce0-a1f53841932e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:51.698495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:51.707337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4fd9522f-9c2f-4bd7-8ee3-a34d80d1ef04 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2387156 Aug 16 02:28:51.711890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.800340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Pushing event updated for resources: {'Port': ['ID=e8341c58-b9fe-4b75-8ce0-a1f53841932e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:51.930688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:51.990761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Attempting to bind port e8341c58-b9fe-4b75-8ce0-a1f53841932e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:51.991862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Attempting to bind port e8341c58-b9fe-4b75-8ce0-a1f53841932e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:51.992421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Attempting to bind port e8341c58-b9fe-4b75-8ce0-a1f53841932e on network 563845f1-6316-48dc-874c-46d67ad3ed5f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:51.992905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:28:51.994055 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.017774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Port e8341c58-b9fe-4b75-8ce0-a1f53841932e on network 563845f1-6316-48dc-874c-46d67ad3ed5f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:52.017986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Attempting to bind port e8341c58-b9fe-4b75-8ce0-a1f53841932e on network 563845f1-6316-48dc-874c-46d67ad3ed5f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:52.041895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:52.044004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Checking segment: {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:52.046192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Bound using segment: {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:52.047891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Bound port: e8341c58-b9fe-4b75-8ce0-a1f53841932e, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b741b7bb-acae-4004-8c33-743e289db612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:52.053562 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.194582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:52.205753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:52.216110 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.241641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Allocated IP 2001:db8::2 (6bd0e6e9-cf9a-4983-b387-7b32341292a6/05bf4351-61d2-4384-9889-5ce685dfed8a/2380ad62-428e-4c99-8746-20868b0e700b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:52.275388 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.318975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:52.319828 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.321456 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] 10.222.0.93 "PUT /v2.0/ports/e8341c58-b9fe-4b75-8ce0-a1f53841932e HTTP/1.1" status: 200 len: 1093 time: 2.2736423 Aug 16 02:28:52.321920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:52.329509 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d944ef-32c6-4f18-ad88-085b82fa468a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:52.435126 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c14299-856d-4942-bc62-9b73c8101f1b x-openstack-request-id: req-e8c14299-856d-4942-bc62-9b73c8101f1b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:52.447334 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:52.447721 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8c14299-856d-4942-bc62-9b73c8101f1b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:52.448166 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'status': 'completed', 'code': 200} Aug 16 02:28:52.477106 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.487779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bbf8d-46a7-43ba-849c-ee6d244e7630 service neutron] Pushing event updated for resources: {'Port': ['ID=e8341c58-b9fe-4b75-8ce0-a1f53841932e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:52.488600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Transition to ACTIVE for port object 2380ad62-428e-4c99-8746-20868b0e700b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:52.507448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Transition to ACTIVE for port object 2380ad62-428e-4c99-8746-20868b0e700b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:52.524250 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.524466 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6cfb564e-422f-4ba8-8d37-abb4c31ec806 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fa0883a31254782842df5b22a3a92bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894682 Aug 16 02:28:52.526305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-47677a58-03f1-48bf-aeb1-b2ad7dd8a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:52.527770 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-47677a58-03f1-48bf-aeb1-b2ad7dd8a124 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 1096 time: 0.1543763 Aug 16 02:28:52.528232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:52.611887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Pushing event updated for resources: {'Port': ['ID=2380ad62-428e-4c99-8746-20868b0e700b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:52.626144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:52.628046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:52.631433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:52.637154 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-1093e589-1f38-467f-bf16-dd36cc856d84 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e HTTP/1.1" status: 200 len: 217 time: 0.0941086 Aug 16 02:28:52.708167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Attempting to bind port 2380ad62-428e-4c99-8746-20868b0e700b on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:52.709457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Attempting to bind port 2380ad62-428e-4c99-8746-20868b0e700b by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c828f3de-a340-4104-9a35-c0e5dabd618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:52.710122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Attempting to bind port 2380ad62-428e-4c99-8746-20868b0e700b on network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:52.720834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:52.721577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Checking segment: {'id': 'c828f3de-a340-4104-9a35-c0e5dabd618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:52.722224 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.723774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Bound using segment: {'id': 'c828f3de-a340-4104-9a35-c0e5dabd618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:52.724846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Bound port: 2380ad62-428e-4c99-8746-20868b0e700b, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c828f3de-a340-4104-9a35-c0e5dabd618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:52.725638 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.728558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97c7350-c790-4de2-a0f6-e59f6304d6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.764471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-f85c97c5-491b-481e-8959-c3731958cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:52.766138 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-f85c97c5-491b-481e-8959-c3731958cbab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fc2a1c58-309f-41f7-a42e-8a812698696b HTTP/1.1" status: 200 len: 835 time: 0.1015429 Aug 16 02:28:52.786936 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97c7350-c790-4de2-a0f6-e59f6304d6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.843514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] For port 2380ad62-428e-4c99-8746-20868b0e700b, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:52.854781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] For port 2380ad62-428e-4c99-8746-20868b0e700b, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2380ad62-428e-4c99-8746-20868b0e700b,segment=NetworkSegment(c828f3de-a340-4104-9a35-c0e5dabd618f),segment_id=c828f3de-a340-4104-9a35-c0e5dabd618f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:52.856106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-0cfd5542-0fae-497b-b74e-4e43a1e7fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:52.857906 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-0cfd5542-0fae-497b-b74e-4e43a1e7fcfc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=563845f1-6316-48dc-874c-46d67ad3ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828907 Aug 16 02:28:52.872970 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.899968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 2001:db8::1 (6bd0e6e9-cf9a-4983-b387-7b32341292a6/05bf4351-61d2-4384-9889-5ce685dfed8a/efbf2b00-42c4-4d0a-8ebc-835e78898b03) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:52.967654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38008d-e18f-4315-b7b4-82efba0ec9a8 None None] Pushing event updated for resources: {'Port': ['ID=2380ad62-428e-4c99-8746-20868b0e700b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:52.980100 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-2ca78f56-ed95-4bc5-b554-6c283ea35081 service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143088 Aug 16 02:28:53.002772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97c7350-c790-4de2-a0f6-e59f6304d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.006303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b97c7350-c790-4de2-a0f6-e59f6304d6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.009900 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b97c7350-c790-4de2-a0f6-e59f6304d6f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72a1a06e-0927-46c8-a2e4-592d97cb53bf HTTP/1.1" status: 204 len: 168 time: 0.4783549 Aug 16 02:28:53.094041 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.104269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c7350-c790-4de2-a0f6-e59f6304d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a1a06e-0927-46c8-a2e4-592d97cb53bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:53.119387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Transition to ACTIVE for port object efbf2b00-42c4-4d0a-8ebc-835e78898b03 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:53.162589 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5adee9a7-9c3f-43d0-bf1c-dd9bbb30b14d req-e46a9d0a-3911-49ca-b8c1-482d5418add0 service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695583 Aug 16 02:28:53.181084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073048e6-9e94-48d2-8339-b3a62de7886f req-e6d05ab9-88a4-456d-a79a-88883906c3bf tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.182863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-073048e6-9e94-48d2-8339-b3a62de7886f req-e6d05ab9-88a4-456d-a79a-88883906c3bf tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 944 time: 0.3951495 Aug 16 02:28:53.201284 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.258521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:53.265281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:53.267707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:53.268312 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.336811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-073048e6-9e94-48d2-8339-b3a62de7886f req-d760caea-bdaa-4e7f-ae64-7a2629e8b486 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462383 Aug 16 02:28:53.347860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=efbf2b00-42c4-4d0a-8ebc-835e78898b03,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:53.358785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-4d0c2000-e599-4d07-844b-5b20da7894fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.369593 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-4d0c2000-e599-4d07-844b-5b20da7894fa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 1096 time: 0.1097090 Aug 16 02:28:53.455354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.516805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-aa4727a4-d567-4e62-8346-99639097c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.518305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-aa4727a4-d567-4e62-8346-99639097c7e5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=563845f1-6316-48dc-874c-46d67ad3ed5f HTTP/1.1" status: 200 len: 897 time: 0.1470776 Aug 16 02:28:53.580813 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-078cd9df-3a2c-44b6-99ce-826bc30ba0ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e HTTP/1.1" status: 200 len: 217 time: 0.0538960 Aug 16 02:28:53.665138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-0dd407c5-0ab9-43b6-b8f1-c3178dbe6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.666697 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-0dd407c5-0ab9-43b6-b8f1-c3178dbe6bd4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fc2a1c58-309f-41f7-a42e-8a812698696b HTTP/1.1" status: 200 len: 835 time: 0.0780909 Aug 16 02:28:53.687140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:53.723163 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08fc1a9e-4313-4fc4-b89a-dc0cd2df4d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.760439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-1c284765-5f09-49a6-a728-410fdbbb4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.762373 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-1c284765-5f09-49a6-a728-410fdbbb4295 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=563845f1-6316-48dc-874c-46d67ad3ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874529 Aug 16 02:28:53.841357 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.850597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.852298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.937751 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-f3fe0905-2a25-471b-bb99-81761147f10c service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640265 Aug 16 02:28:53.978773 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=efbf2b00-42c4-4d0a-8ebc-835e78898b03,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:54.017029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08fc1a9e-4313-4fc4-b89a-dc0cd2df4d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.028828 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08fc1a9e-4313-4fc4-b89a-dc0cd2df4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.044587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:54.045852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:54.117101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc1a9e-4313-4fc4-b89a-dc0cd2df4d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716010a0-5874-42cc-ac2a-5a6e26d74445,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:54.136731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-08fc1a9e-4313-4fc4-b89a-dc0cd2df4d5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fdc2f9fe4b34a3fa9feda1a8c5cd8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476738 Aug 16 02:28:54.140096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51286) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:54.202176 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-24d944ef-32c6-4f18-ad88-085b82fa468a req-a8381864-ba13-4b4b-bfe9-3f8f93c9e5e9 service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545104 Aug 16 02:28:54.249266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:28:54.249588 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf34e338-5681-4525-8c74-eb038c5aa411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.299938 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf34e338-5681-4525-8c74-eb038c5aa411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.359662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0941df42-0d0b-48f6-92be-431cc9f24490 None None] Network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:54.373600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf34e338-5681-4525-8c74-eb038c5aa411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.377655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf34e338-5681-4525-8c74-eb038c5aa411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.379290 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cf34e338-5681-4525-8c74-eb038c5aa411 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/716010a0-5874-42cc-ac2a-5a6e26d74445 HTTP/1.1" status: 204 len: 168 time: 0.2376504 Aug 16 02:28:54.388494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34e338-5681-4525-8c74-eb038c5aa411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716010a0-5874-42cc-ac2a-5a6e26d74445,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:54.440344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:54.449727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:54.457062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-973007441'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:54.460855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d8907cff-86bf-41e0-9a36-6a4bfb83281a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522585 Aug 16 02:28:54.462072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:28:54.504504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:54.509049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.548647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:28:54.563875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.564271 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added segment 3bb39c63-d447-432e-9489-4188df23740a of type vlan for network b1fcb329-1981-476a-a285-23bce07c8fe8 Aug 16 02:28:54.637259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.694425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.711065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:54.712116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.737906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:54.739131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:54.754663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b5404401-06b3-478d-bf45-d244d0aa7ae9 None None] Provisioning for port 2380ad62-428e-4c99-8746-20868b0e700b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:54.769301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3183634 Aug 16 02:28:54.796072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:54.822422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'subnet': {'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:54.903052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:54.955317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a9a9b-7809-4590-a18e-68251af54aac req-854b3186-6d70-45b2-b24d-4beec07db043 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:54.961304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c07a9a9b-7809-4590-a18e-68251af54aac req-854b3186-6d70-45b2-b24d-4beec07db043 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 944 time: 0.4659359 Aug 16 02:28:55.038174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c07a9a9b-7809-4590-a18e-68251af54aac req-be73a0be-757c-4b90-8486-28d9508122b1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689209 Aug 16 02:28:55.038678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:55.089177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adde34c-4c45-4627-bf29-b50908f4b3ae tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Network': ['ID=b1fcb329-1981-476a-a285-23bce07c8fe8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:55.096619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e8341c58-b9fe-4b75-8ce0-a1f53841932e details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:55.124987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-65129d64-a4ae-45bd-bb62-135129ce2b28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6602ff6e6d97428da2c7402db9658ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830231 Aug 16 02:28:55.127452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:55.142994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network b1fcb329-1981-476a-a285-23bce07c8fe8 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:55.179570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:55.184752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:55.287500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7451202-8d6e-4e48-9b9a-9c4296e2e25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:55.326412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7451202-8d6e-4e48-9b9a-9c4296e2e25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:55.358704 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:28:55.411003 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7451202-8d6e-4e48-9b9a-9c4296e2e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:55.416787 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7451202-8d6e-4e48-9b9a-9c4296e2e25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:55.421790 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f7451202-8d6e-4e48-9b9a-9c4296e2e25c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0c3481f-14f0-44a3-9248-4542e2aa0759 HTTP/1.1" status: 204 len: 168 time: 0.2932837 Aug 16 02:28:55.433134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7451202-8d6e-4e48-9b9a-9c4296e2e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c3481f-14f0-44a3-9248-4542e2aa0759,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:55.456230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2380ad62-428e-4c99-8746-20868b0e700b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:55.524073 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:55.667253 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Checking segment: {'id': '3bb39c63-d447-432e-9489-4188df23740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:55.668086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network hostable DHCP agents. Network: b1fcb329-1981-476a-a285-23bce07c8fe8, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:55.670756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Subnet': ['ID=c5562423-bbde-4678-be79-d8bc5b6d2a59,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:55.714891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:55.715144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network b1fcb329-1981-476a-a285-23bce07c8fe8 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:55.732289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, b1fcb329-1981-476a-a285-23bce07c8fe8) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:55.738282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:55.738861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:55.758451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1b4a68-4b35-4019-a7f1-35d1cbeec772 None None] Network b1fcb329-1981-476a-a285-23bce07c8fe8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:55.764939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86570bf6-8f2d-4137-8ab7-ed1b55c073a8 None None] Provisioning for port efbf2b00-42c4-4d0a-8ebc-835e78898b03 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:55.783127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:55.784019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2380ad62-428e-4c99-8746-20868b0e700b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:55.789775 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b2eb12f6-3979-41ee-b47e-006d233382a0 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9816222 Aug 16 02:28:55.881335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'port_id': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'mac_address': 'fa:16:3e:fd:c3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:55.900354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2380ad62-428e-4c99-8746-20868b0e700b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:55.900743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:55.903343 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:28:53Z', 'revision_number': 2, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:28:53Z', 'revision_number': 2, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:55.905150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86570bf6-8f2d-4137-8ab7-ed1b55c073a8 None None] Provisioning complete for port efbf2b00-42c4-4d0a-8ebc-835e78898b03 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:55.905526 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86570bf6-8f2d-4137-8ab7-ed1b55c073a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.046118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:28:56.046466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Updating router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 port efbf2b00-42c4-4d0a-8ebc-835e78898b03 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:28:56.228726 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.230514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-86570bf6-8f2d-4137-8ab7-ed1b55c073a8 None None] Port efbf2b00-42c4-4d0a-8ebc-835e78898b03 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:56.249319 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.414352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b276de-e71a-4c77-8d4a-4b40224c5488 req-d38a88d1-e68c-4b65-a064-e3028da951d3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:56.418171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5b276de-e71a-4c77-8d4a-4b40224c5488 req-d38a88d1-e68c-4b65-a064-e3028da951d3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 944 time: 0.1292691 Aug 16 02:28:56.467997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8341c58-b9fe-4b75-8ce0-a1f53841932e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:56.488972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86570bf6-8f2d-4137-8ab7-ed1b55c073a8 None None] Provisioning complete for port 2380ad62-428e-4c99-8746-20868b0e700b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:56.492348 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86570bf6-8f2d-4137-8ab7-ed1b55c073a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.529888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5b276de-e71a-4c77-8d4a-4b40224c5488 req-b5065095-c07d-4c57-9135-27cdb643e3a6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506907 Aug 16 02:28:56.572508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:56.575458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-b1fcb329-1981-476a-a285-23bce07c8fe8', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:28:56.576360 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.591677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.644530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:56.710815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0745cdb9-e177-49f5-9737-f17ed8acd130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.775069 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.838109 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.849223 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0745cdb9-e177-49f5-9737-f17ed8acd130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.854301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0745cdb9-e177-49f5-9737-f17ed8acd130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.905535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745cdb9-e177-49f5-9737-f17ed8acd130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d35a444-99d7-4a46-b41a-2c10b5697950,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:56.935792 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0745cdb9-e177-49f5-9737-f17ed8acd130 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c813e29bfbab46499ea1dafa0bfa0a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596559 Aug 16 02:28:56.936965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:56.999914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c628c95c-20c8-4580-9486-0d220a711d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.018534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e8341c58-b9fe-4b75-8ce0-a1f53841932e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:57.030884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e8341c58-b9fe-4b75-8ce0-a1f53841932e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:57.046759 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c628c95c-20c8-4580-9486-0d220a711d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.071943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Allocated IP 2001:db8:1::2 (b1fcb329-1981-476a-a285-23bce07c8fe8/c5562423-bbde-4678-be79-d8bc5b6d2a59/8fb92a80-7704-474e-8567-ba7b0c2e0b4e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:57.094274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 2380ad62-428e-4c99-8746-20868b0e700b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2380ad62-428e-4c99-8746-20868b0e700b,segment=NetworkSegment(c828f3de-a340-4104-9a35-c0e5dabd618f),segment_id=c828f3de-a340-4104-9a35-c0e5dabd618f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:57.123206 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.133306 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86570bf6-8f2d-4137-8ab7-ed1b55c073a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.163856 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c628c95c-20c8-4580-9486-0d220a711d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.167883 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c628c95c-20c8-4580-9486-0d220a711d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.171442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c628c95c-20c8-4580-9486-0d220a711d55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d35a444-99d7-4a46-b41a-2c10b5697950 HTTP/1.1" status: 204 len: 168 time: 0.2302637 Aug 16 02:28:57.182994 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628c95c-20c8-4580-9486-0d220a711d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d35a444-99d7-4a46-b41a-2c10b5697950,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:57.487789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:57.509993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-540adde7-07bc-4a04-a0ba-f12d10ed1eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.533433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=2380ad62-428e-4c99-8746-20868b0e700b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:57.617906 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-86570bf6-8f2d-4137-8ab7-ed1b55c073a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:28:57.618264 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-86570bf6-8f2d-4137-8ab7-ed1b55c073a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:28:57.635621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-540adde7-07bc-4a04-a0ba-f12d10ed1eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.641835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-540adde7-07bc-4a04-a0ba-f12d10ed1eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.689676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a222ee-1034-4d2c-84c2-e78ce49ebc20 req-1b4a0577-0ab1-4f35-8a33-d504270379b5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:57.693079 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.697112 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-540adde7-07bc-4a04-a0ba-f12d10ed1eff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61af14e2e345454d8bde988ca8311b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065642 Aug 16 02:28:57.700369 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18a222ee-1034-4d2c-84c2-e78ce49ebc20 req-1b4a0577-0ab1-4f35-8a33-d504270379b5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 945 time: 0.0738373 Aug 16 02:28:57.702942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:57.733824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.743566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540adde7-07bc-4a04-a0ba-f12d10ed1eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee423a-3bf3-4c42-be78-ca4447e95c8b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:57.746688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Transition to ACTIVE for port object efbf2b00-42c4-4d0a-8ebc-835e78898b03 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:57.759321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18a222ee-1034-4d2c-84c2-e78ce49ebc20 req-b9fc758b-99db-4abc-b4e6-d7e91595949a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578029 Aug 16 02:28:57.759660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Transition to ACTIVE for port object 8fb92a80-7704-474e-8567-ba7b0c2e0b4e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:57.767818 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.769794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8840bf88-2306-4790-a71c-e4977447a1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.796910 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8840bf88-2306-4790-a71c-e4977447a1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.828028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Transition to ACTIVE for port object 8fb92a80-7704-474e-8567-ba7b0c2e0b4e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:57.855939 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.862056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8840bf88-2306-4790-a71c-e4977447a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.867247 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8840bf88-2306-4790-a71c-e4977447a1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.869473 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8840bf88-2306-4790-a71c-e4977447a1b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62ee423a-3bf3-4c42-be78-ca4447e95c8b HTTP/1.1" status: 204 len: 168 time: 0.1654100 Aug 16 02:28:57.896356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840bf88-2306-4790-a71c-e4977447a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ee423a-3bf3-4c42-be78-ca4447e95c8b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:57.916384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90c34b-4ae7-4ad9-b12f-8a5f620c48a6 None None] Pushing event updated for resources: {'Port': ['ID=efbf2b00-42c4-4d0a-8ebc-835e78898b03,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:57.943728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Network b1fcb329-1981-476a-a285-23bce07c8fe8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:57.951929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 2001:db8:1::1 (b1fcb329-1981-476a-a285-23bce07c8fe8/c5562423-bbde-4678-be79-d8bc5b6d2a59/cb677add-1074-4e60-9c26-8a8253417be1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:57.988169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:57.990707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:58.075985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Attempting to bind port efbf2b00-42c4-4d0a-8ebc-835e78898b03 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:58.076453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Attempting to bind port efbf2b00-42c4-4d0a-8ebc-835e78898b03 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c828f3de-a340-4104-9a35-c0e5dabd618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:58.076996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Attempting to bind port efbf2b00-42c4-4d0a-8ebc-835e78898b03 on network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:58.115304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:58.115757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Checking segment: {'id': 'c828f3de-a340-4104-9a35-c0e5dabd618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:58.116275 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.116677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Bound using segment: {'id': 'c828f3de-a340-4104-9a35-c0e5dabd618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:58.117166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Bound port: efbf2b00-42c4-4d0a-8ebc-835e78898b03, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c828f3de-a340-4104-9a35-c0e5dabd618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:58.117558 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.119632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Pushing event updated for resources: {'Port': ['ID=8fb92a80-7704-474e-8567-ba7b0c2e0b4e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:58.139448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.169246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Transition to ACTIVE for port object cb677add-1074-4e60-9c26-8a8253417be1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:58.213010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Attempting to bind port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:58.213392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Attempting to bind port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '3bb39c63-d447-432e-9489-4188df23740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:58.213766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Attempting to bind port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e on network b1fcb329-1981-476a-a285-23bce07c8fe8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:58.227883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:58.228275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Checking segment: {'id': '3bb39c63-d447-432e-9489-4188df23740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:58.228697 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.229937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Bound using segment: {'id': '3bb39c63-d447-432e-9489-4188df23740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:58.230322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Bound port: 8fb92a80-7704-474e-8567-ba7b0c2e0b4e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb39c63-d447-432e-9489-4188df23740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:58.230721 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.244330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.341593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=cb677add-1074-4e60-9c26-8a8253417be1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:58.346802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network b1fcb329-1981-476a-a285-23bce07c8fe8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:58.348569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:58.351834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:58.352733 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.387604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] For port efbf2b00-42c4-4d0a-8ebc-835e78898b03, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:58.397159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] For port efbf2b00-42c4-4d0a-8ebc-835e78898b03, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=efbf2b00-42c4-4d0a-8ebc-835e78898b03,segment=NetworkSegment(c828f3de-a340-4104-9a35-c0e5dabd618f),segment_id=c828f3de-a340-4104-9a35-c0e5dabd618f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:58.413617 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.457996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] For port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:58.509919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] For port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8fb92a80-7704-474e-8567-ba7b0c2e0b4e,segment=NetworkSegment(3bb39c63-d447-432e-9489-4188df23740a),segment_id=3bb39c63-d447-432e-9489-4188df23740a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:58.515205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.541743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:58.553374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:28:58.554540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:58.618377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90c34b-4ae7-4ad9-b12f-8a5f620c48a6 None None] Pushing event updated for resources: {'Port': ['ID=efbf2b00-42c4-4d0a-8ebc-835e78898b03,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:58.786148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:28:58.826440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692a792-18ee-4c4d-b15b-d46880974349 None None] Pushing event updated for resources: {'Port': ['ID=8fb92a80-7704-474e-8567-ba7b0c2e0b4e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:58.999972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f03e77-d1e9-49b3-ab64-b2ee99c109a6 req-20b6c64e-9caf-4217-9d1e-07ba1cab28c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:59.001551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59f03e77-d1e9-49b3-ab64-b2ee99c109a6 req-20b6c64e-9caf-4217-9d1e-07ba1cab28c8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 945 time: 0.1218495 Aug 16 02:28:59.102887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59f03e77-d1e9-49b3-ab64-b2ee99c109a6 req-5e43f7f2-1033-4c86-bcd5-0255e95e8626 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893641 Aug 16 02:28:59.116858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.127566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e8341c58-b9fe-4b75-8ce0-a1f53841932e up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:59.129499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.131715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.176088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:28:58Z', 'revision_number': 3, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:28:57Z', 'revision_number': 1, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:28:58Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:59.217855 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de07fe2-92d6-45f5-a18f-beb60b0b98ac None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:28:58Z', 'revision_number': 3, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:28:57Z', 'revision_number': 1, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:28:58Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:28:59.243624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port e8341c58-b9fe-4b75-8ce0-a1f53841932e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:59.248205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port e8341c58-b9fe-4b75-8ce0-a1f53841932e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:59.248589 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.260932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=cb677add-1074-4e60-9c26-8a8253417be1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:59.417003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2380ad62-428e-4c99-8746-20868b0e700b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:59.425627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network b1fcb329-1981-476a-a285-23bce07c8fe8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:59.427693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:59.447891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.503580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:59.506693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:59.509600 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c71f6e-31dc-487f-9ba7-9b4d88edb4d1" -d '{"events": [{"server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "name": "network-vif-plugged", "status": "completed", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:59.513863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.639711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:28:59.649055 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f9496c-6604-4bd0-8247-80e697b19b83 x-openstack-request-id: req-40f9496c-6604-4bd0-8247-80e697b19b83 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:59.649663 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "name": "network-vif-plugged", "status": "completed", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:59.649663 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40f9496c-6604-4bd0-8247-80e697b19b83 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:59.650091 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'code': 200} Aug 16 02:28:59.726688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2380ad62-428e-4c99-8746-20868b0e700b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:59.728379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:59.734797 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e8341c58-b9fe-4b75-8ce0-a1f53841932e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:59.773708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b90d2d-dc4d-484f-96ce-d5233c0a3f00 req-0fd78ed1-1971-47a5-b5c2-f3559a47e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:59.777940 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b90d2d-dc4d-484f-96ce-d5233c0a3f00 req-0fd78ed1-1971-47a5-b5c2-f3559a47e704 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 1098 time: 0.1062901 Aug 16 02:28:59.869888 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a9b90d2d-dc4d-484f-96ce-d5233c0a3f00 req-50245500-a47b-44b0-b7ac-34504d425a5e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813000 Aug 16 02:28:59.899108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8fb92a80-7704-474e-8567-ba7b0c2e0b4e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:59.931180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:28:59.961195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3dc1d0e7-ae05-4989-b472-5d27b879724c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1723886 Aug 16 02:28:59.966570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:59.971794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1811139624'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:59.991761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:00.023193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:00.027222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.065268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:00.076503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.076933 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added segment ce3ccefa-7635-4d85-b3d5-c1fb9a321fea of type vlan for network 09acb5f6-5901-40bb-89fe-cd9f58331159 Aug 16 02:29:00.160820 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.224190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.233395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:00.234193 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.310788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51612) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:00.316079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'subnet': {'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:00.319983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3522050 Aug 16 02:29:00.413742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45ff38-b64e-4bfd-b6a9-15034647f4b2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Network': ['ID=09acb5f6-5901-40bb-89fe-cd9f58331159,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:00.428415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 09acb5f6-5901-40bb-89fe-cd9f58331159 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:00.466999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725f986-7db2-4e00-be21-7b2aa7e6602e req-d851a357-b41f-4a84-93ff-2939f27ab23d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:00.476389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a725f986-7db2-4e00-be21-7b2aa7e6602e req-d851a357-b41f-4a84-93ff-2939f27ab23d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.1702752 Aug 16 02:29:00.527634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:00.531447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.592163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d793cc1-7aa0-487b-af65-2aa3140c778b None None] Network b1fcb329-1981-476a-a285-23bce07c8fe8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:00.596109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a725f986-7db2-4e00-be21-7b2aa7e6602e req-ea18f8bd-caf8-48cc-9388-67a5ca744ef1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122987 Aug 16 02:29:00.690311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-963b5777-24b6-407f-a85a-c4a68b83c75e None None] Provisioning for port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:00.700216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-963b5777-24b6-407f-a85a-c4a68b83c75e None None] Provisioning complete for port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:00.700516 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-963b5777-24b6-407f-a85a-c4a68b83c75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.858900 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:00.917925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.004445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Subnet': ['ID=d4bf019e-d881-497b-b46d-0db2284ed46c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:01.009084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Checking segment: {'id': 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:01.009084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network hostable DHCP agents. Network: 09acb5f6-5901-40bb-89fe-cd9f58331159, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:01.025657 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04155c93-ff0b-410b-9569-2ebd1892ee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.029342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 09acb5f6-5901-40bb-89fe-cd9f58331159 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:01.029467 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-963b5777-24b6-407f-a85a-c4a68b83c75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.041147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 09acb5f6-5901-40bb-89fe-cd9f58331159) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:01.046902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:01.048076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.061713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6aa2c6-f47f-4003-8675-b2a2a0946b5d None None] Network 09acb5f6-5901-40bb-89fe-cd9f58331159 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:01.068410 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-874c834f-98d2-406f-9075-85b5f84a5d16 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7564187 Aug 16 02:29:01.071216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51628) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:01.130596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-963b5777-24b6-407f-a85a-c4a68b83c75e None None] For port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8fb92a80-7704-474e-8567-ba7b0c2e0b4e,segment=NetworkSegment(3bb39c63-d447-432e-9489-4188df23740a),segment_id=3bb39c63-d447-432e-9489-4188df23740a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:01.139193 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-963b5777-24b6-407f-a85a-c4a68b83c75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.336591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:01.472787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device efbf2b00-42c4-4d0a-8ebc-835e78898b03 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:01.499590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32699eb2-f7fc-467c-ab32-a14131d45ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.509802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b5777-24b6-407f-a85a-c4a68b83c75e None None] Pushing event updated for resources: {'Port': ['ID=8fb92a80-7704-474e-8567-ba7b0c2e0b4e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:01.565324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39ecfd5c-127e-4ade-aaea-7843781feca6 None None] Provisioning complete for port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:01.565925 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39ecfd5c-127e-4ade-aaea-7843781feca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.592751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.647778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-09acb5f6-5901-40bb-89fe-cd9f58331159', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:01.649058 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.664958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port efbf2b00-42c4-4d0a-8ebc-835e78898b03 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:01.673594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port efbf2b00-42c4-4d0a-8ebc-835e78898b03 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:01.681743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.685711 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32699eb2-f7fc-467c-ab32-a14131d45ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.701581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32699eb2-f7fc-467c-ab32-a14131d45ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.773915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-32699eb2-f7fc-467c-ab32-a14131d45ac7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f6bb33ce6b040e49047319fa92e6206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361267 Aug 16 02:29:01.788904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:01.846579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32699eb2-f7fc-467c-ab32-a14131d45ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d41dbf8-f540-463d-b988-088a935d71da,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:01.904791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9cdc6-343f-4069-976d-2416a7ca6d09 req-1bbe6938-88a6-4a59-bfbb-16c78b3189ed tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:01.908439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc9cdc6-343f-4069-976d-2416a7ca6d09 req-1bbe6938-88a6-4a59-bfbb-16c78b3189ed tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.1669130 Aug 16 02:29:01.909854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39ecfd5c-127e-4ade-aaea-7843781feca6 None None] Provisioning for port cb677add-1074-4e60-9c26-8a8253417be1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:01.917783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b76dc085-cd3a-4ee0-9a93-c172e182707c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.935013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Allocated IP 2001:db8:2::2 (09acb5f6-5901-40bb-89fe-cd9f58331159/d4bf019e-d881-497b-b46d-0db2284ed46c/5c523f50-9b1f-4a11-998f-4b2756cc0fa3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:01.937391 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39ecfd5c-127e-4ade-aaea-7843781feca6 None None] Provisioning complete for port cb677add-1074-4e60-9c26-8a8253417be1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:01.937918 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39ecfd5c-127e-4ade-aaea-7843781feca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.960826 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b76dc085-cd3a-4ee0-9a93-c172e182707c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.973268 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:01.983414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc9cdc6-343f-4069-976d-2416a7ca6d09 req-4d375e13-22fc-4053-a8f1-3729a0886b6e tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673535 Aug 16 02:29:02.043621 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b76dc085-cd3a-4ee0-9a93-c172e182707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.046763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b76dc085-cd3a-4ee0-9a93-c172e182707c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.048593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b76dc085-cd3a-4ee0-9a93-c172e182707c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d41dbf8-f540-463d-b988-088a935d71da HTTP/1.1" status: 204 len: 168 time: 0.2583981 Aug 16 02:29:02.059680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dc085-cd3a-4ee0-9a93-c172e182707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d41dbf8-f540-463d-b988-088a935d71da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:02.092057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-39ecfd5c-127e-4ade-aaea-7843781feca6 None None] Port cb677add-1074-4e60-9c26-8a8253417be1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:02.131715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port efbf2b00-42c4-4d0a-8ebc-835e78898b03, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=efbf2b00-42c4-4d0a-8ebc-835e78898b03,segment=NetworkSegment(c828f3de-a340-4104-9a35-c0e5dabd618f),segment_id=c828f3de-a340-4104-9a35-c0e5dabd618f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:02.145253 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.155062 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:02.168627 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:02.169712 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:28:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:02.189924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bfde1-65a8-4861-aa6c-3819a9f70edc req-e3666c54-edbe-4053-8db0-a8f3a07b917d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:02.191524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b01bfde1-65a8-4861-aa6c-3819a9f70edc req-e3666c54-edbe-4053-8db0-a8f3a07b917d tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.0729825 Aug 16 02:29:02.237239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b01bfde1-65a8-4861-aa6c-3819a9f70edc req-27311d68-b0cd-42e8-8289-ba41d3b26c81 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392776 Aug 16 02:29:02.264297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:02.293487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=efbf2b00-42c4-4d0a-8ebc-835e78898b03,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:02.309026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1c4a3b13-592d-4d39-bfbd-08a12d0bdf7c None None] Provisioning complete for port cb677add-1074-4e60-9c26-8a8253417be1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:02.309400 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3b13-592d-4d39-bfbd-08a12d0bdf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.365485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87de735-89b7-4aa6-a2ba-00579c3300cf tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:02.370840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e87de735-89b7-4aa6-a2ba-00579c3300cf tempest-TestNetworkAdvancedServerOps-518678616 tempest-TestNetworkAdvancedServerOps-518678616-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 1093 time: 0.1021776 Aug 16 02:29:02.372422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51662) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:02.378055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:02.391550 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:02.394125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a3b13-592d-4d39-bfbd-08a12d0bdf7c None None] Port cb677add-1074-4e60-9c26-8a8253417be1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:02.423357 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.427996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-f3c9aaa5-c7d9-476e-9c77-32363f03fb76 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=776d75d9ff5b4d87a2688afdaca3d693&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589783 Aug 16 02:29:02.441358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Transition to ACTIVE for port object 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:02.446712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.465737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Transition to ACTIVE for port object 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:02.483675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.571007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Network 09acb5f6-5901-40bb-89fe-cd9f58331159 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:02.584036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:02.588614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:02.604251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Pushing event updated for resources: {'Port': ['ID=5c523f50-9b1f-4a11-998f-4b2756cc0fa3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:02.685333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 2001:db8:2::1 (09acb5f6-5901-40bb-89fe-cd9f58331159/d4bf019e-d881-497b-b46d-0db2284ed46c/1c27433d-eef6-4405-b6a6-80e198c8ea51) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:02.687696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-1b9f7e41-367d-4ff6-b581-b31fa51869b1 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:02.690403 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-1b9f7e41-367d-4ff6-b581-b31fa51869b1 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553020 Aug 16 02:29:02.701669 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:28:58Z', 'revision_number': 3, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:28:58Z', 'revision_number': 2, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:02.710213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-77ddb099-55a5-4f62-b9ae-5930d9c4fb9a tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/quotas/776d75d9ff5b4d87a2688afdaca3d693 HTTP/1.1" status: 200 len: 375 time: 0.0140562 Aug 16 02:29:02.714043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Attempting to bind port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:02.714424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Attempting to bind port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:02.714793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Attempting to bind port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 on network 09acb5f6-5901-40bb-89fe-cd9f58331159 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:02.736118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:02.738092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Checking segment: {'id': 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:02.739731 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.741183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Bound using segment: {'id': 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:02.742994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Bound port: 5c523f50-9b1f-4a11-998f-4b2756cc0fa3, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:02.744601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.746946 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:02.748085 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Updating router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 port cb677add-1074-4e60-9c26-8a8253417be1 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:29:02.749338 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c54c328-77c8-4dcc-ac3b-8cb31d8227ed tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=776d75d9ff5b4d87a2688afdaca3d693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333443 Aug 16 02:29:02.784717 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.851893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:02.879256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] For port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:02.903270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] For port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5c523f50-9b1f-4a11-998f-4b2756cc0fa3,segment=NetworkSegment(ce3ccefa-7635-4d85-b3d5-c1fb9a321fea),segment_id=ce3ccefa-7635-4d85-b3d5-c1fb9a321fea)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:02.910648 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.012298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc731fb-05df-4129-aad7-190f7c5869d3 None None] Pushing event updated for resources: {'Port': ['ID=5c523f50-9b1f-4a11-998f-4b2756cc0fa3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:03.032260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-834729cf-871b-43c4-9f85-8643974bb2c5 req-460ad663-c469-42e0-a954-9565c89f5273 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 210 time: 0.0341198 Aug 16 02:29:03.054966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Allocated IP 172.25.5.213 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/f9a76c6c-d833-40df-84ea-96a9714366b7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:03.155462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.182659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Transition to ACTIVE for port object 1c27433d-eef6-4405-b6a6-80e198c8ea51 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:03.243547 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.259749 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Transition to ACTIVE for port object cb677add-1074-4e60-9c26-8a8253417be1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:03.272333 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.294409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.323340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.366722 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6022d4d-e91e-4996-89a3-193541c9c47d None None] Pushing event updated for resources: {'Port': ['ID=cb677add-1074-4e60-9c26-8a8253417be1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:03.371764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device efbf2b00-42c4-4d0a-8ebc-835e78898b03 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:03.397262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=1c27433d-eef6-4405-b6a6-80e198c8ea51,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:03.427282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 09acb5f6-5901-40bb-89fe-cd9f58331159 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:03.430625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:03.436903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:03.436903 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.506106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port efbf2b00-42c4-4d0a-8ebc-835e78898b03 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:03.506525 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.543935 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Attempting to bind port cb677add-1074-4e60-9c26-8a8253417be1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:03.544384 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Attempting to bind port cb677add-1074-4e60-9c26-8a8253417be1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '3bb39c63-d447-432e-9489-4188df23740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:03.544760 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Attempting to bind port cb677add-1074-4e60-9c26-8a8253417be1 on network b1fcb329-1981-476a-a285-23bce07c8fe8 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:03.564025 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:03.568042 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Checking segment: {'id': '3bb39c63-d447-432e-9489-4188df23740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:03.568729 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.573921 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Bound using segment: {'id': '3bb39c63-d447-432e-9489-4188df23740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:03.574515 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Bound port: cb677add-1074-4e60-9c26-8a8253417be1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb39c63-d447-432e-9489-4188df23740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:03.575000 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.603114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.677493 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29eab53e-447c-4b17-8d50-98c6b35d9557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.677879 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.691077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8fb92a80-7704-474e-8567-ba7b0c2e0b4e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:03.723908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:03.726944 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] For port cb677add-1074-4e60-9c26-8a8253417be1, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:03.732531 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] For port cb677add-1074-4e60-9c26-8a8253417be1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=cb677add-1074-4e60-9c26-8a8253417be1,segment=NetworkSegment(3bb39c63-d447-432e-9489-4188df23740a),segment_id=3bb39c63-d447-432e-9489-4188df23740a)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:03.737757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:03.746464 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.754121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:03.764007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=f9a76c6c-d833-40df-84ea-96a9714366b7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:03.774149 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:03.774550 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.811664 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:03.812450 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:03.982995 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:03.999868 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:04.076756 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6022d4d-e91e-4996-89a3-193541c9c47d None None] Pushing event updated for resources: {'Port': ['ID=cb677add-1074-4e60-9c26-8a8253417be1,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:04.256373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4be68b88-db88-4e27-9fdb-7d9cb64ffe91 req-a0c39b78-2d4e-4112-8805-7500d2140e87 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 210 time: 0.0585992 Aug 16 02:29:04.389008 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:03Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 1, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:03Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:04.423322 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a821d5a9-a4a6-44c4-9b14-48f097acc082 None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:03Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 1, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:03Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:04.433763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:04.445963 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:04.446864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:04.672471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01131fdc-5917-4240-ba35-70853cb38963 None None] Network 09acb5f6-5901-40bb-89fe-cd9f58331159 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:04.757375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6c9044b5-ecf6-40de-9132-666a8f284df8 None None] Provisioning for port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:04.924022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:04.978568 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-c6b5551d-3030-4ebd-a4ed-b0cbcea59871 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=776d75d9ff5b4d87a2688afdaca3d693&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937312 Aug 16 02:29:05.063799 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=1c27433d-eef6-4405-b6a6-80e198c8ea51,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:05.319552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 09acb5f6-5901-40bb-89fe-cd9f58331159 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:05.331138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:05.437707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device cb677add-1074-4e60-9c26-8a8253417be1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:05.469820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fab3fff-586f-4309-99c7-fec43666135d req-1db9487e-c18c-4d4e-ab51-552e59688c63 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 210 time: 0.0886054 Aug 16 02:29:05.525288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce69d52b-459a-4c2e-8cbd-01e72894b525 None None] Provisioning for port 1c27433d-eef6-4405-b6a6-80e198c8ea51 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:05.532052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce69d52b-459a-4c2e-8cbd-01e72894b525 None None] Provisioning complete for port 1c27433d-eef6-4405-b6a6-80e198c8ea51 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:05.532691 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce69d52b-459a-4c2e-8cbd-01e72894b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:05.551327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:05.565898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port cb677add-1074-4e60-9c26-8a8253417be1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:05.578362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port cb677add-1074-4e60-9c26-8a8253417be1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:05.578840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:05.590885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-c2ece9cd-ad8f-4557-a0eb-05a624482e4d tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:05.592463 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-c2ece9cd-ad8f-4557-a0eb-05a624482e4d tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6005909 Aug 16 02:29:05.608482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ce69d52b-459a-4c2e-8cbd-01e72894b525 None None] Port 1c27433d-eef6-4405-b6a6-80e198c8ea51 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:05.626245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:05.640879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Request body: {'port': {'device_id': '1cea2f6f-efed-4830-9c55-a50b2c258277', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '776d75d9ff5b4d87a2688afdaca3d693'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:05.690984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:05.736183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port cb677add-1074-4e60-9c26-8a8253417be1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=cb677add-1074-4e60-9c26-8a8253417be1,segment=NetworkSegment(3bb39c63-d447-432e-9489-4188df23740a),segment_id=3bb39c63-d447-432e-9489-4188df23740a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:05.746914 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:05.749579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:05.801467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:05.806867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81395530-22dc-4d86-9400-e944e586ce67 None None] Provisioning complete for port 1c27433d-eef6-4405-b6a6-80e198c8ea51 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:05.807279 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81395530-22dc-4d86-9400-e944e586ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:05.871701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=cb677add-1074-4e60-9c26-8a8253417be1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:05.883079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-81395530-22dc-4d86-9400-e944e586ce67 None None] Port 1c27433d-eef6-4405-b6a6-80e198c8ea51 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:05.895117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:05.900290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:05.900712 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:05.928987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:05.943692 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5a92dce1-e0d4-42b3-822e-a66590bb2a64 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8688319 Aug 16 02:29:05.946159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:05.948662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:05.954360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-37910044'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:05.963782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:05.964731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:06.027029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Made reservation on behalf of 776d75d9ff5b4d87a2688afdaca3d693 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:06.031527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.047319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.055229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:06.065768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.093852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e5a285ed-350e-4027-bcd4-b8c148ef6dbb None None] Provisioning complete for port 1c27433d-eef6-4405-b6a6-80e198c8ea51 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:06.093852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a285ed-350e-4027-bcd4-b8c148ef6dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.113935 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.119141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:06.132301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:06.132920 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.133478 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added segment 821a2981-1361-43a7-aec1-8afea1ed397c of type vlan for network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 Aug 16 02:29:06.184609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e5a285ed-350e-4027-bcd4-b8c148ef6dbb None None] Port 1c27433d-eef6-4405-b6a6-80e198c8ea51 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:06.196487 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.196806 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.207896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.229961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5c523f50-9b1f-4a11-998f-4b2756cc0fa3,segment=NetworkSegment(ce3ccefa-7635-4d85-b3d5-c1fb9a321fea),segment_id=ce3ccefa-7635-4d85-b3d5-c1fb9a321fea)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:06.231138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.237221 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.244125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:06.244763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.318368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Network': ['ID=363cdea2-3bc0-412c-98cc-cca02ad8c1d7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:06.339438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.350186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:06.388284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.391060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event updated for resources: {'Port': ['ID=f9a76c6c-d833-40df-84ea-96a9714366b7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:06.395580 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.407658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c08b4b73-805c-4fcb-b65d-054b6198801b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4589727 Aug 16 02:29:06.411781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:06.435797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'subnet': {'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:06.458325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=5c523f50-9b1f-4a11-998f-4b2756cc0fa3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:06.520180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40792bb7-20c2-48cb-9489-64f6cd0b2b4a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:06.575261 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Floating IP 368f6f0b-299d-467d-ad2a-192a3ea35d0a associated. External IP: 172.25.5.213, port: e8341c58-b9fe-4b75-8ce0-a1f53841932e. Aug 16 02:29:06.626969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d05a93-b9b4-4044-81d3-260ee7997927 req-58681445-cc0f-4bdb-ae1e-a715d9122ced tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 210 time: 0.0543976 Aug 16 02:29:06.626969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Made reservation on behalf of e3e0a953c2b049639f955effd1aaac6e for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:06.626969 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.630961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:03Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:04Z', 'revision_number': 2, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:06.652647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Allocated IP 192.168.233.247 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/96722c37-717b-4436-bc55-1de97fde6ea4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:06.669236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:06.669947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Updating router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 port 1c27433d-eef6-4405-b6a6-80e198c8ea51 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:29:06.704198 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.828610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:06.837310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.907506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Checking segment: {'id': '821a2981-1361-43a7-aec1-8afea1ed397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:06.907864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network hostable DHCP agents. Network: 363cdea2-3bc0-412c-98cc-cca02ad8c1d7, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:06.917859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Subnet': ['ID=d6e37b4d-bcff-43c3-880d-c1c928ed9cc8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:06.936681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:06.953974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 363cdea2-3bc0-412c-98cc-cca02ad8c1d7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:06.961785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:06.963459 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.990135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:06.990519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5f72331c-ce33-4792-9696-9898035f0d4a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5670998 Aug 16 02:29:06.991125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:06.992868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7663bfae-95a2-4846-bd6a-d5b8d4a348ac None None] Network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:07.008266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b86e5fbe-7580-4b21-998e-dd5ad14e4214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.104750 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.142626 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b86e5fbe-7580-4b21-998e-dd5ad14e4214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.149209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b86e5fbe-7580-4b21-998e-dd5ad14e4214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.172018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Transition to ACTIVE for port object 96722c37-717b-4436-bc55-1de97fde6ea4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:07.199556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b86e5fbe-7580-4b21-998e-dd5ad14e4214 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72009aa307e2490b9dceaeb4bcff56d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689294 Aug 16 02:29:07.204238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:07.210845 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.229764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e5fbe-7580-4b21-998e-dd5ad14e4214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a969af-53c2-4175-9f23-16834cc277a2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:07.259195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device cb677add-1074-4e60-9c26-8a8253417be1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:07.288206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06ee2713-2442-42cc-8588-9c41bf7d2b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.315231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06ee2713-2442-42cc-8588-9c41bf7d2b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.373637 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06ee2713-2442-42cc-8588-9c41bf7d2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.376709 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06ee2713-2442-42cc-8588-9c41bf7d2b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.380914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-06ee2713-2442-42cc-8588-9c41bf7d2b1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/43a969af-53c2-4175-9f23-16834cc277a2 HTTP/1.1" status: 204 len: 168 time: 0.1727338 Aug 16 02:29:07.393075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee2713-2442-42cc-8588-9c41bf7d2b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a969af-53c2-4175-9f23-16834cc277a2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:07.407221 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.441622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port cb677add-1074-4e60-9c26-8a8253417be1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:07.442339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.445128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Transition to ACTIVE for port object 1c27433d-eef6-4405-b6a6-80e198c8ea51 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:07.486032 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.509088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-363cdea2-3bc0-412c-98cc-cca02ad8c1d7', 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'fixed_ips': [{'subnet_id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:07.510042 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.593474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d827d9e-c846-49ab-b095-068cdac4b1ed None None] Pushing event updated for resources: {'Port': ['ID=1c27433d-eef6-4405-b6a6-80e198c8ea51,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:07.712369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.778961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:07.787697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Attempting to bind port 1c27433d-eef6-4405-b6a6-80e198c8ea51 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:07.788077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Attempting to bind port 1c27433d-eef6-4405-b6a6-80e198c8ea51 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:07.788587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Attempting to bind port 1c27433d-eef6-4405-b6a6-80e198c8ea51 on network 09acb5f6-5901-40bb-89fe-cd9f58331159 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:07.794239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:07.796650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a3799-8c2e-48f4-8bd5-38aa37157b35 req-69f3e3b2-ba5c-42a7-8b31-dc7dc253b6bb tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.798187 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-417a3799-8c2e-48f4-8bd5-38aa37157b35 req-69f3e3b2-ba5c-42a7-8b31-dc7dc253b6bb tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 936 time: 0.1029799 Aug 16 02:29:07.804976 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849f802a-9d71-41ec-b0eb-2ba7b7ea4edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.860218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Allocated IP 2001:db8:3::2 (363cdea2-3bc0-412c-98cc-cca02ad8c1d7/d6e37b4d-bcff-43c3-880d-c1c928ed9cc8/3270393f-c257-400f-9aa1-3adfecc1ed4e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:07.863350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Pushing event updated for resources: {'Port': ['ID=96722c37-717b-4436-bc55-1de97fde6ea4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:07.866949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-417a3799-8c2e-48f4-8bd5-38aa37157b35 req-cd55c101-6619-4d04-b863-901f3fa6512d tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594208 Aug 16 02:29:07.870545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:07.871042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Checking segment: {'id': 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:07.871508 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.871979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Bound using segment: {'id': 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:07.872763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Bound port: 1c27433d-eef6-4405-b6a6-80e198c8ea51, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:07.873110 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.904881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:07.910603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:07.921486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:07.956351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849f802a-9d71-41ec-b0eb-2ba7b7ea4edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.962217 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849f802a-9d71-41ec-b0eb-2ba7b7ea4edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.975177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:07.988784 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] Sync routers for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:08.001649 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:08.002232 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:08.007608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] For port 1c27433d-eef6-4405-b6a6-80e198c8ea51, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:08.013509 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-849f802a-9d71-41ec-b0eb-2ba7b7ea4edc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bad64dc0b9204ea49ab51be412a7cab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294500 Aug 16 02:29:08.013788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51864) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:08.030990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f802a-9d71-41ec-b0eb-2ba7b7ea4edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174d4233-77b9-4ea5-a910-2f7c9504c4d6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:08.032376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.080999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] For port 1c27433d-eef6-4405-b6a6-80e198c8ea51, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c27433d-eef6-4405-b6a6-80e198c8ea51,segment=NetworkSegment(ce3ccefa-7635-4d85-b3d5-c1fb9a321fea),segment_id=ce3ccefa-7635-4d85-b3d5-c1fb9a321fea)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:08.081908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a224491c-1fc8-443b-9ee1-9ef662a346d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.110384 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.112835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a224491c-1fc8-443b-9ee1-9ef662a346d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.150230 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:08.152470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.169739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:08.170122 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.188019 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a224491c-1fc8-443b-9ee1-9ef662a346d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.191790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a224491c-1fc8-443b-9ee1-9ef662a346d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.196100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a224491c-1fc8-443b-9ee1-9ef662a346d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/174d4233-77b9-4ea5-a910-2f7c9504c4d6 HTTP/1.1" status: 204 len: 168 time: 0.1789947 Aug 16 02:29:08.203237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224491c-1fc8-443b-9ee1-9ef662a346d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174d4233-77b9-4ea5-a910-2f7c9504c4d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:08.221319 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8f39441c-6700-4199-b9fa-e3bbed9f2959 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8471839 Aug 16 02:29:08.229887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:08.232984 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a7c268-3f53-464d-9a01-4e4daa5f0d12" -d '{"events": [{"name": "network-changed", "server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:08.244551 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-2c37e9bf-dd3e-44e2-82a4-7417ad3aa891 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6079464 Aug 16 02:29:08.266595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a701ba3f-87d0-4929-8325-2c6fcd1ceeb4 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:29:08.267868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a701ba3f-87d0-4929-8325-2c6fcd1ceeb4 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098610 Aug 16 02:29:08.276851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.280068 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:08.431962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d827d9e-c846-49ab-b095-068cdac4b1ed None None] Pushing event updated for resources: {'Port': ['ID=1c27433d-eef6-4405-b6a6-80e198c8ea51,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:08.436957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:08.436957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:08.529351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a23a97-c002-448e-9b86-0efb369fed61 req-9e3173e3-2269-4926-bef4-16c139996e42 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:08.533857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3a23a97-c002-448e-9b86-0efb369fed61 req-9e3173e3-2269-4926-bef4-16c139996e42 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.1348274 Aug 16 02:29:08.545009 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.610805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f3a23a97-c002-448e-9b86-0efb369fed61 req-4883f4bc-2a76-466e-8d2e-2e7e52bdc486 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678728 Aug 16 02:29:08.615458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2bccf223-997e-4f7d-9e7c-901dd2980fd5 None None] Provisioning for port 96722c37-717b-4436-bc55-1de97fde6ea4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:08.619917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Transition to ACTIVE for port object 3270393f-c257-400f-9aa1-3adfecc1ed4e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:08.628562 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367545bb-8055-4154-9207-981036180230 x-openstack-request-id: req-367545bb-8055-4154-9207-981036180230 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:08.628867 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:08.629272 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-367545bb-8055-4154-9207-981036180230 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:08.629859 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'status': 'completed', 'code': 200} Aug 16 02:29:08.635487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Request body: {'port': {'device_id': '1cea2f6f-efed-4830-9c55-a50b2c258277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:08.639203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2bccf223-997e-4f7d-9e7c-901dd2980fd5 None None] Provisioning complete for port 96722c37-717b-4436-bc55-1de97fde6ea4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:08.639690 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bccf223-997e-4f7d-9e7c-901dd2980fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.643633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:08.746264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:08.751171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Transition to ACTIVE for port object 3270393f-c257-400f-9aa1-3adfecc1ed4e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:08.781348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2bccf223-997e-4f7d-9e7c-901dd2980fd5 None None] Port 96722c37-717b-4436-bc55-1de97fde6ea4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:08.786811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2e7b71d5-1610-4433-b1d3-e40b5f2bee92 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/368f6f0b-299d-467d-ad2a-192a3ea35d0a HTTP/1.1" status: 200 len: 992 time: 0.1407914 Aug 16 02:29:08.788321 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.815963 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '368f6f0b-299d-467d-ad2a-192a3ea35d0a', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'port_id': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'mac_address': 'fa:16:3e:fd:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:04Z', 'updated_at': '2021-08-16T02:29:04Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bfc47ad-17e1-4eae-be95-9b3b50435aaf', 'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:8a:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:39Z', 'updated_at': '2021-08-16T02:28:47Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:08.842769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:08.847625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:08.855926 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] Checking router: 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:08.864606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:08.870373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-5fda6aad-c459-4f67-b118-da20d028a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:08.872533 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-5fda6aad-c459-4f67-b118-da20d028a7b5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 1098 time: 0.2414989 Aug 16 02:29:08.873927 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:08.874618 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:08.891850 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.935760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Pushing event updated for resources: {'Port': ['ID=3270393f-c257-400f-9aa1-3adfecc1ed4e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:08.985335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Allocated IP 2001:db8:3::1 (363cdea2-3bc0-412c-98cc-cca02ad8c1d7/d6e37b4d-bcff-43c3-880d-c1c928ed9cc8/13c54617-ab03-4e97-bdf3-4cd2216d633d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:09.040777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Attempting to bind port 3270393f-c257-400f-9aa1-3adfecc1ed4e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:09.041174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Attempting to bind port 3270393f-c257-400f-9aa1-3adfecc1ed4e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '821a2981-1361-43a7-aec1-8afea1ed397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:09.041514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Attempting to bind port 3270393f-c257-400f-9aa1-3adfecc1ed4e on network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:09.058060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:09.058060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Checking segment: {'id': '821a2981-1361-43a7-aec1-8afea1ed397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:09.058455 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.058543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Bound using segment: {'id': '821a2981-1361-43a7-aec1-8afea1ed397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:09.059020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Bound port: 3270393f-c257-400f-9aa1-3adfecc1ed4e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821a2981-1361-43a7-aec1-8afea1ed397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:09.059436 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.103525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca590df-d96b-46b7-86a7-8a3513d061ce req-faefc111-ad55-467b-97a4-f04100aa25d8 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.111809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ca590df-d96b-46b7-86a7-8a3513d061ce req-faefc111-ad55-467b-97a4-f04100aa25d8 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 936 time: 0.1087759 Aug 16 02:29:09.184591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ca590df-d96b-46b7-86a7-8a3513d061ce req-0fbd1305-4f97-4f66-b266-9e357f1008fc tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646243 Aug 16 02:29:09.215362 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:09.228827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] For port 3270393f-c257-400f-9aa1-3adfecc1ed4e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:09.248319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] For port 3270393f-c257-400f-9aa1-3adfecc1ed4e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3270393f-c257-400f-9aa1-3adfecc1ed4e,segment=NetworkSegment(821a2981-1361-43a7-aec1-8afea1ed397c),segment_id=821a2981-1361-43a7-aec1-8afea1ed397c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:09.257369 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.266236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:03Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:07Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:09.292914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-9fa52f36-c991-4866-a891-0ed6e2b2464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.294742 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-9fa52f36-c991-4866-a891-0ed6e2b2464f service neutron] 10.222.0.93 "GET /v2.0/networks?id=563845f1-6316-48dc-874c-46d67ad3ed5f HTTP/1.1" status: 200 len: 897 time: 0.4141588 Aug 16 02:29:09.347800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c27433d-eef6-4405-b6a6-80e198c8ea51 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:09.353412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13470db9-d7e8-4246-bab3-6d403f87a6cc None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:03Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:07Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:09.417717 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.443636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dc91d-4569-4824-b6dc-ce702e469694 None None] Pushing event updated for resources: {'Port': ['ID=3270393f-c257-400f-9aa1-3adfecc1ed4e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:09.464023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1c27433d-eef6-4405-b6a6-80e198c8ea51 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:09.469415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1c27433d-eef6-4405-b6a6-80e198c8ea51 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:09.470119 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.561519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Transition to ACTIVE for port object 13c54617-ab03-4e97-bdf3-4cd2216d633d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:09.604177 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-43df9ac4-a21f-4b5c-a060-1950ab2e7c1e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e HTTP/1.1" status: 200 len: 1000 time: 0.1360037 Aug 16 02:29:09.628366 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.682533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1c27433d-eef6-4405-b6a6-80e198c8ea51, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c27433d-eef6-4405-b6a6-80e198c8ea51,segment=NetworkSegment(ce3ccefa-7635-4d85-b3d5-c1fb9a321fea),segment_id=ce3ccefa-7635-4d85-b3d5-c1fb9a321fea)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:09.689374 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.737155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.747365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-b41f5787-461f-4060-8571-4f4316557e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.748272 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '368f6f0b-299d-467d-ad2a-192a3ea35d0a', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'port_id': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'mac_address': 'fa:16:3e:fd:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:04Z', 'updated_at': '2021-08-16T02:29:04Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bfc47ad-17e1-4eae-be95-9b3b50435aaf', 'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:8a:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:39Z', 'updated_at': '2021-08-16T02:28:47Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:09.749435 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-b41f5787-461f-4060-8571-4f4316557e3b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fc2a1c58-309f-41f7-a42e-8a812698696b HTTP/1.1" status: 200 len: 835 time: 0.1394565 Aug 16 02:29:09.792699 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1b033-4659-478e-bf2f-c351eca22436 None None] The sync data for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 is: [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '368f6f0b-299d-467d-ad2a-192a3ea35d0a', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'port_id': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'mac_address': 'fa:16:3e:fd:c3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:04Z', 'updated_at': '2021-08-16T02:29:04Z', 'revision_number': 0, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bfc47ad-17e1-4eae-be95-9b3b50435aaf', 'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:8a:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:39Z', 'updated_at': '2021-08-16T02:28:47Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:09.797094 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:09.879501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:09.898576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:09.907950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:09.908758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.915039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96722c37-717b-4436-bc55-1de97fde6ea4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:09.921206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8a3bc35c-a631-4365-9a91-98585a8414a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/368f6f0b-299d-467d-ad2a-192a3ea35d0a HTTP/1.1" status: 200 len: 992 time: 0.1229031 Aug 16 02:29:09.965687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:09.976440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=13c54617-ab03-4e97-bdf3-4cd2216d633d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:09.996147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-c3ef2db8-486f-484b-8060-1746818b071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.997990 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-c3ef2db8-486f-484b-8060-1746818b071c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=563845f1-6316-48dc-874c-46d67ad3ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2092690 Aug 16 02:29:10.001768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Transition to ACTIVE for port object 96722c37-717b-4436-bc55-1de97fde6ea4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:10.031766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.038870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1c27433d-eef6-4405-b6a6-80e198c8ea51,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:10.181481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Pushing event updated for resources: {'Port': ['ID=96722c37-717b-4436-bc55-1de97fde6ea4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:10.257843 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.261314 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-e0bc6a1c-aa87-4134-b85e-212756b14d39 service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392223 Aug 16 02:29:10.376302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a88bf-cf4a-4f57-92b8-12dfee5e1c61 None None] New status for floating IP 368f6f0b-299d-467d-ad2a-192a3ea35d0a: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:29:10.421558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53599c7c-1840-4d4e-86ea-96ba5f05efd7 req-f12e2a20-4dcd-4b4a-b1bb-f58f5b869522 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:10.423391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53599c7c-1840-4d4e-86ea-96ba5f05efd7 req-f12e2a20-4dcd-4b4a-b1bb-f58f5b869522 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 948 time: 0.1082606 Aug 16 02:29:10.480391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Attempting to bind port 96722c37-717b-4436-bc55-1de97fde6ea4 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:10.481048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Attempting to bind port 96722c37-717b-4436-bc55-1de97fde6ea4 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:10.481579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Attempting to bind port 96722c37-717b-4436-bc55-1de97fde6ea4 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:10.503320 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53599c7c-1840-4d4e-86ea-96ba5f05efd7 req-8d7388d0-ebb5-4f6c-979e-99354f60bca8 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698907 Aug 16 02:29:10.560803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Port 96722c37-717b-4436-bc55-1de97fde6ea4 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:10.561131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Attempting to bind port 96722c37-717b-4436-bc55-1de97fde6ea4 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:10.619065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:10.619442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:10.619831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:10.620287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Bound port: 96722c37-717b-4436-bc55-1de97fde6ea4, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:10.620644 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.648197 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73a7c268-3f53-464d-9a01-4e4daa5f0d12 req-90802287-629e-4a8e-a0b8-f5228d6cbe51 service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713508 Aug 16 02:29:10.790740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] For port 96722c37-717b-4436-bc55-1de97fde6ea4, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:10.799402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] For port 96722c37-717b-4436-bc55-1de97fde6ea4, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=96722c37-717b-4436-bc55-1de97fde6ea4,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:10.806662 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.830414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdec7547-db28-45f9-9aef-5508f67afedc None None] Network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:10.858244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:10.858860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.860309 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] 10.222.0.86 "PUT /v2.0/ports/96722c37-717b-4436-bc55-1de97fde6ea4 HTTP/1.1" status: 200 len: 1097 time: 2.5806298 Aug 16 02:29:10.872622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cea2f6f-efed-4830-9c55-a50b2c258277', 'tag': '96722c37-717b-4436-bc55-1de97fde6ea4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:10.875077 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deed7b5e-7bb6-4e64-a631-4bb91db0e586" -d '{"events": [{"name": "network-changed", "server_uuid": "1cea2f6f-efed-4830-9c55-a50b2c258277", "tag": "96722c37-717b-4436-bc55-1de97fde6ea4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:10.923226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2447b97-94f5-4875-8025-f939fcf95723 service neutron] Pushing event updated for resources: {'Port': ['ID=96722c37-717b-4436-bc55-1de97fde6ea4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:10.924960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:10.933179 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.934883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d483740c-d4c5-462b-b05e-ce33312ff1aa None None] Provisioning for port 3270393f-c257-400f-9aa1-3adfecc1ed4e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:10.945428 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.946512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.996147 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cee6c99-be64-4ce3-a1bd-42b9f4318b68 x-openstack-request-id: req-9cee6c99-be64-4ce3-a1bd-42b9f4318b68 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:10.996722 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cea2f6f-efed-4830-9c55-a50b2c258277", "tag": "96722c37-717b-4436-bc55-1de97fde6ea4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:10.997129 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9cee6c99-be64-4ce3-a1bd-42b9f4318b68 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:10.997676 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cea2f6f-efed-4830-9c55-a50b2c258277', 'tag': '96722c37-717b-4436-bc55-1de97fde6ea4', 'status': 'completed', 'code': 200} Aug 16 02:29:11.085497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event updated for resources: {'Port': ['ID=13c54617-ab03-4e97-bdf3-4cd2216d633d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:11.092059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-5d3d81aa-bca2-40cd-b400-ee580a20c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:11.093646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-5d3d81aa-bca2-40cd-b400-ee580a20c0ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=776d75d9ff5b4d87a2688afdaca3d693&device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 1100 time: 0.1632323 Aug 16 02:29:11.220145 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-474a92ac-7113-4373-a25d-1b930c8857cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=96722c37-717b-4436-bc55-1de97fde6ea4 HTTP/1.1" status: 200 len: 217 time: 0.1038098 Aug 16 02:29:11.221866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:11.226767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:11.399820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2a25e98-2766-40b6-a631-ea8f82c50ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:11.401400 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-a2a25e98-2766-40b6-a631-ea8f82c50ed3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.1701250 Aug 16 02:29:11.440209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3270393f-c257-400f-9aa1-3adfecc1ed4e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:11.457065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:11.482578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-c8672ac3-ac26-40fb-b14c-a41f5680b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:11.484124 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-c8672ac3-ac26-40fb-b14c-a41f5680b8df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752447 Aug 16 02:29:11.517901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e97eeff5-4833-4be0-ad49-224bf3e9c5a1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/368f6f0b-299d-467d-ad2a-192a3ea35d0a HTTP/1.1" status: 200 len: 994 time: 0.5917437 Aug 16 02:29:11.529875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3270393f-c257-400f-9aa1-3adfecc1ed4e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:11.534394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3270393f-c257-400f-9aa1-3adfecc1ed4e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:11.534777 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.650754 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.667284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f94fc0b-15e0-4890-98cc-7a26975f035f None None] Provisioning complete for port 3270393f-c257-400f-9aa1-3adfecc1ed4e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:11.667663 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc0b-15e0-4890-98cc-7a26975f035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.689769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:11.711400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe19dc5-aead-4ab2-b832-af6625ed0e96 req-66519166-e763-4c24-9729-df90dd3b5523 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:11.713590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abe19dc5-aead-4ab2-b832-af6625ed0e96 req-66519166-e763-4c24-9729-df90dd3b5523 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 948 time: 0.0892518 Aug 16 02:29:11.771141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 3270393f-c257-400f-9aa1-3adfecc1ed4e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3270393f-c257-400f-9aa1-3adfecc1ed4e,segment=NetworkSegment(821a2981-1361-43a7-aec1-8afea1ed397c),segment_id=821a2981-1361-43a7-aec1-8afea1ed397c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:11.795804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abe19dc5-aead-4ab2-b832-af6625ed0e96 req-819b1a73-b660-43b2-aec0-4ea1adfafe4f tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752687 Aug 16 02:29:11.811797 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.812625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c27433d-eef6-4405-b6a6-80e198c8ea51 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:11.888678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f27c24b-6a62-46f5-98eb-0eaca1365084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.888891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc0b-15e0-4890-98cc-7a26975f035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:11.977682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=3270393f-c257-400f-9aa1-3adfecc1ed4e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:12.009498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1c27433d-eef6-4405-b6a6-80e198c8ea51 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:12.010128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.029805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:12.039211 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c1535e18-8830-4642-b4c8-b4c3cb442514 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0468876 Aug 16 02:29:12.039690 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-0f94fc0b-15e0-4890-98cc-7a26975f035f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:29:12.040212 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-0f94fc0b-15e0-4890-98cc-7a26975f035f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:29:12.040329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f27c24b-6a62-46f5-98eb-0eaca1365084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.041306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:12.042247 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:12.047800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:12.058228 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:12.060654 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:12.110539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f27c24b-6a62-46f5-98eb-0eaca1365084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.119542 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-5e12920c-6896-4042-a004-3c87c30688ef service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303910 Aug 16 02:29:12.224196 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:12.246969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27c24b-6a62-46f5-98eb-0eaca1365084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664fcd85-2e87-43d8-a95e-3631944765dd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:12.255507 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2aa7d88f-08d1-481b-a503-a75097e27029 req-71d6bf96-7a9a-48ca-91d9-e2e14561ba15 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244447 Aug 16 02:29:12.257973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4f27c24b-6a62-46f5-98eb-0eaca1365084 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b44d8125dc64de092726bc024d4c60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669084 Aug 16 02:29:12.260473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:12.341102 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.414784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-3b2cc0b2-044e-4ea5-aac0-db83fc589622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.416605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-3b2cc0b2-044e-4ea5-aac0-db83fc589622 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=776d75d9ff5b4d87a2688afdaca3d693&device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 1100 time: 0.0641437 Aug 16 02:29:12.428715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acae84a2-80db-4abc-8fac-d3c8fef6630a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.480437 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acae84a2-80db-4abc-8fac-d3c8fef6630a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.486616 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:10Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '13c54617-ab03-4e97-bdf3-4cd2216d633d', 'name': '', 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:fc:84:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:08Z', 'updated_at': '2021-08-16T02:29:10Z', 'revision_number': 2, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:09Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:12.519107 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:12.519467 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Updating router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 port 13c54617-ab03-4e97-bdf3-4cd2216d633d binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:29:12.530816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-c7ece8ee-21c0-4cbb-96bc-d7d9ff2386b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.533028 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-c7ece8ee-21c0-4cbb-96bc-d7d9ff2386b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1081140 Aug 16 02:29:12.578401 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.591435 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-2179f0e2-1c10-4c3c-a06f-17440c0b4c75 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=96722c37-717b-4436-bc55-1de97fde6ea4 HTTP/1.1" status: 200 len: 217 time: 0.0512667 Aug 16 02:29:12.604035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acae84a2-80db-4abc-8fac-d3c8fef6630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.607945 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-acae84a2-80db-4abc-8fac-d3c8fef6630a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.609399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-acae84a2-80db-4abc-8fac-d3c8fef6630a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/664fcd85-2e87-43d8-a95e-3631944765dd HTTP/1.1" status: 204 len: 168 time: 0.3477418 Aug 16 02:29:12.635069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f94fc0b-15e0-4890-98cc-7a26975f035f None None] Provisioning for port 13c54617-ab03-4e97-bdf3-4cd2216d633d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:12.639857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f94fc0b-15e0-4890-98cc-7a26975f035f None None] Provisioning complete for port 13c54617-ab03-4e97-bdf3-4cd2216d633d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:12.640243 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f94fc0b-15e0-4890-98cc-7a26975f035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.660074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:29:12.667540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-04b2ae3a-7e95-4b03-b6c7-bb65d7858a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.669172 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-04b2ae3a-7e95-4b03-b6c7-bb65d7858a4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0702722 Aug 16 02:29:12.679584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Removed routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:29:12.680000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.690259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae84a2-80db-4abc-8fac-d3c8fef6630a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664fcd85-2e87-43d8-a95e-3631944765dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:12.715791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0f94fc0b-15e0-4890-98cc-7a26975f035f None None] Port 13c54617-ab03-4e97-bdf3-4cd2216d633d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:12.752045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-5f04b8e7-2461-460a-8051-a3c5646678b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.753571 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-5f04b8e7-2461-460a-8051-a3c5646678b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777600 Aug 16 02:29:12.841266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-881d0b1a-d9f0-4bc3-be27-4b97ecec7161 None None] Provisioning complete for port 13c54617-ab03-4e97-bdf3-4cd2216d633d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:12.841651 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-881d0b1a-d9f0-4bc3-be27-4b97ecec7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.910826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-7b8240d5-0ee7-4847-8216-691d1216e67c service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495314 Aug 16 02:29:12.920083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-881d0b1a-d9f0-4bc3-be27-4b97ecec7161 None None] Port 13c54617-ab03-4e97-bdf3-4cd2216d633d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:12.946306 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.957087 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Transition to ACTIVE for port object 13c54617-ab03-4e97-bdf3-4cd2216d633d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:12.966057 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.996161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:13.003490 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.010830 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.012545 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b0e7b-44f3-47a9-a45f-0082e60c9742 None None] Pushing event updated for resources: {'Port': ['ID=13c54617-ab03-4e97-bdf3-4cd2216d633d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:13.017380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3192e1-8b03-48f1-96f4-b6c2e1aaa87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.030345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c40674-76b1-46f1-b397-ed445688af18 req-19e56637-f3bf-44e6-9ef9-9d7caac7723a tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:13.040510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4c40674-76b1-46f1-b397-ed445688af18 req-19e56637-f3bf-44e6-9ef9-9d7caac7723a tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 948 time: 0.0991726 Aug 16 02:29:13.045308 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-deed7b5e-7bb6-4e64-a631-4bb91db0e586 req-ab14bf5f-6c7e-40c5-afc2-1226b19697c3 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271951 Aug 16 02:29:13.109536 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Attempting to bind port 13c54617-ab03-4e97-bdf3-4cd2216d633d on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:13.110488 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Attempting to bind port 13c54617-ab03-4e97-bdf3-4cd2216d633d by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '821a2981-1361-43a7-aec1-8afea1ed397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:13.111125 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Attempting to bind port 13c54617-ab03-4e97-bdf3-4cd2216d633d on network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:13.118015 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:13.118639 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Checking segment: {'id': '821a2981-1361-43a7-aec1-8afea1ed397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:13.119255 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.119792 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Bound using segment: {'id': '821a2981-1361-43a7-aec1-8afea1ed397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:13.120401 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Bound port: 13c54617-ab03-4e97-bdf3-4cd2216d633d, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821a2981-1361-43a7-aec1-8afea1ed397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:13.120933 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.181201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4c40674-76b1-46f1-b397-ed445688af18 req-582da2a1-c13f-467d-a7f1-3c643d6ae3b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398094 Aug 16 02:29:13.195502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:13.218624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3192e1-8b03-48f1-96f4-b6c2e1aaa87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.223059 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] For port 13c54617-ab03-4e97-bdf3-4cd2216d633d, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:13.227797 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] For port 13c54617-ab03-4e97-bdf3-4cd2216d633d, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=13c54617-ab03-4e97-bdf3-4cd2216d633d,segment=NetworkSegment(821a2981-1361-43a7-aec1-8afea1ed397c),segment_id=821a2981-1361-43a7-aec1-8afea1ed397c)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:13.232142 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.232546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3192e1-8b03-48f1-96f4-b6c2e1aaa87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.284537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3270393f-c257-400f-9aa1-3adfecc1ed4e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:13.290766 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3f3192e1-8b03-48f1-96f4-b6c2e1aaa87d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48830ef558814061a52924093afd5c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912703 Aug 16 02:29:13.295654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:13.319587 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:13.320985 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:13.323679 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b0e7b-44f3-47a9-a45f-0082e60c9742 None None] Pushing event updated for resources: {'Port': ['ID=13c54617-ab03-4e97-bdf3-4cd2216d633d,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:13.337234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3192e1-8b03-48f1-96f4-b6c2e1aaa87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f314bf-f9e4-4904-a31d-08156fb381ec,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:13.343866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:13.355646 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.361741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8ad8fe43-4785-48bd-87a2-c8a65a979198 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 HTTP/1.1" status: 200 len: 953 time: 1.3191845 Aug 16 02:29:13.362301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 51984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:13.389566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3270393f-c257-400f-9aa1-3adfecc1ed4e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:13.390042 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.413484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870826eb-9ec5-4d4b-9695-130d8900897c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.452279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870826eb-9ec5-4d4b-9695-130d8900897c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.466407 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:13.514649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 51986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:13.515323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5ec2d1b6-e15c-4e98-b171-68d48696620b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 HTTP/1.1" status: 200 len: 953 time: 0.1518502 Aug 16 02:29:13.522693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'routes': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:13.526946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870826eb-9ec5-4d4b-9695-130d8900897c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.536645 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-870826eb-9ec5-4d4b-9695-130d8900897c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.539580 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-870826eb-9ec5-4d4b-9695-130d8900897c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12f314bf-f9e4-4904-a31d-08156fb381ec HTTP/1.1" status: 204 len: 168 time: 0.2378802 Aug 16 02:29:13.623665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870826eb-9ec5-4d4b-9695-130d8900897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f314bf-f9e4-4904-a31d-08156fb381ec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:13.747886 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:12Z', 'revision_number': 6, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '13c54617-ab03-4e97-bdf3-4cd2216d633d', 'name': '', 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:fc:84:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:08Z', 'updated_at': '2021-08-16T02:29:13Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:09Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:13.775982 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eebd01-459a-4aff-9431-78a18e38e3c5 None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:12Z', 'revision_number': 6, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '13c54617-ab03-4e97-bdf3-4cd2216d633d', 'name': '', 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:fc:84:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:08Z', 'updated_at': '2021-08-16T02:29:13Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:09Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:14.001743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:29:14.002055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:29:14.041618 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.272182 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-7de71b15-1b57-4e02-8cb6-9167fee7a5e9 req-1fc60ad8-1aa3-43ad-9c82-f933a855d4ce service neutron] (94640) timed out ('10.222.0.61', 56840) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:29:14.285477 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.290198 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.344862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920efb3-acdf-4cd4-9c1d-ae8acf42490b req-e00fa8eb-f469-4cf6-8a41-7a732b4ccca6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:14.346602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0920efb3-acdf-4cd4-9c1d-ae8acf42490b req-e00fa8eb-f469-4cf6-8a41-7a732b4ccca6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 948 time: 0.0664730 Aug 16 02:29:14.391721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0920efb3-acdf-4cd4-9c1d-ae8acf42490b req-0714542c-1bda-4ef0-984e-8ad2f60be6e0 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365450 Aug 16 02:29:14.416085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:14.531146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:14.540787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.544676 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6bb126f5-47f0-4c24-b107-f7ae8f81d4bd tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 HTTP/1.1" status: 200 len: 703 time: 1.0279486 Aug 16 02:29:14.544984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52016) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:14.656071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1838e488-886f-4f76-b2ee-486fa6b54b8c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 HTTP/1.1" status: 200 len: 703 time: 0.1066225 Aug 16 02:29:14.656276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:14.753206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:14.766048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:14.766945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:14.865871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:15.056786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.096508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:14Z', 'revision_number': 7, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '13c54617-ab03-4e97-bdf3-4cd2216d633d', 'name': '', 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:fc:84:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:08Z', 'updated_at': '2021-08-16T02:29:13Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:09Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:15.137222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:15.151722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:15.152640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:15.268049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:15.300683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 13c54617-ab03-4e97-bdf3-4cd2216d633d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:15.358174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 13c54617-ab03-4e97-bdf3-4cd2216d633d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:15.358791 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.441613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 13c54617-ab03-4e97-bdf3-4cd2216d633d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:15.464998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port 13c54617-ab03-4e97-bdf3-4cd2216d633d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=13c54617-ab03-4e97-bdf3-4cd2216d633d,segment=NetworkSegment(821a2981-1361-43a7-aec1-8afea1ed397c),segment_id=821a2981-1361-43a7-aec1-8afea1ed397c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:15.465365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.481028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 13c54617-ab03-4e97-bdf3-4cd2216d633d owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:15.486447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 13c54617-ab03-4e97-bdf3-4cd2216d633d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:15.486825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.529961 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:29:15.553566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52106) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:15.615905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:14Z', 'revision_number': 7, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '13c54617-ab03-4e97-bdf3-4cd2216d633d', 'name': '', 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:fc:84:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:08Z', 'updated_at': '2021-08-16T02:29:13Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:09Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:15.654366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc12ad-c01c-4554-9eb7-a6aee9dbe6ab None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:14Z', 'revision_number': 7, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '13c54617-ab03-4e97-bdf3-4cd2216d633d', 'name': '', 'network_id': '363cdea2-3bc0-412c-98cc-cca02ad8c1d7', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:fc:84:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:08Z', 'updated_at': '2021-08-16T02:29:13Z', 'revision_number': 4, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd6e37b4d-bcff-43c3-880d-c1c928ed9cc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:09Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:15.660158 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.685511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b059c706-9b2e-43d9-b468-021bbb79fb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.704170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 13c54617-ab03-4e97-bdf3-4cd2216d633d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=13c54617-ab03-4e97-bdf3-4cd2216d633d,segment=NetworkSegment(821a2981-1361-43a7-aec1-8afea1ed397c),segment_id=821a2981-1361-43a7-aec1-8afea1ed397c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:15.712508 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.785253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=13c54617-ab03-4e97-bdf3-4cd2216d633d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:15.819804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b059c706-9b2e-43d9-b468-021bbb79fb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.824466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b059c706-9b2e-43d9-b468-021bbb79fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.855680 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b059c706-9b2e-43d9-b468-021bbb79fb7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=719151c1c2894959b5df5213dd5b2499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009706 Aug 16 02:29:15.862750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:15.883985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 96722c37-717b-4436-bc55-1de97fde6ea4 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:29:15.901425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059c706-9b2e-43d9-b468-021bbb79fb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183a1530-cd91-43c7-b7da-2e8ab5b1765f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:15.932422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69afc9-332f-4358-8d9a-f0c6cd97e1b9 req-e838fd99-d86c-4fcd-9746-d68a8d6d1fff tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:15.934259 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da69afc9-332f-4358-8d9a-f0c6cd97e1b9 req-e838fd99-d86c-4fcd-9746-d68a8d6d1fff tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 948 time: 0.4593947 Aug 16 02:29:15.948265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ecef28-02fe-4134-96d6-f4b7857153a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.971046 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ecef28-02fe-4134-96d6-f4b7857153a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.001762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 96722c37-717b-4436-bc55-1de97fde6ea4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=96722c37-717b-4436-bc55-1de97fde6ea4,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:16.014684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '96722c37-717b-4436-bc55-1de97fde6ea4', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '96722c37-717b-4436-bc55-1de97fde6ea4', 'mac_address': 'fa:16:3e:e9:3b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:29:16.023409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da69afc9-332f-4358-8d9a-f0c6cd97e1b9 req-ff9ac8fc-1161-4a15-a03d-915d19c974bb tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821857 Aug 16 02:29:16.029016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ecef28-02fe-4134-96d6-f4b7857153a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.031788 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ecef28-02fe-4134-96d6-f4b7857153a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.032946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-19ecef28-02fe-4134-96d6-f4b7857153a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/183a1530-cd91-43c7-b7da-2e8ab5b1765f HTTP/1.1" status: 204 len: 168 time: 0.1691551 Aug 16 02:29:16.044032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecef28-02fe-4134-96d6-f4b7857153a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183a1530-cd91-43c7-b7da-2e8ab5b1765f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:16.065128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.079517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96722c37-717b-4436-bc55-1de97fde6ea4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:16.103076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 96722c37-717b-4436-bc55-1de97fde6ea4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=96722c37-717b-4436-bc55-1de97fde6ea4,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:16.111143 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.136408 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.168348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=13c54617-ab03-4e97-bdf3-4cd2216d633d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:16.196779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=96722c37-717b-4436-bc55-1de97fde6ea4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:16.297973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.509588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:16.610219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:16.615539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-42600467-51cf-4928-b48e-e135f111066d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9581532 Aug 16 02:29:16.618152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:16.623262 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:16.634654 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:16.635313 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:16.676822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cd7db0-ee9c-4a4e-be4f-d94f84cf5d9f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting subnet d6e37b4d-bcff-43c3-880d-c1c928ed9cc8 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:16.680727 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54cd7db0-ee9c-4a4e-be4f-d94f84cf5d9f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.727047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54cd7db0-ee9c-4a4e-be4f-d94f84cf5d9f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.823000 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:16.823508 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54cd7db0-ee9c-4a4e-be4f-d94f84cf5d9f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.889994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54cd7db0-ee9c-4a4e-be4f-d94f84cf5d9f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.923202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd7db0-ee9c-4a4e-be4f-d94f84cf5d9f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e37b4d-bcff-43c3-880d-c1c928ed9cc8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:16.925510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54cd7db0-ee9c-4a4e-be4f-d94f84cf5d9f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.931519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-54cd7db0-ee9c-4a4e-be4f-d94f84cf5d9f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/d6e37b4d-bcff-43c3-880d-c1c928ed9cc8 HTTP/1.1" status: 204 len: 168 time: 0.3117828 Aug 16 02:29:16.932333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:16.941109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5448b638-c648-46bf-a656-a7423170ab05 None None] Network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:17.043155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.072275 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:16Z', 'revision_number': 8, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:09Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:17.088951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['96722c37-717b-4436-bc55-1de97fde6ea4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:17.105365 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:17.115544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 3270393f-c257-400f-9aa1-3adfecc1ed4e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:17.115975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.117330 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:17.118303 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:17.206191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] DHCP port deletion for 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:17.251392 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:17.276096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port 3270393f-c257-400f-9aa1-3adfecc1ed4e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3270393f-c257-400f-9aa1-3adfecc1ed4e,segment=NetworkSegment(821a2981-1361-43a7-aec1-8afea1ed397c),segment_id=821a2981-1361-43a7-aec1-8afea1ed397c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:17.276550 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.293094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 3270393f-c257-400f-9aa1-3adfecc1ed4e owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:17.342442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9f747-1bee-4c1a-bb0d-9cc0647c4868 req-56b1ccb9-a69d-43ab-96ae-93582ac0ee7e tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:17.347558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aba9f747-1bee-4c1a-bb0d-9cc0647c4868 req-56b1ccb9-a69d-43ab-96ae-93582ac0ee7e tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 949 time: 0.1438036 Aug 16 02:29:17.357106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] Deleting port 3270393f-c257-400f-9aa1-3adfecc1ed4e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:17.357803 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.414060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3270393f-c257-400f-9aa1-3adfecc1ed4e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:17.427048 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aba9f747-1bee-4c1a-bb0d-9cc0647c4868 req-d53f3cab-8a26-4102-b88f-31fef4f11645 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703833 Aug 16 02:29:17.466115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.506672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=3270393f-c257-400f-9aa1-3adfecc1ed4e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:17.511667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No DVR routers for this DVR port 3270393f-c257-400f-9aa1-3adfecc1ed4e on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:17.579484 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:16Z', 'revision_number': 8, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:09Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:17.622045 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77cb3f-fe76-4925-8b95-5dfa5c1cd830 None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:16Z', 'revision_number': 8, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': '1c27433d-eef6-4405-b6a6-80e198c8ea51', 'name': '', 'network_id': '09acb5f6-5901-40bb-89fe-cd9f58331159', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:3a:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:01Z', 'updated_at': '2021-08-16T02:29:09Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'd4bf019e-d881-497b-b46d-0db2284ed46c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:17.628034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.641864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363cdea2-3bc0-412c-98cc-cca02ad8c1d7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:17.654642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821a2981-1361-43a7-aec1-8afea1ed397c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:17.655083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821a2981-1361-43a7-aec1-8afea1ed397c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:17.659278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:17.664479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] For port 3270393f-c257-400f-9aa1-3adfecc1ed4e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3270393f-c257-400f-9aa1-3adfecc1ed4e,segment=NetworkSegment(821a2981-1361-43a7-aec1-8afea1ed397c),segment_id=821a2981-1361-43a7-aec1-8afea1ed397c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:17.664880 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.667716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.686369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No active binding found for port 3270393f-c257-400f-9aa1-3adfecc1ed4e {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:29:17.686799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3270393f-c257-400f-9aa1-3adfecc1ed4e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:17.688495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] Calling delete_port for 3270393f-c257-400f-9aa1-3adfecc1ed4e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:17.689474 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.703189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:17.703711 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:17.707356 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:29:17.759838 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 02:29:17.775332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.775545 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.782717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0cc8dcc-fc69-47a5-9386-9513296ed00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.785329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] Network 363cdea2-3bc0-412c-98cc-cca02ad8c1d7 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:29:17.786628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] No DVR routers for this DVR port 3270393f-c257-400f-9aa1-3adfecc1ed4e on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:17.790044 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:17.794968 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/networks/363cdea2-3bc0-412c-98cc-cca02ad8c1d7 HTTP/1.1" status: 204 len: 168 time: 0.8579934 Aug 16 02:29:17.795210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:17.806485 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfb985-abd6-426c-8ff3-3661dccc6a8a None None] Pushing event deleted for resources: {'Port': ['ID=3270393f-c257-400f-9aa1-3adfecc1ed4e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:17.815939 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9abca-0bd2-44b2-a005-58f6debf2a0c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Network': ['ID=363cdea2-3bc0-412c-98cc-cca02ad8c1d7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:18.090364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0cc8dcc-fc69-47a5-9386-9513296ed00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.096295 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0cc8dcc-fc69-47a5-9386-9513296ed00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.163635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e0cc8dcc-fc69-47a5-9386-9513296ed00c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e4c7ab15b49483ea0e9f0273a02f59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5027275 Aug 16 02:29:18.165751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc8dcc-fc69-47a5-9386-9513296ed00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffccaa9-c46a-4a17-9086-ba1d210dc9fd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:18.166288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:18.219114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeaca008-9843-4538-aad0-30502f801ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.240665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeaca008-9843-4538-aad0-30502f801ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.255377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.292697 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeaca008-9843-4538-aad0-30502f801ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.295462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eeaca008-9843-4538-aad0-30502f801ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.296636 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eeaca008-9843-4538-aad0-30502f801ee9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fffccaa9-c46a-4a17-9086-ba1d210dc9fd HTTP/1.1" status: 204 len: 168 time: 0.1293466 Aug 16 02:29:18.305214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaca008-9843-4538-aad0-30502f801ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffccaa9-c46a-4a17-9086-ba1d210dc9fd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:18.543601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 1c27433d-eef6-4405-b6a6-80e198c8ea51 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:18.543955 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.616153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd235e-11f7-47b8-afa9-150cc77ead7b req-7362b572-4316-4002-8359-58584ec10f8d tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:18.617726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4dcd235e-11f7-47b8-afa9-150cc77ead7b req-7362b572-4316-4002-8359-58584ec10f8d tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 949 time: 0.1074326 Aug 16 02:29:18.679541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port 1c27433d-eef6-4405-b6a6-80e198c8ea51, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c27433d-eef6-4405-b6a6-80e198c8ea51,segment=NetworkSegment(ce3ccefa-7635-4d85-b3d5-c1fb9a321fea),segment_id=ce3ccefa-7635-4d85-b3d5-c1fb9a321fea)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:18.680218 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.691128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4dcd235e-11f7-47b8-afa9-150cc77ead7b req-cd00afff-b1b7-4a3a-94a6-8e68ab74413b tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598440 Aug 16 02:29:18.697665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 1c27433d-eef6-4405-b6a6-80e198c8ea51 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:18.878409 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:18.907478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=1c27433d-eef6-4405-b6a6-80e198c8ea51,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:19.027547 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.240828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 13c54617-ab03-4e97-bdf3-4cd2216d633d no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:19.249754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:19.264463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 13c54617-ab03-4e97-bdf3-4cd2216d633d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:19.264811 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 13c54617-ab03-4e97-bdf3-4cd2216d633d not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:19.348772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:19.354536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-507ef189-d931-448d-9c11-197c747a71c9 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5576530 Aug 16 02:29:19.357035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:19.359942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:19.372024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:19.372758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:19.419663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cdadd3-8a4c-48bf-a408-2746c116c05f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting subnet d4bf019e-d881-497b-b46d-0db2284ed46c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:19.423737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85cdadd3-8a4c-48bf-a408-2746c116c05f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.465519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:19.465621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85cdadd3-8a4c-48bf-a408-2746c116c05f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.548455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:19.571925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85cdadd3-8a4c-48bf-a408-2746c116c05f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.648632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85cdadd3-8a4c-48bf-a408-2746c116c05f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.658882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-03085579-2fab-433b-9a7b-f49a85ce578d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-222317748'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:19.659522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-03085579-2fab-433b-9a7b-f49a85ce578d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Unknown quota resources ['metering_label']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:29:19.682473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdadd3-8a4c-48bf-a408-2746c116c05f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bf019e-d881-497b-b46d-0db2284ed46c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:19.689286 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85cdadd3-8a4c-48bf-a408-2746c116c05f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.691700 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-85cdadd3-8a4c-48bf-a408-2746c116c05f tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/d4bf019e-d881-497b-b46d-0db2284ed46c HTTP/1.1" status: 204 len: 168 time: 0.3336587 Aug 16 02:29:19.692998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc66527-5358-438c-9693-4567504e1870 None None] Network 09acb5f6-5901-40bb-89fe-cd9f58331159 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:19.695576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:19.761946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:18Z', 'revision_number': 9, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:19.784822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.796654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:19.830839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:19.831511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:19.843878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:19.844224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.892007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03085579-2fab-433b-9a7b-f49a85ce578d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.892007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-03085579-2fab-433b-9a7b-f49a85ce578d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3422551 Aug 16 02:29:19.894677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:19.901443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d786176f-f264-48f5-aac0-7a680c1eaed4 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '68dc0289-2633-4313-b854-2ba35f0122cf'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:19.901963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d786176f-f264-48f5-aac0-7a680c1eaed4 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:29:19.914084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 96722c37-717b-4436-bc55-1de97fde6ea4 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:19.917133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8060e5-1dcf-4152-a6a6-a800f4d2414c req-84af9e3a-1ebf-4dab-a09b-015127ff0e13 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.920907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc8060e5-1dcf-4152-a6a6-a800f4d2414c req-84af9e3a-1ebf-4dab-a09b-015127ff0e13 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 949 time: 0.1518810 Aug 16 02:29:19.965648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc8060e5-1dcf-4152-a6a6-a800f4d2414c req-f585ab9c-4dfd-424e-aeb6-0591163f0739 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373926 Aug 16 02:29:19.966198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:20.003242 n-d-768862-14 neutron-server[94640]: WARNING neutron.services.metering.metering_plugin [None req-d786176f-f264-48f5-aac0-7a680c1eaed4 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:29:20.008469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5c523f50-9b1f-4a11-998f-4b2756cc0fa3,segment=NetworkSegment(ce3ccefa-7635-4d85-b3d5-c1fb9a321fea),segment_id=ce3ccefa-7635-4d85-b3d5-c1fb9a321fea)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:20.008840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.068823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 96722c37-717b-4436-bc55-1de97fde6ea4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:20.092790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:20.100200 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] DHCP port deletion for 09acb5f6-5901-40bb-89fe-cd9f58331159 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:20.109714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 96722c37-717b-4436-bc55-1de97fde6ea4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:20.110032 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.154096 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d786176f-f264-48f5-aac0-7a680c1eaed4 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.158595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:20.158731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d786176f-f264-48f5-aac0-7a680c1eaed4 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2605331 Aug 16 02:29:20.164192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-350b8337-3789-42ad-b1d9-227e1c556c6d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '68dc0289-2633-4313-b854-2ba35f0122cf'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:20.164664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-350b8337-3789-42ad-b1d9-227e1c556c6d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:29:20.237018 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.245730 n-d-768862-14 neutron-server[94639]: WARNING neutron.services.metering.metering_plugin [None req-350b8337-3789-42ad-b1d9-227e1c556c6d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:29:20.265066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=5c523f50-9b1f-4a11-998f-4b2756cc0fa3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:20.270626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No DVR routers for this DVR port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:20.275689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Deleting port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:20.276060 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.325908 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.357015 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.357588 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-350b8337-3789-42ad-b1d9-227e1c556c6d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.361093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-350b8337-3789-42ad-b1d9-227e1c556c6d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1987948 Aug 16 02:29:20.361465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:20.367594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] For port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:20.367996 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.369242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09acb5f6-5901-40bb-89fe-cd9f58331159']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:20.376512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6e98b38d-a709-4c2e-b90b-0aa64d5b5200 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=f61a4257-63f7-4200-b41a-f6f4ad5dedd2 HTTP/1.1" status: 200 len: 464 time: 0.0114288 Aug 16 02:29:20.377062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:20.381647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cea2f6f-efed-4830-9c55-a50b2c258277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96722c37-717b-4436-bc55-1de97fde6ea4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:20.381830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:20.382039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3ccefa-7635-4d85-b3d5-c1fb9a321fea') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:20.383905 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa5d8d-9dc9-4bc1-b811-26a41a2a53df" -d '{"events": [{"server_uuid": "1cea2f6f-efed-4830-9c55-a50b2c258277", "name": "network-vif-plugged", "status": "completed", "tag": "96722c37-717b-4436-bc55-1de97fde6ea4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:20.399729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.401355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Calling delete_port for 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:20.405397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:29:20.408687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 96722c37-717b-4436-bc55-1de97fde6ea4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=96722c37-717b-4436-bc55-1de97fde6ea4,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:20.411774 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.419556 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.431383 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.432304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:20.432732 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:20.435926 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:20.453642 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ffde71-e9d2-4117-a81f-42082aa7823b x-openstack-request-id: req-57ffde71-e9d2-4117-a81f-42082aa7823b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:20.453939 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cea2f6f-efed-4830-9c55-a50b2c258277", "name": "network-vif-plugged", "status": "completed", "tag": "96722c37-717b-4436-bc55-1de97fde6ea4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:20.454197 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57ffde71-e9d2-4117-a81f-42082aa7823b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:20.454590 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cea2f6f-efed-4830-9c55-a50b2c258277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96722c37-717b-4436-bc55-1de97fde6ea4', 'code': 200} Aug 16 02:29:20.456543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:18Z', 'revision_number': 9, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:20.462225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Pushing event deleted for resources: {'Port': ['ID=5c523f50-9b1f-4a11-998f-4b2756cc0fa3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:20.464040 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] No DVR routers for this DVR port 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:20.497633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9b1f3-34ff-4f1d-85ba-88f24f9fcdd0 None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:18Z', 'revision_number': 9, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'cb677add-1074-4e60-9c26-8a8253417be1', 'name': '', 'network_id': 'b1fcb329-1981-476a-a285-23bce07c8fe8', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:ba:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:56Z', 'updated_at': '2021-08-16T02:29:05Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': 'c5562423-bbde-4678-be79-d8bc5b6d2a59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:20.501101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.501449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.501844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.502194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.502534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.502918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.503304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.503643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.504393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.504393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.504630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.505015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7211db-a117-40b0-8ae3-c53e78fd6c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:20.512673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4c21f34-78ad-4353-bbdb-d11c8989af82 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.516928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e4c21f34-78ad-4353-bbdb-d11c8989af82 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/f61a4257-63f7-4200-b41a-f6f4ad5dedd2 HTTP/1.1" status: 204 len: 168 time: 0.1382039 Aug 16 02:29:20.517593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:20.530946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8bbcffde-47b6-46ba-b5a7-5fd536aedab5 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=f61a4257-63f7-4200-b41a-f6f4ad5dedd2 HTTP/1.1" status: 200 len: 221 time: 0.0120950 Aug 16 02:29:20.531613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52234) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:20.537023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8a190686-b832-4a77-b03b-4f7103c0c461 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1050971172', 'description': 'label created by tempest'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:20.537476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8a190686-b832-4a77-b03b-4f7103c0c461 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Unknown quota resources ['metering_label']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:29:20.572605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=96722c37-717b-4436-bc55-1de97fde6ea4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:20.585719 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.594125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.596002 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/networks/09acb5f6-5901-40bb-89fe-cd9f58331159 HTTP/1.1" status: 204 len: 168 time: 0.8993099 Aug 16 02:29:20.607850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:20.614707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dff9b5-0304-4773-b275-fb167064d883 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Network': ['ID=09acb5f6-5901-40bb-89fe-cd9f58331159,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:20.652548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da651d-e2f6-4680-b709-37bc2bfd69fb req-f9b6982a-d7c2-42e1-bba8-05b6192a2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:20.654106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94da651d-e2f6-4680-b709-37bc2bfd69fb req-f9b6982a-d7c2-42e1-bba8-05b6192a2701 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 1102 time: 0.1207848 Aug 16 02:29:20.695171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a190686-b832-4a77-b03b-4f7103c0c461 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.696322 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8a190686-b832-4a77-b03b-4f7103c0c461 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1637857 Aug 16 02:29:20.699030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52238) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:20.736397 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-94da651d-e2f6-4680-b709-37bc2bfd69fb req-46a70c3e-c131-4fda-ab2d-bd8e6b885d71 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521369 Aug 16 02:29:21.096999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4ddd8e0b-e26d-4f19-b0a8-72769354138a tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=3016d62a-6648-4ebe-8b72-60ce43dbd8d4 HTTP/1.1" status: 200 len: 468 time: 0.3966947 Aug 16 02:29:21.113377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:21.239643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a6e63-e9a7-48bc-bd90-264fb26d8ecf req-1b1d8223-22f2-40c6-8482-17b7c4d08af4 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:21.240986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:21.241180 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-839a6e63-e9a7-48bc-bd90-264fb26d8ecf req-1b1d8223-22f2-40c6-8482-17b7c4d08af4 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 950 time: 0.1585472 Aug 16 02:29:21.261849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:21.262187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5c523f50-9b1f-4a11-998f-4b2756cc0fa3 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:21.263478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c27433d-eef6-4405-b6a6-80e198c8ea51 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:21.287440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1c27433d-eef6-4405-b6a6-80e198c8ea51 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:21.288109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c27433d-eef6-4405-b6a6-80e198c8ea51 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:21.341467 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19530bd8-2ec8-4006-a908-aeef7908f516 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.342586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-19530bd8-2ec8-4006-a908-aeef7908f516 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/3016d62a-6648-4ebe-8b72-60ce43dbd8d4 HTTP/1.1" status: 204 len: 168 time: 0.2269747 Aug 16 02:29:21.346199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:21.356399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-839a6e63-e9a7-48bc-bd90-264fb26d8ecf req-77b30bca-53ad-45e1-9e16-79d65010525c tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813551 Aug 16 02:29:21.356999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.364180 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d23f40d8-b1c1-4d4d-a76e-9a2885a6533e tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=3016d62a-6648-4ebe-8b72-60ce43dbd8d4 HTTP/1.1" status: 200 len: 216 time: 0.0164540 Aug 16 02:29:21.367842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:21.381746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-48b725f9-b6a6-4860-a93f-610aad1f3aa3 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0083866 Aug 16 02:29:21.381988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:21.396346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-955eb6be-4d78-47bf-9eed-fea9d4ab4f7b tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0100601 Aug 16 02:29:21.398647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:21.455398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-70580fba-85bd-4140-b362-36c0783a48de tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/68dc0289-2633-4313-b854-2ba35f0122cf HTTP/1.1" status: 200 len: 472 time: 0.0555058 Aug 16 02:29:21.458640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:21.470555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-109e4997-78c7-4102-ade6-1dfadacfc512 tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/1413f7b3-06da-4ca0-b34c-b40d5d53111e HTTP/1.1" status: 200 len: 461 time: 0.0081704 Aug 16 02:29:21.470788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:21.574420 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3ab9b0b-cb54-451f-a516-d8e21ab2204d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.575607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f3ab9b0b-cb54-451f-a516-d8e21ab2204d tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/1413f7b3-06da-4ca0-b34c-b40d5d53111e HTTP/1.1" status: 204 len: 168 time: 0.1038942 Aug 16 02:29:21.577975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:21.606697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port cb677add-1074-4e60-9c26-8a8253417be1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:21.606997 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.704903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port cb677add-1074-4e60-9c26-8a8253417be1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=cb677add-1074-4e60-9c26-8a8253417be1,segment=NetworkSegment(3bb39c63-d447-432e-9489-4188df23740a),segment_id=3bb39c63-d447-432e-9489-4188df23740a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:21.705265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.718568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for cb677add-1074-4e60-9c26-8a8253417be1 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:21.763204 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a67622ec-4534-4f7e-9a16-82f76c235bce tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.766942 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a67622ec-4534-4f7e-9a16-82f76c235bce tempest-MeteringTestJSON-753854725 tempest-MeteringTestJSON-753854725-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/68dc0289-2633-4313-b854-2ba35f0122cf HTTP/1.1" status: 204 len: 168 time: 0.1879959 Aug 16 02:29:21.895851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.932015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=cb677add-1074-4e60-9c26-8a8253417be1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:22.026646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:22.053155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.164401 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f413cc6-af86-4f3f-9638-2d3e1494ef14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.258673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f413cc6-af86-4f3f-9638-2d3e1494ef14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.262776 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f413cc6-af86-4f3f-9638-2d3e1494ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.273585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:22.302715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8f413cc6-af86-4f3f-9638-2d3e1494ef14 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82789c79327844868fb5796cbaff1b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748625 Aug 16 02:29:22.303838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f413cc6-af86-4f3f-9638-2d3e1494ef14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc52d967-ebc0-4312-8f2c-9ebb8a353ed2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:22.306232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:22.357748 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3061-16ab-40ad-bfd6-bcea644c34ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.371399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:22.377012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-096376c2-979f-4b05-86d2-6ec151a5d1ee tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7682981 Aug 16 02:29:22.379868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:22.384030 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3061-16ab-40ad-bfd6-bcea644c34ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.390869 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:22.400988 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:22.401635 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:22.440542 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3061-16ab-40ad-bfd6-bcea644c34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.446186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3061-16ab-40ad-bfd6-bcea644c34ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.449687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4d3a3061-16ab-40ad-bfd6-bcea644c34ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc52d967-ebc0-4312-8f2c-9ebb8a353ed2 HTTP/1.1" status: 204 len: 168 time: 0.1402540 Aug 16 02:29:22.456005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-88da0492-8918-4ba0-b542-498b4b9f6fff tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting subnet c5562423-bbde-4678-be79-d8bc5b6d2a59 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:22.461037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88da0492-8918-4ba0-b542-498b4b9f6fff tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.483597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a3061-16ab-40ad-bfd6-bcea644c34ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc52d967-ebc0-4312-8f2c-9ebb8a353ed2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:22.522266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5952c-00d6-4b12-a24b-d066134982df req-fcd97364-1ec9-472c-9ac0-5cc616db889f tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:22.523806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6e5952c-00d6-4b12-a24b-d066134982df req-fcd97364-1ec9-472c-9ac0-5cc616db889f tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 950 time: 0.0752075 Aug 16 02:29:22.530772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88da0492-8918-4ba0-b542-498b4b9f6fff tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.536937 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:22.572860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6e5952c-00d6-4b12-a24b-d066134982df req-900bdb68-a118-44e5-bfc6-0d17c1626e9b tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Aug 16 02:29:22.641802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88da0492-8918-4ba0-b542-498b4b9f6fff tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.719826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88da0492-8918-4ba0-b542-498b4b9f6fff tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.748280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da0492-8918-4ba0-b542-498b4b9f6fff tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Subnet': ['ID=c5562423-bbde-4678-be79-d8bc5b6d2a59,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:22.758126 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88da0492-8918-4ba0-b542-498b4b9f6fff tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.762978 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-88da0492-8918-4ba0-b542-498b4b9f6fff tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/c5562423-bbde-4678-be79-d8bc5b6d2a59 HTTP/1.1" status: 204 len: 168 time: 0.3793743 Aug 16 02:29:22.763254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:22.765763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3a35d-886c-4fa7-b629-5a235162549d None None] Network b1fcb329-1981-476a-a285-23bce07c8fe8 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:22.787153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:22.805723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.850452 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:21Z', 'revision_number': 10, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:22.883253 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.920465 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:22.931449 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:22.932192 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:22.951550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:22.952192 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.983786 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.989085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c55f128-b1b6-4c91-9728-be07702adf4a None None] DHCP port deletion for b1fcb329-1981-476a-a285-23bce07c8fe8 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:22.993027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.038104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8fb92a80-7704-474e-8567-ba7b0c2e0b4e,segment=NetworkSegment(3bb39c63-d447-432e-9489-4188df23740a),segment_id=3bb39c63-d447-432e-9489-4188df23740a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:23.038638 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.052074 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d70cff19aa24951bb31ee4aa7fd6560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632985 Aug 16 02:29:23.052857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c48033-08b3-4155-838b-fec68be108a6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:23.054890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52290) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:23.059121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 8fb92a80-7704-474e-8567-ba7b0c2e0b4e owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:23.089312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c55f128-b1b6-4c91-9728-be07702adf4a None None] Deleting port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:23.089704 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c55f128-b1b6-4c91-9728-be07702adf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.101146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.101146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.101146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.101146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.101146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.102355 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:23.106607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.107303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.107896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.108451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.108995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.109537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.110944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a826a-cffa-479d-b5cf-3bb880c19d44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:23.168192 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.188101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No DVR routers for this DVR port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:23.233812 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b35e44-2fca-40ea-ba04-6c1f0694c0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.235507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7c55f128-b1b6-4c91-9728-be07702adf4a None None] For port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8fb92a80-7704-474e-8567-ba7b0c2e0b4e,segment=NetworkSegment(3bb39c63-d447-432e-9489-4188df23740a),segment_id=3bb39c63-d447-432e-9489-4188df23740a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:23.235918 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c55f128-b1b6-4c91-9728-be07702adf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.238485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=8fb92a80-7704-474e-8567-ba7b0c2e0b4e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:23.271525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c55f128-b1b6-4c91-9728-be07702adf4a None None] Calling delete_port for 8fb92a80-7704-474e-8567-ba7b0c2e0b4e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:23.297334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b35e44-2fca-40ea-ba04-6c1f0694c0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.332222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.349582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fcb329-1981-476a-a285-23bce07c8fe8']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:23.372612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb39c63-d447-432e-9489-4188df23740a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:23.380129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb39c63-d447-432e-9489-4188df23740a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:23.384191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8fb92a80-7704-474e-8567-ba7b0c2e0b4e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:23.398913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.402669 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b35e44-2fca-40ea-ba04-6c1f0694c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.405398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b35e44-2fca-40ea-ba04-6c1f0694c0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.407038 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b7b35e44-2fca-40ea-ba04-6c1f0694c0e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6c48033-08b3-4155-838b-fec68be108a6 HTTP/1.1" status: 204 len: 168 time: 0.3511491 Aug 16 02:29:23.417458 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.421629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b35e44-2fca-40ea-ba04-6c1f0694c0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c48033-08b3-4155-838b-fec68be108a6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:23.431311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8fb92a80-7704-474e-8567-ba7b0c2e0b4e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:23.431869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8fb92a80-7704-474e-8567-ba7b0c2e0b4e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:23.434341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:23.434826 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:23.444249 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:23.452580 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c55f128-b1b6-4c91-9728-be07702adf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.481241 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:21Z', 'revision_number': 10, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:23.489647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55f128-b1b6-4c91-9728-be07702adf4a None None] Pushing event deleted for resources: {'Port': ['ID=8fb92a80-7704-474e-8567-ba7b0c2e0b4e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:23.494539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55f128-b1b6-4c91-9728-be07702adf4a None None] No DVR routers for this DVR port 8fb92a80-7704-474e-8567-ba7b0c2e0b4e on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:23.525189 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665629d-0caf-472e-800c-6cd6d1db9e1b None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:21Z', 'revision_number': 10, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None, '_interfaces': [{'id': 'efbf2b00-42c4-4d0a-8ebc-835e78898b03', 'name': '', 'network_id': '6bd0e6e9-cf9a-4983-b387-7b32341292a6', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'mac_address': 'fa:16:3e:95:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:52Z', 'updated_at': '2021-08-16T02:29:02Z', 'revision_number': 5, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'subnets': [{'id': '05bf4351-61d2-4384-9889-5ce685dfed8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:23.558778 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.570927 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.576075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:23.576422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/networks/b1fcb329-1981-476a-a285-23bce07c8fe8 HTTP/1.1" status: 204 len: 168 time: 0.8121531 Aug 16 02:29:23.589947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0680f-c0c0-44aa-be8d-c85d352e0df3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Network': ['ID=b1fcb329-1981-476a-a285-23bce07c8fe8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:23.970630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.284029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port efbf2b00-42c4-4d0a-8ebc-835e78898b03 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:24.284568 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.386619 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port efbf2b00-42c4-4d0a-8ebc-835e78898b03, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=efbf2b00-42c4-4d0a-8ebc-835e78898b03,segment=NetworkSegment(c828f3de-a340-4104-9a35-c0e5dabd618f),segment_id=c828f3de-a340-4104-9a35-c0e5dabd618f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:24.387045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.401946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for efbf2b00-42c4-4d0a-8ebc-835e78898b03 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:24.612588 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.641768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=efbf2b00-42c4-4d0a-8ebc-835e78898b03,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:24.749411 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.896089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:24.933237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:25.017112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:25.025527 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f0221da7-1dea-4b96-aa21-0e2535d57bc8 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4455359 Aug 16 02:29:25.026506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52334) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:25.029470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:25.040306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:25.040923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:25.076337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-180351863'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:25.092674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a9e9ba-4941-4017-aec4-97fd2e05c926 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting subnet 05bf4351-61d2-4384-9889-5ce685dfed8a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:25.098500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a9e9ba-4941-4017-aec4-97fd2e05c926 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.114778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:25.141088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Made reservation on behalf of d39c6b84ef9d46758553f85431ca0c55 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:25.145177 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.158910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.165565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a9e9ba-4941-4017-aec4-97fd2e05c926 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.184619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:24Z', 'revision_number': 11, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:25.217839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:25.229195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:25.230032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:25.322628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a9e9ba-4941-4017-aec4-97fd2e05c926 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.417027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.424155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.432910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a9e9ba-4941-4017-aec4-97fd2e05c926 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.480682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:25.482740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9e9ba-4941-4017-aec4-97fd2e05c926 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Subnet': ['ID=05bf4351-61d2-4384-9889-5ce685dfed8a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:25.500672 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51a9e9ba-4941-4017-aec4-97fd2e05c926 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.502616 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-51a9e9ba-4941-4017-aec4-97fd2e05c926 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/05bf4351-61d2-4384-9889-5ce685dfed8a HTTP/1.1" status: 204 len: 168 time: 0.4757891 Aug 16 02:29:25.503971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeb5641-e32b-4d0c-a028-700d6aaa15a9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:25.506294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:25.509748 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.510307 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Added segment 171b7389-f9a0-46b3-aaf8-04f0506a2d98 of type vlan for network bb456fad-b6b6-48d2-b9d0-198ff74a96aa Aug 16 02:29:25.523166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device cb677add-1074-4e60-9c26-8a8253417be1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:25.524979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4107e2d-2804-418e-ba72-47171d72adec None None] Network 6bd0e6e9-cf9a-4983-b387-7b32341292a6 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:25.574286 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.593953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:25.617700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.627027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: cb677add-1074-4e60-9c26-8a8253417be1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:25.627396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device cb677add-1074-4e60-9c26-8a8253417be1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:25.629726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:25.630385 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.649977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.665625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:24Z', 'revision_number': 11, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:25.705278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552de4e0-fff1-4c6d-9397-ab23cbe419cb None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:24Z', 'revision_number': 11, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:25.747506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Pushing event updated for resources: {'Network': ['ID=bb456fad-b6b6-48d2-b9d0-198ff74a96aa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:25.763064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4a5d069f-7960-42f8-820a-257e8a633884 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8649797 Aug 16 02:29:25.763536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network bb456fad-b6b6-48d2-b9d0-198ff74a96aa details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:25.774827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Deleting port 2380ad62-428e-4c99-8746-20868b0e700b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:25.775199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.848343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] For port 2380ad62-428e-4c99-8746-20868b0e700b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2380ad62-428e-4c99-8746-20868b0e700b,segment=NetworkSegment(c828f3de-a340-4104-9a35-c0e5dabd618f),segment_id=c828f3de-a340-4104-9a35-c0e5dabd618f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:25.848752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.866936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Calling delete_port for 2380ad62-428e-4c99-8746-20868b0e700b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:25.955520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:25.960902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Request body: {'port': {'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa', 'binding:host_id': 'n-h2-768862-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1140026004'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:25.963925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.983962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Made reservation on behalf of f0b43297addf4624b3531c9c1ad0b470 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:25.986656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.995496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Port': ['ID=2380ad62-428e-4c99-8746-20868b0e700b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:25.998204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No DVR routers for this DVR port 2380ad62-428e-4c99-8746-20868b0e700b on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:25.999034 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.090952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.103819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd0e6e9-cf9a-4983-b387-7b32341292a6']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:26.123625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c828f3de-a340-4104-9a35-c0e5dabd618f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:26.123625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c828f3de-a340-4104-9a35-c0e5dabd618f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:26.123974 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.127599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3109d92-27f0-4b19-ad0a-b298dd9278d2 None None] DHCP port deletion for 6bd0e6e9-cf9a-4983-b387-7b32341292a6 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:26.134802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.138533 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.153146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] device_id is not set on port c592147b-560a-4f17-a488-20141630fb5b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:26.165476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.179998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:26.180304 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:26.185406 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:26.247986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5082c4-08d6-4264-8529-5e1775208904,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:26.269570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.280894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.287778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/networks/6bd0e6e9-cf9a-4983-b387-7b32341292a6 HTTP/1.1" status: 204 len: 168 time: 0.7765615 Aug 16 02:29:26.288630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.308580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'routes': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:26.396631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3c2d3-9e9a-41ca-8a79-1eee0f12b1c2 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Pushing event deleted for resources: {'Network': ['ID=6bd0e6e9-cf9a-4983-b387-7b32341292a6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:26.450453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] device_id is not set on port c592147b-560a-4f17-a488-20141630fb5b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:26.460613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.472815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Transition to ACTIVE for port object c592147b-560a-4f17-a488-20141630fb5b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:26.484644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.498919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Added routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:29:26.499257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Removed routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:29:26.499675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.551916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'Port': ['ID=c592147b-560a-4f17-a488-20141630fb5b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:26.560347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Checking segment: {'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:26.560707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Network hostable DHCP agents. Network: bb456fad-b6b6-48d2-b9d0-198ff74a96aa, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:26.579790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Network bb456fad-b6b6-48d2-b9d0-198ff74a96aa is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:26.589956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, bb456fad-b6b6-48d2-b9d0-198ff74a96aa) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:26.594116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:26.602352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0512e52-3a92-4719-9915-141963eceeb9 None None] Network bb456fad-b6b6-48d2-b9d0-198ff74a96aa requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:26.610812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.611194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.611538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.617356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.617783 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.618178 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 2 to bind port c592147b-560a-4f17-a488-20141630fb5b Aug 16 02:29:26.632988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.633578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.633924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.639659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.640141 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.640541 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 3 to bind port c592147b-560a-4f17-a488-20141630fb5b Aug 16 02:29:26.646382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.649907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.657165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.657642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.657982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.664460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.664802 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.665197 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 4 to bind port c592147b-560a-4f17-a488-20141630fb5b Aug 16 02:29:26.681185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.681533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.681871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.690448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.690781 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.691342 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 5 to bind port c592147b-560a-4f17-a488-20141630fb5b Aug 16 02:29:26.705419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.705757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.706095 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.711672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.712009 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.712409 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 6 to bind port c592147b-560a-4f17-a488-20141630fb5b Aug 16 02:29:26.726256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.726593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.727060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.732099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.732499 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.732828 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 7 to bind port c592147b-560a-4f17-a488-20141630fb5b Aug 16 02:29:26.737345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:26.746352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.746700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.747064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.751925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.752188 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.752702 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 8 to bind port c592147b-560a-4f17-a488-20141630fb5b Aug 16 02:29:26.767015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.767386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.767844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.773264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.773596 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.773991 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 9 to bind port c592147b-560a-4f17-a488-20141630fb5b Aug 16 02:29:26.788796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.789444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.789894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.794686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.795211 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.795709 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 10 to bind port c592147b-560a-4f17-a488-20141630fb5b Aug 16 02:29:26.808907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:26.809443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:26.809889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:26.815809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port c592147b-560a-4f17-a488-20141630fb5b on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:26.817048 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port c592147b-560a-4f17-a488-20141630fb5b on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:26.817581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.821140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:26.828219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.832051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0c4bea5c-f18b-437a-9b6c-ec6868e21ffa tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 HTTP/1.1" status: 200 len: 704 time: 0.5401766 Aug 16 02:29:26.832913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.835869 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] Sync routers for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:26.851190 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:26.852263 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:26.864913 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cb900518-f295-4e62-a75a-045037656c5e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 HTTP/1.1" status: 200 len: 205 time: 0.0276074 Aug 16 02:29:26.865928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:26.907265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] For port c592147b-560a-4f17-a488-20141630fb5b, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:26.907756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempted to set empty binding levels {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:29:26.915376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.933053 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:26.975714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'Port': ['ID=c592147b-560a-4f17-a488-20141630fb5b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:26.984621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:26.985532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.000528 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:24Z', 'revision_number': 11, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:27.007354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a0ef3f49-6162-488b-b471-e405bbcc2e41 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.0504382 Aug 16 02:29:27.011307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:27.037887 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] Checking router: ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:27.047980 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] Routers {'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:27.048966 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:27.119474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-196b5e07-0a45-48ce-950b-8034e1efadd5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Deleting port c592147b-560a-4f17-a488-20141630fb5b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:27.119880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-196b5e07-0a45-48ce-950b-8034e1efadd5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.147342 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] Set router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:27.221460 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-196b5e07-0a45-48ce-950b-8034e1efadd5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] For port c592147b-560a-4f17-a488-20141630fb5b, host n-h2-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:27.222110 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-196b5e07-0a45-48ce-950b-8034e1efadd5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.253678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-196b5e07-0a45-48ce-950b-8034e1efadd5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Calling delete_port for c592147b-560a-4f17-a488-20141630fb5b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:27.282687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2380ad62-428e-4c99-8746-20868b0e700b no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:27.312194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc957b07-1cf8-4a5e-a54c-913217247d14 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.325511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 2380ad62-428e-4c99-8746-20868b0e700b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:27.327661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2380ad62-428e-4c99-8746-20868b0e700b not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:27.328771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device efbf2b00-42c4-4d0a-8ebc-835e78898b03 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:27.369611 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:24Z', 'revision_number': 11, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:27.380239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: efbf2b00-42c4-4d0a-8ebc-835e78898b03 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:27.383036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device efbf2b00-42c4-4d0a-8ebc-835e78898b03 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:27.422196 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7079f-35f9-445c-b975-c4d100bf1364 None None] The sync data for ids ['ad155e63-5b10-4b48-8ca7-3c8b3f7d3569'] in n-d-768862-14 is: [{'id': 'ad155e63-5b10-4b48-8ca7-3c8b3f7d3569', 'name': 'tempest-RoutersIpV6Test-router-787641129', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:49Z', 'updated_at': '2021-08-16T02:29:24Z', 'revision_number': 11, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:27.474133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-196b5e07-0a45-48ce-950b-8034e1efadd5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.502345 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc957b07-1cf8-4a5e-a54c-913217247d14 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.505299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc957b07-1cf8-4a5e-a54c-913217247d14 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.516050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b5e07-0a45-48ce-950b-8034e1efadd5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event deleted for resources: {'Port': ['ID=c592147b-560a-4f17-a488-20141630fb5b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:27.525991 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-196b5e07-0a45-48ce-950b-8034e1efadd5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.531117 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-196b5e07-0a45-48ce-950b-8034e1efadd5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "DELETE /v2.0/ports/c592147b-560a-4f17-a488-20141630fb5b HTTP/1.1" status: 204 len: 168 time: 0.5182190 Aug 16 02:29:27.531894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:27.553710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc957b07-1cf8-4a5e-a54c-913217247d14 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.554279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc957b07-1cf8-4a5e-a54c-913217247d14 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Fanout notify agent at l3_agent the message router_deleted on router ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:29:27.559393 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb51d9b-2d33-4dfa-9a53-1f4f26fb322c tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:29:27.562723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc957b07-1cf8-4a5e-a54c-913217247d14 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.563870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc957b07-1cf8-4a5e-a54c-913217247d14 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 HTTP/1.1" status: 204 len: 168 time: 0.6967289 Aug 16 02:29:27.565082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-beb51d9b-2d33-4dfa-9a53-1f4f26fb322c tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "GET /v2.0/ports/c592147b-560a-4f17-a488-20141630fb5b HTTP/1.1" status: 404 len: 333 time: 0.0320616 Aug 16 02:29:27.569122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:27.572627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:27.578713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Request body: {'port': {'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2098916967'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:27.578968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c80db601-cb44-429b-8ab0-b35e9205be41 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1832027824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:27.596929 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-c80db601-cb44-429b-8ab0-b35e9205be41 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:29:27.596929 n-d-768862-14 neutron-server[94639]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:29:27.596929 n-d-768862-14 neutron-server[94639]: [parameters: {'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'id': '255b4d86-e46a-4af3-a165-50824559bbeb', 'expiration': datetime.datetime(2021, 8, 16, 2, 31, 27, 592605)}] Aug 16 02:29:27.596929 n-d-768862-14 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:29:27.597267 n-d-768862-14 neutron-server[94639]: DEBUG oslo_db.api [None req-c80db601-cb44-429b-8ab0-b35e9205be41 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:29:27.608031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Made reservation on behalf of f0b43297addf4624b3531c9c1ad0b470 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:27.610486 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.628845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] device_id is not set on port f048966a-e061-4959-8748-41254aab5800 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:27.810276 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.852806 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.897642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Network bb456fad-b6b6-48d2-b9d0-198ff74a96aa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:27.900527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:27.904817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:27.905751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:27.906345 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.916885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'Port': ['ID=f048966a-e061-4959-8748-41254aab5800,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:27.924600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-12077020-237a-4fa2-bfbd-59752479876b tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3506389 Aug 16 02:29:27.927865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52368) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:27.932977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:27.989368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.123208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c80db601-cb44-429b-8ab0-b35e9205be41 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.124208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c80db601-cb44-429b-8ab0-b35e9205be41 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.175306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] device_id is not set on port f048966a-e061-4959-8748-41254aab5800 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:28.180048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c80db601-cb44-429b-8ab0-b35e9205be41 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.183934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.184796 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c80db601-cb44-429b-8ab0-b35e9205be41 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.196132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Transition to ACTIVE for port object f048966a-e061-4959-8748-41254aab5800 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:28.200025 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.200974 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c80db601-cb44-429b-8ab0-b35e9205be41 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.204988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c80db601-cb44-429b-8ab0-b35e9205be41 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6273739 Aug 16 02:29:28.205132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.210836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-546e19e7-85a7-46ba-b927-05dfd86df620 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:28.251621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'Port': ['ID=f048966a-e061-4959-8748-41254aab5800,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:28.268413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.268753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.269095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.274509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.274835 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.275258 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 2 to bind port f048966a-e061-4959-8748-41254aab5800 Aug 16 02:29:28.289438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.289811 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.290152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.294557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.294884 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.295410 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 3 to bind port f048966a-e061-4959-8748-41254aab5800 Aug 16 02:29:28.307444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.307781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.308119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.312602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.312932 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.313325 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 4 to bind port f048966a-e061-4959-8748-41254aab5800 Aug 16 02:29:28.325744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.326084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.326418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.330933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.331307 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.331727 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 5 to bind port f048966a-e061-4959-8748-41254aab5800 Aug 16 02:29:28.344676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.345022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.345359 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.350324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.350658 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.351058 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 6 to bind port f048966a-e061-4959-8748-41254aab5800 Aug 16 02:29:28.370719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.371074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.371425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.375929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.376184 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.376571 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 7 to bind port f048966a-e061-4959-8748-41254aab5800 Aug 16 02:29:28.389620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.390066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.390397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.394767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.395081 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.395522 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 8 to bind port f048966a-e061-4959-8748-41254aab5800 Aug 16 02:29:28.408072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.408401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.408753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.414610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.414935 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.415359 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 9 to bind port f048966a-e061-4959-8748-41254aab5800 Aug 16 02:29:28.425417 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-546e19e7-85a7-46ba-b927-05dfd86df620 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.428936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.429266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.429603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.434969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.435386 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.435786 n-d-768862-14 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 10 to bind port f048966a-e061-4959-8748-41254aab5800 Aug 16 02:29:28.437228 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-546e19e7-85a7-46ba-b927-05dfd86df620 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528625', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531035'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.448949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:28.449281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:28.449620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:28.454094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:28.454420 n-d-768862-14 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port f048966a-e061-4959-8748-41254aab5800 on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:28.454787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.527747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] For port f048966a-e061-4959-8748-41254aab5800, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:28.528117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:29:28.534765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546e19e7-85a7-46ba-b927-05dfd86df620 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Router 37c285e5-012d-40cb-bb0d-d7754c8aca79 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:29:28.534912 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.549625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] In _notify_port_updated(), no bound segment for port f048966a-e061-4959-8748-41254aab5800 on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:29:28.550586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.552147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.553598 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "PUT /v2.0/ports/f048966a-e061-4959-8748-41254aab5800 HTTP/1.1" status: 200 len: 976 time: 0.6248052 Aug 16 02:29:28.556119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.589329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38369b-75eb-4a7d-8879-fbd0f0c51092 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'Port': ['ID=f048966a-e061-4959-8748-41254aab5800,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:28.650599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546e19e7-85a7-46ba-b927-05dfd86df620 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:28.658266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-546e19e7-85a7-46ba-b927-05dfd86df620 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.659451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-546e19e7-85a7-46ba-b927-05dfd86df620 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "PUT /v2.0/routers/37c285e5-012d-40cb-bb0d-d7754c8aca79 HTTP/1.1" status: 200 len: 698 time: 0.4533660 Aug 16 02:29:28.660117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] Sync routers for ids ['37c285e5-012d-40cb-bb0d-d7754c8aca79'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:28.662979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.670893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] Routers {'37c285e5-012d-40cb-bb0d-d7754c8aca79'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:28.671547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['37c285e5-012d-40cb-bb0d-d7754c8aca79'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:28.680212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.680695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.681172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.681642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.682111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.682579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.683043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.683540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.684000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.684471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.684928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.690281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8acad02c-e640-41ba-9e11-54a969023015 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9995 time: 0.1299009 Aug 16 02:29:28.690524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.745863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] Set router 37c285e5-012d-40cb-bb0d-d7754c8aca79 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:28.749009 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-30b63ca8-c6b1-42df-b621-a57457db9c5d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/routers/37c285e5-012d-40cb-bb0d-d7754c8aca79 HTTP/1.1" status: 200 len: 704 time: 0.0813515 Aug 16 02:29:28.749175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.779250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-51cf4d93-a97c-4b57-b5b5-6aa63bd272df tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c285e5-012d-40cb-bb0d-d7754c8aca79 HTTP/1.1" status: 200 len: 205 time: 0.0289087 Aug 16 02:29:28.781986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.803247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f55a4735-bd9f-4014-b003-ece8917a892a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Deleting port f048966a-e061-4959-8748-41254aab5800 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:28.803465 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c285e5-012d-40cb-bb0d-d7754c8aca79', 'name': 'tempest-RoutersIpV6Test-router-1832027824', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:28Z', 'updated_at': '2021-08-16T02:29:28Z', 'revision_number': 2, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:28.803765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55a4735-bd9f-4014-b003-ece8917a892a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.830069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] Checking router: 37c285e5-012d-40cb-bb0d-d7754c8aca79 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:28.838833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] Routers {'37c285e5-012d-40cb-bb0d-d7754c8aca79'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:28.839484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['37c285e5-012d-40cb-bb0d-d7754c8aca79'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:28.860884 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb425-044d-4ac7-bde7-6e118548712d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.872223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f55a4735-bd9f-4014-b003-ece8917a892a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] For port f048966a-e061-4959-8748-41254aab5800, host n-h2-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:28.872694 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55a4735-bd9f-4014-b003-ece8917a892a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.886919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f55a4735-bd9f-4014-b003-ece8917a892a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Calling delete_port for f048966a-e061-4959-8748-41254aab5800 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:28.912281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] Set router 37c285e5-012d-40cb-bb0d-d7754c8aca79 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:28.968122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c285e5-012d-40cb-bb0d-d7754c8aca79', 'name': 'tempest-RoutersIpV6Test-router-1832027824', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:28Z', 'updated_at': '2021-08-16T02:29:28Z', 'revision_number': 2, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:28.970927 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55a4735-bd9f-4014-b003-ece8917a892a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.995468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1ec90-f813-4f22-b42e-d78488ed1193 None None] The sync data for ids ['37c285e5-012d-40cb-bb0d-d7754c8aca79'] in n-d-768862-14 is: [{'id': '37c285e5-012d-40cb-bb0d-d7754c8aca79', 'name': 'tempest-RoutersIpV6Test-router-1832027824', 'tenant_id': 'e3e0a953c2b049639f955effd1aaac6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:28Z', 'updated_at': '2021-08-16T02:29:28Z', 'revision_number': 2, 'project_id': 'e3e0a953c2b049639f955effd1aaac6e', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:29.000835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a4735-bd9f-4014-b003-ece8917a892a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event deleted for resources: {'Port': ['ID=f048966a-e061-4959-8748-41254aab5800,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:29.007487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55a4735-bd9f-4014-b003-ece8917a892a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.009792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f55a4735-bd9f-4014-b003-ece8917a892a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "DELETE /v2.0/ports/f048966a-e061-4959-8748-41254aab5800 HTTP/1.1" status: 204 len: 168 time: 0.3181388 Aug 16 02:29:29.012433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.031791 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb425-044d-4ac7-bde7-6e118548712d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.034075 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb425-044d-4ac7-bde7-6e118548712d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.043671 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf727176-160c-4b7a-a509-d9a56f3ab592 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:29:29.045283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bf727176-160c-4b7a-a509-d9a56f3ab592 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "GET /v2.0/ports/f048966a-e061-4959-8748-41254aab5800 HTTP/1.1" status: 404 len: 333 time: 0.0318329 Aug 16 02:29:29.049072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.054794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-471033161', 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:29.077095 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Made reservation on behalf of f0b43297addf4624b3531c9c1ad0b470 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:29.079802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.081641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb425-044d-4ac7-bde7-6e118548712d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.083250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3bb425-044d-4ac7-bde7-6e118548712d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Fanout notify agent at l3_agent the message router_deleted on router 37c285e5-012d-40cb-bb0d-d7754c8aca79 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:29:29.091631 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb425-044d-4ac7-bde7-6e118548712d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.095817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fe3bb425-044d-4ac7-bde7-6e118548712d tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/37c285e5-012d-40cb-bb0d-d7754c8aca79 HTTP/1.1" status: 204 len: 168 time: 0.3092709 Aug 16 02:29:29.096462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.110797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] device_id is not set on port a5ab91a9-cd59-4b40-b3da-a8a1e5edaa2b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:29.131146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-72f16fc0-148b-4418-8c1c-87b39e9b01b3 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c285e5-012d-40cb-bb0d-d7754c8aca79 HTTP/1.1" status: 200 len: 205 time: 0.0295172 Aug 16 02:29:29.134419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.209510 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-15edbe5f-9ee7-415f-93d5-bc9253f9f61a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] delete failed (client error): The resource could not be found. Aug 16 02:29:29.210574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-15edbe5f-9ee7-415f-93d5-bc9253f9f61a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/37c285e5-012d-40cb-bb0d-d7754c8aca79 HTTP/1.1" status: 404 len: 336 time: 0.0748973 Aug 16 02:29:29.213223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52394) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.248470 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0736e7-2224-4d5e-8e79-a3260fef1968 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] DELETE failed (client error): The resource could not be found. Aug 16 02:29:29.248933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0736e7-2224-4d5e-8e79-a3260fef1968 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:29.250670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8b0736e7-2224-4d5e-8e79-a3260fef1968 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/d6e37b4d-bcff-43c3-880d-c1c928ed9cc8 HTTP/1.1" status: 404 len: 337 time: 0.0365407 Aug 16 02:29:29.253126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.286870 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc25da7-dcfb-403a-bd93-c98081aa3074 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] DELETE failed (client error): The resource could not be found. Aug 16 02:29:29.287340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc25da7-dcfb-403a-bd93-c98081aa3074 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:29.289031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9bc25da7-dcfb-403a-bd93-c98081aa3074 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/d4bf019e-d881-497b-b46d-0db2284ed46c HTTP/1.1" status: 404 len: 337 time: 0.0350146 Aug 16 02:29:29.291643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.319071 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-42de2d84-f4ee-48f5-93bd-1cbcca429586 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] DELETE failed (client error): The resource could not be found. Aug 16 02:29:29.319565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42de2d84-f4ee-48f5-93bd-1cbcca429586 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:29.321303 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-42de2d84-f4ee-48f5-93bd-1cbcca429586 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/c5562423-bbde-4678-be79-d8bc5b6d2a59 HTTP/1.1" status: 404 len: 337 time: 0.0286896 Aug 16 02:29:29.323827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.350116 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4949907-3bd2-4e2a-8e5d-8ba8e9c248ab tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] DELETE failed (client error): The resource could not be found. Aug 16 02:29:29.350569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4949907-3bd2-4e2a-8e5d-8ba8e9c248ab tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:29.352324 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a4949907-3bd2-4e2a-8e5d-8ba8e9c248ab tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/05bf4351-61d2-4384-9889-5ce685dfed8a HTTP/1.1" status: 404 len: 337 time: 0.0275960 Aug 16 02:29:29.354891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52402) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.375764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.390548 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a844320a-983c-4ff3-8348-6062225e4666 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 HTTP/1.1" status: 200 len: 205 time: 0.0324879 Aug 16 02:29:29.390770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.415026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.430840 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e29b7e74-3533-429a-b9f6-f9b3398ee7ca tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] delete failed (client error): The resource could not be found. Aug 16 02:29:29.431835 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e29b7e74-3533-429a-b9f6-f9b3398ee7ca tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/ad155e63-5b10-4b48-8ca7-3c8b3f7d3569 HTTP/1.1" status: 404 len: 336 time: 0.0400109 Aug 16 02:29:29.434420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52406) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.463132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Network bb456fad-b6b6-48d2-b9d0-198ff74a96aa is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:29.465721 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-63be365b-db08-42fb-ac8b-e90648c7d0cb tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab1e4363-276c-4aa3-aa26-8705820daa94 HTTP/1.1" status: 200 len: 205 time: 0.0300932 Aug 16 02:29:29.466334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:29.468759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.470813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:29.472255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:29.473175 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.481393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'Port': ['ID=a5ab91a9-cd59-4b40-b3da-a8a1e5edaa2b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:29.500074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5306b5b6-4234-46b3-b55f-bc3de656e3fd tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4497452 Aug 16 02:29:29.500776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.519336 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-1e01551c-3527-405d-92d7-258e04811561 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] delete failed (client error): The resource could not be found. Aug 16 02:29:29.521587 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1e01551c-3527-405d-92d7-258e04811561 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/ab1e4363-276c-4aa3-aa26-8705820daa94 HTTP/1.1" status: 404 len: 336 time: 0.0508287 Aug 16 02:29:29.524153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.535943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d4e37-c9d5-4af5-be40-76af5f668e07 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:29.538748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4c0d4e37-c9d5-4af5-be40-76af5f668e07 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "GET /v2.0/ports/a5ab91a9-cd59-4b40-b3da-a8a1e5edaa2b HTTP/1.1" status: 200 len: 954 time: 0.0369427 Aug 16 02:29:29.540301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.552870 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6084a4c7-5b02-4c98-b8b5-5cf38cf4119e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] DELETE failed (client error): The resource could not be found. Aug 16 02:29:29.553331 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6084a4c7-5b02-4c98-b8b5-5cf38cf4119e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:29.555063 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6084a4c7-5b02-4c98-b8b5-5cf38cf4119e tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/ca087b8e-d6f8-46d3-8673-dccba974cb9e HTTP/1.1" status: 404 len: 337 time: 0.0299234 Aug 16 02:29:29.558930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.588685 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6a99e5c0-85fe-4997-982e-06af65efbc30 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=f13980fc-95f9-4d95-b9aa-8c84d65c645c HTTP/1.1" status: 200 len: 205 time: 0.0283425 Aug 16 02:29:29.590893 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.630022 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-ac4deb49-54c8-4d65-889f-3a397a780f1c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] delete failed (client error): The resource could not be found. Aug 16 02:29:29.631178 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ac4deb49-54c8-4d65-889f-3a397a780f1c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/f13980fc-95f9-4d95-b9aa-8c84d65c645c HTTP/1.1" status: 404 len: 336 time: 0.0392356 Aug 16 02:29:29.633888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.668231 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-057d4564-60ef-4689-8e0d-bdf20004049b tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa9821-4a35-4bea-965e-7b5a3cf03829 HTTP/1.1" status: 200 len: 205 time: 0.0332408 Aug 16 02:29:29.670625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.710894 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5f08cc6c-0bf2-4981-bfc6-1c78b4044cb4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] delete failed (client error): The resource could not be found. Aug 16 02:29:29.712092 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5f08cc6c-0bf2-4981-bfc6-1c78b4044cb4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/0afa9821-4a35-4bea-965e-7b5a3cf03829 HTTP/1.1" status: 404 len: 336 time: 0.0405040 Aug 16 02:29:29.714655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52426) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.743664 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-de16b3b8-b723-4652-8768-5a6e7e2b3943 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] DELETE failed (client error): The resource could not be found. Aug 16 02:29:29.744132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de16b3b8-b723-4652-8768-5a6e7e2b3943 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:29.747165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-de16b3b8-b723-4652-8768-5a6e7e2b3943 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/c7c5c6d2-13f2-4c62-ac8a-55f1b7d68f92 HTTP/1.1" status: 404 len: 337 time: 0.0302293 Aug 16 02:29:29.748826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.783023 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d86edf07-d256-43dc-b44a-869e95085f29 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e170148-dfc7-4012-bd9f-5803986f0823 HTTP/1.1" status: 200 len: 205 time: 0.0309596 Aug 16 02:29:29.783284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.825968 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f50ab355-1852-4ac1-88fd-056ea2bd0556 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] delete failed (client error): The resource could not be found. Aug 16 02:29:29.827065 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f50ab355-1852-4ac1-88fd-056ea2bd0556 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/9e170148-dfc7-4012-bd9f-5803986f0823 HTTP/1.1" status: 404 len: 336 time: 0.0427933 Aug 16 02:29:29.829744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.859223 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e9cace-0f67-4edd-9818-87a0808e2fa4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] DELETE failed (client error): The resource could not be found. Aug 16 02:29:29.859694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e9cace-0f67-4edd-9818-87a0808e2fa4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:29.861664 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-71e9cace-0f67-4edd-9818-87a0808e2fa4 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/8fdf9e6c-715d-49f5-8e66-141a69e4b2c1 HTTP/1.1" status: 404 len: 337 time: 0.0307317 Aug 16 02:29:29.864874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.905673 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-04cb5b90-e188-45fa-ba05-05c0f5ceda86 tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "GET /v2.0/ports?device_id=49cd5db6-209b-4160-b2a7-6a2752e1b7da HTTP/1.1" status: 200 len: 205 time: 0.0397413 Aug 16 02:29:29.908033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.950703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-79f7fa1e-7172-48ea-89a9-dd7334890040 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Deleting port a5ab91a9-cd59-4b40-b3da-a8a1e5edaa2b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:29.951202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f7fa1e-7172-48ea-89a9-dd7334890040 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.952846 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9b1e03e2-b971-4412-8ec3-52520429a07c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] delete failed (client error): The resource could not be found. Aug 16 02:29:29.953958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9b1e03e2-b971-4412-8ec3-52520429a07c tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/routers/49cd5db6-209b-4160-b2a7-6a2752e1b7da HTTP/1.1" status: 404 len: 336 time: 0.0449736 Aug 16 02:29:29.956631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.986589 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba2901a-b1de-48cc-bee4-ed73cab2d9eb tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] DELETE failed (client error): The resource could not be found. Aug 16 02:29:29.987051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba2901a-b1de-48cc-bee4-ed73cab2d9eb tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:29.989566 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2ba2901a-b1de-48cc-bee4-ed73cab2d9eb tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/161dcbe6-5b43-4686-a5cb-3213ee228864 HTTP/1.1" status: 404 len: 337 time: 0.0317121 Aug 16 02:29:29.992018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.017136 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f7fa1e-7172-48ea-89a9-dd7334890040 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.022970 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a105d8a-224e-455e-921a-4e58fa156d8a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] DELETE failed (client error): The resource could not be found. Aug 16 02:29:30.023444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a105d8a-224e-455e-921a-4e58fa156d8a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:30.025155 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7a105d8a-224e-455e-921a-4e58fa156d8a tempest-RoutersIpV6Test-1662060357 tempest-RoutersIpV6Test-1662060357-project] 10.222.0.61 "DELETE /v2.0/subnets/3ec6aa16-1f40-4380-a934-ffe6a057763f HTTP/1.1" status: 404 len: 337 time: 0.0319302 Aug 16 02:29:30.029864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-79f7fa1e-7172-48ea-89a9-dd7334890040 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Calling delete_port for a5ab91a9-cd59-4b40-b3da-a8a1e5edaa2b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:30.112191 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f7fa1e-7172-48ea-89a9-dd7334890040 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.140889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7fa1e-7172-48ea-89a9-dd7334890040 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5ab91a9-cd59-4b40-b3da-a8a1e5edaa2b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.146908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79f7fa1e-7172-48ea-89a9-dd7334890040 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.151587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-79f7fa1e-7172-48ea-89a9-dd7334890040 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "DELETE /v2.0/ports/a5ab91a9-cd59-4b40-b3da-a8a1e5edaa2b HTTP/1.1" status: 204 len: 168 time: 0.6102979 Aug 16 02:29:30.152309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.181237 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-05846452-02d2-4daa-a01c-4dbca5a7c884 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:29:30.182961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-05846452-02d2-4daa-a01c-4dbca5a7c884 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "GET /v2.0/ports/a5ab91a9-cd59-4b40-b3da-a8a1e5edaa2b HTTP/1.1" status: 404 len: 333 time: 0.0293939 Aug 16 02:29:30.187062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.193523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Request body: {'port': {'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1920299471'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:30.219869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Made reservation on behalf of f0b43297addf4624b3531c9c1ad0b470 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:30.222437 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.240120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] device_id is not set on port 2d5c224c-408d-4aad-9560-17b6703d871e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:30.322181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.394455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.433396 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.463713 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b0ceb6a1-328d-4f18-b603-bf87217922c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3e0a953c2b049639f955effd1aaac6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401522 Aug 16 02:29:30.466353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.476316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Network bb456fad-b6b6-48d2-b9d0-198ff74a96aa is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:30.479194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:30.482750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:30.483718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:30.484789 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.494503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'Port': ['ID=2d5c224c-408d-4aad-9560-17b6703d871e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.503786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6f6a71dc-0615-43f0-808d-e7c1397b3ab4 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3153071 Aug 16 02:29:30.506524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.517733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:30.522850 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17e4f463-3034-4260-9a49-38bbc3d2f5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.545811 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17e4f463-3034-4260-9a49-38bbc3d2f5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.583740 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.596482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17e4f463-3034-4260-9a49-38bbc3d2f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.600261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17e4f463-3034-4260-9a49-38bbc3d2f5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.601467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-17e4f463-3034-4260-9a49-38bbc3d2f5e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76009c84-d5a7-451c-86ad-3f5617f2ebbd HTTP/1.1" status: 204 len: 168 time: 0.1340663 Aug 16 02:29:30.612302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4f463-3034-4260-9a49-38bbc3d2f5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76009c84-d5a7-451c-86ad-3f5617f2ebbd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.777349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] device_id is not set on port 2d5c224c-408d-4aad-9560-17b6703d871e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:30.784571 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.786289 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.798659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Transition to ACTIVE for port object 2d5c224c-408d-4aad-9560-17b6703d871e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:30.802262 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.856157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'Port': ['ID=2d5c224c-408d-4aad-9560-17b6703d871e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.874281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:30.874615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:30.874954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:30.879611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:30.880056 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:30.880448 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 2 to bind port 2d5c224c-408d-4aad-9560-17b6703d871e Aug 16 02:29:30.895307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:30.895752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:30.896122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:30.903144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:30.903483 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:30.903875 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 3 to bind port 2d5c224c-408d-4aad-9560-17b6703d871e Aug 16 02:29:30.921294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:30.921634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:30.922126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:30.927341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:30.927671 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:30.928063 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 4 to bind port 2d5c224c-408d-4aad-9560-17b6703d871e Aug 16 02:29:30.940835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:30.941507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:30.942906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:30.947518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:30.947870 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:30.948264 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 5 to bind port 2d5c224c-408d-4aad-9560-17b6703d871e Aug 16 02:29:30.969723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:30.970059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:30.970402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:30.978262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:30.978262 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:30.978262 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 6 to bind port 2d5c224c-408d-4aad-9560-17b6703d871e Aug 16 02:29:30.982104 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-18f6f786-7fdd-4248-9914-cc5a858bc778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.994738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:30.995074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:30.995440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:31.006440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:31.006766 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:31.007201 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 7 to bind port 2d5c224c-408d-4aad-9560-17b6703d871e Aug 16 02:29:31.021820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:31.022187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:31.022528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:31.027074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:31.027514 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:31.028175 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 8 to bind port 2d5c224c-408d-4aad-9560-17b6703d871e Aug 16 02:29:31.045232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:31.045583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:31.045922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:31.050392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:31.050722 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:31.051782 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 9 to bind port 2d5c224c-408d-4aad-9560-17b6703d871e Aug 16 02:29:31.065509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:31.065853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:31.066193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:31.071997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:31.072536 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:31.073171 n-d-768862-14 neutron-server[94639]: INFO neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempt 10 to bind port 2d5c224c-408d-4aad-9560-17b6703d871e Aug 16 02:29:31.096878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:31.097360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:31.098337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempting to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:31.104818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:31.105153 n-d-768862-14 neutron-server[94639]: ERROR neutron.plugins.ml2.managers [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Failed to bind port 2d5c224c-408d-4aad-9560-17b6703d871e on host n-h2-768862-14 for vnic_type normal using segments [{'id': '171b7389-f9a0-46b3-aaf8-04f0506a2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb456fad-b6b6-48d2-b9d0-198ff74a96aa'}] Aug 16 02:29:31.105528 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.185708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] For port 2d5c224c-408d-4aad-9560-17b6703d871e, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:31.186702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attempted to set empty binding levels {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:29:31.193070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.232602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] In _notify_port_updated(), no bound segment for port 2d5c224c-408d-4aad-9560-17b6703d871e on network bb456fad-b6b6-48d2-b9d0-198ff74a96aa {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:29:31.233699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:31.234451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.238774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "PUT /v2.0/ports/2d5c224c-408d-4aad-9560-17b6703d871e HTTP/1.1" status: 200 len: 976 time: 0.7283475 Aug 16 02:29:31.239067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:31.281253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473a334-e9d2-42dc-9a9b-09fa97fce6b5 tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event updated for resources: {'Port': ['ID=2d5c224c-408d-4aad-9560-17b6703d871e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:31.341059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d6da17e5-cca1-4253-aba0-1334bc35b03a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Deleting port 2d5c224c-408d-4aad-9560-17b6703d871e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:31.341406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6da17e5-cca1-4253-aba0-1334bc35b03a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.371444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:31.412564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d6da17e5-cca1-4253-aba0-1334bc35b03a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] For port 2d5c224c-408d-4aad-9560-17b6703d871e, host n-h2-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:31.412935 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6da17e5-cca1-4253-aba0-1334bc35b03a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.428363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d6da17e5-cca1-4253-aba0-1334bc35b03a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Calling delete_port for 2d5c224c-408d-4aad-9560-17b6703d871e owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:31.490467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6fed1a18-9a2a-42c0-a686-3c5ae30023d7 tempest-DvrRoutersNegativeTest-2082777290 tempest-DvrRoutersNegativeTest-2082777290-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1591814274', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:31.494693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.policy [None req-6fed1a18-9a2a-42c0-a686-3c5ae30023d7 tempest-DvrRoutersNegativeTest-2082777290 tempest-DvrRoutersNegativeTest-2082777290-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94640) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 02:29:31.495209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.policy [None req-6fed1a18-9a2a-42c0-a686-3c5ae30023d7 tempest-DvrRoutersNegativeTest-2082777290 tempest-DvrRoutersNegativeTest-2082777290-project] Failed policy check for 'create_router' {{(pid=94640) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 02:29:31.496016 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-6fed1a18-9a2a-42c0-a686-3c5ae30023d7 tempest-DvrRoutersNegativeTest-2082777290 tempest-DvrRoutersNegativeTest-2082777290-project] create failed (client error): Access was denied to this resource. Aug 16 02:29:31.497600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6fed1a18-9a2a-42c0-a686-3c5ae30023d7 tempest-DvrRoutersNegativeTest-2082777290 tempest-DvrRoutersNegativeTest-2082777290-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1241601 Aug 16 02:29:31.527678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6da17e5-cca1-4253-aba0-1334bc35b03a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.558108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da17e5-cca1-4253-aba0-1334bc35b03a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d5c224c-408d-4aad-9560-17b6703d871e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:31.565250 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6da17e5-cca1-4253-aba0-1334bc35b03a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.568797 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d6da17e5-cca1-4253-aba0-1334bc35b03a tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "DELETE /v2.0/ports/2d5c224c-408d-4aad-9560-17b6703d871e HTTP/1.1" status: 204 len: 168 time: 0.3287551 Aug 16 02:29:31.571892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:31.599321 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d6b966-f7f1-4508-9ecc-835f6657b58e tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:29:31.601158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c8d6b966-f7f1-4508-9ecc-835f6657b58e tempest-PortsAdminExtendedAttrsTestJSON-1537881749 tempest-PortsAdminExtendedAttrsTestJSON-1537881749-project-admin] 10.222.0.61 "GET /v2.0/ports/2d5c224c-408d-4aad-9560-17b6703d871e HTTP/1.1" status: 404 len: 333 time: 0.0282691 Aug 16 02:29:31.604770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:31.686814 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.774168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:31.789115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.799047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb456fad-b6b6-48d2-b9d0-198ff74a96aa']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:31.810431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171b7389-f9a0-46b3-aaf8-04f0506a2d98') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:31.810733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171b7389-f9a0-46b3-aaf8-04f0506a2d98') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:31.820656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.836694 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.843550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:29:31.844034 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:29:31.847011 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:29:31.914213 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e28151-f69c-4a94-8e6a-7f2075180a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.929393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.940023 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.942392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] 10.222.0.61 "DELETE /v2.0/networks/bb456fad-b6b6-48d2-b9d0-198ff74a96aa HTTP/1.1" status: 204 len: 168 time: 0.3359997 Aug 16 02:29:31.955300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357162e-fa94-480c-a66c-113617625502 tempest-PortsAdminExtendedAttrsTestJSON-2094243317 tempest-PortsAdminExtendedAttrsTestJSON-2094243317-project] Pushing event deleted for resources: {'Network': ['ID=bb456fad-b6b6-48d2-b9d0-198ff74a96aa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:32.032892 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e28151-f69c-4a94-8e6a-7f2075180a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.037235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68e28151-f69c-4a94-8e6a-7f2075180a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.077093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-68e28151-f69c-4a94-8e6a-7f2075180a72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7d87c90fe5e48589387dc634e0043f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018758 Aug 16 02:29:32.078450 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e28151-f69c-4a94-8e6a-7f2075180a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128d1b2c-76ec-4a2b-bed3-706d3b1026a5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:32.079929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:32.143385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d7abaa-e8a6-44f4-8ab7-4dcd4d425677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.157953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:32.169693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d7abaa-e8a6-44f4-8ab7-4dcd4d425677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.220786 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d7abaa-e8a6-44f4-8ab7-4dcd4d425677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.224889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d7abaa-e8a6-44f4-8ab7-4dcd4d425677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.226040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-00d7abaa-e8a6-44f4-8ab7-4dcd4d425677 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/128d1b2c-76ec-4a2b-bed3-706d3b1026a5 HTTP/1.1" status: 204 len: 168 time: 0.1440811 Aug 16 02:29:32.235512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7abaa-e8a6-44f4-8ab7-4dcd4d425677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d1b2c-76ec-4a2b-bed3-706d3b1026a5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:32.338334 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f0af89bb-95da-419c-8eab-3440a9850915 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d39c6b84ef9d46758553f85431ca0c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788325 Aug 16 02:29:32.340715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:32.413310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e09a17ac-8fb6-4951-99db-8370c7b4a012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.458464 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e09a17ac-8fb6-4951-99db-8370c7b4a012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.479079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a227a-dc31-4289-81f2-72ab7cba8a81 req-58e1916b-e776-4e17-a71d-775ed43fa5bb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:32.480691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-189a227a-dc31-4289-81f2-72ab7cba8a81 req-58e1916b-e776-4e17-a71d-775ed43fa5bb tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.0863717 Aug 16 02:29:32.535716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-189a227a-dc31-4289-81f2-72ab7cba8a81 req-1cec3068-b07f-487f-997e-25814dd50bed tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Aug 16 02:29:32.545919 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e09a17ac-8fb6-4951-99db-8370c7b4a012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.549985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e09a17ac-8fb6-4951-99db-8370c7b4a012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.551774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e09a17ac-8fb6-4951-99db-8370c7b4a012 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8eeb5641-e32b-4d0c-a028-700d6aaa15a9 HTTP/1.1" status: 204 len: 168 time: 0.2095547 Aug 16 02:29:32.563738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a17ac-8fb6-4951-99db-8370c7b4a012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeb5641-e32b-4d0c-a028-700d6aaa15a9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:32.853175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:32.899239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fddb5772-f961-47a1-883d-1319b47be1bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f0b43297addf4624b3531c9c1ad0b470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446026 Aug 16 02:29:32.901579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:32.951663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb411a44-d608-462f-a727-dbf12c6dcfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.977592 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb411a44-d608-462f-a727-dbf12c6dcfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.991044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.025788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb411a44-d608-462f-a727-dbf12c6dcfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.028393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb411a44-d608-462f-a727-dbf12c6dcfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.029595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cb411a44-d608-462f-a727-dbf12c6dcfd8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e5082c4-08d6-4264-8529-5e1775208904 HTTP/1.1" status: 204 len: 168 time: 0.1270232 Aug 16 02:29:33.040183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb411a44-d608-462f-a727-dbf12c6dcfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5082c4-08d6-4264-8529-5e1775208904,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:33.334232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group': {'name': 'tempest-secgroup--333170314'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:33.357636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.366503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.474611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.479155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.526924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d474bcbe-03a0-4f0f-a95c-e48437cad675,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:33.600726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.605590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.616855 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9739ae41-eb0a-4ff8-8a4f-72b380e47fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.640832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.642061 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6499848 Aug 16 02:29:33.645394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.654007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7439d-aaf6-4053-9e17-5ee803bf277f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74227930-b1be-412d-99bf-1d756dbe9413,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:33.699504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049b074-dce7-48cb-b6ed-7ef77047c8e5 req-64b0f1c7-bf38-428e-bf2a-343e662c7cef tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.699504 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7049b074-dce7-48cb-b6ed-7ef77047c8e5 req-64b0f1c7-bf38-428e-bf2a-343e662c7cef tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.0576508 Aug 16 02:29:33.713010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.713247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eb0adbc4-12d0-4d90-addf-8aa541643de6 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0663214 Aug 16 02:29:33.719278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9d1d4167-2cae-4a05-84f1-4f4b67c6d57e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group': {'name': 'tempest-security--942145556', 'description': 'tempest-security-description-1905281100'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:33.768437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7049b074-dce7-48cb-b6ed-7ef77047c8e5 req-e27db15a-79b0-4759-b3bc-ebb39ac1c00f tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619397 Aug 16 02:29:33.771571 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4167-2cae-4a05-84f1-4f4b67c6d57e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.818779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4167-2cae-4a05-84f1-4f4b67c6d57e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.823885 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4167-2cae-4a05-84f1-4f4b67c6d57e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.826487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4167-2cae-4a05-84f1-4f4b67c6d57e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.830140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d1d4167-2cae-4a05-84f1-4f4b67c6d57e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "PUT /v2.0/security-groups/74227930-b1be-412d-99bf-1d756dbe9413 HTTP/1.1" status: 200 len: 1779 time: 0.1133795 Aug 16 02:29:33.830654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52592) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.855988 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d4167-2cae-4a05-84f1-4f4b67c6d57e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74227930-b1be-412d-99bf-1d756dbe9413,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:33.890179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6ac266ab-1218-4ed6-8b3d-c19efeb52734 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups/74227930-b1be-412d-99bf-1d756dbe9413 HTTP/1.1" status: 200 len: 1779 time: 0.0560703 Aug 16 02:29:33.890766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.892692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.959020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.977896 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.986108 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.021436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1519389786'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:34.047905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:34.052897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.056730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.059509 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.062896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-groups/74227930-b1be-412d-99bf-1d756dbe9413 HTTP/1.1" status: 204 len: 168 time: 0.1687722 Aug 16 02:29:34.063251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.081026 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.095958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74227930-b1be-412d-99bf-1d756dbe9413,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.114853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.115270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.115706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.116156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.116538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.116835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.117165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.117503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.117831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.118162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.118493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.118822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325ca0-54a8-4634-a347-b0e5c0c323d5 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:34.122395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7bdfd77e-e6da-40ef-87de-6adf3f3df829 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575984 Aug 16 02:29:34.123969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.139673 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-51815216-686c-4d85-a957-4a91b97e6006 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] delete failed (client error): The resource could not be found. Aug 16 02:29:34.142760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-51815216-686c-4d85-a957-4a91b97e6006 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-groups/74227930-b1be-412d-99bf-1d756dbe9413 HTTP/1.1" status: 404 len: 347 time: 0.0176544 Aug 16 02:29:34.146687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.154108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-68570e92-c0c7-43a6-9885-4a937c9276b4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204189780'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:34.208561 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.213335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.230962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68570e92-c0c7-43a6-9885-4a937c9276b4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.240788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:34.257901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bada7b-5258-468c-a284-95d6cf82e626,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.262905 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.263300 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Added segment 12301722-64c6-4578-bc31-64eb0064c875 of type vlan for network 8eebb85f-2c98-4de5-861e-1feb0dc2668f Aug 16 02:29:34.312736 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.337247 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68570e92-c0c7-43a6-9885-4a937c9276b4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.342253 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68570e92-c0c7-43a6-9885-4a937c9276b4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.345423 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.352563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:34.353104 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.372282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4727650 Aug 16 02:29:34.372555 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68570e92-c0c7-43a6-9885-4a937c9276b4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.374197 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-68570e92-c0c7-43a6-9885-4a937c9276b4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2263150 Aug 16 02:29:34.377335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52610) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.377848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52612) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.385577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:34.391290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a08a6706-4708-49f0-8637-d2aee0a70294 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': '24c9752c-bfec-4f4c-a1f1-6635f3c74799', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:34.398850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68570e92-c0c7-43a6-9885-4a937c9276b4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c9752c-bfec-4f4c-a1f1-6635f3c74799,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.437284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeab77e-c6f2-45b0-b771-bd8ff7df3753 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Network': ['ID=8eebb85f-2c98-4de5-861e-1feb0dc2668f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.450085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:34.482507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a08a6706-4708-49f0-8637-d2aee0a70294 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.552470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:34.553175 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.557388 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a08a6706-4708-49f0-8637-d2aee0a70294 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.571666 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a08a6706-4708-49f0-8637-d2aee0a70294 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.630685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a6706-4708-49f0-8637-d2aee0a70294 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f25485b-c764-4653-b84d-f48a48906e6b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.640211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a08a6706-4708-49f0-8637-d2aee0a70294 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.643925 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a08a6706-4708-49f0-8637-d2aee0a70294 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2609475 Aug 16 02:29:34.644957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52616) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.690709 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27f22f21-3364-4e10-b8fa-e3ececb9fd82 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.700253 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27f22f21-3364-4e10-b8fa-e3ececb9fd82 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.766006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27f22f21-3364-4e10-b8fa-e3ececb9fd82 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.779198 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27f22f21-3364-4e10-b8fa-e3ececb9fd82 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.780355 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-27f22f21-3364-4e10-b8fa-e3ececb9fd82 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/3f25485b-c764-4653-b84d-f48a48906e6b HTTP/1.1" status: 204 len: 168 time: 0.1344960 Aug 16 02:29:34.783356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.792569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22f21-3364-4e10-b8fa-e3ececb9fd82 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f25485b-c764-4653-b84d-f48a48906e6b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.850922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-093ddd8b-2ed8-4fea-be5e-8e9a5061f8af tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660565 Aug 16 02:29:34.853636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:34.864756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.883351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.916119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049e8b2-4416-4178-95a6-4b5696ec34c3 req-c2a8fe46-206d-4a8e-9eac-bbd55dd32ec1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:34.917824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1049e8b2-4416-4178-95a6-4b5696ec34c3 req-c2a8fe46-206d-4a8e-9eac-bbd55dd32ec1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.0658977 Aug 16 02:29:34.960347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1049e8b2-4416-4178-95a6-4b5696ec34c3 req-049b2267-1560-4ae9-954c-0c189ca89872 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353751 Aug 16 02:29:34.961662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=69cf11a1-a15b-4df3-82a1-3dbb9ff43f3c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.984545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c157d9e2-ed34-4ccf-a48a-05ab8afe43c8 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:34.987069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:34.987465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network hostable DHCP agents. Network: 8eebb85f-2c98-4de5-861e-1feb0dc2668f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:35.019046 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c157d9e2-ed34-4ccf-a48a-05ab8afe43c8 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.028435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:35.052733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 8eebb85f-2c98-4de5-861e-1feb0dc2668f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:35.058095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:35.058698 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.064035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a18019-1566-477f-9d8a-b7a4cdfc2864 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:35.077949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-52a87f06-c356-4fed-9626-56bf8435f830 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6983829 Aug 16 02:29:35.078529 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:35.084287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'name': 'tempest-NetworksTestDHCPv6-794402404'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:35.132663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c157d9e2-ed34-4ccf-a48a-05ab8afe43c8 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.135527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c157d9e2-ed34-4ccf-a48a-05ab8afe43c8 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.136682 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c157d9e2-ed34-4ccf-a48a-05ab8afe43c8 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-groups/24c9752c-bfec-4f4c-a1f1-6635f3c74799 HTTP/1.1" status: 204 len: 168 time: 0.2818263 Aug 16 02:29:35.139683 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:35.153527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157d9e2-ed34-4ccf-a48a-05ab8afe43c8 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c9752c-bfec-4f4c-a1f1-6635f3c74799,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:35.198861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e18303ac-df36-40eb-bc03-6b409a9eff7b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580893 Aug 16 02:29:35.199565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:35.207001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-91150a3e-8e4b-419c-920c-631983bbdb42 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123238869'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:35.225041 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:29:35.225041 n-d-768862-14 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:29:35.225041 n-d-768862-14 neutron-server[94640]: [parameters: {'project_id_1': '01ea241262714b3589c2e73390b3194c', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 29, 35, 216157)}] Aug 16 02:29:35.225041 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:29:35.225491 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:29:35.233048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91150a3e-8e4b-419c-920c-631983bbdb42 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.295538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '69cf11a1-a15b-4df3-82a1-3dbb9ff43f3c'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:35.296834 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.390226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91150a3e-8e4b-419c-920c-631983bbdb42 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.404101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91150a3e-8e4b-419c-920c-631983bbdb42 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.442536 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91150a3e-8e4b-419c-920c-631983bbdb42 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.444658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-91150a3e-8e4b-419c-920c-631983bbdb42 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2414668 Aug 16 02:29:35.449037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:35.454177 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91150a3e-8e4b-419c-920c-631983bbdb42 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68aa754d-0197-48ac-a731-dc8284c229f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:35.455784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2595d4a7-6c71-4063-832e-7eee1687dbd7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': '68aa754d-0197-48ac-a731-dc8284c229f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:35.495619 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2595d4a7-6c71-4063-832e-7eee1687dbd7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.506704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/69cf11a1-a15b-4df3-82a1-3dbb9ff43f3c/8762e1c6-899e-4d51-a874-52f90fbfbd40) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:35.558999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2595d4a7-6c71-4063-832e-7eee1687dbd7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.564729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2595d4a7-6c71-4063-832e-7eee1687dbd7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.588837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595d4a7-6c71-4063-832e-7eee1687dbd7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b0b6e8-54b1-4ac6-973a-22e7bf9d5a6f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:35.595513 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2595d4a7-6c71-4063-832e-7eee1687dbd7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.599144 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2595d4a7-6c71-4063-832e-7eee1687dbd7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482038 Aug 16 02:29:35.600324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:35.605849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-694144b5-5fc1-449f-925f-97b2b073cfc9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': '68aa754d-0197-48ac-a731-dc8284c229f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:35.634200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-694144b5-5fc1-449f-925f-97b2b073cfc9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.673701 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.683004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Transition to ACTIVE for port object 8762e1c6-899e-4d51-a874-52f90fbfbd40 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:35.696995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-694144b5-5fc1-449f-925f-97b2b073cfc9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.699812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Transition to ACTIVE for port object 8762e1c6-899e-4d51-a874-52f90fbfbd40 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:35.701439 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-694144b5-5fc1-449f-925f-97b2b073cfc9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.706105 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.720414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694144b5-5fc1-449f-925f-97b2b073cfc9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef52f1bb-3c25-47f4-8dc3-a0abca598c25,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:35.736330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-694144b5-5fc1-449f-925f-97b2b073cfc9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.741343 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-694144b5-5fc1-449f-925f-97b2b073cfc9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363523 Aug 16 02:29:35.742532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:35.746551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-089abb62-1447-4836-990d-3c80dfa71fff tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': '68aa754d-0197-48ac-a731-dc8284c229f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:35.747263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:35.750139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:35.753624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:35.774197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:35.778148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.790323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Pushing event updated for resources: {'Port': ['ID=8762e1c6-899e-4d51-a874-52f90fbfbd40,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:35.805116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 3c1b1f39-d221-4f35-8564-50f0d8129ce9 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:35.819268 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-089abb62-1447-4836-990d-3c80dfa71fff tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.820463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Attempting to bind port 8762e1c6-899e-4d51-a874-52f90fbfbd40 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:35.820941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Attempting to bind port 8762e1c6-899e-4d51-a874-52f90fbfbd40 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:35.821411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Attempting to bind port 8762e1c6-899e-4d51-a874-52f90fbfbd40 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:35.826957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:35.827502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:35.828030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.828528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:35.829095 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Bound port: 8762e1c6-899e-4d51-a874-52f90fbfbd40, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:35.829577 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.901680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] For port 8762e1c6-899e-4d51-a874-52f90fbfbd40, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:35.905612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] For port 8762e1c6-899e-4d51-a874-52f90fbfbd40, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8762e1c6-899e-4d51-a874-52f90fbfbd40,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:35.912620 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.956964 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-089abb62-1447-4836-990d-3c80dfa71fff tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.966656 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-089abb62-1447-4836-990d-3c80dfa71fff tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.001487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c23691-a05c-4b18-a731-83e68c4f6859 None None] Pushing event updated for resources: {'Port': ['ID=8762e1c6-899e-4d51-a874-52f90fbfbd40,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:36.008216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089abb62-1447-4836-990d-3c80dfa71fff tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a267bde1-eeb5-427e-bc72-40fabd165167,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:36.010610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::33 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/69cf11a1-a15b-4df3-82a1-3dbb9ff43f3c/3c1b1f39-d221-4f35-8564-50f0d8129ce9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:36.023736 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-089abb62-1447-4836-990d-3c80dfa71fff tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.027298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.027899 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-089abb62-1447-4836-990d-3c80dfa71fff tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2843935 Aug 16 02:29:36.041933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-994d9639-e765-4bb5-b4e1-ece7bf07ab04 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': '68aa754d-0197-48ac-a731-dc8284c229f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:36.122068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-994d9639-e765-4bb5-b4e1-ece7bf07ab04 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.155174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295bab-4655-4c05-97cd-820f8fcde9e2 req-7c9b8b24-7502-4ea6-98b5-f173623ee5d6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:36.157061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87295bab-4655-4c05-97cd-820f8fcde9e2 req-7c9b8b24-7502-4ea6-98b5-f173623ee5d6 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.0954533 Aug 16 02:29:36.275526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.288220 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87295bab-4655-4c05-97cd-820f8fcde9e2 req-6a72f7f5-b27e-4404-b59d-8a4bb753638b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140974 Aug 16 02:29:36.290141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-994d9639-e765-4bb5-b4e1-ece7bf07ab04 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.294351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-994d9639-e765-4bb5-b4e1-ece7bf07ab04 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.318228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 3c1b1f39-d221-4f35-8564-50f0d8129ce9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:36.335050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d9639-e765-4bb5-b4e1-ece7bf07ab04 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec63406a-e4a1-43ca-adcf-288a13877042,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:36.340597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-994d9639-e765-4bb5-b4e1-ece7bf07ab04 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.342296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-994d9639-e765-4bb5-b4e1-ece7bf07ab04 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134210 Aug 16 02:29:36.345137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.350931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a3a9df42-153a-4e7f-a406-689cae2acb34 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': '68aa754d-0197-48ac-a731-dc8284c229f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:36.372751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.383587 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3a9df42-153a-4e7f-a406-689cae2acb34 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.425042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:36.428962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:36.433093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:36.439227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:36.439949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.447341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=3c1b1f39-d221-4f35-8564-50f0d8129ce9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:36.462567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-87c4db75-afac-4a2d-a469-d8274c480816 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3827953 Aug 16 02:29:36.464472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.481925 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3a9df42-153a-4e7f-a406-689cae2acb34 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.487180 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3a9df42-153a-4e7f-a406-689cae2acb34 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.509231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9df42-153a-4e7f-a406-689cae2acb34 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b36b4c8-bc62-4764-a0fc-fe870e4b1123,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:36.514100 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3a9df42-153a-4e7f-a406-689cae2acb34 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.515553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a3a9df42-153a-4e7f-a406-689cae2acb34 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1694262 Aug 16 02:29:36.518206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.549855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf4bbbe3-c7c4-4e6b-9721-ffbab42ce0de tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.559017 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf4bbbe3-c7c4-4e6b-9721-ffbab42ce0de tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.565165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004127f1-f009-491b-87f0-39307f9e798a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:36.572427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004127f1-f009-491b-87f0-39307f9e798a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:36.574053 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-004127f1-f009-491b-87f0-39307f9e798a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1070073 Aug 16 02:29:36.576931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.630908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf4bbbe3-c7c4-4e6b-9721-ffbab42ce0de tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.658521 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf4bbbe3-c7c4-4e6b-9721-ffbab42ce0de tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.659659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bf4bbbe3-c7c4-4e6b-9721-ffbab42ce0de tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/9b36b4c8-bc62-4764-a0fc-fe870e4b1123 HTTP/1.1" status: 204 len: 168 time: 0.1404982 Aug 16 02:29:36.663064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.666781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bbbe3-c7c4-4e6b-9721-ffbab42ce0de tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b36b4c8-bc62-4764-a0fc-fe870e4b1123,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:36.695766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c513fc5b-9f64-4ec7-993f-87a738b74ea9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 3c1b1f39-d221-4f35-8564-50f0d8129ce9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:36.696297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c513fc5b-9f64-4ec7-993f-87a738b74ea9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.720349 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-817748e8-8fe7-484a-8a28-0291f2e5b6e1 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0556920 Aug 16 02:29:36.723374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.759610 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a726c6ef-36a4-459e-b32a-91f7dede8734 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.768244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a726c6ef-36a4-459e-b32a-91f7dede8734 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.799467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a726c6ef-36a4-459e-b32a-91f7dede8734 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.804686 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c513fc5b-9f64-4ec7-993f-87a738b74ea9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.817144 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a726c6ef-36a4-459e-b32a-91f7dede8734 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.820412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c513fc5b-9f64-4ec7-993f-87a738b74ea9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 3c1b1f39-d221-4f35-8564-50f0d8129ce9 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:36.820539 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a726c6ef-36a4-459e-b32a-91f7dede8734 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ec63406a-e4a1-43ca-adcf-288a13877042 HTTP/1.1" status: 204 len: 168 time: 0.0935886 Aug 16 02:29:36.820539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726c6ef-36a4-459e-b32a-91f7dede8734 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec63406a-e4a1-43ca-adcf-288a13877042,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:36.820707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.923493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-88095bbf-7121-4975-aada-bfc73cf75c0a tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1012828 Aug 16 02:29:36.926587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.979395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5143a1-95fd-4805-a8a3-6c1b1caa3843 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.004464 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5143a1-95fd-4805-a8a3-6c1b1caa3843 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.014670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c513fc5b-9f64-4ec7-993f-87a738b74ea9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.061769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.067539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513fc5b-9f64-4ec7-993f-87a738b74ea9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=3c1b1f39-d221-4f35-8564-50f0d8129ce9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:37.071045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5143a1-95fd-4805-a8a3-6c1b1caa3843 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.080699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f5143a1-95fd-4805-a8a3-6c1b1caa3843 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.080699 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3f5143a1-95fd-4805-a8a3-6c1b1caa3843 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/a267bde1-eeb5-427e-bc72-40fabd165167 HTTP/1.1" status: 204 len: 168 time: 0.1520844 Aug 16 02:29:37.094388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.104952 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c513fc5b-9f64-4ec7-993f-87a738b74ea9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.110698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c513fc5b-9f64-4ec7-993f-87a738b74ea9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/3c1b1f39-d221-4f35-8564-50f0d8129ce9 HTTP/1.1" status: 204 len: 168 time: 0.5327449 Aug 16 02:29:37.111561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.141148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5143a1-95fd-4805-a8a3-6c1b1caa3843 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a267bde1-eeb5-427e-bc72-40fabd165167,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:37.228042 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-47b78bb0-3a51-4ceb-8858-7a05a5b39ab7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1074674 Aug 16 02:29:37.230919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.263800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f660d3f-bfbe-4d27-9f4b-22f52d685377 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.272566 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f660d3f-bfbe-4d27-9f4b-22f52d685377 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.284344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5371b-513b-437e-b23f-2db7b91a2e01 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:37.286068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5371b-513b-437e-b23f-2db7b91a2e01 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:37.290447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0de5371b-513b-437e-b23f-2db7b91a2e01 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1740453 Aug 16 02:29:37.291289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.321821 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f660d3f-bfbe-4d27-9f4b-22f52d685377 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.336202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0e1efb-b803-4d73-a955-9a9a63220c74 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:37.351927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f660d3f-bfbe-4d27-9f4b-22f52d685377 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.356299 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4f660d3f-bfbe-4d27-9f4b-22f52d685377 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ef52f1bb-3c25-47f4-8dc3-a0abca598c25 HTTP/1.1" status: 204 len: 168 time: 0.1193511 Aug 16 02:29:37.357234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52672) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.365685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f660d3f-bfbe-4d27-9f4b-22f52d685377 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef52f1bb-3c25-47f4-8dc3-a0abca598c25,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:37.368242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8762e1c6-899e-4d51-a874-52f90fbfbd40 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:37.389680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b46b83-355d-4671-94ca-959b6d800e0d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 69cf11a1-a15b-4df3-82a1-3dbb9ff43f3c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:37.393099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42b46b83-355d-4671-94ca-959b6d800e0d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.467870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9eefe8cc-28ec-45a2-9363-14dcf67e0c79 None None] Provisioning for port 8762e1c6-899e-4d51-a874-52f90fbfbd40 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:37.490138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8762e1c6-899e-4d51-a874-52f90fbfbd40 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:37.498801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ca5d2c02-8ff9-4a0f-90e7-06137f759b57 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1375494 Aug 16 02:29:37.499025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.508698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42b46b83-355d-4671-94ca-959b6d800e0d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.518373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8762e1c6-899e-4d51-a874-52f90fbfbd40 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:37.518747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.546606 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37f0eb2f-eec9-4b8d-833b-cdefb32a6941 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.550111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925546-12cd-4361-a4b7-144e6f6a3009 req-fed73dc1-c5dc-47ee-b8f8-9610228866c5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:37.552520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0925546-12cd-4361-a4b7-144e6f6a3009 req-fed73dc1-c5dc-47ee-b8f8-9610228866c5 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.1557932 Aug 16 02:29:37.574624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37f0eb2f-eec9-4b8d-833b-cdefb32a6941 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.655528 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37f0eb2f-eec9-4b8d-833b-cdefb32a6941 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.665758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37f0eb2f-eec9-4b8d-833b-cdefb32a6941 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.669450 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-37f0eb2f-eec9-4b8d-833b-cdefb32a6941 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/46b0b6e8-54b1-4ac6-973a-22e7bf9d5a6f HTTP/1.1" status: 204 len: 168 time: 0.1669164 Aug 16 02:29:37.682067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.686275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0eb2f-eec9-4b8d-833b-cdefb32a6941 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b0b6e8-54b1-4ac6-973a-22e7bf9d5a6f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:37.705494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0925546-12cd-4361-a4b7-144e6f6a3009 req-368e4073-7e9d-4b37-840a-ffbe8dd2f1f9 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453972 Aug 16 02:29:37.707649 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.753111 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42b46b83-355d-4671-94ca-959b6d800e0d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.792106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ae12d960-b57c-4224-9922-bfdc8cfe4312 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1016037 Aug 16 02:29:37.792613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.871721 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42b46b83-355d-4671-94ca-959b6d800e0d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.902773 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc6e60a5-04eb-447c-a5a3-31a09d5e996e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.930151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b46b83-355d-4671-94ca-959b6d800e0d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=69cf11a1-a15b-4df3-82a1-3dbb9ff43f3c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:37.934619 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc6e60a5-04eb-447c-a5a3-31a09d5e996e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.938837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42b46b83-355d-4671-94ca-959b6d800e0d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.940944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-42b46b83-355d-4671-94ca-959b6d800e0d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/69cf11a1-a15b-4df3-82a1-3dbb9ff43f3c HTTP/1.1" status: 204 len: 168 time: 0.6484997 Aug 16 02:29:37.944203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:37.948246 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:29:37.948607 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:29:37.964844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0cde2-2d33-4ad7-8885-26ffde49b47e None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:38.017324 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8f31b4dd-4bf2-429b-b8ab-b2ff1d73cba4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718858 Aug 16 02:29:38.020654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:38.025562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:38.042838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e7cba31-ebe6-4142-ac14-06032e40e694 None None] Provisioning complete for port 8762e1c6-899e-4d51-a874-52f90fbfbd40 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:38.043409 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e7cba31-ebe6-4142-ac14-06032e40e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.184121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:38.194977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.222356 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e7cba31-ebe6-4142-ac14-06032e40e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.263321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc6e60a5-04eb-447c-a5a3-31a09d5e996e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.266677 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc6e60a5-04eb-447c-a5a3-31a09d5e996e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.268180 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc6e60a5-04eb-447c-a5a3-31a09d5e996e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-groups/68aa754d-0197-48ac-a731-dc8284c229f7 HTTP/1.1" status: 204 len: 168 time: 0.4741127 Aug 16 02:29:38.271031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52686) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:38.291266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e60a5-04eb-447c-a5a3-31a09d5e996e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aa754d-0197-48ac-a731-dc8284c229f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:38.327576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4e7cba31-ebe6-4142-ac14-06032e40e694 None None] For port 8762e1c6-899e-4d51-a874-52f90fbfbd40, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8762e1c6-899e-4d51-a874-52f90fbfbd40,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:38.332939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb10b99-5bc1-4a14-b52b-284839f0d708 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:38.340413 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e7cba31-ebe6-4142-ac14-06032e40e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.385384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-27411d2b-8094-4348-b767-6ed37e2cd245 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097081 Aug 16 02:29:38.389807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:38.413247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f8e321a9-631e-4150-b243-64153b68c6fb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group': {'name': 'tempest-secgroup--439600664'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:38.443794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cba31-ebe6-4142-ac14-06032e40e694 None None] Pushing event updated for resources: {'Port': ['ID=8762e1c6-899e-4d51-a874-52f90fbfbd40,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:38.457675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8e321a9-631e-4150-b243-64153b68c6fb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.486826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9cb10b99-5bc1-4a14-b52b-284839f0d708 None None] Deleting port 8762e1c6-899e-4d51-a874-52f90fbfbd40 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:38.487479 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cb10b99-5bc1-4a14-b52b-284839f0d708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.572016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9cb10b99-5bc1-4a14-b52b-284839f0d708 None None] For port 8762e1c6-899e-4d51-a874-52f90fbfbd40, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8762e1c6-899e-4d51-a874-52f90fbfbd40,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:38.573158 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cb10b99-5bc1-4a14-b52b-284839f0d708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.590306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9cb10b99-5bc1-4a14-b52b-284839f0d708 None None] Calling delete_port for 8762e1c6-899e-4d51-a874-52f90fbfbd40 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:38.605073 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.689381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:38.696668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:38.703470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.704056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.715037 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cb10b99-5bc1-4a14-b52b-284839f0d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.715270 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8e321a9-631e-4150-b243-64153b68c6fb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.725516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=f23c1eaa-7e93-4dbd-b573-508b40d5a1f7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:38.727570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8e321a9-631e-4150-b243-64153b68c6fb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.757160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb10b99-5bc1-4a14-b52b-284839f0d708 None None] No DVR routers for this DVR port 8762e1c6-899e-4d51-a874-52f90fbfbd40 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:38.760304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb10b99-5bc1-4a14-b52b-284839f0d708 None None] Pushing event deleted for resources: {'Port': ['ID=8762e1c6-899e-4d51-a874-52f90fbfbd40,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:38.786053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e321a9-631e-4150-b243-64153b68c6fb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33177be5-68fa-4845-bbc6-f98eb3c54e91,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:38.809142 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-769e3835-8d65-4bcc-8f64-fa3547276b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7874587 Aug 16 02:29:38.812007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52692) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:38.812347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74d417-92a8-4496-aac5-c2791f95327e None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:38.820500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'name': 'tempest-NetworksTestDHCPv6-738364613'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:38.878678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8e321a9-631e-4150-b243-64153b68c6fb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.880293 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f8e321a9-631e-4150-b243-64153b68c6fb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4840577 Aug 16 02:29:38.886016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:38.892316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a133592-742f-4680-b7dd-9e60caed7304 req-b84c4f6a-0c33-43c4-aa8d-bfe119e33825 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.894071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a133592-742f-4680-b7dd-9e60caed7304 req-b84c4f6a-0c33-43c4-aa8d-bfe119e33825 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.0972438 Aug 16 02:29:38.894196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e1070683-e295-4689-ac76-366320229f47 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': '33177be5-68fa-4845-bbc6-f98eb3c54e91', 'direction': 'ingress', 'protocol': 17}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:38.945712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a133592-742f-4680-b7dd-9e60caed7304 req-ab9f4d95-28f6-4f9f-841f-d17d98545320 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443914 Aug 16 02:29:38.955137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1070683-e295-4689-ac76-366320229f47 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.995725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': 'f23c1eaa-7e93-4dbd-b573-508b40d5a1f7'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:38.997107 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.015056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:39.018663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.044654 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1070683-e295-4689-ac76-366320229f47 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.050498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1070683-e295-4689-ac76-366320229f47 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.053139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 099a96ef-d252-4278-a283-949b80e09d98 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:39.106571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1070683-e295-4689-ac76-366320229f47 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d96b0a-7df2-45b8-b8c1-54680ddeee8a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.122026 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1070683-e295-4689-ac76-366320229f47 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.123244 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e1070683-e295-4689-ac76-366320229f47 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2363544 Aug 16 02:29:39.126353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:39.204710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7544db7f-a3fd-46fd-86a8-2bb8355d337b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.216397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/f23c1eaa-7e93-4dbd-b573-508b40d5a1f7/8231a4b0-2a4c-4b11-9569-ae605ffa6e56) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:39.237832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7544db7f-a3fd-46fd-86a8-2bb8355d337b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.290447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8762e1c6-899e-4d51-a874-52f90fbfbd40 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:39.302642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7544db7f-a3fd-46fd-86a8-2bb8355d337b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.305357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7544db7f-a3fd-46fd-86a8-2bb8355d337b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.306764 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7544db7f-a3fd-46fd-86a8-2bb8355d337b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-groups/33177be5-68fa-4845-bbc6-f98eb3c54e91 HTTP/1.1" status: 204 len: 168 time: 0.1796994 Aug 16 02:29:39.309694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:39.320790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8762e1c6-899e-4d51-a874-52f90fbfbd40 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:39.321133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8762e1c6-899e-4d51-a874-52f90fbfbd40 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:39.321270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544db7f-a3fd-46fd-86a8-2bb8355d337b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33177be5-68fa-4845-bbc6-f98eb3c54e91,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.391456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:39.394906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-49a483bf-8e4a-4c99-a6c0-1d48caee14ba tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743148 Aug 16 02:29:39.396915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3d023ce3-571d-4ef1-9248-0201d4899dbf tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group': {'name': 'tempest-secgroup--124386831'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:39.426668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d023ce3-571d-4ef1-9248-0201d4899dbf tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.551700 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d023ce3-571d-4ef1-9248-0201d4899dbf tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.556561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d023ce3-571d-4ef1-9248-0201d4899dbf tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.592911 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d023ce3-571d-4ef1-9248-0201d4899dbf tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.598279 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3d023ce3-571d-4ef1-9248-0201d4899dbf tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2026777 Aug 16 02:29:39.598845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:39.599405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d023ce3-571d-4ef1-9248-0201d4899dbf tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f066f07e-221b-4541-99bd-30b55a238f65,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.605315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7c278bf9-3b7f-4828-8238-5054ab8edc25 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group': {'name': 'tempest-secgroup--731222100'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:39.619531 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.632449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Transition to ACTIVE for port object 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:39.634062 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c278bf9-3b7f-4828-8238-5054ab8edc25 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.648774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Transition to ACTIVE for port object 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:39.658075 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.711458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:39.717043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:39.720910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:39.728504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::2b7 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/f23c1eaa-7e93-4dbd-b573-508b40d5a1f7/099a96ef-d252-4278-a283-949b80e09d98) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:39.735722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Pushing event updated for resources: {'Port': ['ID=8231a4b0-2a4c-4b11-9569-ae605ffa6e56,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.774327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c278bf9-3b7f-4828-8238-5054ab8edc25 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.783077 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c278bf9-3b7f-4828-8238-5054ab8edc25 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.787748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Attempting to bind port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:39.788127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Attempting to bind port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:39.788489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Attempting to bind port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:39.797879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:39.798276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:39.798659 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.799075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:39.799567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Bound port: 8231a4b0-2a4c-4b11-9569-ae605ffa6e56, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:39.800335 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.821747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c278bf9-3b7f-4828-8238-5054ab8edc25 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.823310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7c278bf9-3b7f-4828-8238-5054ab8edc25 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2223053 Aug 16 02:29:39.825390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c278bf9-3b7f-4828-8238-5054ab8edc25 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa39f498-1db0-467b-8060-7fc34ccc3b79,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.828264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:39.833615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6d723872-15c5-4c3d-a8cc-746fc19b3d2b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': 'f066f07e-221b-4541-99bd-30b55a238f65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fa39f498-1db0-467b-8060-7fc34ccc3b79', 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:39.880864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] For port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:39.884161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] For port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8231a4b0-2a4c-4b11-9569-ae605ffa6e56,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:39.889141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.941033 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d723872-15c5-4c3d-a8cc-746fc19b3d2b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:39.968282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeff8ed-43da-4c51-aa76-4f8b69ed5b37 None None] Pushing event updated for resources: {'Port': ['ID=8231a4b0-2a4c-4b11-9569-ae605ffa6e56,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:39.995565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.029691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 099a96ef-d252-4278-a283-949b80e09d98 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:40.105162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d723872-15c5-4c3d-a8cc-746fc19b3d2b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.117450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d723872-15c5-4c3d-a8cc-746fc19b3d2b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.148430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d723872-15c5-4c3d-a8cc-746fc19b3d2b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce9247e-ab65-4449-85c1-25d9fb9351ba,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:40.155677 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d723872-15c5-4c3d-a8cc-746fc19b3d2b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.159417 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6d723872-15c5-4c3d-a8cc-746fc19b3d2b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3302398 Aug 16 02:29:40.162918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ea821-db91-4f47-95f5-98b2872b0e1f req-850049c3-7f2c-44cf-beb1-0631d797306a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.163471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:40.164965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c3ea821-db91-4f47-95f5-98b2872b0e1f req-850049c3-7f2c-44cf-beb1-0631d797306a tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.1029332 Aug 16 02:29:40.188990 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.248443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c3ea821-db91-4f47-95f5-98b2872b0e1f req-d2694e1a-ac6f-497d-8e53-38d135ddb95b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708742 Aug 16 02:29:40.302499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:40.307790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:40.318639 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=099a96ef-d252-4278-a283-949b80e09d98,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:40.322588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:40.328437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.329060 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.335137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42b96acb-e5ce-4018-8fd6-231db1f8f7bb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.348133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42b96acb-e5ce-4018-8fd6-231db1f8f7bb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.361442 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:40.362096 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7f3a6010-ba34-421c-ad4d-1d3634efefaa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5478747 Aug 16 02:29:40.388793 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42b96acb-e5ce-4018-8fd6-231db1f8f7bb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.395453 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42b96acb-e5ce-4018-8fd6-231db1f8f7bb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.396621 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-42b96acb-e5ce-4018-8fd6-231db1f8f7bb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1ce9247e-ab65-4449-85c1-25d9fb9351ba HTTP/1.1" status: 204 len: 168 time: 0.2322807 Aug 16 02:29:40.399334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:40.404459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b96acb-e5ce-4018-8fd6-231db1f8f7bb tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ce9247e-ab65-4449-85c1-25d9fb9351ba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:40.489488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-704c8563-5b6a-498b-bcfb-e2447ad4f735 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0885508 Aug 16 02:29:40.492321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:40.498622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9194cad7-0bdc-4038-91fe-3f5a52185c77 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.506289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9194cad7-0bdc-4038-91fe-3f5a52185c77 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.508001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9194cad7-0bdc-4038-91fe-3f5a52185c77 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1440966 Aug 16 02:29:40.511664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:40.587042 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5dcf-cc63-47c0-a2e3-b7363aa3d570 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.614538 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5dcf-cc63-47c0-a2e3-b7363aa3d570 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.632102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-636943dd-44bf-4bbb-b292-8ad79014423a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 099a96ef-d252-4278-a283-949b80e09d98 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:40.632532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-636943dd-44bf-4bbb-b292-8ad79014423a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.665597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5dcf-cc63-47c0-a2e3-b7363aa3d570 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.668771 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5dcf-cc63-47c0-a2e3-b7363aa3d570 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.669889 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0d1f5dcf-cc63-47c0-a2e3-b7363aa3d570 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-groups/fa39f498-1db0-467b-8060-7fc34ccc3b79 HTTP/1.1" status: 204 len: 168 time: 0.1761701 Aug 16 02:29:40.673571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:40.692932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f5dcf-cc63-47c0-a2e3-b7363aa3d570 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa39f498-1db0-467b-8060-7fc34ccc3b79,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:40.754533 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-636943dd-44bf-4bbb-b292-8ad79014423a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.766619 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d4b19b93-e8fb-40df-b143-0cf61b8b826e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0917828 Aug 16 02:29:40.772533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:40.776257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-636943dd-44bf-4bbb-b292-8ad79014423a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 099a96ef-d252-4278-a283-949b80e09d98 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:40.862052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc759-23d9-4ab5-97da-40c67014b012 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.986470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-636943dd-44bf-4bbb-b292-8ad79014423a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.067591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636943dd-44bf-4bbb-b292-8ad79014423a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=099a96ef-d252-4278-a283-949b80e09d98,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:41.103645 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-636943dd-44bf-4bbb-b292-8ad79014423a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.106898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-636943dd-44bf-4bbb-b292-8ad79014423a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/099a96ef-d252-4278-a283-949b80e09d98 HTTP/1.1" status: 204 len: 168 time: 0.5939324 Aug 16 02:29:41.109847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.191829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a818d3-a395-4cac-bed2-de5b38358ecd tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.194412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a818d3-a395-4cac-bed2-de5b38358ecd tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.199654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-21a818d3-a395-4cac-bed2-de5b38358ecd tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0884135 Aug 16 02:29:41.200445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.286787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc759-23d9-4ab5-97da-40c67014b012 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.321290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a7a95d-9267-4c9a-9ba0-2f16aa7829b8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet f23c1eaa-7e93-4dbd-b573-508b40d5a1f7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:41.331415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ca616c05-93cb-4380-97dd-5836d43a08c0 None None] Provisioning for port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:41.352283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a95d-9267-4c9a-9ba0-2f16aa7829b8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.375266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc759-23d9-4ab5-97da-40c67014b012 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.375839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:41.378324 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc759-23d9-4ab5-97da-40c67014b012 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.383520 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ce2bc759-23d9-4ab5-97da-40c67014b012 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-groups/f066f07e-221b-4541-99bd-30b55a238f65 HTTP/1.1" status: 204 len: 168 time: 0.6099346 Aug 16 02:29:41.384199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.430539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bc759-23d9-4ab5-97da-40c67014b012 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f066f07e-221b-4541-99bd-30b55a238f65,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:41.448333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a95d-9267-4c9a-9ba0-2f16aa7829b8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.510728 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-85cb81ef-e453-4b27-8452-0805013c778f tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209795 Aug 16 02:29:41.511363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.518533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1d4ac745-c90d-4739-8751-cc689b833d54 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163906575'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:41.563225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:41.565694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac745-c90d-4739-8751-cc689b833d54 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.570837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a95d-9267-4c9a-9ba0-2f16aa7829b8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.583339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:41.584567 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.655913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a95d-9267-4c9a-9ba0-2f16aa7829b8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.680556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0588cf34-05b4-453a-8a7a-1f020aad8202 None None] Could not find standard attr ID for object 3c1b1f39-d221-4f35-8564-50f0d8129ce9. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:29:41.720625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7a95d-9267-4c9a-9ba0-2f16aa7829b8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=f23c1eaa-7e93-4dbd-b573-508b40d5a1f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:41.727717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a95d-9267-4c9a-9ba0-2f16aa7829b8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.732541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c9a7a95d-9267-4c9a-9ba0-2f16aa7829b8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/f23c1eaa-7e93-4dbd-b573-508b40d5a1f7 HTTP/1.1" status: 204 len: 168 time: 0.5309179 Aug 16 02:29:41.733284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.748977 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.782092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bccaf754-3a60-42b9-9367-6d61d6b1cf37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474708 Aug 16 02:29:41.782968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.789388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:41.790524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8231a4b0-2a4c-4b11-9569-ae605ffa6e56,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:41.797295 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.852161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac745-c90d-4739-8751-cc689b833d54 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.858264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac745-c90d-4739-8751-cc689b833d54 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.874241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=8231a4b0-2a4c-4b11-9569-ae605ffa6e56,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:41.904533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac745-c90d-4739-8751-cc689b833d54 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:41.908591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1d4ac745-c90d-4739-8751-cc689b833d54 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3954053 Aug 16 02:29:41.910488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:41.917095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ead1fe0b-8fff-4c7f-86b9-3a156fa9193e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': '823e7485-fb34-4a50-89e9-80858521a188', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:41.933966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ac745-c90d-4739-8751-cc689b833d54 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823e7485-fb34-4a50-89e9-80858521a188,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:41.965956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ebea1-7182-4c88-8009-40da7fc082f5 req-c595cf8a-8cf7-457e-be3b-e8b93ae93212 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.967754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa3ebea1-7182-4c88-8009-40da7fc082f5 req-c595cf8a-8cf7-457e-be3b-e8b93ae93212 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.3254671 Aug 16 02:29:41.988551 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead1fe0b-8fff-4c7f-86b9-3a156fa9193e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.038211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:42.042337 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.059518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3909040-ba40-48b1-8f57-636fc93dfd99 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:42.076248 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead1fe0b-8fff-4c7f-86b9-3a156fa9193e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.081358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead1fe0b-8fff-4c7f-86b9-3a156fa9193e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.105674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead1fe0b-8fff-4c7f-86b9-3a156fa9193e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.110417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:42.110890 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ead1fe0b-8fff-4c7f-86b9-3a156fa9193e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1977935 Aug 16 02:29:42.121556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1fe0b-8fff-4c7f-86b9-3a156fa9193e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c54e8a0-64fb-4a6b-8d1a-bb53ad9251df,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.129719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c8155595-87ac-4dcd-8d6c-b14811376a42 None None] Could not find standard attr ID for object 099a96ef-d252-4278-a283-949b80e09d98. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:29:42.132789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa3ebea1-7182-4c88-8009-40da7fc082f5 req-559877f6-934e-4108-8982-a99717d20887 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507423 Aug 16 02:29:42.165632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85862417-9ada-4a6f-80e6-1103a4874ffd tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.187941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85862417-9ada-4a6f-80e6-1103a4874ffd tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.242039 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85862417-9ada-4a6f-80e6-1103a4874ffd tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.274996 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85862417-9ada-4a6f-80e6-1103a4874ffd tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.278694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-85862417-9ada-4a6f-80e6-1103a4874ffd tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/3c54e8a0-64fb-4a6b-8d1a-bb53ad9251df HTTP/1.1" status: 204 len: 168 time: 0.1645238 Aug 16 02:29:42.279150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:42.284246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85862417-9ada-4a6f-80e6-1103a4874ffd tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c54e8a0-64fb-4a6b-8d1a-bb53ad9251df,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.342086 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8c69c162-7774-4378-b92c-8f785feceb07 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616603 Aug 16 02:29:42.351481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:42.355059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b91539-b2b8-46f1-857f-04cde9163a99 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:42.382129 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.386978 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.438606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:42.445654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:42.449302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-45b91539-b2b8-46f1-857f-04cde9163a99 None None] Deleting port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:42.449721 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45b91539-b2b8-46f1-857f-04cde9163a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.450113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:42.451615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.456037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c217-f72f-48d5-a54c-4ecfbd0edcb9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.465277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=657a806c-6ff6-442d-acb1-9fac0bc343b2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.470247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0b6a4d41-cfb7-49cb-b09a-98b922bd8cb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6860111 Aug 16 02:29:42.472898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:42.485901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'name': 'tempest-NetworksTestDHCPv6-1473854464'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:42.490852 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c217-f72f-48d5-a54c-4ecfbd0edcb9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.557982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c217-f72f-48d5-a54c-4ecfbd0edcb9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.560343 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c217-f72f-48d5-a54c-4ecfbd0edcb9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.562310 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c6d7c217-f72f-48d5-a54c-4ecfbd0edcb9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-groups/823e7485-fb34-4a50-89e9-80858521a188 HTTP/1.1" status: 204 len: 168 time: 0.2081237 Aug 16 02:29:42.566365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:42.573477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7c217-f72f-48d5-a54c-4ecfbd0edcb9 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823e7485-fb34-4a50-89e9-80858521a188,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.602784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-45b91539-b2b8-46f1-857f-04cde9163a99 None None] For port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8231a4b0-2a4c-4b11-9569-ae605ffa6e56,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:42.603334 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45b91539-b2b8-46f1-857f-04cde9163a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.617448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-45b91539-b2b8-46f1-857f-04cde9163a99 None None] Calling delete_port for 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:42.629620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-570731fd-0ff1-4c49-9121-0cf847d4343e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615146 Aug 16 02:29:42.634251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:42.639222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-27c6524e-8d29-4c16-8509-a4d833ba0e94 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group': {'name': 'tempest-secgroup--249157299'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:42.688356 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c6524e-8d29-4c16-8509-a4d833ba0e94 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.726747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:42.730488 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.749185 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45b91539-b2b8-46f1-857f-04cde9163a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.762117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 39577f4f-3fb1-4956-a9e0-ef1df12d6e6e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:42.782827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b91539-b2b8-46f1-857f-04cde9163a99 None None] No DVR routers for this DVR port 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:42.787675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b91539-b2b8-46f1-857f-04cde9163a99 None None] Pushing event deleted for resources: {'Port': ['ID=8231a4b0-2a4c-4b11-9569-ae605ffa6e56,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.813900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc9d95-4a96-404b-b067-836b4cbf8865 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:42.870982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c6524e-8d29-4c16-8509-a4d833ba0e94 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.879774 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c6524e-8d29-4c16-8509-a4d833ba0e94 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.936022 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27c6524e-8d29-4c16-8509-a4d833ba0e94 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.937309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-27c6524e-8d29-4c16-8509-a4d833ba0e94 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3019226 Aug 16 02:29:42.940128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:42.945711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3048b3b0-92e6-44c1-a71e-e2619afe1e97 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': 'eed489c1-b241-49e5-8679-4c104c3cc7e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:42.954126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6524e-8d29-4c16-8509-a4d833ba0e94 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed489c1-b241-49e5-8679-4c104c3cc7e8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.976229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::302 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/657a806c-6ff6-442d-acb1-9fac0bc343b2/39577f4f-3fb1-4956-a9e0-ef1df12d6e6e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:42.995512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3048b3b0-92e6-44c1-a71e-e2619afe1e97 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.008382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '657a806c-6ff6-442d-acb1-9fac0bc343b2'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:43.009226 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.115006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3048b3b0-92e6-44c1-a71e-e2619afe1e97 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.127954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3048b3b0-92e6-44c1-a71e-e2619afe1e97 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.185814 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3048b3b0-92e6-44c1-a71e-e2619afe1e97 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.187017 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3048b3b0-92e6-44c1-a71e-e2619afe1e97 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459035 Aug 16 02:29:43.197857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.202517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048b3b0-92e6-44c1-a71e-e2619afe1e97 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2113e7-90b2-439d-8985-57e078af5007,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:43.270630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:43.290521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:43.290930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8231a4b0-2a4c-4b11-9569-ae605ffa6e56 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:43.321399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b5582ba-78eb-4edc-87df-864ad3997a1e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules/0a2113e7-90b2-439d-8985-57e078af5007 HTTP/1.1" status: 200 len: 763 time: 0.1223762 Aug 16 02:29:43.324613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52764) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.344822 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.371166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5358f2-fd43-4616-8577-042045a1fc07 req-1223ab38-20ad-4c26-be47-570ba5403754 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.371854 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3dbfa36a-8b88-4459-9f33-229e9a377a4a tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0455966 Aug 16 02:29:43.371972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a5358f2-fd43-4616-8577-042045a1fc07 req-1223ab38-20ad-4c26-be47-570ba5403754 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.0833476 Aug 16 02:29:43.372918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 39577f4f-3fb1-4956-a9e0-ef1df12d6e6e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:43.374472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.412657 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4855f159-4ebb-4e23-94f5-a8bbbde541d6 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.437300 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4855f159-4ebb-4e23-94f5-a8bbbde541d6 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.440918 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a5358f2-fd43-4616-8577-042045a1fc07 req-e3ba5952-41ff-49af-b567-d3171ee0dd0c tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596108 Aug 16 02:29:43.463414 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.486485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4855f159-4ebb-4e23-94f5-a8bbbde541d6 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.504211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4855f159-4ebb-4e23-94f5-a8bbbde541d6 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.508485 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4855f159-4ebb-4e23-94f5-a8bbbde541d6 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0a2113e7-90b2-439d-8985-57e078af5007 HTTP/1.1" status: 204 len: 168 time: 0.1309915 Aug 16 02:29:43.510325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.511191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/657a806c-6ff6-442d-acb1-9fac0bc343b2/448f18c6-f009-4972-8bf5-94f20d982ce0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:43.518596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855f159-4ebb-4e23-94f5-a8bbbde541d6 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a2113e7-90b2-439d-8985-57e078af5007,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:43.542341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:43.546152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:43.548796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:43.557086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.557495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.580149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1059680 Aug 16 02:29:43.583323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.599581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18175f1d-d401-4249-9d47-6c78edddc3ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=39577f4f-3fb1-4956-a9e0-ef1df12d6e6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:43.602735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.607886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-da029b0a-e639-4052-ba2f-c0cd8e3442f4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': 'eed489c1-b241-49e5-8679-4c104c3cc7e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:43.610458 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-481ace80-9991-4134-afa8-777317e52ac4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871685 Aug 16 02:29:43.671565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da6e67-9dc7-4bcf-9ce0-a4fa5e0503ae tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.673069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-79da6e67-9dc7-4bcf-9ce0-a4fa5e0503ae tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0887961 Aug 16 02:29:43.675143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da029b0a-e639-4052-ba2f-c0cd8e3442f4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.677349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.731782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.743684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Transition to ACTIVE for port object 448f18c6-f009-4972-8bf5-94f20d982ce0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:43.750547 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da029b0a-e639-4052-ba2f-c0cd8e3442f4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.758983 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da029b0a-e639-4052-ba2f-c0cd8e3442f4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.778795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Transition to ACTIVE for port object 448f18c6-f009-4972-8bf5-94f20d982ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:43.779960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da029b0a-e639-4052-ba2f-c0cd8e3442f4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fe7eb7-707f-4001-99c1-8ed1480a5468,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:43.789674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.793478 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-da029b0a-e639-4052-ba2f-c0cd8e3442f4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.797872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-da029b0a-e639-4052-ba2f-c0cd8e3442f4 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1917396 Aug 16 02:29:43.798326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.822789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7b66fb44-61fc-4f16-9714-4875fe30b994 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules/c1fe7eb7-707f-4001-99c1-8ed1480a5468 HTTP/1.1" status: 200 len: 763 time: 0.0228097 Aug 16 02:29:43.825569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.825781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-950ffebd-77e2-4da0-a223-949de1877982 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 39577f4f-3fb1-4956-a9e0-ef1df12d6e6e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:43.826307 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-950ffebd-77e2-4da0-a223-949de1877982 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.847871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:43.851971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:43.857910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:43.879195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cce92bfc-3ce8-41e0-ba27-962f5a8bf880 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0493712 Aug 16 02:29:43.879752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.892098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Pushing event updated for resources: {'Port': ['ID=448f18c6-f009-4972-8bf5-94f20d982ce0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:43.908161 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14a4b9d8-200e-4261-a5f4-bd44835f38c3 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.917347 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14a4b9d8-200e-4261-a5f4-bd44835f38c3 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.935607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Attempting to bind port 448f18c6-f009-4972-8bf5-94f20d982ce0 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:43.935971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Attempting to bind port 448f18c6-f009-4972-8bf5-94f20d982ce0 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:43.936264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Attempting to bind port 448f18c6-f009-4972-8bf5-94f20d982ce0 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:43.942250 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:43.942922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:43.943346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.943743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:43.944219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Bound port: 448f18c6-f009-4972-8bf5-94f20d982ce0, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:43.944600 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.957648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14a4b9d8-200e-4261-a5f4-bd44835f38c3 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.963234 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14a4b9d8-200e-4261-a5f4-bd44835f38c3 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.965094 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-14a4b9d8-200e-4261-a5f4-bd44835f38c3 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/c1fe7eb7-707f-4001-99c1-8ed1480a5468 HTTP/1.1" status: 204 len: 168 time: 0.0843575 Aug 16 02:29:43.968686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:43.982725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4b9d8-200e-4261-a5f4-bd44835f38c3 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1fe7eb7-707f-4001-99c1-8ed1480a5468,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.002390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-950ffebd-77e2-4da0-a223-949de1877982 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.016447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] For port 448f18c6-f009-4972-8bf5-94f20d982ce0, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:44.020112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] For port 448f18c6-f009-4972-8bf5-94f20d982ce0, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=448f18c6-f009-4972-8bf5-94f20d982ce0,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:44.029448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-950ffebd-77e2-4da0-a223-949de1877982 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 39577f4f-3fb1-4956-a9e0-ef1df12d6e6e owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:44.031267 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.032663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-37ff4cf1-8142-4113-9890-7bfd9a2bbdb8 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616965 Aug 16 02:29:44.035761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.042574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e64a4b0b-1a24-424f-9bef-b46613f35b5b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Request body: {'security_group_rule': {'security_group_id': 'eed489c1-b241-49e5-8679-4c104c3cc7e8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:44.092819 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-e64a4b0b-1a24-424f-9bef-b46613f35b5b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Project c0607af4c108413f9f2c71cd27b3982d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:29:44.106562 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e64a4b0b-1a24-424f-9bef-b46613f35b5b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.108883 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a79f55-cdf4-474c-9d3a-3198fade8f06 None None] Pushing event updated for resources: {'Port': ['ID=448f18c6-f009-4972-8bf5-94f20d982ce0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.216570 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e64a4b0b-1a24-424f-9bef-b46613f35b5b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.222079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e64a4b0b-1a24-424f-9bef-b46613f35b5b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.248301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a4b0b-1a24-424f-9bef-b46613f35b5b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a94a965-2eb4-4e56-8a13-38071795a4a8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.249480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-950ffebd-77e2-4da0-a223-949de1877982 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.260543 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e64a4b0b-1a24-424f-9bef-b46613f35b5b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.262786 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e64a4b0b-1a24-424f-9bef-b46613f35b5b tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2255456 Aug 16 02:29:44.265421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.287866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ffebd-77e2-4da0-a223-949de1877982 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=39577f4f-3fb1-4956-a9e0-ef1df12d6e6e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.300275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-af85471c-3dba-42fb-9228-090617dbd743 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules/5a94a965-2eb4-4e56-8a13-38071795a4a8 HTTP/1.1" status: 200 len: 769 time: 0.0334239 Aug 16 02:29:44.303195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.328079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-950ffebd-77e2-4da0-a223-949de1877982 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.339127 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-950ffebd-77e2-4da0-a223-949de1877982 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/39577f4f-3fb1-4956-a9e0-ef1df12d6e6e HTTP/1.1" status: 204 len: 168 time: 0.6564355 Aug 16 02:29:44.339127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.379942 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c7df0d0c-ad1e-48c6-bda1-4bf4975025f6 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0754366 Aug 16 02:29:44.382181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.429864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08324737-ec0b-40ac-9026-f57142035e69 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.456751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08324737-ec0b-40ac-9026-f57142035e69 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.460107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2afc6-0c27-4506-ace9-79b4bc2b9dd4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.462808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2afc6-0c27-4506-ace9-79b4bc2b9dd4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.465234 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-91c2afc6-0c27-4506-ace9-79b4bc2b9dd4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1281261 Aug 16 02:29:44.469012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.522115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08324737-ec0b-40ac-9026-f57142035e69 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.549396 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08324737-ec0b-40ac-9026-f57142035e69 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.554290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-08324737-ec0b-40ac-9026-f57142035e69 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/5a94a965-2eb4-4e56-8a13-38071795a4a8 HTTP/1.1" status: 204 len: 168 time: 0.1702504 Aug 16 02:29:44.555350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324737-ec0b-40ac-9026-f57142035e69 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a94a965-2eb4-4e56-8a13-38071795a4a8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.559357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.602332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e584ac9-f506-46c2-943d-f9b28547bc39 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 657a806c-6ff6-442d-acb1-9fac0bc343b2 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:44.608222 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e584ac9-f506-46c2-943d-f9b28547bc39 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.639284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-07078e31-133d-4c39-932d-916efdf61e1e tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785077 Aug 16 02:29:44.642333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.656591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-31e4a132-bfa1-4387-a4c9-11106e91aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.658276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-31e4a132-bfa1-4387-a4c9-11106e91aa8a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 1098 time: 0.1043422 Aug 16 02:29:44.673843 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e584ac9-f506-46c2-943d-f9b28547bc39 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.723159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7f583f8-737c-40a6-baaa-fe7f59ae2be7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.752202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7f583f8-737c-40a6-baaa-fe7f59ae2be7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.814746 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7f583f8-737c-40a6-baaa-fe7f59ae2be7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.818139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7f583f8-737c-40a6-baaa-fe7f59ae2be7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.821086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f7f583f8-737c-40a6-baaa-fe7f59ae2be7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "DELETE /v2.0/security-groups/eed489c1-b241-49e5-8679-4c104c3cc7e8 HTTP/1.1" status: 204 len: 168 time: 0.1775291 Aug 16 02:29:44.826181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:44.839560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f583f8-737c-40a6-baaa-fe7f59ae2be7 tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed489c1-b241-49e5-8679-4c104c3cc7e8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.844512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-a75ff2a6-8797-4279-ac59-e02367e9a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.846048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-a75ff2a6-8797-4279-ac59-e02367e9a28a service neutron] 10.222.0.93 "GET /v2.0/networks?id=563845f1-6316-48dc-874c-46d67ad3ed5f HTTP/1.1" status: 200 len: 897 time: 0.1484561 Aug 16 02:29:44.847947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e584ac9-f506-46c2-943d-f9b28547bc39 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.912393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-214bdd2b-0694-4a27-9ede-d9e84da693bd tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847533 Aug 16 02:29:44.918911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.023017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-469552ec-10b3-46c5-88ce-3ff6de03ce9c tempest-SecGroupIPv6Test-564789297 tempest-SecGroupIPv6Test-564789297-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025546 Aug 16 02:29:45.030429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-d250b2ea-0719-48d0-9505-d9f1f3fbdd50 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e HTTP/1.1" status: 200 len: 1002 time: 0.1363709 Aug 16 02:29:45.057604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e102a89-72c2-4cad-afd2-1f43dc3676fb req-66ae3fd1-0178-49e2-a639-a940c5c77c34 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.066935 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e102a89-72c2-4cad-afd2-1f43dc3676fb req-66ae3fd1-0178-49e2-a639-a940c5c77c34 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.1304460 Aug 16 02:29:45.110074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e584ac9-f506-46c2-943d-f9b28547bc39 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.143014 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e102a89-72c2-4cad-afd2-1f43dc3676fb req-c345ef9b-eeb1-49e7-a1c3-d0d6ebffcfee tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632877 Aug 16 02:29:45.237938 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e584ac9-f506-46c2-943d-f9b28547bc39 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.241847 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5e584ac9-f506-46c2-943d-f9b28547bc39 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/657a806c-6ff6-442d-acb1-9fac0bc343b2 HTTP/1.1" status: 204 len: 168 time: 0.7716300 Aug 16 02:29:45.244983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.245175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e584ac9-f506-46c2-943d-f9b28547bc39 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=657a806c-6ff6-442d-acb1-9fac0bc343b2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:45.268870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-465a52dc-6998-49c7-b130-ab236744b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.272461 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-465a52dc-6998-49c7-b130-ab236744b74e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fc2a1c58-309f-41f7-a42e-8a812698696b HTTP/1.1" status: 200 len: 835 time: 0.2298095 Aug 16 02:29:45.326102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.334357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-10de72c6-2f87-42f7-8970-f484767cc55a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883470 Aug 16 02:29:45.365230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 448f18c6-f009-4972-8bf5-94f20d982ce0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:45.442638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-370ebd71-3b51-4ec6-bf1a-2dd33b0aeb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.444537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-370ebd71-3b51-4ec6-bf1a-2dd33b0aeb1b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=563845f1-6316-48dc-874c-46d67ad3ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539330 Aug 16 02:29:45.469382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a60527-d61e-4833-a1a3-b16572bb1774 req-fa30c5ee-f79e-4792-bb5c-881881a03e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.470754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a60527-d61e-4833-a1a3-b16572bb1774 req-fa30c5ee-f79e-4792-bb5c-881881a03e53 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 1098 time: 0.1772404 Aug 16 02:29:45.482955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 448f18c6-f009-4972-8bf5-94f20d982ce0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:45.490216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f9a12-0973-4b16-894a-bde65d4eb683 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.499398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ef1f9a12-0973-4b16-894a-bde65d4eb683 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1199133 Aug 16 02:29:45.499580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eb4448-8184-4201-933d-8fc6747ce714 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:45.500292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.571980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.585135 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05a60527-d61e-4833-a1a3-b16572bb1774 req-62137d72-c455-454e-a8da-c10840166476 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559134 Aug 16 02:29:45.619047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9b353fc-ace5-4ecd-b454-6db35b5fc0f1 None None] Provisioning for port 448f18c6-f009-4972-8bf5-94f20d982ce0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:45.626907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800bca2-35fc-4eec-935b-71f8bdc967c4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.630777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9b353fc-ace5-4ecd-b454-6db35b5fc0f1 None None] Provisioning complete for port 448f18c6-f009-4972-8bf5-94f20d982ce0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:45.632025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.632492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5800bca2-35fc-4eec-935b-71f8bdc967c4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1301708 Aug 16 02:29:45.632720 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9b353fc-ace5-4ecd-b454-6db35b5fc0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.694261 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5ed03b22-815b-483f-9e8c-09fb82e7871d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583525 Aug 16 02:29:45.697506 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-ed1d4ff1-c129-4ffb-90ac-d3691b3721b1 service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441542 Aug 16 02:29:45.699777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.704924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:45.778189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-52ff8a8f-9dc4-476c-bf56-dd795a91488c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0607af4c108413f9f2c71cd27b3982d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015948 Aug 16 02:29:45.779291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:45.814468 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9b353fc-ace5-4ecd-b454-6db35b5fc0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.817385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5573f07e-754e-4fb2-b394-48a2513efb8e req-b33b2cdd-8b0b-4b56-95a3-a4b56904089c service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074085 Aug 16 02:29:45.849417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe195cc5-a647-46c6-8a14-ef4c20890a03 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:45.867353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6295047a-f5ce-48ff-bb7d-fb3c390830cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.869914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f9b353fc-ace5-4ecd-b454-6db35b5fc0f1 None None] For port 448f18c6-f009-4972-8bf5-94f20d982ce0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=448f18c6-f009-4972-8bf5-94f20d982ce0,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:45.892269 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9b353fc-ace5-4ecd-b454-6db35b5fc0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.915001 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6295047a-f5ce-48ff-bb7d-fb3c390830cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.940598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:45.945410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.992677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b353fc-ace5-4ecd-b454-6db35b5fc0f1 None None] Pushing event updated for resources: {'Port': ['ID=448f18c6-f009-4972-8bf5-94f20d982ce0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:45.994894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6295047a-f5ce-48ff-bb7d-fb3c390830cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:45.998545 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6295047a-f5ce-48ff-bb7d-fb3c390830cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.002323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe195cc5-a647-46c6-8a14-ef4c20890a03 None None] Deleting port 448f18c6-f009-4972-8bf5-94f20d982ce0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:46.002474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6295047a-f5ce-48ff-bb7d-fb3c390830cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d474bcbe-03a0-4f0f-a95c-e48437cad675 HTTP/1.1" status: 204 len: 168 time: 0.2196496 Aug 16 02:29:46.002571 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe195cc5-a647-46c6-8a14-ef4c20890a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.010877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295047a-f5ce-48ff-bb7d-fb3c390830cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474bcbe-03a0-4f0f-a95c-e48437cad675,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:46.086351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fe195cc5-a647-46c6-8a14-ef4c20890a03 None None] For port 448f18c6-f009-4972-8bf5-94f20d982ce0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=448f18c6-f009-4972-8bf5-94f20d982ce0,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:46.087032 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe195cc5-a647-46c6-8a14-ef4c20890a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.101416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe195cc5-a647-46c6-8a14-ef4c20890a03 None None] Calling delete_port for 448f18c6-f009-4972-8bf5-94f20d982ce0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:46.213278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.272016 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe195cc5-a647-46c6-8a14-ef4c20890a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.333220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=680f020d-6ee0-43ae-b195-ee8df2b8c3e9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:46.350122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe195cc5-a647-46c6-8a14-ef4c20890a03 None None] Pushing event deleted for resources: {'Port': ['ID=448f18c6-f009-4972-8bf5-94f20d982ce0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:46.350774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:46.353714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9648-2484-44e0-bcbf-a6c37bf59e5f req-6d188249-a89e-4bb0-a4dd-b828b3f82102 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.355729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a9e9648-2484-44e0-bcbf-a6c37bf59e5f req-6d188249-a89e-4bb0-a4dd-b828b3f82102 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.0774508 Aug 16 02:29:46.356798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:46.367792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe195cc5-a647-46c6-8a14-ef4c20890a03 None None] No DVR routers for this DVR port 448f18c6-f009-4972-8bf5-94f20d982ce0 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:46.387368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.387887 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.390675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677675f-fb7b-478d-8e4c-52b13ee6a2dd None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:46.417389 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d892ae22-59a5-43ce-bec0-e35bc10e58d3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7161820 Aug 16 02:29:46.420173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:46.441667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': '680f020d-6ee0-43ae-b195-ee8df2b8c3e9', 'ip_address': '2001:db8::c59f:6c50:83bc:2a16'}], 'name': 'tempest-NetworksTestDHCPv6-1599413033'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:46.462411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a9e9648-2484-44e0-bcbf-a6c37bf59e5f req-734ef122-e061-411a-a4c0-893aa75b8ce3 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984321 Aug 16 02:29:46.586429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:46.630545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '680f020d-6ee0-43ae-b195-ee8df2b8c3e9'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:46.631521 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.694466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.713977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:46.853633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/680f020d-6ee0-43ae-b195-ee8df2b8c3e9/35e5e18c-a36d-4582-a9b6-09f87bf66731) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:47.056473 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.068803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Transition to ACTIVE for port object 35e5e18c-a36d-4582-a9b6-09f87bf66731 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:47.093288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Transition to ACTIVE for port object 35e5e18c-a36d-4582-a9b6-09f87bf66731 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:47.095159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:47.102268 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.151898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:47.155554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:47.162293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:47.213248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Pushing event updated for resources: {'Port': ['ID=35e5e18c-a36d-4582-a9b6-09f87bf66731,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.230534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Attempting to bind port 35e5e18c-a36d-4582-a9b6-09f87bf66731 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:47.231181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Attempting to bind port 35e5e18c-a36d-4582-a9b6-09f87bf66731 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:47.231545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Attempting to bind port 35e5e18c-a36d-4582-a9b6-09f87bf66731 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:47.242326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:47.242726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:47.243157 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.243562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:47.244045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Bound port: 35e5e18c-a36d-4582-a9b6-09f87bf66731, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:47.244428 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.264263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::c59f:6c50:83bc:2a16 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/680f020d-6ee0-43ae-b195-ee8df2b8c3e9/5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:47.267165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059415317'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:47.295647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.309116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.333382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] For port 35e5e18c-a36d-4582-a9b6-09f87bf66731, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:47.336906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] For port 35e5e18c-a36d-4582-a9b6-09f87bf66731, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=35e5e18c-a36d-4582-a9b6-09f87bf66731,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:47.340201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 448f18c6-f009-4972-8bf5-94f20d982ce0 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:47.344153 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.375925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 448f18c6-f009-4972-8bf5-94f20d982ce0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:47.376682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 448f18c6-f009-4972-8bf5-94f20d982ce0 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:47.423603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e8341c58-b9fe-4b75-8ce0-a1f53841932e details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:29:47.430464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e8341c58-b9fe-4b75-8ce0-a1f53841932e no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:47.453937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.460173 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.508357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd702c1-9f64-4688-89f6-007db5462791,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.513079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f928d2d-1c4b-4570-898e-7abd569597dd None None] Pushing event updated for resources: {'Port': ['ID=35e5e18c-a36d-4582-a9b6-09f87bf66731,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.529365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.562274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:47.624445 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.651913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.660938 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.694164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:47.696975 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.699885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:47.701528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9260125-2374-490d-a830-75bcfe8a5c6c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.703534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:47.718725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.719431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.750165 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.754993 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ec485bec-beba-4bf8-b243-4d138713b616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6587348 Aug 16 02:29:47.755923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52868) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:47.782730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67ba13-eccd-42ea-8912-e27329a564fb req-377908eb-0c04-4c03-8490-2c8be14e4b52 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.785952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd67ba13-eccd-42ea-8912-e27329a564fb req-377908eb-0c04-4c03-8490-2c8be14e4b52 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.1750576 Aug 16 02:29:47.796924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.839945 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c9deed3c-fe8b-4740-964f-61c928422a8f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0826414 Aug 16 02:29:47.840673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52870) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:47.845733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7ad65a52-32f3-4156-a03e-ff7a527823af tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group': {'name': 'tempest-security--366024809', 'description': 'tempest-security-description-1713322542'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:47.877467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52872) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:47.878347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bad2e05f-7a18-4e31-8156-fa80add87942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4570661 Aug 16 02:29:47.888268 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd67ba13-eccd-42ea-8912-e27329a564fb req-bf1701b5-55d1-4345-a56b-62ccf331ac3b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681159 Aug 16 02:29:47.898826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ad65a52-32f3-4156-a03e-ff7a527823af tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.913491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.006635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:48.010440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1968a67-0325-4bfd-940b-8d4f218c3552 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.010583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:48.012895 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a8a9e4-0b4e-4a12-b0a9-9a699a7a7781" -d '{"events": [{"server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "name": "network-vif-unplugged", "status": "completed", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:48.017224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1968a67-0325-4bfd-940b-8d4f218c3552 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.018743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.023075 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a1968a67-0325-4bfd-940b-8d4f218c3552 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1445305 Aug 16 02:29:48.030020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.038643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d45b5c4-e918-457d-bb86-4f6066020755 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/floatingips/368f6f0b-299d-467d-ad2a-192a3ea35d0a HTTP/1.1" status: 200 len: 994 time: 0.1230972 Aug 16 02:29:48.061687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:48.073603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ad65a52-32f3-4156-a03e-ff7a527823af tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.079057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ad65a52-32f3-4156-a03e-ff7a527823af tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.082993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ad65a52-32f3-4156-a03e-ff7a527823af tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.087152 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7ad65a52-32f3-4156-a03e-ff7a527823af tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "PUT /v2.0/security-groups/e9260125-2374-490d-a830-75bcfe8a5c6c HTTP/1.1" status: 200 len: 1779 time: 0.2427835 Aug 16 02:29:48.088902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.091716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e8341c58-b9fe-4b75-8ce0-a1f53841932e,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:48.095358 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc376814-eda9-45ba-bede-7cfc95880afc x-openstack-request-id: req-bc376814-eda9-45ba-bede-7cfc95880afc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:48.095817 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "name": "network-vif-unplugged", "status": "completed", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:48.096124 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc376814-eda9-45ba-bede-7cfc95880afc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:48.096616 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'code': 200} Aug 16 02:29:48.117715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'port_id': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'mac_address': 'fa:16:3e:fd:c3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:29:48.155615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad65a52-32f3-4156-a03e-ff7a527823af tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9260125-2374-490d-a830-75bcfe8a5c6c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:48.169868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1404974b-a4c5-48b6-b06a-a10fdcd2414b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups/e9260125-2374-490d-a830-75bcfe8a5c6c HTTP/1.1" status: 200 len: 1779 time: 0.0786347 Aug 16 02:29:48.171370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52882) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.187585 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.205568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8341c58-b9fe-4b75-8ce0-a1f53841932e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:48.225061 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5c983eec-c314-4050-99a3-029e5bda6d4a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:48.225426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c983eec-c314-4050-99a3-029e5bda6d4a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.229604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:48.233613 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.288161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e8341c58-b9fe-4b75-8ce0-a1f53841932e,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:48.292512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9104859-7e79-47bc-8193-6ec6537acee5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.332665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9104859-7e79-47bc-8193-6ec6537acee5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.366758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c983eec-c314-4050-99a3-029e5bda6d4a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.391563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5c983eec-c314-4050-99a3-029e5bda6d4a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:48.439671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9104859-7e79-47bc-8193-6ec6537acee5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.443295 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9104859-7e79-47bc-8193-6ec6537acee5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.444432 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e9104859-7e79-47bc-8193-6ec6537acee5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-groups/e9260125-2374-490d-a830-75bcfe8a5c6c HTTP/1.1" status: 204 len: 168 time: 0.2720494 Aug 16 02:29:48.446960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e8341c58-b9fe-4b75-8ce0-a1f53841932e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:48.447553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.462044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9104859-7e79-47bc-8193-6ec6537acee5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9260125-2374-490d-a830-75bcfe8a5c6c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:48.554836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e3f1ca9c-6140-47e4-9dd7-01565486f067 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061795 Aug 16 02:29:48.555051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.579753 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-7451c2a9-02de-432f-8052-f1c3446b97ea tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] delete failed (client error): The resource could not be found. Aug 16 02:29:48.585534 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7451c2a9-02de-432f-8052-f1c3446b97ea tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-groups/e9260125-2374-490d-a830-75bcfe8a5c6c HTTP/1.1" status: 404 len: 347 time: 0.0250940 Aug 16 02:29:48.586555 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.588482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c983eec-c314-4050-99a3-029e5bda6d4a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.594899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a082f79-c113-4e7d-802c-536305804edb tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183195507'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:48.623912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c983eec-c314-4050-99a3-029e5bda6d4a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:48.670114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c983eec-c314-4050-99a3-029e5bda6d4a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.670318 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a082f79-c113-4e7d-802c-536305804edb tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.673259 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5c983eec-c314-4050-99a3-029e5bda6d4a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a HTTP/1.1" status: 204 len: 168 time: 0.6422822 Aug 16 02:29:48.676338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.759571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc177963-d5a4-421b-b9d3-3f3c0baa3458 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.761741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc177963-d5a4-421b-b9d3-3f3c0baa3458 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.763618 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dc177963-d5a4-421b-b9d3-3f3c0baa3458 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0860250 Aug 16 02:29:48.766232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52894) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.785592 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a082f79-c113-4e7d-802c-536305804edb tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.792220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a082f79-c113-4e7d-802c-536305804edb tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.833936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a082f79-c113-4e7d-802c-536305804edb tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.836630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3a082f79-c113-4e7d-802c-536305804edb tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2484834 Aug 16 02:29:48.838738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-397cbde8-2f2d-4d00-8227-82a0b89de6e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 680f020d-6ee0-43ae-b195-ee8df2b8c3e9 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:48.839362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.846023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a6c87c02-43cb-40a0-adc0-1f0c9fe4b20c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': '339b40b1-7e96-482b-ad24-0133ebcdaadd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:48.850831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a082f79-c113-4e7d-802c-536305804edb tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339b40b1-7e96-482b-ad24-0133ebcdaadd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:48.851106 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-397cbde8-2f2d-4d00-8227-82a0b89de6e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.883460 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6c87c02-43cb-40a0-adc0-1f0c9fe4b20c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.903356 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-397cbde8-2f2d-4d00-8227-82a0b89de6e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.938161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6730f943-ca5a-4071-820e-a5966d84cd57 None None] Provisioning for port 35e5e18c-a36d-4582-a9b6-09f87bf66731 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:48.968015 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6c87c02-43cb-40a0-adc0-1f0c9fe4b20c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.974458 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6c87c02-43cb-40a0-adc0-1f0c9fe4b20c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.004128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c87c02-43cb-40a0-adc0-1f0c9fe4b20c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d347ad-f278-4eb6-a2f1-7106c1d6660d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:49.006738 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6c87c02-43cb-40a0-adc0-1f0c9fe4b20c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.011693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a6c87c02-43cb-40a0-adc0-1f0c9fe4b20c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702547 Aug 16 02:29:49.013149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.016635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-397cbde8-2f2d-4d00-8227-82a0b89de6e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.046280 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a24863-0c9d-4e01-992d-33594486b6c6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.057913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a24863-0c9d-4e01-992d-33594486b6c6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.093643 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a24863-0c9d-4e01-992d-33594486b6c6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.107364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-397cbde8-2f2d-4d00-8227-82a0b89de6e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.111833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a24863-0c9d-4e01-992d-33594486b6c6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.114099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e4a24863-0c9d-4e01-992d-33594486b6c6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/88d347ad-f278-4eb6-a2f1-7106c1d6660d HTTP/1.1" status: 204 len: 168 time: 0.0997865 Aug 16 02:29:49.117828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.122056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a24863-0c9d-4e01-992d-33594486b6c6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88d347ad-f278-4eb6-a2f1-7106c1d6660d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:49.160557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-867b1f6b-c124-4c57-922e-5064580acb3d None None] Could not find standard attr ID for object 39577f4f-3fb1-4956-a9e0-ef1df12d6e6e. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:29:49.164570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cbde8-2f2d-4d00-8227-82a0b89de6e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=680f020d-6ee0-43ae-b195-ee8df2b8c3e9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:49.171688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-397cbde8-2f2d-4d00-8227-82a0b89de6e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.173630 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-397cbde8-2f2d-4d00-8227-82a0b89de6e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/680f020d-6ee0-43ae-b195-ee8df2b8c3e9 HTTP/1.1" status: 204 len: 168 time: 0.4061539 Aug 16 02:29:49.177187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52902) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.237513 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-216b9b2f-dd18-4d16-bc7e-ba6bd26a004b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584314 Aug 16 02:29:49.240295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.246191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:49.263813 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a60140cf-91cd-4da9-a3f5-b7cdd1ec7953 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1416428 Aug 16 02:29:49.265091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.331059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53d6a2df-dc81-4515-bb7d-c7918948f6ae tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.343564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 35e5e18c-a36d-4582-a9b6-09f87bf66731 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:49.368101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53d6a2df-dc81-4515-bb7d-c7918948f6ae tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.412784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:49.418579 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.422920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e8341c58-b9fe-4b75-8ce0-a1f53841932e up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:49.435565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53d6a2df-dc81-4515-bb7d-c7918948f6ae tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.439998 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53d6a2df-dc81-4515-bb7d-c7918948f6ae tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.441789 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-53d6a2df-dc81-4515-bb7d-c7918948f6ae tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-groups/339b40b1-7e96-482b-ad24-0133ebcdaadd HTTP/1.1" status: 204 len: 168 time: 0.1757133 Aug 16 02:29:49.444476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.455233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6a2df-dc81-4515-bb7d-c7918948f6ae tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b40b1-7e96-482b-ad24-0133ebcdaadd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:49.455709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 35e5e18c-a36d-4582-a9b6-09f87bf66731 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:49.463073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beb66b2-ae7a-490a-a33e-061adba35b2e None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:49.473463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 35e5e18c-a36d-4582-a9b6-09f87bf66731 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:49.473953 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.541544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1f4b8be2-6edd-41d5-83af-61b1f52b812c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958238 Aug 16 02:29:49.547110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.552444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-628e71a9-1d5f-4d01-876b-3754fb8d3dc6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group': {'name': 'tempest-secgroup--932459440'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:49.556315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1541d11-b653-45b5-9c26-2c94a2371b65 None None] Could not find standard attr ID for object 5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:29:49.594116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628e71a9-1d5f-4d01-876b-3754fb8d3dc6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.660214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port e8341c58-b9fe-4b75-8ce0-a1f53841932e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:49.660637 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.728662 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.733037 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.787939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:49.805320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:49.810240 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 35e5e18c-a36d-4582-a9b6-09f87bf66731, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=35e5e18c-a36d-4582-a9b6-09f87bf66731,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:49.811414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.812122 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.824613 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.833706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410f67c-34d0-4a32-ba66-8ee3b9ac2ef7 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:49.834798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=1be18c92-1ed8-4a46-9658-f7f90e8ef100,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:49.838716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628e71a9-1d5f-4d01-876b-3754fb8d3dc6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.844730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628e71a9-1d5f-4d01-876b-3754fb8d3dc6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.854385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7f4b7cc5-6eed-455d-9c07-c71a227bed12 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6125922 Aug 16 02:29:49.857743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.863456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': '1be18c92-1ed8-4a46-9658-f7f90e8ef100', 'ip_address': '2001:db8::7d57:2683:995c:cf6f'}], 'name': 'tempest-NetworksTestDHCPv6-1278108008'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:49.867422 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.880861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e71a9-1d5f-4d01-876b-3754fb8d3dc6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccbd363-71df-4ea5-bc62-8e3bafd3ab1a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:49.884144 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628e71a9-1d5f-4d01-876b-3754fb8d3dc6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.886189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-628e71a9-1d5f-4d01-876b-3754fb8d3dc6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3379316 Aug 16 02:29:49.888717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.899370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4bf4f464-83d6-42a2-a09b-cce718c3b894 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': 'bccbd363-71df-4ea5-bc62-8e3bafd3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:49.933304 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bf4f464-83d6-42a2-a09b-cce718c3b894 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.959043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=35e5e18c-a36d-4582-a9b6-09f87bf66731,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:49.988519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:50.004982 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.009667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d410f67c-34d0-4a32-ba66-8ee3b9ac2ef7 None None] Deleting port 35e5e18c-a36d-4582-a9b6-09f87bf66731 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:50.010484 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d410f67c-34d0-4a32-ba66-8ee3b9ac2ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.021876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bf4f464-83d6-42a2-a09b-cce718c3b894 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.022365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:50.029197 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bf4f464-83d6-42a2-a09b-cce718c3b894 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.055199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4f464-83d6-42a2-a09b-cce718c3b894 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e20665-775e-46e4-89a2-fd54d4b91219,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.064155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bf4f464-83d6-42a2-a09b-cce718c3b894 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.069549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4bf4f464-83d6-42a2-a09b-cce718c3b894 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1797919 Aug 16 02:29:50.070285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.075316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d5852bc9-3933-4992-8a50-1071928d0ac0 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': 'bccbd363-71df-4ea5-bc62-8e3bafd3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:50.098890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:50.101563 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a7bcc8-5a62-4f0a-965c-8a2b6a22a9f4" -d '{"events": [{"server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "name": "network-vif-plugged", "status": "completed", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:50.119818 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5852bc9-3933-4992-8a50-1071928d0ac0 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.136250 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e8341c58-b9fe-4b75-8ce0-a1f53841932e,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.177519 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.178591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d410f67c-34d0-4a32-ba66-8ee3b9ac2ef7 None None] For port 35e5e18c-a36d-4582-a9b6-09f87bf66731, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=35e5e18c-a36d-4582-a9b6-09f87bf66731,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:50.179003 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d410f67c-34d0-4a32-ba66-8ee3b9ac2ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.193610 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a321397-b2a0-42d0-bba5-e013f3846628 x-openstack-request-id: req-2a321397-b2a0-42d0-bba5-e013f3846628 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:50.193907 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "name": "network-vif-plugged", "status": "completed", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:50.194162 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a321397-b2a0-42d0-bba5-e013f3846628 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:50.194560 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'code': 200} Aug 16 02:29:50.199927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 7dec28fb-0d6c-4c7c-a353-fb96a907b467 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:50.201586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d410f67c-34d0-4a32-ba66-8ee3b9ac2ef7 None None] Calling delete_port for 35e5e18c-a36d-4582-a9b6-09f87bf66731 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:50.236385 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5852bc9-3933-4992-8a50-1071928d0ac0 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.242353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5852bc9-3933-4992-8a50-1071928d0ac0 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.264885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5852bc9-3933-4992-8a50-1071928d0ac0 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb131233-f853-48e2-a7fd-9ea3909b848a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.282832 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5852bc9-3933-4992-8a50-1071928d0ac0 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.284426 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d5852bc9-3933-4992-8a50-1071928d0ac0 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130017 Aug 16 02:29:50.291766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52922) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.298587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9a14b2c5-ac21-47b7-877a-acd652cb2c38 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': 'bccbd363-71df-4ea5-bc62-8e3bafd3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:50.318877 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d410f67c-34d0-4a32-ba66-8ee3b9ac2ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.340043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a14b2c5-ac21-47b7-877a-acd652cb2c38 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.350100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410f67c-34d0-4a32-ba66-8ee3b9ac2ef7 None None] Pushing event deleted for resources: {'Port': ['ID=35e5e18c-a36d-4582-a9b6-09f87bf66731,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.357598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410f67c-34d0-4a32-ba66-8ee3b9ac2ef7 None None] No DVR routers for this DVR port 35e5e18c-a36d-4582-a9b6-09f87bf66731 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:50.384600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bd5d4a-84ad-4756-bb98-f725a8bdf093 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:50.431407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::7d57:2683:995c:cf6f (8eebb85f-2c98-4de5-861e-1feb0dc2668f/1be18c92-1ed8-4a46-9658-f7f90e8ef100/7dec28fb-0d6c-4c7c-a353-fb96a907b467) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:50.433642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a14b2c5-ac21-47b7-877a-acd652cb2c38 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.439120 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a14b2c5-ac21-47b7-877a-acd652cb2c38 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.462042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14b2c5-ac21-47b7-877a-acd652cb2c38 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c3992f-63c0-44d0-8ae2-9226331e740a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.476170 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a14b2c5-ac21-47b7-877a-acd652cb2c38 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.479132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9a14b2c5-ac21-47b7-877a-acd652cb2c38 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1841784 Aug 16 02:29:50.480316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.485969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0c892ce3-f1ea-450c-bbd3-987e13f9ce1a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': 'bccbd363-71df-4ea5-bc62-8e3bafd3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:50.524851 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c892ce3-f1ea-450c-bbd3-987e13f9ce1a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.584044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '1be18c92-1ed8-4a46-9658-f7f90e8ef100'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:50.585448 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.614329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c892ce3-f1ea-450c-bbd3-987e13f9ce1a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.620802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c892ce3-f1ea-450c-bbd3-987e13f9ce1a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.636051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c892ce3-f1ea-450c-bbd3-987e13f9ce1a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1987389-b204-4450-8f31-ea5d26c593d0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.654289 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c892ce3-f1ea-450c-bbd3-987e13f9ce1a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.655891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0c892ce3-f1ea-450c-bbd3-987e13f9ce1a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743774 Aug 16 02:29:50.658782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.659567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.666678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2c5f62da-33de-4bc7-890c-769c3c875bbe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': 'bccbd363-71df-4ea5-bc62-8e3bafd3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:50.677425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 7dec28fb-0d6c-4c7c-a353-fb96a907b467 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:50.713243 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5f62da-33de-4bc7-890c-769c3c875bbe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.729969 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.777107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/1be18c92-1ed8-4a46-9658-f7f90e8ef100/8ba8077b-0578-402d-94cf-9624ebb7dd34) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:50.782343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:50.786543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:50.788156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5f62da-33de-4bc7-890c-769c3c875bbe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.792156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:50.794289 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5f62da-33de-4bc7-890c-769c3c875bbe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.798707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.799755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.813607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f62da-33de-4bc7-890c-769c3c875bbe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5639169d-f768-4b7f-9f63-304ea9fd9415,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.823881 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5f62da-33de-4bc7-890c-769c3c875bbe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.824613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=7dec28fb-0d6c-4c7c-a353-fb96a907b467,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.825339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2c5f62da-33de-4bc7-890c-769c3c875bbe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1642098 Aug 16 02:29:50.828781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.837582 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-03700217-63b8-45d3-8177-ea86ab642719 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9787469 Aug 16 02:29:50.840363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.860527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d32abb8e-8ab7-415f-acb5-0fce96bd4059 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.869333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d32abb8e-8ab7-415f-acb5-0fce96bd4059 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.890545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc1b31-1af1-4f01-b0e1-86652508d6c6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.892268 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f5fc1b31-1af1-4f01-b0e1-86652508d6c6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0509200 Aug 16 02:29:50.896000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52936) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.905010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d32abb8e-8ab7-415f-acb5-0fce96bd4059 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.928339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d32abb8e-8ab7-415f-acb5-0fce96bd4059 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.929446 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d32abb8e-8ab7-415f-acb5-0fce96bd4059 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/5639169d-f768-4b7f-9f63-304ea9fd9415 HTTP/1.1" status: 204 len: 168 time: 0.0995228 Aug 16 02:29:50.932232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.937201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32abb8e-8ab7-415f-acb5-0fce96bd4059 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5639169d-f768-4b7f-9f63-304ea9fd9415,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:50.953413 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.963285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Transition to ACTIVE for port object 8ba8077b-0578-402d-94cf-9624ebb7dd34 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:50.983548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Transition to ACTIVE for port object 8ba8077b-0578-402d-94cf-9624ebb7dd34 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:50.992153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4f7d43c1-dfe1-4734-a7b1-97d86e711c6e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0582488 Aug 16 02:29:50.992950 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.994877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.005284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0b922-f4bd-49e9-8120-8a56134e9ac3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 7dec28fb-0d6c-4c7c-a353-fb96a907b467 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:51.005624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b922-f4bd-49e9-8120-8a56134e9ac3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.020443 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db371a1d-3004-4cb5-8dc7-20f82fe8b7fe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.027968 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db371a1d-3004-4cb5-8dc7-20f82fe8b7fe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.037564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:51.040685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:51.044341 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:51.062656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db371a1d-3004-4cb5-8dc7-20f82fe8b7fe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.070750 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db371a1d-3004-4cb5-8dc7-20f82fe8b7fe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.076374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-db371a1d-3004-4cb5-8dc7-20f82fe8b7fe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/c1987389-b204-4450-8f31-ea5d26c593d0 HTTP/1.1" status: 204 len: 168 time: 0.0780954 Aug 16 02:29:51.078060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.078513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db371a1d-3004-4cb5-8dc7-20f82fe8b7fe tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1987389-b204-4450-8f31-ea5d26c593d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.082971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8ba8077b-0578-402d-94cf-9624ebb7dd34,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.124268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Attempting to bind port 8ba8077b-0578-402d-94cf-9624ebb7dd34 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:51.124640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Attempting to bind port 8ba8077b-0578-402d-94cf-9624ebb7dd34 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:51.125003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Attempting to bind port 8ba8077b-0578-402d-94cf-9624ebb7dd34 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:51.131213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:51.131618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:51.132066 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.132469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:51.132913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Bound port: 8ba8077b-0578-402d-94cf-9624ebb7dd34, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:51.133249 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.133572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b922-f4bd-49e9-8120-8a56134e9ac3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.161955 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-baea4d62-a2a4-4414-b8fc-d039f10b3012 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0803714 Aug 16 02:29:51.163546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.166517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0b922-f4bd-49e9-8120-8a56134e9ac3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 7dec28fb-0d6c-4c7c-a353-fb96a907b467 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:51.200924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] For port 8ba8077b-0578-402d-94cf-9624ebb7dd34, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:51.203129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] For port 8ba8077b-0578-402d-94cf-9624ebb7dd34, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8ba8077b-0578-402d-94cf-9624ebb7dd34,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:51.209870 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.219203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dfc8-238e-47d1-a757-00e747b6b013 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.228461 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dfc8-238e-47d1-a757-00e747b6b013 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.264692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dfc8-238e-47d1-a757-00e747b6b013 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.272031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7447f06-75fc-4859-8200-059f5922bcb9 None None] Pushing event updated for resources: {'Port': ['ID=8ba8077b-0578-402d-94cf-9624ebb7dd34,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.278122 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dfc8-238e-47d1-a757-00e747b6b013 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.281924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ffa6dfc8-238e-47d1-a757-00e747b6b013 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/75c3992f-63c0-44d0-8ae2-9226331e740a HTTP/1.1" status: 204 len: 168 time: 0.1173117 Aug 16 02:29:51.286545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.297817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6dfc8-238e-47d1-a757-00e747b6b013 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c3992f-63c0-44d0-8ae2-9226331e740a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.314413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 35e5e18c-a36d-4582-a9b6-09f87bf66731 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:51.338451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 35e5e18c-a36d-4582-a9b6-09f87bf66731 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:51.338809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 35e5e18c-a36d-4582-a9b6-09f87bf66731 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:51.344536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b922-f4bd-49e9-8120-8a56134e9ac3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.354133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7d83f24e-18dc-4614-a3b9-6a10536113ba tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0661669 Aug 16 02:29:51.354753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.381767 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6c5a-0df3-46cc-9f98-cb5750b3e4be tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.383373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0b922-f4bd-49e9-8120-8a56134e9ac3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=7dec28fb-0d6c-4c7c-a353-fb96a907b467,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.390584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6c5a-0df3-46cc-9f98-cb5750b3e4be tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.408203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b922-f4bd-49e9-8120-8a56134e9ac3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.411129 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e1e0b922-f4bd-49e9-8120-8a56134e9ac3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/7dec28fb-0d6c-4c7c-a353-fb96a907b467 HTTP/1.1" status: 204 len: 168 time: 0.5138297 Aug 16 02:29:51.413731 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.481614 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6c5a-0df3-46cc-9f98-cb5750b3e4be tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.490987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffcf6c5a-0df3-46cc-9f98-cb5750b3e4be tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.492165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ffcf6c5a-0df3-46cc-9f98-cb5750b3e4be tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/cb131233-f853-48e2-a7fd-9ea3909b848a HTTP/1.1" status: 204 len: 168 time: 0.1364529 Aug 16 02:29:51.494912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.505556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4545541f-090f-4dc0-98da-62049f8449b9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.507268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4545541f-090f-4dc0-98da-62049f8449b9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.508822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4545541f-090f-4dc0-98da-62049f8449b9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0941288 Aug 16 02:29:51.509716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf6c5a-0df3-46cc-9f98-cb5750b3e4be tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb131233-f853-48e2-a7fd-9ea3909b848a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.511733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.556021 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aed0a994-1e03-49da-ab86-a8d03d7acafd tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0591857 Aug 16 02:29:51.556374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.595589 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2429f0aa-a988-4b73-a9eb-8e086a4c620f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.604629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb05c7bf-a3ca-4007-a5a7-3fed5210d6a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 1be18c92-1ed8-4a46-9658-f7f90e8ef100 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:51.612447 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2429f0aa-a988-4b73-a9eb-8e086a4c620f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.614373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb05c7bf-a3ca-4007-a5a7-3fed5210d6a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.678256 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb05c7bf-a3ca-4007-a5a7-3fed5210d6a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.681377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2429f0aa-a988-4b73-a9eb-8e086a4c620f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.705429 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2429f0aa-a988-4b73-a9eb-8e086a4c620f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.707189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2429f0aa-a988-4b73-a9eb-8e086a4c620f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/78e20665-775e-46e4-89a2-fd54d4b91219 HTTP/1.1" status: 204 len: 168 time: 0.1498525 Aug 16 02:29:51.710831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.718071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429f0aa-a988-4b73-a9eb-8e086a4c620f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78e20665-775e-46e4-89a2-fd54d4b91219,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.764060 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bbef1651-5090-4692-ae19-73019c24f34d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518041 Aug 16 02:29:51.766735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.790844 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb05c7bf-a3ca-4007-a5a7-3fed5210d6a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.834106 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ce5181-0115-4146-af6d-33bc474746d8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.856374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb05c7bf-a3ca-4007-a5a7-3fed5210d6a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.858211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ce5181-0115-4146-af6d-33bc474746d8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.895804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05c7bf-a3ca-4007-a5a7-3fed5210d6a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=1be18c92-1ed8-4a46-9658-f7f90e8ef100,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.901042 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb05c7bf-a3ca-4007-a5a7-3fed5210d6a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.905362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bb05c7bf-a3ca-4007-a5a7-3fed5210d6a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/1be18c92-1ed8-4a46-9658-f7f90e8ef100 HTTP/1.1" status: 204 len: 168 time: 0.3857648 Aug 16 02:29:51.905936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.913039 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ce5181-0115-4146-af6d-33bc474746d8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.916167 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86ce5181-0115-4146-af6d-33bc474746d8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.920722 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-86ce5181-0115-4146-af6d-33bc474746d8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-groups/bccbd363-71df-4ea5-bc62-8e3bafd3ab1a HTTP/1.1" status: 204 len: 168 time: 0.1525674 Aug 16 02:29:51.921462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.947158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3b449756-eeb4-42f4-ae9c-632a144c92d0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399292 Aug 16 02:29:51.951790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:51.953515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce5181-0115-4146-af6d-33bc474746d8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccbd363-71df-4ea5-bc62-8e3bafd3ab1a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:51.962707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:52.002348 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4afa6dfe-aac1-4d84-8808-bb60b9a90fa9 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764127 Aug 16 02:29:52.007744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:52.015056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3fa9fae1-31fd-47c0-98f6-7a5c32ee3b7d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470821495'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:52.043239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fa9fae1-31fd-47c0-98f6-7a5c32ee3b7d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.145044 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fa9fae1-31fd-47c0-98f6-7a5c32ee3b7d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.152366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fa9fae1-31fd-47c0-98f6-7a5c32ee3b7d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.172643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:52.178398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.188051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fa9fae1-31fd-47c0-98f6-7a5c32ee3b7d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.191827 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3fa9fae1-31fd-47c0-98f6-7a5c32ee3b7d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1803598 Aug 16 02:29:52.192933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:52.197001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-68093264-2e32-498e-84ae-d0bdf8dd77a8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': '2ac8ab7a-8e9a-44a7-9a35-c6bc8e223b55', 'direction': 'ingress', 'protocol': 17}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:52.202608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9fae1-31fd-47c0-98f6-7a5c32ee3b7d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac8ab7a-8e9a-44a7-9a35-c6bc8e223b55,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:52.242785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68093264-2e32-498e-84ae-d0bdf8dd77a8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.323919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68093264-2e32-498e-84ae-d0bdf8dd77a8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.329430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68093264-2e32-498e-84ae-d0bdf8dd77a8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.357604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68093264-2e32-498e-84ae-d0bdf8dd77a8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968fe4f4-e3c3-4bf9-81ec-a800cdacd69e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:52.362150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68093264-2e32-498e-84ae-d0bdf8dd77a8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.367221 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-68093264-2e32-498e-84ae-d0bdf8dd77a8 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1708117 Aug 16 02:29:52.367221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:52.422067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11279afb-9fc4-4653-a25c-48bca247a00b None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:52.438877 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.441641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fe74c02-9458-4e8a-9f2b-da81c4a5fa6d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.473763 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fe74c02-9458-4e8a-9f2b-da81c4a5fa6d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.487531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:52.492641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:52.497328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.497970 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.513645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=fab610ea-c53b-49b6-9a09-7d6f44aa3ce0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:52.524681 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:29:52.527553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ade74903-e783-4fcf-9fbc-6b77cc4e301e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5744910 Aug 16 02:29:52.530221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 52992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:52.536843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': 'fab610ea-c53b-49b6-9a09-7d6f44aa3ce0', 'ip_address': '2001:db8::dfc6:67fd:9ef4:12dd'}], 'name': 'tempest-NetworksTestDHCPv6-833572965'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:52.537709 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fe74c02-9458-4e8a-9f2b-da81c4a5fa6d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.542539 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fe74c02-9458-4e8a-9f2b-da81c4a5fa6d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.547612 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0fe74c02-9458-4e8a-9f2b-da81c4a5fa6d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-groups/2ac8ab7a-8e9a-44a7-9a35-c6bc8e223b55 HTTP/1.1" status: 204 len: 168 time: 0.1787767 Aug 16 02:29:52.548416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:52.576214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe74c02-9458-4e8a-9f2b-da81c4a5fa6d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac8ab7a-8e9a-44a7-9a35-c6bc8e223b55,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:52.576694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9b64204-d194-4fd8-aa00-44b0a0d64ae5 None None] Provisioning for port 8ba8077b-0578-402d-94cf-9624ebb7dd34 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:52.634012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d0a874f2-6b9b-496c-9b21-8ea2511f7d27 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806701 Aug 16 02:29:52.635059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 52998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:52.640606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e715b6a0-3349-403f-a383-1dd6d6e4581e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group': {'name': 'tempest-secgroup--98209839'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:52.666682 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-e715b6a0-3349-403f-a383-1dd6d6e4581e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:29:52.666682 n-d-768862-14 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:29:52.666682 n-d-768862-14 neutron-server[94640]: [parameters: {'project_id': '43bfe92969864849aabad529bf2ebd92', 'id': '0b4ab3b0-13a3-4e09-9d69-7c33c26febcc', 'expiration': datetime.datetime(2021, 8, 16, 2, 31, 52, 662457)}] Aug 16 02:29:52.666682 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:29:52.667023 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-e715b6a0-3349-403f-a383-1dd6d6e4581e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:29:52.680777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:52.788177 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.808349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:52.901699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928036ee-77b5-40b5-a4b7-f8273363138b None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:52.989038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::dfc6:67fd:9ef4:12dd (8eebb85f-2c98-4de5-861e-1feb0dc2668f/fab610ea-c53b-49b6-9a09-7d6f44aa3ce0/c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:53.154536 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.170681 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:53.203685 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e715b6a0-3349-403f-a383-1dd6d6e4581e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.235235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.302874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:53.306514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:53.311519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:53.331906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.332605 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.336758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8ba8077b-0578-402d-94cf-9624ebb7dd34 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:53.357894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.401481 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e715b6a0-3349-403f-a383-1dd6d6e4581e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.411116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e715b6a0-3349-403f-a383-1dd6d6e4581e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.418275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-164435f5-cc85-41f2-a4d5-4c86f0776d58 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8868120 Aug 16 02:29:53.419016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.462950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715b6a0-3349-403f-a383-1dd6d6e4581e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202a7965-4955-42f3-9226-15718a5df2a2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.467869 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e715b6a0-3349-403f-a383-1dd6d6e4581e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.469262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e715b6a0-3349-403f-a383-1dd6d6e4581e tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8327701 Aug 16 02:29:53.472793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.483591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b39255c8-91a9-4de0-9bda-fa439c72b4f6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829216907'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:53.491702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8ba8077b-0578-402d-94cf-9624ebb7dd34 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:53.513434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b39255c8-91a9-4de0-9bda-fa439c72b4f6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.515412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7d66b-4052-4ea2-b1a9-a574f98f300d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.515705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8ba8077b-0578-402d-94cf-9624ebb7dd34 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:53.516166 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.522437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7d66b-4052-4ea2-b1a9-a574f98f300d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.526532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2cd7d66b-4052-4ea2-b1a9-a574f98f300d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1039195 Aug 16 02:29:53.527192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.623267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b39255c8-91a9-4de0-9bda-fa439c72b4f6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.630595 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b39255c8-91a9-4de0-9bda-fa439c72b4f6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.653869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-224d879d-7896-4db1-8389-15135bacfa19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:53.654211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-224d879d-7896-4db1-8389-15135bacfa19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.658129 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.678997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39255c8-91a9-4de0-9bda-fa439c72b4f6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1738364-baa1-47e2-b69c-6724f484db41,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.686726 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b39255c8-91a9-4de0-9bda-fa439c72b4f6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.690583 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b39255c8-91a9-4de0-9bda-fa439c72b4f6 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2165432 Aug 16 02:29:53.692569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.698098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8793110e-4fdb-4906-bc0c-852c3540597b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': '202a7965-4955-42f3-9226-15718a5df2a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e1738364-baa1-47e2-b69c-6724f484db41', 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:53.712824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 8ba8077b-0578-402d-94cf-9624ebb7dd34, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8ba8077b-0578-402d-94cf-9624ebb7dd34,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:53.716251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e6482cb-3dad-4178-90f8-b62ff0450be7 None None] Could not find standard attr ID for object 7dec28fb-0d6c-4c7c-a353-fb96a907b467. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:29:53.722609 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.742380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8793110e-4fdb-4906-bc0c-852c3540597b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.795960 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-224d879d-7896-4db1-8389-15135bacfa19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.819745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=8ba8077b-0578-402d-94cf-9624ebb7dd34,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.820264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-224d879d-7896-4db1-8389-15135bacfa19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:53.873360 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8793110e-4fdb-4906-bc0c-852c3540597b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.881535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8793110e-4fdb-4906-bc0c-852c3540597b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.913444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793110e-4fdb-4906-bc0c-852c3540597b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca0b539-858a-4cfe-aadb-e52003386a46,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:53.920387 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8793110e-4fdb-4906-bc0c-852c3540597b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.921749 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8793110e-4fdb-4906-bc0c-852c3540597b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2279463 Aug 16 02:29:53.926830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:53.961168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7b4f3b-73f2-484f-916a-2c6b39a2502a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.972702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7b4f3b-73f2-484f-916a-2c6b39a2502a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.991521 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-224d879d-7896-4db1-8389-15135bacfa19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.013100 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7b4f3b-73f2-484f-916a-2c6b39a2502a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.027625 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc7b4f3b-73f2-484f-916a-2c6b39a2502a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.028919 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cc7b4f3b-73f2-484f-916a-2c6b39a2502a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/dca0b539-858a-4cfe-aadb-e52003386a46 HTTP/1.1" status: 204 len: 168 time: 0.0996439 Aug 16 02:29:54.029816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b4f3b-73f2-484f-916a-2c6b39a2502a tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dca0b539-858a-4cfe-aadb-e52003386a46,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:54.031638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.040747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d879d-7896-4db1-8389-15135bacfa19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:54.044697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a2dc621-ba12-4ff4-a5b4-53a94307ecf6 None None] Could not find standard attr ID for object c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:29:54.082811 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-224d879d-7896-4db1-8389-15135bacfa19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.087481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-224d879d-7896-4db1-8389-15135bacfa19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5 HTTP/1.1" status: 204 len: 168 time: 0.5590215 Aug 16 02:29:54.088290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.096326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8d1a4762-b256-459b-8f5a-464734adfcc5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0635290 Aug 16 02:29:54.101053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.179812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524afe17-c30a-4a22-9f1c-e8efb74b67bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.182037 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524afe17-c30a-4a22-9f1c-e8efb74b67bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.183277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35c37b9d-c513-439f-a0fe-44769b82e9e1 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.184191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-524afe17-c30a-4a22-9f1c-e8efb74b67bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0951273 Aug 16 02:29:54.187518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53040) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.244433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35c37b9d-c513-439f-a0fe-44769b82e9e1 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.272154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-179436bb-6ad9-4e92-9439-a1bc7984d5b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet fab610ea-c53b-49b6-9a09-7d6f44aa3ce0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:54.285141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-179436bb-6ad9-4e92-9439-a1bc7984d5b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.331060 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35c37b9d-c513-439f-a0fe-44769b82e9e1 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.334747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35c37b9d-c513-439f-a0fe-44769b82e9e1 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.338532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-35c37b9d-c513-439f-a0fe-44769b82e9e1 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-groups/e1738364-baa1-47e2-b69c-6724f484db41 HTTP/1.1" status: 204 len: 168 time: 0.2337689 Aug 16 02:29:54.338532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-179436bb-6ad9-4e92-9439-a1bc7984d5b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.341545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53044) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.378837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c37b9d-c513-439f-a0fe-44769b82e9e1 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1738364-baa1-47e2-b69c-6724f484db41,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:54.402928 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-179436bb-6ad9-4e92-9439-a1bc7984d5b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.424017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4a48a233-5db0-46a0-a903-5d72e0e71602 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0821235 Aug 16 02:29:54.428738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.516152 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c2438f-bfe1-44b6-b3b0-572e29d622ee tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.520197 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-179436bb-6ad9-4e92-9439-a1bc7984d5b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.563287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-179436bb-6ad9-4e92-9439-a1bc7984d5b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.568917 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-179436bb-6ad9-4e92-9439-a1bc7984d5b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/fab610ea-c53b-49b6-9a09-7d6f44aa3ce0 HTTP/1.1" status: 204 len: 168 time: 0.3757536 Aug 16 02:29:54.568917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179436bb-6ad9-4e92-9439-a1bc7984d5b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=fab610ea-c53b-49b6-9a09-7d6f44aa3ce0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:54.570327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.570846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe82f7-9545-4c88-a9e3-7cd788c8d7a1 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:54.575832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c2438f-bfe1-44b6-b3b0-572e29d622ee tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.615427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53052) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.615673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-701d8706-deec-447e-8ec7-33364226fdeb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424635 Aug 16 02:29:54.652796 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c2438f-bfe1-44b6-b3b0-572e29d622ee tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.655617 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c2438f-bfe1-44b6-b3b0-572e29d622ee tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.656741 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-43c2438f-bfe1-44b6-b3b0-572e29d622ee tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-groups/202a7965-4955-42f3-9226-15718a5df2a2 HTTP/1.1" status: 204 len: 168 time: 0.2268817 Aug 16 02:29:54.660455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.671610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2438f-bfe1-44b6-b3b0-572e29d622ee tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202a7965-4955-42f3-9226-15718a5df2a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:54.691285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed268b-8395-49ae-a3f0-3a36aa69eb2b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.692905 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c2ed268b-8395-49ae-a3f0-3a36aa69eb2b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0762236 Aug 16 02:29:54.696033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53060) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.734972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b62748f4-610e-46f8-aaf3-ea4fe50c30e7 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691662 Aug 16 02:29:54.735261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.751445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-29666020-daec-44df-a18f-f86f37cefcc7 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870542319'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:54.763478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c0d45-f1dc-4945-b918-bab6bc91a110 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.765228 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e30c0d45-f1dc-4945-b918-bab6bc91a110 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0682340 Aug 16 02:29:54.768215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53064) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.789007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29666020-daec-44df-a18f-f86f37cefcc7 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.810596 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b41c1e6f-a56c-4336-9794-fee499d015f9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404103 Aug 16 02:29:54.814643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.822446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:54.836728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6d425-f7ee-406e-8038-f08644981f4d None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:54.914684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29666020-daec-44df-a18f-f86f37cefcc7 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.919360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29666020-daec-44df-a18f-f86f37cefcc7 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.921099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6d425-f7ee-406e-8038-f08644981f4d None None] Deleting port 8ba8077b-0578-402d-94cf-9624ebb7dd34 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:54.921687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d425-f7ee-406e-8038-f08644981f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.954271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:54.957295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29666020-daec-44df-a18f-f86f37cefcc7 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f3fb6-3453-4efb-8858-a0d1ef83f6c6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:54.958461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.962686 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29666020-daec-44df-a18f-f86f37cefcc7 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.964230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-29666020-daec-44df-a18f-f86f37cefcc7 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2272551 Aug 16 02:29:54.967399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:54.974741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-58ed04c1-c369-4a10-a5fd-d79f4582f72b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': 'f71f3fb6-3453-4efb-8858-a0d1ef83f6c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:55.004683 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d9b6d425-f7ee-406e-8038-f08644981f4d None None] For port 8ba8077b-0578-402d-94cf-9624ebb7dd34, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8ba8077b-0578-402d-94cf-9624ebb7dd34,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:55.005195 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d425-f7ee-406e-8038-f08644981f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.012279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58ed04c1-c369-4a10-a5fd-d79f4582f72b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.020637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6d425-f7ee-406e-8038-f08644981f4d None None] Calling delete_port for 8ba8077b-0578-402d-94cf-9624ebb7dd34 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:55.093943 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58ed04c1-c369-4a10-a5fd-d79f4582f72b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.100462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58ed04c1-c369-4a10-a5fd-d79f4582f72b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.126230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed04c1-c369-4a10-a5fd-d79f4582f72b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cedf459-650e-42d7-a1f6-d3f1f83b92c5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.132960 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58ed04c1-c369-4a10-a5fd-d79f4582f72b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.132960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-58ed04c1-c369-4a10-a5fd-d79f4582f72b tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1614785 Aug 16 02:29:55.135206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.145599 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d425-f7ee-406e-8038-f08644981f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.165918 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a667806-3044-4caa-8de4-90b462879616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.176476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6d425-f7ee-406e-8038-f08644981f4d None None] Pushing event deleted for resources: {'Port': ['ID=8ba8077b-0578-402d-94cf-9624ebb7dd34,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.176688 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a667806-3044-4caa-8de4-90b462879616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.182710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6d425-f7ee-406e-8038-f08644981f4d None None] No DVR routers for this DVR port 8ba8077b-0578-402d-94cf-9624ebb7dd34 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:55.210311 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a667806-3044-4caa-8de4-90b462879616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.217651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a667806-3044-4caa-8de4-90b462879616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.218965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7a667806-3044-4caa-8de4-90b462879616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/9cedf459-650e-42d7-a1f6-d3f1f83b92c5 HTTP/1.1" status: 204 len: 168 time: 0.0844831 Aug 16 02:29:55.226872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.236416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a667806-3044-4caa-8de4-90b462879616 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cedf459-650e-42d7-a1f6-d3f1f83b92c5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.286234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a4931955-8075-4a87-920e-318781a3e137 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522966 Aug 16 02:29:55.286234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.286539 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.297688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8ba8077b-0578-402d-94cf-9624ebb7dd34 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:55.321983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8ba8077b-0578-402d-94cf-9624ebb7dd34 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:55.323155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8ba8077b-0578-402d-94cf-9624ebb7dd34 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:55.349055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:55.352485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:55.355767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:55.356368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.363122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6400b8-d317-461b-a72a-f59c864cb522 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:55.370996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=5ce44171-6ef3-467d-a2a0-045a62cfb12f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.383520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a71c820d-1fde-4575-a8c4-1e65a5ab2556 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.389058 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c5829cb6-f3bd-4c41-925f-dff92540a809 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5730410 Aug 16 02:29:55.391775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.399863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': '5ce44171-6ef3-467d-a2a0-045a62cfb12f', 'ip_address': '2001:db8::7cc:154f:52a1:85bc'}], 'name': 'tempest-NetworksTestDHCPv6-1312930725'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:55.417346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a71c820d-1fde-4575-a8c4-1e65a5ab2556 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.468433 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a71c820d-1fde-4575-a8c4-1e65a5ab2556 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.473893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a71c820d-1fde-4575-a8c4-1e65a5ab2556 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.474870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a71c820d-1fde-4575-a8c4-1e65a5ab2556 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-groups/f71f3fb6-3453-4efb-8858-a0d1ef83f6c6 HTTP/1.1" status: 204 len: 168 time: 0.1903877 Aug 16 02:29:55.479369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.496901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c820d-1fde-4575-a8c4-1e65a5ab2556 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f3fb6-3453-4efb-8858-a0d1ef83f6c6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.542693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '5ce44171-6ef3-467d-a2a0-045a62cfb12f'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:55.543914 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.553437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3e5233b1-a1d4-4c31-8cd5-e9a8afa3fdbc tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707755 Aug 16 02:29:55.554387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:55.561135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.566936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c2fea841-9ecd-479f-a2ce-466e7681809f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group': {'name': 'tempest-secgroup--827655526'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:55.592374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2fea841-9ecd-479f-a2ce-466e7681809f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.671594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.710022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port ee9c728f-f460-4f5c-a600-c976aed6a1f0 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:55.713684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2fea841-9ecd-479f-a2ce-466e7681809f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.720817 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2fea841-9ecd-479f-a2ce-466e7681809f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.728000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/5ce44171-6ef3-467d-a2a0-045a62cfb12f/8e58d881-1f1b-456c-8e93-722d75415d90) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:55.757655 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2fea841-9ecd-479f-a2ce-466e7681809f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.761596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c2fea841-9ecd-479f-a2ce-466e7681809f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1965253 Aug 16 02:29:55.761745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.766514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7175abf7-985f-490f-a0e9-e712ef7ac6d5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': '4222f892-090a-4427-b948-baa7845711aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:55.788595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fea841-9ecd-479f-a2ce-466e7681809f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4222f892-090a-4427-b948-baa7845711aa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.818338 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7175abf7-985f-490f-a0e9-e712ef7ac6d5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.886773 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7175abf7-985f-490f-a0e9-e712ef7ac6d5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.893117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7175abf7-985f-490f-a0e9-e712ef7ac6d5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.914967 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.915305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175abf7-985f-490f-a0e9-e712ef7ac6d5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5d19f4-3fd6-4761-9974-e0d6a73d222b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:55.919257 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7175abf7-985f-490f-a0e9-e712ef7ac6d5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.922873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7175abf7-985f-490f-a0e9-e712ef7ac6d5 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580231 Aug 16 02:29:55.923118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.924791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Transition to ACTIVE for port object 8e58d881-1f1b-456c-8e93-722d75415d90 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:55.941915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Transition to ACTIVE for port object 8e58d881-1f1b-456c-8e93-722d75415d90 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:55.942964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0b266fda-ad67-4ffd-ad94-76e408d03c2c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules/ba5d19f4-3fd6-4761-9974-e0d6a73d222b HTTP/1.1" status: 200 len: 763 time: 0.0182462 Aug 16 02:29:55.945484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:55.949399 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.003246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Pushing event updated for resources: {'Port': ['ID=8e58d881-1f1b-456c-8e93-722d75415d90,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.010682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-57946d22-5a5e-45c5-9b7a-4d88349fb1ae tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0639544 Aug 16 02:29:56.013135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.016235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:56.018372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:56.018620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::7cc:154f:52a1:85bc (8eebb85f-2c98-4de5-861e-1feb0dc2668f/5ce44171-6ef3-467d-a2a0-045a62cfb12f/ee9c728f-f460-4f5c-a600-c976aed6a1f0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:56.021478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:56.060606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25b9e630-6d0f-40c9-b635-22703b84dd40 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.072984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25b9e630-6d0f-40c9-b635-22703b84dd40 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.110262 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25b9e630-6d0f-40c9-b635-22703b84dd40 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.117664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25b9e630-6d0f-40c9-b635-22703b84dd40 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.118819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-25b9e630-6d0f-40c9-b635-22703b84dd40 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ba5d19f4-3fd6-4761-9974-e0d6a73d222b HTTP/1.1" status: 204 len: 168 time: 0.1025596 Aug 16 02:29:56.124594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.137676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9e630-6d0f-40c9-b635-22703b84dd40 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba5d19f4-3fd6-4761-9974-e0d6a73d222b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.212776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.213685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-17265589-34c9-4376-a820-c33f36338a4d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0877044 Aug 16 02:29:56.217606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4352586c-f174-4a06-95d3-2e8255dae4c4 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': '4222f892-090a-4427-b948-baa7845711aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:56.264659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.282596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4352586c-f174-4a06-95d3-2e8255dae4c4 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.288295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object ee9c728f-f460-4f5c-a600-c976aed6a1f0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:56.288974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Attempting to bind port 8e58d881-1f1b-456c-8e93-722d75415d90 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:56.289372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Attempting to bind port 8e58d881-1f1b-456c-8e93-722d75415d90 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:56.289695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Attempting to bind port 8e58d881-1f1b-456c-8e93-722d75415d90 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:56.295441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:56.295820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:56.296249 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.298581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:56.299340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Bound port: 8e58d881-1f1b-456c-8e93-722d75415d90, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:56.299547 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.369355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-249467f0-289c-45a1-a556-9498241f6561 None None] For port 8e58d881-1f1b-456c-8e93-722d75415d90, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:56.371802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4352586c-f174-4a06-95d3-2e8255dae4c4 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.372764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-249467f0-289c-45a1-a556-9498241f6561 None None] For port 8e58d881-1f1b-456c-8e93-722d75415d90, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8e58d881-1f1b-456c-8e93-722d75415d90,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:56.374986 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.377293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4352586c-f174-4a06-95d3-2e8255dae4c4 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.378684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.424802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352586c-f174-4a06-95d3-2e8255dae4c4 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0a40df-7227-49c2-a2ef-07331abd9f52,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.444106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:56.447279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4352586c-f174-4a06-95d3-2e8255dae4c4 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.451602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.453265 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4352586c-f174-4a06-95d3-2e8255dae4c4 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2347438 Aug 16 02:29:56.458130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:56.462720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:56.465621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249467f0-289c-45a1-a556-9498241f6561 None None] Pushing event updated for resources: {'Port': ['ID=8e58d881-1f1b-456c-8e93-722d75415d90,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.470077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.470729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.474831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=ee9c728f-f460-4f5c-a600-c976aed6a1f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.492680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2f0af064-bfd7-4eb4-b33c-708755c8bb8d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules/4d0a40df-7227-49c2-a2ef-07331abd9f52 HTTP/1.1" status: 200 len: 763 time: 0.0373352 Aug 16 02:29:56.492863 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7fd30703-b99c-441b-9740-e8c88e63afd8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0985572 Aug 16 02:29:56.493094 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.495505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.505457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2bc5820d-380d-4f5f-bbb4-2c8c9124608a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': '5ce44171-6ef3-467d-a2a0-045a62cfb12f', 'ip_address': '2001:db8::7cc:154f:52a1:85bc'}], 'name': 'tempest-NetworksTestDHCPv6-367547951'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:56.549670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f11776e9-feb7-419b-93b6-ec949907c434 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0544930 Aug 16 02:29:56.552744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.599982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77b48170-3df6-4794-be62-0f081ed5eeef tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.615592 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77b48170-3df6-4794-be62-0f081ed5eeef tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.682851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77b48170-3df6-4794-be62-0f081ed5eeef tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.696540 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77b48170-3df6-4794-be62-0f081ed5eeef tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.700071 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-77b48170-3df6-4794-be62-0f081ed5eeef tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/4d0a40df-7227-49c2-a2ef-07331abd9f52 HTTP/1.1" status: 204 len: 168 time: 0.1443682 Aug 16 02:29:56.701210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.713497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b48170-3df6-4794-be62-0f081ed5eeef tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d0a40df-7227-49c2-a2ef-07331abd9f52,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.721032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc5820d-380d-4f5f-bbb4-2c8c9124608a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:56.726358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2bc5820d-380d-4f5f-bbb4-2c8c9124608a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.758212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2bc5820d-380d-4f5f-bbb4-2c8c9124608a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port c75edfc5-350e-4c5b-8743-859018380577 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:56.784384 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a0680a11-c5e9-4d9c-9dc4-5b819df11695 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0778592 Aug 16 02:29:56.787680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.792322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e2a81877-d2ca-47bc-b8e8-2f4d2f117700 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Request body: {'security_group_rule': {'security_group_id': '4222f892-090a-4427-b948-baa7845711aa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:56.822790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2a81877-d2ca-47bc-b8e8-2f4d2f117700 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.883749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2a81877-d2ca-47bc-b8e8-2f4d2f117700 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.888232 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2a81877-d2ca-47bc-b8e8-2f4d2f117700 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.905628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a81877-d2ca-47bc-b8e8-2f4d2f117700 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c003c3a5-e2fd-4f0a-b2f7-3fecf01664a4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.928834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2a81877-d2ca-47bc-b8e8-2f4d2f117700 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.930854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e2a81877-d2ca-47bc-b8e8-2f4d2f117700 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420805 Aug 16 02:29:56.933515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:56.964530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b900c620-4c7e-4ea6-af5c-df9378413bac tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules/c003c3a5-e2fd-4f0a-b2f7-3fecf01664a4 HTTP/1.1" status: 200 len: 764 time: 0.0294750 Aug 16 02:29:56.967622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.013730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-612cea7f-5494-4a69-a66b-831df81ee908 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0445824 Aug 16 02:29:57.016090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.043069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5bc12a3-7167-4bd7-9ce9-e2270d125779 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.052651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5bc12a3-7167-4bd7-9ce9-e2270d125779 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.081294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5bc12a3-7167-4bd7-9ce9-e2270d125779 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.088329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5bc12a3-7167-4bd7-9ce9-e2270d125779 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.089458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a5bc12a3-7167-4bd7-9ce9-e2270d125779 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/c003c3a5-e2fd-4f0a-b2f7-3fecf01664a4 HTTP/1.1" status: 204 len: 168 time: 0.0724204 Aug 16 02:29:57.095151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.103180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc12a3-7167-4bd7-9ce9-e2270d125779 tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c003c3a5-e2fd-4f0a-b2f7-3fecf01664a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:57.150207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-935d4212-3329-4903-86a3-12a496e1dc0f tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0538385 Aug 16 02:29:57.153098 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.270993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-735c7bf7-3003-482c-b9f3-76c0b0e06d1c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.310544 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-735c7bf7-3003-482c-b9f3-76c0b0e06d1c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.357842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8e58d881-1f1b-456c-8e93-722d75415d90 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:57.385556 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc5820d-380d-4f5f-bbb4-2c8c9124608a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:29:57.386020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc5820d-380d-4f5f-bbb4-2c8c9124608a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:57.395948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-735c7bf7-3003-482c-b9f3-76c0b0e06d1c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.398516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-735c7bf7-3003-482c-b9f3-76c0b0e06d1c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.402808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-735c7bf7-3003-482c-b9f3-76c0b0e06d1c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "DELETE /v2.0/security-groups/4222f892-090a-4427-b948-baa7845711aa HTTP/1.1" status: 204 len: 168 time: 0.2465007 Aug 16 02:29:57.403469 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.427889 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2bc5820d-380d-4f5f-bbb4-2c8c9124608a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9311936 Aug 16 02:29:57.430443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.432575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8e58d881-1f1b-456c-8e93-722d75415d90 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:57.448586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c7bf7-3003-482c-b9f3-76c0b0e06d1c tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4222f892-090a-4427-b948-baa7845711aa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:57.498466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-12a6fb59-1884-4805-a8f4-2c6828c1480d tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0907741 Aug 16 02:29:57.502910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.518597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0093bc99-cc88-490b-9e07-35bc97ec7cab tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:57.528488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0093bc99-cc88-490b-9e07-35bc97ec7cab tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:57.530163 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0093bc99-cc88-490b-9e07-35bc97ec7cab tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0984349 Aug 16 02:29:57.533749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.559321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8f81a2c6-d84c-4829-9480-24e3804518fd tempest-SecGroupTest-1207933459 tempest-SecGroupTest-1207933459-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547092 Aug 16 02:29:57.635863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e5acef58-14cf-4574-9680-103892afc359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port ee9c728f-f460-4f5c-a600-c976aed6a1f0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:57.636381 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5acef58-14cf-4574-9680-103892afc359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.698055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c55a216a-a522-4afb-8d4c-ae74d3b84b5c None None] Provisioning for port 8e58d881-1f1b-456c-8e93-722d75415d90 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:57.704901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c55a216a-a522-4afb-8d4c-ae74d3b84b5c None None] Provisioning complete for port 8e58d881-1f1b-456c-8e93-722d75415d90 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:57.706944 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c55a216a-a522-4afb-8d4c-ae74d3b84b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.765813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5acef58-14cf-4574-9680-103892afc359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.782205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e5acef58-14cf-4574-9680-103892afc359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for ee9c728f-f460-4f5c-a600-c976aed6a1f0 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:57.802956 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c55a216a-a522-4afb-8d4c-ae74d3b84b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.858813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c55a216a-a522-4afb-8d4c-ae74d3b84b5c None None] For port 8e58d881-1f1b-456c-8e93-722d75415d90, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8e58d881-1f1b-456c-8e93-722d75415d90,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:57.872256 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c55a216a-a522-4afb-8d4c-ae74d3b84b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.945098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a216a-a522-4afb-8d4c-ae74d3b84b5c None None] Pushing event updated for resources: {'Port': ['ID=8e58d881-1f1b-456c-8e93-722d75415d90,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:57.970733 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5acef58-14cf-4574-9680-103892afc359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.992896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8bd049eb-7fde-4250-9d39-0958240ec940 None None] Could not find standard attr ID for object ee9c728f-f460-4f5c-a600-c976aed6a1f0. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:29:58.010083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acef58-14cf-4574-9680-103892afc359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=ee9c728f-f460-4f5c-a600-c976aed6a1f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:58.020092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:58.042351 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5acef58-14cf-4574-9680-103892afc359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.044419 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e5acef58-14cf-4574-9680-103892afc359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/ee9c728f-f460-4f5c-a600-c976aed6a1f0 HTTP/1.1" status: 204 len: 168 time: 0.5090113 Aug 16 02:29:58.046812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:58.107296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7bfcdc-415a-4f9a-9aec-7175cb55dfed tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:58.109109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7bfcdc-415a-4f9a-9aec-7175cb55dfed tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:58.111258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0b7bfcdc-415a-4f9a-9aec-7175cb55dfed tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0628033 Aug 16 02:29:58.114758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:58.178040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-506707f7-b7f2-4d6e-8b16-7e90bb7473bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 5ce44171-6ef3-467d-a2a0-045a62cfb12f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:58.182194 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-506707f7-b7f2-4d6e-8b16-7e90bb7473bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.200568 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d682401d-c846-4038-aa2a-ccc02c3f9316 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43bfe92969864849aabad529bf2ebd92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793327 Aug 16 02:29:58.202910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53184) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:58.243886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-506707f7-b7f2-4d6e-8b16-7e90bb7473bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.260792 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6a2be6-5535-44b9-b8fe-74ac1099168c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.286033 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6a2be6-5535-44b9-b8fe-74ac1099168c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.344679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6a2be6-5535-44b9-b8fe-74ac1099168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.350543 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f6a2be6-5535-44b9-b8fe-74ac1099168c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.354254 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2f6a2be6-5535-44b9-b8fe-74ac1099168c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebd702c1-9f64-4688-89f6-007db5462791 HTTP/1.1" status: 204 len: 168 time: 0.1475964 Aug 16 02:29:58.364504 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-506707f7-b7f2-4d6e-8b16-7e90bb7473bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.367167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a2be6-5535-44b9-b8fe-74ac1099168c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd702c1-9f64-4688-89f6-007db5462791,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:58.437229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-506707f7-b7f2-4d6e-8b16-7e90bb7473bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.467918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506707f7-b7f2-4d6e-8b16-7e90bb7473bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce44171-6ef3-467d-a2a0-045a62cfb12f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:58.478613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-506707f7-b7f2-4d6e-8b16-7e90bb7473bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.483784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:58.486263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e68e2c-7151-400a-a622-6efa457be28c None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:58.487483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-506707f7-b7f2-4d6e-8b16-7e90bb7473bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/5ce44171-6ef3-467d-a2a0-045a62cfb12f HTTP/1.1" status: 204 len: 168 time: 0.3676245 Aug 16 02:29:58.539142 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-604c738f-66b6-4804-a68e-d983b8f9c6a3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538492 Aug 16 02:29:58.542554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:58.551329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:58.685716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:58.692678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.719802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec628518-d538-4e42-8b12-322a1e2a394e None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:29:58.783314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ec628518-d538-4e42-8b12-322a1e2a394e None None] Deleting port 8e58d881-1f1b-456c-8e93-722d75415d90 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:58.783955 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec628518-d538-4e42-8b12-322a1e2a394e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.859629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec628518-d538-4e42-8b12-322a1e2a394e None None] For port 8e58d881-1f1b-456c-8e93-722d75415d90, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8e58d881-1f1b-456c-8e93-722d75415d90,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:58.860378 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec628518-d538-4e42-8b12-322a1e2a394e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.876493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ec628518-d538-4e42-8b12-322a1e2a394e None None] Calling delete_port for 8e58d881-1f1b-456c-8e93-722d75415d90 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:58.945341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.976262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec628518-d538-4e42-8b12-322a1e2a394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.999584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:59.007834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:59.012448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.013151 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.019983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec628518-d538-4e42-8b12-322a1e2a394e None None] Pushing event deleted for resources: {'Port': ['ID=8e58d881-1f1b-456c-8e93-722d75415d90,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:59.027565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec628518-d538-4e42-8b12-322a1e2a394e None None] No DVR routers for this DVR port 8e58d881-1f1b-456c-8e93-722d75415d90 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:59.031251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=1700881d-c3d4-4d28-b3c9-415d7d278641,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:59.040900 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-87e7d8d9-a049-4fa4-ae70-54abf5184d00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4971912 Aug 16 02:29:59.043771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:59.050149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-71dfb2e8-51f1-4cd4-a0c7-a3f9008aaafe tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': '1700881d-c3d4-4d28-b3c9-415d7d278641', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-892738066'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:59.060955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba8706-1aa6-475b-929a-7b4d98a9a037 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:59.232443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dfb2e8-51f1-4cd4-a0c7-a3f9008aaafe tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:59.241365 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71dfb2e8-51f1-4cd4-a0c7-a3f9008aaafe tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.273702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-71dfb2e8-51f1-4cd4-a0c7-a3f9008aaafe tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port bc100585-123e-46b2-be27-fbc7f60fb3bc yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:29:59.327273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8e58d881-1f1b-456c-8e93-722d75415d90 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:59.336325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '1700881d-c3d4-4d28-b3c9-415d7d278641'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:59.337285 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.350310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:59.364101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8e58d881-1f1b-456c-8e93-722d75415d90 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:59.364550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8e58d881-1f1b-456c-8e93-722d75415d90 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:59.413125 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dfb2e8-51f1-4cd4-a0c7-a3f9008aaafe tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:29:59.413866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71dfb2e8-51f1-4cd4-a0c7-a3f9008aaafe tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:29:59.434897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53234) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:59.435784 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-71dfb2e8-51f1-4cd4-a0c7-a3f9008aaafe tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3901157 Aug 16 02:29:59.470058 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:59.480160 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a7004853-af06-43ff-9aa9-82610fe805ac tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0439258 Aug 16 02:29:59.515170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-592274208'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:59.542413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/1700881d-c3d4-4d28-b3c9-415d7d278641/498ae4fe-4362-4240-bcb8-a8d6f750c357) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:59.561971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b469f6b-ad66-4565-a4a7-092c6f27a8ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.563647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b469f6b-ad66-4565-a4a7-092c6f27a8ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.567399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3b469f6b-ad66-4565-a4a7-092c6f27a8ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0938163 Aug 16 02:29:59.568125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:59.573155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Made reservation on behalf of c178e79193b34d6bab2f58537dd91a2d for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:59.579012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.592818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.656317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71e6b75-929c-4915-83be-efca5628bb19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 1700881d-c3d4-4d28-b3c9-415d7d278641 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:29:59.711444 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.716501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.732975 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.742905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Transition to ACTIVE for port object 498ae4fe-4362-4240-bcb8-a8d6f750c357 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:59.746995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:59.759796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Transition to ACTIVE for port object 498ae4fe-4362-4240-bcb8-a8d6f750c357 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:59.763319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2316048e-a6dd-4299-94b6-4e488092c1f8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:59.767535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.767885 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Added segment f1e34b96-cd6b-4de1-91d6-c0b180d9660f of type vlan for network d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed Aug 16 02:29:59.770718 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d71e6b75-929c-4915-83be-efca5628bb19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.778760 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.814409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.836924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Pushing event updated for resources: {'Port': ['ID=498ae4fe-4362-4240-bcb8-a8d6f750c357,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:59.851373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d71e6b75-929c-4915-83be-efca5628bb19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.852646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:59.854988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:59.856869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:59.859019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.866662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.867608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.904704 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5501645 Aug 16 02:29:59.904974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:59.912027 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-6d440a67-4472-4226-9d6e-602c18111803 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed', 'tempest-TagsTest-Tag-1797391930') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:59.946917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Attempting to bind port 498ae4fe-4362-4240-bcb8-a8d6f750c357 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:59.947736 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Attempting to bind port 498ae4fe-4362-4240-bcb8-a8d6f750c357 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:59.948335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Attempting to bind port 498ae4fe-4362-4240-bcb8-a8d6f750c357 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:59.953916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:59.954722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:59.955369 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.955970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:59.957836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Bound port: 498ae4fe-4362-4240-bcb8-a8d6f750c357, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:59.958459 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.978764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d71e6b75-929c-4915-83be-efca5628bb19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.030258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5feacd-dc78-4781-87b9-c1cbb1170ab0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Pushing event updated for resources: {'Network': ['ID=d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.046304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:30:00.087947 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6d440a67-4472-4226-9d6e-602c18111803 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "PUT /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags/tempest-TagsTest-Tag-1797391930 HTTP/1.1" status: 201 len: 201 time: 0.1796262 Aug 16 02:30:00.089145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.098051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-3c68cfcf-3daf-4cd9-9e0c-d9bf0dc3b191 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed', 'tempest-TagsTest-Tag-1797391930') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.112112 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d71e6b75-929c-4915-83be-efca5628bb19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.125496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] For port 498ae4fe-4362-4240-bcb8-a8d6f750c357, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:00.150403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] For port 498ae4fe-4362-4240-bcb8-a8d6f750c357, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=498ae4fe-4362-4240-bcb8-a8d6f750c357,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:00.151521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e6b75-929c-4915-83be-efca5628bb19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=1700881d-c3d4-4d28-b3c9-415d7d278641,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.158086 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d71e6b75-929c-4915-83be-efca5628bb19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.163969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d71e6b75-929c-4915-83be-efca5628bb19 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/1700881d-c3d4-4d28-b3c9-415d7d278641 HTTP/1.1" status: 204 len: 168 time: 0.5945992 Aug 16 02:30:00.164645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.166734 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.195565 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3c68cfcf-3daf-4cd9-9e0c-d9bf0dc3b191 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "GET /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags/tempest-TagsTest-Tag-1797391930 HTTP/1.1" status: 204 len: 168 time: 0.1039870 Aug 16 02:30:00.198028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.203169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-f5210415-6909-4ca8-b2c6-9a5e69fe111f tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.252434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e09ecd-cdd3-4f14-9272-47e4e96c9303 None None] Pushing event updated for resources: {'Port': ['ID=498ae4fe-4362-4240-bcb8-a8d6f750c357,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.254261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2627ce29-4ccf-4777-9930-1b03e3fa8317 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880024 Aug 16 02:30:00.255825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.260968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:00.327060 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f5210415-6909-4ca8-b2c6-9a5e69fe111f tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "GET /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags HTTP/1.1" status: 200 len: 238 time: 0.1277568 Aug 16 02:30:00.329616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.336090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-d49c2d2e-14dc-471e-972f-f7a634625d64 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed', {'tags': ['tempest-TagsTest-Tag-1240395963', 'tempest-TagsTest-Tag-1530319507', 'tempest-TagsTest-Tag-649312250']}) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.394324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:00.398205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.438575 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d49c2d2e-14dc-471e-972f-f7a634625d64 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "PUT /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags HTTP/1.1" status: 200 len: 308 time: 0.1076014 Aug 16 02:30:00.441990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.447268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-05e3826e-1a02-4fdb-ac2f-6fee4c545149 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed', 'tempest-TagsTest-Tag-1240395963') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.612889 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-05e3826e-1a02-4fdb-ac2f-6fee4c545149 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "DELETE /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags/tempest-TagsTest-Tag-1240395963 HTTP/1.1" status: 204 len: 168 time: 0.1692448 Aug 16 02:30:00.615651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.621321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-7397bc45-2168-4061-b4ba-bea201b935d1 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed', 'tempest-TagsTest-Tag-1240395963') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.747752 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.798877 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.820353 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:00.821967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=555dd9cd-08d7-406e-a75e-9f1b228770f6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.825964 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-7397bc45-2168-4061-b4ba-bea201b935d1 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] show failed (client error): The resource could not be found. Aug 16 02:30:00.829702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.830208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7397bc45-2168-4061-b4ba-bea201b935d1 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "GET /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags/tempest-TagsTest-Tag-1240395963 HTTP/1.1" status: 404 len: 326 time: 0.2130380 Aug 16 02:30:00.831407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:00.834434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:00.835179 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.837305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-f5230431-1a97-4831-9302-9e8e30387147 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed', 'tempest-TagsTest-Tag-1530319507') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.863286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-307f89ef-52a5-4713-a48f-41d7161aa07a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6040521 Aug 16 02:30:00.864667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.869875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6b8c2f48-f525-40ec-9e67-8b1e9dba403f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1498352332', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:00.910741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b8c2f48-f525-40ec-9e67-8b1e9dba403f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.912312 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b8c2f48-f525-40ec-9e67-8b1e9dba403f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.961024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f5230431-1a97-4831-9302-9e8e30387147 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "GET /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags/tempest-TagsTest-Tag-1530319507 HTTP/1.1" status: 204 len: 168 time: 0.1293137 Aug 16 02:30:00.963885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.970451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-f6cedbd2-7a2d-413c-b095-60a7ae53d4e0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed', 'tempest-TagsTest-Tag-649312250') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:00.998070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b8c2f48-f525-40ec-9e67-8b1e9dba403f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.005645 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b8c2f48-f525-40ec-9e67-8b1e9dba403f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.006707 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1f3d-1b3b-46e1-8618-7728543b44dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.029778 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b8c2f48-f525-40ec-9e67-8b1e9dba403f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.033812 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b8c2f48-f525-40ec-9e67-8b1e9dba403f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1653972 Aug 16 02:30:01.035208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.073821 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f6cedbd2-7a2d-413c-b095-60a7ae53d4e0 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "GET /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags/tempest-TagsTest-Tag-649312250 HTTP/1.1" status: 204 len: 168 time: 0.1078720 Aug 16 02:30:01.077115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.086521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-ae36cdeb-0461-49a5-8e4f-f33e814d5548 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:01.235304 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ae36cdeb-0461-49a5-8e4f-f33e814d5548 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "DELETE /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1568291 Aug 16 02:30:01.242278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.249774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-afbf2ab2-a237-4752-bfc7-ba5c05531c8d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed', 'tempest-TagsTest-Tag-1530319507') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:01.343404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 498ae4fe-4362-4240-bcb8-a8d6f750c357 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:01.366923 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-afbf2ab2-a237-4752-bfc7-ba5c05531c8d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] show failed (client error): The resource could not be found. Aug 16 02:30:01.368386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-afbf2ab2-a237-4752-bfc7-ba5c05531c8d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "GET /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags/tempest-TagsTest-Tag-1530319507 HTTP/1.1" status: 404 len: 326 time: 0.1240151 Aug 16 02:30:01.371855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.376646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-daefd578-6626-4eac-b44d-c4dfe330fec5 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed', 'tempest-TagsTest-Tag-649312250') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:01.422796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 498ae4fe-4362-4240-bcb8-a8d6f750c357 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:01.440256 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.467894 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-daefd578-6626-4eac-b44d-c4dfe330fec5 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] show failed (client error): The resource could not be found. Aug 16 02:30:01.469085 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-daefd578-6626-4eac-b44d-c4dfe330fec5 tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "GET /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags/tempest-TagsTest-Tag-649312250 HTTP/1.1" status: 404 len: 325 time: 0.0960748 Aug 16 02:30:01.472575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.478131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-75c25d61-ecee-4480-9462-caa7d4cf4e5e tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd4a68e06-b0ad-451c-bfe6-72bbaa75a2ed') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:01.569255 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-75c25d61-ecee-4480-9462-caa7d4cf4e5e tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "DELETE /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0869920 Aug 16 02:30:01.569666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:01.679777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.740368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::1 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/555dd9cd-08d7-406e-a75e-9f1b228770f6/464098b8-118a-4613-bc07-633a47864ab8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:01.756233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f82ce-d15b-4316-b8cf-ced07f2e56c8 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:01.785055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.796461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:01.810282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e34b96-cd6b-4de1-91d6-c0b180d9660f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:01.810575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e34b96-cd6b-4de1-91d6-c0b180d9660f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:01.838451 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.844214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74f2b8d5-f1d6-4918-8a50-60ae07cea4bb None None] Provisioning for port 498ae4fe-4362-4240-bcb8-a8d6f750c357 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:01.853631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74f2b8d5-f1d6-4918-8a50-60ae07cea4bb None None] Provisioning complete for port 498ae4fe-4362-4240-bcb8-a8d6f750c357 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:01.854013 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74f2b8d5-f1d6-4918-8a50-60ae07cea4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.870594 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.902081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:30:01.902499 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:30:01.907599 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:30:01.914068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.978416 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.979694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 464098b8-118a-4613-bc07-633a47864ab8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:01.988507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.992844 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] 10.222.0.61 "DELETE /v2.0/networks/d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed HTTP/1.1" status: 204 len: 168 time: 0.4195306 Aug 16 02:30:02.021209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f511761-3d80-47bc-ac0e-ed071b8c063d tempest-TagsTest-2082395587 tempest-TagsTest-2082395587-project] Pushing event deleted for resources: {'Network': ['ID=d4a68e06-b0ad-451c-bfe6-72bbaa75a2ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.030058 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74f2b8d5-f1d6-4918-8a50-60ae07cea4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.043498 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.076422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-74f2b8d5-f1d6-4918-8a50-60ae07cea4bb None None] For port 498ae4fe-4362-4240-bcb8-a8d6f750c357, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=498ae4fe-4362-4240-bcb8-a8d6f750c357,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:02.084192 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74f2b8d5-f1d6-4918-8a50-60ae07cea4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.126524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=464098b8-118a-4613-bc07-633a47864ab8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.140243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:02.142414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:02.146410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:02.146992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.203874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2b8d5-f1d6-4918-8a50-60ae07cea4bb None None] Pushing event updated for resources: {'Port': ['ID=498ae4fe-4362-4240-bcb8-a8d6f750c357,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.298503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.395765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:02.427906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8307583b-e26f-4da7-87ec-8532bd9b90d5 None None] Provisioning complete for port 498ae4fe-4362-4240-bcb8-a8d6f750c357 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:02.428281 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8307583b-e26f-4da7-87ec-8532bd9b90d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.583882 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e787ed80-408f-4a89-be87-c69e98e5c43e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c178e79193b34d6bab2f58537dd91a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865439 Aug 16 02:30:02.586122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:02.637221 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.645794 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.647023 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.647737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59c22410-7248-487c-bf06-969b4fb65f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.674605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59c22410-7248-487c-bf06-969b4fb65f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.728999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59c22410-7248-487c-bf06-969b4fb65f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.731984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59c22410-7248-487c-bf06-969b4fb65f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.733300 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-59c22410-7248-487c-bf06-969b4fb65f2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2316048e-a6dd-4299-94b6-4e488092c1f8 HTTP/1.1" status: 204 len: 168 time: 0.1461017 Aug 16 02:30:02.744185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c22410-7248-487c-bf06-969b4fb65f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2316048e-a6dd-4299-94b6-4e488092c1f8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.746287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=464098b8-118a-4613-bc07-633a47864ab8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:02.792911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:02.794498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:02.804353 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6962043-b4fa-4371-b105-b4f2c2e6e497 None None] Provisioning for port 464098b8-118a-4613-bc07-633a47864ab8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:02.814511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6962043-b4fa-4371-b105-b4f2c2e6e497 None None] Provisioning complete for port 464098b8-118a-4613-bc07-633a47864ab8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:02.814899 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6962043-b4fa-4371-b105-b4f2c2e6e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:02.855249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a6962043-b4fa-4371-b105-b4f2c2e6e497 None None] Port 464098b8-118a-4613-bc07-633a47864ab8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:02.969354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Router 439e02c2-5289-4795-bdd5-9056aa328a2f is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:30:03.196469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e9b3d5d3-75a7-48fd-8c84-67992c8c4ba3 None None] Provisioning complete for port 464098b8-118a-4613-bc07-633a47864ab8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:03.197755 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d5d3-75a7-48fd-8c84-67992c8c4ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.263330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3d5d3-75a7-48fd-8c84-67992c8c4ba3 None None] Port 464098b8-118a-4613-bc07-633a47864ab8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:03.322625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 498ae4fe-4362-4240-bcb8-a8d6f750c357 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:03.396713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 498ae4fe-4362-4240-bcb8-a8d6f750c357 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:03.397335 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.444390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:03.452670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:03.453124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-63ed7dba-9d62-4f57-9c83-3a2550abf80b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "PUT /v2.0/routers/439e02c2-5289-4795-bdd5-9056aa328a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4177620 Aug 16 02:30:03.455689 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Sync routers for ids ['439e02c2-5289-4795-bdd5-9056aa328a2f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:03.466928 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Routers {'439e02c2-5289-4795-bdd5-9056aa328a2f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:03.467138 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:29:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['439e02c2-5289-4795-bdd5-9056aa328a2f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:03.538441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab25aae-6957-4152-83c8-4ff12c5e05d7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.540149 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1ab25aae-6957-4152-83c8-4ff12c5e05d7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports/464098b8-118a-4613-bc07-633a47864ab8 HTTP/1.1" status: 200 len: 911 time: 0.0863082 Aug 16 02:30:03.543411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:03.585580 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Set router 439e02c2-5289-4795-bdd5-9056aa328a2f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:03.619518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e88f7-5aa5-45ce-b7c8-34a6dac722ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.624572 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42da62b3-6a7c-42a8-9f92-5c5096ee2c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.627456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e88f7-5aa5-45ce-b7c8-34a6dac722ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.630161 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bb3e88f7-5aa5-45ce-b7c8-34a6dac722ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0855651 Aug 16 02:30:03.633215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:03.828113 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439e02c2-5289-4795-bdd5-9056aa328a2f', 'name': 'tempest-NetworksTestDHCPv6-router-1498352332', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:00Z', 'updated_at': '2021-08-16T02:30:02Z', 'revision_number': 2, 'project_id': '01ea241262714b3589c2e73390b3194c', 'gw_port_host': None, '_interfaces': [{'id': '464098b8-118a-4613-bc07-633a47864ab8', 'name': '', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'mac_address': 'fa:16:3e:b3:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439e02c2-5289-4795-bdd5-9056aa328a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '555dd9cd-08d7-406e-a75e-9f1b228770f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:01Z', 'updated_at': '2021-08-16T02:30:02Z', 'revision_number': 2, 'project_id': '01ea241262714b3589c2e73390b3194c', 'subnets': [{'id': '555dd9cd-08d7-406e-a75e-9f1b228770f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:03.859362 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Checking router: 439e02c2-5289-4795-bdd5-9056aa328a2f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:03.859718 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Updating router 439e02c2-5289-4795-bdd5-9056aa328a2f port 464098b8-118a-4613-bc07-633a47864ab8 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:30:03.895510 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.982221 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.020989 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.281395 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.294076 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Transition to ACTIVE for port object 464098b8-118a-4613-bc07-633a47864ab8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:04.300705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 464098b8-118a-4613-bc07-633a47864ab8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:04.301064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.303984 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.361808 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Pushing event updated for resources: {'Port': ['ID=464098b8-118a-4613-bc07-633a47864ab8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:04.387886 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.388233 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.388576 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.388909 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.389243 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.389572 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.389898 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.390225 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.390547 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.390866 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.391212 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.391530 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:04.430796 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Attempting to bind port 464098b8-118a-4613-bc07-633a47864ab8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:04.431358 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Attempting to bind port 464098b8-118a-4613-bc07-633a47864ab8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:04.431727 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Attempting to bind port 464098b8-118a-4613-bc07-633a47864ab8 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:04.434664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.437165 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:04.437547 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:04.437948 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.438344 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:04.438813 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Bound port: 464098b8-118a-4613-bc07-633a47864ab8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:04.439220 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.451640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 464098b8-118a-4613-bc07-633a47864ab8 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:04.527555 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] For port 464098b8-118a-4613-bc07-633a47864ab8, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:04.542100 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] For port 464098b8-118a-4613-bc07-633a47864ab8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=464098b8-118a-4613-bc07-633a47864ab8,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:04.555554 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.634601 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Routers {'439e02c2-5289-4795-bdd5-9056aa328a2f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:04.635067 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['439e02c2-5289-4795-bdd5-9056aa328a2f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:04.729678 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f3027-ada8-420c-9abf-eaadc4a6fa7c None None] Pushing event updated for resources: {'Port': ['ID=464098b8-118a-4613-bc07-633a47864ab8,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:04.757748 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] Set router 439e02c2-5289-4795-bdd5-9056aa328a2f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:04.779407 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.804533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b14dd4b7-d4b5-4867-9db4-ebb7a545007e None None] Could not find standard attr ID for object 464098b8-118a-4613-bc07-633a47864ab8. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:30:04.823361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=464098b8-118a-4613-bc07-633a47864ab8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:04.905666 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:04.983377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.047254 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439e02c2-5289-4795-bdd5-9056aa328a2f', 'name': 'tempest-NetworksTestDHCPv6-router-1498352332', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:00Z', 'updated_at': '2021-08-16T02:30:02Z', 'revision_number': 2, 'project_id': '01ea241262714b3589c2e73390b3194c', 'gw_port_host': None, '_interfaces': [{'id': '464098b8-118a-4613-bc07-633a47864ab8', 'name': '', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'mac_address': 'fa:16:3e:b3:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439e02c2-5289-4795-bdd5-9056aa328a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '555dd9cd-08d7-406e-a75e-9f1b228770f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:01Z', 'updated_at': '2021-08-16T02:30:04Z', 'revision_number': 4, 'project_id': '01ea241262714b3589c2e73390b3194c', 'subnets': [{'id': '555dd9cd-08d7-406e-a75e-9f1b228770f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:05.085085 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e8ca1-def4-4f98-9c52-1738dcbbf25d None None] The sync data for ids ['439e02c2-5289-4795-bdd5-9056aa328a2f'] in n-d-768862-14 is: [{'id': '439e02c2-5289-4795-bdd5-9056aa328a2f', 'name': 'tempest-NetworksTestDHCPv6-router-1498352332', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:00Z', 'updated_at': '2021-08-16T02:30:02Z', 'revision_number': 2, 'project_id': '01ea241262714b3589c2e73390b3194c', 'gw_port_host': None, '_interfaces': [{'id': '464098b8-118a-4613-bc07-633a47864ab8', 'name': '', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'mac_address': 'fa:16:3e:b3:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439e02c2-5289-4795-bdd5-9056aa328a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '555dd9cd-08d7-406e-a75e-9f1b228770f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:01Z', 'updated_at': '2021-08-16T02:30:04Z', 'revision_number': 4, 'project_id': '01ea241262714b3589c2e73390b3194c', 'subnets': [{'id': '555dd9cd-08d7-406e-a75e-9f1b228770f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:05.137626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e23d6be5-204b-4d64-9a0c-065854e6557d None None] Could not find standard attr ID for object 464098b8-118a-4613-bc07-633a47864ab8. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:30:05.261537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-734c39bb-8262-44a9-96f9-9d95b6ed1da2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1022410 Aug 16 02:30:05.298801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Router 439e02c2-5289-4795-bdd5-9056aa328a2f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:05.400910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-58fd2de0-9b05-414d-964d-4174eff217e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.403055 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-58fd2de0-9b05-414d-964d-4174eff217e6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=776d75d9ff5b4d87a2688afdaca3d693&device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 1102 time: 0.0544806 Aug 16 02:30:05.407653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:05.416237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:05.416372 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e1d26052-e921-4ece-a502-26ff62fb60bf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "PUT /v2.0/routers/439e02c2-5289-4795-bdd5-9056aa328a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7819111 Aug 16 02:30:05.548019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71350eda-c2ed-467b-af2a-78dd7cbfb0d4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.549696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71350eda-c2ed-467b-af2a-78dd7cbfb0d4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.553459 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-71350eda-c2ed-467b-af2a-78dd7cbfb0d4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1341171 Aug 16 02:30:05.555308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:05.617764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-1bb5ecc4-d73c-4810-9e0e-e8b71e687cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.619399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-1bb5ecc4-d73c-4810-9e0e-e8b71e687cbb service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.1666028 Aug 16 02:30:05.625321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-796acf83-e071-47e5-b444-f62e5e3edea2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 555dd9cd-08d7-406e-a75e-9f1b228770f6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:05.631578 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-796acf83-e071-47e5-b444-f62e5e3edea2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.679195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-d0bdee35-5732-47f6-ab7f-800604e40c2c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=96722c37-717b-4436-bc55-1de97fde6ea4 HTTP/1.1" status: 200 len: 217 time: 0.0506423 Aug 16 02:30:05.679668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-796acf83-e071-47e5-b444-f62e5e3edea2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.729979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-796acf83-e071-47e5-b444-f62e5e3edea2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.747868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-879fc94f-a30c-4fd4-b7c2-008de85e7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.750020 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-879fc94f-a30c-4fd4-b7c2-008de85e7c83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0631974 Aug 16 02:30:05.807819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-724a40de-9f39-4a88-9e5a-5e3c94f5b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.809350 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-724a40de-9f39-4a88-9e5a-5e3c94f5b7b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516555 Aug 16 02:30:05.813790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-796acf83-e071-47e5-b444-f62e5e3edea2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.847791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796acf83-e071-47e5-b444-f62e5e3edea2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=555dd9cd-08d7-406e-a75e-9f1b228770f6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:05.851114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-796acf83-e071-47e5-b444-f62e5e3edea2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:05.855984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-796acf83-e071-47e5-b444-f62e5e3edea2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/555dd9cd-08d7-406e-a75e-9f1b228770f6 HTTP/1.1" status: 204 len: 168 time: 0.2999322 Aug 16 02:30:05.856951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:05.874482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c0b0d-1160-46f0-b081-8c3c6dacbb68 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:05.942281 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-9fda6440-81df-498e-956a-a2b9bacd5e4b service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239483 Aug 16 02:30:06.000164 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4aa943fe-da47-452a-b725-0b7699a1e69b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1420357 Aug 16 02:30:06.001115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:06.058262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e65d96ef-ab5f-4c58-ab21-1521de84e4e4 req-22429b28-802a-4b5a-8580-e67a0a474b00 service neutron] 10.222.0.86 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088102 Aug 16 02:30:06.126427 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25d402d2-0260-4a88-bb3a-4c94bd216942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.173257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b806c-8e91-4f7a-96c1-c285859daf06 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:06.265236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b806c-8e91-4f7a-96c1-c285859daf06 None None] Deleting port 498ae4fe-4362-4240-bcb8-a8d6f750c357 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:06.265962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb7b806c-8e91-4f7a-96c1-c285859daf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.373914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bb7b806c-8e91-4f7a-96c1-c285859daf06 None None] For port 498ae4fe-4362-4240-bcb8-a8d6f750c357, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=498ae4fe-4362-4240-bcb8-a8d6f750c357,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:06.374328 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb7b806c-8e91-4f7a-96c1-c285859daf06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.393733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b806c-8e91-4f7a-96c1-c285859daf06 None None] Calling delete_port for 498ae4fe-4362-4240-bcb8-a8d6f750c357 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:06.425673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25d402d2-0260-4a88-bb3a-4c94bd216942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.428963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25d402d2-0260-4a88-bb3a-4c94bd216942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.502377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25d402d2-0260-4a88-bb3a-4c94bd216942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.503943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d402d2-0260-4a88-bb3a-4c94bd216942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Fanout notify agent at l3_agent the message router_deleted on router 439e02c2-5289-4795-bdd5-9056aa328a2f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:30:06.518911 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25d402d2-0260-4a88-bb3a-4c94bd216942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.523584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-25d402d2-0260-4a88-bb3a-4c94bd216942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/routers/439e02c2-5289-4795-bdd5-9056aa328a2f HTTP/1.1" status: 204 len: 168 time: 0.5185854 Aug 16 02:30:06.524130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:06.529498 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:06.532502 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb7b806c-8e91-4f7a-96c1-c285859daf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.574310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b806c-8e91-4f7a-96c1-c285859daf06 None None] Pushing event deleted for resources: {'Port': ['ID=498ae4fe-4362-4240-bcb8-a8d6f750c357,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:06.590940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b806c-8e91-4f7a-96c1-c285859daf06 None None] No DVR routers for this DVR port 498ae4fe-4362-4240-bcb8-a8d6f750c357 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:06.785796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:06.789791 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.999327 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.056014 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9c02f-ec3b-4504-b428-45d7eae6cba2 None None] Sync routers for ids ['439e02c2-5289-4795-bdd5-9056aa328a2f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:07.077241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9c02f-ec3b-4504-b428-45d7eae6cba2 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:07.077985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9c02f-ec3b-4504-b428-45d7eae6cba2 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:30:07.079073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-0ee9c02f-ec3b-4504-b428-45d7eae6cba2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'439e02c2-5289-4795-bdd5-9056aa328a2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:30:07.083237 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.093489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9c02f-ec3b-4504-b428-45d7eae6cba2 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:07.094145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9c02f-ec3b-4504-b428-45d7eae6cba2 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:30:07.095243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-0ee9c02f-ec3b-4504-b428-45d7eae6cba2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'439e02c2-5289-4795-bdd5-9056aa328a2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:30:07.095840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9c02f-ec3b-4504-b428-45d7eae6cba2 None None] The sync data for ids ['439e02c2-5289-4795-bdd5-9056aa328a2f'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:07.133514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:07.135394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:07.140166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:07.140751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.154439 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78f759-cd1a-4918-9690-e995958b3aca None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:07.171678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:07.171919 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6465886 Aug 16 02:30:07.177677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7f4ac242-f6ea-4e79-87e8-429abd31260c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1761985168', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:07.191958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157aeec-2486-44b3-a0fe-c4a37bba0965 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=678c4691-40b8-4a92-9706-20993c9e677e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:07.235827 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac242-f6ea-4e79-87e8-429abd31260c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.237965 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac242-f6ea-4e79-87e8-429abd31260c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.366742 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac242-f6ea-4e79-87e8-429abd31260c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.372926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac242-f6ea-4e79-87e8-429abd31260c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.395535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 498ae4fe-4362-4240-bcb8-a8d6f750c357 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:07.408210 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac242-f6ea-4e79-87e8-429abd31260c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.410797 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7f4ac242-f6ea-4e79-87e8-429abd31260c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2377093 Aug 16 02:30:07.414015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:07.425968 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '678c4691-40b8-4a92-9706-20993c9e677e'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:07.426833 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.436714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 498ae4fe-4362-4240-bcb8-a8d6f750c357 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:07.437060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 498ae4fe-4362-4240-bcb8-a8d6f750c357 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:07.462180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 464098b8-118a-4613-bc07-633a47864ab8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:07.553261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 464098b8-118a-4613-bc07-633a47864ab8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:07.553609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 464098b8-118a-4613-bc07-633a47864ab8 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:07.657651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/678c4691-40b8-4a92-9706-20993c9e677e/b96d1c95-3613-4338-bfce-bd8775515d31) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:07.775963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.841968 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.851190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Transition to ACTIVE for port object b96d1c95-3613-4338-bfce-bd8775515d31 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:07.868692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Transition to ACTIVE for port object b96d1c95-3613-4338-bfce-bd8775515d31 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:07.879603 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.937574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:07.948127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:07.951337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Pushing event updated for resources: {'Port': ['ID=b96d1c95-3613-4338-bfce-bd8775515d31,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:07.953758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:08.032078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Attempting to bind port b96d1c95-3613-4338-bfce-bd8775515d31 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:08.032493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Attempting to bind port b96d1c95-3613-4338-bfce-bd8775515d31 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:08.032895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Attempting to bind port b96d1c95-3613-4338-bfce-bd8775515d31 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:08.041981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:08.042348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:08.042749 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.043178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:08.043635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Bound port: b96d1c95-3613-4338-bfce-bd8775515d31, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:08.044017 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.089341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::1 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/678c4691-40b8-4a92-9706-20993c9e677e/b7d3d735-20c5-4361-8d99-7433c91f504b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:08.129108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] For port b96d1c95-3613-4338-bfce-bd8775515d31, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:08.133403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] For port b96d1c95-3613-4338-bfce-bd8775515d31, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b96d1c95-3613-4338-bfce-bd8775515d31,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:08.142570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.218761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aac14-e977-48c3-b2b0-b2ffef26f83e None None] Pushing event updated for resources: {'Port': ['ID=b96d1c95-3613-4338-bfce-bd8775515d31,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:08.262509 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.279961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object b7d3d735-20c5-4361-8d99-7433c91f504b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:08.319401 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.365696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:08.371027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:08.373610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:08.374325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.446503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=b7d3d735-20c5-4361-8d99-7433c91f504b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:08.578892 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.878655 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.883997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.885069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.984702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=b7d3d735-20c5-4361-8d99-7433c91f504b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:09.049562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:09.052770 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:09.195938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Router beaa3c5f-d796-4fc8-ac02-ad64808c70f1 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:30:09.329893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b96d1c95-3613-4338-bfce-bd8775515d31 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:09.420693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b96d1c95-3613-4338-bfce-bd8775515d31 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:09.651338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-195f30b2-13dc-450a-a03b-35dba3e2e34a None None] Provisioning for port b96d1c95-3613-4338-bfce-bd8775515d31 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:09.667431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-195f30b2-13dc-450a-a03b-35dba3e2e34a None None] Provisioning complete for port b96d1c95-3613-4338-bfce-bd8775515d31 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:09.667932 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-195f30b2-13dc-450a-a03b-35dba3e2e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.816670 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-195f30b2-13dc-450a-a03b-35dba3e2e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.835456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:09.854031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ffd118d4-3a5d-4204-91f4-09b44c37ff82 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "PUT /v2.0/routers/beaa3c5f-d796-4fc8-ac02-ad64808c70f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4387367 Aug 16 02:30:09.856526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:09.862241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-195f30b2-13dc-450a-a03b-35dba3e2e34a None None] For port b96d1c95-3613-4338-bfce-bd8775515d31, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b96d1c95-3613-4338-bfce-bd8775515d31,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:09.864653 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Sync routers for ids ['beaa3c5f-d796-4fc8-ac02-ad64808c70f1'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:09.869630 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-195f30b2-13dc-450a-a03b-35dba3e2e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:09.883169 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Routers {'beaa3c5f-d796-4fc8-ac02-ad64808c70f1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:09.884032 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['beaa3c5f-d796-4fc8-ac02-ad64808c70f1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:09.959153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9928ca-ad80-47fc-b598-84a3e9ff66a5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:09.959153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7a9928ca-ad80-47fc-b598-84a3e9ff66a5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports/b7d3d735-20c5-4361-8d99-7433c91f504b HTTP/1.1" status: 200 len: 911 time: 0.0884562 Aug 16 02:30:09.959153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:09.960001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f30b2-13dc-450a-a03b-35dba3e2e34a None None] Pushing event updated for resources: {'Port': ['ID=b96d1c95-3613-4338-bfce-bd8775515d31,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:10.001682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c3291d2-4cd0-4e8f-84c2-0c9b5e55d72c None None] Provisioning for port b7d3d735-20c5-4361-8d99-7433c91f504b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:10.008003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c56af3-15a2-4bc1-92f8-9f16a1f4d78a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:10.010052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c3291d2-4cd0-4e8f-84c2-0c9b5e55d72c None None] Provisioning complete for port b7d3d735-20c5-4361-8d99-7433c91f504b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:10.010629 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c3291d2-4cd0-4e8f-84c2-0c9b5e55d72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.015553 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Set router beaa3c5f-d796-4fc8-ac02-ad64808c70f1 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:10.016172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c56af3-15a2-4bc1-92f8-9f16a1f4d78a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:10.020797 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f2c56af3-15a2-4bc1-92f8-9f16a1f4d78a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0679090 Aug 16 02:30:10.021128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:10.055333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3c3291d2-4cd0-4e8f-84c2-0c9b5e55d72c None None] Port b7d3d735-20c5-4361-8d99-7433c91f504b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:10.323263 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa3c5f-d796-4fc8-ac02-ad64808c70f1', 'name': 'tempest-NetworksTestDHCPv6-router-1761985168', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:07Z', 'updated_at': '2021-08-16T02:30:08Z', 'revision_number': 2, 'project_id': '01ea241262714b3589c2e73390b3194c', 'gw_port_host': None, '_interfaces': [{'id': 'b7d3d735-20c5-4361-8d99-7433c91f504b', 'name': '', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'mac_address': 'fa:16:3e:85:5b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa3c5f-d796-4fc8-ac02-ad64808c70f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '678c4691-40b8-4a92-9706-20993c9e677e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:07Z', 'updated_at': '2021-08-16T02:30:08Z', 'revision_number': 2, 'project_id': '01ea241262714b3589c2e73390b3194c', 'subnets': [{'id': '678c4691-40b8-4a92-9706-20993c9e677e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:10.365382 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Checking router: beaa3c5f-d796-4fc8-ac02-ad64808c70f1 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:10.366012 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Updating router beaa3c5f-d796-4fc8-ac02-ad64808c70f1 port b7d3d735-20c5-4361-8d99-7433c91f504b binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:30:10.395389 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.479732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.490787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3da14376-d074-4435-86c6-ff931e390541 None None] Provisioning complete for port b7d3d735-20c5-4361-8d99-7433c91f504b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:10.491947 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3da14376-d074-4435-86c6-ff931e390541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.562902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3da14376-d074-4435-86c6-ff931e390541 None None] Port b7d3d735-20c5-4361-8d99-7433c91f504b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:10.746578 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.759316 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Transition to ACTIVE for port object b7d3d735-20c5-4361-8d99-7433c91f504b will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:10.765978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port b7d3d735-20c5-4361-8d99-7433c91f504b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:10.766344 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.768170 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.830852 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472ff66-6f28-4e4f-a809-e1dc37007a9a None None] Pushing event updated for resources: {'Port': ['ID=b7d3d735-20c5-4361-8d99-7433c91f504b,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:10.889616 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Attempting to bind port b7d3d735-20c5-4361-8d99-7433c91f504b on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:10.890575 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Attempting to bind port b7d3d735-20c5-4361-8d99-7433c91f504b by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:10.890575 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Attempting to bind port b7d3d735-20c5-4361-8d99-7433c91f504b on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:10.896877 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:10.897263 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:10.897670 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.898071 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:10.898540 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Bound port: b7d3d735-20c5-4361-8d99-7433c91f504b, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:10.898921 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.938043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.962247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for b7d3d735-20c5-4361-8d99-7433c91f504b owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:11.218380 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] For port b7d3d735-20c5-4361-8d99-7433c91f504b, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:11.222461 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] For port b7d3d735-20c5-4361-8d99-7433c91f504b, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b7d3d735-20c5-4361-8d99-7433c91f504b,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:11.231739 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:11.406227 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b96d1c95-3613-4338-bfce-bd8775515d31 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:11.450615 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Routers {'beaa3c5f-d796-4fc8-ac02-ad64808c70f1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:11.451306 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['beaa3c5f-d796-4fc8-ac02-ad64808c70f1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:11.472373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:11.517567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=b7d3d735-20c5-4361-8d99-7433c91f504b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:11.576499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b96d1c95-3613-4338-bfce-bd8775515d31 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:11.577582 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:11.608973 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472ff66-6f28-4e4f-a809-e1dc37007a9a None None] Pushing event updated for resources: {'Port': ['ID=b7d3d735-20c5-4361-8d99-7433c91f504b,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:11.668437 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] Set router beaa3c5f-d796-4fc8-ac02-ad64808c70f1 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:11.788590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:11.890272 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4fe8335-e34c-4911-a72d-c0a1fda8bb54 None None] Could not find standard attr ID for object b7d3d735-20c5-4361-8d99-7433c91f504b. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:30:12.085015 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa3c5f-d796-4fc8-ac02-ad64808c70f1', 'name': 'tempest-NetworksTestDHCPv6-router-1761985168', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:07Z', 'updated_at': '2021-08-16T02:30:08Z', 'revision_number': 2, 'project_id': '01ea241262714b3589c2e73390b3194c', 'gw_port_host': None, '_interfaces': [{'id': 'b7d3d735-20c5-4361-8d99-7433c91f504b', 'name': '', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'mac_address': 'fa:16:3e:85:5b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa3c5f-d796-4fc8-ac02-ad64808c70f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '678c4691-40b8-4a92-9706-20993c9e677e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:07Z', 'updated_at': '2021-08-16T02:30:11Z', 'revision_number': 4, 'project_id': '01ea241262714b3589c2e73390b3194c', 'subnets': [{'id': '678c4691-40b8-4a92-9706-20993c9e677e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:12.189833 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27eb84-2097-40a8-8b01-77e6de58e48e None None] The sync data for ids ['beaa3c5f-d796-4fc8-ac02-ad64808c70f1'] in n-d-768862-14 is: [{'id': 'beaa3c5f-d796-4fc8-ac02-ad64808c70f1', 'name': 'tempest-NetworksTestDHCPv6-router-1761985168', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:07Z', 'updated_at': '2021-08-16T02:30:08Z', 'revision_number': 2, 'project_id': '01ea241262714b3589c2e73390b3194c', 'gw_port_host': None, '_interfaces': [{'id': 'b7d3d735-20c5-4361-8d99-7433c91f504b', 'name': '', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'mac_address': 'fa:16:3e:85:5b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa3c5f-d796-4fc8-ac02-ad64808c70f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '678c4691-40b8-4a92-9706-20993c9e677e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:07Z', 'updated_at': '2021-08-16T02:30:11Z', 'revision_number': 4, 'project_id': '01ea241262714b3589c2e73390b3194c', 'subnets': [{'id': '678c4691-40b8-4a92-9706-20993c9e677e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:12.257294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Router beaa3c5f-d796-4fc8-ac02-ad64808c70f1 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:12.349685 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.385235 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:12.394231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f58a995b-7c6e-4b62-9108-583c6939654f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "PUT /v2.0/routers/beaa3c5f-d796-4fc8-ac02-ad64808c70f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3719902 Aug 16 02:30:12.397269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:12.509542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da221935-6c84-48fb-89c4-d428b5b93701 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:12.511318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da221935-6c84-48fb-89c4-d428b5b93701 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:12.516339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-da221935-6c84-48fb-89c4-d428b5b93701 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1172721 Aug 16 02:30:12.518460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:12.608930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-687074b3-99e8-40b9-a0ce-e75ff396248a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 678c4691-40b8-4a92-9706-20993c9e677e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:12.619787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-687074b3-99e8-40b9-a0ce-e75ff396248a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.695713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-687074b3-99e8-40b9-a0ce-e75ff396248a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.852378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-687074b3-99e8-40b9-a0ce-e75ff396248a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.003871 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-687074b3-99e8-40b9-a0ce-e75ff396248a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.040334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-687074b3-99e8-40b9-a0ce-e75ff396248a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.044413 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-687074b3-99e8-40b9-a0ce-e75ff396248a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/678c4691-40b8-4a92-9706-20993c9e677e HTTP/1.1" status: 204 len: 168 time: 0.5227487 Aug 16 02:30:13.046362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:13.070675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d007a7-c0a6-4f8b-aa65-0f88712d3e49 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:13.071289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687074b3-99e8-40b9-a0ce-e75ff396248a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=678c4691-40b8-4a92-9706-20993c9e677e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:13.344905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:13.345439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c0c675b8-51dd-4b77-9817-a6714e47f0f8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2953887 Aug 16 02:30:13.462514 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-229661ac-7c02-4207-93e6-a10f561b251b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.473366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2be479-4a19-4ec9-91b9-8b30fd56f0a6 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:13.537178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-df2be479-4a19-4ec9-91b9-8b30fd56f0a6 None None] Deleting port b96d1c95-3613-4338-bfce-bd8775515d31 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:13.537886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df2be479-4a19-4ec9-91b9-8b30fd56f0a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.607836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-df2be479-4a19-4ec9-91b9-8b30fd56f0a6 None None] For port b96d1c95-3613-4338-bfce-bd8775515d31, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b96d1c95-3613-4338-bfce-bd8775515d31,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:13.608393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df2be479-4a19-4ec9-91b9-8b30fd56f0a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.622860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-df2be479-4a19-4ec9-91b9-8b30fd56f0a6 None None] Calling delete_port for b96d1c95-3613-4338-bfce-bd8775515d31 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:13.726455 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-229661ac-7c02-4207-93e6-a10f561b251b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.729033 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-229661ac-7c02-4207-93e6-a10f561b251b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.734389 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df2be479-4a19-4ec9-91b9-8b30fd56f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.772277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2be479-4a19-4ec9-91b9-8b30fd56f0a6 None None] Pushing event deleted for resources: {'Port': ['ID=b96d1c95-3613-4338-bfce-bd8775515d31,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:13.779697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2be479-4a19-4ec9-91b9-8b30fd56f0a6 None None] No DVR routers for this DVR port b96d1c95-3613-4338-bfce-bd8775515d31 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:13.804046 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-229661ac-7c02-4207-93e6-a10f561b251b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.805030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229661ac-7c02-4207-93e6-a10f561b251b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Fanout notify agent at l3_agent the message router_deleted on router beaa3c5f-d796-4fc8-ac02-ad64808c70f1 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:30:13.815195 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-229661ac-7c02-4207-93e6-a10f561b251b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.817466 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-229661ac-7c02-4207-93e6-a10f561b251b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/routers/beaa3c5f-d796-4fc8-ac02-ad64808c70f1 HTTP/1.1" status: 204 len: 168 time: 0.4714403 Aug 16 02:30:13.820128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:13.852421 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d86c9018-e3d9-46e5-b76b-9cfd8ebb9d7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311370 Aug 16 02:30:13.855114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:13.917061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a0b2d-4e0f-4a7a-8664-1e296e7607b1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:13.918661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-165a0b2d-4e0f-4a7a-8664-1e296e7607b1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0625470 Aug 16 02:30:13.921360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:13.971225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-124c0b43-8a20-46c8-86d9-84aa7164ab7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400646 Aug 16 02:30:13.971225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:13.975506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:14.075710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:14.079666 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.424212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd116442-60ef-400d-aab2-7607ca94a1a3 None None] Sync routers for ids ['beaa3c5f-d796-4fc8-ac02-ad64808c70f1'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:14.435920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:30:14.439664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.443179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd116442-60ef-400d-aab2-7607ca94a1a3 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:14.443567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd116442-60ef-400d-aab2-7607ca94a1a3 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:30:14.444170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd116442-60ef-400d-aab2-7607ca94a1a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'beaa3c5f-d796-4fc8-ac02-ad64808c70f1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:30:14.453052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd116442-60ef-400d-aab2-7607ca94a1a3 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:14.453430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd116442-60ef-400d-aab2-7607ca94a1a3 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:30:14.454009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd116442-60ef-400d-aab2-7607ca94a1a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'beaa3c5f-d796-4fc8-ac02-ad64808c70f1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:30:14.454382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd116442-60ef-400d-aab2-7607ca94a1a3 None None] The sync data for ids ['beaa3c5f-d796-4fc8-ac02-ad64808c70f1'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:14.497231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:14.514872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:14.520241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:14.521274 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.529262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a4842-c49a-4034-a95f-4f35f1b053aa None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:14.540091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=2d3d062d-ccc5-4c40-b789-12ee4db78fd4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:14.557026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0c3080ed-a808-450e-baef-d25563038a5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5855052 Aug 16 02:30:14.559540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:14.567232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:14.711821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:14.712679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '2d3d062d-ccc5-4c40-b789-12ee4db78fd4'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:14.713564 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.717947 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:14.941516 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Allocated IP 2001:db8::f816:3eff:fe3f:787 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/2d3d062d-ccc5-4c40-b789-12ee4db78fd4/9343ed1f-d4b5-430b-b618-f71f2f52f76c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:15.164617 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.193303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:15.196098 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:15.199657 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.224482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Transition to ACTIVE for port object 9343ed1f-d4b5-430b-b618-f71f2f52f76c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:15.236591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:15.237858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.270610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7076530 Aug 16 02:30:15.272024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:15.274414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e28944-a603-4145-bfa7-fd40c9646d1e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=834fbe89-8c94-4da8-bdca-a7eec29c4a74,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:15.278806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:d2:c1:d7', 'name': 'tempest-NetworksTestDHCPv6-2117666865'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:15.299161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Transition to ACTIVE for port object 9343ed1f-d4b5-430b-b618-f71f2f52f76c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:15.314920 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.336870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b7d3d735-20c5-4361-8d99-7433c91f504b no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:15.455579 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:15.560437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b7d3d735-20c5-4361-8d99-7433c91f504b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:15.560899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b7d3d735-20c5-4361-8d99-7433c91f504b not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:15.561195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b96d1c95-3613-4338-bfce-bd8775515d31 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:15.561433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.583792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b96d1c95-3613-4338-bfce-bd8775515d31 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:15.584316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b96d1c95-3613-4338-bfce-bd8775515d31 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:15.593526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:15.600765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:15.603558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 23d7f2f9-fa6d-4f80-aec5-b258b9d386e8 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:15.604464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:15.614366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Pushing event updated for resources: {'Port': ['ID=9343ed1f-d4b5-430b-b618-f71f2f52f76c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:15.694253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Attempting to bind port 9343ed1f-d4b5-430b-b618-f71f2f52f76c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:15.694705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Attempting to bind port 9343ed1f-d4b5-430b-b618-f71f2f52f76c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:15.695079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Attempting to bind port 9343ed1f-d4b5-430b-b618-f71f2f52f76c on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:15.712789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:15.713143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:15.713470 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.713863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:15.714363 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Bound port: 9343ed1f-d4b5-430b-b618-f71f2f52f76c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:15.714755 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.820918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] For port 9343ed1f-d4b5-430b-b618-f71f2f52f76c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:15.825943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] For port 9343ed1f-d4b5-430b-b618-f71f2f52f76c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9343ed1f-d4b5-430b-b618-f71f2f52f76c,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:15.833414 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.922008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c6d06-6cbb-44b0-9300-4417918d8b14 None None] Pushing event updated for resources: {'Port': ['ID=9343ed1f-d4b5-430b-b618-f71f2f52f76c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:15.988592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 172.20.0.4 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/834fbe89-8c94-4da8-bdca-a7eec29c4a74/23d7f2f9-fa6d-4f80-aec5-b258b9d386e8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:15.998373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:fed2:c1d7 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/2d3d062d-ccc5-4c40-b789-12ee4db78fd4/23d7f2f9-fa6d-4f80-aec5-b258b9d386e8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:16.353761 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:16.388923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 23d7f2f9-fa6d-4f80-aec5-b258b9d386e8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:16.441953 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:16.511141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:16.514247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:16.518941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:16.548101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=23d7f2f9-fa6d-4f80-aec5-b258b9d386e8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:16.587499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.588196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:16.610893 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-55299f4c-ffa1-452c-96df-5bf988028c7d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3355505 Aug 16 02:30:16.611135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53668) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:16.678749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17816135-c031-44db-b4a8-302c85622fb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.685975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17816135-c031-44db-b4a8-302c85622fb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:16.690619 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-17816135-c031-44db-b4a8-302c85622fb8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0755870 Aug 16 02:30:16.690985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53674) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:16.804374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a75999b4-2c79-45b6-a9f4-a4c6f3385894 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 23d7f2f9-fa6d-4f80-aec5-b258b9d386e8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:16.804756 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a75999b4-2c79-45b6-a9f4-a4c6f3385894 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:16.945282 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a75999b4-2c79-45b6-a9f4-a4c6f3385894 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:16.968489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a75999b4-2c79-45b6-a9f4-a4c6f3385894 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 23d7f2f9-fa6d-4f80-aec5-b258b9d386e8 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:17.409626 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a75999b4-2c79-45b6-a9f4-a4c6f3385894 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.420055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9343ed1f-d4b5-430b-b618-f71f2f52f76c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:17.448129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75999b4-2c79-45b6-a9f4-a4c6f3385894 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=23d7f2f9-fa6d-4f80-aec5-b258b9d386e8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:17.501611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 9343ed1f-d4b5-430b-b618-f71f2f52f76c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:17.554161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55766301-9b08-4f1f-acbf-ae8f584e828f None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:17.629984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84a95917-3f62-4dfe-9657-340ff0d5a9f0 None None] Provisioning for port 9343ed1f-d4b5-430b-b618-f71f2f52f76c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:17.632005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a75999b4-2c79-45b6-a9f4-a4c6f3385894 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.636238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a75999b4-2c79-45b6-a9f4-a4c6f3385894 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/23d7f2f9-fa6d-4f80-aec5-b258b9d386e8 HTTP/1.1" status: 204 len: 168 time: 0.9420261 Aug 16 02:30:17.636686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:17.675475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84a95917-3f62-4dfe-9657-340ff0d5a9f0 None None] Provisioning complete for port 9343ed1f-d4b5-430b-b618-f71f2f52f76c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:17.677689 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84a95917-3f62-4dfe-9657-340ff0d5a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.712151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f9d80-30da-401f-9b5a-3d5643125251 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:17.713724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f9d80-30da-401f-9b5a-3d5643125251 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:17.715538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f9d80-30da-401f-9b5a-3d5643125251 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:17.719767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e99f9d80-30da-401f-9b5a-3d5643125251 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0794227 Aug 16 02:30:17.720497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53692) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:17.827728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9800190-90c9-40aa-bc0a-da2b1a3fbe84 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 2d3d062d-ccc5-4c40-b789-12ee4db78fd4 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:17.832000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9800190-90c9-40aa-bc0a-da2b1a3fbe84 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.904225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9800190-90c9-40aa-bc0a-da2b1a3fbe84 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:17.989557 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84a95917-3f62-4dfe-9657-340ff0d5a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.039035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-84a95917-3f62-4dfe-9657-340ff0d5a9f0 None None] For port 9343ed1f-d4b5-430b-b618-f71f2f52f76c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9343ed1f-d4b5-430b-b618-f71f2f52f76c,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:18.055175 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9800190-90c9-40aa-bc0a-da2b1a3fbe84 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.055384 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84a95917-3f62-4dfe-9657-340ff0d5a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.118360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a04e5b-a8a3-4985-b6ab-50b8745d743d None None] Update dhcp port {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': '2d3d062d-ccc5-4c40-b789-12ee4db78fd4', 'ip_address': '2001:db8::f816:3eff:fe3f:787'}, {'subnet_id': '834fbe89-8c94-4da8-bdca-a7eec29c4a74'}], 'binding:host_id': 'n-d-768862-14'}, 'id': '9343ed1f-d4b5-430b-b618-f71f2f52f76c'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:30:18.166301 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e2a04e5b-a8a3-4985-b6ab-50b8745d743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.178205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a95917-3f62-4dfe-9657-340ff0d5a9f0 None None] Pushing event updated for resources: {'Port': ['ID=9343ed1f-d4b5-430b-b618-f71f2f52f76c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:18.180375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9800190-90c9-40aa-bc0a-da2b1a3fbe84 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.204919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9800190-90c9-40aa-bc0a-da2b1a3fbe84 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.207611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e9800190-90c9-40aa-bc0a-da2b1a3fbe84 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/2d3d062d-ccc5-4c40-b789-12ee4db78fd4 HTTP/1.1" status: 204 len: 168 time: 0.4864669 Aug 16 02:30:18.210759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:18.257950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9800190-90c9-40aa-bc0a-da2b1a3fbe84 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3d062d-ccc5-4c40-b789-12ee4db78fd4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:18.306059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5696a0c7-d0a3-499b-9d55-d3efb35a37da tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 834fbe89-8c94-4da8-bdca-a7eec29c4a74 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:18.310420 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5696a0c7-d0a3-499b-9d55-d3efb35a37da tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.364655 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5696a0c7-d0a3-499b-9d55-d3efb35a37da tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.435307 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5696a0c7-d0a3-499b-9d55-d3efb35a37da tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-e2a04e5b-a8a3-4985-b6ab-50b8745d743d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 834fbe89-8c94-4da8-bdca-a7eec29c4a74: This subnet is being modified by another concurrent operation. Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 834fbe89-8c94-4da8-bdca-a7eec29c4a74: This subnet is being modified by another concurrent operation. Aug 16 02:30:18.534623 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:30:18.543122 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5696a0c7-d0a3-499b-9d55-d3efb35a37da tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.576934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696a0c7-d0a3-499b-9d55-d3efb35a37da tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=834fbe89-8c94-4da8-bdca-a7eec29c4a74,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:18.594397 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5696a0c7-d0a3-499b-9d55-d3efb35a37da tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.604230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5696a0c7-d0a3-499b-9d55-d3efb35a37da tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/834fbe89-8c94-4da8-bdca-a7eec29c4a74 HTTP/1.1" status: 204 len: 168 time: 0.3901064 Aug 16 02:30:18.605144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:18.648385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-89d27761-30a5-47ae-8529-2d18766114e0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411720 Aug 16 02:30:18.651258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:18.661612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:18.662915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250402d5-3b0a-4455-a194-4b07924c730a None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:18.779278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:18.783444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.787889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ea2f6e4-fd1e-416a-8419-2f46bd1d15b9 None None] Provisioning complete for port 9343ed1f-d4b5-430b-b618-f71f2f52f76c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:18.788240 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f6e4-fd1e-416a-8419-2f46bd1d15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:18.873160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc77512-81f1-4fac-b2d5-a585188bb51f None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:18.977866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cdc77512-81f1-4fac-b2d5-a585188bb51f None None] Deleting port 9343ed1f-d4b5-430b-b618-f71f2f52f76c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:18.978260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdc77512-81f1-4fac-b2d5-a585188bb51f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:19.051154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cdc77512-81f1-4fac-b2d5-a585188bb51f None None] For port 9343ed1f-d4b5-430b-b618-f71f2f52f76c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9343ed1f-d4b5-430b-b618-f71f2f52f76c,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:19.051584 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdc77512-81f1-4fac-b2d5-a585188bb51f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:19.067535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cdc77512-81f1-4fac-b2d5-a585188bb51f None None] Calling delete_port for 9343ed1f-d4b5-430b-b618-f71f2f52f76c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:19.264567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:30:19.293028 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdc77512-81f1-4fac-b2d5-a585188bb51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:19.325574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9343ed1f-d4b5-430b-b618-f71f2f52f76c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:19.373376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc77512-81f1-4fac-b2d5-a585188bb51f None None] No DVR routers for this DVR port 9343ed1f-d4b5-430b-b618-f71f2f52f76c on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:19.375024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 9343ed1f-d4b5-430b-b618-f71f2f52f76c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:19.375598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9343ed1f-d4b5-430b-b618-f71f2f52f76c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:19.380552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc77512-81f1-4fac-b2d5-a585188bb51f None None] Pushing event deleted for resources: {'Port': ['ID=9343ed1f-d4b5-430b-b618-f71f2f52f76c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:19.408334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64d268-42a7-41d6-afe2-eeb3fb77bd6d None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:30:19.512561 n-d-768862-14 neutron-server[94639]: WARNING neutron.services.revisions.revision_plugin [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Could not find related port for resource to bump revision. Aug 16 02:30:19.542853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c64d268-42a7-41d6-afe2-eeb3fb77bd6d None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:30:19.548146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_pluggable_backend [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Port 9343ed1f-d4b5-430b-b618-f71f2f52f76c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 02:30:19.548440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_pluggable_backend [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3f:787 {{(pid=94639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 02:30:19.560072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_pluggable_backend [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3f:787 {{(pid=94639) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 02:30:19.566612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:19.647474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:19.651899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:19.659548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:19.660419 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:19.696524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=b3262d42-d703-4320-939c-1cf75e6e9d18,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:19.715302 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:19.715870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-01fa4c93-84a3-4f51-a069-fc5f017276d8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0630665 Aug 16 02:30:19.722029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:19.929008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': 'b3262d42-d703-4320-939c-1cf75e6e9d18'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:19.929940 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:19.931741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:19.944128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.116620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Allocated IP 2001:db8::f816:3eff:fe03:4483 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/b3262d42-d703-4320-939c-1cf75e6e9d18/8e85393e-5a30-4f82-ae02-de5105e24f7e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:20.338256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.339605 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.349620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Transition to ACTIVE for port object 8e85393e-5a30-4f82-ae02-de5105e24f7e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:20.366698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Transition to ACTIVE for port object 8e85393e-5a30-4f82-ae02-de5105e24f7e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:20.375946 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.396441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:20.400098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:20.404542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:20.405560 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.425578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=e70564f2-a541-4b6a-93dc-7ed137af8454,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:20.435621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:20.437927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:20.442076 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-befc7120-7cc6-44e0-8328-a49e154d22c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7247269 Aug 16 02:30:20.442673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:20.445133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:20.450779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:ca:27:71', 'name': 'tempest-NetworksTestDHCPv6-1468559560'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:20.460583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Pushing event updated for resources: {'Port': ['ID=8e85393e-5a30-4f82-ae02-de5105e24f7e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:20.540017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Attempting to bind port 8e85393e-5a30-4f82-ae02-de5105e24f7e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:20.540441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Attempting to bind port 8e85393e-5a30-4f82-ae02-de5105e24f7e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:20.540864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Attempting to bind port 8e85393e-5a30-4f82-ae02-de5105e24f7e on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:20.548018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:20.548789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:20.548914 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.549460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:20.550548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Bound port: 8e85393e-5a30-4f82-ae02-de5105e24f7e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:20.550937 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.667753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] For port 8e85393e-5a30-4f82-ae02-de5105e24f7e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:20.678936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] For port 8e85393e-5a30-4f82-ae02-de5105e24f7e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8e85393e-5a30-4f82-ae02-de5105e24f7e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:20.686299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.792168 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Pushing event updated for resources: {'Port': ['ID=8e85393e-5a30-4f82-ae02-de5105e24f7e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:20.808077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.808656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.809091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.809563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.810044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.810416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.811319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.811965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.812435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.812854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.813277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:20.813781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2551ac0a-22d8-4041-aa27-2247a785bfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:21.060070 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:21.158464 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.182084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 6ac4e804-1f69-4a1d-a772-a8b6a119692a yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:21.318086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:21.344569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8e85393e-5a30-4f82-ae02-de5105e24f7e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:21.397127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 172.20.0.8 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/e70564f2-a541-4b6a-93dc-7ed137af8454/6ac4e804-1f69-4a1d-a772-a8b6a119692a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:21.404262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:feca:2771 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/b3262d42-d703-4320-939c-1cf75e6e9d18/6ac4e804-1f69-4a1d-a772-a8b6a119692a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:21.409338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8e85393e-5a30-4f82-ae02-de5105e24f7e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:21.528411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port f9a76c6c-d833-40df-84ea-96a9714366b7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:21.528785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.607433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.622036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 6ac4e804-1f69-4a1d-a772-a8b6a119692a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:21.624163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.624690 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.639270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for f9a76c6c-d833-40df-84ea-96a9714366b7 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:21.665421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.715631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:21.719017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:21.724232 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:21.731164 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=6ac4e804-1f69-4a1d-a772-a8b6a119692a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:21.791744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.792649 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.809435 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2d8c5858-bf6c-426d-89ca-83a0a61f09d6 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3627436 Aug 16 02:30:21.811854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:21.865265 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.875412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56378fd0-0eca-48a1-85b0-d9c41d41050d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.884129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56378fd0-0eca-48a1-85b0-d9c41d41050d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.897419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:21.899670 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-56378fd0-0eca-48a1-85b0-d9c41d41050d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0857182 Aug 16 02:30:21.907259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=f9a76c6c-d833-40df-84ea-96a9714366b7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:22.034625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.035708 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Floating IP 368f6f0b-299d-467d-ad2a-192a3ea35d0a disassociated (deleted). External IP: 172.25.5.213, port: e8341c58-b9fe-4b75-8ce0-a1f53841932e. Aug 16 02:30:22.061342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d4b94-ce90-45df-ae03-329725d4a95e None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:22.154805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b08cf6ac-c872-46c7-b616-a9125aabcb7b None None] Provisioning for port 8e85393e-5a30-4f82-ae02-de5105e24f7e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:22.164088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b08cf6ac-c872-46c7-b616-a9125aabcb7b None None] Provisioning complete for port 8e85393e-5a30-4f82-ae02-de5105e24f7e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:22.164527 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b08cf6ac-c872-46c7-b616-a9125aabcb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.350884 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b08cf6ac-c872-46c7-b616-a9125aabcb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.431199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b08cf6ac-c872-46c7-b616-a9125aabcb7b None None] For port 8e85393e-5a30-4f82-ae02-de5105e24f7e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8e85393e-5a30-4f82-ae02-de5105e24f7e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:22.439548 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b08cf6ac-c872-46c7-b616-a9125aabcb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.511581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0c89aab2-a82b-4218-adef-a971e4607a6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 6ac4e804-1f69-4a1d-a772-a8b6a119692a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:22.512509 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c89aab2-a82b-4218-adef-a971e4607a6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.539785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cf6ac-c872-46c7-b616-a9125aabcb7b None None] Pushing event updated for resources: {'Port': ['ID=8e85393e-5a30-4f82-ae02-de5105e24f7e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:22.553533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69630a44-32fd-4734-9ee4-9c2aef98bd03 None None] Update dhcp port {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': 'b3262d42-d703-4320-939c-1cf75e6e9d18', 'ip_address': '2001:db8::f816:3eff:fe03:4483'}, {'subnet_id': 'e70564f2-a541-4b6a-93dc-7ed137af8454'}], 'binding:host_id': 'n-d-768862-14'}, 'id': '8e85393e-5a30-4f82-ae02-de5105e24f7e'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:30:22.591462 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69630a44-32fd-4734-9ee4-9c2aef98bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.696156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c89aab2-a82b-4218-adef-a971e4607a6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.716739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0c89aab2-a82b-4218-adef-a971e4607a6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 6ac4e804-1f69-4a1d-a772-a8b6a119692a owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:22.808533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-69630a44-32fd-4734-9ee4-9c2aef98bd03 None None] Allocated IP 172.20.0.2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/e70564f2-a541-4b6a-93dc-7ed137af8454/8e85393e-5a30-4f82-ae02-de5105e24f7e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:22.849075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:22.962132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-69630a44-32fd-4734-9ee4-9c2aef98bd03 None None] For port 8e85393e-5a30-4f82-ae02-de5105e24f7e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8e85393e-5a30-4f82-ae02-de5105e24f7e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:22.999445 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69630a44-32fd-4734-9ee4-9c2aef98bd03 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.023372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-69630a44-32fd-4734-9ee4-9c2aef98bd03 None None] Transition to ACTIVE for port object 8e85393e-5a30-4f82-ae02-de5105e24f7e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:23.029933 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69630a44-32fd-4734-9ee4-9c2aef98bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.055915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:23.064466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.069232 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] Sync routers for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:23.090052 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:23.090696 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:23.117432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f163c8f3-5f20-477e-bdc9-01471243fb03 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/floatingips/368f6f0b-299d-467d-ad2a-192a3ea35d0a HTTP/1.1" status: 204 len: 168 time: 1.7973671 Aug 16 02:30:23.120690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:23.123362 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a585671d-9a73-4cae-beaa-a9e10e6ddd67" -d '{"events": [{"name": "network-changed", "server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:23.127669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c89aab2-a82b-4218-adef-a971e4607a6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.183827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89aab2-a82b-4218-adef-a971e4607a6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=6ac4e804-1f69-4a1d-a772-a8b6a119692a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:23.190380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69630a44-32fd-4734-9ee4-9c2aef98bd03 None None] Pushing event updated for resources: {'Port': ['ID=8e85393e-5a30-4f82-ae02-de5105e24f7e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:23.319071 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef57e33-6a20-4a0d-827f-5e3f5b2c3373 x-openstack-request-id: req-3ef57e33-6a20-4a0d-827f-5e3f5b2c3373 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:23.319397 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:23.319655 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ef57e33-6a20-4a0d-827f-5e3f5b2c3373 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:23.320064 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'status': 'completed', 'code': 200} Aug 16 02:30:23.367119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8e85393e-5a30-4f82-ae02-de5105e24f7e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:23.373756 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c89aab2-a82b-4218-adef-a971e4607a6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.377936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0c89aab2-a82b-4218-adef-a971e4607a6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/6ac4e804-1f69-4a1d-a772-a8b6a119692a HTTP/1.1" status: 204 len: 168 time: 1.4764974 Aug 16 02:30:23.378193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.389116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-85c43110-47da-453a-98e2-e8364e9744f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.395295 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-85c43110-47da-453a-98e2-e8364e9744f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e451b98654a41d4b8ba2ece6587578f&device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 1098 time: 0.1394293 Aug 16 02:30:23.426279 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:23.525839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82fdfa-6499-49a3-8a3f-2441f76fc102 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.529650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82fdfa-6499-49a3-8a3f-2441f76fc102 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.545758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82fdfa-6499-49a3-8a3f-2441f76fc102 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.554204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4d82fdfa-6499-49a3-8a3f-2441f76fc102 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1726923 Aug 16 02:30:23.554488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.665512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-11e198c1-e166-4203-9281-5eb1b5db4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.667502 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-11e198c1-e166-4203-9281-5eb1b5db4f49 service neutron] 10.222.0.93 "GET /v2.0/networks?id=563845f1-6316-48dc-874c-46d67ad3ed5f HTTP/1.1" status: 200 len: 897 time: 0.2599173 Aug 16 02:30:23.724374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b3bfd6-e541-4e90-abea-b541e80a6662 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet b3262d42-d703-4320-939c-1cf75e6e9d18 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:23.726603 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-d7f1465d-9017-461f-a6f0-309ee85bc1e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e HTTP/1.1" status: 200 len: 217 time: 0.0504951 Aug 16 02:30:23.728816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b3bfd6-e541-4e90-abea-b541e80a6662 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.790556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-6209fe2b-d9c9-4040-a45d-ce5f76262b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.792517 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-6209fe2b-d9c9-4040-a45d-ce5f76262b12 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fc2a1c58-309f-41f7-a42e-8a812698696b HTTP/1.1" status: 200 len: 835 time: 0.0572584 Aug 16 02:30:23.838016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b3bfd6-e541-4e90-abea-b541e80a6662 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.852555 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3bfc47ad-17e1-4eae-be95-9b3b50435aaf', 'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:8a:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:39Z', 'updated_at': '2021-08-16T02:28:47Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:23.874333 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-3f47d4cc-f745-4d0d-a606-57d678ab196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.876051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-3f47d4cc-f745-4d0d-a606-57d678ab196d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=563845f1-6316-48dc-874c-46d67ad3ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749795 Aug 16 02:30:23.907594 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] Checking router: 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:23.909724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b77a-7a0e-4ae8-a7a2-258060667c5f req-81636c1c-ae29-446c-b202-13bbc77a1151 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.911588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7754b77a-7a0e-4ae8-a7a2-258060667c5f req-81636c1c-ae29-446c-b202-13bbc77a1151 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.2416482 Aug 16 02:30:23.926471 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:23.927132 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:24.005322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b3bfd6-e541-4e90-abea-b541e80a6662 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.080114 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:24.109972 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-be99631c-b5e4-4dd0-8684-1a4e437c8dc0 service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069576 Aug 16 02:30:24.164983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7754b77a-7a0e-4ae8-a7a2-258060667c5f req-ae221da9-a708-4681-bd89-2cdcd5596e8b tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459083 Aug 16 02:30:24.206360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b3bfd6-e541-4e90-abea-b541e80a6662 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.281430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32b3bfd6-e541-4e90-abea-b541e80a6662 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.290115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:24.295075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-32b3bfd6-e541-4e90-abea-b541e80a6662 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/b3262d42-d703-4320-939c-1cf75e6e9d18 HTTP/1.1" status: 204 len: 168 time: 0.7394369 Aug 16 02:30:24.296407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3bfd6-e541-4e90-abea-b541e80a6662 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=b3262d42-d703-4320-939c-1cf75e6e9d18,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:24.372842 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a585671d-9a73-4cae-beaa-a9e10e6ddd67 req-e3192b3d-a932-4e0f-a8dc-95bbff389820 service neutron] 10.222.0.93 "GET /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619419 Aug 16 02:30:24.398431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet e70564f2-a541-4b6a-93dc-7ed137af8454 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:24.402723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.462743 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.475219 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3bfc47ad-17e1-4eae-be95-9b3b50435aaf', 'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:8a:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:39Z', 'updated_at': '2021-08-16T02:28:47Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:24.509120 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a52c87-501c-463b-a04d-f2b2309bdffd None None] The sync data for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 is: [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:28:41Z', 'revision_number': 4, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3bfc47ad-17e1-4eae-be95-9b3b50435aaf', 'name': '', 'network_id': '563845f1-6316-48dc-874c-46d67ad3ed5f', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'mac_address': 'fa:16:3e:8a:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:39Z', 'updated_at': '2021-08-16T02:28:47Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'subnets': [{'id': 'fc2a1c58-309f-41f7-a42e-8a812698696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:24.543685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47808249-b72e-447a-9a54-252434a27f98 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:24.600245 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.661189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55f5d1dd-ad86-4bc8-998f-da229cc6f691 None None] Provisioning for port 8e85393e-5a30-4f82-ae02-de5105e24f7e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:24.685553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55f5d1dd-ad86-4bc8-998f-da229cc6f691 None None] Provisioning complete for port 8e85393e-5a30-4f82-ae02-de5105e24f7e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:24.685887 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55f5d1dd-ad86-4bc8-998f-da229cc6f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.714433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.781412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=e70564f2-a541-4b6a-93dc-7ed137af8454,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:24.788482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.793370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:24.801614 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/e70564f2-a541-4b6a-93dc-7ed137af8454 HTTP/1.1" status: 204 len: 168 time: 0.5053952 Aug 16 02:30:24.815500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.815840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.816261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.816597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.822833 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.823369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.823716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.824051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.824382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.824707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.825030 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.825354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e0fd0-cb11-40b5-a6b7-141b62477b53 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:24.882441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-870f7f4b-0860-469f-ad27-cc576a23e1ad tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873208 Aug 16 02:30:24.882984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:24.887691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55f5d1dd-ad86-4bc8-998f-da229cc6f691 None None] Could not find standard attr ID for object 6ac4e804-1f69-4a1d-a772-a8b6a119692a. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:30:24.896232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:24.924383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-3ac790c2-5ff3-4865-a9df-9aa9036e8152 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:24.926709 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-3ac790c2-5ff3-4865-a9df-9aa9036e8152 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.0907271 Aug 16 02:30:24.971476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59193a7b-e784-445c-9546-758575ba4eb7 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:25.032815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:25.034907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad4bcc-89b3-42ec-888e-0237a4328092 None None] New status for floating IP 368f6f0b-299d-467d-ad2a-192a3ea35d0a: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:30:25.038239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.113600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port e8341c58-b9fe-4b75-8ce0-a1f53841932e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:25.113600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.326241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-59193a7b-e784-445c-9546-758575ba4eb7 None None] Deleting port 8e85393e-5a30-4f82-ae02-de5105e24f7e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:25.327231 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59193a7b-e784-445c-9546-758575ba4eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.388844 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port e8341c58-b9fe-4b75-8ce0-a1f53841932e, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e8341c58-b9fe-4b75-8ce0-a1f53841932e,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:25.389503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.400166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8e85393e-5a30-4f82-ae02-de5105e24f7e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:25.403134 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.412086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for e8341c58-b9fe-4b75-8ce0-a1f53841932e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:25.452072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:25.452677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-59193a7b-e784-445c-9546-758575ba4eb7 None None] For port 8e85393e-5a30-4f82-ae02-de5105e24f7e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8e85393e-5a30-4f82-ae02-de5105e24f7e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:25.453310 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59193a7b-e784-445c-9546-758575ba4eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.455933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:25.459061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:25.459692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.468471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-59193a7b-e784-445c-9546-758575ba4eb7 None None] Calling delete_port for 8e85393e-5a30-4f82-ae02-de5105e24f7e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:25.469346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bec65-8def-4ee8-bb95-f6ed7eb89071 req-5ba32e7f-e2b0-4162-a8e5-b517bf6f5af1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:25.472683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-576bec65-8def-4ee8-bb95-f6ed7eb89071 req-5ba32e7f-e2b0-4162-a8e5-b517bf6f5af1 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d799c56-435c-4dc1-ae8f-d601afcff73c HTTP/1.1" status: 200 len: 946 time: 0.1349735 Aug 16 02:30:25.521062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6369238 Aug 16 02:30:25.524501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:25.525054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f5a2d-fd01-40c6-ad22-b251382d65a9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=cbdc30f4-e224-40bf-97da-0b0ef08018b0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:25.532503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:25.598572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-576bec65-8def-4ee8-bb95-f6ed7eb89071 req-b720ecae-6097-4e3b-974d-89c972414ffe tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "GET /v2.0/security-groups?id=fde6a4d3-c388-4c5f-beea-4adcd9f8d934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167159 Aug 16 02:30:25.616262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59193a7b-e784-445c-9546-758575ba4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.653575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59193a7b-e784-445c-9546-758575ba4eb7 None None] No DVR routers for this DVR port 8e85393e-5a30-4f82-ae02-de5105e24f7e on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:25.659473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59193a7b-e784-445c-9546-758575ba4eb7 None None] Pushing event deleted for resources: {'Port': ['ID=8e85393e-5a30-4f82-ae02-de5105e24f7e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:25.673089 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No active binding found for port 8e85393e-5a30-4f82-ae02-de5105e24f7e {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:30:25.673857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8e85393e-5a30-4f82-ae02-de5105e24f7e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:25.680596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:25.681273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b2375-9ff3-4479-81e4-94b982ebc58e None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:25.686149 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.703976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.795575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=e8341c58-b9fe-4b75-8ce0-a1f53841932e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:25.916372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] No DVR routers for this DVR port e8341c58-b9fe-4b75-8ce0-a1f53841932e on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:25.922842 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.933804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-22626286-a84f-4b10-bc2f-7341ed25acb3 req-d008f45e-1927-4698-bb9c-0591ac774104 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.93 "DELETE /v2.0/ports/e8341c58-b9fe-4b75-8ce0-a1f53841932e HTTP/1.1" status: 204 len: 173 time: 0.9908454 Aug 16 02:30:25.934334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'name': 'network-vif-deleted', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:25.937267 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c315b35b-c253-4096-a051-782d7511796b" -d '{"events": [{"server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "name": "network-vif-deleted", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:26.032510 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc1eb1-39b6-447c-9f8e-b0c863b4117d x-openstack-request-id: req-b6fc1eb1-39b6-447c-9f8e-b0c863b4117d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:26.033495 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d799c56-435c-4dc1-ae8f-d601afcff73c", "name": "network-vif-deleted", "tag": "e8341c58-b9fe-4b75-8ce0-a1f53841932e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:26.035147 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6fc1eb1-39b6-447c-9f8e-b0c863b4117d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:26.035774 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d799c56-435c-4dc1-ae8f-d601afcff73c', 'name': 'network-vif-deleted', 'tag': 'e8341c58-b9fe-4b75-8ce0-a1f53841932e', 'status': 'completed', 'code': 200} Aug 16 02:30:26.160812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': 'cbdc30f4-e224-40bf-97da-0b0ef08018b0'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:26.162441 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.360957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:30:26.363223 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.470437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:26.474640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:26.482901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:26.484539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.489845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Allocated IP 172.20.0.2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/cbdc30f4-e224-40bf-97da-0b0ef08018b0/f180da46-a25e-455d-bc34-1cfd81698817) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:26.513242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Allocated IP 2001:db8::f816:3eff:fec8:eb04 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/ac116fbd-d744-4c9a-841e-79bcd8cc9010/f180da46-a25e-455d-bc34-1cfd81698817) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:26.522646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=ac116fbd-d744-4c9a-841e-79bcd8cc9010,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:26.527856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-90d5b759-ce79-45a4-b205-75b066c22065 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9990759 Aug 16 02:30:26.530567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:26.537433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:dc:3a:8c', 'name': 'tempest-NetworksTestDHCPv6-76814799'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:26.695963 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.705759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Transition to ACTIVE for port object f180da46-a25e-455d-bc34-1cfd81698817 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:26.711788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:26.742368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Transition to ACTIVE for port object f180da46-a25e-455d-bc34-1cfd81698817 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:26.754141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.810656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:26.821801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:26.826383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:26.834741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Pushing event updated for resources: {'Port': ['ID=f180da46-a25e-455d-bc34-1cfd81698817,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:26.839132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:26.929862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Attempting to bind port f180da46-a25e-455d-bc34-1cfd81698817 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:26.930854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Attempting to bind port f180da46-a25e-455d-bc34-1cfd81698817 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:26.931260 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Attempting to bind port f180da46-a25e-455d-bc34-1cfd81698817 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:26.937189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:26.937571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:26.937978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.938934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:26.939451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Bound port: f180da46-a25e-455d-bc34-1cfd81698817, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:26.939907 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.000194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.015933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] For port f180da46-a25e-455d-bc34-1cfd81698817, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:27.020228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] For port f180da46-a25e-455d-bc34-1cfd81698817, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f180da46-a25e-455d-bc34-1cfd81698817,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:27.028899 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.038547 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 37746950-9e42-4a9d-8a43-3e789b835ccd yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:27.125005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe438e-028b-43f9-b5f0-c4561e2a36b8 None None] Pushing event updated for resources: {'Port': ['ID=f180da46-a25e-455d-bc34-1cfd81698817,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:27.290012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.358903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 172.20.0.4 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/cbdc30f4-e224-40bf-97da-0b0ef08018b0/37746950-9e42-4a9d-8a43-3e789b835ccd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:27.368178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:fedc:3a8c (8eebb85f-2c98-4de5-861e-1feb0dc2668f/ac116fbd-d744-4c9a-841e-79bcd8cc9010/37746950-9e42-4a9d-8a43-3e789b835ccd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:27.743798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.780079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 37746950-9e42-4a9d-8a43-3e789b835ccd will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:27.836170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:27.836674 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.844196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.909384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=37746950-9e42-4a9d-8a43-3e789b835ccd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:27.926528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:27.936632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:27.941932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:28.015231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port 3bfc47ad-17e1-4eae-be95-9b3b50435aaf, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3bfc47ad-17e1-4eae-be95-9b3b50435aaf,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:28.015531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.040539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.040758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.058479 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for 3bfc47ad-17e1-4eae-be95-9b3b50435aaf owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:28.069865 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-49d3b4dd-b73e-480c-953f-c6127d13b307 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5379126 Aug 16 02:30:28.073721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53926) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:28.160426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ddbc6-91de-42e1-a131-3fdc9dc9beff tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.168412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ddbc6-91de-42e1-a131-3fdc9dc9beff tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:28.173079 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e36ddbc6-91de-42e1-a131-3fdc9dc9beff tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.0954828 Aug 16 02:30:28.183629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53928) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:28.331940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d6e11851-912b-42cc-b6d9-bfc477b0c37d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 37746950-9e42-4a9d-8a43-3e789b835ccd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:28.332488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6e11851-912b-42cc-b6d9-bfc477b0c37d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.395054 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.484865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=3bfc47ad-17e1-4eae-be95-9b3b50435aaf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:28.622514 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6e11851-912b-42cc-b6d9-bfc477b0c37d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.658114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d6e11851-912b-42cc-b6d9-bfc477b0c37d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 37746950-9e42-4a9d-8a43-3e789b835ccd owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:28.826518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed943b60-30e4-4e53-a9d8-e0ae1b4f01ef None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:28.882918 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:28.993762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2fdc4187-749a-4527-8599-f88189a4ae55 None None] Provisioning for port f180da46-a25e-455d-bc34-1cfd81698817 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:29.068359 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6e11851-912b-42cc-b6d9-bfc477b0c37d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.146575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e11851-912b-42cc-b6d9-bfc477b0c37d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=37746950-9e42-4a9d-8a43-3e789b835ccd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:29.276942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:29.292292 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6e11851-912b-42cc-b6d9-bfc477b0c37d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.295167 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d6e11851-912b-42cc-b6d9-bfc477b0c37d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/37746950-9e42-4a9d-8a43-3e789b835ccd HTTP/1.1" status: 204 len: 168 time: 1.1099598 Aug 16 02:30:29.297534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:29.528985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f180da46-a25e-455d-bc34-1cfd81698817 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:29.535482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52b32a-d953-461c-92de-e1caf391bbe5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:29.537312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52b32a-d953-461c-92de-e1caf391bbe5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:29.538983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52b32a-d953-461c-92de-e1caf391bbe5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:29.543164 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2f52b32a-d953-461c-92de-e1caf391bbe5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2422037 Aug 16 02:30:29.543634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:29.565825 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:30:29.585058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:29.594577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-efe938c4-e4f0-4cb7-91b5-b0aba8f62e47 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "PUT /v2.0/routers/27dd37ed-4a81-4c2d-90fc-d0beb9288c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8816311 Aug 16 02:30:29.599749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:29.610520 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] Sync routers for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:29.624619 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:29.629123 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:29.638060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e8341c58-b9fe-4b75-8ce0-a1f53841932e no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:29.696655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edd3aaf-bed3-4def-b9d7-17021f055ccd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting subnet fc2a1c58-309f-41f7-a42e-8a812698696b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:29.700648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edd3aaf-bed3-4def-b9d7-17021f055ccd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.713488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f931f36-3069-4767-9ba5-a2566b96ba2c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet ac116fbd-d744-4c9a-841e-79bcd8cc9010 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:29.721315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f931f36-3069-4767-9ba5-a2566b96ba2c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.725542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: e8341c58-b9fe-4b75-8ce0-a1f53841932e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:29.725896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e8341c58-b9fe-4b75-8ce0-a1f53841932e not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:29.777692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port f180da46-a25e-455d-bc34-1cfd81698817 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:29.784332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f180da46-a25e-455d-bc34-1cfd81698817 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:29.785984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.795249 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edd3aaf-bed3-4def-b9d7-17021f055ccd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.838425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f931f36-3069-4767-9ba5-a2566b96ba2c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:29.982874 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:30.086722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edd3aaf-bed3-4def-b9d7-17021f055ccd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.102939 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.121476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f931f36-3069-4767-9ba5-a2566b96ba2c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.243680 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edd3aaf-bed3-4def-b9d7-17021f055ccd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.282892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28b80b-3f45-411f-9709-6892725bd2b7 None None] Network 563845f1-6316-48dc-874c-46d67ad3ed5f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:30.291364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f931f36-3069-4767-9ba5-a2566b96ba2c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.338978 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:30:28Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:30.343056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f931f36-3069-4767-9ba5-a2566b96ba2c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.355007 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4f931f36-3069-4767-9ba5-a2566b96ba2c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/ac116fbd-d744-4c9a-841e-79bcd8cc9010 HTTP/1.1" status: 204 len: 168 time: 0.8078074 Aug 16 02:30:30.365351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 53978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:30.541861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3dfdcb-71e9-4331-bb8b-b17a53069d03 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:30.561153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f931f36-3069-4767-9ba5-a2566b96ba2c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=ac116fbd-d744-4c9a-841e-79bcd8cc9010,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:30.562331 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] Checking router: 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:30.588373 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] Routers {'27dd37ed-4a81-4c2d-90fc-d0beb9288c67'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:30.589070 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:30.592719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-468b6f8f-5920-444c-97ca-c309e1678501 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet cbdc30f4-e224-40bf-97da-0b0ef08018b0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:30.629899 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-468b6f8f-5920-444c-97ca-c309e1678501 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.764162 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] Set router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:30.769221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-468b6f8f-5920-444c-97ca-c309e1678501 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.816880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ba30f41-8553-4b46-830d-2938ad113288 None None] Provisioning complete for port f180da46-a25e-455d-bc34-1cfd81698817 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:30.817296 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ba30f41-8553-4b46-830d-2938ad113288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.824663 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:30:30.825023 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:30:30.973632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-468b6f8f-5920-444c-97ca-c309e1678501 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.977119 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.987554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0edd3aaf-bed3-4def-b9d7-17021f055ccd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:30.990217 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0edd3aaf-bed3-4def-b9d7-17021f055ccd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/subnets/fc2a1c58-309f-41f7-a42e-8a812698696b HTTP/1.1" status: 204 len: 168 time: 1.3864322 Aug 16 02:30:30.995287 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd3aaf-bed3-4def-b9d7-17021f055ccd tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2a1c58-309f-41f7-a42e-8a812698696b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:30.996669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:31.072982 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0019c4aa-eb33-4d3f-82a0-8aa1677d10e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.169106 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:30:28Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:31.176718 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99403b77-c3fd-4a55-8b06-95a14cd1bc5f None None] DHCP port deletion for 563845f1-6316-48dc-874c-46d67ad3ed5f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:31.243239 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39de68d-51df-4a81-91ac-380f8c2d513f None None] The sync data for ids ['27dd37ed-4a81-4c2d-90fc-d0beb9288c67'] in n-d-768862-14 is: [{'id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191328498', 'tenant_id': '7e451b98654a41d4b8ba2ece6587578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:28:31Z', 'updated_at': '2021-08-16T02:30:28Z', 'revision_number': 5, 'project_id': '7e451b98654a41d4b8ba2ece6587578f', 'gw_port': {'id': '364ffc03-0dab-4474-acb2-6ded27674efc', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd37ed-4a81-4c2d-90fc-d0beb9288c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:28:32Z', 'updated_at': '2021-08-16T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:31.246607 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-468b6f8f-5920-444c-97ca-c309e1678501 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.286632 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ba30f41-8553-4b46-830d-2938ad113288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.329189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b6f8f-5920-444c-97ca-c309e1678501 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=cbdc30f4-e224-40bf-97da-0b0ef08018b0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:31.337051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-468b6f8f-5920-444c-97ca-c309e1678501 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.339703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.342849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:31.344976 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-468b6f8f-5920-444c-97ca-c309e1678501 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/cbdc30f4-e224-40bf-97da-0b0ef08018b0 HTTP/1.1" status: 204 len: 168 time: 0.9733658 Aug 16 02:30:31.460622 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.539667 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-0ba30f41-8553-4b46-830d-2938ad113288 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:30:31.540058 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-0ba30f41-8553-4b46-830d-2938ad113288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:30:31.545472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3b3f97d6-d8b5-4d2b-9600-55516cadbf85 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1964166 Aug 16 02:30:31.548660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 53992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:31.556331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:31.605518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port f180da46-a25e-455d-bc34-1cfd81698817, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f180da46-a25e-455d-bc34-1cfd81698817,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:31.614903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-99403b77-c3fd-4a55-8b06-95a14cd1bc5f None None] Deleting port 406861b5-506c-45d5-8da6-4fe7421bf4c9 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:31.615579 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99403b77-c3fd-4a55-8b06-95a14cd1bc5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.635890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.708244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.784316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:31.789691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.804350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 406861b5-506c-45d5-8da6-4fe7421bf4c9 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:31.823626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-99403b77-c3fd-4a55-8b06-95a14cd1bc5f None None] For port 406861b5-506c-45d5-8da6-4fe7421bf4c9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=406861b5-506c-45d5-8da6-4fe7421bf4c9,segment=NetworkSegment(b741b7bb-acae-4004-8c33-743e289db612),segment_id=b741b7bb-acae-4004-8c33-743e289db612)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:31.825807 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99403b77-c3fd-4a55-8b06-95a14cd1bc5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.939365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Deleting port 364ffc03-0dab-4474-acb2-6ded27674efc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:31.943103 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.978500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c185bc0e-55bb-4b71-98fe-0cda6a8639e4 None None] Update dhcp port {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': 'cbdc30f4-e224-40bf-97da-0b0ef08018b0'}], 'binding:host_id': 'n-d-768862-14'}, 'id': 'f180da46-a25e-455d-bc34-1cfd81698817'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:30:32.031520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-99403b77-c3fd-4a55-8b06-95a14cd1bc5f None None] Calling delete_port for 406861b5-506c-45d5-8da6-4fe7421bf4c9 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:32.111488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] For port 364ffc03-0dab-4474-acb2-6ded27674efc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=364ffc03-0dab-4474-acb2-6ded27674efc,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:32.112527 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.140004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Calling delete_port for 364ffc03-0dab-4474-acb2-6ded27674efc owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:32.147848 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c185bc0e-55bb-4b71-98fe-0cda6a8639e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.153588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=f180da46-a25e-455d-bc34-1cfd81698817,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:32.360316 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99403b77-c3fd-4a55-8b06-95a14cd1bc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.488314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99403b77-c3fd-4a55-8b06-95a14cd1bc5f None None] Pushing event deleted for resources: {'Port': ['ID=406861b5-506c-45d5-8da6-4fe7421bf4c9,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:32.562121 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.574642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99403b77-c3fd-4a55-8b06-95a14cd1bc5f None None] No DVR routers for this DVR port 406861b5-506c-45d5-8da6-4fe7421bf4c9 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:32.597378 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.694312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Port': ['ID=364ffc03-0dab-4474-acb2-6ded27674efc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:32.701785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3bfc47ad-17e1-4eae-be95-9b3b50435aaf no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:32.751923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c4e2bf-8ec2-42c1-82cd-90670d0d2144 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:32.751923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3bfc47ad-17e1-4eae-be95-9b3b50435aaf {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:32.751923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3bfc47ad-17e1-4eae-be95-9b3b50435aaf not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:32.838547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4fea7fca-ad20-470c-bc66-5e22a4123f33 None None] Provisioning complete for port f180da46-a25e-455d-bc34-1cfd81698817 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:32.839214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4fea7fca-ad20-470c-bc66-5e22a4123f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.861092 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.948202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=d82662cb-32fc-4265-8c20-48e9e72d0178,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:32.978345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:32.983892 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:32.987850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:32.989500 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.010062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-04f41624-72f9-49b7-b953-7109c66c9359 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4571011 Aug 16 02:30:33.010898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54010) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:33.016598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:33.020460 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.233393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.240794 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.281457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:33.289997 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.337469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.338050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Fanout notify agent at l3_agent the message router_deleted on router 27dd37ed-4a81-4c2d-90fc-d0beb9288c67 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:30:33.353734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.360337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-59f895e3-8ca8-43cc-a8f6-63e614a31cb7 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/routers/27dd37ed-4a81-4c2d-90fc-d0beb9288c67 HTTP/1.1" status: 204 len: 168 time: 2.3588502 Aug 16 02:30:33.360990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:33.488016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02180e11-5066-47cd-9145-1a9d6abf0ce5 None None] Update dhcp port {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': 'd82662cb-32fc-4265-8c20-48e9e72d0178'}], 'binding:host_id': 'n-d-768862-14'}, 'id': 'f180da46-a25e-455d-bc34-1cfd81698817'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:30:33.532299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.565528 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02180e11-5066-47cd-9145-1a9d6abf0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.653190 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bca7a795-8c28-417d-b072-db43deb7ba90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.792581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.812601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563845f1-6316-48dc-874c-46d67ad3ed5f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:33.837571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b741b7bb-acae-4004-8c33-743e289db612') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:33.838610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b741b7bb-acae-4004-8c33-743e289db612') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:33.858206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.869896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-02180e11-5066-47cd-9145-1a9d6abf0ce5 None None] Allocated IP 172.20.0.2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/d82662cb-32fc-4265-8c20-48e9e72d0178/f180da46-a25e-455d-bc34-1cfd81698817) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:33.886330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.895890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:30:33.896159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:30:33.900794 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:30:34.042623 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.060638 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.062361 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.068321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/networks/563845f1-6316-48dc-874c-46d67ad3ed5f HTTP/1.1" status: 204 len: 168 time: 0.7027922 Aug 16 02:30:34.073979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:34.085479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.objects.ports [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:30:34.098774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f180da46-a25e-455d-bc34-1cfd81698817 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:34.116776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b9900-e9c0-487f-98ce-0f0a2733eea8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'Network': ['ID=563845f1-6316-48dc-874c-46d67ad3ed5f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:34.181456 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.198965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-02180e11-5066-47cd-9145-1a9d6abf0ce5 None None] For port f180da46-a25e-455d-bc34-1cfd81698817, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f180da46-a25e-455d-bc34-1cfd81698817,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:34.217439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.282980 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02180e11-5066-47cd-9145-1a9d6abf0ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.312967 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.313113 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.317520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.322706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] 10.222.0.61 "DELETE /v2.0/security-groups/fde6a4d3-c388-4c5f-beea-4adcd9f8d934 HTTP/1.1" status: 204 len: 168 time: 0.2447512 Aug 16 02:30:34.343694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6a4d3-c388-4c5f-beea-4adcd9f8d934,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:34.362527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02180e11-5066-47cd-9145-1a9d6abf0ce5 None None] Transition to ACTIVE for port object f180da46-a25e-455d-bc34-1cfd81698817 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:34.372279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.373823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.374266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.374685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.375793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.379157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.379533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.379888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.380237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.380578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.380917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.382117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdbea7-a982-4c83-8778-39b2dabbd1a8 tempest-TestNetworkAdvancedServerOps-683758195 tempest-TestNetworkAdvancedServerOps-683758195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:34.431055 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02180e11-5066-47cd-9145-1a9d6abf0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.570645 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:30:34.571235 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:30:34.600814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02180e11-5066-47cd-9145-1a9d6abf0ce5 None None] Pushing event updated for resources: {'Port': ['ID=f180da46-a25e-455d-bc34-1cfd81698817,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:34.802609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:34.896752 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.062306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:35.098656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] For port f180da46-a25e-455d-bc34-1cfd81698817, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f180da46-a25e-455d-bc34-1cfd81698817,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:35.141390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.153768 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.155536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.166680 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.274633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:35.308101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:35.312175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:35.313116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.333681 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:30:35.336814 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:30:35.353980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=770afacb-39eb-4556-b677-e1f69f6a016f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:35.405489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=f180da46-a25e-455d-bc34-1cfd81698817,revision_number=8']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:35.420209 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e29a6a44-57c5-4fea-9015-6e9ade7ca337 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4075758 Aug 16 02:30:35.422879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:35.429017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:d4:4f:00', 'name': 'tempest-NetworksTestDHCPv6-1313000755'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:35.432310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2922026d-9065-423f-ac0a-f53cb24911b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e451b98654a41d4b8ba2ece6587578f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666894 Aug 16 02:30:35.434767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:35.526101 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35a8ca1d-1680-42e4-a1be-7fe326239691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.603116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35a8ca1d-1680-42e4-a1be-7fe326239691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.718494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:35.731223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39f2125-2a49-4611-a06d-fc829f7d937e None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:35.788888 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35a8ca1d-1680-42e4-a1be-7fe326239691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.801510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35a8ca1d-1680-42e4-a1be-7fe326239691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.805074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-35a8ca1d-1680-42e4-a1be-7fe326239691 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90d1dd29-0fed-4d90-bf53-bb0c4f145819 HTTP/1.1" status: 204 len: 168 time: 0.3683164 Aug 16 02:30:35.825704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8ca1d-1680-42e4-a1be-7fe326239691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d1dd29-0fed-4d90-bf53-bb0c4f145819,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:35.954881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:35.978657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 5dafabd1-54c6-4788-9000-d3716ece4980 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:36.007780 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.026063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c499025f-cd56-4a3d-9a95-c992dc5a23be None None] Provisioning for port f180da46-a25e-455d-bc34-1cfd81698817 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:36.086157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c499025f-cd56-4a3d-9a95-c992dc5a23be None None] Provisioning complete for port f180da46-a25e-455d-bc34-1cfd81698817 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:36.086537 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c499025f-cd56-4a3d-9a95-c992dc5a23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.167737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port f180da46-a25e-455d-bc34-1cfd81698817, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f180da46-a25e-455d-bc34-1cfd81698817,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:36.210159 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.212084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 364ffc03-0dab-4474-acb2-6ded27674efc no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:36.246385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 364ffc03-0dab-4474-acb2-6ded27674efc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:36.246889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 364ffc03-0dab-4474-acb2-6ded27674efc not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:36.304802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:36.339320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 172.20.0.6 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/d82662cb-32fc-4265-8c20-48e9e72d0178/5dafabd1-54c6-4788-9000-d3716ece4980) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:36.348612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:fed4:4f00 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/770afacb-39eb-4556-b677-e1f69f6a016f/5dafabd1-54c6-4788-9000-d3716ece4980) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:36.401970 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-98987bf7-deca-45c7-9b94-a251a4e45774 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a88ebc9769c34ac999e208e1aa384157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937552 Aug 16 02:30:36.402458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:36.413849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=f180da46-a25e-455d-bc34-1cfd81698817,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:36.465393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c499025f-cd56-4a3d-9a95-c992dc5a23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.509763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f180da46-a25e-455d-bc34-1cfd81698817 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:36.533269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9847c84e-5467-450f-8d46-e87bef9266eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.585106 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9847c84e-5467-450f-8d46-e87bef9266eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.592050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c499025f-cd56-4a3d-9a95-c992dc5a23be None None] For port f180da46-a25e-455d-bc34-1cfd81698817, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f180da46-a25e-455d-bc34-1cfd81698817,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:36.598770 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.608071 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c499025f-cd56-4a3d-9a95-c992dc5a23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.615642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 5dafabd1-54c6-4788-9000-d3716ece4980 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:36.679402 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9847c84e-5467-450f-8d46-e87bef9266eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.684557 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9847c84e-5467-450f-8d46-e87bef9266eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.687388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9847c84e-5467-450f-8d46-e87bef9266eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce00bce4-20bb-44c9-bd9f-2cba80af7f5e HTTP/1.1" status: 204 len: 168 time: 0.2831442 Aug 16 02:30:36.695771 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.707418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847c84e-5467-450f-8d46-e87bef9266eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce00bce4-20bb-44c9-bd9f-2cba80af7f5e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:36.743745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499025f-cd56-4a3d-9a95-c992dc5a23be None None] Pushing event updated for resources: {'Port': ['ID=f180da46-a25e-455d-bc34-1cfd81698817,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:36.769546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f180da46-a25e-455d-bc34-1cfd81698817 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:36.775652 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.812462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:36.821691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:36.831191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:36.971224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=5dafabd1-54c6-4788-9000-d3716ece4980,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:37.030221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:37.030909 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.054408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.064229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:37.066468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-997c3049-53cd-4c99-b8e1-7d527112c140 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6396277 Aug 16 02:30:37.200877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e3421-0fbf-4d8f-9ee0-9fcdc4db419b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:37.227257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e3421-0fbf-4d8f-9ee0-9fcdc4db419b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:37.228998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cb5e3421-0fbf-4d8f-9ee0-9fcdc4db419b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1631424 Aug 16 02:30:37.231739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54080) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:37.398761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdd141-6b86-4f01-a185-c3724fb1a423 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 5dafabd1-54c6-4788-9000-d3716ece4980 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:37.399822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfdd141-6b86-4f01-a185-c3724fb1a423 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.596835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f849dc-34ee-420e-b122-1459fbe4b129 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:37.665666 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfdd141-6b86-4f01-a185-c3724fb1a423 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.696059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdd141-6b86-4f01-a185-c3724fb1a423 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 5dafabd1-54c6-4788-9000-d3716ece4980 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:37.711199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87c0f3a5-81f8-4f9a-98e3-d9ed05adde4c None None] Provisioning complete for port f180da46-a25e-455d-bc34-1cfd81698817 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:37.711199 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87c0f3a5-81f8-4f9a-98e3-d9ed05adde4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.359490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfdd141-6b86-4f01-a185-c3724fb1a423 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.443234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdd141-6b86-4f01-a185-c3724fb1a423 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=5dafabd1-54c6-4788-9000-d3716ece4980,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:38.477124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f180da46-a25e-455d-bc34-1cfd81698817 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:38.850948 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f180da46-a25e-455d-bc34-1cfd81698817 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:38.857400 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.900266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d16c6cd1-c35a-4198-984d-ad17e0ed95de None None] Could not find standard attr ID for object 5dafabd1-54c6-4788-9000-d3716ece4980. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:30:38.987591 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdfdd141-6b86-4f01-a185-c3724fb1a423 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.990618 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bdfdd141-6b86-4f01-a185-c3724fb1a423 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/5dafabd1-54c6-4788-9000-d3716ece4980 HTTP/1.1" status: 204 len: 168 time: 1.7578411 Aug 16 02:30:38.993048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54184) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:39.117452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d16c6cd1-c35a-4198-984d-ad17e0ed95de None None] Provisioning complete for port f180da46-a25e-455d-bc34-1cfd81698817 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:39.120745 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d16c6cd1-c35a-4198-984d-ad17e0ed95de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.288348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531d0f0-77d1-4837-af9e-a6bb7b8a14ae tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:39.290984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531d0f0-77d1-4837-af9e-a6bb7b8a14ae tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:39.293974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531d0f0-77d1-4837-af9e-a6bb7b8a14ae tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:39.299865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:39.312532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7531d0f0-77d1-4837-af9e-a6bb7b8a14ae tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3174357 Aug 16 02:30:39.443883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-823999a9-4f29-4ef2-ba60-96411756f0ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 770afacb-39eb-4556-b677-e1f69f6a016f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:39.449017 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-823999a9-4f29-4ef2-ba60-96411756f0ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.572535 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-823999a9-4f29-4ef2-ba60-96411756f0ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.627666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50625767-d05e-4090-a3de-6901309fe25a None None] Could not find standard attr ID for object 6ac4e804-1f69-4a1d-a772-a8b6a119692a. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:30:39.795287 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-823999a9-4f29-4ef2-ba60-96411756f0ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.910820 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-823999a9-4f29-4ef2-ba60-96411756f0ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.949584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-823999a9-4f29-4ef2-ba60-96411756f0ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.952221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-823999a9-4f29-4ef2-ba60-96411756f0ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/770afacb-39eb-4556-b677-e1f69f6a016f HTTP/1.1" status: 204 len: 168 time: 0.6502697 Aug 16 02:30:39.955701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54270) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.078585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823999a9-4f29-4ef2-ba60-96411756f0ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=770afacb-39eb-4556-b677-e1f69f6a016f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:40.090751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a08713-729d-4ca7-ad6d-156a56a3da1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet d82662cb-32fc-4265-8c20-48e9e72d0178 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:40.101797 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a08713-729d-4ca7-ad6d-156a56a3da1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.136182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de763b0e-eba8-46a6-ba8e-173f060162ac None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:40.198166 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a08713-729d-4ca7-ad6d-156a56a3da1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.275017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-73683758-9e9e-45d1-b24f-1d17ca689c79 None None] Could not find standard attr ID for object 37746950-9e42-4a9d-8a43-3e789b835ccd. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:30:40.475515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a08713-729d-4ca7-ad6d-156a56a3da1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.597134 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a08713-729d-4ca7-ad6d-156a56a3da1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.715243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a08713-729d-4ca7-ad6d-156a56a3da1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=d82662cb-32fc-4265-8c20-48e9e72d0178,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:40.729796 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85a08713-729d-4ca7-ad6d-156a56a3da1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.731784 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-85a08713-729d-4ca7-ad6d-156a56a3da1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/d82662cb-32fc-4265-8c20-48e9e72d0178 HTTP/1.1" status: 204 len: 168 time: 0.7750230 Aug 16 02:30:40.734398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.812165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b406d328-cb08-466d-985d-efe7a688db7e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766344 Aug 16 02:30:40.815201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.905267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6efe2f-634e-4412-839d-7d6d9da97892 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:40.910431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.920650 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2d6efe2f-634e-4412-839d-7d6d9da97892 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1038141 Aug 16 02:30:40.972080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af24f5-965a-4b49-94d4-5b15a535df79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:40.976634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:40.984748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d3af24f5-965a-4b49-94d4-5b15a535df79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0729649 Aug 16 02:30:41.037409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:41.042793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e13fd00b-98c7-45d1-a2d6-b20f872d0a00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:41.047268 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9232b0a0-552a-4cfa-a356-59cea244c9c4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688379 Aug 16 02:30:41.190707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13fd00b-98c7-45d1-a2d6-b20f872d0a00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:41.195683 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e13fd00b-98c7-45d1-a2d6-b20f872d0a00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.204965 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13fd00b-98c7-45d1-a2d6-b20f872d0a00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:30:41.206205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13fd00b-98c7-45d1-a2d6-b20f872d0a00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:30:41.231645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e13fd00b-98c7-45d1-a2d6-b20f872d0a00 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1926911 Aug 16 02:30:41.234839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:41.288582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eafd3682-18a3-4359-a24e-278a21556faf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:41.464829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafd3682-18a3-4359-a24e-278a21556faf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:41.480121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eafd3682-18a3-4359-a24e-278a21556faf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.485860 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafd3682-18a3-4359-a24e-278a21556faf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:30:41.489891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafd3682-18a3-4359-a24e-278a21556faf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:30:41.565726 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eafd3682-18a3-4359-a24e-278a21556faf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3249156 Aug 16 02:30:41.565726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:41.570409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0ca55955-8cce-40e1-b225-56103a699ae3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:41.758912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca55955-8cce-40e1-b225-56103a699ae3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:41.763267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ca55955-8cce-40e1-b225-56103a699ae3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.765154 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca55955-8cce-40e1-b225-56103a699ae3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:30:41.765632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca55955-8cce-40e1-b225-56103a699ae3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:30:41.785310 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:41.791499 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0ca55955-8cce-40e1-b225-56103a699ae3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2256272 Aug 16 02:30:41.794667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b6b76c81-7e16-4dd0-9936-f1f93951b893 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:41.836895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289991a6-d871-4f7f-9f41-220e5b250e11 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:41.930113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b76c81-7e16-4dd0-9936-f1f93951b893 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:41.933134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56b87d54-51f9-46e1-99ea-4ba325cda9ec None None] Provisioning complete for port f180da46-a25e-455d-bc34-1cfd81698817 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:41.933509 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56b87d54-51f9-46e1-99ea-4ba325cda9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.935532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6b76c81-7e16-4dd0-9936-f1f93951b893 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:41.937047 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b76c81-7e16-4dd0-9936-f1f93951b893 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:30:41.937553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b76c81-7e16-4dd0-9936-f1f93951b893 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:30:41.970834 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b6b76c81-7e16-4dd0-9936-f1f93951b893 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1822455 Aug 16 02:30:41.975244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:41.983714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-16d7736b-2539-4fab-9e36-51d7fed3d9f7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:42.162509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d7736b-2539-4fab-9e36-51d7fed3d9f7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:42.167245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c081640-6117-4778-aefc-ae36b3e47d01 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:42.168143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16d7736b-2539-4fab-9e36-51d7fed3d9f7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.170090 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d7736b-2539-4fab-9e36-51d7fed3d9f7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:30:42.171444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d7736b-2539-4fab-9e36-51d7fed3d9f7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:30:42.188340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-16d7736b-2539-4fab-9e36-51d7fed3d9f7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2117193 Aug 16 02:30:42.192297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:42.199193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0cda6740-b7dd-4913-b6ed-df8fe83104ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:42.229245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:42.229750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0c081640-6117-4778-aefc-ae36b3e47d01 None None] Deleting port f180da46-a25e-455d-bc34-1cfd81698817 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:42.229750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c081640-6117-4778-aefc-ae36b3e47d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.316156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cda6740-b7dd-4913-b6ed-df8fe83104ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:42.321214 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cda6740-b7dd-4913-b6ed-df8fe83104ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.323307 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cda6740-b7dd-4913-b6ed-df8fe83104ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:30:42.324398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cda6740-b7dd-4913-b6ed-df8fe83104ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:30:42.340441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0c081640-6117-4778-aefc-ae36b3e47d01 None None] For port f180da46-a25e-455d-bc34-1cfd81698817, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f180da46-a25e-455d-bc34-1cfd81698817,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:42.342335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0cda6740-b7dd-4913-b6ed-df8fe83104ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1486223 Aug 16 02:30:42.344750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:42.345593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c081640-6117-4778-aefc-ae36b3e47d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.371182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f180da46-a25e-455d-bc34-1cfd81698817 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:42.401205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0c081640-6117-4778-aefc-ae36b3e47d01 None None] Calling delete_port for f180da46-a25e-455d-bc34-1cfd81698817 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:42.404083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4fb7b9-9d95-4214-85cb-01db8421249b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:42.408060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1c4fb7b9-9d95-4214-85cb-01db8421249b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0597608 Aug 16 02:30:42.408747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:42.425139 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2414af4c-ce54-4b4f-bd42-82315169f32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.474441 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.486602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c6a49e-04ca-468e-a96d-72fd114aa0a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:42.490769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c5c6a49e-04ca-468e-a96d-72fd114aa0a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0787516 Aug 16 02:30:42.491346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:42.540694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f14aa019-ab3a-448b-b5e0-434b89773a77 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443563 Aug 16 02:30:42.541173 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2414af4c-ce54-4b4f-bd42-82315169f32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.542109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:42.546811 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2414af4c-ce54-4b4f-bd42-82315169f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.547516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:42.570090 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.595273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c081640-6117-4778-aefc-ae36b3e47d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.644030 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2414af4c-ce54-4b4f-bd42-82315169f32f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15f631afe2234c58b5adabf8c99a8e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126401 Aug 16 02:30:42.644934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414af4c-ce54-4b4f-bd42-82315169f32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0109ce51-3396-469c-858f-35b76f5c3945,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:42.653929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c081640-6117-4778-aefc-ae36b3e47d01 None None] Pushing event deleted for resources: {'Port': ['ID=f180da46-a25e-455d-bc34-1cfd81698817,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:42.658935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:42.662619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c081640-6117-4778-aefc-ae36b3e47d01 None None] No DVR routers for this DVR port f180da46-a25e-455d-bc34-1cfd81698817 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:42.709545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:42.713768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.761660 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3ccf55c-6c14-451c-800e-6b3cbfe789c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.813037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3ccf55c-6c14-451c-800e-6b3cbfe789c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.910533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3ccf55c-6c14-451c-800e-6b3cbfe789c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.919959 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3ccf55c-6c14-451c-800e-6b3cbfe789c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.921457 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a3ccf55c-6c14-451c-800e-6b3cbfe789c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0109ce51-3396-469c-858f-35b76f5c3945 HTTP/1.1" status: 204 len: 168 time: 0.2603114 Aug 16 02:30:42.941853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccf55c-6c14-451c-800e-6b3cbfe789c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0109ce51-3396-469c-858f-35b76f5c3945,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:43.153563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:30:43.155225 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.206380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:43.209972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:43.213201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:43.213828 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.219396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b5ef2-3536-41dc-854d-51db5d5b0f0f None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:43.228103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=21c0e169-ab88-451a-8795-102b1424f087,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:43.237915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4e947305-5c5c-4ea0-a997-39d5e2bb7855 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6942666 Aug 16 02:30:43.240317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:43.245889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:0b:17:33', 'name': 'tempest-NetworksTestDHCPv6-816863308'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:43.310158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:43.332415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-897a76fe-29da-4887-8f6c-3e0b5520d5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.412865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '21c0e169-ab88-451a-8795-102b1424f087'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:43.413804 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.469224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-897a76fe-29da-4887-8f6c-3e0b5520d5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.476165 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-897a76fe-29da-4887-8f6c-3e0b5520d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.524710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:43.534023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a76fe-29da-4887-8f6c-3e0b5520d5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bdbce8-187e-4e52-8ed8-4a49b102637f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:43.551236 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-897a76fe-29da-4887-8f6c-3e0b5520d5f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb944b1b29ff49d8b9d0ca4550d7b52e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381668 Aug 16 02:30:43.552563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:43.579701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Allocated IP 2001:db8::f816:3eff:fec1:adc (8eebb85f-2c98-4de5-861e-1feb0dc2668f/21c0e169-ab88-451a-8795-102b1424f087/5a3e2c43-8173-492d-8b30-85ea649fe514) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:43.622079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0478897-cb8c-4d7a-bf5b-95fa80c6d0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.632565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.651686 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0478897-cb8c-4d7a-bf5b-95fa80c6d0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.656306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 4a2765d3-6a32-4794-b30b-b07e08f43c7d yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:43.705322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0478897-cb8c-4d7a-bf5b-95fa80c6d0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.708487 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0478897-cb8c-4d7a-bf5b-95fa80c6d0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.709973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d0478897-cb8c-4d7a-bf5b-95fa80c6d0a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2bdbce8-187e-4e52-8ed8-4a49b102637f HTTP/1.1" status: 204 len: 168 time: 0.1565845 Aug 16 02:30:43.722059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0478897-cb8c-4d7a-bf5b-95fa80c6d0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bdbce8-187e-4e52-8ed8-4a49b102637f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:43.772315 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.780237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Transition to ACTIVE for port object 5a3e2c43-8173-492d-8b30-85ea649fe514 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:43.795304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Transition to ACTIVE for port object 5a3e2c43-8173-492d-8b30-85ea649fe514 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:43.804315 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.840499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:43.847593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:43.851117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:43.851310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:fe0b:1733 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/21c0e169-ab88-451a-8795-102b1424f087/4a2765d3-6a32-4794-b30b-b07e08f43c7d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:43.863626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Pushing event updated for resources: {'Port': ['ID=5a3e2c43-8173-492d-8b30-85ea649fe514,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:43.913148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Attempting to bind port 5a3e2c43-8173-492d-8b30-85ea649fe514 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:43.913513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Attempting to bind port 5a3e2c43-8173-492d-8b30-85ea649fe514 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:43.914308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Attempting to bind port 5a3e2c43-8173-492d-8b30-85ea649fe514 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:43.921711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:43.922098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:43.922692 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.923436 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:43.925212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Bound port: 5a3e2c43-8173-492d-8b30-85ea649fe514, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:43.925212 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.055681 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.074479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 4a2765d3-6a32-4794-b30b-b07e08f43c7d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:44.128985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.184617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:44.187847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:44.192206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:44.197847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:44.198470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.208368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=4a2765d3-6a32-4794-b30b-b07e08f43c7d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:44.218810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] For port 5a3e2c43-8173-492d-8b30-85ea649fe514, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:44.223047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] For port 5a3e2c43-8173-492d-8b30-85ea649fe514, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5a3e2c43-8173-492d-8b30-85ea649fe514,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:44.226827 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9ffdf968-c070-4130-a4f3-937bc005d632 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9849007 Aug 16 02:30:44.229850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:44.231217 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.301307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e0900-2bf7-40c6-9afc-2d7ce67f7942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:44.307444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e0900-2bf7-40c6-9afc-2d7ce67f7942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:44.311441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3a3e0900-2bf7-40c6-9afc-2d7ce67f7942 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0782337 Aug 16 02:30:44.312267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:44.315544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52e95-1e21-4fce-b2a0-3fad2f16b3f8 None None] Pushing event updated for resources: {'Port': ['ID=5a3e2c43-8173-492d-8b30-85ea649fe514,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:44.414345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d742d816-f095-433a-b23a-cdd214f1e81b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 4a2765d3-6a32-4794-b30b-b07e08f43c7d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:44.415004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d742d816-f095-433a-b23a-cdd214f1e81b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.574317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d742d816-f095-433a-b23a-cdd214f1e81b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.593481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d742d816-f095-433a-b23a-cdd214f1e81b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 4a2765d3-6a32-4794-b30b-b07e08f43c7d owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:44.628956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:44.776746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-584060338-network', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:44.800202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Made reservation on behalf of 7e18e57f2eee4a02bb2dbd925b87e5d1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:44.802776 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.812944 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.161674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d742d816-f095-433a-b23a-cdd214f1e81b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.197252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742d816-f095-433a-b23a-cdd214f1e81b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=4a2765d3-6a32-4794-b30b-b07e08f43c7d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:45.239053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d742d816-f095-433a-b23a-cdd214f1e81b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.241709 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d742d816-f095-433a-b23a-cdd214f1e81b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/4a2765d3-6a32-4794-b30b-b07e08f43c7d HTTP/1.1" status: 204 len: 168 time: 0.9280417 Aug 16 02:30:45.243783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:45.270532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.276890 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.306086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777e642a-5e27-46dc-837a-92b34ac69cbe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:45.314024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa75d7a-6769-4baa-97ce-f965b44b3e5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:45.316824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa75d7a-6769-4baa-97ce-f965b44b3e5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:45.317839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:30:45.324236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:45.334628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1fa75d7a-6769-4baa-97ce-f965b44b3e5d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0858619 Aug 16 02:30:45.365634 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.365989 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Added segment b5f85ce6-b58f-4e83-ad49-860f8a23af16 of type vlan for network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 Aug 16 02:30:45.436418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e887a0-a2e2-44b4-96a8-e9ee64b571ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 21c0e169-ab88-451a-8795-102b1424f087 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:45.458183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.464148 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5e887a0-a2e2-44b4-96a8-e9ee64b571ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.477933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-92f39add-85a6-42c1-abef-bf09b6afdcf9 None None] Provisioning for port 5a3e2c43-8173-492d-8b30-85ea649fe514 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:45.525354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5e887a0-a2e2-44b4-96a8-e9ee64b571ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.557931 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.558917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:45.559557 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.706193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0758061 Aug 16 02:30:45.709561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:45.715935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Request body: {'subnet': {'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-584060338-subnet', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:45.743466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b8a39-2032-4265-8418-4292a60ee4ad admin admin] Pushing event updated for resources: {'Network': ['ID=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:45.755899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:30:45.773756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Made reservation on behalf of 7e18e57f2eee4a02bb2dbd925b87e5d1 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:45.781445 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.782698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5e887a0-a2e2-44b4-96a8-e9ee64b571ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.939896 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5e887a0-a2e2-44b4-96a8-e9ee64b571ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.962643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ebb44c72-1c2e-4d0e-9e03-886d11d631bf None None] Could not find standard attr ID for object 4a2765d3-6a32-4794-b30b-b07e08f43c7d. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:30:45.980053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5e887a0-a2e2-44b4-96a8-e9ee64b571ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.987437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f5e887a0-a2e2-44b4-96a8-e9ee64b571ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/21c0e169-ab88-451a-8795-102b1424f087 HTTP/1.1" status: 204 len: 168 time: 0.6588559 Aug 16 02:30:46.003621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:46.030552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e887a0-a2e2-44b4-96a8-e9ee64b571ec tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=21c0e169-ab88-451a-8795-102b1424f087,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:46.059224 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:46.059539 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5358f1c1-96bd-4e24-896c-794570e8eea3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545504 Aug 16 02:30:46.066333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:46.180089 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac328ea-cc41-41f4-8b4f-6349c028246f None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:46.181653 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.220167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:46.225166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.248412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a34ca2-965d-4ac3-89dc-f765833a80d8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:46.258578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Checking segment: {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:46.258952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Network hostable DHCP agents. Network: 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:30:46.300665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:30:46.316954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:46.321692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:46.322797 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.340346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09096c8f-48b9-4714-bfb6-b00ce1c66e4e None None] Network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:46.348629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4f8ac69f-c1df-4f8c-8d40-eaa234772cbf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6367345 Aug 16 02:30:46.350599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:46.358741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:46.404796 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.406409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.491940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.524722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5a3e2c43-8173-492d-8b30-85ea649fe514 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:46.714470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.726128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:30:46.758286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:46.759191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.833133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5a3e2c43-8173-492d-8b30-85ea649fe514 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:46.840194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5a3e2c43-8173-492d-8b30-85ea649fe514 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:46.840624 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.916890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbade94-0caf-49e5-82dc-e50c6afabac0 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:46.994989 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.030503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.058168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.197525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Allocated IP 172.20.0.2 (3d512d1b-34f0-4a1e-a11c-fc67c5ad5026/53a34ca2-965d-4ac3-89dc-f765833a80d8/8269ddb0-e5eb-4139-9ea8-fcc7d8589372) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:47.222679 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.227562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0fbade94-0caf-49e5-82dc-e50c6afabac0 None None] Deleting port 5a3e2c43-8173-492d-8b30-85ea649fe514 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:47.228310 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0fbade94-0caf-49e5-82dc-e50c6afabac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.303377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Allocated IP 172.25.5.88 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/2beeb1e8-9179-4c0e-ad80-ac61fe19bc95) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:47.455449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0fbade94-0caf-49e5-82dc-e50c6afabac0 None None] For port 5a3e2c43-8173-492d-8b30-85ea649fe514, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5a3e2c43-8173-492d-8b30-85ea649fe514,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:47.455980 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0fbade94-0caf-49e5-82dc-e50c6afabac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.474966 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.489379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0fbade94-0caf-49e5-82dc-e50c6afabac0 None None] Calling delete_port for 5a3e2c43-8173-492d-8b30-85ea649fe514 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:47.527329 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.596310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:47.602557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:47.606987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:47.634334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:30:47.634734 n-d-768862-14 neutron-server[94639]: DEBUG oslo_db.api [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:30:47.636646 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0fbade94-0caf-49e5-82dc-e50c6afabac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.649825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Pushing event updated for resources: {'Port': ['ID=2beeb1e8-9179-4c0e-ad80-ac61fe19bc95,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:47.708123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbade94-0caf-49e5-82dc-e50c6afabac0 None None] Pushing event deleted for resources: {'Port': ['ID=5a3e2c43-8173-492d-8b30-85ea649fe514,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:47.773715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbade94-0caf-49e5-82dc-e50c6afabac0 None None] No DVR routers for this DVR port 5a3e2c43-8173-492d-8b30-85ea649fe514 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:47.863259 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.873084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Transition to ACTIVE for port object 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:47.891794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Transition to ACTIVE for port object 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:47.905373 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.926039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:47.928776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:47.948338 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.948791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:48.010722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Pushing event updated for resources: {'Port': ['ID=8269ddb0-e5eb-4139-9ea8-fcc7d8589372,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:48.027560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Attempting to bind port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:48.027936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Attempting to bind port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:48.028303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Attempting to bind port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 on network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:48.034865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:48.035348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Checking segment: {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:48.035758 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.036157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Bound using segment: {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:48.036637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Bound port: 8269ddb0-e5eb-4139-9ea8-fcc7d8589372, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:48.037273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.108727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] For port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:48.117928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] For port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8269ddb0-e5eb-4139-9ea8-fcc7d8589372,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:48.124133 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.166700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Port 5a3e2c43-8173-492d-8b30-85ea649fe514 concurrently deleted while adding address for new subnet {'id': '9d10c53e-68ad-4617-9425-73e91fb78016', 'name': '', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3531, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:46Z', 'revision_number': 0, 'segment_id': None, 'project_id': '01ea241262714b3589c2e73390b3194c'}. {{(pid=94639) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 16 02:30:48.167353 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.197887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660849e-3f0c-4f26-ad4a-ef0272b76bcf None None] Pushing event updated for resources: {'Port': ['ID=8269ddb0-e5eb-4139-9ea8-fcc7d8589372,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:48.200518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.258947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=9d10c53e-68ad-4617-9425-73e91fb78016,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:48.270076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:48.271758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:48.275369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:48.276146 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.289548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3facbf-2809-430d-ae48-65f742040a53 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:48.318720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8eace480-772d-4374-bd93-cde1094facb0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2570012 Aug 16 02:30:48.320904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:48.327216 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:ea:59:cc', 'name': 'tempest-NetworksTestDHCPv6-1543779616'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:48.381812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Router 71cfa39f-577f-45c9-9573-603cdb400389 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:30:48.396520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5a3e2c43-8173-492d-8b30-85ea649fe514 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:48.429605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5a3e2c43-8173-492d-8b30-85ea649fe514 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:48.430223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5a3e2c43-8173-492d-8b30-85ea649fe514 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:48.586322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:48.594686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:48.619491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Sync routers for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:48.629199 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.630620 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c368cd6c-8a60-4042-95ae-1f38a3da1068 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2785192 Aug 16 02:30:48.632492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '9d10c53e-68ad-4617-9425-73e91fb78016'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:48.633303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:48.633537 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.655606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:48.656307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:48.837160 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:48.896486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 67994342-f849-41ac-baf9-9bad7e6222c1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:48.937885 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:49.046477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Allocated IP 2001:db8::f816:3eff:fef0:6edc (8eebb85f-2c98-4de5-861e-1feb0dc2668f/9d10c53e-68ad-4617-9425-73e91fb78016/d1a87961-7bf5-45a5-a030-abd6b2b18c26) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:49.395939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.480396 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.492490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Transition to ACTIVE for port object d1a87961-7bf5-45a5-a030-abd6b2b18c26 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:49.500976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:47Z', 'revision_number': 3, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:49.535132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Checking router: 71cfa39f-577f-45c9-9573-603cdb400389 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:49.535503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Updating router 71cfa39f-577f-45c9-9573-603cdb400389 port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:30:49.540403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Transition to ACTIVE for port object d1a87961-7bf5-45a5-a030-abd6b2b18c26 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:49.568237 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.570512 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.638336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:feea:59cc (8eebb85f-2c98-4de5-861e-1feb0dc2668f/9d10c53e-68ad-4617-9425-73e91fb78016/67994342-f849-41ac-baf9-9bad7e6222c1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:49.700694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Allocated IP 172.20.0.1 (3d512d1b-34f0-4a1e-a11c-fc67c5ad5026/53a34ca2-965d-4ac3-89dc-f765833a80d8/e4dd91e9-c10e-44e9-95ff-09031a2c12d0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:49.742894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:49.754006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:49.756296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a559ae-0ad0-49f3-8432-9a92a66b82ac None None] Network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:49.762492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:49.847761 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.858925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Pushing event updated for resources: {'Port': ['ID=d1a87961-7bf5-45a5-a030-abd6b2b18c26,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:49.871727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Transition to ACTIVE for port object e4dd91e9-c10e-44e9-95ff-09031a2c12d0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:49.881892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d5ba05f-dda6-4004-880a-49f0a0404d7a None None] Provisioning for port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:49.893236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.913644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 67994342-f849-41ac-baf9-9bad7e6222c1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:49.961230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.967133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.061736 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Attempting to bind port d1a87961-7bf5-45a5-a030-abd6b2b18c26 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:50.062534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Attempting to bind port d1a87961-7bf5-45a5-a030-abd6b2b18c26 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:50.062534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Attempting to bind port d1a87961-7bf5-45a5-a030-abd6b2b18c26 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:50.076903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:50.077684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:50.078317 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.079288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:50.082139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Bound port: d1a87961-7bf5-45a5-a030-abd6b2b18c26, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:50.082815 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.090017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:50.111992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dd91e9-c10e-44e9-95ff-09031a2c12d0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:50.121765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:50.153880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:50.153987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:50.153987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:50.166536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:50.182947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:50.183209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.213428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=67994342-f849-41ac-baf9-9bad7e6222c1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:50.239650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-47168dca-be72-45c2-af2f-6752e2702271 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9173293 Aug 16 02:30:50.242267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:50.258890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.326962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] For port d1a87961-7bf5-45a5-a030-abd6b2b18c26, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:50.330490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] For port d1a87961-7bf5-45a5-a030-abd6b2b18c26, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d1a87961-7bf5-45a5-a030-abd6b2b18c26,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:50.351077 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.432729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051fd27a-645d-4081-b680-52cde1564c0a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:50.459077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051fd27a-645d-4081-b680-52cde1564c0a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:50.461017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-051fd27a-645d-4081-b680-52cde1564c0a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2074885 Aug 16 02:30:50.467659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:50.534994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:50.579685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350db2d-65ec-4915-86ef-d8384d88fd26 None None] Pushing event updated for resources: {'Port': ['ID=d1a87961-7bf5-45a5-a030-abd6b2b18c26,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:50.596299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.613321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.622384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Transition to ACTIVE for port object 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:50.639026 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.705893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-54792db4-8cf5-4b04-9042-d1c916104327 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 67994342-f849-41ac-baf9-9bad7e6222c1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:50.706448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54792db4-8cf5-4b04-9042-d1c916104327 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.761516 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:50.782469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Attempting to bind port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:50.782902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Attempting to bind port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:50.783292 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Attempting to bind port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:50.799483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:50.799483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.832111 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54792db4-8cf5-4b04-9042-d1c916104327 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.839621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:50.840541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:50.841025 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.841620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:50.842614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Bound port: 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:50.843081 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.849794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd40a89-aa0b-47ba-9658-0ba914f9235f None None] Pushing event updated for resources: {'Port': ['ID=2beeb1e8-9179-4c0e-ad80-ac61fe19bc95,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:50.852597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-54792db4-8cf5-4b04-9042-d1c916104327 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 67994342-f849-41ac-baf9-9bad7e6222c1 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:50.925384 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.933277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:50.938789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fce229a2-f40e-4812-b3d3-f0a4e599224c None None] Provisioning for port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:50.980384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fce229a2-f40e-4812-b3d3-f0a4e599224c None None] Provisioning complete for port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:50.981401 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fce229a2-f40e-4812-b3d3-f0a4e599224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.036329 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.047428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fce229a2-f40e-4812-b3d3-f0a4e599224c None None] Port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:51.051226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] For port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:51.068622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] For port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2beeb1e8-9179-4c0e-ad80-ac61fe19bc95,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:51.108472 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.114297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fce229a2-f40e-4812-b3d3-f0a4e599224c None None] Provisioning complete for port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:51.114792 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fce229a2-f40e-4812-b3d3-f0a4e599224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.172194 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54792db4-8cf5-4b04-9042-d1c916104327 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.213529 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.258349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:51.270079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:51.277152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54792db4-8cf5-4b04-9042-d1c916104327 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=67994342-f849-41ac-baf9-9bad7e6222c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:51.317554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dd91e9-c10e-44e9-95ff-09031a2c12d0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:51.321937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:51.322610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:51.363963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-54792db4-8cf5-4b04-9042-d1c916104327 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.366009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-54792db4-8cf5-4b04-9042-d1c916104327 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/67994342-f849-41ac-baf9-9bad7e6222c1 HTTP/1.1" status: 204 len: 168 time: 0.8828492 Aug 16 02:30:51.368619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:51.407033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd40a89-aa0b-47ba-9658-0ba914f9235f None None] Pushing event updated for resources: {'Port': ['ID=2beeb1e8-9179-4c0e-ad80-ac61fe19bc95,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:51.484617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8269ddb0-e5eb-4139-9ea8-fcc7d8589372,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:51.500468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6482c6b0-8864-487f-b70f-8dcc5cab1b6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:51.503344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6482c6b0-8864-487f-b70f-8dcc5cab1b6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:51.507260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6482c6b0-8864-487f-b70f-8dcc5cab1b6c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327255 Aug 16 02:30:51.507649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:51.513640 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.583405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1823173c-09b7-49aa-ac67-0ca583da7ec1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 9d10c53e-68ad-4617-9425-73e91fb78016 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:51.587348 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1823173c-09b7-49aa-ac67-0ca583da7ec1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.657208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1823173c-09b7-49aa-ac67-0ca583da7ec1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.664985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=8269ddb0-e5eb-4139-9ea8-fcc7d8589372,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:51.691346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fce229a2-f40e-4812-b3d3-f0a4e599224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.718737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:51.857581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1823173c-09b7-49aa-ac67-0ca583da7ec1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.940915 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1823173c-09b7-49aa-ac67-0ca583da7ec1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.966616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823173c-09b7-49aa-ac67-0ca583da7ec1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=9d10c53e-68ad-4617-9425-73e91fb78016,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:51.978649 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1823173c-09b7-49aa-ac67-0ca583da7ec1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:51.983229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1823173c-09b7-49aa-ac67-0ca583da7ec1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/9d10c53e-68ad-4617-9425-73e91fb78016 HTTP/1.1" status: 204 len: 168 time: 0.4721723 Aug 16 02:30:51.983456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:51.988408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-fce229a2-f40e-4812-b3d3-f0a4e599224c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:30:51.989036 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-fce229a2-f40e-4812-b3d3-f0a4e599224c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:30:52.054902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c39ae8b8-056b-49fa-9913-f2004a08bff1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681140 Aug 16 02:30:52.060227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54882) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:52.087257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Router 71cfa39f-577f-45c9-9573-603cdb400389 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:52.101773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 2, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:52.122585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a4a10-30e5-430d-81e1-cb877f7e2c1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:52.127183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-417a4a10-30e5-430d-81e1-cb877f7e2c1d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0629959 Aug 16 02:30:52.127722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:52.137143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8768b8-5234-4483-b05b-ff955a29af53 None None] The sync data for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 is: [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 2, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:52.178580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bff48c-c002-4a82-abf1-63ff630e0695 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:52.206423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e79dc-ed86-486c-84ea-e4fdff0d43bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:52.208082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9e7e79dc-ed86-486c-84ea-e4fdff0d43bb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0789332 Aug 16 02:30:52.210338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:52.263060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:52.271156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-94f1fb82-280d-4ba4-943c-b5cf39fdc846 admin admin] 10.222.0.61 "PUT /v2.0/routers/71cfa39f-577f-45c9-9573-603cdb400389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6362631 Aug 16 02:30:52.284645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9658673e-0ac7-42ef-90a3-ba169237f86e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731661 Aug 16 02:30:52.288808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:52.294487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:52.420283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:52.424874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:52.552044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a24496f-c1d6-4ebf-931a-7eaa3a9abccd None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:30:52.585696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:52.977943 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf62c1-6eaa-46be-a9ee-5e583ad32f29 req-29d07be5-6c85-4f98-af9a-e1198f437fcf tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:52.987650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-becf62c1-6eaa-46be-a9ee-5e583ad32f29 req-29d07be5-6c85-4f98-af9a-e1198f437fcf tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 950 time: 0.0984294 Aug 16 02:30:53.049349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-becf62c1-6eaa-46be-a9ee-5e583ad32f29 req-e7c89556-a381-48b9-8de0-a191efe4cd8c tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Aug 16 02:30:53.125454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.objects.ports [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:30:53.139082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a24496f-c1d6-4ebf-931a-7eaa3a9abccd None None] Deleting port d1a87961-7bf5-45a5-a030-abd6b2b18c26 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:53.139563 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a24496f-c1d6-4ebf-931a-7eaa3a9abccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.262118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:53.262853 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.296981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:53.308068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2120632881-network', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:53.315831 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9784fca9-5c69-475a-9929-179cbb49f72d None None] Provisioning complete for port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:53.316482 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9784fca9-5c69-475a-9929-179cbb49f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.352168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Made reservation on behalf of 9de4a5b1dae54d36a02ded20a1140b2e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:53.352729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.355975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0a24496f-c1d6-4ebf-931a-7eaa3a9abccd None None] For port d1a87961-7bf5-45a5-a030-abd6b2b18c26, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d1a87961-7bf5-45a5-a030-abd6b2b18c26,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:53.356392 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a24496f-c1d6-4ebf-931a-7eaa3a9abccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.362240 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.398051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a24496f-c1d6-4ebf-931a-7eaa3a9abccd None None] Calling delete_port for d1a87961-7bf5-45a5-a030-abd6b2b18c26 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:53.419426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.541243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9784fca9-5c69-475a-9929-179cbb49f72d None None] Port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:53.555851 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.565233 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.612790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:30:53.632621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741b7a8b-606b-4ae2-b9d9-59adebad4d53,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:53.633520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9784fca9-5c69-475a-9929-179cbb49f72d None None] Provisioning for port d1a87961-7bf5-45a5-a030-abd6b2b18c26 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:53.641335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.642328 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Added segment 3d8090e8-e90f-4218-9a14-31a4d7f2c4f3 of type vlan for network d6810852-b026-4775-aa9a-a6c1a5fd3693 Aug 16 02:30:53.694248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.695987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] For port d1a87961-7bf5-45a5-a030-abd6b2b18c26, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d1a87961-7bf5-45a5-a030-abd6b2b18c26,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:53.733650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.742713 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.744140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:53.744793 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.745444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.746299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a24496f-c1d6-4ebf-931a-7eaa3a9abccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.753368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.788470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24496f-c1d6-4ebf-931a-7eaa3a9abccd None None] Pushing event deleted for resources: {'Port': ['ID=d1a87961-7bf5-45a5-a030-abd6b2b18c26,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:53.795489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24496f-c1d6-4ebf-931a-7eaa3a9abccd None None] No DVR routers for this DVR port d1a87961-7bf5-45a5-a030-abd6b2b18c26 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:53.818946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5184429 Aug 16 02:30:53.821909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:53.828867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Request body: {'subnet': {'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2120632881-subnet', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:53.849521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=d1a87961-7bf5-45a5-a030-abd6b2b18c26,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:53.858905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Made reservation on behalf of 9de4a5b1dae54d36a02ded20a1140b2e for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:53.861998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.865149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12710247-cd23-4552-b936-01a97ab08672 admin admin] Pushing event updated for resources: {'Network': ['ID=d6810852-b026-4775-aa9a-a6c1a5fd3693,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:53.873815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:53.879612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d6810852-b026-4775-aa9a-a6c1a5fd3693 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:30:53.879831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:53.884771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:53.885294 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.898040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=5431767f-b30d-429c-9e80-d01266a5babe,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:53.916108 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7606fbfd-438d-4230-b301-4a7e5675193e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6238775 Aug 16 02:30:53.916333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0013df46-4dff-41f6-9d72-f9528087ebe6 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:53.916446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:53.923310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:c7:b4:48', 'name': 'tempest-NetworksTestDHCPv6-889335968'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:54.114947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:54.150378 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.212815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '5431767f-b30d-429c-9e80-d01266a5babe'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:54.213692 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.223261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575892bc-cba4-4462-8fea-43b259852503,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:54.245959 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.272985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 96eab233-94a9-4893-9a5d-170d15050098 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:30:54.292109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcb491-8141-4055-acdb-b82eb5129490 req-c9cdc960-f832-40ec-b1b0-3af45710d6a6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:54.293687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3efcb491-8141-4055-acdb-b82eb5129490 req-c9cdc960-f832-40ec-b1b0-3af45710d6a6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 950 time: 0.0914874 Aug 16 02:30:54.304075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Checking segment: {'id': '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:54.305380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Network hostable DHCP agents. Network: d6810852-b026-4775-aa9a-a6c1a5fd3693, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:30:54.368341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3efcb491-8141-4055-acdb-b82eb5129490 req-875d6712-b0d0-4daa-9333-1e002c640abd tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666633 Aug 16 02:30:54.389506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Network d6810852-b026-4775-aa9a-a6c1a5fd3693 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:30:54.408752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d6810852-b026-4775-aa9a-a6c1a5fd3693) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:54.415723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:54.416581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.424891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Allocated IP 2001:db8::f816:3eff:fe2d:4306 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/5431767f-b30d-429c-9e80-d01266a5babe/3e3de7b7-4577-4797-abfd-47f797f35a89) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:54.428317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8589301-5cec-4d89-8e1b-b9292f91a422 None None] Network d6810852-b026-4775-aa9a-a6c1a5fd3693 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:54.436014 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-00f8e539-1d65-40b9-8b41-d790205edfb2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6130848 Aug 16 02:30:54.438875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:54.444481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:54.468035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.469101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.478680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:54.533757 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.659622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:54.672965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:54.673375 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.720158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.734651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-467d6bba-4e1b-4414-af38-6bd73cec5e42 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:54.736257 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-467d6bba-4e1b-4414-af38-6bd73cec5e42 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.86 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 950 time: 0.1322803 Aug 16 02:30:54.786540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-d6810852-b026-4775-aa9a-a6c1a5fd3693', 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'fixed_ips': [{'subnet_id': '575892bc-cba4-4462-8fea-43b259852503'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:54.787681 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.804803 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.828116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Transition to ACTIVE for port object 3e3de7b7-4577-4797-abfd-47f797f35a89 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:54.894310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Deleting port 96722c37-717b-4436-bc55-1de97fde6ea4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:54.894699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.930312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Transition to ACTIVE for port object 3e3de7b7-4577-4797-abfd-47f797f35a89 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:55.020711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Allocated IP 172.20.0.2 (d6810852-b026-4775-aa9a-a6c1a5fd3693/575892bc-cba4-4462-8fea-43b259852503/8ddb0170-e1ec-44ec-9a39-5c98b8e18a05) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:55.132666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:fec7:b448 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/5431767f-b30d-429c-9e80-d01266a5babe/96eab233-94a9-4893-9a5d-170d15050098) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:55.191775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] For port 96722c37-717b-4436-bc55-1de97fde6ea4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=96722c37-717b-4436-bc55-1de97fde6ea4,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:55.192432 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.193325 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.215222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Transition to ACTIVE for port object 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:55.225881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Calling delete_port for 96722c37-717b-4436-bc55-1de97fde6ea4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:55.228047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.230752 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.242043 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.244972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Transition to ACTIVE for port object 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:55.261786 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.289787 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.293579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2beeb1e8-9179-4c0e-ad80-ac61fe19bc95,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:55.309988 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.333311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Network d6810852-b026-4775-aa9a-a6c1a5fd3693 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:55.335665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:55.336937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:55.339347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Pushing event updated for resources: {'Port': ['ID=3e3de7b7-4577-4797-abfd-47f797f35a89,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:55.341834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:55.344016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:55.357889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:55.396136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d1a87961-7bf5-45a5-a030-abd6b2b18c26 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:55.431911 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Sync routers for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:55.449400 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:55.450964 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:55.502741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d1a87961-7bf5-45a5-a030-abd6b2b18c26 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:55.502990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d1a87961-7bf5-45a5-a030-abd6b2b18c26 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:55.530127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba6bde-9c41-465f-a206-0cafd3e4615b req-abe6c2bb-3ec5-479c-b717-ca9426d57f2e tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:55.544955 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0ba6bde-9c41-465f-a206-0cafd3e4615b req-abe6c2bb-3ec5-479c-b717-ca9426d57f2e tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 950 time: 0.0758684 Aug 16 02:30:55.577933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Pushing event updated for resources: {'Port': ['ID=8ddb0170-e1ec-44ec-9a39-5c98b8e18a05,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:55.591545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Allocated IP 172.25.5.73 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/e063a548-d9b0-4c31-a398-dc37f317bb1b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:55.603803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c0ba6bde-9c41-465f-a206-0cafd3e4615b req-fd4f4a7f-c3e4-4b80-b0ef-462e4b126a45 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/security-groups?id=40792bb7-20c2-48cb-9489-64f6cd0b2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587866 Aug 16 02:30:55.606166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Attempting to bind port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:55.606542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Attempting to bind port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:55.606900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Attempting to bind port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 on network d6810852-b026-4775-aa9a-a6c1a5fd3693 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:55.638433 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:55.649685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:55.649685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Checking segment: {'id': '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:55.649685 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.650088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Bound using segment: {'id': '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:55.650484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Bound port: 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:55.650931 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.665705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Attempting to bind port 3e3de7b7-4577-4797-abfd-47f797f35a89 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:55.666080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Attempting to bind port 3e3de7b7-4577-4797-abfd-47f797f35a89 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:55.666441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Attempting to bind port 3e3de7b7-4577-4797-abfd-47f797f35a89 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:55.678119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:55.678497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:55.678902 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.679493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:55.679969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Bound port: 3e3de7b7-4577-4797-abfd-47f797f35a89, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:55.680352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.739055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.750959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] For port 3e3de7b7-4577-4797-abfd-47f797f35a89, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:55.755297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] For port 3e3de7b7-4577-4797-abfd-47f797f35a89, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3e3de7b7-4577-4797-abfd-47f797f35a89,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:55.769971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.801144 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.804025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['96722c37-717b-4436-bc55-1de97fde6ea4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:55.813167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Pushing event deleted for resources: {'Port': ['ID=96722c37-717b-4436-bc55-1de97fde6ea4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:55.849482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=2beeb1e8-9179-4c0e-ad80-ac61fe19bc95,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:55.850330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 96eab233-94a9-4893-9a5d-170d15050098 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:55.872783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] No DVR routers for this DVR port 96722c37-717b-4436-bc55-1de97fde6ea4 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:55.877409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.880227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec5f7b50-8e66-4d60-85ca-6ce020c221bc req-12617d6f-5847-4ac3-a547-f81b2623e5b6 tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.86 "DELETE /v2.0/ports/96722c37-717b-4436-bc55-1de97fde6ea4 HTTP/1.1" status: 204 len: 173 time: 1.1316283 Aug 16 02:30:55.889008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cea2f6f-efed-4830-9c55-a50b2c258277', 'name': 'network-vif-deleted', 'tag': '96722c37-717b-4436-bc55-1de97fde6ea4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:55.891605 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fe21b5-0c31-4ba7-a1e1-68c2d82637f1" -d '{"events": [{"server_uuid": "1cea2f6f-efed-4830-9c55-a50b2c258277", "name": "network-vif-deleted", "tag": "96722c37-717b-4436-bc55-1de97fde6ea4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:55.908539 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 2, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:55.934583 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:55.937909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37a4a2-4fe5-45ca-905a-6708a1477844 None None] Pushing event updated for resources: {'Port': ['ID=3e3de7b7-4577-4797-abfd-47f797f35a89,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:55.996264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] For port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:55.998802 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36266126-ccab-4bd7-837a-194783d6ff8e x-openstack-request-id: req-36266126-ccab-4bd7-837a-194783d6ff8e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:55.999628 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cea2f6f-efed-4830-9c55-a50b2c258277", "name": "network-vif-deleted", "tag": "96722c37-717b-4436-bc55-1de97fde6ea4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:56.000442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] For port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8ddb0170-e1ec-44ec-9a39-5c98b8e18a05,segment=NetworkSegment(3d8090e8-e90f-4218-9a14-31a4d7f2c4f3),segment_id=3d8090e8-e90f-4218-9a14-31a4d7f2c4f3)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:56.001991 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36266126-ccab-4bd7-837a-194783d6ff8e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:56.003829 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cea2f6f-efed-4830-9c55-a50b2c258277', 'name': 'network-vif-deleted', 'tag': '96722c37-717b-4436-bc55-1de97fde6ea4', 'status': 'completed', 'code': 200} Aug 16 02:30:56.010139 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.014452 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.021034 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Checking router: 71cfa39f-577f-45c9-9573-603cdb400389 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:56.022469 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Updating router 71cfa39f-577f-45c9-9573-603cdb400389 port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:30:56.105812 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.125165 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.160103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:56.166886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:56.167080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d6a01-eaaf-4dac-abe5-3eb677a1b3af None None] Pushing event updated for resources: {'Port': ['ID=8ddb0170-e1ec-44ec-9a39-5c98b8e18a05,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:56.169782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:56.176891 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:56.203004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:56.207563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:56.212917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:56.213559 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.219194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=96eab233-94a9-4893-9a5d-170d15050098,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:56.284264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7ff19d40-a3cd-48aa-808c-802beb1cad65 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3662884 Aug 16 02:30:56.286904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:56.406962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068bdf5-16fe-4923-b20a-e8e305dd8b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:56.442508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068bdf5-16fe-4923-b20a-e8e305dd8b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:56.476176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2068bdf5-16fe-4923-b20a-e8e305dd8b37 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1873114 Aug 16 02:30:56.476867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:56.488993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:56.738178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:56.738551 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.773542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9171ecba-fe43-4ecf-a932-09812e540372 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 96eab233-94a9-4893-9a5d-170d15050098 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:56.774560 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9171ecba-fe43-4ecf-a932-09812e540372 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.875566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-237d1edb-50da-476b-9312-01bd394c4261 req-90173e3f-57df-4b1c-8b0a-5cf61652806f tempest-VolumesBackupsTest-292700169 tempest-VolumesBackupsTest-292700169-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cea2f6f-efed-4830-9c55-a50b2c258277 HTTP/1.1" status: 200 len: 210 time: 0.0703366 Aug 16 02:30:56.901693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Pushing event updated for resources: {'Port': ['ID=e063a548-d9b0-4c31-a398-dc37f317bb1b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:56.947627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9171ecba-fe43-4ecf-a932-09812e540372 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.965667 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.966248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9171ecba-fe43-4ecf-a932-09812e540372 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 96eab233-94a9-4893-9a5d-170d15050098 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:57.002812 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Transition to ACTIVE for port object e4dd91e9-c10e-44e9-95ff-09031a2c12d0 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:57.053731 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.141491 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9171ecba-fe43-4ecf-a932-09812e540372 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.155283 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059e67d-7813-49a1-816f-1e59955eee4f None None] Pushing event updated for resources: {'Port': ['ID=e4dd91e9-c10e-44e9-95ff-09031a2c12d0,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:57.199049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.218469 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171ecba-fe43-4ecf-a932-09812e540372 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=96eab233-94a9-4893-9a5d-170d15050098,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:57.262012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9171ecba-fe43-4ecf-a932-09812e540372 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.264293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9171ecba-fe43-4ecf-a932-09812e540372 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/96eab233-94a9-4893-9a5d-170d15050098 HTTP/1.1" status: 204 len: 168 time: 0.7864282 Aug 16 02:30:57.266647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:57.301825 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Attempting to bind port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:57.302467 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Attempting to bind port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:57.303028 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Attempting to bind port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 on network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:57.317138 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:57.317778 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Checking segment: {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:57.334404 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.335340 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Bound using segment: {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:57.336419 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Bound port: e4dd91e9-c10e-44e9-95ff-09031a2c12d0, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:57.336601 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.351053 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ded160-fea3-4e31-8a71-4a1f10b04625 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:57.359162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ded160-fea3-4e31-8a71-4a1f10b04625 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:57.361602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b2ded160-fea3-4e31-8a71-4a1f10b04625 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0934310 Aug 16 02:30:57.364291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:57.445686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ccc73b-eda3-4645-914e-81999ea03fd1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 5431767f-b30d-429c-9e80-d01266a5babe {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:30:57.453206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69ccc73b-eda3-4645-914e-81999ea03fd1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.480075 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] For port e4dd91e9-c10e-44e9-95ff-09031a2c12d0, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:57.491327 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] For port e4dd91e9-c10e-44e9-95ff-09031a2c12d0, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e4dd91e9-c10e-44e9-95ff-09031a2c12d0,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:57.504966 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.526294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69ccc73b-eda3-4645-914e-81999ea03fd1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.576901 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:57.581647 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:57.648819 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059e67d-7813-49a1-816f-1e59955eee4f None None] Pushing event updated for resources: {'Port': ['ID=e4dd91e9-c10e-44e9-95ff-09031a2c12d0,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:57.655196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.726340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69ccc73b-eda3-4645-914e-81999ea03fd1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.795739 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:57.850988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69ccc73b-eda3-4645-914e-81999ea03fd1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.908365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69ccc73b-eda3-4645-914e-81999ea03fd1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.913330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-69ccc73b-eda3-4645-914e-81999ea03fd1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/5431767f-b30d-429c-9e80-d01266a5babe HTTP/1.1" status: 204 len: 168 time: 0.5478232 Aug 16 02:30:57.915447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccc73b-eda3-4645-914e-81999ea03fd1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=5431767f-b30d-429c-9e80-d01266a5babe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:57.917113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:57.926358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Router 19978711-57b6-4f73-9e68-5e17d81dc838 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:30:57.962668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff2fe27c-39dc-4830-9538-a30184dd495a None None] Provisioning for port 3e3de7b7-4577-4797-abfd-47f797f35a89 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:58.006646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:58.010349 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7fff951a-91bb-49a2-ab3e-c31268c15562 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849140 Aug 16 02:30:58.013331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:58.276425 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b459bc-3f89-4c0c-9610-703632dabf68 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:58.280574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:58.300818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:58.307355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.332368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.334854 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-92872bae-5aa8-4c05-aa25-8248f1100b6c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8929980 Aug 16 02:30:58.336445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 54980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:58.468566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Sync routers for ids ['19978711-57b6-4f73-9e68-5e17d81dc838'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:58.478476 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:30:57Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:58.500625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 96722c37-717b-4436-bc55-1de97fde6ea4 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:58.527876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-640e6ad0-286d-4d68-a48b-4ca94f25e1e7 None None] Could not find standard attr ID for object 96eab233-94a9-4893-9a5d-170d15050098. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:30:58.563461 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242e3266-ad0b-461e-a957-929ce1963237 None None] The sync data for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 is: [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:30:57Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:58.602671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c533bad-cdad-483d-af0f-dc0f4f396661 None None] Network d6810852-b026-4775-aa9a-a6c1a5fd3693 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:58.621715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 96722c37-717b-4436-bc55-1de97fde6ea4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:58.625280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 96722c37-717b-4436-bc55-1de97fde6ea4 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:58.739995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Routers {'19978711-57b6-4f73-9e68-5e17d81dc838'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:58.745091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['19978711-57b6-4f73-9e68-5e17d81dc838'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:59.018464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:30:59.199116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.242819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3e3de7b7-4577-4797-abfd-47f797f35a89 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:59.262204 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.413031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9285cbe-8fe7-4736-ac06-a6fcd26454e1 None None] Provisioning for port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:59.471903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Allocated IP 172.20.0.1 (d6810852-b026-4775-aa9a-a6c1a5fd3693/575892bc-cba4-4462-8fea-43b259852503/790614d0-41d5-4adf-aa32-bc5e16c73f4c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:59.547295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] For port 3e3de7b7-4577-4797-abfd-47f797f35a89, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3e3de7b7-4577-4797-abfd-47f797f35a89,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:59.615298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.629374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.630901 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.653614 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.672367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3e3de7b7-4577-4797-abfd-47f797f35a89 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:59.672604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Transition to ACTIVE for port object 790614d0-41d5-4adf-aa32-bc5e16c73f4c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:59.696807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3e3de7b7-4577-4797-abfd-47f797f35a89 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:59.697454 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.715191 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.778987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=3e3de7b7-4577-4797-abfd-47f797f35a89,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:59.800308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Set router 19978711-57b6-4f73-9e68-5e17d81dc838 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:59.826721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:59.831910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:59.836528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:59.837119 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:59.844410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Network d6810852-b026-4775-aa9a-a6c1a5fd3693 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:59.849852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:59.852971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=f6ad91e8-fa3d-4235-b94d-daada8196271,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:59.860139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:59.867493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-800df28f-8f5d-4edd-b092-75574a891ff4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8568842 Aug 16 02:30:59.868015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 54992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:59.874516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:75:45:de', 'name': 'tempest-NetworksTestDHCPv6-1554332909'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:59.908122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Pushing event updated for resources: {'Port': ['ID=790614d0-41d5-4adf-aa32-bc5e16c73f4c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:59.939144 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.077688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d6c1a9-2332-4289-aab1-be06c575b21e None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:00.108056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:00.153118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.201675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91a78c9b-c1af-4835-a788-39fceba273d1 None None] Provisioning complete for port 3e3de7b7-4577-4797-abfd-47f797f35a89 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:00.202047 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91a78c9b-c1af-4835-a788-39fceba273d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.246247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.275963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 0541ad8b-8920-4139-86d6-f3d7fc47cecb yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:00.314213 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.419845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.440470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.460302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 3e3de7b7-4577-4797-abfd-47f797f35a89, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3e3de7b7-4577-4797-abfd-47f797f35a89,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:00.503599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:fe75:45de (8eebb85f-2c98-4de5-861e-1feb0dc2668f/f6ad91e8-fa3d-4235-b94d-daada8196271/0541ad8b-8920-4139-86d6-f3d7fc47cecb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:00.516217 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.524514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:00.549652 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.592974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Pushing event updated for resources: {'Port': ['ID=790614d0-41d5-4adf-aa32-bc5e16c73f4c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:00.715465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Network d6810852-b026-4775-aa9a-a6c1a5fd3693 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:00.717563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:00.839866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=3e3de7b7-4577-4797-abfd-47f797f35a89,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:00.882938 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.922710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 0541ad8b-8920-4139-86d6-f3d7fc47cecb will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:00.930664 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:00.962757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:00.966164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:54Z', 'updated_at': '2021-08-16T02:30:56Z', 'revision_number': 3, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'gw_port': {'id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:55Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:00.970742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Router 19978711-57b6-4f73-9e68-5e17d81dc838 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:01.013654 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.018935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:01.019344 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.070122 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Checking router: 19978711-57b6-4f73-9e68-5e17d81dc838 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:01.070490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Updating router 19978711-57b6-4f73-9e68-5e17d81dc838 port e063a548-d9b0-4c31-a398-dc37f317bb1b binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:31:01.122949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:01.134144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:01.150397 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-545ebe99-7f05-4f31-8aef-71e825113c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.156464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:01.179445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:01.181651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.183948 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d46da3ce-5fe8-4eeb-af81-f55de931fc80 None None] Provisioning complete for port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:01.184412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d46da3ce-5fe8-4eeb-af81-f55de931fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.245064 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.256868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=0541ad8b-8920-4139-86d6-f3d7fc47cecb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:01.270518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f9861562-3386-4658-8d9e-1616f8aca4b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3974662 Aug 16 02:31:01.271428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55012) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:01.317552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:01.338828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-67f3ea16-4185-43eb-8ee9-daa7c9f3c775 admin admin] 10.222.0.61 "PUT /v2.0/routers/19978711-57b6-4f73-9e68-5e17d81dc838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0003276 Aug 16 02:31:01.390372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930cdebb-fca1-49e9-84c2-68b316abc7e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:01.414837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930cdebb-fca1-49e9-84c2-68b316abc7e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:01.429351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-930cdebb-fca1-49e9-84c2-68b316abc7e1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1540878 Aug 16 02:31:01.431281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:01.658422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-513e331d-48f1-439a-98e7-772c0b4b5e79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 0541ad8b-8920-4139-86d6-f3d7fc47cecb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:01.665896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-513e331d-48f1-439a-98e7-772c0b4b5e79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.690346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.803765 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d46da3ce-5fe8-4eeb-af81-f55de931fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.843311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-513e331d-48f1-439a-98e7-772c0b4b5e79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.849198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8ddb0170-e1ec-44ec-9a39-5c98b8e18a05,segment=NetworkSegment(3d8090e8-e90f-4218-9a14-31a4d7f2c4f3),segment_id=3d8090e8-e90f-4218-9a14-31a4d7f2c4f3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:01.868907 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:01.869945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e4dd91e9-c10e-44e9-95ff-09031a2c12d0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:01.874475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-513e331d-48f1-439a-98e7-772c0b4b5e79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 0541ad8b-8920-4139-86d6-f3d7fc47cecb owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:02.042871 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-d46da3ce-5fe8-4eeb-af81-f55de931fc80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:31:02.043297 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-d46da3ce-5fe8-4eeb-af81-f55de931fc80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:31:02.072907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-513e331d-48f1-439a-98e7-772c0b4b5e79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.098599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=8ddb0170-e1ec-44ec-9a39-5c98b8e18a05,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:02.119889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e331d-48f1-439a-98e7-772c0b4b5e79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=0541ad8b-8920-4139-86d6-f3d7fc47cecb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:02.144517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:02.167130 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-513e331d-48f1-439a-98e7-772c0b4b5e79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.171328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-513e331d-48f1-439a-98e7-772c0b4b5e79 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/0541ad8b-8920-4139-86d6-f3d7fc47cecb HTTP/1.1" status: 204 len: 168 time: 0.7369027 Aug 16 02:31:02.172260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.191241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:02.192013 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.242010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e8b2aa-7ac0-4d9b-9745-a860187af01b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:02.244368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e8b2aa-7ac0-4d9b-9745-a860187af01b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:02.248330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-74e8b2aa-7ac0-4d9b-9745-a860187af01b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0718577 Aug 16 02:31:02.248709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55026) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.257786 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.275069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Transition to ACTIVE for port object e063a548-d9b0-4c31-a398-dc37f317bb1b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:02.282133 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.359474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35eb097-0246-47c2-90b6-536c4daad57b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet f6ad91e8-fa3d-4235-b94d-daada8196271 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:02.378165 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f35eb097-0246-47c2-90b6-536c4daad57b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.472180 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f35eb097-0246-47c2-90b6-536c4daad57b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.483784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dadad-4a5a-43a2-8ddb-82cbbc1137e2 None None] Pushing event updated for resources: {'Port': ['ID=e063a548-d9b0-4c31-a398-dc37f317bb1b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:02.486856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Attempting to bind port e063a548-d9b0-4c31-a398-dc37f317bb1b on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:02.487728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Attempting to bind port e063a548-d9b0-4c31-a398-dc37f317bb1b by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:02.487728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Attempting to bind port e063a548-d9b0-4c31-a398-dc37f317bb1b on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:02.488348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55032) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.493848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e03aace4-58da-4bba-9fc2-ff6b9cd559b5 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061866907', 'description': 'tempest-secgroup-smoke-2061866907 description', 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:02.509692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:02.510078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:02.510482 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.510879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:02.511387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Bound port: e063a548-d9b0-4c31-a398-dc37f317bb1b, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:02.511768 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.528448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e03aace4-58da-4bba-9fc2-ff6b9cd559b5 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.581364 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.593767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f35eb097-0246-47c2-90b6-536c4daad57b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.651324 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e03aace4-58da-4bba-9fc2-ff6b9cd559b5 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.657741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e03aace4-58da-4bba-9fc2-ff6b9cd559b5 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.658733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d46da3ce-5fe8-4eeb-af81-f55de931fc80 None None] Provisioning for port 790614d0-41d5-4adf-aa32-bc5e16c73f4c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:02.699964 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e03aace4-58da-4bba-9fc2-ff6b9cd559b5 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.707809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e03aace4-58da-4bba-9fc2-ff6b9cd559b5 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2178726 Aug 16 02:31:02.710620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.737532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-00d65df1-383a-4500-9ff8-1c1812d0e6ae tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Request body: {'security_group_rule': {'security_group_id': 'c800f119-eedd-41f1-8594-ee9a333aa545', 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:02.775007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aace4-58da-4bba-9fc2-ff6b9cd559b5 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c800f119-eedd-41f1-8594-ee9a333aa545,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:02.786371 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f35eb097-0246-47c2-90b6-536c4daad57b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.858697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35eb097-0246-47c2-90b6-536c4daad57b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ad91e8-fa3d-4235-b94d-daada8196271,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:02.872095 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f35eb097-0246-47c2-90b6-536c4daad57b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.879341 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f35eb097-0246-47c2-90b6-536c4daad57b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/f6ad91e8-fa3d-4235-b94d-daada8196271 HTTP/1.1" status: 204 len: 168 time: 0.6246407 Aug 16 02:31:02.879341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d65df1-383a-4500-9ff8-1c1812d0e6ae tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.880035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:02.936731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] For port e063a548-d9b0-4c31-a398-dc37f317bb1b, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:02.952212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] For port e063a548-d9b0-4c31-a398-dc37f317bb1b, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e063a548-d9b0-4c31-a398-dc37f317bb1b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:02.957021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port e4dd91e9-c10e-44e9-95ff-09031a2c12d0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e4dd91e9-c10e-44e9-95ff-09031a2c12d0,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:02.963355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec41a8-8ed7-4899-8387-8fd96d6b9644 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:02.967366 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.969481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d46da3ce-5fe8-4eeb-af81-f55de931fc80 None None] Provisioning complete for port 790614d0-41d5-4adf-aa32-bc5e16c73f4c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:02.970055 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d46da3ce-5fe8-4eeb-af81-f55de931fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:02.984060 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.016260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0a67907a-a2a4-43a9-b850-3b218a7b5079 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1325383 Aug 16 02:31:03.017311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.053738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d65df1-383a-4500-9ff8-1c1812d0e6ae tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.058948 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d65df1-383a-4500-9ff8-1c1812d0e6ae tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.151273 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00d65df1-383a-4500-9ff8-1c1812d0e6ae tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.154497 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-00d65df1-383a-4500-9ff8-1c1812d0e6ae tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4428458 Aug 16 02:31:03.157047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d65df1-383a-4500-9ff8-1c1812d0e6ae tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b73054-6588-4fad-996e-de6a6a1624bc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.158315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.164124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-80c1e3a8-9480-4300-82ac-474e150b4977 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Request body: {'security_group_rule': {'security_group_id': 'c800f119-eedd-41f1-8594-ee9a333aa545', 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:03.166789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3e3de7b7-4577-4797-abfd-47f797f35a89 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:03.189052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb34f1-c8c2-4d7b-acb4-9be31e379008 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:03.190472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-35eb34f1-c8c2-4d7b-acb4-9be31e379008 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1721549 Aug 16 02:31:03.194692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.217745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d46da3ce-5fe8-4eeb-af81-f55de931fc80 None None] Port 790614d0-41d5-4adf-aa32-bc5e16c73f4c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:31:03.243827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dadad-4a5a-43a2-8ddb-82cbbc1137e2 None None] Pushing event updated for resources: {'Port': ['ID=e063a548-d9b0-4c31-a398-dc37f317bb1b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.246360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c1e3a8-9480-4300-82ac-474e150b4977 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.277198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Routers {'19978711-57b6-4f73-9e68-5e17d81dc838'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:03.277893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:30:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['19978711-57b6-4f73-9e68-5e17d81dc838'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:03.327380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed5940a-18d6-4926-a0eb-18d1b7eee844 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:03.332813 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9ed5940a-18d6-4926-a0eb-18d1b7eee844 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1358535 Aug 16 02:31:03.337294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.368904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c1e3a8-9480-4300-82ac-474e150b4977 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.377131 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c1e3a8-9480-4300-82ac-474e150b4977 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.390157 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3e20b5c4-90d9-4997-bb24-9ef2afab4dab tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519691 Aug 16 02:31:03.398804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.412698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:03.430918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-534a6067-efd8-46e9-a31c-06cbeed1d45e None None] Could not find standard attr ID for object 0541ad8b-8920-4139-86d6-f3d7fc47cecb. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:31:03.468548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1e3a8-9480-4300-82ac-474e150b4977 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0952c4c-d79b-426c-9497-7328e0cb3186,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.510737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c1e3a8-9480-4300-82ac-474e150b4977 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.516572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.520004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-80c1e3a8-9480-4300-82ac-474e150b4977 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3604870 Aug 16 02:31:03.522515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-85771c7c-feeb-4290-97b4-fd9f18c64a8e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Request body: {'security_group_rule': {'security_group_id': 'c800f119-eedd-41f1-8594-ee9a333aa545', 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:03.574764 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85771c7c-feeb-4290-97b4-fd9f18c64a8e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.585520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=e4dd91e9-c10e-44e9-95ff-09031a2c12d0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.623664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-534a6067-efd8-46e9-a31c-06cbeed1d45e None None] Provisioning complete for port 3e3de7b7-4577-4797-abfd-47f797f35a89 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:03.624238 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-534a6067-efd8-46e9-a31c-06cbeed1d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.648461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:03.654256 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.686138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3e3de7b7-4577-4797-abfd-47f797f35a89 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:03.686522 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.707101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85771c7c-feeb-4290-97b4-fd9f18c64a8e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.711316 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85771c7c-feeb-4290-97b4-fd9f18c64a8e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.730009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f7433-395c-4c93-9f1f-419ee233aabb None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:03.741094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] Set router 19978711-57b6-4f73-9e68-5e17d81dc838 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:03.744335 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d46bc3ea-4abf-433a-bc2b-b7d17b414cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.745298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85771c7c-feeb-4290-97b4-fd9f18c64a8e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19c6226-e2d3-48b7-b7a2-570f042c1d7b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.753486 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85771c7c-feeb-4290-97b4-fd9f18c64a8e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.756189 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-85771c7c-feeb-4290-97b4-fd9f18c64a8e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2382946 Aug 16 02:31:03.758810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.769012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-362dd5b6-ace6-4fdd-b213-25c36aacb233 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Request body: {'security_group_rule': {'security_group_id': 'c800f119-eedd-41f1-8594-ee9a333aa545', 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:03.846351 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-362dd5b6-ace6-4fdd-b213-25c36aacb233 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.936858 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-362dd5b6-ace6-4fdd-b213-25c36aacb233 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.943374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-362dd5b6-ace6-4fdd-b213-25c36aacb233 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.994597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-362dd5b6-ace6-4fdd-b213-25c36aacb233 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:03.994597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-362dd5b6-ace6-4fdd-b213-25c36aacb233 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2290330 Aug 16 02:31:03.994597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dd5b6-ace6-4fdd-b213-25c36aacb233 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310344c2-900e-4a7c-841a-b58b6e378075,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:03.994597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:03.998236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c3812ee3-6727-473e-8b67-d845dd034ca6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Request body: {'security_group_rule': {'security_group_id': 'c800f119-eedd-41f1-8594-ee9a333aa545', 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:04.049598 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-c3812ee3-6727-473e-8b67-d845dd034ca6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Project 7e18e57f2eee4a02bb2dbd925b87e5d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:31:04.064723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3812ee3-6727-473e-8b67-d845dd034ca6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.065542 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.119169 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.125712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e93f7433-395c-4c93-9f1f-419ee233aabb None None] Deleting port 3e3de7b7-4577-4797-abfd-47f797f35a89 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:04.126209 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e93f7433-395c-4c93-9f1f-419ee233aabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.140444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:04.200306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3812ee3-6727-473e-8b67-d845dd034ca6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.207558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3812ee3-6727-473e-8b67-d845dd034ca6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.211774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:04.221016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:04.229580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3812ee3-6727-473e-8b67-d845dd034ca6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd437972-bf8b-47bb-bb5c-102ec43a208c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:04.233619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:04.233619 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.248625 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3812ee3-6727-473e-8b67-d845dd034ca6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.254145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:04.256583 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c3812ee3-6727-473e-8b67-d845dd034ca6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2613051 Aug 16 02:31:04.267616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6ce020cc-f5d9-4e9c-bfb9-2106cdb01f3a tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Request body: {'security_group_rule': {'security_group_id': 'c800f119-eedd-41f1-8594-ee9a333aa545', 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:04.280053 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=4ac061fa-cd58-4c6e-86f4-70552203bd09,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:04.289767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8b10f4cf-4ff0-4246-b87c-9a5e938bbf8d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8856418 Aug 16 02:31:04.290227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:04.295282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:8b:f4:f8', 'name': 'tempest-NetworksTestDHCPv6-325818179'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:04.299829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-534a6067-efd8-46e9-a31c-06cbeed1d45e None None] Provisioning complete for port 790614d0-41d5-4adf-aa32-bc5e16c73f4c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:04.300213 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-534a6067-efd8-46e9-a31c-06cbeed1d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.352207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e93f7433-395c-4c93-9f1f-419ee233aabb None None] For port 3e3de7b7-4577-4797-abfd-47f797f35a89, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3e3de7b7-4577-4797-abfd-47f797f35a89,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:04.352610 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e93f7433-395c-4c93-9f1f-419ee233aabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.369379 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-6ce020cc-f5d9-4e9c-bfb9-2106cdb01f3a tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Project 7e18e57f2eee4a02bb2dbd925b87e5d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:31:04.374127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e93f7433-395c-4c93-9f1f-419ee233aabb None None] Calling delete_port for 3e3de7b7-4577-4797-abfd-47f797f35a89 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:04.379846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-534a6067-efd8-46e9-a31c-06cbeed1d45e None None] Port 790614d0-41d5-4adf-aa32-bc5e16c73f4c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:31:04.384597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ce020cc-f5d9-4e9c-bfb9-2106cdb01f3a tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.393518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:04.393905 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.481443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:04.486504 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.489538 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ce020cc-f5d9-4e9c-bfb9-2106cdb01f3a tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.500256 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ce020cc-f5d9-4e9c-bfb9-2106cdb01f3a tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.507128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:54Z', 'updated_at': '2021-08-16T02:31:00Z', 'revision_number': 4, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'gw_port': {'id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:55Z', 'updated_at': '2021-08-16T02:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '790614d0-41d5-4adf-aa32-bc5e16c73f4c', 'name': '', 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'mac_address': 'fa:16:3e:e5:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '575892bc-cba4-4462-8fea-43b259852503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:59Z', 'updated_at': '2021-08-16T02:31:00Z', 'revision_number': 2, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'subnets': [{'id': '575892bc-cba4-4462-8fea-43b259852503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:04.530687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port c5dc4101-d158-4b2b-932c-ab263ac6e9f1 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:04.538720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce020cc-f5d9-4e9c-bfb9-2106cdb01f3a tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffde1b4-414a-4daa-acd6-1e9a1863f02b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:04.543283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7deb8b-8bb4-4791-802d-dee2a0ed5d49 None None] The sync data for ids ['19978711-57b6-4f73-9e68-5e17d81dc838'] in n-d-768862-14 is: [{'id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:54Z', 'updated_at': '2021-08-16T02:31:00Z', 'revision_number': 4, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'gw_port': {'id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:55Z', 'updated_at': '2021-08-16T02:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '790614d0-41d5-4adf-aa32-bc5e16c73f4c', 'name': '', 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'mac_address': 'fa:16:3e:e5:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '575892bc-cba4-4462-8fea-43b259852503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:59Z', 'updated_at': '2021-08-16T02:31:00Z', 'revision_number': 2, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'subnets': [{'id': '575892bc-cba4-4462-8fea-43b259852503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:04.544045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ce020cc-f5d9-4e9c-bfb9-2106cdb01f3a tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.555444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6ce020cc-f5d9-4e9c-bfb9-2106cdb01f3a tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2877369 Aug 16 02:31:04.625132 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e93f7433-395c-4c93-9f1f-419ee233aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.659133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f7433-395c-4c93-9f1f-419ee233aabb None None] Pushing event deleted for resources: {'Port': ['ID=3e3de7b7-4577-4797-abfd-47f797f35a89,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:04.675697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f7433-395c-4c93-9f1f-419ee233aabb None None] No DVR routers for this DVR port 3e3de7b7-4577-4797-abfd-47f797f35a89 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:04.702829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c6a86-364d-476c-af0d-020685da1e05 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:04.739060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::236 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/4ac061fa-cd58-4c6e-86f4-70552203bd09/c5dc4101-d158-4b2b-932c-ab263ac6e9f1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:04.804809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-ab447da2-813d-4c5e-a7d0-19639f195482 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061866907&fields=id&tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1 HTTP/1.1" status: 200 len: 267 time: 0.0602746 Aug 16 02:31:04.918904 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.960674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': '4ac061fa-cd58-4c6e-86f4-70552203bd09'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:31:04.962269 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.023261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-f65b692a-4a5e-4c91-bb32-2b0fbb6c40a2 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:05.024978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-f65b692a-4a5e-4c91-bb32-2b0fbb6c40a2 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/networks?id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 200 len: 808 time: 0.2120731 Aug 16 02:31:05.062702 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.067053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-dbf9a395-c74b-4642-baf9-5ac0a4a318e9 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/quotas/7e18e57f2eee4a02bb2dbd925b87e5d1 HTTP/1.1" status: 200 len: 375 time: 0.0359480 Aug 16 02:31:05.132785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object c5dc4101-d158-4b2b-932c-ab263ac6e9f1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:05.149573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e4dd91e9-c10e-44e9-95ff-09031a2c12d0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:05.172789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-4eccb780-aa94-4f2d-99fc-7432b3aa09a7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974219 Aug 16 02:31:05.225343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.261911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:05.262417 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.368304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/4ac061fa-cd58-4c6e-86f4-70552203bd09/3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:05.690766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3e3de7b7-4577-4797-abfd-47f797f35a89 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:05.875239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-7df2a1f4-2552-4a86-88a9-67877c6eeb31 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:31:05.876390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-7df2a1f4-2552-4a86-88a9-67877c6eeb31 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6830175 Aug 16 02:31:05.914140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3e3de7b7-4577-4797-abfd-47f797f35a89 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:05.914581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3e3de7b7-4577-4797-abfd-47f797f35a89 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:05.932656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:05.946393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:05.951194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:05.961891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Transition to ACTIVE for port object 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:05.982923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Transition to ACTIVE for port object 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:05.992679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:05.998690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:05.999445 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.001812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.016725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=c5dc4101-d158-4b2b-932c-ab263ac6e9f1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:06.026524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:06.036102 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cb9ede79-e42c-45d0-a42a-63b4c5d66114 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7448611 Aug 16 02:31:06.059717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:06.066372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:06.081388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:06.086491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Pushing event updated for resources: {'Port': ['ID=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:06.140485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-1287479d-0f39-4c71-bff8-ad96cd79f817 service neutron] 10.222.0.61 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476101 Aug 16 02:31:06.145116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66438c92-d3ff-4b53-9eca-843af7644411 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:06.166957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66438c92-d3ff-4b53-9eca-843af7644411 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:06.175226 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-66438c92-d3ff-4b53-9eca-843af7644411 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1448591 Aug 16 02:31:06.176053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:06.184523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Attempting to bind port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:06.185120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Attempting to bind port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:06.185307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Attempting to bind port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:06.191438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:06.191827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:06.192249 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.192922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:06.193411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Bound port: 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:06.193840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.294485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-05fd23d1-1394-4eaa-b41a-2776ca70df6d service neutron] 10.222.0.61 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442175 Aug 16 02:31:06.326359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] For port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:06.335224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e55e4e04-4b8e-4191-9e12-f982ee0af36a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port c5dc4101-d158-4b2b-932c-ab263ac6e9f1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:06.335823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e55e4e04-4b8e-4191-9e12-f982ee0af36a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.341001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] For port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:06.356986 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.483111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef622d-1247-48e9-91cf-c6b7b351428b None None] Pushing event updated for resources: {'Port': ['ID=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:06.534548 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:06.535531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e55e4e04-4b8e-4191-9e12-f982ee0af36a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.568036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e55e4e04-4b8e-4191-9e12-f982ee0af36a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for c5dc4101-d158-4b2b-932c-ab263ac6e9f1 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:06.800559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c12b16a-22e7-4b55-9a09-6ed9a86a389f req-1fb96bad-e149-4748-a3d4-589e8ac235b2 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 210 time: 0.0783973 Aug 16 02:31:06.879159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e55e4e04-4b8e-4191-9e12-f982ee0af36a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.938000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e4e04-4b8e-4191-9e12-f982ee0af36a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=c5dc4101-d158-4b2b-932c-ab263ac6e9f1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:06.972129 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e55e4e04-4b8e-4191-9e12-f982ee0af36a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:06.977231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:06.988062 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e55e4e04-4b8e-4191-9e12-f982ee0af36a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/c5dc4101-d158-4b2b-932c-ab263ac6e9f1 HTTP/1.1" status: 204 len: 168 time: 0.8107924 Aug 16 02:31:07.007789 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.060786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ab2780-8a84-4007-95dc-d15ee93f8b91 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:07.062708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ab2780-8a84-4007-95dc-d15ee93f8b91 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:07.068172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:07.077039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c4ab2780-8a84-4007-95dc-d15ee93f8b91 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0986564 Aug 16 02:31:07.160292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-150c98b4-6805-49c3-97ae-02e5e3ad03a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 4ac061fa-cd58-4c6e-86f4-70552203bd09 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:07.164689 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-150c98b4-6805-49c3-97ae-02e5e3ad03a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.266144 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-150c98b4-6805-49c3-97ae-02e5e3ad03a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.270672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e063a548-d9b0-4c31-a398-dc37f317bb1b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:07.404800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port e063a548-d9b0-4c31-a398-dc37f317bb1b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:07.410459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e063a548-d9b0-4c31-a398-dc37f317bb1b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:07.411067 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.442960 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-150c98b4-6805-49c3-97ae-02e5e3ad03a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.536548 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.549661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-150c98b4-6805-49c3-97ae-02e5e3ad03a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.561104 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port e063a548-d9b0-4c31-a398-dc37f317bb1b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e063a548-d9b0-4c31-a398-dc37f317bb1b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:07.567367 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-150c98b4-6805-49c3-97ae-02e5e3ad03a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.568621 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.571887 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-150c98b4-6805-49c3-97ae-02e5e3ad03a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/4ac061fa-cd58-4c6e-86f4-70552203bd09 HTTP/1.1" status: 204 len: 168 time: 0.5003672 Aug 16 02:31:07.572657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:07.581397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:07.592313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c98b4-6805-49c3-97ae-02e5e3ad03a0 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac061fa-cd58-4c6e-86f4-70552203bd09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:07.631153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cbcd7079-f3f3-4213-8521-9f23d6f394c7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569229 Aug 16 02:31:07.633783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:07.670296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=e063a548-d9b0-4c31-a398-dc37f317bb1b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:07.711044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7175bd-ec76-48d0-8243-699a28291e43 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:07.715389 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6b7175bd-ec76-48d0-8243-699a28291e43 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0782607 Aug 16 02:31:07.715892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:07.730326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:07.796927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c359b-16e4-47b9-85dc-cb9c61406c27 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:07.799258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d48c359b-16e4-47b9-85dc-cb9c61406c27 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0822375 Aug 16 02:31:07.801984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:07.889707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:07.890056 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fb19d197-6896-4105-b8ab-61a30ea432f9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867779 Aug 16 02:31:07.896585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:07.929833 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Sync routers for ids ['19978711-57b6-4f73-9e68-5e17d81dc838'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:07.948501 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Routers {'19978711-57b6-4f73-9e68-5e17d81dc838'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:07.951586 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:31:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['19978711-57b6-4f73-9e68-5e17d81dc838'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:07.983219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42d20685-8196-40f4-85bd-7cfcb3e8024b req-ec1fc12a-11cf-4f05-b0a5-e9da1d943bb5 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 210 time: 0.0818496 Aug 16 02:31:08.096054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:08.100309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.120683 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Set router 19978711-57b6-4f73-9e68-5e17d81dc838 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:08.495371 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:54Z', 'updated_at': '2021-08-16T02:31:00Z', 'revision_number': 4, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'gw_port': {'id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:55Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '790614d0-41d5-4adf-aa32-bc5e16c73f4c', 'name': '', 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'mac_address': 'fa:16:3e:e5:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '575892bc-cba4-4462-8fea-43b259852503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:59Z', 'updated_at': '2021-08-16T02:31:00Z', 'revision_number': 2, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'subnets': [{'id': '575892bc-cba4-4462-8fea-43b259852503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:08.543121 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Checking router: 19978711-57b6-4f73-9e68-5e17d81dc838 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:08.543747 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Updating router 19978711-57b6-4f73-9e68-5e17d81dc838 port 790614d0-41d5-4adf-aa32-bc5e16c73f4c binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:31:08.602816 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.621846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9404a9a1-eed9-4e19-b678-ba3c28151db5 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:08.771840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:31:08.777518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] Provisioning for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:08.813206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:08.814635 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.110972 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.173508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e063a548-d9b0-4c31-a398-dc37f317bb1b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:09.210284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-557f54bb-c6c9-42a5-87f5-d96bf1a0a562 req-8594a275-27a2-43d6-99ae-fa23db3e3cda tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 210 time: 0.0511475 Aug 16 02:31:09.211022 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.273882 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.309700 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Transition to ACTIVE for port object 790614d0-41d5-4adf-aa32-bc5e16c73f4c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:09.316762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-031b4f84-8356-4d0c-9c33-7cf8f7ec9889 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:09.321662 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.321988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-031b4f84-8356-4d0c-9c33-7cf8f7ec9889 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.93 "GET /v2.0/networks?id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 200 len: 808 time: 0.7729840 Aug 16 02:31:09.327732 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:31:09.328223 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:31:09.367256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e063a548-d9b0-4c31-a398-dc37f317bb1b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:09.367808 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.433223 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-162adcb0-bd06-4550-8b14-8c5ed975fd87 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1 HTTP/1.1" status: 200 len: 380 time: 0.1023138 Aug 16 02:31:09.446936 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Request body: {'port': {'device_id': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'admin_state_up': True, 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'security_groups': ['c800f119-eedd-41f1-8594-ee9a333aa545']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:09.536467 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Attempting to bind port 790614d0-41d5-4adf-aa32-bc5e16c73f4c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:09.537099 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Attempting to bind port 790614d0-41d5-4adf-aa32-bc5e16c73f4c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:09.537959 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Attempting to bind port 790614d0-41d5-4adf-aa32-bc5e16c73f4c on network d6810852-b026-4775-aa9a-a6c1a5fd3693 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:09.554564 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:09.555558 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Checking segment: {'id': '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:09.557301 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.558406 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Bound using segment: {'id': '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:09.559261 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Bound port: 790614d0-41d5-4adf-aa32-bc5e16c73f4c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:09.560165 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.609993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] For port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:09.624440 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Made reservation on behalf of 7e18e57f2eee4a02bb2dbd925b87e5d1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:09.628887 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.661117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.667376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.672304 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.748039 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] For port 790614d0-41d5-4adf-aa32-bc5e16c73f4c, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:09.753277 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] For port 790614d0-41d5-4adf-aa32-bc5e16c73f4c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=790614d0-41d5-4adf-aa32-bc5e16c73f4c,segment=NetworkSegment(3d8090e8-e90f-4218-9a14-31a4d7f2c4f3),segment_id=3d8090e8-e90f-4218-9a14-31a4d7f2c4f3)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:09.761462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:09.763234 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Pushing event updated for resources: {'Port': ['ID=790614d0-41d5-4adf-aa32-bc5e16c73f4c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:09.782688 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.783044 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.783575 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.783925 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.784249 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.784578 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.784901 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.785222 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.785542 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.785858 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.786176 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.786493 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:09.791870 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.904798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:09.908297 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Routers {'19978711-57b6-4f73-9e68-5e17d81dc838'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:09.909262 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:31:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['19978711-57b6-4f73-9e68-5e17d81dc838'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:09.930225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Allocated IP 172.20.0.5 (3d512d1b-34f0-4a1e-a11c-fc67c5ad5026/53a34ca2-965d-4ac3-89dc-f765833a80d8/a0c75ead-ab4c-4e12-9e74-16b327ec4229) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:09.940888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:09.949368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=410e6d83-5a4b-42bc-a8b5-da4d69aedfa7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:09.952378 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:09.953404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:09.954983 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.017960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-23819317-167a-4833-835f-b627c15e1d81 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1243677 Aug 16 02:31:10.021073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:10.022704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] For port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:10.034769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.047309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5da2b90d-8ee1-4419-ad2d-940f6c61d913 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:10.052692 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c8567-301f-4101-9f0f-7bd993868d1f None None] Pushing event updated for resources: {'Port': ['ID=790614d0-41d5-4adf-aa32-bc5e16c73f4c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:10.107956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0c7b2-bb8a-4c96-8d78-918ca6b19810 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:10.200329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b546ab-0d9e-4e5e-9f89-84b80f3e295e None None] Pushing event updated for resources: {'Port': ['ID=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:10.220553 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] Set router 19978711-57b6-4f73-9e68-5e17d81dc838 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:10.324093 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.354459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Transition to ACTIVE for port object a0c75ead-ab4c-4e12-9e74-16b327ec4229 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:10.362830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da2b90d-8ee1-4419-ad2d-940f6c61d913 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:10.367015 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5da2b90d-8ee1-4419-ad2d-940f6c61d913 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.384262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-489735bd-6707-4c03-8d98-7eac3a02b656 None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:10.384773 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-489735bd-6707-4c03-8d98-7eac3a02b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.441685 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.549881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68c035-6b9c-4f5c-b19c-1d29e414578a req-d1911c18-8cf9-43e2-a2ee-16e416a0358e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.554438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:10.556881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-489735bd-6707-4c03-8d98-7eac3a02b656 None None] Could not find standard attr ID for object c5dc4101-d158-4b2b-932c-ab263ac6e9f1. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:31:10.563590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb68c035-6b9c-4f5c-b19c-1d29e414578a req-d1911c18-8cf9-43e2-a2ee-16e416a0358e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 931 time: 0.1599665 Aug 16 02:31:10.588887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:10.606856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:10.615837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'Port': ['ID=a0c75ead-ab4c-4e12-9e74-16b327ec4229,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:10.627868 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:54Z', 'updated_at': '2021-08-16T02:31:00Z', 'revision_number': 4, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'gw_port': {'id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:55Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '790614d0-41d5-4adf-aa32-bc5e16c73f4c', 'name': '', 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'mac_address': 'fa:16:3e:e5:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '575892bc-cba4-4462-8fea-43b259852503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:59Z', 'updated_at': '2021-08-16T02:31:09Z', 'revision_number': 4, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'subnets': [{'id': '575892bc-cba4-4462-8fea-43b259852503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:10.631019 n-d-768862-14 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-5da2b90d-8ee1-4419-ad2d-940f6c61d913 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 410e6d83-5a4b-42bc-a8b5-da4d69aedfa7 (CIDR: 2001:db8::/64) Aug 16 02:31:10.661267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb68c035-6b9c-4f5c-b19c-1d29e414578a req-9c252c87-ed46-4e91-a731-83d120c32671 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964549 Aug 16 02:31:10.663214 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da2b90d-8ee1-4419-ad2d-940f6c61d913 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:31:10.663351 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55e1d9-3a84-480d-a4e5-35742aba284c None None] The sync data for ids ['19978711-57b6-4f73-9e68-5e17d81dc838'] in n-d-768862-14 is: [{'id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:54Z', 'updated_at': '2021-08-16T02:31:00Z', 'revision_number': 4, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'gw_port': {'id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:55Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '790614d0-41d5-4adf-aa32-bc5e16c73f4c', 'name': '', 'network_id': 'd6810852-b026-4775-aa9a-a6c1a5fd3693', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'mac_address': 'fa:16:3e:e5:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '575892bc-cba4-4462-8fea-43b259852503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:59Z', 'updated_at': '2021-08-16T02:31:09Z', 'revision_number': 4, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'subnets': [{'id': '575892bc-cba4-4462-8fea-43b259852503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:10.665449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da2b90d-8ee1-4419-ad2d-940f6c61d913 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:10.689733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5da2b90d-8ee1-4419-ad2d-940f6c61d913 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6648607 Aug 16 02:31:10.692624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:10.700358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:10.717063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.717851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.739773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-a3a4d6cd-787d-4b0d-bbea-98d605842784 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3009720 Aug 16 02:31:10.753590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Request body: {'port': {'device_id': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:10.859390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.926222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:10.932387 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.934964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eae4ee72-3a10-4cde-a06b-b24d0e87d42b None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:10.936768 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eae4ee72-3a10-4cde-a06b-b24d0e87d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.177672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 790614d0-41d5-4adf-aa32-bc5e16c73f4c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:11.305929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94d68250-f68d-4385-b767-0a60145869a7 None None] Provisioning for port a0c75ead-ab4c-4e12-9e74-16b327ec4229 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:11.311821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94d68250-f68d-4385-b767-0a60145869a7 None None] Provisioning complete for port a0c75ead-ab4c-4e12-9e74-16b327ec4229 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:11.312127 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94d68250-f68d-4385-b767-0a60145869a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.315386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 790614d0-41d5-4adf-aa32-bc5e16c73f4c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:11.320916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 790614d0-41d5-4adf-aa32-bc5e16c73f4c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:11.321305 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.348615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.374226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c75ead-ab4c-4e12-9e74-16b327ec4229 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:11.389239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.395501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-94d68250-f68d-4385-b767-0a60145869a7 None None] Port a0c75ead-ab4c-4e12-9e74-16b327ec4229 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:31:11.408540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Transition to ACTIVE for port object a0c75ead-ab4c-4e12-9e74-16b327ec4229 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:11.411941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:11.415495 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.429627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:11.440564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:11.441036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.455637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9634510-59a2-4b05-bab4-0b117ec5c691 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:11.461995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=815f739a-1b47-4e8e-bd48-a2f6f4d7d7f0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:11.482767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c75ead-ab4c-4e12-9e74-16b327ec4229,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:11.485491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-34a46f0f-1da5-4d4a-810f-b718342852ba tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7907002 Aug 16 02:31:11.487731 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:11.497398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:4c:d4:cd', 'name': 'tempest-NetworksTestDHCPv6-1550706513'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:11.605907 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.662026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Attempting to bind port a0c75ead-ab4c-4e12-9e74-16b327ec4229 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:11.662630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Attempting to bind port a0c75ead-ab4c-4e12-9e74-16b327ec4229 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:11.662968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Attempting to bind port a0c75ead-ab4c-4e12-9e74-16b327ec4229 on network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:11.676773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Port a0c75ead-ab4c-4e12-9e74-16b327ec4229 on network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:31:11.677138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Attempting to bind port a0c75ead-ab4c-4e12-9e74-16b327ec4229 on network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:11.703701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:11.705028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Checking segment: {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:11.705589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Bound using segment: {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:11.706365 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Bound port: a0c75ead-ab4c-4e12-9e74-16b327ec4229, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f85ce6-b58f-4e83-ad49-860f8a23af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:11.706934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.724431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 790614d0-41d5-4adf-aa32-bc5e16c73f4c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=790614d0-41d5-4adf-aa32-bc5e16c73f4c,segment=NetworkSegment(3d8090e8-e90f-4218-9a14-31a4d7f2c4f3),segment_id=3d8090e8-e90f-4218-9a14-31a4d7f2c4f3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:11.768252 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.769897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:11.773820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:11.925076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] For port a0c75ead-ab4c-4e12-9e74-16b327ec4229, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:11.934165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] For port a0c75ead-ab4c-4e12-9e74-16b327ec4229, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:11.943695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.987196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a10ba5-b03d-4c07-8b09-4b6cb8c90c54 req-0fd5930d-b129-4147-aa55-20e27d870e63 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:11.995783 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5a10ba5-b03d-4c07-8b09-4b6cb8c90c54 req-0fd5930d-b129-4147-aa55-20e27d870e63 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 943 time: 0.1855831 Aug 16 02:31:12.003827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:12.004377 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.011617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=790614d0-41d5-4adf-aa32-bc5e16c73f4c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:12.037853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.039362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.041029 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] 10.222.0.93 "PUT /v2.0/ports/a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 200 len: 1092 time: 1.2924607 Aug 16 02:31:12.041741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'tag': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:12.062992 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf5fca7-0efa-4d4d-b744-eb895be53a81" -d '{"events": [{"name": "network-changed", "server_uuid": "b73a562c-cdf5-423b-967d-29b8ef34b6fb", "tag": "a0c75ead-ab4c-4e12-9e74-16b327ec4229"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:12.149918 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.166242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5a10ba5-b03d-4c07-8b09-4b6cb8c90c54 req-4753108e-ad33-43fa-90cd-2a0e133ab038 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693978 Aug 16 02:31:12.194929 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eee92e-4512-4b53-a743-81f8900f9183 x-openstack-request-id: req-58eee92e-4512-4b53-a743-81f8900f9183 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:12.195541 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73a562c-cdf5-423b-967d-29b8ef34b6fb", "tag": "a0c75ead-ab4c-4e12-9e74-16b327ec4229", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:12.196111 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58eee92e-4512-4b53-a743-81f8900f9183 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:12.197140 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'tag': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'status': 'completed', 'code': 200} Aug 16 02:31:12.204208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90b582-0ced-45f7-bee7-920f97dacaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c75ead-ab4c-4e12-9e74-16b327ec4229,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:12.232645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 3c12934c-1ed0-4138-9f24-64fcccedc118 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:12.234323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-3f74584b-452f-4cfb-b3c9-982f6268a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.237073 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-3f74584b-452f-4cfb-b3c9-982f6268a677 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1095 time: 0.1201036 Aug 16 02:31:12.363956 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-6c7607ff-df20-43e7-acf5-d3b97d3f282c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 200 len: 217 time: 0.1164415 Aug 16 02:31:12.370819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822de6cc-8709-4aec-9320-9e28bc21627c None None] Update dhcp port {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': '410e6d83-5a4b-42bc-a8b5-da4d69aedfa7', 'ip_address': '2001:db8::f816:3eff:fe6f:8e6d'}, {'subnet_id': '815f739a-1b47-4e8e-bd48-a2f6f4d7d7f0'}], 'binding:host_id': 'n-d-768862-14'}, 'id': '3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:31:12.404696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-822de6cc-8709-4aec-9320-9e28bc21627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.421767 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.474191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-54788060-14ca-48b8-807b-bdef59a89787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.478291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-54788060-14ca-48b8-807b-bdef59a89787 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a34ca2-965d-4ac3-89dc-f765833a80d8 HTTP/1.1" status: 200 len: 847 time: 0.1093571 Aug 16 02:31:12.505260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8:0:1::334 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/815f739a-1b47-4e8e-bd48-a2f6f4d7d7f0/3c12934c-1ed0-4138-9f24-64fcccedc118) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:12.513718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:fe4c:d4cd (8eebb85f-2c98-4de5-861e-1feb0dc2668f/410e6d83-5a4b-42bc-a8b5-da4d69aedfa7/3c12934c-1ed0-4138-9f24-64fcccedc118) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:12.552705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-78321aa5-caeb-4046-98da-b77ce2954cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.554374 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-78321aa5-caeb-4046-98da-b77ce2954cdd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702038 Aug 16 02:31:12.664480 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-b84dc3fc-16aa-4e4c-aa7a-c061ed481fb5 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025910 Aug 16 02:31:12.714209 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.732363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 3c12934c-1ed0-4138-9f24-64fcccedc118 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:12.773082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.796650 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b06e5dde-384c-48c8-bb84-186a8d8675c0 req-d74393a6-cd74-4a42-88e6-d9f282970638 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258266 Aug 16 02:31:12.818071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:12.822343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:12.825795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:12.833110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.834439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.861440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-822de6cc-8709-4aec-9320-9e28bc21627c None None] Allocated IP 2001:db8:0:1::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/815f739a-1b47-4e8e-bd48-a2f6f4d7d7f0/3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:12.867694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=3c12934c-1ed0-4138-9f24-64fcccedc118,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:12.876690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d1e631ad-62f3-4506-94c2-d37d7856af6a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3851309 Aug 16 02:31:12.876948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:12.932364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-32a4e5c0-b4e2-4032-90f4-fcb4ffe90d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:12.934012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-32a4e5c0-b4e2-4032-90f4-fcb4ffe90d36 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1095 time: 0.0656347 Aug 16 02:31:12.993723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-822de6cc-8709-4aec-9320-9e28bc21627c None None] For port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:13.082249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-633266c6-c834-4d32-b859-cc5ea01ded99 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 3c12934c-1ed0-4138-9f24-64fcccedc118 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:13.082798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-633266c6-c834-4d32-b859-cc5ea01ded99 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.085531 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-822de6cc-8709-4aec-9320-9e28bc21627c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.114234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-822de6cc-8709-4aec-9320-9e28bc21627c None None] Transition to ACTIVE for port object 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:13.117334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-326560b4-6712-4f41-a51f-a668ecf24d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:13.120367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 790614d0-41d5-4adf-aa32-bc5e16c73f4c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:13.121253 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-326560b4-6712-4f41-a51f-a668ecf24d6d service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 200 len: 909 time: 0.1784172 Aug 16 02:31:13.158746 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-822de6cc-8709-4aec-9320-9e28bc21627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.201537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-63434d26-4250-4a64-87d1-9c1e1add9003 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 200 len: 217 time: 0.0721133 Aug 16 02:31:13.248405 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-633266c6-c834-4d32-b859-cc5ea01ded99 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.263694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-633266c6-c834-4d32-b859-cc5ea01ded99 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 3c12934c-1ed0-4138-9f24-64fcccedc118 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:13.272845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822de6cc-8709-4aec-9320-9e28bc21627c None None] Pushing event updated for resources: {'Port': ['ID=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:13.292576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-e926af9c-58fd-4891-a2e8-eb97871bbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:13.294657 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-e926af9c-58fd-4891-a2e8-eb97871bbda6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a34ca2-965d-4ac3-89dc-f765833a80d8 HTTP/1.1" status: 200 len: 847 time: 0.0853648 Aug 16 02:31:13.362597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-b9ba5eb8-b405-4512-b800-c3c17d175203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:13.365372 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-b9ba5eb8-b405-4512-b800-c3c17d175203 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614898 Aug 16 02:31:13.366370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 790614d0-41d5-4adf-aa32-bc5e16c73f4c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:13.367405 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.515236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbd00e-4416-436d-8650-d930eadccc6f req-d61daada-436f-49e2-b9e6-2c882617774d tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:13.519463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cafbd00e-4416-436d-8650-d930eadccc6f req-d61daada-436f-49e2-b9e6-2c882617774d tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 943 time: 0.1657093 Aug 16 02:31:13.634331 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-f44640bf-5bab-4b92-90e0-4f6eac2b2768 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611938 Aug 16 02:31:13.664651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cafbd00e-4416-436d-8650-d930eadccc6f req-fe330194-f9f9-4178-858d-61c99022210a tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131701 Aug 16 02:31:13.763644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-633266c6-c834-4d32-b859-cc5ea01ded99 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.824181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633266c6-c834-4d32-b859-cc5ea01ded99 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=3c12934c-1ed0-4138-9f24-64fcccedc118,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:13.842856 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7bf5fca7-0efa-4d4d-b744-eb895be53a81 req-1298ba94-17c2-448f-9fa3-8a01e52832ab service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011917 Aug 16 02:31:13.884951 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-633266c6-c834-4d32-b859-cc5ea01ded99 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.887871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-633266c6-c834-4d32-b859-cc5ea01ded99 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/3c12934c-1ed0-4138-9f24-64fcccedc118 HTTP/1.1" status: 204 len: 168 time: 1.0094724 Aug 16 02:31:13.891015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:13.945987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a95fcd-1b1f-48cc-9d04-e898113011b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:13.947448 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-03a95fcd-1b1f-48cc-9d04-e898113011b7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0548406 Aug 16 02:31:13.949860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:14.003305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36931f9-ba6f-4862-b8e8-d6eb3366ad40 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:14.007153 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d36931f9-ba6f-4862-b8e8-d6eb3366ad40 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0540061 Aug 16 02:31:14.007516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:14.075953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7010e-822e-4256-982f-8fdd8470493a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:14.077511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7010e-822e-4256-982f-8fdd8470493a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:14.080540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7010e-822e-4256-982f-8fdd8470493a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:14.081845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-70a7010e-822e-4256-982f-8fdd8470493a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0733297 Aug 16 02:31:14.084545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:14.147038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a737541a-38b7-4887-9b70-c594dbb9ed14 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 410e6d83-5a4b-42bc-a8b5-da4d69aedfa7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:14.150763 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a737541a-38b7-4887-9b70-c594dbb9ed14 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.204662 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a737541a-38b7-4887-9b70-c594dbb9ed14 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.310676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a8bdbcc-c005-41c0-9143-17423a3555a5 None None] Provisioning for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:14.316679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a8bdbcc-c005-41c0-9143-17423a3555a5 None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:14.317348 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a8bdbcc-c005-41c0-9143-17423a3555a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.319538 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a737541a-38b7-4887-9b70-c594dbb9ed14 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.413340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a737541a-38b7-4887-9b70-c594dbb9ed14 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.446647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737541a-38b7-4887-9b70-c594dbb9ed14 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=410e6d83-5a4b-42bc-a8b5-da4d69aedfa7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:14.456374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a737541a-38b7-4887-9b70-c594dbb9ed14 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.460914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a737541a-38b7-4887-9b70-c594dbb9ed14 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/410e6d83-5a4b-42bc-a8b5-da4d69aedfa7 HTTP/1.1" status: 204 len: 168 time: 0.3754199 Aug 16 02:31:14.461046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:14.533335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce1b41a-eb27-4158-a99f-3dd84584508d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 815f739a-1b47-4e8e-bd48-a2f6f4d7d7f0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:14.540642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af579722-479f-4bc1-a85d-bf6aa909b793 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:14.548352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b41a-eb27-4158-a99f-3dd84584508d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.611545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b41a-eb27-4158-a99f-3dd84584508d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.655410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-85c95f96-f51f-4a99-9e4f-79a93e00a005 None None] Could not find standard attr ID for object 3c12934c-1ed0-4138-9f24-64fcccedc118. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:31:14.730093 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b41a-eb27-4158-a99f-3dd84584508d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.817760 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b41a-eb27-4158-a99f-3dd84584508d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.835535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783614-cd16-44af-8691-29ea99fdb5ea req-cc4ca712-2476-4ce1-9dcf-d1e87afbf46b tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:14.835753 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b41a-eb27-4158-a99f-3dd84584508d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.839938 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4ce1b41a-eb27-4158-a99f-3dd84584508d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/815f739a-1b47-4e8e-bd48-a2f6f4d7d7f0 HTTP/1.1" status: 204 len: 168 time: 0.3755379 Aug 16 02:31:14.840818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e783614-cd16-44af-8691-29ea99fdb5ea req-cc4ca712-2476-4ce1-9dcf-d1e87afbf46b tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 943 time: 0.0735545 Aug 16 02:31:14.841499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:14.856473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1b41a-eb27-4158-a99f-3dd84584508d tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=815f739a-1b47-4e8e-bd48-a2f6f4d7d7f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:14.905469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-df2d5b63-a8fd-40e4-96ff-eb40907f8aa3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628638 Aug 16 02:31:14.909110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:14.914603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:14.927926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e783614-cd16-44af-8691-29ea99fdb5ea req-fa7f17d1-cb6f-4b22-9929-f2fa3d721e8d tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759411 Aug 16 02:31:15.056400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:15.060371 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.087304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:15.185320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:15.185706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.535702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251b2577-2404-42bf-823d-cb174f273558 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:15.581224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.objects.ports [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:31:15.686531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56706da5-a9e8-4153-b1cd-9904b5e05aaf None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:15.686988 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56706da5-a9e8-4153-b1cd-9904b5e05aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.782108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.869030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a0c75ead-ab4c-4e12-9e74-16b327ec4229 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:31:16.004212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] For port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:16.066542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a0c75ead-ab4c-4e12-9e74-16b327ec4229, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:16.067628 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.076857 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.078112 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.101913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'port_id': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'mac_address': 'fa:16:3e:4a:ed:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:31:16.166077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481b71a-f82d-4291-a256-d3b343437141 req-fd3c3cec-8f8a-40a9-942f-90793ae7d675 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:16.176513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2481b71a-f82d-4291-a256-d3b343437141 req-fd3c3cec-8f8a-40a9-942f-90793ae7d675 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 943 time: 0.1067677 Aug 16 02:31:16.187614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.202892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:16.221351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:16.229084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c75ead-ab4c-4e12-9e74-16b327ec4229 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:16.241600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:16.241893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.262582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,revision_number=11']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:16.265732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2481b71a-f82d-4291-a256-d3b343437141 req-ac3fbb2a-b045-4616-a964-d1b6a7d3961c tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878742 Aug 16 02:31:16.272734 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3596950 Aug 16 02:31:16.272734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80556e-fb77-4b8d-a710-35657b897c64 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=c27ff18b-98b0-43fd-aaad-b9d421e2f2bc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:16.274228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:16.287544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f7c94a5a-3816-4388-bdce-7d1a6e9be026 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:16.289806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a0c75ead-ab4c-4e12-9e74-16b327ec4229, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:16.295972 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.296082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:16.379622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a0c75ead-ab4c-4e12-9e74-16b327ec4229,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:16.460039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c94a5a-3816-4388-bdce-7d1a6e9be026 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:16.467615 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7c94a5a-3816-4388-bdce-7d1a6e9be026 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.487676 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d38df2df-49ae-471c-a276-76cec40aee66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.497423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a0c75ead-ab4c-4e12-9e74-16b327ec4229'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:31:16.580312 n-d-768862-14 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-f7c94a5a-3816-4388-bdce-7d1a6e9be026 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c27ff18b-98b0-43fd-aaad-b9d421e2f2bc (CIDR: 2001:db8::/64) Aug 16 02:31:16.585998 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c94a5a-3816-4388-bdce-7d1a6e9be026 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:31:16.586462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c94a5a-3816-4388-bdce-7d1a6e9be026 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:16.644992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d38df2df-49ae-471c-a276-76cec40aee66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.654762 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d38df2df-49ae-471c-a276-76cec40aee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.657221 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f7c94a5a-3816-4388-bdce-7d1a6e9be026 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3824301 Aug 16 02:31:16.660265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:16.665634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:16.726527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d38df2df-49ae-471c-a276-76cec40aee66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6659d268c06485db6b4daf04bcb6c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256082 Aug 16 02:31:16.727219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:16.786469 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38df2df-49ae-471c-a276-76cec40aee66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b0e2d-1614-4cfc-83f1-dde2d64a8d19,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:16.821806 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5cfe5440-2f2f-4dfa-b6ae-90a1a7154a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.848233 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5cfe5440-2f2f-4dfa-b6ae-90a1a7154a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.859435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2174ba4-8a09-45ed-abe0-b3a5c16367fc None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:16.887761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:16.891656 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.908264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5cfe5440-2f2f-4dfa-b6ae-90a1a7154a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.910876 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5cfe5440-2f2f-4dfa-b6ae-90a1a7154a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:16.912432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5cfe5440-2f2f-4dfa-b6ae-90a1a7154a7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c24b0e2d-1614-4cfc-83f1-dde2d64a8d19 HTTP/1.1" status: 204 len: 168 time: 0.1829462 Aug 16 02:31:16.935575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe5440-2f2f-4dfa-b6ae-90a1a7154a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b0e2d-1614-4cfc-83f1-dde2d64a8d19,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:17.138791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:17.246415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.246731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e8c3248-db1c-42bb-9817-7bd8afc3512f None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:17.247309 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e8c3248-db1c-42bb-9817-7bd8afc3512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.360116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:17.368892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:17.375208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:17.375837 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.397359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:17.398172 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=412b7a95-8c28-4d52-a7a1-930417ea6983,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:17.402278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8d8cddf7-f9af-4229-a510-a5e838a7295a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7410095 Aug 16 02:31:17.405121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55372) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:17.411769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:17.411894 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.413526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:ec:e0:2b', 'name': 'tempest-NetworksTestDHCPv6-297523715'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:17.447589 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee8dbf0e-c909-40db-b772-0d3250043b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.496622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52c700-6647-41ae-8fcf-8350e817cc52 req-f45a834e-6091-4187-a44a-663c25368971 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:17.498729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d52c700-6647-41ae-8fcf-8350e817cc52 req-f45a834e-6091-4187-a44a-663c25368971 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 944 time: 0.1032174 Aug 16 02:31:17.566131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d52c700-6647-41ae-8fcf-8350e817cc52 req-965402b9-2434-40a2-86bb-a6c8f822ab23 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571725 Aug 16 02:31:17.627770 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee8dbf0e-c909-40db-b772-0d3250043b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.632186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee8dbf0e-c909-40db-b772-0d3250043b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.657775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419bb84-4850-4d19-803b-78aacba06e2a None None] Update dhcp port {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': 'c27ff18b-98b0-43fd-aaad-b9d421e2f2bc', 'ip_address': '2001:db8::f816:3eff:fe6f:8e6d'}, {'subnet_id': '412b7a95-8c28-4d52-a7a1-930417ea6983'}], 'binding:host_id': 'n-d-768862-14'}, 'id': '3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:31:17.659321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:17.689878 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ee8dbf0e-c909-40db-b772-0d3250043b1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88ef00f440f945169fbd78fe90707948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899191 Aug 16 02:31:17.690922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dbf0e-c909-40db-b772-0d3250043b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419a09d1-a0d6-4f61-bc1e-fa39feb85cdf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:17.693429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:17.695555 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3419bb84-4850-4d19-803b-78aacba06e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.748757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f885fb6-3752-4971-8bcf-85558fc7a7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.773013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.780775 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f885fb6-3752-4971-8bcf-85558fc7a7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.799074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port 89175a1b-a39c-4bac-92b7-a3dd7d6d8a55 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:17.849385 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f885fb6-3752-4971-8bcf-85558fc7a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.852062 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f885fb6-3752-4971-8bcf-85558fc7a7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.855813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3f885fb6-3752-4971-8bcf-85558fc7a7ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/419a09d1-a0d6-4f61-bc1e-fa39feb85cdf HTTP/1.1" status: 204 len: 168 time: 0.1590307 Aug 16 02:31:17.874070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a0c75ead-ab4c-4e12-9e74-16b327ec4229 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:17.874619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f885fb6-3752-4971-8bcf-85558fc7a7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419a09d1-a0d6-4f61-bc1e-fa39feb85cdf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:17.962277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3419bb84-4850-4d19-803b-78aacba06e2a None None] Allocated IP 2001:db8:0:1::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/412b7a95-8c28-4d52-a7a1-930417ea6983/3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:18.040598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port a0c75ead-ab4c-4e12-9e74-16b327ec4229 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:18.051721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port a0c75ead-ab4c-4e12-9e74-16b327ec4229 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:18.052107 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.138922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3419bb84-4850-4d19-803b-78aacba06e2a None None] For port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:18.211380 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3419bb84-4850-4d19-803b-78aacba06e2a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.221713 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.238959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3419bb84-4850-4d19-803b-78aacba06e2a None None] Transition to ACTIVE for port object 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:18.246843 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3419bb84-4850-4d19-803b-78aacba06e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.259981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:18.262838 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed2aaf1-7957-46b2-86db-ab7e2045d1aa" -d '{"events": [{"server_uuid": "b73a562c-cdf5-423b-967d-29b8ef34b6fb", "name": "network-vif-plugged", "status": "completed", "tag": "a0c75ead-ab4c-4e12-9e74-16b327ec4229"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:18.298851 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a0c75ead-ab4c-4e12-9e74-16b327ec4229, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:18.337956 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:18.378460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419bb84-4850-4d19-803b-78aacba06e2a None None] Pushing event updated for resources: {'Port': ['ID=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:18.483847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8:0:1::98 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/412b7a95-8c28-4d52-a7a1-930417ea6983/89175a1b-a39c-4bac-92b7-a3dd7d6d8a55) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:18.484474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a0c75ead-ab4c-4e12-9e74-16b327ec4229,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:18.502551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::f816:3eff:feec:e02b (8eebb85f-2c98-4de5-861e-1feb0dc2668f/c27ff18b-98b0-43fd-aaad-b9d421e2f2bc/89175a1b-a39c-4bac-92b7-a3dd7d6d8a55) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:18.752151 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e89536-b275-48be-a0a1-7389ab163070 x-openstack-request-id: req-37e89536-b275-48be-a0a1-7389ab163070 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:18.752151 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73a562c-cdf5-423b-967d-29b8ef34b6fb", "name": "network-vif-plugged", "status": "completed", "tag": "a0c75ead-ab4c-4e12-9e74-16b327ec4229", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:18.752151 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37e89536-b275-48be-a0a1-7389ab163070 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:18.752151 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'code': 200} Aug 16 02:31:18.797452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10348047-68e6-49e0-8d19-5c3a65f831c9 req-755a8ef4-aab2-4891-b279-37c91c0d87f4 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:18.799902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10348047-68e6-49e0-8d19-5c3a65f831c9 req-755a8ef4-aab2-4891-b279-37c91c0d87f4 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 945 time: 0.0880938 Aug 16 02:31:18.896706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10348047-68e6-49e0-8d19-5c3a65f831c9 req-3439a986-4c3e-4908-abed-6ce915233352 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749366 Aug 16 02:31:19.100323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2ede-0602-4056-a1a6-f5ab6096c8e4 req-a35479a8-7ff8-4be0-9966-c143cb5ded7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:19.101059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:19.101995 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b40e2ede-0602-4056-a1a6-f5ab6096c8e4 req-a35479a8-7ff8-4be0-9966-c143cb5ded7c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1097 time: 0.1045427 Aug 16 02:31:19.117272 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.146940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object 89175a1b-a39c-4bac-92b7-a3dd7d6d8a55 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:19.165272 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b40e2ede-0602-4056-a1a6-f5ab6096c8e4 req-6841ab95-5cd4-4da4-a119-d9e04da3001e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567186 Aug 16 02:31:19.182925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b4452-f5df-4028-8512-f17f6acb1790 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:19.209235 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.255882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:19.261430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:19.266665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:19.272863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:19.273500 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.285162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=89175a1b-a39c-4bac-92b7-a3dd7d6d8a55,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:19.291342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c12b03ad-0c0f-41a2-bb7d-d70cceb311fa None None] Provisioning for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:19.296604 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b9d5b599-0559-4875-a584-33447f76b8fa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8901162 Aug 16 02:31:19.299263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:19.304564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c12b03ad-0c0f-41a2-bb7d-d70cceb311fa None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:19.305078 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c12b03ad-0c0f-41a2-bb7d-d70cceb311fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.409014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-61cee5ab-2d61-43a3-bb83-7195b2e9eb93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port 89175a1b-a39c-4bac-92b7-a3dd7d6d8a55 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:19.409415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61cee5ab-2d61-43a3-bb83-7195b2e9eb93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.525824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61cee5ab-2d61-43a3-bb83-7195b2e9eb93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.541673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-61cee5ab-2d61-43a3-bb83-7195b2e9eb93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for 89175a1b-a39c-4bac-92b7-a3dd7d6d8a55 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:19.775889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61cee5ab-2d61-43a3-bb83-7195b2e9eb93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.811647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a11bf60b-2d17-4d31-8566-757026833ec9 None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:19.812013 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a11bf60b-2d17-4d31-8566-757026833ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.849047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cee5ab-2d61-43a3-bb83-7195b2e9eb93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=89175a1b-a39c-4bac-92b7-a3dd7d6d8a55,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:19.919512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61cee5ab-2d61-43a3-bb83-7195b2e9eb93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.924667 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-61cee5ab-2d61-43a3-bb83-7195b2e9eb93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/89175a1b-a39c-4bac-92b7-a3dd7d6d8a55 HTTP/1.1" status: 204 len: 168 time: 0.6216776 Aug 16 02:31:19.925132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:19.968177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a11bf60b-2d17-4d31-8566-757026833ec9 None None] Could not find standard attr ID for object 89175a1b-a39c-4bac-92b7-a3dd7d6d8a55. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:31:20.082328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff2dd1d-8205-4a42-aa20-f5542f306d20 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:20.084035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6ff2dd1d-8205-4a42-aa20-f5542f306d20 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1579800 Aug 16 02:31:20.086608 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:20.167992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b30ca-fe68-48be-a58e-3f8aa6459ff1 req-463ac0d6-d9f9-4f5a-9401-dda0e2ae96a7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:20.170323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e84b30ca-fe68-48be-a58e-3f8aa6459ff1 req-463ac0d6-d9f9-4f5a-9401-dda0e2ae96a7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 945 time: 0.1636186 Aug 16 02:31:20.185582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ddd30f69-289b-46e8-ba90-068782aa11fe None None] Could not find standard attr ID for object 89175a1b-a39c-4bac-92b7-a3dd7d6d8a55. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:31:20.190828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1a7da-0da0-41f8-b22b-57514b18c1cc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:20.192630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-20f1a7da-0da0-41f8-b22b-57514b18c1cc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1037259 Aug 16 02:31:20.195234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:20.247130 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e84b30ca-fe68-48be-a58e-3f8aa6459ff1 req-2b66727e-0e91-43b5-9428-46654e03f891 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667663 Aug 16 02:31:20.270341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a44066-0728-422c-84f8-b8e715c12606 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:20.276213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a44066-0728-422c-84f8-b8e715c12606 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:20.279026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a44066-0728-422c-84f8-b8e715c12606 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:20.280737 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-95a44066-0728-422c-84f8-b8e715c12606 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0843363 Aug 16 02:31:20.284454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:20.366398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30d2e5d-c531-4815-9878-707c7c28c4a4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 412b7a95-8c28-4d52-a7a1-930417ea6983 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:20.371331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30d2e5d-c531-4815-9878-707c7c28c4a4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.426386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30d2e5d-c531-4815-9878-707c7c28c4a4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.518529 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:20.518677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30d2e5d-c531-4815-9878-707c7c28c4a4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.592283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30d2e5d-c531-4815-9878-707c7c28c4a4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.629024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d2e5d-c531-4815-9878-707c7c28c4a4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=412b7a95-8c28-4d52-a7a1-930417ea6983,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:20.632910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e30d2e5d-c531-4815-9878-707c7c28c4a4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.637528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e30d2e5d-c531-4815-9878-707c7c28c4a4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/412b7a95-8c28-4d52-a7a1-930417ea6983 HTTP/1.1" status: 204 len: 168 time: 0.3507912 Aug 16 02:31:20.638274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:20.643189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc9cb8-2dfe-49c6-8f50-dd14f002897e None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:20.685046 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28537729-14f4-4634-9cfc-582645065241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.730021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a23ef32-fdda-43a7-b96e-64d471920c5a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet c27ff18b-98b0-43fd-aaad-b9d421e2f2bc {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:20.733955 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a23ef32-fdda-43a7-b96e-64d471920c5a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.803939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a23ef32-fdda-43a7-b96e-64d471920c5a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.901137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28537729-14f4-4634-9cfc-582645065241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.911852 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28537729-14f4-4634-9cfc-582645065241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.933516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a23ef32-fdda-43a7-b96e-64d471920c5a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.995134 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-28537729-14f4-4634-9cfc-582645065241 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d114a4d561054c4488e81c86d3ee6966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737263 Aug 16 02:31:20.996648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:20.997134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28537729-14f4-4634-9cfc-582645065241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ffc53-1c42-4a4d-8228-ae8af844fc01,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:21.047136 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a23ef32-fdda-43a7-b96e-64d471920c5a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.081855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fdf82f-3b73-4053-b270-4597f4896d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.085359 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23ef32-fdda-43a7-b96e-64d471920c5a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=c27ff18b-98b0-43fd-aaad-b9d421e2f2bc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:21.087897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a23ef32-fdda-43a7-b96e-64d471920c5a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.092871 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6a23ef32-fdda-43a7-b96e-64d471920c5a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/c27ff18b-98b0-43fd-aaad-b9d421e2f2bc HTTP/1.1" status: 204 len: 168 time: 0.4538448 Aug 16 02:31:21.093877 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:21.148546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-beda10ba-64b5-4dc0-9ac4-1835304a6168 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521133 Aug 16 02:31:21.151261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:21.158667 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fdf82f-3b73-4053-b270-4597f4896d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.159204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:21.238887 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fdf82f-3b73-4053-b270-4597f4896d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.241430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fdf82f-3b73-4053-b270-4597f4896d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.245146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-41fdf82f-3b73-4053-b270-4597f4896d2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/946ffc53-1c42-4a4d-8228-ae8af844fc01 HTTP/1.1" status: 204 len: 168 time: 0.2441249 Aug 16 02:31:21.254081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdf82f-3b73-4053-b270-4597f4896d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ffc53-1c42-4a4d-8228-ae8af844fc01,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:21.338246 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:21.344181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.415961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880b743-5f72-436e-9a98-4cf85e055839 req-d1e9c33c-0659-4c32-825e-44fbb63cc3f6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:21.417631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f880b743-5f72-436e-9a98-4cf85e055839 req-d1e9c33c-0659-4c32-825e-44fbb63cc3f6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 945 time: 0.0711613 Aug 16 02:31:21.491999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f880b743-5f72-436e-9a98-4cf85e055839 req-0a860fbe-6ea2-4f0c-9298-23cbf6ddd7eb tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642700 Aug 16 02:31:21.562087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e5f8a-7b5a-4c94-86c7-536540a7681d None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:21.657257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fc259b67-2bb5-4dcd-9de3-fb083c465557 None None] Provisioning complete for port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:21.658029 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc259b67-2bb5-4dcd-9de3-fb083c465557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.718288 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.731448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcffe5-5f7c-46f3-a177-e8f89be09418 req-9d0aeca7-2db0-4278-8fd9-aab8ba6a676e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:21.733411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8bfcffe5-5f7c-46f3-a177-e8f89be09418 req-9d0aeca7-2db0-4278-8fd9-aab8ba6a676e tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 945 time: 0.0713644 Aug 16 02:31:21.793101 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8bfcffe5-5f7c-46f3-a177-e8f89be09418 req-410c785c-01b7-491f-9ea6-ac15d09a912f tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511672 Aug 16 02:31:21.827999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:21.830574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:21.850364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc2b02ee-e26a-452a-856e-5c2b3b9a285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.877871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:21.887186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:21.893242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:21.893934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.901751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Deleting port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:21.902453 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.910542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=cd2c7f34-876e-4e49-b7c2-6e1f0f708aab,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:21.984265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b375d-729f-4f16-ad9c-f8d245c1c912 req-13ed783d-c484-4a13-b042-eddf7196acd6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:21.986507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f55b375d-729f-4f16-ad9c-f8d245c1c912 req-13ed783d-c484-4a13-b042-eddf7196acd6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 945 time: 0.0901937 Aug 16 02:31:22.007857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] For port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:22.008265 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.024532 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Calling delete_port for 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:22.050396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f55b375d-729f-4f16-ad9c-f8d245c1c912 req-c87c1767-4f06-4f1a-a4e9-d5855a3d28f0 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565944 Aug 16 02:31:22.055245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc2b02ee-e26a-452a-856e-5c2b3b9a285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.060592 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc2b02ee-e26a-452a-856e-5c2b3b9a285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.069460 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-17ad2563-b83a-43d2-86d4-c8112feec8f1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9170115 Aug 16 02:31:22.072480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:22.079470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1ece49c3-1e2b-413a-9a7c-f3c634079caf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:22.084715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:22.135185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fc2b02ee-e26a-452a-856e-5c2b3b9a285b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed97eee4870c46e9958da55aef4ce5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031924 Aug 16 02:31:22.135873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:22.143467 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.153583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b02ee-e26a-452a-856e-5c2b3b9a285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e59b2-932a-4065-a3df-687fc70d7ddd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:22.222935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] No DVR routers for this DVR port 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:22.226386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Pushing event deleted for resources: {'Port': ['ID=3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:22.246390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.246756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.249172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.249922 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f40e31c-7a36-4ce5-a89b-327839a28566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.250197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.253245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.256761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.257134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.257478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.257823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.258160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.258869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.258869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41f50-e111-43ce-a5c3-43d55e6b3810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.268669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b3687-6c23-4c74-9094-9e8b2a09e8e7 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:22.280612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f40e31c-7a36-4ce5-a89b-327839a28566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.284890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ece49c3-1e2b-413a-9a7c-f3c634079caf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:22.291908 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ece49c3-1e2b-413a-9a7c-f3c634079caf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.380373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f40e31c-7a36-4ce5-a89b-327839a28566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.383437 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f40e31c-7a36-4ce5-a89b-327839a28566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.385441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3f40e31c-7a36-4ce5-a89b-327839a28566 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca6e59b2-932a-4065-a3df-687fc70d7ddd HTTP/1.1" status: 204 len: 168 time: 0.2468021 Aug 16 02:31:22.396994 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40e31c-7a36-4ce5-a89b-327839a28566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e59b2-932a-4065-a3df-687fc70d7ddd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:22.458813 n-d-768862-14 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-1ece49c3-1e2b-413a-9a7c-f3c634079caf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd2c7f34-876e-4e49-b7c2-6e1f0f708aab (CIDR: 2001:db8::/64) Aug 16 02:31:22.463739 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ece49c3-1e2b-413a-9a7c-f3c634079caf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:31:22.464469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ece49c3-1e2b-413a-9a7c-f3c634079caf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:22.474330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'tenant_id': '01ea241262714b3589c2e73390b3194c', 'fixed_ips': [{'subnet_id': 'cd2c7f34-876e-4e49-b7c2-6e1f0f708aab'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:31:22.475539 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.516921 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1ece49c3-1e2b-413a-9a7c-f3c634079caf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4429157 Aug 16 02:31:22.521700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:22.527591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:22.537001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9328eda6-5975-43b1-8f94-c72ece2580df tempest-TestServerBasicOps-1648570735 tempest-TestServerBasicOps-1648570735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:22.539562 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9328eda6-5975-43b1-8f94-c72ece2580df tempest-TestServerBasicOps-1648570735 tempest-TestServerBasicOps-1648570735-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1092 time: 0.4524052 Aug 16 02:31:22.541849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:22.549104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:22.582999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.681279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/cd2c7f34-876e-4e49-b7c2-6e1f0f708aab/e47db668-c94f-403d-b2d8-589e5d85b66e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:22.705808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:22.712552 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.723954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.870808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Allocated IP 172.25.5.149 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/0b2c4aae-2aa2-46a7-ae82-e8a69740461b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:23.000144 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.017903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Transition to ACTIVE for port object e47db668-c94f-403d-b2d8-589e5d85b66e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:23.036897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Transition to ACTIVE for port object e47db668-c94f-403d-b2d8-589e5d85b66e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:23.047351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.074818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.135012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:23.149971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:23.155581 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.157620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:23.172488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:23.206332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:23.206737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3daf8b3d-f9f7-4457-a8d6-f8bece9c27f1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:23.219886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'Port': ['ID=0b2c4aae-2aa2-46a7-ae82-e8a69740461b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:23.239532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:23.241161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:23.244651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:23.245678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Pushing event updated for resources: {'Port': ['ID=e47db668-c94f-403d-b2d8-589e5d85b66e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:23.253250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:31:23.293051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Attempting to bind port e47db668-c94f-403d-b2d8-589e5d85b66e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:23.293471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Attempting to bind port e47db668-c94f-403d-b2d8-589e5d85b66e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:23.293786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Attempting to bind port e47db668-c94f-403d-b2d8-589e5d85b66e on network 8eebb85f-2c98-4de5-861e-1feb0dc2668f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:23.308666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:23.309047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Checking segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:23.309450 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.310037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Bound using segment: {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:23.310487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Bound port: e47db668-c94f-403d-b2d8-589e5d85b66e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301722-64c6-4578-bc31-64eb0064c875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:23.310943 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.425263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] For port e47db668-c94f-403d-b2d8-589e5d85b66e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:23.431884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] For port e47db668-c94f-403d-b2d8-589e5d85b66e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e47db668-c94f-403d-b2d8-589e5d85b66e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:23.440896 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.490021 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.567258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549ad65-c2f9-4672-8cd0-9d3151b32ac8 None None] Pushing event updated for resources: {'Port': ['ID=e47db668-c94f-403d-b2d8-589e5d85b66e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:23.805975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] For port e47db668-c94f-403d-b2d8-589e5d85b66e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e47db668-c94f-403d-b2d8-589e5d85b66e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:23.848825 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.862125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.865539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.989981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=041e88a0-6391-455b-8cd3-6166deca244c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:23.999894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=e47db668-c94f-403d-b2d8-589e5d85b66e,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:24.012654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:24.014169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:24.019263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:24.019870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.038501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-991a8bfd-7461-431e-8460-a09828b9981e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5155208 Aug 16 02:31:24.042059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:24.048077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:5e:c0:2a', 'name': 'tempest-NetworksTestDHCPv6-748252300'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:24.066704 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.260215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.324255 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:24.788642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0531c-dc0c-41cd-86f7-d6ffcfd70e13 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:24.817631 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.862686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1e928ac3-607d-44bd-9474-2fdcb00c26d9 None None] Provisioning for port e47db668-c94f-403d-b2d8-589e5d85b66e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:24.869163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port d1a11194-9b4c-42ef-b060-d8c2c809d1ab yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:24.966610 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.977723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.123264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event updated for resources: {'Port': ['ID=0b2c4aae-2aa2-46a7-ae82-e8a69740461b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:25.131149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55572) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:25.168210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.168548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.168895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.169216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.169541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.169862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.170185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.170508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.170830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.171171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.171497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.171837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:25.184127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.214394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e47db668-c94f-403d-b2d8-589e5d85b66e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:25.296235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::1b4 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/cd2c7f34-876e-4e49-b7c2-6e1f0f708aab/d1a11194-9b4c-42ef-b060-d8c2c809d1ab) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:25.298288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port e47db668-c94f-403d-b2d8-589e5d85b66e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:25.303165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e47db668-c94f-403d-b2d8-589e5d85b66e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:25.303456 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.309815 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8d7287e-c179-4717-b9bc-babe2db467da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.350326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5e:c02a (8eebb85f-2c98-4de5-861e-1feb0dc2668f/041e88a0-6391-455b-8cd3-6166deca244c/d1a11194-9b4c-42ef-b060-d8c2c809d1ab) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:25.413176 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.450327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8d7287e-c179-4717-b9bc-babe2db467da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.467033 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8d7287e-c179-4717-b9bc-babe2db467da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.484471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port e47db668-c94f-403d-b2d8-589e5d85b66e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e47db668-c94f-403d-b2d8-589e5d85b66e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:25.491837 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.527747 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Floating IP 0aba4e47-514f-4798-9e91-c768be114961 associated. External IP: 172.25.5.149, port: a0c75ead-ab4c-4e12-9e74-16b327ec4229. Aug 16 02:31:25.565556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=e47db668-c94f-403d-b2d8-589e5d85b66e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:25.591224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c8d7287e-c179-4717-b9bc-babe2db467da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1807f9447855426b8798d12dbab79f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604886 Aug 16 02:31:25.591966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7287e-c179-4717-b9bc-babe2db467da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5942ee0e-8153-4276-a648-5b4d4f4e2c46,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:25.593851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:25.659706 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1db2d86a-65e2-4817-bd56-e5f3ffe9c7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.686343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1db2d86a-65e2-4817-bd56-e5f3ffe9c7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.744582 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1db2d86a-65e2-4817-bd56-e5f3ffe9c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.748155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1db2d86a-65e2-4817-bd56-e5f3ffe9c7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.766000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1db2d86a-65e2-4817-bd56-e5f3ffe9c7bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5942ee0e-8153-4276-a648-5b4d4f4e2c46 HTTP/1.1" status: 204 len: 168 time: 0.1604202 Aug 16 02:31:25.786650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2d86a-65e2-4817-bd56-e5f3ffe9c7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5942ee0e-8153-4276-a648-5b4d4f4e2c46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:25.842357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.888540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object d1a11194-9b4c-42ef-b060-d8c2c809d1ab will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:25.916564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-88a97d36-4380-4c16-b7c9-86172176fbec None None] Provisioning complete for port e47db668-c94f-403d-b2d8-589e5d85b66e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:25.917191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88a97d36-4380-4c16-b7c9-86172176fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.932124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Router 71cfa39f-577f-45c9-9573-603cdb400389 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:25.988982 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.090787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:26.095402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=d1a11194-9b4c-42ef-b060-d8c2c809d1ab,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:26.097923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:26.106009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:26.106193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:26.110898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:26.111574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.119858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84bb6e11-bc71-4dcd-a41c-a917c9961ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.141031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:26.157171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] Sync routers for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:26.157459 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fd1c325f-889a-4664-b260-9d23a2dd7858 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1110728 Aug 16 02:31:26.158812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55586) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:26.166397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:26.167023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:31:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:26.291743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3ea83191-c071-411a-9d5d-3c8829215b5f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port d1a11194-9b4c-42ef-b060-d8c2c809d1ab {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:26.292135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ea83191-c071-411a-9d5d-3c8829215b5f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.299677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84bb6e11-bc71-4dcd-a41c-a917c9961ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.308258 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84bb6e11-bc71-4dcd-a41c-a917c9961ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.352713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:26.377267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb6e11-bc71-4dcd-a41c-a917c9961ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed97b565-dd95-46e3-8ba3-6fc619624d2e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:26.387799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.389141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-84bb6e11-bc71-4dcd-a41c-a917c9961ebd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3da4e928371f4e8092a49323bc7efdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827468 Aug 16 02:31:26.393815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55588) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:26.490217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ea83191-c071-411a-9d5d-3c8829215b5f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.499124 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9ce605ac-bc7e-42ab-9509-de3100f2f184 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9506915 Aug 16 02:31:26.499124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'tag': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:26.501760 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70faee32-6bc1-4e43-a182-08d2586be4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b73a562c-cdf5-423b-967d-29b8ef34b6fb", "tag": "a0c75ead-ab4c-4e12-9e74-16b327ec4229"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:26.525109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30d90738-d597-4bfa-847d-02332a5245e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.526782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3ea83191-c071-411a-9d5d-3c8829215b5f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for d1a11194-9b4c-42ef-b060-d8c2c809d1ab owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:26.565111 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358473a5-4cd9-4d12-bacd-f3dfc3493da6 x-openstack-request-id: req-358473a5-4cd9-4d12-bacd-f3dfc3493da6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:26.565410 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73a562c-cdf5-423b-967d-29b8ef34b6fb", "tag": "a0c75ead-ab4c-4e12-9e74-16b327ec4229", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:26.565659 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-358473a5-4cd9-4d12-bacd-f3dfc3493da6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:26.566292 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'tag': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'status': 'completed', 'code': 200} Aug 16 02:31:26.619317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30d90738-d597-4bfa-847d-02332a5245e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.623349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c71915b3-92da-471d-b964-705c43074b41 None None] Provisioning for port d1a11194-9b4c-42ef-b060-d8c2c809d1ab completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:26.631720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c71915b3-92da-471d-b964-705c43074b41 None None] Provisioning complete for port d1a11194-9b4c-42ef-b060-d8c2c809d1ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:26.632125 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c71915b3-92da-471d-b964-705c43074b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.700555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c71915b3-92da-471d-b964-705c43074b41 None None] Port d1a11194-9b4c-42ef-b060-d8c2c809d1ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:31:26.712260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-04668125-30b3-45d6-8f1e-97665641a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:26.713794 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-04668125-30b3-45d6-8f1e-97665641a2e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1097 time: 0.1409621 Aug 16 02:31:26.729171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '0aba4e47-514f-4798-9e91-c768be114961', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'port_id': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'mac_address': 'fa:16:3e:4a:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:31:23Z', 'updated_at': '2021-08-16T02:31:23Z', 'revision_number': 0, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:31:02Z', 'revision_number': 5, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:26.811589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30d90738-d597-4bfa-847d-02332a5245e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.814639 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30d90738-d597-4bfa-847d-02332a5245e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.816140 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-30d90738-d597-4bfa-847d-02332a5245e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed97b565-dd95-46e3-8ba3-6fc619624d2e HTTP/1.1" status: 204 len: 168 time: 0.4193413 Aug 16 02:31:26.854080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d90738-d597-4bfa-847d-02332a5245e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed97b565-dd95-46e3-8ba3-6fc619624d2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:26.916802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-d408a323-8204-457d-b1d2-3081514a45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:26.918193 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-d408a323-8204-457d-b1d2-3081514a45d1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 200 len: 909 time: 0.1972721 Aug 16 02:31:26.964991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] Checking router: 71cfa39f-577f-45c9-9573-603cdb400389 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:26.987518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:26.990110 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:31:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:27.007854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ea83191-c071-411a-9d5d-3c8829215b5f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.102057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea83191-c071-411a-9d5d-3c8829215b5f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=d1a11194-9b4c-42ef-b060-d8c2c809d1ab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:27.124715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-d7995f6d-9887-4d22-95bf-072dcba7106c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 200 len: 999 time: 0.1932826 Aug 16 02:31:27.127898 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ea83191-c071-411a-9d5d-3c8829215b5f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.137368 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3ea83191-c071-411a-9d5d-3c8829215b5f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/d1a11194-9b4c-42ef-b060-d8c2c809d1ab HTTP/1.1" status: 204 len: 168 time: 0.9770603 Aug 16 02:31:27.139545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:27.203127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-bf6e2bb6-63c1-4514-840a-55500adbe607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:27.206631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e47db668-c94f-403d-b2d8-589e5d85b66e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:27.208406 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-bf6e2bb6-63c1-4514-840a-55500adbe607 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a34ca2-965d-4ac3-89dc-f765833a80d8 HTTP/1.1" status: 200 len: 847 time: 0.0702531 Aug 16 02:31:27.254467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e2ac7-f256-47d4-8b1e-f88aff0815be tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:27.256219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-050e2ac7-f256-47d4-8b1e-f88aff0815be tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1154630 Aug 16 02:31:27.261272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:27.298662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-a6b3c309-fa5d-40ab-9f0a-1845a0712003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:27.300453 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-a6b3c309-fa5d-40ab-9f0a-1845a0712003 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830011 Aug 16 02:31:27.315918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:27.387313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d61ce2-9a9f-4918-8739-1a256bd1b681 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:27.389008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-82d61ce2-9a9f-4918-8739-1a256bd1b681 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1266448 Aug 16 02:31:27.392192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55610) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:27.447237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e47db668-c94f-403d-b2d8-589e5d85b66e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:27.447622 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.526203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03bbf04-b8ef-4386-b6ae-77e1ea708473 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:27.534839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03bbf04-b8ef-4386-b6ae-77e1ea708473 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:27.538333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03bbf04-b8ef-4386-b6ae-77e1ea708473 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:27.543157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a03bbf04-b8ef-4386-b6ae-77e1ea708473 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1462808 Aug 16 02:31:27.543774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:27.554519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-b44e5da3-2cc9-4d67-a99e-a14ed44b5bd4 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456617 Aug 16 02:31:27.636058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdce119-4680-4f22-89b4-68f261486d7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 041e88a0-6391-455b-8cd3-6166deca244c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:27.641527 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bdce119-4680-4f22-89b4-68f261486d7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.718570 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bdce119-4680-4f22-89b4-68f261486d7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.772115 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70faee32-6bc1-4e43-a182-08d2586be4e2 req-d09716b8-7e68-46f2-9b63-ba01c2737d2c service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093923 Aug 16 02:31:27.800112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '0aba4e47-514f-4798-9e91-c768be114961', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'port_id': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'mac_address': 'fa:16:3e:4a:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:31:23Z', 'updated_at': '2021-08-16T02:31:23Z', 'revision_number': 0, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:31:02Z', 'revision_number': 5, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:27.832499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7455bf-7cd1-4851-b0da-26cbbfdabdf3 None None] The sync data for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 is: [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '0aba4e47-514f-4798-9e91-c768be114961', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'port_id': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'mac_address': 'fa:16:3e:4a:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:31:23Z', 'updated_at': '2021-08-16T02:31:23Z', 'revision_number': 0, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:31:02Z', 'revision_number': 5, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:27.869670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bdce119-4680-4f22-89b4-68f261486d7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.946448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bdce119-4680-4f22-89b4-68f261486d7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.977436 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b509f26-b427-4aa2-94c0-254a58207540 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:27.989404 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bdce119-4680-4f22-89b4-68f261486d7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.991380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4bdce119-4680-4f22-89b4-68f261486d7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/041e88a0-6391-455b-8cd3-6166deca244c HTTP/1.1" status: 204 len: 168 time: 0.4465823 Aug 16 02:31:27.992641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce119-4680-4f22-89b4-68f261486d7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=041e88a0-6391-455b-8cd3-6166deca244c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:27.994014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55628) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.077463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ce345a-ecb2-4a12-a624-0a0f69eb82dc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet cd2c7f34-876e-4e49-b7c2-6e1f0f708aab {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:28.081969 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6ce345a-ecb2-4a12-a624-0a0f69eb82dc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.142827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6ce345a-ecb2-4a12-a624-0a0f69eb82dc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.190859 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926f0bea-71cd-4586-8bbd-1e45e098e7f9 None None] New status for floating IP 0aba4e47-514f-4798-9e91-c768be114961: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:31:28.275600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6ce345a-ecb2-4a12-a624-0a0f69eb82dc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.354924 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6ce345a-ecb2-4a12-a624-0a0f69eb82dc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.397267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce345a-ecb2-4a12-a624-0a0f69eb82dc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2c7f34-876e-4e49-b7c2-6e1f0f708aab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:28.399965 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6ce345a-ecb2-4a12-a624-0a0f69eb82dc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.402337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d6ce345a-ecb2-4a12-a624-0a0f69eb82dc tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/cd2c7f34-876e-4e49-b7c2-6e1f0f708aab HTTP/1.1" status: 204 len: 168 time: 0.4067342 Aug 16 02:31:28.404205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.467597 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-25985bdc-3dce-4269-8e88-4965138ed4c1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619695 Aug 16 02:31:28.470622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.476815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:28.610585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:28.614577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.860964 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.910588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:28.914155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:28.918723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:28.919874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.925561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=32fb9ee7-0c8e-4ffc-aafa-b443ce049363,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:28.941493 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4a95836e-5a45-4f47-a1cd-382810de3e5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4685225 Aug 16 02:31:28.944275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.950861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308818ec-ac27-44c8-be9b-3ca914699443 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:28.951026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3c60c5d6-99c3-4024-bd44-7da8f086b472 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:29.028691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c848ee61-ac18-4b56-9504-78f7a7e36fb6 None None] Provisioning complete for port e47db668-c94f-403d-b2d8-589e5d85b66e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:29.029620 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c848ee61-ac18-4b56-9504-78f7a7e36fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.090478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c60c5d6-99c3-4024-bd44-7da8f086b472 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:29.094722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c60c5d6-99c3-4024-bd44-7da8f086b472 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.248698 n-d-768862-14 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-3c60c5d6-99c3-4024-bd44-7da8f086b472 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32fb9ee7-0c8e-4ffc-aafa-b443ce049363 (CIDR: 2001:db8::/64) Aug 16 02:31:29.255873 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c60c5d6-99c3-4024-bd44-7da8f086b472 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:31:29.258390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c60c5d6-99c3-4024-bd44-7da8f086b472 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:29.285355 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3c60c5d6-99c3-4024-bd44-7da8f086b472 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3399136 Aug 16 02:31:29.288423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:29.295308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'subnet': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:29.461253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:29.465639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.611716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3e62215e-142f-4fd5-8f50-e2e1ee046d64 None None] Provisioning complete for port e47db668-c94f-403d-b2d8-589e5d85b66e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:29.612449 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e62215e-142f-4fd5-8f50-e2e1ee046d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.210238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:31:30.376783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.538285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] For port e47db668-c94f-403d-b2d8-589e5d85b66e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e47db668-c94f-403d-b2d8-589e5d85b66e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:30.573928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.579831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.580615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.665741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:30.674369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:30.683549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e82039-e7a5-423d-99c6-2d143f836e64 None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:30.684052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:30.684687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.690534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Subnet': ['ID=7840589c-398a-4378-8872-6c000b84cdc0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:30.701671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=e47db668-c94f-403d-b2d8-589e5d85b66e,revision_number=9']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:30.710367 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d6d21e40-1a36-40a6-85ed-89c6886d9441 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4161661 Aug 16 02:31:30.710580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:30.715945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Request body: {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'mac_address': 'fa:16:3e:38:03:ef', 'name': 'tempest-NetworksTestDHCPv6-743283260'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:30.851307 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.863081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Made reservation on behalf of 01ea241262714b3589c2e73390b3194c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:30.975789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c6d0a-3427-4743-9fa0-2a41059da5d7 None None] Update dhcp port {'port': {'network_id': '8eebb85f-2c98-4de5-861e-1feb0dc2668f', 'fixed_ips': [{'subnet_id': '7840589c-398a-4378-8872-6c000b84cdc0', 'ip_address': '2001:db8:0:1:f816:3eff:fe87:d89b'}, {'subnet_id': '32fb9ee7-0c8e-4ffc-aafa-b443ce049363'}], 'binding:host_id': 'n-d-768862-14'}, 'id': 'e47db668-c94f-403d-b2d8-589e5d85b66e'} from n-d-768862-14. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:31:30.979948 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.004488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] device_id is not set on port adaac12b-fdde-413e-8563-78399174fefb yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:31.008050 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-772c6d0a-3427-4743-9fa0-2a41059da5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.024552 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72da0878-6c4f-40fb-a556-64b2e10a408f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.156896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e47db668-c94f-403d-b2d8-589e5d85b66e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:31.245095 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e47db668-c94f-403d-b2d8-589e5d85b66e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:31.245644 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.262461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8::27a (8eebb85f-2c98-4de5-861e-1feb0dc2668f/32fb9ee7-0c8e-4ffc-aafa-b443ce049363/adaac12b-fdde-413e-8563-78399174fefb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:31.277015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Allocated IP 2001:db8:0:1:f816:3eff:fe38:3ef (8eebb85f-2c98-4de5-861e-1feb0dc2668f/7840589c-398a-4378-8872-6c000b84cdc0/adaac12b-fdde-413e-8563-78399174fefb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:31.448907 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.462833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Transition to ACTIVE for port object adaac12b-fdde-413e-8563-78399174fefb will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:31.499131 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.550029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:31.553143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-772c6d0a-3427-4743-9fa0-2a41059da5d7 None None] Allocated IP 2001:db8::2 (8eebb85f-2c98-4de5-861e-1feb0dc2668f/32fb9ee7-0c8e-4ffc-aafa-b443ce049363/e47db668-c94f-403d-b2d8-589e5d85b66e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:31.553449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:31.558245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:31.564612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:31.565296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.569272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event updated for resources: {'Port': ['ID=adaac12b-fdde-413e-8563-78399174fefb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:31.604106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f668a080-dc1c-4564-a226-e20dfcb673ce tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8921967 Aug 16 02:31:31.607401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:31.696031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-772c6d0a-3427-4743-9fa0-2a41059da5d7 None None] For port e47db668-c94f-403d-b2d8-589e5d85b66e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e47db668-c94f-403d-b2d8-589e5d85b66e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:31.718748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-09a22d8d-dfe8-4f5b-9541-3de7afbc2806 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting port adaac12b-fdde-413e-8563-78399174fefb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:31.719279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09a22d8d-dfe8-4f5b-9541-3de7afbc2806 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.732307 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-772c6d0a-3427-4743-9fa0-2a41059da5d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.748817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-772c6d0a-3427-4743-9fa0-2a41059da5d7 None None] Transition to ACTIVE for port object e47db668-c94f-403d-b2d8-589e5d85b66e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:31.754434 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-772c6d0a-3427-4743-9fa0-2a41059da5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.822503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09a22d8d-dfe8-4f5b-9541-3de7afbc2806 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.836055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-09a22d8d-dfe8-4f5b-9541-3de7afbc2806 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Calling delete_port for adaac12b-fdde-413e-8563-78399174fefb owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:31.857169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c6d0a-3427-4743-9fa0-2a41059da5d7 None None] Pushing event updated for resources: {'Port': ['ID=e47db668-c94f-403d-b2d8-589e5d85b66e,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:32.059059 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09a22d8d-dfe8-4f5b-9541-3de7afbc2806 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.117086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a22d8d-dfe8-4f5b-9541-3de7afbc2806 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Port': ['ID=adaac12b-fdde-413e-8563-78399174fefb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:32.188330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09a22d8d-dfe8-4f5b-9541-3de7afbc2806 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.190685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-09a22d8d-dfe8-4f5b-9541-3de7afbc2806 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/adaac12b-fdde-413e-8563-78399174fefb HTTP/1.1" status: 204 len: 168 time: 0.5819530 Aug 16 02:31:32.193330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55690) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:32.257461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b172d78-2b7f-4610-8d80-e8c2fb73add5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.263007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:32.271709 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0b172d78-2b7f-4610-8d80-e8c2fb73add5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0771918 Aug 16 02:31:32.324717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcab5c4-7b2e-4a66-94b2-5ba4dfd624f9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.326371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7dcab5c4-7b2e-4a66-94b2-5ba4dfd624f9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0623288 Aug 16 02:31:32.329743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:32.389499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd7f4cc-ad2b-419a-9974-11b244a75737 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.391287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd7f4cc-ad2b-419a-9974-11b244a75737 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.393392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd7f4cc-ad2b-419a-9974-11b244a75737 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.396027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fcd7f4cc-ad2b-419a-9974-11b244a75737 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0654004 Aug 16 02:31:32.398656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:32.461563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-72dc3ec0-cd03-46d9-bd49-fe13ec80f864 None None] Provisioning for port e47db668-c94f-403d-b2d8-589e5d85b66e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:32.470989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-72dc3ec0-cd03-46d9-bd49-fe13ec80f864 None None] Provisioning complete for port e47db668-c94f-403d-b2d8-589e5d85b66e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:32.472233 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72dc3ec0-cd03-46d9-bd49-fe13ec80f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.472418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c35dd3-efd8-41e2-8d48-9d1c48ff5eaf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 32fb9ee7-0c8e-4ffc-aafa-b443ce049363 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:32.476278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85c35dd3-efd8-41e2-8d48-9d1c48ff5eaf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.522491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85c35dd3-efd8-41e2-8d48-9d1c48ff5eaf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.621637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85c35dd3-efd8-41e2-8d48-9d1c48ff5eaf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.700530 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85c35dd3-efd8-41e2-8d48-9d1c48ff5eaf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.722296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85c35dd3-efd8-41e2-8d48-9d1c48ff5eaf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.727582 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-85c35dd3-efd8-41e2-8d48-9d1c48ff5eaf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/32fb9ee7-0c8e-4ffc-aafa-b443ce049363 HTTP/1.1" status: 204 len: 168 time: 0.3278661 Aug 16 02:31:32.729275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:32.748615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c35dd3-efd8-41e2-8d48-9d1c48ff5eaf tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=32fb9ee7-0c8e-4ffc-aafa-b443ce049363,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:32.777104 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1a39bcc-0107-4343-b7e9-ee88d83a0f85 None None] Could not find standard attr ID for object adaac12b-fdde-413e-8563-78399174fefb. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:31:32.797808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac50634e-584c-47b2-b5b3-82ccda10c0e7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Deleting subnet 7840589c-398a-4378-8872-6c000b84cdc0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:32.801680 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac50634e-584c-47b2-b5b3-82ccda10c0e7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.854716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac50634e-584c-47b2-b5b3-82ccda10c0e7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.949222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f2b839-07d4-4e01-bf7f-9a211d11353c None None] Network 8eebb85f-2c98-4de5-861e-1feb0dc2668f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:32.960488 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac50634e-584c-47b2-b5b3-82ccda10c0e7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.040407 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac50634e-584c-47b2-b5b3-82ccda10c0e7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.089288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50634e-584c-47b2-b5b3-82ccda10c0e7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Subnet': ['ID=7840589c-398a-4378-8872-6c000b84cdc0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:33.100246 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac50634e-584c-47b2-b5b3-82ccda10c0e7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.105286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.105437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ac50634e-584c-47b2-b5b3-82ccda10c0e7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/7840589c-398a-4378-8872-6c000b84cdc0 HTTP/1.1" status: 204 len: 168 time: 0.3749044 Aug 16 02:31:33.136501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e47db668-c94f-403d-b2d8-589e5d85b66e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:33.169415 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1a57ed5b-1b25-4fc1-aca8-68dc20557ce4 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607622 Aug 16 02:31:33.169620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.186005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f8a1c-9606-4d27-b6f8-ccf891db8429 None None] DHCP port deletion for 8eebb85f-2c98-4de5-861e-1feb0dc2668f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:33.222563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e26df-d4b3-45c8-9ab7-dafc2fcac45b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:33.224713 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4d1e26df-d4b3-45c8-9ab7-dafc2fcac45b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0541809 Aug 16 02:31:33.227238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.240808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e47db668-c94f-403d-b2d8-589e5d85b66e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:33.241201 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.275849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-280f8a1c-9606-4d27-b6f8-ccf891db8429 None None] Deleting port e47db668-c94f-403d-b2d8-589e5d85b66e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:33.276921 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-280f8a1c-9606-4d27-b6f8-ccf891db8429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.284687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559acc7d-29d6-4b56-84e8-ed611e88e46a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:33.288819 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-559acc7d-29d6-4b56-84e8-ed611e88e46a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0578563 Aug 16 02:31:33.289025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.335659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7a9585c4-cf93-441d-846f-0ed1922ecfcb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433049 Aug 16 02:31:33.342239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55712) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.368454 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-199b0992-366c-4113-b020-681e6f68737e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.369253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199b0992-366c-4113-b020-681e6f68737e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.373964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-199b0992-366c-4113-b020-681e6f68737e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/adaac12b-fdde-413e-8563-78399174fefb HTTP/1.1" status: 404 len: 333 time: 0.0280929 Aug 16 02:31:33.374107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.388988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-280f8a1c-9606-4d27-b6f8-ccf891db8429 None None] For port e47db668-c94f-403d-b2d8-589e5d85b66e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e47db668-c94f-403d-b2d8-589e5d85b66e,segment=NetworkSegment(12301722-64c6-4578-bc31-64eb0064c875),segment_id=12301722-64c6-4578-bc31-64eb0064c875)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:33.389400 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-280f8a1c-9606-4d27-b6f8-ccf891db8429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.402605 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce127b7-8919-4a53-97ae-f3439536c61e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.403119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce127b7-8919-4a53-97ae-f3439536c61e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.407967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0ce127b7-8919-4a53-97ae-f3439536c61e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/7840589c-398a-4378-8872-6c000b84cdc0 HTTP/1.1" status: 404 len: 337 time: 0.0296516 Aug 16 02:31:33.408534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.413307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-280f8a1c-9606-4d27-b6f8-ccf891db8429 None None] Calling delete_port for e47db668-c94f-403d-b2d8-589e5d85b66e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:33.434638 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-92717616-15c1-4442-b84d-6c8af06cc011 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.435132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92717616-15c1-4442-b84d-6c8af06cc011 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.439136 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-92717616-15c1-4442-b84d-6c8af06cc011 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/32fb9ee7-0c8e-4ffc-aafa-b443ce049363 HTTP/1.1" status: 404 len: 337 time: 0.0275974 Aug 16 02:31:33.439684 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.462467 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-534eb072-ed50-4651-bfb8-113d0cd11516 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.463380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534eb072-ed50-4651-bfb8-113d0cd11516 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.467828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-534eb072-ed50-4651-bfb8-113d0cd11516 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/d1a11194-9b4c-42ef-b060-d8c2c809d1ab HTTP/1.1" status: 404 len: 333 time: 0.0245144 Aug 16 02:31:33.467828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.499267 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba2d32a-8fe3-4adf-bc38-3e322a9c758b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.499534 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-280f8a1c-9606-4d27-b6f8-ccf891db8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.499738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba2d32a-8fe3-4adf-bc38-3e322a9c758b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.502541 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6ba2d32a-8fe3-4adf-bc38-3e322a9c758b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/041e88a0-6391-455b-8cd3-6166deca244c HTTP/1.1" status: 404 len: 337 time: 0.0339830 Aug 16 02:31:33.505574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.528154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f8a1c-9606-4d27-b6f8-ccf891db8429 None None] Pushing event deleted for resources: {'Port': ['ID=e47db668-c94f-403d-b2d8-589e5d85b66e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:33.531820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f8a1c-9606-4d27-b6f8-ccf891db8429 None None] No DVR routers for this DVR port e47db668-c94f-403d-b2d8-589e5d85b66e on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:33.543454 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3955d3af-f344-47c1-9f32-cc754eac83fd tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.543929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3955d3af-f344-47c1-9f32-cc754eac83fd tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.549125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3955d3af-f344-47c1-9f32-cc754eac83fd tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/cd2c7f34-876e-4e49-b7c2-6e1f0f708aab HTTP/1.1" status: 404 len: 337 time: 0.0389013 Aug 16 02:31:33.549125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.572943 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7c35eb-1259-49e0-ad12-06cd3b40e122 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.573658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7c35eb-1259-49e0-ad12-06cd3b40e122 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.577721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4b7c35eb-1259-49e0-ad12-06cd3b40e122 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/89175a1b-a39c-4bac-92b7-a3dd7d6d8a55 HTTP/1.1" status: 404 len: 333 time: 0.0255198 Aug 16 02:31:33.578298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.610448 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eef471b-78ff-48fd-a964-48fc2ceb2132 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.611271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eef471b-78ff-48fd-a964-48fc2ceb2132 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.613911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7eef471b-78ff-48fd-a964-48fc2ceb2132 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/412b7a95-8c28-4d52-a7a1-930417ea6983 HTTP/1.1" status: 404 len: 337 time: 0.0337117 Aug 16 02:31:33.615939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.621055 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79f5fb31-0037-4893-98a6-4ae7311e92b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.657247 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f98e12-07c3-4083-8cca-405f9f4b62ea tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.658038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f98e12-07c3-4083-8cca-405f9f4b62ea tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.660789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a6f98e12-07c3-4083-8cca-405f9f4b62ea tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/c27ff18b-98b0-43fd-aaad-b9d421e2f2bc HTTP/1.1" status: 404 len: 337 time: 0.0438323 Aug 16 02:31:33.663850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55730) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.688144 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cce9d9-c4ab-4495-8c0a-edb9b630c6b2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.688785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cce9d9-c4ab-4495-8c0a-edb9b630c6b2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.692450 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-04cce9d9-c4ab-4495-8c0a-edb9b630c6b2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/3c12934c-1ed0-4138-9f24-64fcccedc118 HTTP/1.1" status: 404 len: 333 time: 0.0256665 Aug 16 02:31:33.693010 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.719517 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-661f8d7f-dde0-417a-9ec5-6434931e89a5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.719968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661f8d7f-dde0-417a-9ec5-6434931e89a5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.721647 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-661f8d7f-dde0-417a-9ec5-6434931e89a5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/815f739a-1b47-4e8e-bd48-a2f6f4d7d7f0 HTTP/1.1" status: 404 len: 337 time: 0.0277505 Aug 16 02:31:33.724124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.749394 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc0ca4f-95da-45e1-a79e-2c4d6f439ff2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.749841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc0ca4f-95da-45e1-a79e-2c4d6f439ff2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.752151 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6dc0ca4f-95da-45e1-a79e-2c4d6f439ff2 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/410e6d83-5a4b-42bc-a8b5-da4d69aedfa7 HTTP/1.1" status: 404 len: 337 time: 0.0271440 Aug 16 02:31:33.754600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.777785 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ded3ab-0608-47b7-afb8-dd8a45f2b82e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.778400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ded3ab-0608-47b7-afb8-dd8a45f2b82e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.780102 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f0ded3ab-0608-47b7-afb8-dd8a45f2b82e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/c5dc4101-d158-4b2b-932c-ab263ac6e9f1 HTTP/1.1" status: 404 len: 333 time: 0.0245922 Aug 16 02:31:33.782743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.808488 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea66ff7-216e-47a6-91e2-844c4217dc83 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.808865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea66ff7-216e-47a6-91e2-844c4217dc83 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.810598 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2ea66ff7-216e-47a6-91e2-844c4217dc83 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/4ac061fa-cd58-4c6e-86f4-70552203bd09 HTTP/1.1" status: 404 len: 337 time: 0.0269372 Aug 16 02:31:33.813606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.840899 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb79bb86-d08f-4116-a6a7-59a024c0ea01 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.841138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb79bb86-d08f-4116-a6a7-59a024c0ea01 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.843545 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fb79bb86-d08f-4116-a6a7-59a024c0ea01 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/0541ad8b-8920-4139-86d6-f3d7fc47cecb HTTP/1.1" status: 404 len: 333 time: 0.0290036 Aug 16 02:31:33.846279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.874621 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-490ac41d-5437-44c6-9262-0ade1bab8daa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.875342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490ac41d-5437-44c6-9262-0ade1bab8daa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.877095 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-490ac41d-5437-44c6-9262-0ade1bab8daa tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/f6ad91e8-fa3d-4235-b94d-daada8196271 HTTP/1.1" status: 404 len: 337 time: 0.0293453 Aug 16 02:31:33.879565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.901945 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f22f6d2-0541-4bd3-b9df-49fb0f680596 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.902505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f22f6d2-0541-4bd3-b9df-49fb0f680596 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.904189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7f22f6d2-0541-4bd3-b9df-49fb0f680596 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/96eab233-94a9-4893-9a5d-170d15050098 HTTP/1.1" status: 404 len: 333 time: 0.0237305 Aug 16 02:31:33.907111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.933436 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbfac16-f4ff-472b-8a78-e88d7aa2084e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.933885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbfac16-f4ff-472b-8a78-e88d7aa2084e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.937873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5cbfac16-f4ff-472b-8a78-e88d7aa2084e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/5431767f-b30d-429c-9e80-d01266a5babe HTTP/1.1" status: 404 len: 337 time: 0.0275910 Aug 16 02:31:33.938158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.960500 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc46ef98-ddc3-442b-8a0f-2d0f64ed4474 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.961455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc46ef98-ddc3-442b-8a0f-2d0f64ed4474 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.964877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dc46ef98-ddc3-442b-8a0f-2d0f64ed4474 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/67994342-f849-41ac-baf9-9bad7e6222c1 HTTP/1.1" status: 404 len: 333 time: 0.0241983 Aug 16 02:31:33.965882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.977542 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.997517 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a21c3d-fa85-401c-a7a1-4d29ead54e48 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:33.997979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a21c3d-fa85-401c-a7a1-4d29ead54e48 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:33.999776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-34a21c3d-fa85-401c-a7a1-4d29ead54e48 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/9d10c53e-68ad-4617-9425-73e91fb78016 HTTP/1.1" status: 404 len: 337 time: 0.0329366 Aug 16 02:31:34.002418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.032742 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ce4334-8b6e-46d6-b2ef-c8fac65c687c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.033444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ce4334-8b6e-46d6-b2ef-c8fac65c687c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.035186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c1ce4334-8b6e-46d6-b2ef-c8fac65c687c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/4a2765d3-6a32-4794-b30b-b07e08f43c7d HTTP/1.1" status: 404 len: 333 time: 0.0318339 Aug 16 02:31:34.037947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.064066 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9667d269-6a59-4049-8d63-1b0a2bf77e9f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.064527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9667d269-6a59-4049-8d63-1b0a2bf77e9f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.066376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9667d269-6a59-4049-8d63-1b0a2bf77e9f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/21c0e169-ab88-451a-8795-102b1424f087 HTTP/1.1" status: 404 len: 337 time: 0.0275002 Aug 16 02:31:34.068861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.092421 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-58476b5c-a06a-4cea-a9f3-5d9d0b60ed49 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.093076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58476b5c-a06a-4cea-a9f3-5d9d0b60ed49 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.095508 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-58476b5c-a06a-4cea-a9f3-5d9d0b60ed49 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/5dafabd1-54c6-4788-9000-d3716ece4980 HTTP/1.1" status: 404 len: 333 time: 0.0255523 Aug 16 02:31:34.098059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.123536 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5d0845-ea6e-4ab2-b32f-0958977ab3a7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.123993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5d0845-ea6e-4ab2-b32f-0958977ab3a7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.125704 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8e5d0845-ea6e-4ab2-b32f-0958977ab3a7 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/770afacb-39eb-4556-b677-e1f69f6a016f HTTP/1.1" status: 404 len: 337 time: 0.0267608 Aug 16 02:31:34.128550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.155314 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1779a74-c299-48e0-b544-ebc25093915b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.155685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1779a74-c299-48e0-b544-ebc25093915b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.160137 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55768) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.160287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f1779a74-c299-48e0-b544-ebc25093915b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/d82662cb-32fc-4265-8c20-48e9e72d0178 HTTP/1.1" status: 404 len: 337 time: 0.0306406 Aug 16 02:31:34.184904 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18fff9c-d5cf-4f2f-8175-e9a0753eaf52 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.185548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18fff9c-d5cf-4f2f-8175-e9a0753eaf52 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.187310 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d18fff9c-d5cf-4f2f-8175-e9a0753eaf52 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/37746950-9e42-4a9d-8a43-3e789b835ccd HTTP/1.1" status: 404 len: 333 time: 0.0260437 Aug 16 02:31:34.190396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.216186 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae124b6-5a37-476d-beec-e3541b978930 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.216760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae124b6-5a37-476d-beec-e3541b978930 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.218513 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0ae124b6-5a37-476d-beec-e3541b978930 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/ac116fbd-d744-4c9a-841e-79bcd8cc9010 HTTP/1.1" status: 404 len: 337 time: 0.0272112 Aug 16 02:31:34.221076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.247101 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2775ef-6000-4a38-aa04-389c75367b44 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.247791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2775ef-6000-4a38-aa04-389c75367b44 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.249264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9f2775ef-6000-4a38-aa04-389c75367b44 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/cbdc30f4-e224-40bf-97da-0b0ef08018b0 HTTP/1.1" status: 404 len: 337 time: 0.0272698 Aug 16 02:31:34.252480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.276246 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-816b1328-8b11-4273-ae52-cf34af02b1a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.276940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816b1328-8b11-4273-ae52-cf34af02b1a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.279395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-816b1328-8b11-4273-ae52-cf34af02b1a1 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/6ac4e804-1f69-4a1d-a772-a8b6a119692a HTTP/1.1" status: 404 len: 333 time: 0.0249319 Aug 16 02:31:34.281181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.308811 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-214a4eaf-1309-42c4-8eca-d81516e5049a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.309271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214a4eaf-1309-42c4-8eca-d81516e5049a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.311102 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-214a4eaf-1309-42c4-8eca-d81516e5049a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/e70564f2-a541-4b6a-93dc-7ed137af8454 HTTP/1.1" status: 404 len: 337 time: 0.0286858 Aug 16 02:31:34.314452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.347931 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-112bef4e-2877-4ad2-b08a-ec952571cb5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.348389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112bef4e-2877-4ad2-b08a-ec952571cb5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.350338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-112bef4e-2877-4ad2-b08a-ec952571cb5b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/b3262d42-d703-4320-939c-1cf75e6e9d18 HTTP/1.1" status: 404 len: 337 time: 0.0349314 Aug 16 02:31:34.355368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.380223 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b654ec-cbdb-498d-a631-0eddbb51dee3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.380895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b654ec-cbdb-498d-a631-0eddbb51dee3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.382605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-68b654ec-cbdb-498d-a631-0eddbb51dee3 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/23d7f2f9-fa6d-4f80-aec5-b258b9d386e8 HTTP/1.1" status: 404 len: 333 time: 0.0258484 Aug 16 02:31:34.385195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.411886 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16fec86-950e-4c99-9b2c-d9a8f6b114de tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.412250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16fec86-950e-4c99-9b2c-d9a8f6b114de tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.414187 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b16fec86-950e-4c99-9b2c-d9a8f6b114de tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/834fbe89-8c94-4da8-bdca-a7eec29c4a74 HTTP/1.1" status: 404 len: 337 time: 0.0281107 Aug 16 02:31:34.416727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.442549 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d803b62-650a-4610-88fe-7136869e2b93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.442990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d803b62-650a-4610-88fe-7136869e2b93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.444689 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3d803b62-650a-4610-88fe-7136869e2b93 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/2d3d062d-ccc5-4c40-b789-12ee4db78fd4 HTTP/1.1" status: 404 len: 337 time: 0.0270827 Aug 16 02:31:34.447304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.473617 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7ebcf533-7ed0-4649-9eca-e9fbba191c5e tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports?device_id=beaa3c5f-d796-4fc8-ac02-ad64808c70f1 HTTP/1.1" status: 200 len: 205 time: 0.0252676 Aug 16 02:31:34.476088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.516033 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-51b49833-d1db-4dc3-a4f8-0a85dbdba572 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] delete failed (client error): The resource could not be found. Aug 16 02:31:34.517072 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-51b49833-d1db-4dc3-a4f8-0a85dbdba572 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/routers/beaa3c5f-d796-4fc8-ac02-ad64808c70f1 HTTP/1.1" status: 404 len: 336 time: 0.0400844 Aug 16 02:31:34.519782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.546567 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f651d4d-64fa-4b9a-b05c-433c21711707 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.547703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f651d4d-64fa-4b9a-b05c-433c21711707 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.549495 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1f651d4d-64fa-4b9a-b05c-433c21711707 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/678c4691-40b8-4a92-9706-20993c9e677e HTTP/1.1" status: 404 len: 337 time: 0.0288308 Aug 16 02:31:34.552259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.578743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a815801f-2bd4-407a-ba0e-2b5d647666e9 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "GET /v2.0/ports?device_id=439e02c2-5289-4795-bdd5-9056aa328a2f HTTP/1.1" status: 200 len: 205 time: 0.0253265 Aug 16 02:31:34.581148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.618267 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e16e192d-4490-44d7-9894-3ce7b9f05f7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] delete failed (client error): The resource could not be found. Aug 16 02:31:34.619284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e16e192d-4490-44d7-9894-3ce7b9f05f7b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/routers/439e02c2-5289-4795-bdd5-9056aa328a2f HTTP/1.1" status: 404 len: 336 time: 0.0371940 Aug 16 02:31:34.621787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.902451 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.938393 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-08567979-1266-4043-a84c-e8d2b48cbe28 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.938951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08567979-1266-4043-a84c-e8d2b48cbe28 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.940746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-08567979-1266-4043-a84c-e8d2b48cbe28 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/555dd9cd-08d7-406e-a75e-9f1b228770f6 HTTP/1.1" status: 404 len: 337 time: 0.3180742 Aug 16 02:31:34.943344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.969319 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce92052-ec6e-4d30-83ef-afabfae5ccbb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.969790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce92052-ec6e-4d30-83ef-afabfae5ccbb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:34.971575 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cce92052-ec6e-4d30-83ef-afabfae5ccbb tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/1700881d-c3d4-4d28-b3c9-415d7d278641 HTTP/1.1" status: 404 len: 337 time: 0.0273063 Aug 16 02:31:34.974132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.997489 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4ad671-9dd5-40df-b1d1-4e530c7c1ee8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:34.998145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4ad671-9dd5-40df-b1d1-4e530c7c1ee8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.002264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aa4ad671-9dd5-40df-b1d1-4e530c7c1ee8 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/ee9c728f-f460-4f5c-a600-c976aed6a1f0 HTTP/1.1" status: 404 len: 333 time: 0.0271449 Aug 16 02:31:35.002896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.028950 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c2604f-f714-46f8-9945-8a9a92965c91 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.029416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c2604f-f714-46f8-9945-8a9a92965c91 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.031180 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-69c2604f-f714-46f8-9945-8a9a92965c91 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/5ce44171-6ef3-467d-a2a0-045a62cfb12f HTTP/1.1" status: 404 len: 337 time: 0.0273023 Aug 16 02:31:35.033778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.057299 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbceb11-e43b-47d2-b1de-b3d1eac6008a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.057935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbceb11-e43b-47d2-b1de-b3d1eac6008a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.060404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4cbceb11-e43b-47d2-b1de-b3d1eac6008a tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/c4f8ccb9-30dc-4a42-b48d-7f1e0c6f86f5 HTTP/1.1" status: 404 len: 333 time: 0.0256205 Aug 16 02:31:35.062371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.089585 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86e7c7d-26ca-4c31-b277-a3c03d5b7a1b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.090038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86e7c7d-26ca-4c31-b277-a3c03d5b7a1b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.094531 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a86e7c7d-26ca-4c31-b277-a3c03d5b7a1b tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/fab610ea-c53b-49b6-9a09-7d6f44aa3ce0 HTTP/1.1" status: 404 len: 337 time: 0.0278168 Aug 16 02:31:35.094891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.110928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e47db668-c94f-403d-b2d8-589e5d85b66e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:35.121661 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4a19d6-11fd-4589-99fe-41533be8c5ee tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.122301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4a19d6-11fd-4589-99fe-41533be8c5ee tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.124418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bb4a19d6-11fd-4589-99fe-41533be8c5ee tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/7dec28fb-0d6c-4c7c-a353-fb96a907b467 HTTP/1.1" status: 404 len: 333 time: 0.0282204 Aug 16 02:31:35.126983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.132152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: e47db668-c94f-403d-b2d8-589e5d85b66e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:35.132753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e47db668-c94f-403d-b2d8-589e5d85b66e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:35.164647 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed26b3eb-3574-43ef-ba92-6feb87692dcd tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.165205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed26b3eb-3574-43ef-ba92-6feb87692dcd tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.166962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ed26b3eb-3574-43ef-ba92-6feb87692dcd tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/1be18c92-1ed8-4a46-9658-f7f90e8ef100 HTTP/1.1" status: 404 len: 337 time: 0.0369937 Aug 16 02:31:35.169569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.197718 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e4c861-eb43-42b4-ae49-3e2dc58646be tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.198392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e4c861-eb43-42b4-ae49-3e2dc58646be tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.202338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f6e4c861-eb43-42b4-ae49-3e2dc58646be tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/5bdfb16d-68ad-4d92-bc19-a92dfe2c5c6a HTTP/1.1" status: 404 len: 333 time: 0.0295925 Aug 16 02:31:35.202624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.228706 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eae906a-2ae2-4cc1-bbfe-f1d07cb7d446 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.229208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eae906a-2ae2-4cc1-bbfe-f1d07cb7d446 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.230922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6eae906a-2ae2-4cc1-bbfe-f1d07cb7d446 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/680f020d-6ee0-43ae-b195-ee8df2b8c3e9 HTTP/1.1" status: 404 len: 337 time: 0.0267313 Aug 16 02:31:35.233640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.256813 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bc80c5-f331-40ab-bbce-65a1a234c066 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.257483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bc80c5-f331-40ab-bbce-65a1a234c066 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.258974 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c4bc80c5-f331-40ab-bbce-65a1a234c066 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/39577f4f-3fb1-4956-a9e0-ef1df12d6e6e HTTP/1.1" status: 404 len: 333 time: 0.0244341 Aug 16 02:31:35.261452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.287882 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a891651-0a6c-4baf-be51-611967d5a287 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.288326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a891651-0a6c-4baf-be51-611967d5a287 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.290058 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4a891651-0a6c-4baf-be51-611967d5a287 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/657a806c-6ff6-442d-acb1-9fac0bc343b2 HTTP/1.1" status: 404 len: 337 time: 0.0277185 Aug 16 02:31:35.292554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.315122 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8303fe-a30a-4548-9093-871a26df8b49 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.315746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8303fe-a30a-4548-9093-871a26df8b49 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.317427 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7b8303fe-a30a-4548-9093-871a26df8b49 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/099a96ef-d252-4278-a283-949b80e09d98 HTTP/1.1" status: 404 len: 333 time: 0.0239365 Aug 16 02:31:35.319955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.345924 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14a78ab-ec07-4189-83bd-7945dd703ab5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.346368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14a78ab-ec07-4189-83bd-7945dd703ab5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.348072 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f14a78ab-ec07-4189-83bd-7945dd703ab5 tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/f23c1eaa-7e93-4dbd-b573-508b40d5a1f7 HTTP/1.1" status: 404 len: 337 time: 0.0272298 Aug 16 02:31:35.350514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.376743 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1879c8c2-06b7-4c1e-9b68-09b395e2728f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.377266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1879c8c2-06b7-4c1e-9b68-09b395e2728f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.378931 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1879c8c2-06b7-4c1e-9b68-09b395e2728f tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/ports/3c1b1f39-d221-4f35-8564-50f0d8129ce9 HTTP/1.1" status: 404 len: 333 time: 0.0275402 Aug 16 02:31:35.381406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.406964 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-144a6be5-65d2-4fc4-bd8e-ce3078603f8c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] DELETE failed (client error): The resource could not be found. Aug 16 02:31:35.407437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144a6be5-65d2-4fc4-bd8e-ce3078603f8c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:35.409100 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-144a6be5-65d2-4fc4-bd8e-ce3078603f8c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/subnets/69cf11a1-a15b-4df3-82a1-3dbb9ff43f3c HTTP/1.1" status: 404 len: 337 time: 0.0268145 Aug 16 02:31:35.411556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.485921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.577056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.587133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eebb85f-2c98-4de5-861e-1feb0dc2668f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:35.597995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12301722-64c6-4578-bc31-64eb0064c875') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:35.598291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12301722-64c6-4578-bc31-64eb0064c875') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:35.608697 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.626260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.632956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:35.633280 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:35.636548 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:35.701157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.712824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.719686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] 10.222.0.61 "DELETE /v2.0/networks/8eebb85f-2c98-4de5-861e-1feb0dc2668f HTTP/1.1" status: 204 len: 168 time: 0.3070877 Aug 16 02:31:35.740314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a29353-89f3-413f-bf9c-683a4547932c tempest-NetworksTestDHCPv6-1921116909 tempest-NetworksTestDHCPv6-1921116909-project] Pushing event deleted for resources: {'Network': ['ID=8eebb85f-2c98-4de5-861e-1feb0dc2668f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:36.020542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:36.187809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-89275d2a-4c3a-4805-be3d-90ed93d156d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01ea241262714b3589c2e73390b3194c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657152 Aug 16 02:31:36.190170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:36.252404 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced6c02e-f1c2-41ab-a659-101493278724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.274013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced6c02e-f1c2-41ab-a659-101493278724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.323869 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced6c02e-f1c2-41ab-a659-101493278724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.326577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ced6c02e-f1c2-41ab-a659-101493278724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.327786 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ced6c02e-f1c2-41ab-a659-101493278724 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65bada7b-5258-468c-a284-95d6cf82e626 HTTP/1.1" status: 204 len: 168 time: 0.1365767 Aug 16 02:31:36.336722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6c02e-f1c2-41ab-a659-101493278724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bada7b-5258-468c-a284-95d6cf82e626,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:37.020544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:37.033367 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.163567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'networks': [{'name': 'tempest-network--1617734898'}, {'name': 'tempest-network--1741849338'}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:37.163916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'network': {'name': 'tempest-network--1617734898'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:37.164680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'network': {'name': 'tempest-network--1741849338'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:37.194536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Made reservation on behalf of 9acd414ba9b5427bba143698536d86a2 for: {'network': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:37.199415 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.209497 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.322111 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.327710 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.334342 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.390004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a819f38-f8b0-440b-9ae1-4019ac3e4162,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:37.396217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:37.406003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.406885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.407987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.408329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.408816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.409091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.409427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.409763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.410090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.410459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.410795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.411139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:37.421514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.423403 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Added segment e4af21d8-1a8a-4104-9d0a-57c0cf16403f of type vlan for network 21270512-fc3d-49cd-a2ab-da49ce593224 Aug 16 02:31:37.487729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.539577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:37.551226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.551578 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Added segment 6ef8a834-b531-4806-87b3-41bfa631d6c5 of type vlan for network ad7bb07c-6989-494c-a011-d1cd611d3169 Aug 16 02:31:37.593451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.631519 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.632527 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.638629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.643601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.644464 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.707926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6860399 Aug 16 02:31:37.710477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:37.717733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Network': ['ID=21270512-fc3d-49cd-a2ab-da49ce593224,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:37.729345 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 21270512-fc3d-49cd-a2ab-da49ce593224 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:37.812141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06164c9-0b8d-452f-9589-98c7f965dc03 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Network': ['ID=ad7bb07c-6989-494c-a011-d1cd611d3169,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:37.826771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ad7bb07c-6989-494c-a011-d1cd611d3169 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:37.935560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb532f03-fc49-41c0-b8e7-3a80a8968074 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.942483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb532f03-fc49-41c0-b8e7-3a80a8968074 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.948391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb532f03-fc49-41c0-b8e7-3a80a8968074 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.956566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb532f03-fc49-41c0-b8e7-3a80a8968074 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.959403 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eb532f03-fc49-41c0-b8e7-3a80a8968074 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2470734 Aug 16 02:31:37.961047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:38.058438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.160575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.171218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21270512-fc3d-49cd-a2ab-da49ce593224']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:38.195793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4af21d8-1a8a-4104-9d0a-57c0cf16403f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:38.196404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4af21d8-1a8a-4104-9d0a-57c0cf16403f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:38.206827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.221798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.227721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:38.228119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:38.231106 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:38.300844 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.308506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.313790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:38.322902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/networks/21270512-fc3d-49cd-a2ab-da49ce593224 HTTP/1.1" status: 204 len: 168 time: 0.3604412 Aug 16 02:31:38.339130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15254954-7396-48bb-8126-6af935ee1c59 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Network': ['ID=21270512-fc3d-49cd-a2ab-da49ce593224,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:38.402211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.503938 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.521229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7bb07c-6989-494c-a011-d1cd611d3169']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:38.531690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef8a834-b531-4806-87b3-41bfa631d6c5') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:38.532014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef8a834-b531-4806-87b3-41bfa631d6c5') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:38.541803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.556592 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.563319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:38.563698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:38.566919 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:38.625755 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.632987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.637494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:38.637694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/networks/ad7bb07c-6989-494c-a011-d1cd611d3169 HTTP/1.1" status: 204 len: 168 time: 0.3228309 Aug 16 02:31:38.649806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1423b2-eaf9-4b0b-9aae-c567bcf5db71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Network': ['ID=ad7bb07c-6989-494c-a011-d1cd611d3169,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:38.753128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b1f8c-c7df-4c7e-aacd-9ecfeda1e61f tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:38.759787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b1f8c-c7df-4c7e-aacd-9ecfeda1e61f tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:38.765011 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f64b1f8c-c7df-4c7e-aacd-9ecfeda1e61f tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1221573 Aug 16 02:31:38.765011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:38.770436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1998346787'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:38.795127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Made reservation on behalf of 9acd414ba9b5427bba143698536d86a2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:38.799430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.827757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:38.838782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.839408 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Added segment 6ccdf338-0115-4b24-8bfc-e5953b325d33 of type vlan for network 2dda5c70-885c-43d4-b7f6-bdaa012303da Aug 16 02:31:38.886334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.922939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.928885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:38.929533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.006021 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2400692 Aug 16 02:31:39.008644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:39.013958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-982002827'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:39.016753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116068da-1c30-4698-9cb9-1f9d18aa8939 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Network': ['ID=2dda5c70-885c-43d4-b7f6-bdaa012303da,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:39.027986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 2dda5c70-885c-43d4-b7f6-bdaa012303da details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:39.046503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Made reservation on behalf of 9acd414ba9b5427bba143698536d86a2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:39.050702 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.099418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:39.127254 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.127930 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Added segment 2c8dfadd-008a-4698-8230-c922a6e91b6e of type vlan for network eff15ab3-c69b-4b0e-b528-11757340c121 Aug 16 02:31:39.177707 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.210328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.216576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:39.217352 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.280581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2681911 Aug 16 02:31:39.280922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:39.286117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'ports': [{'network_id': '2dda5c70-885c-43d4-b7f6-bdaa012303da', 'name': 'tempest-port--994449149', 'admin_state_up': True}, {'network_id': 'eff15ab3-c69b-4b0e-b528-11757340c121', 'admin_state_up': False}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:39.286492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'port': {'network_id': '2dda5c70-885c-43d4-b7f6-bdaa012303da', 'name': 'tempest-port--994449149', 'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:39.286926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'port': {'network_id': 'eff15ab3-c69b-4b0e-b528-11757340c121', 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:39.306228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfce89-6e33-416b-94c7-8096e2de5d39 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Network': ['ID=eff15ab3-c69b-4b0e-b528-11757340c121,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:39.317978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network eff15ab3-c69b-4b0e-b528-11757340c121 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:39.484154 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Made reservation on behalf of 9acd414ba9b5427bba143698536d86a2 for: {'port': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:39.489959 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.504896 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.588825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] device_id is not set on port 40e13898-6e66-40f8-9fdc-b292509db831 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:39.742697 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.819564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] device_id is not set on port e4c0174f-e3d5-49f6-bfed-781acc70e61c yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:39.943700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.988802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.051150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Port': ['ID=40e13898-6e66-40f8-9fdc-b292509db831,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:40.067033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Checking segment: {'id': '6ccdf338-0115-4b24-8bfc-e5953b325d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dda5c70-885c-43d4-b7f6-bdaa012303da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:40.067641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Network hostable DHCP agents. Network: 2dda5c70-885c-43d4-b7f6-bdaa012303da, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:40.086548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Network 2dda5c70-885c-43d4-b7f6-bdaa012303da is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:40.095959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 2dda5c70-885c-43d4-b7f6-bdaa012303da) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:40.100400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:40.101513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.117405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a7397-623c-47fe-8cd5-ac2e9fbd546d None None] Network 2dda5c70-885c-43d4-b7f6-bdaa012303da requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:40.166733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Port': ['ID=e4c0174f-e3d5-49f6-bfed-781acc70e61c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:40.188404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Checking segment: {'id': '2c8dfadd-008a-4698-8230-c922a6e91b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eff15ab3-c69b-4b0e-b528-11757340c121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:40.189039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Network hostable DHCP agents. Network: eff15ab3-c69b-4b0e-b528-11757340c121, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:40.209279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Network eff15ab3-c69b-4b0e-b528-11757340c121 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:40.222171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, eff15ab3-c69b-4b0e-b528-11757340c121) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:40.228793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:40.236884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:40.240652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15c20f-afec-4f2b-b0da-1ccfe054f35c None None] Network eff15ab3-c69b-4b0e-b528-11757340c121 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:40.242640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:40.246892 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.268765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:40.280530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dce11318-2880-4c8c-9182-930c14ec40bf tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9983253 Aug 16 02:31:40.362346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743972c-0fbe-43d8-8e4b-cec13ec5f34d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:40.369388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743972c-0fbe-43d8-8e4b-cec13ec5f34d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:40.372108 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c743972c-0fbe-43d8-8e4b-cec13ec5f34d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1022847 Aug 16 02:31:40.374854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:40.474934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d39c9ae3-0a91-4538-88b7-3ff7116ab3c1 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Deleting port 40e13898-6e66-40f8-9fdc-b292509db831 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:40.475315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d39c9ae3-0a91-4538-88b7-3ff7116ab3c1 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.566776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d39c9ae3-0a91-4538-88b7-3ff7116ab3c1 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.581584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d39c9ae3-0a91-4538-88b7-3ff7116ab3c1 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Calling delete_port for 40e13898-6e66-40f8-9fdc-b292509db831 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:40.675893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d39c9ae3-0a91-4538-88b7-3ff7116ab3c1 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.710789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c9ae3-0a91-4538-88b7-3ff7116ab3c1 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Port': ['ID=40e13898-6e66-40f8-9fdc-b292509db831,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:40.716721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d39c9ae3-0a91-4538-88b7-3ff7116ab3c1 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.721755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 55978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:40.722308 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d39c9ae3-0a91-4538-88b7-3ff7116ab3c1 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/ports/40e13898-6e66-40f8-9fdc-b292509db831 HTTP/1.1" status: 204 len: 168 time: 0.3453805 Aug 16 02:31:40.820742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9da85df7-7cf4-4dca-9138-7deb8288fa35 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Deleting port e4c0174f-e3d5-49f6-bfed-781acc70e61c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:40.821198 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9da85df7-7cf4-4dca-9138-7deb8288fa35 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.899835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9da85df7-7cf4-4dca-9138-7deb8288fa35 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.918535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9da85df7-7cf4-4dca-9138-7deb8288fa35 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Calling delete_port for e4c0174f-e3d5-49f6-bfed-781acc70e61c owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:41.004797 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9da85df7-7cf4-4dca-9138-7deb8288fa35 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.038538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da85df7-7cf4-4dca-9138-7deb8288fa35 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Port': ['ID=e4c0174f-e3d5-49f6-bfed-781acc70e61c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:41.044191 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9da85df7-7cf4-4dca-9138-7deb8288fa35 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.046255 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9da85df7-7cf4-4dca-9138-7deb8288fa35 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/ports/e4c0174f-e3d5-49f6-bfed-781acc70e61c HTTP/1.1" status: 204 len: 168 time: 0.3226686 Aug 16 02:31:41.049568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:41.103923 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6acf4a35-2266-478a-86e8-4d2b5d3053df tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0531363 Aug 16 02:31:41.107787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 55990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:41.113990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2026063947'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:41.141354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Made reservation on behalf of 9acd414ba9b5427bba143698536d86a2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:41.145048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.173236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:41.186314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.187861 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Added segment c67a888c-6ddc-4743-9d70-171f08ddf848 of type vlan for network 2fef6328-e069-4de3-80c4-4f1e11effadf Aug 16 02:31:41.244076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.281688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.288271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:41.288860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.360488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:41.360890 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2518017 Aug 16 02:31:41.367791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1535329625'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:41.375400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c550f19-e827-4c6b-8173-9a898105bc1d tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Network': ['ID=2fef6328-e069-4de3-80c4-4f1e11effadf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:41.386771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 2fef6328-e069-4de3-80c4-4f1e11effadf details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:41.403083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Made reservation on behalf of 9acd414ba9b5427bba143698536d86a2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:41.407379 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.437959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:41.448372 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.448621 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Added segment 0a94fa2d-68ce-4295-a798-1313701c2b21 of type vlan for network 54843185-dcf9-44ab-b016-86ba02c2f12f Aug 16 02:31:41.499224 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.529781 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.536364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:41.536955 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.603692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2416487 Aug 16 02:31:41.616242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daf30d-ddcb-4a83-97f6-7464c6e82e05 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Network': ['ID=54843185-dcf9-44ab-b016-86ba02c2f12f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:41.627222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 54843185-dcf9-44ab-b016-86ba02c2f12f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:41.734363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:41.739837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'subnets': [{'network_id': '2fef6328-e069-4de3-80c4-4f1e11effadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1018636567', 'ip_version': 4}, {'network_id': '54843185-dcf9-44ab-b016-86ba02c2f12f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:41.740178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'subnet': {'network_id': '2fef6328-e069-4de3-80c4-4f1e11effadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1018636567', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:41.740748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Request body: {'subnet': {'network_id': '54843185-dcf9-44ab-b016-86ba02c2f12f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:41.913999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Made reservation on behalf of 9acd414ba9b5427bba143698536d86a2 for: {'subnet': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:41.919333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.919801 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.331237 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.410323 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.419507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Subnet': ['ID=510f2876-bcba-4c3b-a89a-b4c14af81050,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:42.448671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Checking segment: {'id': 'c67a888c-6ddc-4743-9d70-171f08ddf848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2fef6328-e069-4de3-80c4-4f1e11effadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:42.449111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Network hostable DHCP agents. Network: 2fef6328-e069-4de3-80c4-4f1e11effadf, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:42.466812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Network 2fef6328-e069-4de3-80c4-4f1e11effadf is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:42.477209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 2fef6328-e069-4de3-80c4-4f1e11effadf) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:42.481627 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.490996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2c546-f445-4d9e-94a0-567f10991418 None None] Network 2fef6328-e069-4de3-80c4-4f1e11effadf requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:42.545457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event updated for resources: {'Subnet': ['ID=f5107f49-4997-43fa-9179-2bca7820d13c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:42.558179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Checking segment: {'id': '0a94fa2d-68ce-4295-a798-1313701c2b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '54843185-dcf9-44ab-b016-86ba02c2f12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:42.558542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Network hostable DHCP agents. Network: 54843185-dcf9-44ab-b016-86ba02c2f12f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:42.579073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Network 54843185-dcf9-44ab-b016-86ba02c2f12f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:42.589767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 54843185-dcf9-44ab-b016-86ba02c2f12f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:42.601544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.602085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.602718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.621325 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2637fe9d-f04b-489b-affc-510be3e993bd tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8856606 Aug 16 02:31:42.623526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5743ed3-e443-4a0f-907f-6a0557c3855f None None] Network 54843185-dcf9-44ab-b016-86ba02c2f12f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:42.623830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:42.692615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe896b-0cca-42ff-ba92-7d51f783494b tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.697890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe896b-0cca-42ff-ba92-7d51f783494b tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.697890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe896b-0cca-42ff-ba92-7d51f783494b tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.698604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9fbe896b-0cca-42ff-ba92-7d51f783494b tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0728936 Aug 16 02:31:42.703159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:42.756482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b63b79-7948-4a77-9e80-508b249f263f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-2fef6328-e069-4de3-80c4-4f1e11effadf', 'network_id': '2fef6328-e069-4de3-80c4-4f1e11effadf', 'tenant_id': '9acd414ba9b5427bba143698536d86a2', 'fixed_ips': [{'subnet_id': '510f2876-bcba-4c3b-a89a-b4c14af81050'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:31:42.757347 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70b63b79-7948-4a77-9e80-508b249f263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.788420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a67374-4f0d-4202-8c74-5f9b870119a2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Deleting subnet 510f2876-bcba-4c3b-a89a-b4c14af81050 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:42.792726 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a67374-4f0d-4202-8c74-5f9b870119a2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.847920 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a67374-4f0d-4202-8c74-5f9b870119a2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.912241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a67374-4f0d-4202-8c74-5f9b870119a2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.959719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba27353-79d2-48c1-87ec-75c107777137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-54843185-dcf9-44ab-b016-86ba02c2f12f', 'network_id': '54843185-dcf9-44ab-b016-86ba02c2f12f', 'tenant_id': '9acd414ba9b5427bba143698536d86a2', 'fixed_ips': [{'subnet_id': 'f5107f49-4997-43fa-9179-2bca7820d13c'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:31:42.961422 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fba27353-79d2-48c1-87ec-75c107777137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.994335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a67374-4f0d-4202-8c74-5f9b870119a2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.018048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39a67374-4f0d-4202-8c74-5f9b870119a2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.019864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-39a67374-4f0d-4202-8c74-5f9b870119a2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/subnets/510f2876-bcba-4c3b-a89a-b4c14af81050 HTTP/1.1" status: 204 len: 168 time: 0.3175128 Aug 16 02:31:43.022180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56052) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:43.042295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a67374-4f0d-4202-8c74-5f9b870119a2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Subnet': ['ID=510f2876-bcba-4c3b-a89a-b4c14af81050,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-70b63b79-7948-4a77-9e80-508b249f263f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 510f2876-bcba-4c3b-a89a-b4c14af81050: This subnet is being modified by another concurrent operation. Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 510f2876-bcba-4c3b-a89a-b4c14af81050: This subnet is being modified by another concurrent operation. Aug 16 02:31:43.045247 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:31:43.069568 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e925987-7c0d-473e-87ee-bafb14601cd4 None None] Network 2fef6328-e069-4de3-80c4-4f1e11effadf requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:43.115831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50bf560-fa05-4d6f-aa91-5435c3026050 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Deleting subnet f5107f49-4997-43fa-9179-2bca7820d13c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:43.121023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b50bf560-fa05-4d6f-aa91-5435c3026050 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.190513 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b50bf560-fa05-4d6f-aa91-5435c3026050 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.245867 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b50bf560-fa05-4d6f-aa91-5435c3026050 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.329319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b50bf560-fa05-4d6f-aa91-5435c3026050 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-fba27353-79d2-48c1-87ec-75c107777137 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5107f49-4997-43fa-9179-2bca7820d13c: This subnet is being modified by another concurrent operation. Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5107f49-4997-43fa-9179-2bca7820d13c: This subnet is being modified by another concurrent operation. Aug 16 02:31:43.329886 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:31:43.351658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54906395-31d5-493c-9306-5b84f9f19c5e None None] Network 54843185-dcf9-44ab-b016-86ba02c2f12f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:43.372210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bf560-fa05-4d6f-aa91-5435c3026050 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Subnet': ['ID=f5107f49-4997-43fa-9179-2bca7820d13c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:43.395122 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b50bf560-fa05-4d6f-aa91-5435c3026050 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.398919 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b50bf560-fa05-4d6f-aa91-5435c3026050 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/subnets/f5107f49-4997-43fa-9179-2bca7820d13c HTTP/1.1" status: 204 len: 168 time: 0.3735113 Aug 16 02:31:43.399692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:43.458018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248097ce-425e-4075-af4b-ba19f5870fd2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.459919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-248097ce-425e-4075-af4b-ba19f5870fd2 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0596147 Aug 16 02:31:43.463570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:43.508243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb345a-0f9e-4017-a623-05afeec82af5 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:31:43.523942 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:43.567559 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.591072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb345a-0f9e-4017-a623-05afeec82af5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:31:43.682849 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.696680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54843185-dcf9-44ab-b016-86ba02c2f12f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:43.711709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a94fa2d-68ce-4295-a798-1313701c2b21') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:43.714101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a94fa2d-68ce-4295-a798-1313701c2b21') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:43.724139 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.738989 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.745591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:43.746198 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:43.749764 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:43.830090 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.840966 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.845293 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/networks/54843185-dcf9-44ab-b016-86ba02c2f12f HTTP/1.1" status: 204 len: 168 time: 0.3783844 Aug 16 02:31:43.845754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:43.866099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4594c-e63b-4364-98ae-3eaf4baca083 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Network': ['ID=54843185-dcf9-44ab-b016-86ba02c2f12f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:43.924283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd95e2c1-c0d2-4178-a2fe-dca8f435c1d4 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:31:43.954498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.005739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd95e2c1-c0d2-4178-a2fe-dca8f435c1d4 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:31:44.060630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.075868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fef6328-e069-4de3-80c4-4f1e11effadf']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.089085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67a888c-6ddc-4743-9d70-171f08ddf848') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.089625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67a888c-6ddc-4743-9d70-171f08ddf848') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.101490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.121788 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.133975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:44.134407 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:44.202805 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:44.215269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.226306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.230755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:44.231314 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/networks/2fef6328-e069-4de3-80c4-4f1e11effadf HTTP/1.1" status: 204 len: 168 time: 0.3748214 Aug 16 02:31:44.243144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86308e-22c7-47bc-bd71-ae1617d988bc tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Network': ['ID=2fef6328-e069-4de3-80c4-4f1e11effadf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:44.340981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.444886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.455322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff15ab3-c69b-4b0e-b528-11757340c121']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.465835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8dfadd-008a-4698-8230-c922a6e91b6e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.466135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8dfadd-008a-4698-8230-c922a6e91b6e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.476122 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.498247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.509578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:44.509681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:44.512931 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:44.582166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.590399 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.595922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/networks/eff15ab3-c69b-4b0e-b528-11757340c121 HTTP/1.1" status: 204 len: 168 time: 0.3632386 Aug 16 02:31:44.596104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56106) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:44.607765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8751f64-0aa3-46e0-9090-c243e1c31f71 tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Network': ['ID=eff15ab3-c69b-4b0e-b528-11757340c121,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:44.676724 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.776798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.791418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dda5c70-885c-43d4-b7f6-bdaa012303da']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.803218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccdf338-0115-4b24-8bfc-e5953b325d33') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.803631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccdf338-0115-4b24-8bfc-e5953b325d33') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.812688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.826646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.833508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:44.834049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:44.837805 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:44.899917 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.919116 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.920949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] 10.222.0.61 "DELETE /v2.0/networks/2dda5c70-885c-43d4-b7f6-bdaa012303da HTTP/1.1" status: 204 len: 168 time: 0.3237867 Aug 16 02:31:44.922115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49f7b1-9da5-42b2-a353-ef7e201f92ff tempest-BulkNetworkOpsTest-488628361 tempest-BulkNetworkOpsTest-488628361-project] Pushing event deleted for resources: {'Network': ['ID=2dda5c70-885c-43d4-b7f6-bdaa012303da,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:45.204876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:45.372305 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0cdd47a5-1b06-48e5-ba59-4a189ce69ebb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9acd414ba9b5427bba143698536d86a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662211 Aug 16 02:31:45.374632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:45.427221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-447d75f6-2663-49f5-a21b-0cd1c4e5b9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.448827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-447d75f6-2663-49f5-a21b-0cd1c4e5b9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.498301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-447d75f6-2663-49f5-a21b-0cd1c4e5b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.501388 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-447d75f6-2663-49f5-a21b-0cd1c4e5b9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:45.505248 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-447d75f6-2663-49f5-a21b-0cd1c4e5b9bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a819f38-f8b0-440b-9ae1-4019ac3e4162 HTTP/1.1" status: 204 len: 168 time: 0.1263428 Aug 16 02:31:45.520918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d75f6-2663-49f5-a21b-0cd1c4e5b9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a819f38-f8b0-440b-9ae1-4019ac3e4162,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:46.239689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:46.357525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1025992551'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:46.381533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:46.385246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.394904 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.526266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.535697 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.572427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:46.585722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2316055-5a25-45f6-8f07-eefae4f15a5a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:46.601852 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.604970 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Added segment 36c99dc0-4613-474f-8a42-393cf6da8635 of type vlan for network 14b817dd-3144-44ae-bcab-1478dc8e86a4 Aug 16 02:31:46.659263 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.716596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.729005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:46.730595 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.811154 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5671062 Aug 16 02:31:46.830290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda5b3b-4ae6-4a70-a581-cc0e1b7b4ab9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Network': ['ID=14b817dd-3144-44ae-bcab-1478dc8e86a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:46.883372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 14b817dd-3144-44ae-bcab-1478dc8e86a4 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:48.220086 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-c6ec9ab7-6c61-4485-bc6b-6dcfeed0178a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467889 Aug 16 02:31:48.340621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-d8204e6f-ff8e-4a9e-87b4-79d3d4b68624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.342231 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-d8204e6f-ff8e-4a9e-87b4-79d3d4b68624 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1097 time: 0.0774200 Aug 16 02:31:48.450174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-a2cb78b5-a521-4ed0-aaeb-a140100ca4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.452226 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-a2cb78b5-a521-4ed0-aaeb-a140100ca4de service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 200 len: 909 time: 0.0906615 Aug 16 02:31:48.528369 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-f779b85e-ba33-4f31-be8f-82c99331f6e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 200 len: 1001 time: 0.0685623 Aug 16 02:31:48.593046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-6a2036d6-536a-4558-acf6-ad13dd327fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.593046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-6a2036d6-536a-4558-acf6-ad13dd327fad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a34ca2-965d-4ac3-89dc-f765833a80d8 HTTP/1.1" status: 200 len: 847 time: 0.0559013 Aug 16 02:31:48.678051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-c4e20fb6-77a1-4b1d-8269-648364978d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.680354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-c4e20fb6-77a1-4b1d-8269-648364978d37 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810373 Aug 16 02:31:48.815468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-b42e9ef9-ae7e-4e0d-a960-e75304828c16 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258080 Aug 16 02:31:48.931153 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7948e1e-a36c-4ff8-90b1-9d0574a03df9 req-11a35ce1-d3d5-4742-b153-c21798c136a6 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056497 Aug 16 02:31:50.114270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:50.120273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'subnet': {'network_id': '14b817dd-3144-44ae-bcab-1478dc8e86a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:50.219980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:50.223527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.419816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.497559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Subnet': ['ID=03bc053c-8a21-4a29-af6f-25598ea015e2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:50.506012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Checking segment: {'id': '36c99dc0-4613-474f-8a42-393cf6da8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '14b817dd-3144-44ae-bcab-1478dc8e86a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:50.506012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network hostable DHCP agents. Network: 14b817dd-3144-44ae-bcab-1478dc8e86a4, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:50.523998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network 14b817dd-3144-44ae-bcab-1478dc8e86a4 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:50.534161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 14b817dd-3144-44ae-bcab-1478dc8e86a4) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:50.539349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:50.543311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.545505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e80af-313a-4bd1-a25b-fa2c4eddb63b None None] Network 14b817dd-3144-44ae-bcab-1478dc8e86a4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:50.569040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-30c6abad-66d8-479e-ba5c-6f81de13ee2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4527862 Aug 16 02:31:50.572531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56276) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:50.579350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-477789976'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:50.605315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:50.609556 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.660737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:50.679643 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.680202 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Added segment de0e72ca-a032-4fa2-b33d-7abe3a1068b0 of type vlan for network 088c0152-9659-492c-a50d-80a9e46a5724 Aug 16 02:31:50.729962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.751332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-14b817dd-3144-44ae-bcab-1478dc8e86a4', 'network_id': '14b817dd-3144-44ae-bcab-1478dc8e86a4', 'tenant_id': '6ecbf3f87b0043768f3280937bb5dfb3', 'fixed_ips': [{'subnet_id': '03bc053c-8a21-4a29-af6f-25598ea015e2'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:31:50.752477 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.766842 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.774404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:50.775249 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.833793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2593055 Aug 16 02:31:50.836923 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:50.844288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'subnet': {'network_id': '088c0152-9659-492c-a50d-80a9e46a5724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:50.862470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03920ed-700d-4599-90f9-72b8e7c90f12 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Network': ['ID=088c0152-9659-492c-a50d-80a9e46a5724,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:50.893030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 088c0152-9659-492c-a50d-80a9e46a5724 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:50.953533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:50.959374 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.989893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Allocated IP 2001:db8:0:ffff::2 (14b817dd-3144-44ae-bcab-1478dc8e86a4/03bc053c-8a21-4a29-af6f-25598ea015e2/d5f253a7-7578-4187-8015-f31e42b9cd89) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:51.166992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.184213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Transition to ACTIVE for port object d5f253a7-7578-4187-8015-f31e42b9cd89 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:51.204741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Transition to ACTIVE for port object d5f253a7-7578-4187-8015-f31e42b9cd89 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:51.221512 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.270229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Network 14b817dd-3144-44ae-bcab-1478dc8e86a4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:51.273668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:51.278545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:51.282531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Pushing event updated for resources: {'Port': ['ID=d5f253a7-7578-4187-8015-f31e42b9cd89,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:51.350706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Attempting to bind port d5f253a7-7578-4187-8015-f31e42b9cd89 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:51.351482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Attempting to bind port d5f253a7-7578-4187-8015-f31e42b9cd89 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '36c99dc0-4613-474f-8a42-393cf6da8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '14b817dd-3144-44ae-bcab-1478dc8e86a4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:51.352104 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Attempting to bind port d5f253a7-7578-4187-8015-f31e42b9cd89 on network 14b817dd-3144-44ae-bcab-1478dc8e86a4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:51.358602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:51.360632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Checking segment: {'id': '36c99dc0-4613-474f-8a42-393cf6da8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '14b817dd-3144-44ae-bcab-1478dc8e86a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:51.361291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.362603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Bound using segment: {'id': '36c99dc0-4613-474f-8a42-393cf6da8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '14b817dd-3144-44ae-bcab-1478dc8e86a4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:51.363338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Bound port: d5f253a7-7578-4187-8015-f31e42b9cd89, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c99dc0-4613-474f-8a42-393cf6da8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '14b817dd-3144-44ae-bcab-1478dc8e86a4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:51.363974 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.446717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] For port d5f253a7-7578-4187-8015-f31e42b9cd89, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:51.449983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] For port d5f253a7-7578-4187-8015-f31e42b9cd89, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d5f253a7-7578-4187-8015-f31e42b9cd89,segment=NetworkSegment(36c99dc0-4613-474f-8a42-393cf6da8635),segment_id=36c99dc0-4613-474f-8a42-393cf6da8635)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:51.456898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.529313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eeb5e-a72a-442d-a80f-602b0a4d4927 None None] Pushing event updated for resources: {'Port': ['ID=d5f253a7-7578-4187-8015-f31e42b9cd89,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:51.639587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.objects.ports [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:31:51.641912 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.705774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Subnet': ['ID=9d63cc56-9dac-44b1-a5fd-032392d10877,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:51.721186 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Checking segment: {'id': 'de0e72ca-a032-4fa2-b33d-7abe3a1068b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '088c0152-9659-492c-a50d-80a9e46a5724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:51.721552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network hostable DHCP agents. Network: 088c0152-9659-492c-a50d-80a9e46a5724, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:51.775912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network 088c0152-9659-492c-a50d-80a9e46a5724 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:51.798847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 088c0152-9659-492c-a50d-80a9e46a5724) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:51.803986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.804745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.810693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad2f963-6607-49a1-a348-cf546e4954a4 None None] Network 088c0152-9659-492c-a50d-80a9e46a5724 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:51.833841 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bb88f259-d91e-442c-826f-59d28cd3e20b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9954953 Aug 16 02:31:51.836600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:51.842507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'port': {'network_id': '088c0152-9659-492c-a50d-80a9e46a5724', 'name': 'tempest-NetworksIpV6TestAttrs-28047238'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:52.002448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:52.007642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.037000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] device_id is not set on port 484ed915-6642-4132-95fa-09da012629af yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:52.059010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-088c0152-9659-492c-a50d-80a9e46a5724', 'network_id': '088c0152-9659-492c-a50d-80a9e46a5724', 'tenant_id': '6ecbf3f87b0043768f3280937bb5dfb3', 'fixed_ips': [{'subnet_id': '9d63cc56-9dac-44b1-a5fd-032392d10877'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:31:52.060045 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.196997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Allocated IP 2001:db8::f816:3eff:fe74:f560 (088c0152-9659-492c-a50d-80a9e46a5724/9d63cc56-9dac-44b1-a5fd-032392d10877/484ed915-6642-4132-95fa-09da012629af) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:52.375730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.393779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Transition to ACTIVE for port object 484ed915-6642-4132-95fa-09da012629af will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:52.454010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.504941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network 088c0152-9659-492c-a50d-80a9e46a5724 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:52.511019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:52.514105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:52.524056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.524731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.540410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Allocated IP 2001:db8::f816:3eff:fe36:93e1 (088c0152-9659-492c-a50d-80a9e46a5724/9d63cc56-9dac-44b1-a5fd-032392d10877/f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:52.545669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Port': ['ID=484ed915-6642-4132-95fa-09da012629af,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:52.562818 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9f482f5d-eb6d-4465-9e09-c4b812a6e2b3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.7228644 Aug 16 02:31:52.563831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:52.648642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-170dd49e-7b3a-4283-ab73-a88967f8dc8f tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Deleting subnet 9d63cc56-9dac-44b1-a5fd-032392d10877 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:52.744733 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.754706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Transition to ACTIVE for port object f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:52.782000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Transition to ACTIVE for port object f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:52.789410 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-170dd49e-7b3a-4283-ab73-a88967f8dc8f tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.792063 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.855999 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-170dd49e-7b3a-4283-ab73-a88967f8dc8f tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.857037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Pushing event updated for resources: {'Port': ['ID=f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:52.877786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Network 088c0152-9659-492c-a50d-80a9e46a5724 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:52.879682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:52.883120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:52.940887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3184e39-2310-4cd0-bc31-8e4c5006bb30 None None] Network 14b817dd-3144-44ae-bcab-1478dc8e86a4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:53.012586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Attempting to bind port f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:53.013085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Attempting to bind port f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'de0e72ca-a032-4fa2-b33d-7abe3a1068b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '088c0152-9659-492c-a50d-80a9e46a5724'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:53.013455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Attempting to bind port f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 on network 088c0152-9659-492c-a50d-80a9e46a5724 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:53.035599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:53.036072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Checking segment: {'id': 'de0e72ca-a032-4fa2-b33d-7abe3a1068b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '088c0152-9659-492c-a50d-80a9e46a5724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:53.036492 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.037310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Bound using segment: {'id': 'de0e72ca-a032-4fa2-b33d-7abe3a1068b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '088c0152-9659-492c-a50d-80a9e46a5724'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:53.038366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Bound port: f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0e72ca-a032-4fa2-b33d-7abe3a1068b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '088c0152-9659-492c-a50d-80a9e46a5724'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:53.038765 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.040049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-170dd49e-7b3a-4283-ab73-a88967f8dc8f tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.061720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-067a36e2-4918-4c8f-ae97-e19c2432a4a2 None None] Provisioning for port d5f253a7-7578-4187-8015-f31e42b9cd89 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:53.136467 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-170dd49e-7b3a-4283-ab73-a88967f8dc8f tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.172063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dd49e-7b3a-4283-ab73-a88967f8dc8f tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Subnet': ['ID=9d63cc56-9dac-44b1-a5fd-032392d10877,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:53.180681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-170dd49e-7b3a-4283-ab73-a88967f8dc8f tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.183015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-170dd49e-7b3a-4283-ab73-a88967f8dc8f tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/subnets/9d63cc56-9dac-44b1-a5fd-032392d10877 HTTP/1.1" status: 204 len: 168 time: 0.6181753 Aug 16 02:31:53.185532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:53.232128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] For port f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:53.236856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] For port f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9,segment=NetworkSegment(de0e72ca-a032-4fa2-b33d-7abe3a1068b0),segment_id=de0e72ca-a032-4fa2-b33d-7abe3a1068b0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:53.256232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d5f253a7-7578-4187-8015-f31e42b9cd89 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:53.266576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef1964-d206-4aae-9196-23273e8e7c9c tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:53.268778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef1964-d206-4aae-9196-23273e8e7c9c tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:53.270724 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-95ef1964-d206-4aae-9196-23273e8e7c9c tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0834723 Aug 16 02:31:53.273782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:53.302214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.394991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae1c8c-88b0-48d0-8d7c-51399c5dc7c8 None None] Pushing event updated for resources: {'Port': ['ID=f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:53.411359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port d5f253a7-7578-4187-8015-f31e42b9cd89 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:53.420458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d5f253a7-7578-4187-8015-f31e42b9cd89 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:53.420851 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.438405 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5c89-2249-473b-9d9b-9969fa3b8e4c tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.454466 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1b5c89-2249-473b-9d9b-9969fa3b8e4c tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:31:53.456722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1b5c89-2249-473b-9d9b-9969fa3b8e4c tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:53.462390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d1b5c89-2249-473b-9d9b-9969fa3b8e4c tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/088c0152-9659-492c-a50d-80a9e46a5724 HTTP/1.1" status: 409 len: 405 time: 0.1841786 Aug 16 02:31:53.463568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:53.471131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-745894566'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:53.520982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:53.525390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.560577 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.566120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:53.577258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.578197 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Added segment f8857019-1a4d-44db-861c-30e70187d4ab of type vlan for network c6729506-ab6d-4710-b7c8-a4620ef3cd23 Aug 16 02:31:53.640486 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port d5f253a7-7578-4187-8015-f31e42b9cd89, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d5f253a7-7578-4187-8015-f31e42b9cd89,segment=NetworkSegment(36c99dc0-4613-474f-8a42-393cf6da8635),segment_id=36c99dc0-4613-474f-8a42-393cf6da8635)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:53.644309 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.652831 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.714655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.751433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:53.755725 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.902154 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4370677 Aug 16 02:31:53.903282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548594aa-0966-45a7-bf41-26db20389c2e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Network': ['ID=c6729506-ab6d-4710-b7c8-a4620ef3cd23,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:53.905002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:53.915210 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'subnet': {'network_id': 'c6729506-ab6d-4710-b7c8-a4620ef3cd23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:53.998461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c6729506-ab6d-4710-b7c8-a4620ef3cd23 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:54.051188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:54.056325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.078569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=d5f253a7-7578-4187-8015-f31e42b9cd89,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:54.087674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f225b451-ea22-404b-b624-f67618a36f34 None None] Provisioning complete for port d5f253a7-7578-4187-8015-f31e42b9cd89 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:54.088059 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f225b451-ea22-404b-b624-f67618a36f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.379752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:31:54.381589 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.442995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Subnet': ['ID=eafb474a-6e21-430a-8a8d-b767313b22a1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:54.469426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Checking segment: {'id': 'f8857019-1a4d-44db-861c-30e70187d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6729506-ab6d-4710-b7c8-a4620ef3cd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:54.470103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network hostable DHCP agents. Network: c6729506-ab6d-4710-b7c8-a4620ef3cd23, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:54.497129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network c6729506-ab6d-4710-b7c8-a4620ef3cd23 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:54.511968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c6729506-ab6d-4710-b7c8-a4620ef3cd23) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:54.520598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf5a75-9aa9-4852-a955-1bf32ae5d461 None None] Network c6729506-ab6d-4710-b7c8-a4620ef3cd23 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:54.535248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:54.536090 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.564345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4afbd680-355f-4232-8bb8-61548ddbf7f5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6563771 Aug 16 02:31:54.565143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56368) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:54.575423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'port': {'network_id': 'c6729506-ab6d-4710-b7c8-a4620ef3cd23', 'name': 'tempest-NetworksIpV6TestAttrs-248597918'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:54.746593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c6729506-ab6d-4710-b7c8-a4620ef3cd23', 'network_id': 'c6729506-ab6d-4710-b7c8-a4620ef3cd23', 'tenant_id': '6ecbf3f87b0043768f3280937bb5dfb3', 'fixed_ips': [{'subnet_id': 'eafb474a-6e21-430a-8a8d-b767313b22a1'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:31:54.750058 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.771184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:54.776460 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.805622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] device_id is not set on port 907892ac-756a-4755-b574-ea02f0b59ee6 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:31:54.864098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dbf726-2044-4e22-8606-047f366f4d0e None None] Network 088c0152-9659-492c-a50d-80a9e46a5724 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:54.961731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Allocated IP 2001:db8::f816:3eff:fe10:a0df (c6729506-ab6d-4710-b7c8-a4620ef3cd23/eafb474a-6e21-430a-8a8d-b767313b22a1/907892ac-756a-4755-b574-ea02f0b59ee6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:54.979866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd338722-816e-478b-b6c9-c2c6eaa88250 None None] Provisioning for port f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:55.209061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901521d9-01b8-40e0-aacb-c85a14ad0248 None None] DHCP port deletion for 088c0152-9659-492c-a50d-80a9e46a5724 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:55.242663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.273892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Transition to ACTIVE for port object 907892ac-756a-4755-b574-ea02f0b59ee6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:55.321126 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.361682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:55.379049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network c6729506-ab6d-4710-b7c8-a4620ef3cd23 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:55.380892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d5f253a7-7578-4187-8015-f31e42b9cd89 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:55.387420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:55.390999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:55.396942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:55.397680 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.409871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Port': ['ID=907892ac-756a-4755-b574-ea02f0b59ee6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:55.423695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-901521d9-01b8-40e0-aacb-c85a14ad0248 None None] Deleting port f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:55.424073 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-901521d9-01b8-40e0-aacb-c85a14ad0248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.427060 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-74503493-835f-4a52-af1e-9cd86ce2e63e tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8598108 Aug 16 02:31:55.428791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:55.471975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Allocated IP 2001:db8::f816:3eff:fe10:b8c5 (c6729506-ab6d-4710-b7c8-a4620ef3cd23/eafb474a-6e21-430a-8a8d-b767313b22a1/bd99e9fb-af63-4102-b068-4e80fe477110) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:55.528333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb36d154-cde4-414b-b778-1e1bd107cf09 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Deleting subnet eafb474a-6e21-430a-8a8d-b767313b22a1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:55.550958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845b203-5256-4948-8398-8a1dc2d6cde9 req-273e475e-de60-4a5a-ba8b-2455149d877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:55.561840 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d845b203-5256-4948-8398-8a1dc2d6cde9 req-273e475e-de60-4a5a-ba8b-2455149d877e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1097 time: 0.1989617 Aug 16 02:31:55.597942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d5f253a7-7578-4187-8015-f31e42b9cd89 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:55.598324 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.600930 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-901521d9-01b8-40e0-aacb-c85a14ad0248 None None] For port f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9,segment=NetworkSegment(de0e72ca-a032-4fa2-b33d-7abe3a1068b0),segment_id=de0e72ca-a032-4fa2-b33d-7abe3a1068b0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:55.601452 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-901521d9-01b8-40e0-aacb-c85a14ad0248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.611420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d845b203-5256-4948-8398-8a1dc2d6cde9 req-2118bcf9-ed8f-46a9-b304-5afde9839791 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479274 Aug 16 02:31:55.654383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-901521d9-01b8-40e0-aacb-c85a14ad0248 None None] Calling delete_port for f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:55.837584 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-901521d9-01b8-40e0-aacb-c85a14ad0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.847623 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.876574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901521d9-01b8-40e0-aacb-c85a14ad0248 None None] Pushing event deleted for resources: {'Port': ['ID=f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:55.881739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Transition to ACTIVE for port object bd99e9fb-af63-4102-b068-4e80fe477110 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:55.883598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901521d9-01b8-40e0-aacb-c85a14ad0248 None None] No DVR routers for this DVR port f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:55.901215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Transition to ACTIVE for port object bd99e9fb-af63-4102-b068-4e80fe477110 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:55.910269 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb36d154-cde4-414b-b778-1e1bd107cf09 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.916486 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.959566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Network c6729506-ab6d-4710-b7c8-a4620ef3cd23 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:55.962803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:55.974494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:55.974494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Pushing event updated for resources: {'Port': ['ID=bd99e9fb-af63-4102-b068-4e80fe477110,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:56.028994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Attempting to bind port bd99e9fb-af63-4102-b068-4e80fe477110 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:56.028994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Attempting to bind port bd99e9fb-af63-4102-b068-4e80fe477110 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'f8857019-1a4d-44db-861c-30e70187d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6729506-ab6d-4710-b7c8-a4620ef3cd23'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:56.029429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Attempting to bind port bd99e9fb-af63-4102-b068-4e80fe477110 on network c6729506-ab6d-4710-b7c8-a4620ef3cd23 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:56.033334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb36d154-cde4-414b-b778-1e1bd107cf09 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.035577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:56.035956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Checking segment: {'id': 'f8857019-1a4d-44db-861c-30e70187d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6729506-ab6d-4710-b7c8-a4620ef3cd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:56.036476 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.036880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Bound using segment: {'id': 'f8857019-1a4d-44db-861c-30e70187d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6729506-ab6d-4710-b7c8-a4620ef3cd23'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:56.038257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Bound port: bd99e9fb-af63-4102-b068-4e80fe477110, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8857019-1a4d-44db-861c-30e70187d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6729506-ab6d-4710-b7c8-a4620ef3cd23'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:56.038257 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.146864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] For port bd99e9fb-af63-4102-b068-4e80fe477110, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:56.150626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] For port bd99e9fb-af63-4102-b068-4e80fe477110, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bd99e9fb-af63-4102-b068-4e80fe477110,segment=NetworkSegment(f8857019-1a4d-44db-861c-30e70187d4ab),segment_id=f8857019-1a4d-44db-861c-30e70187d4ab)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:56.158560 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.201771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb36d154-cde4-414b-b778-1e1bd107cf09 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.287290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fd020-60bc-4826-89ea-7bd75dac32c2 None None] Pushing event updated for resources: {'Port': ['ID=bd99e9fb-af63-4102-b068-4e80fe477110,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:56.298197 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb36d154-cde4-414b-b778-1e1bd107cf09 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.354644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36d154-cde4-414b-b778-1e1bd107cf09 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Subnet': ['ID=eafb474a-6e21-430a-8a8d-b767313b22a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:56.372942 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb36d154-cde4-414b-b778-1e1bd107cf09 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.383712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eb36d154-cde4-414b-b778-1e1bd107cf09 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/subnets/eafb474a-6e21-430a-8a8d-b767313b22a1 HTTP/1.1" status: 204 len: 168 time: 0.9538107 Aug 16 02:31:56.384471 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:56.498454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04565f-7152-4a32-9f2c-4371f3589cc5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.502783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04565f-7152-4a32-9f2c-4371f3589cc5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.506545 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dd04565f-7152-4a32-9f2c-4371f3589cc5 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1204824 Aug 16 02:31:56.509242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:56.658957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8d773e2-c9f2-41c0-a32c-ed9c461afc38 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.672814 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d773e2-c9f2-41c0-a32c-ed9c461afc38 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:31:56.673589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d773e2-c9f2-41c0-a32c-ed9c461afc38 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:31:56.677548 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e8d773e2-c9f2-41c0-a32c-ed9c461afc38 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/c6729506-ab6d-4710-b7c8-a4620ef3cd23 HTTP/1.1" status: 409 len: 405 time: 0.1671250 Aug 16 02:31:56.681332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:56.689649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-283000369'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:56.739168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:56.753141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.788135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:56.800919 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.801436 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Added segment aebb2526-d4a9-4165-b550-b5ad93721ae0 of type vlan for network e70dcac9-0196-4d54-9709-6d2daf627338 Aug 16 02:31:56.847723 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.877664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.883618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.884283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.912319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2288964 Aug 16 02:31:56.916406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:56.929887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'subnet': {'network_id': 'e70dcac9-0196-4d54-9709-6d2daf627338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:56.980156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4a1da-817e-4444-b881-6f3d135ad5f0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Network': ['ID=e70dcac9-0196-4d54-9709-6d2daf627338,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:56.998382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network e70dcac9-0196-4d54-9709-6d2daf627338 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:57.100374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:57.109532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.224707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bd99e9fb-af63-4102-b068-4e80fe477110 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:57.308592 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port bd99e9fb-af63-4102-b068-4e80fe477110 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:57.393937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:57.468009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:57.468522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f7b0cdc1-44f1-4b27-b27f-b0abaa06c5c9 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:57.509198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.objects.ports [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:31:57.512329 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.585555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Subnet': ['ID=2bca30f1-a053-4764-9b5d-62ac77ff91f2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:57.594079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Checking segment: {'id': 'aebb2526-d4a9-4165-b550-b5ad93721ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e70dcac9-0196-4d54-9709-6d2daf627338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:57.594553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network hostable DHCP agents. Network: e70dcac9-0196-4d54-9709-6d2daf627338, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:57.615228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network e70dcac9-0196-4d54-9709-6d2daf627338 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:57.628106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, e70dcac9-0196-4d54-9709-6d2daf627338) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:57.632745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:57.633448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.659733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:57.660626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7d0fc1ee-5997-4194-bbcf-cd02fdce34f4 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7416070 Aug 16 02:31:57.674694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a620c179-fc5a-431e-b933-d9124854c091 None None] Network e70dcac9-0196-4d54-9709-6d2daf627338 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:57.722788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2490d830-2769-4f33-a7dc-252e950f070e None None] Network c6729506-ab6d-4710-b7c8-a4620ef3cd23 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:57.803635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6aa4ad19-d1cf-482d-b8a0-6f3c512e7383 None None] Provisioning for port bd99e9fb-af63-4102-b068-4e80fe477110 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:57.831777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6aa4ad19-d1cf-482d-b8a0-6f3c512e7383 None None] Provisioning complete for port bd99e9fb-af63-4102-b068-4e80fe477110 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:57.832067 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6aa4ad19-d1cf-482d-b8a0-6f3c512e7383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.028742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-e70dcac9-0196-4d54-9709-6d2daf627338', 'network_id': 'e70dcac9-0196-4d54-9709-6d2daf627338', 'tenant_id': '6ecbf3f87b0043768f3280937bb5dfb3', 'fixed_ips': [{'subnet_id': '2bca30f1-a053-4764-9b5d-62ac77ff91f2'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:31:58.029580 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.167652 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6aa4ad19-d1cf-482d-b8a0-6f3c512e7383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.192794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d2cf4-75e3-41e6-8e7b-4bfee5473028 None None] DHCP port deletion for c6729506-ab6d-4710-b7c8-a4620ef3cd23 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:58.279418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6aa4ad19-d1cf-482d-b8a0-6f3c512e7383 None None] For port bd99e9fb-af63-4102-b068-4e80fe477110, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bd99e9fb-af63-4102-b068-4e80fe477110,segment=NetworkSegment(f8857019-1a4d-44db-861c-30e70187d4ab),segment_id=f8857019-1a4d-44db-861c-30e70187d4ab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:58.295220 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6aa4ad19-d1cf-482d-b8a0-6f3c512e7383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.329114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Allocated IP 2001:db8::f816:3eff:fe26:9002 (e70dcac9-0196-4d54-9709-6d2daf627338/2bca30f1-a053-4764-9b5d-62ac77ff91f2/97a07743-b1c7-430a-88dd-48d69d8eb607) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:58.330499 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.338254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-814d2cf4-75e3-41e6-8e7b-4bfee5473028 None None] Deleting port bd99e9fb-af63-4102-b068-4e80fe477110 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:58.338254 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-814d2cf4-75e3-41e6-8e7b-4bfee5473028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.422681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4ad19-d1cf-482d-b8a0-6f3c512e7383 None None] Pushing event updated for resources: {'Port': ['ID=bd99e9fb-af63-4102-b068-4e80fe477110,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:58.453140 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.503441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-814d2cf4-75e3-41e6-8e7b-4bfee5473028 None None] For port bd99e9fb-af63-4102-b068-4e80fe477110, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bd99e9fb-af63-4102-b068-4e80fe477110,segment=NetworkSegment(f8857019-1a4d-44db-861c-30e70187d4ab),segment_id=f8857019-1a4d-44db-861c-30e70187d4ab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:58.503845 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-814d2cf4-75e3-41e6-8e7b-4bfee5473028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.524190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-814d2cf4-75e3-41e6-8e7b-4bfee5473028 None None] Calling delete_port for bd99e9fb-af63-4102-b068-4e80fe477110 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:58.825841 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.837412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Transition to ACTIVE for port object 97a07743-b1c7-430a-88dd-48d69d8eb607 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:58.847233 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-814d2cf4-75e3-41e6-8e7b-4bfee5473028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.876634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Transition to ACTIVE for port object 97a07743-b1c7-430a-88dd-48d69d8eb607 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:58.880839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d2cf4-75e3-41e6-8e7b-4bfee5473028 None None] Pushing event deleted for resources: {'Port': ['ID=bd99e9fb-af63-4102-b068-4e80fe477110,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:58.882846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d2cf4-75e3-41e6-8e7b-4bfee5473028 None None] No DVR routers for this DVR port bd99e9fb-af63-4102-b068-4e80fe477110 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:58.893156 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.923451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:58.949151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Pushing event updated for resources: {'Port': ['ID=97a07743-b1c7-430a-88dd-48d69d8eb607,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:58.965976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Network e70dcac9-0196-4d54-9709-6d2daf627338 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:58.967575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:58.967927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Subnet': ['ID=2bca30f1-a053-4764-9b5d-62ac77ff91f2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:58.970728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:59.067939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Attempting to bind port 97a07743-b1c7-430a-88dd-48d69d8eb607 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:59.068578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Attempting to bind port 97a07743-b1c7-430a-88dd-48d69d8eb607 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'aebb2526-d4a9-4165-b550-b5ad93721ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e70dcac9-0196-4d54-9709-6d2daf627338'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:59.069161 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Attempting to bind port 97a07743-b1c7-430a-88dd-48d69d8eb607 on network e70dcac9-0196-4d54-9709-6d2daf627338 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:59.073833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.076097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:59.076850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Checking segment: {'id': 'aebb2526-d4a9-4165-b550-b5ad93721ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e70dcac9-0196-4d54-9709-6d2daf627338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:59.078020 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.079207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Bound using segment: {'id': 'aebb2526-d4a9-4165-b550-b5ad93721ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e70dcac9-0196-4d54-9709-6d2daf627338'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:59.079677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Bound port: 97a07743-b1c7-430a-88dd-48d69d8eb607, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebb2526-d4a9-4165-b550-b5ad93721ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e70dcac9-0196-4d54-9709-6d2daf627338'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:59.081065 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.091613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70dcac9-0196-4d54-9709-6d2daf627338']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:59.103978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebb2526-d4a9-4165-b550-b5ad93721ae0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:59.104536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebb2526-d4a9-4165-b550-b5ad93721ae0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:59.114267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.128661 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.142707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:59.144145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.163694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] For port 97a07743-b1c7-430a-88dd-48d69d8eb607, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:59.185268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bd99e9fb-af63-4102-b068-4e80fe477110 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:59.210126 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: bd99e9fb-af63-4102-b068-4e80fe477110 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:59.210900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bd99e9fb-af63-4102-b068-4e80fe477110 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:59.211618 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:59.214690 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:31:59.214690 n-d-768862-14 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:31:59.214690 n-d-768862-14 neutron-server[94639]: [parameters: {'id': 'e70dcac9-0196-4d54-9709-6d2daf627338'}] Aug 16 02:31:59.214690 n-d-768862-14 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:31:59.215070 n-d-768862-14 neutron-server[94639]: DEBUG oslo_db.api [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:31:59.227634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] For port 97a07743-b1c7-430a-88dd-48d69d8eb607, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=97a07743-b1c7-430a-88dd-48d69d8eb607,segment=NetworkSegment(aebb2526-d4a9-4165-b550-b5ad93721ae0),segment_id=aebb2526-d4a9-4165-b550-b5ad93721ae0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:59.233262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.315767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ced2f-fbc9-4dbd-bd54-cb6266a2c9f9 None None] Pushing event updated for resources: {'Port': ['ID=97a07743-b1c7-430a-88dd-48d69d8eb607,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:59.338422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba013d8c-4524-4f0f-867e-4de403abb920 None None] Network e70dcac9-0196-4d54-9709-6d2daf627338 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:59.477540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede4520-7895-41e6-9b44-f283e97aa1d1 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:31:59.558419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede4520-7895-41e6-9b44-f283e97aa1d1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:31:59.715993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.774574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Deleting port 97a07743-b1c7-430a-88dd-48d69d8eb607 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:59.774922 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.848845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] For port 97a07743-b1c7-430a-88dd-48d69d8eb607, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=97a07743-b1c7-430a-88dd-48d69d8eb607,segment=NetworkSegment(aebb2526-d4a9-4165-b550-b5ad93721ae0),segment_id=aebb2526-d4a9-4165-b550-b5ad93721ae0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:59.849216 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.865197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Calling delete_port for 97a07743-b1c7-430a-88dd-48d69d8eb607 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:59.956714 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:59.984861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Port': ['ID=97a07743-b1c7-430a-88dd-48d69d8eb607,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:59.991174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No DVR routers for this DVR port 97a07743-b1c7-430a-88dd-48d69d8eb607 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:00.077301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.090478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70dcac9-0196-4d54-9709-6d2daf627338']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:00.107034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebb2526-d4a9-4165-b550-b5ad93721ae0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:00.107034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebb2526-d4a9-4165-b550-b5ad93721ae0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:00.118363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.137998 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.146308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:00.146720 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:00.150391 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:00.226704 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.232458 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.235675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/e70dcac9-0196-4d54-9709-6d2daf627338 HTTP/1.1" status: 204 len: 168 time: 2.5725303 Aug 16 02:32:00.240418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:00.246048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1050526500'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:00.262500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291edc18-03c3-4928-8454-7a1ec37ad9d6 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Network': ['ID=e70dcac9-0196-4d54-9709-6d2daf627338,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:00.293971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:00.298635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.324117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:00.334074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.334417 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Added segment af279531-9da8-4bd4-8b07-6642d66d9b0e of type vlan for network 6e7876d0-3b4f-426a-ba28-a38322d46693 Aug 16 02:32:00.383211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.414629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.421107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:00.422543 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.492735 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2485094 Aug 16 02:32:00.493163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:00.497173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae5f36-1dd2-4994-bc97-6598ff7cfd2d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Network': ['ID=6e7876d0-3b4f-426a-ba28-a38322d46693,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:00.501581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'subnet': {'network_id': '6e7876d0-3b4f-426a-ba28-a38322d46693', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:00.509602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6e7876d0-3b4f-426a-ba28-a38322d46693 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:00.615969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:00.619685 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.840867 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.844575 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.913974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Subnet': ['ID=de5fae5f-201b-4718-b2c6-3d00039e1dba,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:00.924486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Checking segment: {'id': 'af279531-9da8-4bd4-8b07-6642d66d9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '6e7876d0-3b4f-426a-ba28-a38322d46693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:00.924858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network hostable DHCP agents. Network: 6e7876d0-3b4f-426a-ba28-a38322d46693, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:00.943428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network 6e7876d0-3b4f-426a-ba28-a38322d46693 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:00.953219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6e7876d0-3b4f-426a-ba28-a38322d46693) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:00.957827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:00.958546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:00.973415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7250c8d-6f31-4544-9aa3-6fe1d4e48456 None None] Network 6e7876d0-3b4f-426a-ba28-a38322d46693 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:00.976164 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b2bc73d9-aa17-4d0f-b222-094668d027eb tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4806750 Aug 16 02:32:00.978448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:01.052508 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55b3b4e1-889f-464c-887e-8ab698c94de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.122883 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.196740 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.225533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b3600-ec50-4443-9c3b-ff76f1b8ddb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6e7876d0-3b4f-426a-ba28-a38322d46693', 'network_id': '6e7876d0-3b4f-426a-ba28-a38322d46693', 'tenant_id': '6ecbf3f87b0043768f3280937bb5dfb3', 'fixed_ips': [{'subnet_id': 'de5fae5f-201b-4718-b2c6-3d00039e1dba'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:01.226696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3600-ec50-4443-9c3b-ff76f1b8ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.296811 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.332788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Subnet': ['ID=de5fae5f-201b-4718-b2c6-3d00039e1dba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-7a9b3600-ec50-4443-9c3b-ff76f1b8ddb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de5fae5f-201b-4718-b2c6-3d00039e1dba: This subnet is being modified by another concurrent operation. Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de5fae5f-201b-4718-b2c6-3d00039e1dba: This subnet is being modified by another concurrent operation. Aug 16 02:32:01.369269 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:32:01.410475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc693b7-b335-462e-bf00-f0bcfee9ab20 None None] Network 6e7876d0-3b4f-426a-ba28-a38322d46693 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:01.419691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.432778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7876d0-3b4f-426a-ba28-a38322d46693']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:01.445392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af279531-9da8-4bd4-8b07-6642d66d9b0e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:01.445719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af279531-9da8-4bd4-8b07-6642d66d9b0e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:01.457048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.474096 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.481066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:01.481547 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:01.485827 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:01.565858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.573417 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.575622 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/6e7876d0-3b4f-426a-ba28-a38322d46693 HTTP/1.1" status: 204 len: 168 time: 0.5961425 Aug 16 02:32:01.580585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:01.592357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1180255247'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:01.592574 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e77f89-c625-45ba-bf90-a1234fc31c60 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Network': ['ID=6e7876d0-3b4f-426a-ba28-a38322d46693,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:01.609646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255386df-60a7-4b70-b2cb-babf2cd60a83 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:01.623193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:01.628037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.658396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:01.669270 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.669779 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Added segment fa9a319a-4f9d-40b5-a9a3-b0c8760ca887 of type vlan for network fb09ec3b-1427-414c-92d7-385cdc796ccc Aug 16 02:32:01.698909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255386df-60a7-4b70-b2cb-babf2cd60a83 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:01.716682 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.769172 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.775699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:01.776408 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:01.843392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2605400 Aug 16 02:32:01.846653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:01.852446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Request body: {'subnet': {'network_id': 'fb09ec3b-1427-414c-92d7-385cdc796ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:01.880134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b49eeb-d799-4264-a053-4de00786cccd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Network': ['ID=fb09ec3b-1427-414c-92d7-385cdc796ccc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:01.895750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network fb09ec3b-1427-414c-92d7-385cdc796ccc details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:01.962537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Made reservation on behalf of 6ecbf3f87b0043768f3280937bb5dfb3 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:01.967082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.279012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.objects.ports [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:32:02.281133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.355481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event updated for resources: {'Subnet': ['ID=bf9f8a86-3a1d-454a-af19-da19ad36a78d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:02.359754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Checking segment: {'id': 'fa9a319a-4f9d-40b5-a9a3-b0c8760ca887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fb09ec3b-1427-414c-92d7-385cdc796ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:02.360126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network hostable DHCP agents. Network: fb09ec3b-1427-414c-92d7-385cdc796ccc, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:02.377419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Network fb09ec3b-1427-414c-92d7-385cdc796ccc is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:02.387064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, fb09ec3b-1427-414c-92d7-385cdc796ccc) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:02.392610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:02.393215 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.399035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023bcf49-573d-4132-b099-8884be0bd090 None None] Network fb09ec3b-1427-414c-92d7-385cdc796ccc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:02.410189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1b1105c1-6f49-42db-92c3-63b1968e9e94 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5621686 Aug 16 02:32:02.413019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:02.525767 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.583136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7894d53-43d7-43d6-ac4d-48be11169ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-fb09ec3b-1427-414c-92d7-385cdc796ccc', 'network_id': 'fb09ec3b-1427-414c-92d7-385cdc796ccc', 'tenant_id': '6ecbf3f87b0043768f3280937bb5dfb3', 'fixed_ips': [{'subnet_id': 'bf9f8a86-3a1d-454a-af19-da19ad36a78d'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:02.585025 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7894d53-43d7-43d6-ac4d-48be11169ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.592290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.689958 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.724475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9f8a86-3a1d-454a-af19-da19ad36a78d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-d7894d53-43d7-43d6-ac4d-48be11169ac5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf9f8a86-3a1d-454a-af19-da19ad36a78d: This subnet is being modified by another concurrent operation. Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf9f8a86-3a1d-454a-af19-da19ad36a78d: This subnet is being modified by another concurrent operation. Aug 16 02:32:02.725732 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:32:02.763792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820ab1e6-a368-4600-af2d-895c1e76f4b2 None None] Network fb09ec3b-1427-414c-92d7-385cdc796ccc requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:02.814852 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.824019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb09ec3b-1427-414c-92d7-385cdc796ccc']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:02.839190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9a319a-4f9d-40b5-a9a3-b0c8760ca887') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:02.839684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9a319a-4f9d-40b5-a9a3-b0c8760ca887') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:02.851941 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.872035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.880539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:02.881254 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:02.884583 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:02.899375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c597b4b-0a7d-4fbc-b769-f870c01bc037 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:02.963870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.978327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:02.982321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/fb09ec3b-1427-414c-92d7-385cdc796ccc HTTP/1.1" status: 204 len: 168 time: 0.5682187 Aug 16 02:32:02.987554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56588) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.007839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ca409-fcd2-41cb-8954-ec4a2ea76fb7 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Network': ['ID=fb09ec3b-1427-414c-92d7-385cdc796ccc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:03.032523 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc37853f-ceca-4844-9cc9-e9df2f8bfa2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:03.032998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc37853f-ceca-4844-9cc9-e9df2f8bfa2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:03.035458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c597b4b-0a7d-4fbc-b769-f870c01bc037 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:03.035582 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cc37853f-ceca-4844-9cc9-e9df2f8bfa2b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/subnets/bf9f8a86-3a1d-454a-af19-da19ad36a78d HTTP/1.1" status: 404 len: 337 time: 0.0459323 Aug 16 02:32:03.037289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56590) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.064101 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-900b0c76-c6ee-48ee-b812-a33b50e9f493 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:03.065171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900b0c76-c6ee-48ee-b812-a33b50e9f493 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:03.066929 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-900b0c76-c6ee-48ee-b812-a33b50e9f493 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/fb09ec3b-1427-414c-92d7-385cdc796ccc HTTP/1.1" status: 404 len: 339 time: 0.0280359 Aug 16 02:32:03.069349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56592) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.098457 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e06a2d5-99ae-42af-972f-f8ac2bdfc806 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:03.098925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e06a2d5-99ae-42af-972f-f8ac2bdfc806 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:03.102914 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4e06a2d5-99ae-42af-972f-f8ac2bdfc806 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/subnets/de5fae5f-201b-4718-b2c6-3d00039e1dba HTTP/1.1" status: 404 len: 337 time: 0.0304484 Aug 16 02:32:03.103645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.150952 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18e3054-831c-4465-850b-86be813fb301 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:03.151859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18e3054-831c-4465-850b-86be813fb301 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:03.156342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b18e3054-831c-4465-850b-86be813fb301 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/6e7876d0-3b4f-426a-ba28-a38322d46693 HTTP/1.1" status: 404 len: 339 time: 0.0488348 Aug 16 02:32:03.157472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.191200 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c6e3b3-5c78-4e85-a581-0898404278a0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:03.191678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c6e3b3-5c78-4e85-a581-0898404278a0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:03.195948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-90c6e3b3-5c78-4e85-a581-0898404278a0 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/subnets/2bca30f1-a053-4764-9b5d-62ac77ff91f2 HTTP/1.1" status: 404 len: 337 time: 0.0352709 Aug 16 02:32:03.196688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.222825 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a880f5-b5ec-4b25-ab05-7802a2127ea3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:03.223628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a880f5-b5ec-4b25-ab05-7802a2127ea3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:03.228704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.228884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-12a880f5-b5ec-4b25-ab05-7802a2127ea3 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/e70dcac9-0196-4d54-9709-6d2daf627338 HTTP/1.1" status: 404 len: 339 time: 0.0307193 Aug 16 02:32:03.362029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7c104-78b0-4713-8ccf-394c94533f06 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Deleting port 907892ac-756a-4755-b574-ea02f0b59ee6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:03.362529 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c104-78b0-4713-8ccf-394c94533f06 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.437989 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c104-78b0-4713-8ccf-394c94533f06 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.451692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7c104-78b0-4713-8ccf-394c94533f06 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Calling delete_port for 907892ac-756a-4755-b574-ea02f0b59ee6 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:03.534968 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c104-78b0-4713-8ccf-394c94533f06 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.570991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7c104-78b0-4713-8ccf-394c94533f06 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Port': ['ID=907892ac-756a-4755-b574-ea02f0b59ee6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:03.574679 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c104-78b0-4713-8ccf-394c94533f06 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.580581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9bb7c104-78b0-4713-8ccf-394c94533f06 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/ports/907892ac-756a-4755-b574-ea02f0b59ee6 HTTP/1.1" status: 204 len: 168 time: 0.3471138 Aug 16 02:32:03.580581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.607456 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76faa62-1471-4ff1-b615-f2900708e1a9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:03.607910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76faa62-1471-4ff1-b615-f2900708e1a9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:03.609781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b76faa62-1471-4ff1-b615-f2900708e1a9 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/subnets/eafb474a-6e21-430a-8a8d-b767313b22a1 HTTP/1.1" status: 404 len: 337 time: 0.0289378 Aug 16 02:32:03.612335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.641847 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7360d968-3e4d-454e-8bd1-f3d4d73bbf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.711403 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.797638 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.808240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6729506-ab6d-4710-b7c8-a4620ef3cd23']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:03.820067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8857019-1a4d-44db-861c-30e70187d4ab') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:03.820375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8857019-1a4d-44db-861c-30e70187d4ab') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:03.830466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.846535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.854008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:03.854408 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:03.857699 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:03.929874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.942461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:03.947130 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/c6729506-ab6d-4710-b7c8-a4620ef3cd23 HTTP/1.1" status: 204 len: 168 time: 0.3306134 Aug 16 02:32:03.947130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:03.967801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be803709-821c-47e0-8bc2-b5d068d27c00 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Network': ['ID=c6729506-ab6d-4710-b7c8-a4620ef3cd23,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:03.970893 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.058074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7d262339-9bfc-476b-a112-3d5216dd6c9d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Deleting port 484ed915-6642-4132-95fa-09da012629af {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:04.058809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d262339-9bfc-476b-a112-3d5216dd6c9d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.150459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d262339-9bfc-476b-a112-3d5216dd6c9d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.165054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7d262339-9bfc-476b-a112-3d5216dd6c9d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Calling delete_port for 484ed915-6642-4132-95fa-09da012629af owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:04.280841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d262339-9bfc-476b-a112-3d5216dd6c9d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.313282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d262339-9bfc-476b-a112-3d5216dd6c9d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Port': ['ID=484ed915-6642-4132-95fa-09da012629af,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:04.318542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d262339-9bfc-476b-a112-3d5216dd6c9d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.322705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7d262339-9bfc-476b-a112-3d5216dd6c9d tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/ports/484ed915-6642-4132-95fa-09da012629af HTTP/1.1" status: 204 len: 168 time: 0.3727779 Aug 16 02:32:04.323175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:04.353515 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d45372-fb1f-446f-aeec-0b124eb4c2e1 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:04.353977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d45372-fb1f-446f-aeec-0b124eb4c2e1 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:04.357968 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d4d45372-fb1f-446f-aeec-0b124eb4c2e1 tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/subnets/9d63cc56-9dac-44b1-a5fd-032392d10877 HTTP/1.1" status: 404 len: 337 time: 0.0317941 Aug 16 02:32:04.358204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:04.439401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.534333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.545360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088c0152-9659-492c-a50d-80a9e46a5724']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:04.557478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0e72ca-a032-4fa2-b33d-7abe3a1068b0') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:04.557776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0e72ca-a032-4fa2-b33d-7abe3a1068b0') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:04.567186 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.592524 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.599972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:04.600492 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:04.604125 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:04.677328 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.686809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.691283 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/088c0152-9659-492c-a50d-80a9e46a5724 HTTP/1.1" status: 204 len: 168 time: 0.3290725 Aug 16 02:32:04.691666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:04.708665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2d79b-735f-4650-99b6-9cf3fff223dd tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Network': ['ID=088c0152-9659-492c-a50d-80a9e46a5724,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:04.768832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3de894d-fa40-4146-8802-ff1a4086c12b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Deleting subnet 03bc053c-8a21-4a29-af6f-25598ea015e2 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:04.772640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3de894d-fa40-4146-8802-ff1a4086c12b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.816718 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3de894d-fa40-4146-8802-ff1a4086c12b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.900415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.919176 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3de894d-fa40-4146-8802-ff1a4086c12b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.987691 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3de894d-fa40-4146-8802-ff1a4086c12b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.017192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de894d-fa40-4146-8802-ff1a4086c12b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Subnet': ['ID=03bc053c-8a21-4a29-af6f-25598ea015e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:05.021250 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b3de894d-fa40-4146-8802-ff1a4086c12b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.025668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b3de894d-fa40-4146-8802-ff1a4086c12b tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/subnets/03bc053c-8a21-4a29-af6f-25598ea015e2 HTTP/1.1" status: 204 len: 168 time: 0.3306825 Aug 16 02:32:05.025816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56654) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:05.039932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b34c06b-1fd9-41a4-bf8b-e63d6de2a8a1 None None] Network 14b817dd-3144-44ae-bcab-1478dc8e86a4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:05.161116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.231587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Deleting port d5f253a7-7578-4187-8015-f31e42b9cd89 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:05.231977 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.328039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a8459-0596-496f-87a2-01c9035a78f1 None None] DHCP port deletion for 14b817dd-3144-44ae-bcab-1478dc8e86a4 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:32:05.350026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] For port d5f253a7-7578-4187-8015-f31e42b9cd89, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d5f253a7-7578-4187-8015-f31e42b9cd89,segment=NetworkSegment(36c99dc0-4613-474f-8a42-393cf6da8635),segment_id=36c99dc0-4613-474f-8a42-393cf6da8635)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:05.350467 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.368634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Calling delete_port for d5f253a7-7578-4187-8015-f31e42b9cd89 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:05.383813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a8459-0596-496f-87a2-01c9035a78f1 None None] Deleting port d5f253a7-7578-4187-8015-f31e42b9cd89 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:05.384486 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8459-0596-496f-87a2-01c9035a78f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.475123 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.484474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ab4a8459-0596-496f-87a2-01c9035a78f1 None None] For port d5f253a7-7578-4187-8015-f31e42b9cd89, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d5f253a7-7578-4187-8015-f31e42b9cd89,segment=NetworkSegment(36c99dc0-4613-474f-8a42-393cf6da8635),segment_id=36c99dc0-4613-474f-8a42-393cf6da8635)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:05.485015 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8459-0596-496f-87a2-01c9035a78f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.501969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a8459-0596-496f-87a2-01c9035a78f1 None None] Calling delete_port for d5f253a7-7578-4187-8015-f31e42b9cd89 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:05.510714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Port': ['ID=d5f253a7-7578-4187-8015-f31e42b9cd89,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:05.513288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] No DVR routers for this DVR port d5f253a7-7578-4187-8015-f31e42b9cd89 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:05.600417 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8459-0596-496f-87a2-01c9035a78f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.610477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.622695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b817dd-3144-44ae-bcab-1478dc8e86a4']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:05.640021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a8459-0596-496f-87a2-01c9035a78f1 None None] Pushing event deleted for resources: {'Port': ['ID=d5f253a7-7578-4187-8015-f31e42b9cd89,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:05.640610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c99dc0-4613-474f-8a42-393cf6da8635') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:05.641205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c99dc0-4613-474f-8a42-393cf6da8635') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:05.651786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a8459-0596-496f-87a2-01c9035a78f1 None None] No DVR routers for this DVR port d5f253a7-7578-4187-8015-f31e42b9cd89 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:05.654112 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.680411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.686550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:05.687710 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:05.691079 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:05.753945 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.766373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.770683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] 10.222.0.61 "DELETE /v2.0/networks/14b817dd-3144-44ae-bcab-1478dc8e86a4 HTTP/1.1" status: 204 len: 168 time: 0.7416306 Aug 16 02:32:05.786293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6177953-d33f-4fce-b82b-3d176c0211db tempest-NetworksIpV6TestAttrs-1518125665 tempest-NetworksIpV6TestAttrs-1518125665-project] Pushing event deleted for resources: {'Network': ['ID=14b817dd-3144-44ae-bcab-1478dc8e86a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:06.045037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:06.208946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-865a3368-62ce-46fe-a933-d805fb129bf6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ecbf3f87b0043768f3280937bb5dfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605546 Aug 16 02:32:06.209345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:06.271686 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-972b0101-9827-4dec-9507-0e00b43c7638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.306930 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-972b0101-9827-4dec-9507-0e00b43c7638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.379048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-972b0101-9827-4dec-9507-0e00b43c7638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.382603 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-972b0101-9827-4dec-9507-0e00b43c7638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:06.387468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-972b0101-9827-4dec-9507-0e00b43c7638 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2316055-5a25-45f6-8f07-eefae4f15a5a HTTP/1.1" status: 204 len: 168 time: 0.1769996 Aug 16 02:32:06.396134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b0101-9827-4dec-9507-0e00b43c7638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2316055-5a25-45f6-8f07-eefae4f15a5a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:07.014636 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.103638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:07.154996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d5f253a7-7578-4187-8015-f31e42b9cd89 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:07.177108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d5f253a7-7578-4187-8015-f31e42b9cd89 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:07.177462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d5f253a7-7578-4187-8015-f31e42b9cd89 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:07.243834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606777033'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:07.267934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:07.271893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.281263 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.410190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.416555 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.441199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:07.453621 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.454046 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment ffefb576-1765-42fe-b868-f3aca5405afd of type vlan for network 5944213b-62de-4f07-a3b8-fff9d99bac5b Aug 16 02:32:07.494175 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.528699 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.536308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:07.537367 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:07.559664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49d3008-93ce-45f4-84b7-d57d4dc6138d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:07.576274 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4714565 Aug 16 02:32:07.642657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85d3db-7b36-437c-8e33-9ffca7c81074 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=5944213b-62de-4f07-a3b8-fff9d99bac5b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:07.653154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 5944213b-62de-4f07-a3b8-fff9d99bac5b details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:07.715576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:07.722605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': '5944213b-62de-4f07-a3b8-fff9d99bac5b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:07.838249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:07.846994 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.043309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.124820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=4a662ec0-02ac-44cf-9baa-4b60d57e2470,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:08.133389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': 'ffefb576-1765-42fe-b868-f3aca5405afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5944213b-62de-4f07-a3b8-fff9d99bac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:08.133389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: 5944213b-62de-4f07-a3b8-fff9d99bac5b, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:08.152332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 5944213b-62de-4f07-a3b8-fff9d99bac5b is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:08.163273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 5944213b-62de-4f07-a3b8-fff9d99bac5b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:08.167893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.168495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.175830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb75fb2-4c93-4de8-828d-90e4cf730966 None None] Network 5944213b-62de-4f07-a3b8-fff9d99bac5b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:08.192940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-86f2e358-9e30-401b-ba17-2042f5e041c7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4758701 Aug 16 02:32:08.196721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:08.201830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-472427314'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:08.232483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:08.236930 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.282791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:08.297333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.297333 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 07044e13-5b23-4a90-866a-f09d597324b5 of type vlan for network 57bc945d-d37a-43de-9e6a-4fc29cc9bd20 Aug 16 02:32:08.349096 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-5944213b-62de-4f07-a3b8-fff9d99bac5b', 'network_id': '5944213b-62de-4f07-a3b8-fff9d99bac5b', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': '4a662ec0-02ac-44cf-9baa-4b60d57e2470'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:08.350073 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.363360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.407409 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.414615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.415367 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.514770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:08.516695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3188236 Aug 16 02:32:08.517886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fd1ab-7f64-43a4-ba0f-19208d9df133 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=57bc945d-d37a-43de-9e6a-4fc29cc9bd20,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:08.521866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': '57bc945d-d37a-43de-9e6a-4fc29cc9bd20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:08.544387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 57bc945d-d37a-43de-9e6a-4fc29cc9bd20 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:08.623566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:08.626909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Allocated IP 172.20.255.242 (5944213b-62de-4f07-a3b8-fff9d99bac5b/4a662ec0-02ac-44cf-9baa-4b60d57e2470/06d6daaf-b90d-4a17-b0ea-248ba5e82b60) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:08.630999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.823597 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.833419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Transition to ACTIVE for port object 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:08.850115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Transition to ACTIVE for port object 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:08.856613 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.870675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.895209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Network 5944213b-62de-4f07-a3b8-fff9d99bac5b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:08.898199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:08.905229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:08.943419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Pushing event updated for resources: {'Port': ['ID=06d6daaf-b90d-4a17-b0ea-248ba5e82b60,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:08.959248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=633e94ef-fed6-4cf8-918b-59d85f4e7991,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:08.964567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '07044e13-5b23-4a90-866a-f09d597324b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '57bc945d-d37a-43de-9e6a-4fc29cc9bd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:08.964921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: 57bc945d-d37a-43de-9e6a-4fc29cc9bd20, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:08.991260 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Attempting to bind port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:08.991757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Attempting to bind port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'ffefb576-1765-42fe-b868-f3aca5405afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5944213b-62de-4f07-a3b8-fff9d99bac5b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:08.992234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Attempting to bind port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 on network 5944213b-62de-4f07-a3b8-fff9d99bac5b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:09.004300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:09.004716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 57bc945d-d37a-43de-9e6a-4fc29cc9bd20 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:09.005337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Checking segment: {'id': 'ffefb576-1765-42fe-b868-f3aca5405afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5944213b-62de-4f07-a3b8-fff9d99bac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:09.005954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.006571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Bound using segment: {'id': 'ffefb576-1765-42fe-b868-f3aca5405afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5944213b-62de-4f07-a3b8-fff9d99bac5b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:09.007330 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Bound port: 06d6daaf-b90d-4a17-b0ea-248ba5e82b60, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffefb576-1765-42fe-b868-f3aca5405afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5944213b-62de-4f07-a3b8-fff9d99bac5b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:09.008175 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.016867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 57bc945d-d37a-43de-9e6a-4fc29cc9bd20) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:09.021599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:09.022292 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.029279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f8a2a-4f77-4338-a214-eb3630f3d606 None None] Network 57bc945d-d37a-43de-9e6a-4fc29cc9bd20 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:09.042258 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a921d42f-fba0-4ee3-a0c4-baa7d5c71d89 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5233703 Aug 16 02:32:09.042656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:09.229779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.300510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.343945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] For port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:09.376659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] For port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=06d6daaf-b90d-4a17-b0ea-248ba5e82b60,segment=NetworkSegment(ffefb576-1765-42fe-b868-f3aca5405afd),segment_id=ffefb576-1765-42fe-b868-f3aca5405afd)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:09.386659 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.401196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.455052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=633e94ef-fed6-4cf8-918b-59d85f4e7991,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:09.498115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de9dd1-7fe1-4e11-8d29-c90ed529ed75 None None] Pushing event updated for resources: {'Port': ['ID=06d6daaf-b90d-4a17-b0ea-248ba5e82b60,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:09.525764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.532950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3062b5-75c6-4742-8824-a55fd21d1de1 None None] Network 57bc945d-d37a-43de-9e6a-4fc29cc9bd20 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:09.540062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bc945d-d37a-43de-9e6a-4fc29cc9bd20']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:09.554610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07044e13-5b23-4a90-866a-f09d597324b5') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:09.555046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07044e13-5b23-4a90-866a-f09d597324b5') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:09.566309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.581355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.587967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:09.588516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:09.591899 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:09.696185 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.703870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.710019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/57bc945d-d37a-43de-9e6a-4fc29cc9bd20 HTTP/1.1" status: 204 len: 168 time: 0.6621053 Aug 16 02:32:09.710618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:09.716613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-931499324'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:09.720649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a55abe-e5a8-4b5d-b655-970bc72103fe tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=57bc945d-d37a-43de-9e6a-4fc29cc9bd20,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:09.757545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:09.763040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.844161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:09.860512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.861041 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 60bd16ad-3c4f-4f68-a830-76a0cd736143 of type vlan for network 1392f76a-5206-44d1-9a0f-12e5fcb3c54f Aug 16 02:32:09.916752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.957145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.965086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:09.965940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.043491 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3315711 Aug 16 02:32:10.046792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:10.050724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24285c23-2cf3-42a2-8bd6-0eac6b1145b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=1392f76a-5206-44d1-9a0f-12e5fcb3c54f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:10.052480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': '1392f76a-5206-44d1-9a0f-12e5fcb3c54f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:10.062767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 1392f76a-5206-44d1-9a0f-12e5fcb3c54f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:10.183902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:10.190164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.257823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Performing IP validity checks on allocation pools {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:32:10.258550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:32:10.400476 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.493173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=ee02b59a-655c-40cb-8116-e8d6ebf7ac08,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:10.516140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '60bd16ad-3c4f-4f68-a830-76a0cd736143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1392f76a-5206-44d1-9a0f-12e5fcb3c54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:10.516505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: 1392f76a-5206-44d1-9a0f-12e5fcb3c54f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:10.536564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 1392f76a-5206-44d1-9a0f-12e5fcb3c54f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:10.546886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 1392f76a-5206-44d1-9a0f-12e5fcb3c54f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:10.551689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:10.552448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.558139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6865b1-afe9-41c6-8ffa-fe1f8f59e604 None None] Network 1392f76a-5206-44d1-9a0f-12e5fcb3c54f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:10.577765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-63c0dbfa-4e64-4c2e-8b8d-057d58b85f5f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5294325 Aug 16 02:32:10.580375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:10.746461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.821365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc31d2-dee1-4f9a-9718-8f2a5ce49a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-1392f76a-5206-44d1-9a0f-12e5fcb3c54f', 'network_id': '1392f76a-5206-44d1-9a0f-12e5fcb3c54f', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': 'ee02b59a-655c-40cb-8116-e8d6ebf7ac08'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:10.822387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7efc31d2-dee1-4f9a-9718-8f2a5ce49a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.895946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.927378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c60688-e720-43eb-acac-45e5305fe36c None None] Network 5944213b-62de-4f07-a3b8-fff9d99bac5b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:10.992578 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.013823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6bc4435-f69b-4258-bf35-a588b99d8cce None None] Provisioning for port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-7efc31d2-dee1-4f9a-9718-8f2a5ce49a1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee02b59a-655c-40cb-8116-e8d6ebf7ac08: This subnet is being modified by another concurrent operation. Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee02b59a-655c-40cb-8116-e8d6ebf7ac08: This subnet is being modified by another concurrent operation. Aug 16 02:32:11.028938 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:32:11.063432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897c899-d7b7-46f7-afe1-195a882cd4fc None None] Network 1392f76a-5206-44d1-9a0f-12e5fcb3c54f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:11.082673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=ee02b59a-655c-40cb-8116-e8d6ebf7ac08,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.227017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.267601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1392f76a-5206-44d1-9a0f-12e5fcb3c54f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:11.275472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:11.285717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bd16ad-3c4f-4f68-a830-76a0cd736143') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:11.286029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bd16ad-3c4f-4f68-a830-76a0cd736143') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:11.299952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.320712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.332822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:11.334846 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:11.346650 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:11.350464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:11.365861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:11.366289 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.442923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.448232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.453578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/1392f76a-5206-44d1-9a0f-12e5fcb3c54f HTTP/1.1" status: 204 len: 168 time: 0.8683763 Aug 16 02:32:11.454591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:11.466569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-54965696'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:11.485511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea138ec-f8f9-4c4f-883a-d7a96609fbd9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=1392f76a-5206-44d1-9a0f-12e5fcb3c54f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.509417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:11.512858 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.517241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.547647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:11.554306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=06d6daaf-b90d-4a17-b0ea-248ba5e82b60,segment=NetworkSegment(ffefb576-1765-42fe-b868-f3aca5405afd),segment_id=ffefb576-1765-42fe-b868-f3aca5405afd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:11.559243 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.559927 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.559927 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 743f61e8-e472-4b28-8959-e8e4d90e85e1 of type vlan for network 66991c26-e425-48d3-bdea-d72d53829b27 Aug 16 02:32:11.605940 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.620931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=06d6daaf-b90d-4a17-b0ea-248ba5e82b60,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.641689 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.648112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:11.648741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.658693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103c726-c648-4810-bc39-c39c2773cb35 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:11.723603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0ae0c59-8702-47ea-b169-18a06f150dce None None] Provisioning complete for port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:11.724012 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0c59-8702-47ea-b169-18a06f150dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.745211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2889028 Aug 16 02:32:11.747611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:11.753967 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': '66991c26-e425-48d3-bdea-d72d53829b27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:11.771333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834001cd-d0b9-4dc9-a3b0-97d5aa032dad tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=66991c26-e425-48d3-bdea-d72d53829b27,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.796329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 66991c26-e425-48d3-bdea-d72d53829b27 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:11.852283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103c726-c648-4810-bc39-c39c2773cb35 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:11.869443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:11.875173 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.140482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.225849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=dccbc48e-3f84-4e4d-a267-8391aff239fc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:12.231216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '743f61e8-e472-4b28-8959-e8e4d90e85e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '66991c26-e425-48d3-bdea-d72d53829b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:12.231574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: 66991c26-e425-48d3-bdea-d72d53829b27, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:12.252611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 66991c26-e425-48d3-bdea-d72d53829b27 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:12.262697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 66991c26-e425-48d3-bdea-d72d53829b27) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:12.267665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.268300 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.275725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f81918-173b-402a-994e-f293824dde8b None None] Network 66991c26-e425-48d3-bdea-d72d53829b27 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:12.286529 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-507a7c8a-fa32-44bc-9500-c61786e8b6f5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5351322 Aug 16 02:32:12.286895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:12.394942 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.423173 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.460737 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.486671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa3fe3-38bf-4f8b-98af-9b6ca9807145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-66991c26-e425-48d3-bdea-d72d53829b27', 'network_id': '66991c26-e425-48d3-bdea-d72d53829b27', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': 'dccbc48e-3f84-4e4d-a267-8391aff239fc'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:12.487750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3fe3-38bf-4f8b-98af-9b6ca9807145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.554827 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.618101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=dccbc48e-3f84-4e4d-a267-8391aff239fc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-c0aa3fe3-38bf-4f8b-98af-9b6ca9807145 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dccbc48e-3f84-4e4d-a267-8391aff239fc: This subnet is being modified by another concurrent operation. Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dccbc48e-3f84-4e4d-a267-8391aff239fc: This subnet is being modified by another concurrent operation. Aug 16 02:32:12.628758 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:32:12.661247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa96823-81a1-4045-9eaa-cef760fa3b2d None None] Network 66991c26-e425-48d3-bdea-d72d53829b27 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:12.704461 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.715245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66991c26-e425-48d3-bdea-d72d53829b27']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:12.726607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743f61e8-e472-4b28-8959-e8e4d90e85e1') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:12.726911 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743f61e8-e472-4b28-8959-e8e4d90e85e1') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:12.736400 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.753019 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.759801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:12.760303 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:12.763459 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:12.785182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b6b06-807f-43c9-8002-b06410371cda None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:12.838096 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.850741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.852667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/66991c26-e425-48d3-bdea-d72d53829b27 HTTP/1.1" status: 204 len: 168 time: 0.5644143 Aug 16 02:32:12.856256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:12.861997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716992374'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:12.865780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e822c13-5ac9-435a-af83-74396eafd216 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=66991c26-e425-48d3-bdea-d72d53829b27,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:12.887127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b6b06-807f-43c9-8002-b06410371cda None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:12.894839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:12.898983 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.927404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:12.939537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.940417 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 4af1d06f-f9e5-4cf9-b377-66688a3e7f66 of type vlan for network 4d321612-74fd-4c9a-ba2b-b974f89afc42 Aug 16 02:32:12.986696 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.019435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.025843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:13.027450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.110388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=4d321612-74fd-4c9a-ba2b-b974f89afc42,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:13.147301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-81c4c8d6-0198-4646-91b6-69d49595a353 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2898304 Aug 16 02:32:13.148159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56868) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.152008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 4d321612-74fd-4c9a-ba2b-b974f89afc42 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:13.154435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': '4d321612-74fd-4c9a-ba2b-b974f89afc42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:13.234115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:13.292491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:13.297624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.316598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:13.318953 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.542604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.604128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=ad7b2b80-ace0-42d0-a6ab-a8270c1cff2f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:13.615969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '4af1d06f-f9e5-4cf9-b377-66688a3e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d321612-74fd-4c9a-ba2b-b974f89afc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:13.616439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: 4d321612-74fd-4c9a-ba2b-b974f89afc42, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:13.634422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 4d321612-74fd-4c9a-ba2b-b974f89afc42 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:13.644319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 4d321612-74fd-4c9a-ba2b-b974f89afc42) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:13.649007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:13.649655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:13.653072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d6420-1d44-41c0-be32-0b13ae076691 None None] Network 4d321612-74fd-4c9a-ba2b-b974f89afc42 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:13.676140 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4c8b181d-60be-4a80-8fc8-9d2f52bb30a3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5265546 Aug 16 02:32:13.678676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:13.836935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-4d321612-74fd-4c9a-ba2b-b974f89afc42', 'network_id': '4d321612-74fd-4c9a-ba2b-b974f89afc42', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': 'ad7b2b80-ace0-42d0-a6ab-a8270c1cff2f'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:13.837981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.073592 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Allocated IP 172.20.0.2 (4d321612-74fd-4c9a-ba2b-b974f89afc42/ad7b2b80-ace0-42d0-a6ab-a8270c1cff2f/4819fdee-9a8c-46e1-a2c3-8af5d62b5b91) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:14.226473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.286699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.405900 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.414937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Transition to ACTIVE for port object 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:14.430346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Transition to ACTIVE for port object 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:14.437886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.457188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.494009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7b2b80-ace0-42d0-a6ab-a8270c1cff2f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:14.513795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Network 4d321612-74fd-4c9a-ba2b-b974f89afc42 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:14.521190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:14.527766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:14.532574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Pushing event updated for resources: {'Port': ['ID=4819fdee-9a8c-46e1-a2c3-8af5d62b5b91,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:14.566347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.586527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d321612-74fd-4c9a-ba2b-b974f89afc42']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:14.594368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af1d06f-f9e5-4cf9-b377-66688a3e7f66') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:14.594670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af1d06f-f9e5-4cf9-b377-66688a3e7f66') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:14.604053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.605590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Attempting to bind port 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:14.605965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Attempting to bind port 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '4af1d06f-f9e5-4cf9-b377-66688a3e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d321612-74fd-4c9a-ba2b-b974f89afc42'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:14.606325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Attempting to bind port 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91 on network 4d321612-74fd-4c9a-ba2b-b974f89afc42 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:14.612039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:14.612765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Checking segment: {'id': '4af1d06f-f9e5-4cf9-b377-66688a3e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d321612-74fd-4c9a-ba2b-b974f89afc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:14.612765 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.613176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Bound using segment: {'id': '4af1d06f-f9e5-4cf9-b377-66688a3e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d321612-74fd-4c9a-ba2b-b974f89afc42'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:14.613634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Bound port: 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af1d06f-f9e5-4cf9-b377-66688a3e7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d321612-74fd-4c9a-ba2b-b974f89afc42'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:14.614015 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.618900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.627559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:14.627949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:14.631138 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:14.683043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] For port 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:14.695896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] For port 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4819fdee-9a8c-46e1-a2c3-8af5d62b5b91,segment=NetworkSegment(4af1d06f-f9e5-4cf9-b377-66688a3e7f66),segment_id=4af1d06f-f9e5-4cf9-b377-66688a3e7f66)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:14.696105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:32:14.696105 n-d-768862-14 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:32:14.696105 n-d-768862-14 neutron-server[94640]: [parameters: {'id': '4d321612-74fd-4c9a-ba2b-b974f89afc42'}] Aug 16 02:32:14.696105 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:32:14.697041 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:32:14.701237 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:14.779263 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e255c4-a3ff-4259-9934-5ce287074f70 None None] Pushing event updated for resources: {'Port': ['ID=4819fdee-9a8c-46e1-a2c3-8af5d62b5b91,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:14.795604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea52465-72c8-4734-94b7-5a24d3a49312 None None] Network 4d321612-74fd-4c9a-ba2b-b974f89afc42 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:14.919690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63e4fd-82fc-4bdf-8460-1102b48313c0 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:15.004988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b63e4fd-82fc-4bdf-8460-1102b48313c0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:15.197943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.268824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Deleting port 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:15.269833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.341737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] For port 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4819fdee-9a8c-46e1-a2c3-8af5d62b5b91,segment=NetworkSegment(4af1d06f-f9e5-4cf9-b377-66688a3e7f66),segment_id=4af1d06f-f9e5-4cf9-b377-66688a3e7f66)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:15.342102 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.356944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Calling delete_port for 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:15.448033 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.477611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Port': ['ID=4819fdee-9a8c-46e1-a2c3-8af5d62b5b91,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:15.480036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No DVR routers for this DVR port 4819fdee-9a8c-46e1-a2c3-8af5d62b5b91 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:15.565270 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.575215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d321612-74fd-4c9a-ba2b-b974f89afc42']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:15.587160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af1d06f-f9e5-4cf9-b377-66688a3e7f66') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:15.587463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af1d06f-f9e5-4cf9-b377-66688a3e7f66') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:15.598732 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.631058 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.639225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:15.639925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:15.643990 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:15.710237 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.718302 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.723557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/4d321612-74fd-4c9a-ba2b-b974f89afc42 HTTP/1.1" status: 204 len: 168 time: 2.0404854 Aug 16 02:32:15.723784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56894) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:15.737454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539507829'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:15.741874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90426921-4e41-495e-bcbd-e4d41de3ec18 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=4d321612-74fd-4c9a-ba2b-b974f89afc42,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:15.760618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:15.763996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.787341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:15.796690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.797032 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 30856952-2e0f-4617-bd2f-23195a460e63 of type vlan for network c6078835-dcaa-4c06-811b-8e802192bd5e Aug 16 02:32:15.839527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.870652 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.876665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.877355 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.941599 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2057288 Aug 16 02:32:15.941801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56896) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:15.946528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': 'c6078835-dcaa-4c06-811b-8e802192bd5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:16.001228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788c921-bb9d-4f98-a12b-e9c62cb1984f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=c6078835-dcaa-4c06-811b-8e802192bd5e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:16.011886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c6078835-dcaa-4c06-811b-8e802192bd5e details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:16.053206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:16.057551 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.143012 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:32:16.143561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:32:16.294634 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.365993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=cfd3fb2c-5168-448b-a774-e7c5e6fd8830,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:16.378084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '30856952-2e0f-4617-bd2f-23195a460e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c6078835-dcaa-4c06-811b-8e802192bd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:16.378526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: c6078835-dcaa-4c06-811b-8e802192bd5e, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:16.397040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network c6078835-dcaa-4c06-811b-8e802192bd5e is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:16.409304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c6078835-dcaa-4c06-811b-8e802192bd5e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:16.413890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:16.414536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.421576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d63acf-2c06-42f7-8a7e-c452431d80f8 None None] Network c6078835-dcaa-4c06-811b-8e802192bd5e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:16.433427 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d78c6178-2285-46d2-b3ea-777530fb028b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4880238 Aug 16 02:32:16.433630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:16.536211 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.576547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488fdb38-8e8f-4c02-b01e-6dafcd3cbe3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c6078835-dcaa-4c06-811b-8e802192bd5e', 'network_id': 'c6078835-dcaa-4c06-811b-8e802192bd5e', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': 'cfd3fb2c-5168-448b-a774-e7c5e6fd8830'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:16.578699 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-488fdb38-8e8f-4c02-b01e-6dafcd3cbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.595527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.685790 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-488fdb38-8e8f-4c02-b01e-6dafcd3cbe3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfd3fb2c-5168-448b-a774-e7c5e6fd8830: This subnet is being modified by another concurrent operation. Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfd3fb2c-5168-448b-a774-e7c5e6fd8830: This subnet is being modified by another concurrent operation. Aug 16 02:32:16.689287 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:32:16.705488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd0b11-2f0c-47fb-a9aa-dd3c879501c8 None None] Network c6078835-dcaa-4c06-811b-8e802192bd5e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:16.718413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd3fb2c-5168-448b-a774-e7c5e6fd8830,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:16.779333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.791300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6078835-dcaa-4c06-811b-8e802192bd5e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:16.803914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30856952-2e0f-4617-bd2f-23195a460e63') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:16.804202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30856952-2e0f-4617-bd2f-23195a460e63') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:16.815582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.831601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.838934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:16.839522 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:16.843195 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:16.910024 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.919224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.921764 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/c6078835-dcaa-4c06-811b-8e802192bd5e HTTP/1.1" status: 204 len: 168 time: 0.4872389 Aug 16 02:32:16.925797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:16.933048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100887913'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:16.934605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe44c5d-9f10-42a5-ab89-1b521995c0b9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=c6078835-dcaa-4c06-811b-8e802192bd5e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:16.964273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:16.969010 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.990245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a54f6-c69a-476d-a2c2-974cf4dabc26 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:17.004938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:17.016157 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.016753 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 4251ae92-3159-4719-819e-903318aa33e8 of type vlan for network 9db7b938-a599-4409-997c-abc366eb27da Aug 16 02:32:17.062563 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.073128 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a54f6-c69a-476d-a2c2-974cf4dabc26 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:17.101558 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.114367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:17.115072 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.190264 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2622180 Aug 16 02:32:17.193087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:17.194806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35264ea6-196f-4d9d-b20d-6568a74b8ba5 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=9db7b938-a599-4409-997c-abc366eb27da,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:17.201872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': '9db7b938-a599-4409-997c-abc366eb27da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:17.218092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 9db7b938-a599-4409-997c-abc366eb27da details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:17.328518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:17.334021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.551674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.625554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=9c1cdca9-e359-421e-bfed-95a547e9dbba,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:17.636587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '4251ae92-3159-4719-819e-903318aa33e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9db7b938-a599-4409-997c-abc366eb27da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:17.636957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: 9db7b938-a599-4409-997c-abc366eb27da, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:17.657515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 9db7b938-a599-4409-997c-abc366eb27da is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:17.676995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 9db7b938-a599-4409-997c-abc366eb27da) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:17.682483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:17.683185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.689536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee7c34-f1e4-4183-83c1-d9eb48940fb8 None None] Network 9db7b938-a599-4409-997c-abc366eb27da requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:17.702458 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-af4beb0f-5bcd-4342-b644-f28312446d97 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5067382 Aug 16 02:32:17.705368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56928) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:17.823456 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.883839 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5949513d-df9e-4e5f-89dc-c400f7f67eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-9db7b938-a599-4409-997c-abc366eb27da', 'network_id': '9db7b938-a599-4409-997c-abc366eb27da', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': '9c1cdca9-e359-421e-bfed-95a547e9dbba'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:17.884840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5949513d-df9e-4e5f-89dc-c400f7f67eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.887587 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.965910 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-5949513d-df9e-4e5f-89dc-c400f7f67eee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c1cdca9-e359-421e-bfed-95a547e9dbba: This subnet is being modified by another concurrent operation. Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c1cdca9-e359-421e-bfed-95a547e9dbba: This subnet is being modified by another concurrent operation. Aug 16 02:32:17.986596 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:32:17.993770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1cdca9-e359-421e-bfed-95a547e9dbba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:18.025474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca43bc-aead-4890-aef8-569e6d19101a None None] Network 9db7b938-a599-4409-997c-abc366eb27da requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:18.076456 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.089468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db7b938-a599-4409-997c-abc366eb27da']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:18.107174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4251ae92-3159-4719-819e-903318aa33e8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:18.107174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4251ae92-3159-4719-819e-903318aa33e8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:18.116648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.137512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.144606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:18.144996 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.147299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc18bb92-b227-4273-8b8d-8f23ebf3b5c9 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:18.147994 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:18.213404 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.222464 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.227387 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/9db7b938-a599-4409-997c-abc366eb27da HTTP/1.1" status: 204 len: 168 time: 0.5179403 Aug 16 02:32:18.228657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:18.234181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38898270-df94-439e-b074-8da1baad097a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=9db7b938-a599-4409-997c-abc366eb27da,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:18.241802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1669340567'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:18.243721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18bb92-b227-4273-8b8d-8f23ebf3b5c9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:18.266724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:18.270897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.295276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:18.305959 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.306534 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 6d4dd272-8dca-4fa8-af5d-30c411d9ce19 of type vlan for network e9e60899-bd24-4bdd-9795-bb9c623b73d7 Aug 16 02:32:18.348750 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.381135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.389965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.390828 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.457570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2245169 Aug 16 02:32:18.457952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:18.463376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': 'e9e60899-bd24-4bdd-9795-bb9c623b73d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:18.468673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf31235-6ffe-4662-b7e0-67bda6aef488 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=e9e60899-bd24-4bdd-9795-bb9c623b73d7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:18.485086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network e9e60899-bd24-4bdd-9795-bb9c623b73d7 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:18.556088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:18.559582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.746342 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.809296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=0587ec54-a0cc-4a13-8fdf-f3c3d9af4c9c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:18.820760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '6d4dd272-8dca-4fa8-af5d-30c411d9ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e9e60899-bd24-4bdd-9795-bb9c623b73d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:18.821117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: e9e60899-bd24-4bdd-9795-bb9c623b73d7, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:18.837793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network e9e60899-bd24-4bdd-9795-bb9c623b73d7 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:18.846866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, e9e60899-bd24-4bdd-9795-bb9c623b73d7) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:18.851489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:18.851914 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.858130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f921b31-b5fc-4901-a9f1-fd13672f7389 None None] Network e9e60899-bd24-4bdd-9795-bb9c623b73d7 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:18.872471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:18.872692 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a1eb737c-74ac-47c6-a0ab-e22e347577ae tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4135346 Aug 16 02:32:18.995628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.037571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-e9e60899-bd24-4bdd-9795-bb9c623b73d7', 'network_id': 'e9e60899-bd24-4bdd-9795-bb9c623b73d7', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': '0587ec54-a0cc-4a13-8fdf-f3c3d9af4c9c'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:19.039517 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.065121 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.215388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Allocated IP 172.20.0.1 (e9e60899-bd24-4bdd-9795-bb9c623b73d7/0587ec54-a0cc-4a13-8fdf-f3c3d9af4c9c/0fb38dcb-8afb-4177-90fe-8c7c4713b4e2) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:19.370975 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.381480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Transition to ACTIVE for port object 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:19.397552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Transition to ACTIVE for port object 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:19.406867 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.425375 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.461039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=0587ec54-a0cc-4a13-8fdf-f3c3d9af4c9c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:19.465431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Network e9e60899-bd24-4bdd-9795-bb9c623b73d7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:19.466841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Pushing event updated for resources: {'Port': ['ID=0fb38dcb-8afb-4177-90fe-8c7c4713b4e2,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:19.469494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:19.471768 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:19.531737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Attempting to bind port 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:19.532238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Attempting to bind port 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6d4dd272-8dca-4fa8-af5d-30c411d9ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e9e60899-bd24-4bdd-9795-bb9c623b73d7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:19.532653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Attempting to bind port 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2 on network e9e60899-bd24-4bdd-9795-bb9c623b73d7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:19.538463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:19.538924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Checking segment: {'id': '6d4dd272-8dca-4fa8-af5d-30c411d9ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e9e60899-bd24-4bdd-9795-bb9c623b73d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:19.539442 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.539911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Bound using segment: {'id': '6d4dd272-8dca-4fa8-af5d-30c411d9ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e9e60899-bd24-4bdd-9795-bb9c623b73d7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:19.540448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Bound port: 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4dd272-8dca-4fa8-af5d-30c411d9ce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e9e60899-bd24-4bdd-9795-bb9c623b73d7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:19.540915 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.563550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.574741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e60899-bd24-4bdd-9795-bb9c623b73d7']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:19.586462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4dd272-8dca-4fa8-af5d-30c411d9ce19') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:19.586799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4dd272-8dca-4fa8-af5d-30c411d9ce19') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:19.597862 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.612527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] For port 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:19.616543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] For port 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=0fb38dcb-8afb-4177-90fe-8c7c4713b4e2,segment=NetworkSegment(6d4dd272-8dca-4fa8-af5d-30c411d9ce19),segment_id=6d4dd272-8dca-4fa8-af5d-30c411d9ce19)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:19.621875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.624535 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.634761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:19.634987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:19.638537 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:19.709059 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:32:19.709059 n-d-768862-14 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:32:19.709059 n-d-768862-14 neutron-server[94639]: [parameters: {'id': 'e9e60899-bd24-4bdd-9795-bb9c623b73d7'}] Aug 16 02:32:19.709059 n-d-768862-14 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:32:19.709468 n-d-768862-14 neutron-server[94639]: DEBUG oslo_db.api [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:32:19.741271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4515015-411b-4835-bd31-7936aaf6c948 None None] Network e9e60899-bd24-4bdd-9795-bb9c623b73d7 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:19.756624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89e6b3-5962-4962-b77f-3241f17e898b None None] Pushing event updated for resources: {'Port': ['ID=0fb38dcb-8afb-4177-90fe-8c7c4713b4e2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:19.873649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0240d76-04c1-4a0c-8984-5432ab25afdb None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:19.984814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0240d76-04c1-4a0c-8984-5432ab25afdb None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:20.211489 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.316207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Deleting port 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:20.316633 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.523452 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:32:20.728719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] For port 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=0fb38dcb-8afb-4177-90fe-8c7c4713b4e2,segment=NetworkSegment(6d4dd272-8dca-4fa8-af5d-30c411d9ce19),segment_id=6d4dd272-8dca-4fa8-af5d-30c411d9ce19)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:20.731738 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.744064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Calling delete_port for 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:20.824895 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.849794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Port': ['ID=0fb38dcb-8afb-4177-90fe-8c7c4713b4e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:20.856359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No DVR routers for this DVR port 0fb38dcb-8afb-4177-90fe-8c7c4713b4e2 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:20.948749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.960813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e60899-bd24-4bdd-9795-bb9c623b73d7']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:20.972680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4dd272-8dca-4fa8-af5d-30c411d9ce19') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:20.972992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4dd272-8dca-4fa8-af5d-30c411d9ce19') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:20.983656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.000583 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.006627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:21.007015 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:21.010222 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:21.089307 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.096008 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.101356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/e9e60899-bd24-4bdd-9795-bb9c623b73d7 HTTP/1.1" status: 204 len: 168 time: 2.2241452 Aug 16 02:32:21.103957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:21.109551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-647298174'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:21.145670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab441492-4b97-4c52-82ea-1468dcaf7142 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=e9e60899-bd24-4bdd-9795-bb9c623b73d7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:21.161478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:21.165632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.192027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:21.203442 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.203854 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e of type vlan for network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 Aug 16 02:32:21.245268 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.279986 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.286359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:21.288193 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.363052 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2579823 Aug 16 02:32:21.365652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 56982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:21.366500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb62fe-3967-42f8-8fc6-7b9665de2fca tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=93fd1dcc-82c8-4f27-b470-db3fa997bb30,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:21.371531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ffb3c48-458a-4980-adf4-5fb9ca60e224 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:21.380418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:21.546628 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3c48-458a-4980-adf4-5fb9ca60e224 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.566255 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3c48-458a-4980-adf4-5fb9ca60e224 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.593298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ffb3c48-458a-4980-adf4-5fb9ca60e224 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 is not hosted by any dhcp agent {{(pid=94640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:32:21.597120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffb3c48-458a-4980-adf4-5fb9ca60e224 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:21.597699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3c48-458a-4980-adf4-5fb9ca60e224 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.599328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9ffb3c48-458a-4980-adf4-5fb9ca60e224 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "PUT /v2.0/networks/93fd1dcc-82c8-4f27-b470-db3fa997bb30 HTTP/1.1" status: 200 len: 723 time: 0.2326009 Aug 16 02:32:21.602192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:21.612392 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': '93fd1dcc-82c8-4f27-b470-db3fa997bb30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:21.668587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb3c48-458a-4980-adf4-5fb9ca60e224 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=93fd1dcc-82c8-4f27-b470-db3fa997bb30,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:21.683927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:21.730035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:21.735670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:21.966851 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.036061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=1683f104-a3ee-474a-bca1-573d8034f8ab,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:22.052562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '93fd1dcc-82c8-4f27-b470-db3fa997bb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:22.053337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: 93fd1dcc-82c8-4f27-b470-db3fa997bb30, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:22.081393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:22.091488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 93fd1dcc-82c8-4f27-b470-db3fa997bb30) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:22.097069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.097809 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.111910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d796eaa6-9a4e-4ccd-bb4d-5c6e3164088a None None] Network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:22.119639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-23a5bbfc-bda8-446b-a2e3-dd27d546ebea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5139360 Aug 16 02:32:22.119930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 56998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:22.125604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2b925238-b034-49d6-ba2f-0f6478edbd59 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:22.244300 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b925238-b034-49d6-ba2f-0f6478edbd59 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7721688'] for subnet, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.282668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-93fd1dcc-82c8-4f27-b470-db3fa997bb30', 'network_id': '93fd1dcc-82c8-4f27-b470-db3fa997bb30', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': '1683f104-a3ee-474a-bca1-573d8034f8ab'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:22.285033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.433533 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b925238-b034-49d6-ba2f-0f6478edbd59 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754776548235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7643672'] for subnet, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.484295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Allocated IP 172.20.0.2 (93fd1dcc-82c8-4f27-b470-db3fa997bb30/1683f104-a3ee-474a-bca1-573d8034f8ab/1d8f44fa-3fcf-4225-af9a-3b7717335b8d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:22.512114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b925238-b034-49d6-ba2f-0f6478edbd59 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.514532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b925238-b034-49d6-ba2f-0f6478edbd59 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.516343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2b925238-b034-49d6-ba2f-0f6478edbd59 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "PUT /v2.0/subnets/1683f104-a3ee-474a-bca1-573d8034f8ab HTTP/1.1" status: 200 len: 806 time: 0.3955040 Aug 16 02:32:22.519584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:22.523410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b925238-b034-49d6-ba2f-0f6478edbd59 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=1683f104-a3ee-474a-bca1-573d8034f8ab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:22.648738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.679846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.692933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Transition to ACTIVE for port object 1d8f44fa-3fcf-4225-af9a-3b7717335b8d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:22.705427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.716152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Transition to ACTIVE for port object 1d8f44fa-3fcf-4225-af9a-3b7717335b8d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:22.725589 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.778037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.784378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:22.808965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:22.812584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:22.814931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=1683f104-a3ee-474a-bca1-573d8034f8ab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:22.866639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Pushing event updated for resources: {'Port': ['ID=1d8f44fa-3fcf-4225-af9a-3b7717335b8d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:22.901365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.901365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.901637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.901969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.902304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.902634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.902971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.903328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.903661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.903993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.904322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.904649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:22.906355 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.919942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fd1dcc-82c8-4f27-b470-db3fa997bb30']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:22.923167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Attempting to bind port 1d8f44fa-3fcf-4225-af9a-3b7717335b8d on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:22.923615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Attempting to bind port 1d8f44fa-3fcf-4225-af9a-3b7717335b8d by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '93fd1dcc-82c8-4f27-b470-db3fa997bb30'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:22.923996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Attempting to bind port 1d8f44fa-3fcf-4225-af9a-3b7717335b8d on network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:22.929390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:22.929781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Checking segment: {'id': '824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '93fd1dcc-82c8-4f27-b470-db3fa997bb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:22.930245 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.930657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Bound using segment: {'id': '824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '93fd1dcc-82c8-4f27-b470-db3fa997bb30'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:22.931531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Bound port: 1d8f44fa-3fcf-4225-af9a-3b7717335b8d, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '93fd1dcc-82c8-4f27-b470-db3fa997bb30'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:22.931935 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.934728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:22.935249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:22.949728 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.973569 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.980672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:22.981250 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.009323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] For port 1d8f44fa-3fcf-4225-af9a-3b7717335b8d, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:23.038769 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:23.055361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] For port 1d8f44fa-3fcf-4225-af9a-3b7717335b8d, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1d8f44fa-3fcf-4225-af9a-3b7717335b8d,segment=NetworkSegment(824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e),segment_id=824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:23.057376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:32:23.057376 n-d-768862-14 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:32:23.057376 n-d-768862-14 neutron-server[94640]: [parameters: {'id': '93fd1dcc-82c8-4f27-b470-db3fa997bb30'}] Aug 16 02:32:23.057376 n-d-768862-14 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:32:23.057821 n-d-768862-14 neutron-server[94640]: DEBUG oslo_db.api [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:32:23.061020 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.146085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2138083-5bff-447d-ad7c-2746e57705ee None None] Pushing event updated for resources: {'Port': ['ID=1d8f44fa-3fcf-4225-af9a-3b7717335b8d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:23.162223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac551e-8419-4bee-8650-c987df499940 None None] Network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:23.292139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5b5e4-a287-4d94-b227-1b45c42eb12c None None] Network 93fd1dcc-82c8-4f27-b470-db3fa997bb30 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:23.428932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f4220-02e8-459a-afdd-ea2937631aca None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:23.513785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f4220-02e8-459a-afdd-ea2937631aca None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:23.559339 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.632329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Deleting port 1d8f44fa-3fcf-4225-af9a-3b7717335b8d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:23.632714 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.703176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] For port 1d8f44fa-3fcf-4225-af9a-3b7717335b8d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1d8f44fa-3fcf-4225-af9a-3b7717335b8d,segment=NetworkSegment(824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e),segment_id=824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:23.703539 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.719587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Calling delete_port for 1d8f44fa-3fcf-4225-af9a-3b7717335b8d owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:23.821275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.855371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Port': ['ID=1d8f44fa-3fcf-4225-af9a-3b7717335b8d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:23.883854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No DVR routers for this DVR port 1d8f44fa-3fcf-4225-af9a-3b7717335b8d on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:23.971478 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.982220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fd1dcc-82c8-4f27-b470-db3fa997bb30']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:23.993864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:23.994166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824f9914-7fbf-4a3a-a7f7-cc9a44f0c23e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:24.003979 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.018529 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.025123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:24.025600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:24.030037 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:24.114918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.119970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.125493 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/93fd1dcc-82c8-4f27-b470-db3fa997bb30 HTTP/1.1" status: 204 len: 168 time: 1.6011703 Aug 16 02:32:24.125894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:24.138712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23c956-2800-4e0b-ae23-1817d6233ea2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=93fd1dcc-82c8-4f27-b470-db3fa997bb30,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:24.149871 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ef9226-8682-4d90-8582-49a039fd58b2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:24.150618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ef9226-8682-4d90-8582-49a039fd58b2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:24.156239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-65ef9226-8682-4d90-8582-49a039fd58b2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/93fd1dcc-82c8-4f27-b470-db3fa997bb30 HTTP/1.1" status: 404 len: 339 time: 0.0256126 Aug 16 02:32:24.156899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:24.162139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-997980900', 'description': 'd1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:24.187205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:24.191520 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.217340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:24.228024 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.228532 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment e6b3ce00-fd2f-4cb9-ba7c-b58f23fd9d41 of type vlan for network 33cef6a8-a0de-41db-bc1a-aae2796201b6 Aug 16 02:32:24.282819 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.315257 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.327357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:24.328009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.351431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1933267 Aug 16 02:32:24.354628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:24.449283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8cf4e-5aa5-473a-9184-37493885b70d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=33cef6a8-a0de-41db-bc1a-aae2796201b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:24.460680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 33cef6a8-a0de-41db-bc1a-aae2796201b6 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:24.467452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f6004-0241-47e4-ab7c-39a11d87c526 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:24.471135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6e7f6004-0241-47e4-ab7c-39a11d87c526 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/networks?id=33cef6a8-a0de-41db-bc1a-aae2796201b6 HTTP/1.1" status: 200 len: 760 time: 0.1126420 Aug 16 02:32:24.472668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:24.478477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-66e50ae1-2151-45ec-9487-8eb7b965835a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'description': 'd2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:24.646575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66e50ae1-2151-45ec-9487-8eb7b965835a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.663019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66e50ae1-2151-45ec-9487-8eb7b965835a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.712062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66e50ae1-2151-45ec-9487-8eb7b965835a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 33cef6a8-a0de-41db-bc1a-aae2796201b6 is not hosted by any dhcp agent {{(pid=94640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:32:24.718521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e50ae1-2151-45ec-9487-8eb7b965835a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:24.719758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66e50ae1-2151-45ec-9487-8eb7b965835a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.723676 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-66e50ae1-2151-45ec-9487-8eb7b965835a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "PUT /v2.0/networks/33cef6a8-a0de-41db-bc1a-aae2796201b6 HTTP/1.1" status: 200 len: 757 time: 0.2475960 Aug 16 02:32:24.724374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:24.748029 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e50ae1-2151-45ec-9487-8eb7b965835a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=33cef6a8-a0de-41db-bc1a-aae2796201b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:24.763438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 33cef6a8-a0de-41db-bc1a-aae2796201b6 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:24.854762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397078bc-c0db-45b9-9ce3-8eae9108ad73 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:24.856336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-397078bc-c0db-45b9-9ce3-8eae9108ad73 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/networks?id=33cef6a8-a0de-41db-bc1a-aae2796201b6 HTTP/1.1" status: 200 len: 760 time: 0.1306775 Aug 16 02:32:24.861126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:24.869193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-684282248'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:24.898067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:24.902623 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.930123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:24.940433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:24.940778 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 8d5f1db0-8a8d-400a-8e44-a73e27b2740e of type vlan for network 6fde7b37-b22c-4071-bb38-16b5ce6f3804 Aug 16 02:32:24.987076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.016320 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.021951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.022527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.082456 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2198913 Aug 16 02:32:25.085219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57052) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:25.090009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': '6fde7b37-b22c-4071-bb38-16b5ce6f3804', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:25.108349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cd0a9-8904-421d-ad88-f856b299db87 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=6fde7b37-b22c-4071-bb38-16b5ce6f3804,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:25.122231 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6fde7b37-b22c-4071-bb38-16b5ce6f3804 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:25.201148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:25.205509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.402040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.470056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=64acef0f-b582-452d-9ac7-baef666fd7ed,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:25.480870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.481211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.481549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.481879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.482205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.482525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.482875 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.483235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.483573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.483897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.484215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.484554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:25.487411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '8d5f1db0-8a8d-400a-8e44-a73e27b2740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6fde7b37-b22c-4071-bb38-16b5ce6f3804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:25.487762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: 6fde7b37-b22c-4071-bb38-16b5ce6f3804, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:25.505817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 6fde7b37-b22c-4071-bb38-16b5ce6f3804 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:25.515267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6fde7b37-b22c-4071-bb38-16b5ce6f3804) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:25.519165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.519743 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.525896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82bb1d7-720f-4748-a6c5-b16d0a7e9bd9 None None] Network 6fde7b37-b22c-4071-bb38-16b5ce6f3804 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:25.539512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:25.540763 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-912e6d64-cfd9-44b2-872b-66f0fa495525 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4545209 Aug 16 02:32:25.635294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.677348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ed129-67f9-4063-a39d-b3629b210c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6fde7b37-b22c-4071-bb38-16b5ce6f3804', 'network_id': '6fde7b37-b22c-4071-bb38-16b5ce6f3804', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': '64acef0f-b582-452d-9ac7-baef666fd7ed'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:25.678424 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a92ed129-67f9-4063-a39d-b3629b210c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.694557 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.770976 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-a92ed129-67f9-4063-a39d-b3629b210c13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64acef0f-b582-452d-9ac7-baef666fd7ed: This subnet is being modified by another concurrent operation. Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64acef0f-b582-452d-9ac7-baef666fd7ed: This subnet is being modified by another concurrent operation. Aug 16 02:32:25.784868 n-d-768862-14 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 16 02:32:25.806874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac10cb-b09c-4006-b36d-faf073224370 None None] Network 6fde7b37-b22c-4071-bb38-16b5ce6f3804 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:25.807334 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=64acef0f-b582-452d-9ac7-baef666fd7ed,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:25.875834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.888648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fde7b37-b22c-4071-bb38-16b5ce6f3804']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:25.904099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5f1db0-8a8d-400a-8e44-a73e27b2740e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:25.904674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5f1db0-8a8d-400a-8e44-a73e27b2740e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:25.916907 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.940540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4717b4f-7da9-4866-8f65-eb4da2e8fc27 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:25.944138 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.951415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:25.951933 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:25.955389 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:26.029493 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.041874 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.049119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/6fde7b37-b22c-4071-bb38-16b5ce6f3804 HTTP/1.1" status: 204 len: 168 time: 0.5083857 Aug 16 02:32:26.051819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:26.056199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4717b4f-7da9-4866-8f65-eb4da2e8fc27 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:26.064390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c65df1-e3ac-47ae-a293-7881868984d9 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=6fde7b37-b22c-4071-bb38-16b5ce6f3804,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:26.093570 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a707ed-feff-4401-a5af-f20f3578bd28 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] GET failed (client error): The resource could not be found. Aug 16 02:32:26.100779 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-61a707ed-feff-4401-a5af-f20f3578bd28 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/subnets/64acef0f-b582-452d-9ac7-baef666fd7ed HTTP/1.1" status: 404 len: 337 time: 0.0479126 Aug 16 02:32:26.103639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:26.126469 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-320eff89-7e37-40f3-b55d-7b0e12a5d6f3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:26.127304 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320eff89-7e37-40f3-b55d-7b0e12a5d6f3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:26.129207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-320eff89-7e37-40f3-b55d-7b0e12a5d6f3 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/6fde7b37-b22c-4071-bb38-16b5ce6f3804 HTTP/1.1" status: 404 len: 339 time: 0.0244784 Aug 16 02:32:26.133175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:26.378429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17845a75-8933-4791-87ae-bc58ffd2eecd tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.378429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-17845a75-8933-4791-87ae-bc58ffd2eecd tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2245400 Aug 16 02:32:26.378429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:26.475711 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6998ba11-4b3e-4ffb-91cb-870d3db97e8a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 207 time: 0.0363057 Aug 16 02:32:26.478666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:26.636789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d93f6-c5c7-4399-85fd-00ae99ae10a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.643544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d93f6-c5c7-4399-85fd-00ae99ae10a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.649475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d93f6-c5c7-4399-85fd-00ae99ae10a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.655627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d93f6-c5c7-4399-85fd-00ae99ae10a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.657402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ca6d93f6-c5c7-4399-85fd-00ae99ae10a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2510674 Aug 16 02:32:26.661066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:26.784495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-225a5c43-e660-483b-ab40-42d97cdae7dc tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1221931 Aug 16 02:32:26.788267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:26.848984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75e762-bd35-4ce1-a093-d12fd7eb9646 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.850658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75e762-bd35-4ce1-a093-d12fd7eb9646 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.856396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-de75e762-bd35-4ce1-a093-d12fd7eb9646 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0637202 Aug 16 02:32:26.856653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:26.921541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfadc0c8-2d98-4c0d-b46b-493f125ece7c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.923525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfadc0c8-2d98-4c0d-b46b-493f125ece7c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.925061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bfadc0c8-2d98-4c0d-b46b-493f125ece7c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0675063 Aug 16 02:32:26.928395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:27.047975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00654e06-d30a-4fe8-9e99-183659cf0143 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.050076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-00654e06-d30a-4fe8-9e99-183659cf0143 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/networks/5944213b-62de-4f07-a3b8-fff9d99bac5b HTTP/1.1" status: 200 len: 800 time: 0.1201062 Aug 16 02:32:27.054790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:27.176860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-36553c83-1556-45be-8390-b525ba8e2a32 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/networks/5944213b-62de-4f07-a3b8-fff9d99bac5b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1208618 Aug 16 02:32:27.180102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:27.234707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47e573-481b-47a6-acc4-d43783893328 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.236313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6d47e573-481b-47a6-acc4-d43783893328 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/subnets/4a662ec0-02ac-44cf-9baa-4b60d57e2470 HTTP/1.1" status: 200 len: 811 time: 0.0551844 Aug 16 02:32:27.240021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:27.305926 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7667dc-41dc-463d-ab66-6cff43e9b73a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.310821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ad7667dc-41dc-463d-ab66-6cff43e9b73a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "GET /v2.0/subnets/4a662ec0-02ac-44cf-9baa-4b60d57e2470?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0665209 Aug 16 02:32:27.311598 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:27.316793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977519065'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:27.340040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:27.347275 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.386683 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:27.396779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.397115 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Added segment 8772548e-499a-434f-9575-f12c7486a6e4 of type vlan for network 6f96e84f-f746-4935-9978-54e141a19cb3 Aug 16 02:32:27.448667 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.484681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.490821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.491473 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.553768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2409565 Aug 16 02:32:27.556629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:27.563018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'network_id': '6f96e84f-f746-4935-9978-54e141a19cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:27.563954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c03c1-23d0-4092-b7ad-d21e465295a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Network': ['ID=6f96e84f-f746-4935-9978-54e141a19cb3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:27.575684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6f96e84f-f746-4935-9978-54e141a19cb3 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:27.679263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Made reservation on behalf of a7422e0f6cad40c9a3eae88a3a2247fc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:27.684633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.768072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:32:27.768583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:32:27.953451 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.023188 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=cfbc01b4-1856-40a7-852a-74dfd05242e0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:28.034086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Checking segment: {'id': '8772548e-499a-434f-9575-f12c7486a6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6f96e84f-f746-4935-9978-54e141a19cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:28.034456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network hostable DHCP agents. Network: 6f96e84f-f746-4935-9978-54e141a19cb3, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:28.064570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Network 6f96e84f-f746-4935-9978-54e141a19cb3 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:28.074485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6f96e84f-f746-4935-9978-54e141a19cb3) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:28.079894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:28.080546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.084284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7934f3f-4e1d-421d-a8c9-1f1dcf76ec5f None None] Network 6f96e84f-f746-4935-9978-54e141a19cb3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:28.100512 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-392c1043-7394-4d01-bf05-35cac9a41a95 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5422068 Aug 16 02:32:28.102894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:28.110662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ff805246-2b24-41ca-8aa9-4d04ba8ca8d7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:28.234425 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff805246-2b24-41ca-8aa9-4d04ba8ca8d7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7721688'] for subnet, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.297054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6f96e84f-f746-4935-9978-54e141a19cb3', 'network_id': '6f96e84f-f746-4935-9978-54e141a19cb3', 'tenant_id': 'a7422e0f6cad40c9a3eae88a3a2247fc', 'fixed_ips': [{'subnet_id': 'cfbc01b4-1856-40a7-852a-74dfd05242e0'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:28.298360 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.456385 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff805246-2b24-41ca-8aa9-4d04ba8ca8d7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754776548235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7643672'] for subnet, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.497235 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff805246-2b24-41ca-8aa9-4d04ba8ca8d7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:28.498037 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff805246-2b24-41ca-8aa9-4d04ba8ca8d7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.500084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ff805246-2b24-41ca-8aa9-4d04ba8ca8d7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "PUT /v2.0/subnets/cfbc01b4-1856-40a7-852a-74dfd05242e0 HTTP/1.1" status: 200 len: 877 time: 0.3951204 Aug 16 02:32:28.503117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:28.523064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Allocated IP 172.20.0.3 (6f96e84f-f746-4935-9978-54e141a19cb3/cfbc01b4-1856-40a7-852a-74dfd05242e0/032b35c5-7821-4ca8-b0b6-e71485d835e1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:28.583296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff805246-2b24-41ca-8aa9-4d04ba8ca8d7 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event updated for resources: {'Subnet': ['ID=cfbc01b4-1856-40a7-852a-74dfd05242e0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:28.675171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.730322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.739467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Transition to ACTIVE for port object 032b35c5-7821-4ca8-b0b6-e71485d835e1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:28.743030 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.756309 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Transition to ACTIVE for port object 032b35c5-7821-4ca8-b0b6-e71485d835e1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:28.764012 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.824348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Pushing event updated for resources: {'Port': ['ID=032b35c5-7821-4ca8-b0b6-e71485d835e1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:28.832947 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.833426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Network 6f96e84f-f746-4935-9978-54e141a19cb3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:28.834917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:28.837197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:28.882174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=cfbc01b4-1856-40a7-852a-74dfd05242e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:28.920378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Attempting to bind port 032b35c5-7821-4ca8-b0b6-e71485d835e1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:28.920706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Attempting to bind port 032b35c5-7821-4ca8-b0b6-e71485d835e1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '8772548e-499a-434f-9575-f12c7486a6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6f96e84f-f746-4935-9978-54e141a19cb3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:28.921092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Attempting to bind port 032b35c5-7821-4ca8-b0b6-e71485d835e1 on network 6f96e84f-f746-4935-9978-54e141a19cb3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:28.929336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:28.930269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Checking segment: {'id': '8772548e-499a-434f-9575-f12c7486a6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6f96e84f-f746-4935-9978-54e141a19cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:28.930936 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.931764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Bound using segment: {'id': '8772548e-499a-434f-9575-f12c7486a6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6f96e84f-f746-4935-9978-54e141a19cb3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:28.932310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Bound port: 032b35c5-7821-4ca8-b0b6-e71485d835e1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8772548e-499a-434f-9575-f12c7486a6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '6f96e84f-f746-4935-9978-54e141a19cb3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:28.932769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.935375 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.946420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f96e84f-f746-4935-9978-54e141a19cb3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:28.965553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8772548e-499a-434f-9575-f12c7486a6e4') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:28.966170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8772548e-499a-434f-9575-f12c7486a6e4') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:28.979363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.000432 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.015498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:29.015802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:29.020099 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:29.040826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] For port 032b35c5-7821-4ca8-b0b6-e71485d835e1, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:29.095760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] For port 032b35c5-7821-4ca8-b0b6-e71485d835e1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=032b35c5-7821-4ca8-b0b6-e71485d835e1,segment=NetworkSegment(8772548e-499a-434f-9575-f12c7486a6e4),segment_id=8772548e-499a-434f-9575-f12c7486a6e4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:29.096368 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:32:29.096368 n-d-768862-14 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:32:29.096368 n-d-768862-14 neutron-server[94639]: [parameters: {'id': '6f96e84f-f746-4935-9978-54e141a19cb3'}] Aug 16 02:32:29.096368 n-d-768862-14 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:32:29.096816 n-d-768862-14 neutron-server[94639]: DEBUG oslo_db.api [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:32:29.103315 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.205223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573c4a3-17b9-400f-a459-8a6b60e0a74d None None] Pushing event updated for resources: {'Port': ['ID=032b35c5-7821-4ca8-b0b6-e71485d835e1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:29.225859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b8cc3-bf17-4eb0-9581-69d19de12dd3 None None] Network 6f96e84f-f746-4935-9978-54e141a19cb3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:29.361198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457666f4-14bc-459f-98ec-e4c043463d4e None None] Network 6f96e84f-f746-4935-9978-54e141a19cb3 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:29.512332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafe710-ce54-4729-b4a4-8345badb4d71 None None] get_active_networks_info from n-d-768862-14 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:32:29.597610 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.610781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feafe710-ce54-4729-b4a4-8345badb4d71 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:32:29.669004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Deleting port 032b35c5-7821-4ca8-b0b6-e71485d835e1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:29.669715 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.753165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] For port 032b35c5-7821-4ca8-b0b6-e71485d835e1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=032b35c5-7821-4ca8-b0b6-e71485d835e1,segment=NetworkSegment(8772548e-499a-434f-9575-f12c7486a6e4),segment_id=8772548e-499a-434f-9575-f12c7486a6e4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:29.754092 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.770897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Calling delete_port for 032b35c5-7821-4ca8-b0b6-e71485d835e1 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:29.872231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.912463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Port': ['ID=032b35c5-7821-4ca8-b0b6-e71485d835e1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:29.914621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No DVR routers for this DVR port 032b35c5-7821-4ca8-b0b6-e71485d835e1 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:30.005232 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.017931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f96e84f-f746-4935-9978-54e141a19cb3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:30.030107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8772548e-499a-434f-9575-f12c7486a6e4') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:30.030480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8772548e-499a-434f-9575-f12c7486a6e4') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:30.040341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.056239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.063155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:30.063910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:30.067520 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:30.148339 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.161336 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.166725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/6f96e84f-f746-4935-9978-54e141a19cb3 HTTP/1.1" status: 204 len: 168 time: 1.6592202 Aug 16 02:32:30.167051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.181166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadbb86-3fbe-461c-a0a0-138b3b6879be tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=6f96e84f-f746-4935-9978-54e141a19cb3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:30.199988 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0b29de-ef45-4f2c-a8b9-99e07b3b2d3b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.200445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0b29de-ef45-4f2c-a8b9-99e07b3b2d3b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.203078 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-db0b29de-ef45-4f2c-a8b9-99e07b3b2d3b tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/cfbc01b4-1856-40a7-852a-74dfd05242e0 HTTP/1.1" status: 404 len: 337 time: 0.0349250 Aug 16 02:32:30.205985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.225584 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9afd7d-cb59-4634-8bb5-60fd00bb3d6e tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.226425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9afd7d-cb59-4634-8bb5-60fd00bb3d6e tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.228313 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3c9afd7d-cb59-4634-8bb5-60fd00bb3d6e tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/6f96e84f-f746-4935-9978-54e141a19cb3 HTTP/1.1" status: 404 len: 339 time: 0.0213540 Aug 16 02:32:30.231310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.263742 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25c126e-21fd-44d2-8e21-e18cd7bfbdd2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.264771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25c126e-21fd-44d2-8e21-e18cd7bfbdd2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.266611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e25c126e-21fd-44d2-8e21-e18cd7bfbdd2 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/64acef0f-b582-452d-9ac7-baef666fd7ed HTTP/1.1" status: 404 len: 337 time: 0.0341556 Aug 16 02:32:30.269141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57228) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.289452 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2718e7-2f77-401a-854b-ffa0134f9d69 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.289990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2718e7-2f77-401a-854b-ffa0134f9d69 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.291722 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5d2718e7-2f77-401a-854b-ffa0134f9d69 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/6fde7b37-b22c-4071-bb38-16b5ce6f3804 HTTP/1.1" status: 404 len: 339 time: 0.0216963 Aug 16 02:32:30.294500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.386205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.489329 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.501347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cef6a8-a0de-41db-bc1a-aae2796201b6']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:30.512675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b3ce00-fd2f-4cb9-ba7c-b58f23fd9d41') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:30.512898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b3ce00-fd2f-4cb9-ba7c-b58f23fd9d41') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:30.524730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.543738 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.551172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:30.551756 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:30.555446 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:30.623017 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.629296 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.633936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/33cef6a8-a0de-41db-bc1a-aae2796201b6 HTTP/1.1" status: 204 len: 168 time: 0.3357306 Aug 16 02:32:30.634693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57240) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.655849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afc695-8bf1-4596-90fd-0446bff68b84 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=33cef6a8-a0de-41db-bc1a-aae2796201b6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:30.676346 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7f17f4-ad15-42fa-a8dc-5c21821653a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.676850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7f17f4-ad15-42fa-a8dc-5c21821653a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.681143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.699648 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9c7f17f4-ad15-42fa-a8dc-5c21821653a6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/1683f104-a3ee-474a-bca1-573d8034f8ab HTTP/1.1" status: 404 len: 337 time: 0.0626984 Aug 16 02:32:30.699880 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b45e28-4e59-4937-8133-9539c63f37ea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.700338 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b45e28-4e59-4937-8133-9539c63f37ea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.703128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-16b45e28-4e59-4937-8133-9539c63f37ea tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/93fd1dcc-82c8-4f27-b470-db3fa997bb30 HTTP/1.1" status: 404 len: 339 time: 0.0198514 Aug 16 02:32:30.704854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.737630 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-55631ff5-f34a-4a64-ba0d-46ab38c7ad7f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.738109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55631ff5-f34a-4a64-ba0d-46ab38c7ad7f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.742413 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-55631ff5-f34a-4a64-ba0d-46ab38c7ad7f tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/0587ec54-a0cc-4a13-8fdf-f3c3d9af4c9c HTTP/1.1" status: 404 len: 337 time: 0.0343125 Aug 16 02:32:30.742703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.762359 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c4daa9-de37-4f43-9530-59bfe35bf75c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.763009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c4daa9-de37-4f43-9530-59bfe35bf75c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.765006 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-92c4daa9-de37-4f43-9530-59bfe35bf75c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/e9e60899-bd24-4bdd-9795-bb9c623b73d7 HTTP/1.1" status: 404 len: 339 time: 0.0212049 Aug 16 02:32:30.767366 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.793976 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53ccea9-57bb-4f39-ab46-cdea4d563152 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.794441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53ccea9-57bb-4f39-ab46-cdea4d563152 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.796768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c53ccea9-57bb-4f39-ab46-cdea4d563152 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/9c1cdca9-e359-421e-bfed-95a547e9dbba HTTP/1.1" status: 404 len: 337 time: 0.0285234 Aug 16 02:32:30.799212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.817164 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cca0313-9598-4b7c-82b2-56be04c3160e tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.817696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cca0313-9598-4b7c-82b2-56be04c3160e tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.819670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9cca0313-9598-4b7c-82b2-56be04c3160e tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/9db7b938-a599-4409-997c-abc366eb27da HTTP/1.1" status: 404 len: 339 time: 0.0191176 Aug 16 02:32:30.821961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.841560 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.851559 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86c9fe1-8473-4b09-ab88-178fcee7788d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:30.852065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86c9fe1-8473-4b09-ab88-178fcee7788d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:30.855161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f86c9fe1-8473-4b09-ab88-178fcee7788d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/cfd3fb2c-5168-448b-a774-e7c5e6fd8830 HTTP/1.1" status: 404 len: 337 time: 0.0310445 Aug 16 02:32:30.856659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57258) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.998062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c58761d6-3e5a-45ad-80c4-6a3aa82dfe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.215016 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30a5362-239f-4895-b731-a156d024d2e6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:31.215993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30a5362-239f-4895-b731-a156d024d2e6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:31.220391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f30a5362-239f-4895-b731-a156d024d2e6 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/c6078835-dcaa-4c06-811b-8e802192bd5e HTTP/1.1" status: 404 len: 339 time: 0.3617346 Aug 16 02:32:31.220662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.247104 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dae19ea-e64b-41de-968f-4c7c61671102 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:31.247570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dae19ea-e64b-41de-968f-4c7c61671102 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:31.251124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1dae19ea-e64b-41de-968f-4c7c61671102 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/ad7b2b80-ace0-42d0-a6ab-a8270c1cff2f HTTP/1.1" status: 404 len: 337 time: 0.0284486 Aug 16 02:32:31.252603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.270702 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0581b1-5b87-4ca7-8eee-6da9c22a15ac tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:31.271624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0581b1-5b87-4ca7-8eee-6da9c22a15ac tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:31.273670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6e0581b1-5b87-4ca7-8eee-6da9c22a15ac tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/4d321612-74fd-4c9a-ba2b-b974f89afc42 HTTP/1.1" status: 404 len: 339 time: 0.0201738 Aug 16 02:32:31.276124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.307885 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3280f1e-150c-47aa-b3ea-438eee195ab8 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:31.308671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3280f1e-150c-47aa-b3ea-438eee195ab8 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:31.310494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d3280f1e-150c-47aa-b3ea-438eee195ab8 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/dccbc48e-3f84-4e4d-a267-8391aff239fc HTTP/1.1" status: 404 len: 337 time: 0.0332427 Aug 16 02:32:31.313471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.334205 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7884dd1c-063e-48ec-aa3e-af17fba5885c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:31.334851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7884dd1c-063e-48ec-aa3e-af17fba5885c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:31.336758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7884dd1c-063e-48ec-aa3e-af17fba5885c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/66991c26-e425-48d3-bdea-d72d53829b27 HTTP/1.1" status: 404 len: 339 time: 0.0223138 Aug 16 02:32:31.339181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.368587 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93fe17b-0465-4903-9876-3eb4909144b1 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:31.369047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93fe17b-0465-4903-9876-3eb4909144b1 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:31.370772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d93fe17b-0465-4903-9876-3eb4909144b1 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/ee02b59a-655c-40cb-8116-e8d6ebf7ac08 HTTP/1.1" status: 404 len: 337 time: 0.0306375 Aug 16 02:32:31.373994 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.392645 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c970f7-60c9-4a15-b790-4f2d80a3402c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:31.393351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c970f7-60c9-4a15-b790-4f2d80a3402c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:31.396182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e7c970f7-60c9-4a15-b790-4f2d80a3402c tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/1392f76a-5206-44d1-9a0f-12e5fcb3c54f HTTP/1.1" status: 404 len: 339 time: 0.0210416 Aug 16 02:32:31.397808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57290) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.437417 n-d-768862-14 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ce419b-3b8f-440e-b2cd-254f741dac2a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:31.437878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ce419b-3b8f-440e-b2cd-254f741dac2a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:31.439868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d6ce419b-3b8f-440e-b2cd-254f741dac2a tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/633e94ef-fed6-4cf8-918b-59d85f4e7991 HTTP/1.1" status: 404 len: 337 time: 0.0410650 Aug 16 02:32:31.442400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57294) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.463015 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39c7740-1588-41a0-a924-17de4f614e83 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] DELETE failed (client error): The resource could not be found. Aug 16 02:32:31.463668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39c7740-1588-41a0-a924-17de4f614e83 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:32:31.467593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a39c7740-1588-41a0-a924-17de4f614e83 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/57bc945d-d37a-43de-9e6a-4fc29cc9bd20 HTTP/1.1" status: 404 len: 339 time: 0.0219324 Aug 16 02:32:31.468878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.527013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36c34bb-162c-4a16-bd4e-54a83f089118 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Deleting subnet 4a662ec0-02ac-44cf-9baa-4b60d57e2470 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:31.531369 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b36c34bb-162c-4a16-bd4e-54a83f089118 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.573122 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b36c34bb-162c-4a16-bd4e-54a83f089118 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.692016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b36c34bb-162c-4a16-bd4e-54a83f089118 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.768808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b36c34bb-162c-4a16-bd4e-54a83f089118 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.799217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c34bb-162c-4a16-bd4e-54a83f089118 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Subnet': ['ID=4a662ec0-02ac-44cf-9baa-4b60d57e2470,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:31.807865 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b36c34bb-162c-4a16-bd4e-54a83f089118 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.813689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.814209 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b36c34bb-162c-4a16-bd4e-54a83f089118 tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/subnets/4a662ec0-02ac-44cf-9baa-4b60d57e2470 HTTP/1.1" status: 204 len: 168 time: 0.3438306 Aug 16 02:32:31.822015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8afd34-c9d6-4134-8c5d-34e3127096c2 None None] Network 5944213b-62de-4f07-a3b8-fff9d99bac5b requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:31.910304 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.996483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Deleting port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:31.996835 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.083625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] For port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=06d6daaf-b90d-4a17-b0ea-248ba5e82b60,segment=NetworkSegment(ffefb576-1765-42fe-b868-f3aca5405afd),segment_id=ffefb576-1765-42fe-b868-f3aca5405afd)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:32.084107 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.111744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Calling delete_port for 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:32.126038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e1ba3-b253-43b8-a0c4-5cdd27befaf0 None None] DHCP port deletion for 5944213b-62de-4f07-a3b8-fff9d99bac5b request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:32:32.202510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-828e1ba3-b253-43b8-a0c4-5cdd27befaf0 None None] Deleting port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:32.203203 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-828e1ba3-b253-43b8-a0c4-5cdd27befaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.259762 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.288540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Port': ['ID=06d6daaf-b90d-4a17-b0ea-248ba5e82b60,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:32.292569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] No DVR routers for this DVR port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:32.300464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-828e1ba3-b253-43b8-a0c4-5cdd27befaf0 None None] For port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=06d6daaf-b90d-4a17-b0ea-248ba5e82b60,segment=NetworkSegment(ffefb576-1765-42fe-b868-f3aca5405afd),segment_id=ffefb576-1765-42fe-b868-f3aca5405afd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:32.301094 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-828e1ba3-b253-43b8-a0c4-5cdd27befaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.324739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-828e1ba3-b253-43b8-a0c4-5cdd27befaf0 None None] Calling delete_port for 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:32.396347 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.413249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5944213b-62de-4f07-a3b8-fff9d99bac5b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:32.425649 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-828e1ba3-b253-43b8-a0c4-5cdd27befaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.432526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffefb576-1765-42fe-b868-f3aca5405afd') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:32.432831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffefb576-1765-42fe-b868-f3aca5405afd') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:32.448847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.469278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e1ba3-b253-43b8-a0c4-5cdd27befaf0 None None] Pushing event deleted for resources: {'Port': ['ID=06d6daaf-b90d-4a17-b0ea-248ba5e82b60,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:32.475926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.476139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e1ba3-b253-43b8-a0c4-5cdd27befaf0 None None] No DVR routers for this DVR port 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:32.492041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:32.492589 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:32.496798 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:32.575764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.588033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.592434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] 10.222.0.61 "DELETE /v2.0/networks/5944213b-62de-4f07-a3b8-fff9d99bac5b HTTP/1.1" status: 204 len: 168 time: 0.7752962 Aug 16 02:32:32.607249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47b950-5d20-4457-83b4-c6f86bc0984d tempest-NetworksTest-1630357745 tempest-NetworksTest-1630357745-project] Pushing event deleted for resources: {'Network': ['ID=5944213b-62de-4f07-a3b8-fff9d99bac5b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:32.930622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.101148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f8157c00-8502-444e-8f43-e0366a337778 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7422e0f6cad40c9a3eae88a3a2247fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679769 Aug 16 02:32:33.103477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.169604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:33.180128 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8908c012-fc30-47f9-bf09-0921b23132f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.200605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:33.201199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 06d6daaf-b90d-4a17-b0ea-248ba5e82b60 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:33.213159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8908c012-fc30-47f9-bf09-0921b23132f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.277056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8908c012-fc30-47f9-bf09-0921b23132f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.282048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8908c012-fc30-47f9-bf09-0921b23132f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.283241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8908c012-fc30-47f9-bf09-0921b23132f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d49d3008-93ce-45f4-84b7-d57d4dc6138d HTTP/1.1" status: 204 len: 168 time: 0.1781082 Aug 16 02:32:33.292088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908c012-fc30-47f9-bf09-0921b23132f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49d3008-93ce-45f4-84b7-d57d4dc6138d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:33.632510 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c43d3690-2057-4c9f-b2e5-6f30b972ee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.973083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.073073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:34.181585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9e186ed7-c3d4-499b-9c36-5d45926aa0ea tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1168719598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:34.215784 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e186ed7-c3d4-499b-9c36-5d45926aa0ea tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.216892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e186ed7-c3d4-499b-9c36-5d45926aa0ea tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.270468 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e186ed7-c3d4-499b-9c36-5d45926aa0ea tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.280048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e186ed7-c3d4-499b-9c36-5d45926aa0ea tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.304440 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e186ed7-c3d4-499b-9c36-5d45926aa0ea tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.307132 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9e186ed7-c3d4-499b-9c36-5d45926aa0ea tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2313678 Aug 16 02:32:34.308433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:34.314774 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-813682531'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:34.338251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Made reservation on behalf of c611ed66cbc141e7958881bda9ac2bbd for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:34.341957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.351412 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.466031 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.471416 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.504129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:34.522901 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.523411 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Added segment 31be26e4-5945-4a08-976a-2b07dcb0542e of type vlan for network 0cdfc2ae-b41e-4c50-8d79-71988589378f Aug 16 02:32:34.533963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32b877a-149b-4b52-86c3-43f267281fa3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:34.576470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.614676 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.622625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:34.622625 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.689853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3792734 Aug 16 02:32:34.691833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:34.697224 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Request body: {'subnet': {'network_id': '0cdfc2ae-b41e-4c50-8d79-71988589378f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:34.712120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63903a18-2009-4203-b93c-6ca047f1406f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Network': ['ID=0cdfc2ae-b41e-4c50-8d79-71988589378f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:34.724092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 0cdfc2ae-b41e-4c50-8d79-71988589378f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:34.833872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Made reservation on behalf of c611ed66cbc141e7958881bda9ac2bbd for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:34.838404 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.901309 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.061605 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.126257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Subnet': ['ID=a5746c87-797f-4690-b021-2bc5512332e0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:35.138842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Checking segment: {'id': '31be26e4-5945-4a08-976a-2b07dcb0542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0cdfc2ae-b41e-4c50-8d79-71988589378f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:35.139718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network hostable DHCP agents. Network: 0cdfc2ae-b41e-4c50-8d79-71988589378f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:35.156748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network 0cdfc2ae-b41e-4c50-8d79-71988589378f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:35.165207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 0cdfc2ae-b41e-4c50-8d79-71988589378f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:35.169362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:35.170277 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.173981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c82cb4-c9d1-4dce-a70a-5e1e94b4d2dc None None] Network 0cdfc2ae-b41e-4c50-8d79-71988589378f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:35.191151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b91cfb4f-0fbf-43f2-b650-81087a8fed2e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4972789 Aug 16 02:32:35.193345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:35.199226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Request body: {'network': {'name': 'tempest-router-network01--1233856177'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:35.222993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Made reservation on behalf of c611ed66cbc141e7958881bda9ac2bbd for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:35.245972 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.307967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:35.323698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.324018 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Added segment f1e81a08-bd14-411a-8514-1a5185bf7395 of type vlan for network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 Aug 16 02:32:35.359207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-0cdfc2ae-b41e-4c50-8d79-71988589378f', 'network_id': '0cdfc2ae-b41e-4c50-8d79-71988589378f', 'tenant_id': 'c611ed66cbc141e7958881bda9ac2bbd', 'fixed_ips': [{'subnet_id': 'a5746c87-797f-4690-b021-2bc5512332e0'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:35.360047 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.375752 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.415342 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.427300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:35.427934 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.522831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3279362 Aug 16 02:32:35.525573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:35.531001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Request body: {'network': {'name': 'tempest-router-network02--2041205495'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:35.541859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cea8d-6561-4170-a067-285d4b393830 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Network': ['ID=34ecbfd3-7f37-463a-a78f-7e4cd96b5e12,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:35.555162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:35.566745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Made reservation on behalf of c611ed66cbc141e7958881bda9ac2bbd for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:35.571075 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.599037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:35.618808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.619158 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Added segment f8e850ea-1b49-459b-840b-383a028934f1 of type vlan for network f4e0bd63-779b-476b-b067-29a8e417be5f Aug 16 02:32:35.634964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Allocated IP 172.20.0.2 (0cdfc2ae-b41e-4c50-8d79-71988589378f/a5746c87-797f-4690-b021-2bc5512332e0/3b46a9df-41cb-4cf7-adea-883fc1aa80fa) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:35.687776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.737928 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.746273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:35.747002 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.861010 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3341849 Aug 16 02:32:35.862159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aa80d-2c40-4106-ba27-171eb9122807 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Network': ['ID=f4e0bd63-779b-476b-b067-29a8e417be5f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:35.863653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:35.868443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.869252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Request body: {'subnet': {'network_id': '34ecbfd3-7f37-463a-a78f-7e4cd96b5e12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:35.888684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network f4e0bd63-779b-476b-b067-29a8e417be5f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:35.956984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Transition to ACTIVE for port object 3b46a9df-41cb-4cf7-adea-883fc1aa80fa will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:35.994700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Transition to ACTIVE for port object 3b46a9df-41cb-4cf7-adea-883fc1aa80fa will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:36.002733 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.012273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Made reservation on behalf of c611ed66cbc141e7958881bda9ac2bbd for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:36.016522 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.055134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Network 0cdfc2ae-b41e-4c50-8d79-71988589378f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:36.060047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:36.063828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:36.077564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Pushing event updated for resources: {'Port': ['ID=3b46a9df-41cb-4cf7-adea-883fc1aa80fa,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:36.146824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Attempting to bind port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:36.147400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Attempting to bind port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '31be26e4-5945-4a08-976a-2b07dcb0542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0cdfc2ae-b41e-4c50-8d79-71988589378f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:36.147832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Attempting to bind port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa on network 0cdfc2ae-b41e-4c50-8d79-71988589378f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:36.156274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:36.156659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Checking segment: {'id': '31be26e4-5945-4a08-976a-2b07dcb0542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0cdfc2ae-b41e-4c50-8d79-71988589378f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:36.157068 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.157461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Bound using segment: {'id': '31be26e4-5945-4a08-976a-2b07dcb0542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0cdfc2ae-b41e-4c50-8d79-71988589378f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:36.157929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Bound port: 3b46a9df-41cb-4cf7-adea-883fc1aa80fa, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31be26e4-5945-4a08-976a-2b07dcb0542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0cdfc2ae-b41e-4c50-8d79-71988589378f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:36.158310 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.242005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] For port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:36.245772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] For port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3b46a9df-41cb-4cf7-adea-883fc1aa80fa,segment=NetworkSegment(31be26e4-5945-4a08-976a-2b07dcb0542e),segment_id=31be26e4-5945-4a08-976a-2b07dcb0542e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:36.259016 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.319995 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.342832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb5361-03c0-45a3-97b0-35ce663cdd0d None None] Pushing event updated for resources: {'Port': ['ID=3b46a9df-41cb-4cf7-adea-883fc1aa80fa,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:36.404251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Subnet': ['ID=59b195e7-9670-41e0-b28e-207d108eec5f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:36.422058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Checking segment: {'id': 'f1e81a08-bd14-411a-8514-1a5185bf7395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '34ecbfd3-7f37-463a-a78f-7e4cd96b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:36.423746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network hostable DHCP agents. Network: 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:36.460656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:36.472323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:36.481695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:36.483031 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.485982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79423c7e-a321-4cee-a95d-0d52f789b547 None None] Network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:36.516692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f77bb384-44b5-4e48-973a-50a1bf08cc6e tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6518321 Aug 16 02:32:36.519295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:36.525628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Request body: {'subnet': {'network_id': 'f4e0bd63-779b-476b-b067-29a8e417be5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:36.699758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Made reservation on behalf of c611ed66cbc141e7958881bda9ac2bbd for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:36.704176 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.725548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-34ecbfd3-7f37-463a-a78f-7e4cd96b5e12', 'network_id': '34ecbfd3-7f37-463a-a78f-7e4cd96b5e12', 'tenant_id': 'c611ed66cbc141e7958881bda9ac2bbd', 'fixed_ips': [{'subnet_id': '59b195e7-9670-41e0-b28e-207d108eec5f'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:36.727923 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.946798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Allocated IP 172.20.0.2 (34ecbfd3-7f37-463a-a78f-7e4cd96b5e12/59b195e7-9670-41e0-b28e-207d108eec5f/2bb440ba-3468-4282-92c0-bd9739a020ed) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:37.008465 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.081874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Subnet': ['ID=d20b2676-9656-4280-ac11-8061ff11a21a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:37.091254 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.097106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Checking segment: {'id': 'f8e850ea-1b49-459b-840b-383a028934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f4e0bd63-779b-476b-b067-29a8e417be5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:37.099128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network hostable DHCP agents. Network: f4e0bd63-779b-476b-b067-29a8e417be5f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:37.194684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network f4e0bd63-779b-476b-b067-29a8e417be5f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:37.197898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.216236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Transition to ACTIVE for port object 2bb440ba-3468-4282-92c0-bd9739a020ed will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:37.221989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, f4e0bd63-779b-476b-b067-29a8e417be5f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:37.238545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Transition to ACTIVE for port object 2bb440ba-3468-4282-92c0-bd9739a020ed will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:37.244689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea23f721-ca3c-4ab5-984a-6e983cef437f None None] Network f4e0bd63-779b-476b-b067-29a8e417be5f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:37.245417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:37.246716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.270254 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.279050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:37.284066 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ef3e700d-3302-4a5b-90e8-a18c304a8082 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7630348 Aug 16 02:32:37.362907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3b46a9df-41cb-4cf7-adea-883fc1aa80fa up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:37.429199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:37.473860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:37.484475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:37.503355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Pushing event updated for resources: {'Port': ['ID=2bb440ba-3468-4282-92c0-bd9739a020ed,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:37.643214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Attempting to bind port 2bb440ba-3468-4282-92c0-bd9739a020ed on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:37.643692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Attempting to bind port 2bb440ba-3468-4282-92c0-bd9739a020ed by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'f1e81a08-bd14-411a-8514-1a5185bf7395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '34ecbfd3-7f37-463a-a78f-7e4cd96b5e12'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:37.644159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Attempting to bind port 2bb440ba-3468-4282-92c0-bd9739a020ed on network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:37.686642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:37.687215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Checking segment: {'id': 'f1e81a08-bd14-411a-8514-1a5185bf7395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '34ecbfd3-7f37-463a-a78f-7e4cd96b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:37.687722 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.688628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Bound using segment: {'id': 'f1e81a08-bd14-411a-8514-1a5185bf7395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '34ecbfd3-7f37-463a-a78f-7e4cd96b5e12'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:37.688948 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Bound port: 2bb440ba-3468-4282-92c0-bd9739a020ed, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e81a08-bd14-411a-8514-1a5185bf7395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '34ecbfd3-7f37-463a-a78f-7e4cd96b5e12'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:37.689488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.715958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:37.806802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-f4e0bd63-779b-476b-b067-29a8e417be5f', 'network_id': 'f4e0bd63-779b-476b-b067-29a8e417be5f', 'tenant_id': 'c611ed66cbc141e7958881bda9ac2bbd', 'fixed_ips': [{'subnet_id': 'd20b2676-9656-4280-ac11-8061ff11a21a'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:37.807865 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.844628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] For port 2bb440ba-3468-4282-92c0-bd9739a020ed, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:37.845030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.848517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] For port 2bb440ba-3468-4282-92c0-bd9739a020ed, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2bb440ba-3468-4282-92c0-bd9739a020ed,segment=NetworkSegment(f1e81a08-bd14-411a-8514-1a5185bf7395),segment_id=f1e81a08-bd14-411a-8514-1a5185bf7395)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:37.853963 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.952556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6c42c1-3fd7-4518-8f40-d7aa2e201a89 None None] Network 0cdfc2ae-b41e-4c50-8d79-71988589378f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:38.307049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Allocated IP 172.20.0.1 (34ecbfd3-7f37-463a-a78f-7e4cd96b5e12/59b195e7-9670-41e0-b28e-207d108eec5f/0aea9013-a8e7-48c9-a9c4-a503f30d57a5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:38.406098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Allocated IP 172.20.0.2 (f4e0bd63-779b-476b-b067-29a8e417be5f/d20b2676-9656-4280-ac11-8061ff11a21a/e7909338-00f3-4e5f-a9ca-8169d78ec4c6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:38.460706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2656f9-ceb9-48d9-9027-16f53ff031cd None None] Pushing event updated for resources: {'Port': ['ID=2bb440ba-3468-4282-92c0-bd9739a020ed,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.465771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-873c81c4-4935-49c4-bb11-3ff615703a66 None None] Provisioning for port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:38.498869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-873c81c4-4935-49c4-bb11-3ff615703a66 None None] Provisioning complete for port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:38.499561 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-873c81c4-4935-49c4-bb11-3ff615703a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.561748 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.590299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Transition to ACTIVE for port object 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:38.672604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.769374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:38.776299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:38.777954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-873c81c4-4935-49c4-bb11-3ff615703a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.788155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:38.873720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.908652 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Port': ['ID=0aea9013-a8e7-48c9-a9c4-a503f30d57a5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.922796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-873c81c4-4935-49c4-bb11-3ff615703a66 None None] For port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3b46a9df-41cb-4cf7-adea-883fc1aa80fa,segment=NetworkSegment(31be26e4-5945-4a08-976a-2b07dcb0542e),segment_id=31be26e4-5945-4a08-976a-2b07dcb0542e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:38.934164 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-873c81c4-4935-49c4-bb11-3ff615703a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.937032 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.066772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c81c4-4935-49c4-bb11-3ff615703a66 None None] Pushing event updated for resources: {'Port': ['ID=3b46a9df-41cb-4cf7-adea-883fc1aa80fa,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:39.116823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Transition to ACTIVE for port object e7909338-00f3-4e5f-a9ca-8169d78ec4c6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:39.154859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Transition to ACTIVE for port object e7909338-00f3-4e5f-a9ca-8169d78ec4c6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:39.165713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.172100 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.257204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Pushing event updated for resources: {'Port': ['ID=e7909338-00f3-4e5f-a9ca-8169d78ec4c6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:39.293902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57ae47d2-1cc1-4700-8cdc-0165d6ded75a None None] Provisioning complete for port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:39.294307 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57ae47d2-1cc1-4700-8cdc-0165d6ded75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.343055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Network f4e0bd63-779b-476b-b067-29a8e417be5f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:39.350984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:39.360971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:39.378828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2bb440ba-3468-4282-92c0-bd9739a020ed up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:39.490896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Attempting to bind port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:39.491594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Attempting to bind port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'f8e850ea-1b49-459b-840b-383a028934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f4e0bd63-779b-476b-b067-29a8e417be5f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:39.492164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Attempting to bind port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 on network f4e0bd63-779b-476b-b067-29a8e417be5f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:39.534694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:39.535253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Checking segment: {'id': 'f8e850ea-1b49-459b-840b-383a028934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f4e0bd63-779b-476b-b067-29a8e417be5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:39.535763 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.536254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Bound using segment: {'id': 'f8e850ea-1b49-459b-840b-383a028934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f4e0bd63-779b-476b-b067-29a8e417be5f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:39.536844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Bound port: e7909338-00f3-4e5f-a9ca-8169d78ec4c6, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e850ea-1b49-459b-840b-383a028934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f4e0bd63-779b-476b-b067-29a8e417be5f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:39.537434 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.579707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 2bb440ba-3468-4282-92c0-bd9739a020ed completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:39.587412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3b46a9df-41cb-4cf7-adea-883fc1aa80fa up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:39.652446 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.658803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.667962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] For port e7909338-00f3-4e5f-a9ca-8169d78ec4c6, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:39.675368 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] For port e7909338-00f3-4e5f-a9ca-8169d78ec4c6, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e7909338-00f3-4e5f-a9ca-8169d78ec4c6,segment=NetworkSegment(f8e850ea-1b49-459b-840b-383a028934f1),segment_id=f8e850ea-1b49-459b-840b-383a028934f1)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:39.703015 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.705493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44023b13-add0-408a-8c41-e04899bee486 None None] Network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:39.761712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.763466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Port': ['ID=0aea9013-a8e7-48c9-a9c4-a503f30d57a5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:39.803025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:39.803510 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.884756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb74fabf-7100-4218-ac32-896bfd80bde4 None None] Provisioning for port 2bb440ba-3468-4282-92c0-bd9739a020ed completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:39.900850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180316-d783-4eac-8aaf-8e741b1cc5ed None None] Pushing event updated for resources: {'Port': ['ID=e7909338-00f3-4e5f-a9ca-8169d78ec4c6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:39.903749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb74fabf-7100-4218-ac32-896bfd80bde4 None None] Provisioning complete for port 2bb440ba-3468-4282-92c0-bd9739a020ed triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:39.904782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb74fabf-7100-4218-ac32-896bfd80bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.937132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:39.939807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:40.204431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb74fabf-7100-4218-ac32-896bfd80bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.222459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Router 0a0aea69-b9cb-4255-b396-70c6bd7640ef is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:40.248053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fb74fabf-7100-4218-ac32-896bfd80bde4 None None] For port 2bb440ba-3468-4282-92c0-bd9739a020ed, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2bb440ba-3468-4282-92c0-bd9739a020ed,segment=NetworkSegment(f1e81a08-bd14-411a-8514-1a5185bf7395),segment_id=f1e81a08-bd14-411a-8514-1a5185bf7395)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:40.256051 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb74fabf-7100-4218-ac32-896bfd80bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.343321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74fabf-7100-4218-ac32-896bfd80bde4 None None] Pushing event updated for resources: {'Port': ['ID=2bb440ba-3468-4282-92c0-bd9739a020ed,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:40.390878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:40.397400 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-37696ca7-1bb0-441d-bd77-3796c9b70785 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "PUT /v2.0/routers/0a0aea69-b9cb-4255-b396-70c6bd7640ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1167529 Aug 16 02:32:40.400236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:40.408762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e489522c-8bf2-45a8-b727-8eeff684f371 None None] Sync routers for ids ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:40.424290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489522c-8bf2-45a8-b727-8eeff684f371 None None] Routers {'0a0aea69-b9cb-4255-b396-70c6bd7640ef'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:40.425601 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e489522c-8bf2-45a8-b727-8eeff684f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:32:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:40.500018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e489522c-8bf2-45a8-b727-8eeff684f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:40.515585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489522c-8bf2-45a8-b727-8eeff684f371 None None] Routers {'0a0aea69-b9cb-4255-b396-70c6bd7640ef'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:40.516230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e489522c-8bf2-45a8-b727-8eeff684f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:32:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:40.572558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e489522c-8bf2-45a8-b727-8eeff684f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:40.573795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e489522c-8bf2-45a8-b727-8eeff684f371 None None] The sync data for ids ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:40.603606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-550124a9-91cd-451b-9352-6285796f328e None None] Provisioning for port 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:40.609779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-550124a9-91cd-451b-9352-6285796f328e None None] Provisioning complete for port 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:40.610459 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-550124a9-91cd-451b-9352-6285796f328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.680417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-550124a9-91cd-451b-9352-6285796f328e None None] Port 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:40.706759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-550124a9-91cd-451b-9352-6285796f328e None None] Provisioning complete for port 2bb440ba-3468-4282-92c0-bd9739a020ed triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:40.707173 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-550124a9-91cd-451b-9352-6285796f328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.993457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af3da55e-9876-43b9-8b1d-939713a8cb8d None None] Provisioning complete for port 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:40.993457 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af3da55e-9876-43b9-8b1d-939713a8cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.150385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-af3da55e-9876-43b9-8b1d-939713a8cb8d None None] Port 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:41.283129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f6cce2b7-f369-4a5c-9777-a6aa6764f3ab None None] Provisioning complete for port 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:41.283758 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6cce2b7-f369-4a5c-9777-a6aa6764f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.351397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6cce2b7-f369-4a5c-9777-a6aa6764f3ab None None] Port 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:41.372489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e7909338-00f3-4e5f-a9ca-8169d78ec4c6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:41.406087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60baaa-05a0-4a00-b1fc-f5f5c096a0df None None] Network f4e0bd63-779b-476b-b067-29a8e417be5f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:41.527638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:41.534316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:41.534981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.538681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b316800f-1951-43ea-9284-e7115d71ec36 None None] Provisioning for port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:41.575418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b316800f-1951-43ea-9284-e7115d71ec36 None None] Provisioning complete for port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:41.576761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b316800f-1951-43ea-9284-e7115d71ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.586763 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-277ae180-eecd-4a07-bf17-4417c8d9fa06 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:32:41.590784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:41.591261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-277ae180-eecd-4a07-bf17-4417c8d9fa06 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "PUT /v2.0/routers/0a0aea69-b9cb-4255-b396-70c6bd7640ef/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1897581 Aug 16 02:32:41.787005 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b316800f-1951-43ea-9284-e7115d71ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.803951 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.856253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b316800f-1951-43ea-9284-e7115d71ec36 None None] For port e7909338-00f3-4e5f-a9ca-8169d78ec4c6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e7909338-00f3-4e5f-a9ca-8169d78ec4c6,segment=NetworkSegment(f8e850ea-1b49-459b-840b-383a028934f1),segment_id=f8e850ea-1b49-459b-840b-383a028934f1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:41.866186 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b316800f-1951-43ea-9284-e7115d71ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.962978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:32:41.963611 n-d-768862-14 neutron-server[94641]: DEBUG oslo_db.api [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:32:41.975728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316800f-1951-43ea-9284-e7115d71ec36 None None] Pushing event updated for resources: {'Port': ['ID=e7909338-00f3-4e5f-a9ca-8169d78ec4c6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:42.073229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.188064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2d8c3deb-7d6e-4095-b54d-e82e682b467f None None] Provisioning complete for port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:42.188688 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d8c3deb-7d6e-4095-b54d-e82e682b467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.360235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Deleting port 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:42.360575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.405804 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.461395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.479542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Calling delete_port for 0aea9013-a8e7-48c9-a9c4-a503f30d57a5 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:42.516608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2bb440ba-3468-4282-92c0-bd9739a020ed up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:42.571924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 2bb440ba-3468-4282-92c0-bd9739a020ed triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:42.572466 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.718021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.750553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Port': ['ID=0aea9013-a8e7-48c9-a9c4-a503f30d57a5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:42.910781 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.101947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Router 0a0aea69-b9cb-4255-b396-70c6bd7640ef has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:43.181034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e7909338-00f3-4e5f-a9ca-8169d78ec4c6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:43.220200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:43.230109 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8e509972-bc3b-4456-8a26-697bdac32ef3 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "PUT /v2.0/routers/0a0aea69-b9cb-4255-b396-70c6bd7640ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6337223 Aug 16 02:32:43.230472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:43.234008 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e77165-4e10-413c-a21f-ff3819badf90 None None] Sync routers for ids ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:43.248799 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e77165-4e10-413c-a21f-ff3819badf90 None None] Routers {'0a0aea69-b9cb-4255-b396-70c6bd7640ef'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:43.249744 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-75e77165-4e10-413c-a21f-ff3819badf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:32:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.260109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:43.260597 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.314686 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-d74c481e-7d5d-4375-b5ed-180cc05dbc7c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] delete failed (client error): The resource could not be found. Aug 16 02:32:43.316138 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d74c481e-7d5d-4375-b5ed-180cc05dbc7c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1417194007 HTTP/1.1" status: 404 len: 335 time: 0.0828688 Aug 16 02:32:43.319866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:43.324711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1bee59a0-fc99-4ea6-ae99-2f9718088a47 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a0aea69-b9cb-4255-b396-70c6bd7640ef'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:43.424327 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-75e77165-4e10-413c-a21f-ff3819badf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.433682 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e77165-4e10-413c-a21f-ff3819badf90 None None] Routers {'0a0aea69-b9cb-4255-b396-70c6bd7640ef'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:43.434410 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-75e77165-4e10-413c-a21f-ff3819badf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:32:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.472213 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-75e77165-4e10-413c-a21f-ff3819badf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.473171 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e77165-4e10-413c-a21f-ff3819badf90 None None] The sync data for ids ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:43.555708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1bee59a0-fc99-4ea6-ae99-2f9718088a47 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.602689 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-1bee59a0-fc99-4ea6-ae99-2f9718088a47 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] update failed (client error): The resource could not be found. Aug 16 02:32:43.607488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1bee59a0-fc99-4ea6-ae99-2f9718088a47 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "PUT /v2.0/routers/0a0aea69-b9cb-4255-b396-70c6bd7640ef HTTP/1.1" status: 404 len: 339 time: 0.2828457 Aug 16 02:32:43.608719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:44.212286 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.472196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Allocated IP 172.20.0.1 (0cdfc2ae-b41e-4c50-8d79-71988589378f/a5746c87-797f-4690-b021-2bc5512332e0/d3599ffe-b93e-4410-a2da-3c5848f31771) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:44.591370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.611495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Transition to ACTIVE for port object d3599ffe-b93e-4410-a2da-3c5848f31771 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:44.644012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.688772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network 0cdfc2ae-b41e-4c50-8d79-71988589378f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:44.692244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:44.694714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:44.739959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Port': ['ID=d3599ffe-b93e-4410-a2da-3c5848f31771,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:44.758646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.900285 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.940983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02b0ee99-1de6-4d1a-8411-e7ce9fc04e2b None None] Provisioning for port d3599ffe-b93e-4410-a2da-3c5848f31771 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:44.945966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02b0ee99-1de6-4d1a-8411-e7ce9fc04e2b None None] Provisioning complete for port d3599ffe-b93e-4410-a2da-3c5848f31771 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:44.946386 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02b0ee99-1de6-4d1a-8411-e7ce9fc04e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.984496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-02b0ee99-1de6-4d1a-8411-e7ce9fc04e2b None None] Port d3599ffe-b93e-4410-a2da-3c5848f31771 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:45.196862 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.202230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.283727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event updated for resources: {'Port': ['ID=d3599ffe-b93e-4410-a2da-3c5848f31771,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:45.286939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.439470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Network 0cdfc2ae-b41e-4c50-8d79-71988589378f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:45.441340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:45.565278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Router 0a0aea69-b9cb-4255-b396-70c6bd7640ef has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:45.724280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:45.731784 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f5d58c20-7a6e-47bb-8c11-c00bd5446f3b tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "PUT /v2.0/routers/0a0aea69-b9cb-4255-b396-70c6bd7640ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1196520 Aug 16 02:32:45.732536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.739779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ed85a-939a-476b-b620-c2a16c5a9bc2 None None] Sync routers for ids ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:45.753927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ed85a-939a-476b-b620-c2a16c5a9bc2 None None] Routers {'0a0aea69-b9cb-4255-b396-70c6bd7640ef'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:45.754583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-747ed85a-939a-476b-b620-c2a16c5a9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:32:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:45.806817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-747ed85a-939a-476b-b620-c2a16c5a9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:45.822332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ed85a-939a-476b-b620-c2a16c5a9bc2 None None] Routers {'0a0aea69-b9cb-4255-b396-70c6bd7640ef'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:45.822994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-747ed85a-939a-476b-b620-c2a16c5a9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:32:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:45.857087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b594e90-43da-4d3a-9db8-b677cb1f38fc None None] Provisioning complete for port d3599ffe-b93e-4410-a2da-3c5848f31771 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:45.858134 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b594e90-43da-4d3a-9db8-b677cb1f38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.859891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-747ed85a-939a-476b-b620-c2a16c5a9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:45.860502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ed85a-939a-476b-b620-c2a16c5a9bc2 None None] The sync data for ids ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'] in n-d-768862-14 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:45.876359 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6541f904-bc03-4436-8bd3-c8c757d7a62a tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.895428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4b594e90-43da-4d3a-9db8-b677cb1f38fc None None] Port d3599ffe-b93e-4410-a2da-3c5848f31771 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:45.967841 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-6541f904-bc03-4436-8bd3-c8c757d7a62a tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:32:45.968798 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6541f904-bc03-4436-8bd3-c8c757d7a62a tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "DELETE /v2.0/routers/0a0aea69-b9cb-4255-b396-70c6bd7640ef HTTP/1.1" status: 409 len: 329 time: 0.2350612 Aug 16 02:32:45.971614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:46.302101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.606411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Deleting port d3599ffe-b93e-4410-a2da-3c5848f31771 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:46.606872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.745864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:46.767797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Calling delete_port for d3599ffe-b93e-4410-a2da-3c5848f31771 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:47.022225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.057303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Port': ['ID=d3599ffe-b93e-4410-a2da-3c5848f31771,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:47.256296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.520730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Router 0a0aea69-b9cb-4255-b396-70c6bd7640ef has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:47.626485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:47.640496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:47.641991 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf11a1c-5cc9-4756-b492-038f51d4dbe4 None None] Sync routers for ids ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:47.647987 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-92525653-6349-4224-a237-4904e91a733f tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "PUT /v2.0/routers/0a0aea69-b9cb-4255-b396-70c6bd7640ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6749737 Aug 16 02:32:47.668948 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf11a1c-5cc9-4756-b492-038f51d4dbe4 None None] Routers {'0a0aea69-b9cb-4255-b396-70c6bd7640ef'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:47.669989 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbf11a1c-5cc9-4756-b492-038f51d4dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:32:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:47.687729 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f425a730-e1a4-46c4-8448-b4327eb60d26 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] show failed (client error): The resource could not be found. Aug 16 02:32:47.692676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:47.694683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f425a730-e1a4-46c4-8448-b4327eb60d26 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1031536148 HTTP/1.1" status: 404 len: 335 time: 0.0520217 Aug 16 02:32:47.697708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fc1a9789-54b4-4eec-9323-57cffd57f1bb tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:47.728069 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbf11a1c-5cc9-4756-b492-038f51d4dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:47.738988 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf11a1c-5cc9-4756-b492-038f51d4dbe4 None None] Routers {'0a0aea69-b9cb-4255-b396-70c6bd7640ef'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:47.739646 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbf11a1c-5cc9-4756-b492-038f51d4dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:32:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:47.750743 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-fc1a9789-54b4-4eec-9323-57cffd57f1bb tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] update failed (client error): The resource could not be found. Aug 16 02:32:47.751801 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fc1a9789-54b4-4eec-9323-57cffd57f1bb tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-324860775 HTTP/1.1" status: 404 len: 334 time: 0.0581062 Aug 16 02:32:47.758079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 57866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:47.784375 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbf11a1c-5cc9-4756-b492-038f51d4dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:47.785049 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf11a1c-5cc9-4756-b492-038f51d4dbe4 None None] The sync data for ids ['0a0aea69-b9cb-4255-b396-70c6bd7640ef'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:47.853168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7968654f-ef75-4aac-91c5-7ea210fe5b83 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Deleting subnet d20b2676-9656-4280-ac11-8061ff11a21a {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:47.856798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7968654f-ef75-4aac-91c5-7ea210fe5b83 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.908153 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7968654f-ef75-4aac-91c5-7ea210fe5b83 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.025219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7968654f-ef75-4aac-91c5-7ea210fe5b83 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.132826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7968654f-ef75-4aac-91c5-7ea210fe5b83 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.159120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968654f-ef75-4aac-91c5-7ea210fe5b83 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Subnet': ['ID=d20b2676-9656-4280-ac11-8061ff11a21a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:48.164662 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7968654f-ef75-4aac-91c5-7ea210fe5b83 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.169017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:48.174404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0149e039-8f03-4cc8-8a3d-0e55b97feeff None None] Network f4e0bd63-779b-476b-b067-29a8e417be5f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:48.183828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7968654f-ef75-4aac-91c5-7ea210fe5b83 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "DELETE /v2.0/subnets/d20b2676-9656-4280-ac11-8061ff11a21a HTTP/1.1" status: 204 len: 168 time: 0.4259646 Aug 16 02:32:48.261269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Deleting subnet 59b195e7-9670-41e0-b28e-207d108eec5f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:48.267369 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.357954 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.474662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396489b-4c68-487d-a058-78614d25e031 None None] DHCP port deletion for f4e0bd63-779b-476b-b067-29a8e417be5f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:32:48.504853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.518487 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef428902-fab2-4296-8a18-2283037208eb req-32ef4067-03d5-4385-a524-eb744fee3efd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705786 Aug 16 02:32:48.573019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2396489b-4c68-487d-a058-78614d25e031 None None] Deleting port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:48.573397 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2396489b-4c68-487d-a058-78614d25e031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.575541 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.615306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Subnet': ['ID=59b195e7-9670-41e0-b28e-207d108eec5f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:48.620220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.622242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "DELETE /v2.0/subnets/59b195e7-9670-41e0-b28e-207d108eec5f HTTP/1.1" status: 204 len: 168 time: 0.4513063 Aug 16 02:32:48.627298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 57958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:48.634969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ec485-2efa-48d5-a461-cb078219862a None None] Network 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:48.652394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.652974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.669295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.669783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.670628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.670972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.671643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.671999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.672335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.672764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.673157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.673298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e39c1-2c78-464a-855e-35be1fc90fc9 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:48.702634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef428902-fab2-4296-8a18-2283037208eb req-38d8b47f-a168-4272-b962-e1849bd324a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.705476 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef428902-fab2-4296-8a18-2283037208eb req-38d8b47f-a168-4272-b962-e1849bd324a7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1097 time: 0.1251163 Aug 16 02:32:48.761031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2396489b-4c68-487d-a058-78614d25e031 None None] For port e7909338-00f3-4e5f-a9ca-8169d78ec4c6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e7909338-00f3-4e5f-a9ca-8169d78ec4c6,segment=NetworkSegment(f8e850ea-1b49-459b-840b-383a028934f1),segment_id=f8e850ea-1b49-459b-840b-383a028934f1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:48.761031 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2396489b-4c68-487d-a058-78614d25e031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.816443 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.820544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2396489b-4c68-487d-a058-78614d25e031 None None] Calling delete_port for e7909338-00f3-4e5f-a9ca-8169d78ec4c6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:48.912461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Deleting port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:48.913206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.934626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef428902-fab2-4296-8a18-2283037208eb req-ad810078-6b48-428b-9283-25c85cddd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.936350 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef428902-fab2-4296-8a18-2283037208eb req-ad810078-6b48-428b-9283-25c85cddd4af service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 200 len: 909 time: 0.2105923 Aug 16 02:32:48.973742 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2396489b-4c68-487d-a058-78614d25e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.016327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396489b-4c68-487d-a058-78614d25e031 None None] Pushing event deleted for resources: {'Port': ['ID=e7909338-00f3-4e5f-a9ca-8169d78ec4c6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.048141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef3366-bda2-4445-b69e-35a6f3ff9832 None None] DHCP port deletion for 34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:32:49.052668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396489b-4c68-487d-a058-78614d25e031 None None] No DVR routers for this DVR port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:49.077942 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef428902-fab2-4296-8a18-2283037208eb req-3a549195-1107-4306-85b9-496b21810590 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 200 len: 1001 time: 0.1344364 Aug 16 02:32:49.179866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef428902-fab2-4296-8a18-2283037208eb req-e6e75e10-6236-4ff7-841e-de2bdcf403ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:49.184414 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef428902-fab2-4296-8a18-2283037208eb req-e6e75e10-6236-4ff7-841e-de2bdcf403ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a34ca2-965d-4ac3-89dc-f765833a80d8 HTTP/1.1" status: 200 len: 847 time: 0.0997193 Aug 16 02:32:49.190293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] For port e7909338-00f3-4e5f-a9ca-8169d78ec4c6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e7909338-00f3-4e5f-a9ca-8169d78ec4c6,segment=NetworkSegment(f8e850ea-1b49-459b-840b-383a028934f1),segment_id=f8e850ea-1b49-459b-840b-383a028934f1)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:49.191695 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.199957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3fef3366-bda2-4445-b69e-35a6f3ff9832 None None] Deleting port 2bb440ba-3468-4282-92c0-bd9739a020ed {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:49.202766 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fef3366-bda2-4445-b69e-35a6f3ff9832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.226802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Calling delete_port for e7909338-00f3-4e5f-a9ca-8169d78ec4c6 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:49.261643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef428902-fab2-4296-8a18-2283037208eb req-9094b463-b70b-434a-b945-3019af3349f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:49.266802 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef428902-fab2-4296-8a18-2283037208eb req-9094b463-b70b-434a-b945-3019af3349f0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750952 Aug 16 02:32:49.279136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e7909338-00f3-4e5f-a9ca-8169d78ec4c6 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:49.342943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3fef3366-bda2-4445-b69e-35a6f3ff9832 None None] For port 2bb440ba-3468-4282-92c0-bd9739a020ed, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2bb440ba-3468-4282-92c0-bd9739a020ed,segment=NetworkSegment(f1e81a08-bd14-411a-8514-1a5185bf7395),segment_id=f1e81a08-bd14-411a-8514-1a5185bf7395)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:49.343379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fef3366-bda2-4445-b69e-35a6f3ff9832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.371187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3fef3366-bda2-4445-b69e-35a6f3ff9832 None None] Calling delete_port for 2bb440ba-3468-4282-92c0-bd9739a020ed owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:49.377176 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.424971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef428902-fab2-4296-8a18-2283037208eb req-505d6e3c-64c2-46de-8f43-a20cc6e09cd6 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512218 Aug 16 02:32:49.449603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Port': ['ID=e7909338-00f3-4e5f-a9ca-8169d78ec4c6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.464961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: e7909338-00f3-4e5f-a9ca-8169d78ec4c6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:49.465727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e7909338-00f3-4e5f-a9ca-8169d78ec4c6 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:49.466371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2bb440ba-3468-4282-92c0-bd9739a020ed no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:49.476752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] No DVR routers for this DVR port e7909338-00f3-4e5f-a9ca-8169d78ec4c6 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:49.496934 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fef3366-bda2-4445-b69e-35a6f3ff9832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.538769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef3366-bda2-4445-b69e-35a6f3ff9832 None None] No DVR routers for this DVR port 2bb440ba-3468-4282-92c0-bd9739a020ed on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:49.540844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef3366-bda2-4445-b69e-35a6f3ff9832 None None] Pushing event deleted for resources: {'Port': ['ID=2bb440ba-3468-4282-92c0-bd9739a020ed,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.563265 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No active binding found for port 2bb440ba-3468-4282-92c0-bd9739a020ed {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:32:49.565189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2bb440ba-3468-4282-92c0-bd9739a020ed not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:49.643403 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef428902-fab2-4296-8a18-2283037208eb req-3d0a650d-13e2-43cb-a0da-364303613b20 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075961 Aug 16 02:32:49.654244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.666028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e0bd63-779b-476b-b067-29a8e417be5f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:49.679760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e850ea-1b49-459b-840b-383a028934f1') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:49.680175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e850ea-1b49-459b-840b-383a028934f1') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:49.694443 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.717252 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.728042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:49.728570 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: self.session.flush() Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:49.737942 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:49.821016 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.841790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.845453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "DELETE /v2.0/networks/f4e0bd63-779b-476b-b067-29a8e417be5f HTTP/1.1" status: 204 len: 168 time: 1.2168367 Aug 16 02:32:49.847752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:49.852320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82119605-124f-4913-8fa1-658ef03219fe tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Network': ['ID=f4e0bd63-779b-476b-b067-29a8e417be5f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.941809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.043203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.054047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ecbfd3-7f37-463a-a78f-7e4cd96b5e12']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:50.065887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e81a08-bd14-411a-8514-1a5185bf7395') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:50.066156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e81a08-bd14-411a-8514-1a5185bf7395') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:50.077490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.093697 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.100317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:50.100811 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:50.104290 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:50.176064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.185039 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.189796 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "DELETE /v2.0/networks/34ecbfd3-7f37-463a-a78f-7e4cd96b5e12 HTTP/1.1" status: 204 len: 168 time: 0.3376272 Aug 16 02:32:50.190348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:50.201719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66221546-b0ac-449a-8cb2-b3fd6799c10c tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Network': ['ID=34ecbfd3-7f37-463a-a78f-7e4cd96b5e12,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:50.271060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bae6eb-eb7c-4a50-9658-a180e20abc88 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Deleting subnet a5746c87-797f-4690-b021-2bc5512332e0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:50.277288 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58bae6eb-eb7c-4a50-9658-a180e20abc88 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.324133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58bae6eb-eb7c-4a50-9658-a180e20abc88 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.422308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58bae6eb-eb7c-4a50-9658-a180e20abc88 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.489532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58bae6eb-eb7c-4a50-9658-a180e20abc88 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.517639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bae6eb-eb7c-4a50-9658-a180e20abc88 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Subnet': ['ID=a5746c87-797f-4690-b021-2bc5512332e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:50.521631 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58bae6eb-eb7c-4a50-9658-a180e20abc88 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.526329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-58bae6eb-eb7c-4a50-9658-a180e20abc88 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "DELETE /v2.0/subnets/a5746c87-797f-4690-b021-2bc5512332e0 HTTP/1.1" status: 204 len: 168 time: 0.3319092 Aug 16 02:32:50.526948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:50.530686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ad839b-f9aa-4fc9-8ced-74851e363321 None None] Network 0cdfc2ae-b41e-4c50-8d79-71988589378f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:50.649562 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.711686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Deleting port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:50.712100 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.787586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] For port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3b46a9df-41cb-4cf7-adea-883fc1aa80fa,segment=NetworkSegment(31be26e4-5945-4a08-976a-2b07dcb0542e),segment_id=31be26e4-5945-4a08-976a-2b07dcb0542e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:50.788238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.803465 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Calling delete_port for 3b46a9df-41cb-4cf7-adea-883fc1aa80fa owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:50.914978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.932664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd7bbb-d626-49fe-9aa8-b216967aec42 None None] DHCP port deletion for 0cdfc2ae-b41e-4c50-8d79-71988589378f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:32:50.960244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Port': ['ID=3b46a9df-41cb-4cf7-adea-883fc1aa80fa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:50.971767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] No DVR routers for this DVR port 3b46a9df-41cb-4cf7-adea-883fc1aa80fa on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:51.067721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.079307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdfc2ae-b41e-4c50-8d79-71988589378f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:51.091332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31be26e4-5945-4a08-976a-2b07dcb0542e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:51.091675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31be26e4-5945-4a08-976a-2b07dcb0542e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:51.102047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.119389 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.136542 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:51.137973 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:51.143977 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:51.196574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3b46a9df-41cb-4cf7-adea-883fc1aa80fa no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:51.219818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.240687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3b46a9df-41cb-4cf7-adea-883fc1aa80fa {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:51.242033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3b46a9df-41cb-4cf7-adea-883fc1aa80fa not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:51.244727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.248671 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "DELETE /v2.0/networks/0cdfc2ae-b41e-4c50-8d79-71988589378f HTTP/1.1" status: 204 len: 168 time: 0.7212064 Aug 16 02:32:51.249793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b86e97-028e-46cf-8377-9d92d1ec2390 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Pushing event deleted for resources: {'Network': ['ID=0cdfc2ae-b41e-4c50-8d79-71988589378f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:51.251635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 58200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:51.285752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-01974a2c-4435-4593-8936-e2846b9b40cf tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a0aea69-b9cb-4255-b396-70c6bd7640ef HTTP/1.1" status: 200 len: 205 time: 0.0329156 Aug 16 02:32:51.288546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:51.363148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9091fa22-d9ca-4a72-a302-af2fb828fff4 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.866838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9091fa22-d9ca-4a72-a302-af2fb828fff4 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.869051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9091fa22-d9ca-4a72-a302-af2fb828fff4 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.915122 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9091fa22-d9ca-4a72-a302-af2fb828fff4 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.915850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9091fa22-d9ca-4a72-a302-af2fb828fff4 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0aea69-b9cb-4255-b396-70c6bd7640ef {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:51.930413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9091fa22-d9ca-4a72-a302-af2fb828fff4 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.930413 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9091fa22-d9ca-4a72-a302-af2fb828fff4 tempest-RoutersNegativeTest-2036702237 tempest-RoutersNegativeTest-2036702237-project] 10.222.0.61 "DELETE /v2.0/routers/0a0aea69-b9cb-4255-b396-70c6bd7640ef HTTP/1.1" status: 204 len: 168 time: 0.6346798 Aug 16 02:32:52.196612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:52.351052 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a990dee3-cd1c-4f81-bd06-0fbfe84721f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c611ed66cbc141e7958881bda9ac2bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532085 Aug 16 02:32:52.353460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 58226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:52.414102 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eddb-8889-463a-91c9-838e2b9529d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.437845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eddb-8889-463a-91c9-838e2b9529d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.503083 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eddb-8889-463a-91c9-838e2b9529d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.506738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eddb-8889-463a-91c9-838e2b9529d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.510165 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7fb2eddb-8889-463a-91c9-838e2b9529d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a32b877a-149b-4b52-86c3-43f267281fa3 HTTP/1.1" status: 204 len: 168 time: 0.1556273 Aug 16 02:32:52.521262 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2eddb-8889-463a-91c9-838e2b9529d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32b877a-149b-4b52-86c3-43f267281fa3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:57.524276 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:00.869859 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.999791 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9e867b2-a4ef-45ac-b182-3e3e5ff34c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.619725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c63a4a88-e908-4942-a963-e37abf43c78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.969977 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:04.908491 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.016770 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.395160 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.859820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:21.008688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc85718-c428-4b47-a602-03e70e1603c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.117532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc85718-c428-4b47-a602-03e70e1603c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.123287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc85718-c428-4b47-a602-03e70e1603c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.176423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc85718-c428-4b47-a602-03e70e1603c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd34ff1e-467a-49bc-9170-6793948f2b05,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:21.181641 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-acc85718-c428-4b47-a602-03e70e1603c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acb760a23cf848f0b667afafb3153279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199422 Aug 16 02:33:21.183806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:21.243911 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73c0edae-3b4a-486b-a469-938c826bfa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.277297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73c0edae-3b4a-486b-a469-938c826bfa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.334099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73c0edae-3b4a-486b-a469-938c826bfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.336850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73c0edae-3b4a-486b-a469-938c826bfa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.338108 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-73c0edae-3b4a-486b-a469-938c826bfa6b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd34ff1e-467a-49bc-9170-6793948f2b05 HTTP/1.1" status: 204 len: 168 time: 0.1531897 Aug 16 02:33:21.346458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0edae-3b4a-486b-a469-938c826bfa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd34ff1e-467a-49bc-9170-6793948f2b05,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:21.681006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:21.695800 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bd32cce-f76d-464e-84c6-2cf4092e7e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.795275 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bd32cce-f76d-464e-84c6-2cf4092e7e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.800678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bd32cce-f76d-464e-84c6-2cf4092e7e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.827686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd32cce-f76d-464e-84c6-2cf4092e7e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cac34b-d378-4cb2-9b81-b1efdd5c3db9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:21.853921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8bd32cce-f76d-464e-84c6-2cf4092e7e5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11b1d991266345c0a3bc1c78ca94fe2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692955 Aug 16 02:33:21.854149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:21.919562 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30ddbf0a-02d2-4009-b8a5-de497428ee2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.941692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30ddbf0a-02d2-4009-b8a5-de497428ee2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.989032 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30ddbf0a-02d2-4009-b8a5-de497428ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.991723 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30ddbf0a-02d2-4009-b8a5-de497428ee2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:21.993027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-30ddbf0a-02d2-4009-b8a5-de497428ee2b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d3cac34b-d378-4cb2-9b81-b1efdd5c3db9 HTTP/1.1" status: 204 len: 168 time: 0.1377771 Aug 16 02:33:22.002717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddbf0a-02d2-4009-b8a5-de497428ee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cac34b-d378-4cb2-9b81-b1efdd5c3db9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:23.956098 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:24.117203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d82f8c57-9f5b-4464-8634-a94a676c5f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.240880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d82f8c57-9f5b-4464-8634-a94a676c5f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.245141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d82f8c57-9f5b-4464-8634-a94a676c5f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.289779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d82f8c57-9f5b-4464-8634-a94a676c5f5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd9b110389424c718e610a57b0e79a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325810 Aug 16 02:33:24.291759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f8c57-9f5b-4464-8634-a94a676c5f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc58b0-d57b-440f-befb-2f31bff4da60,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:24.292609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:24.366751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4dca8bbd-ee68-4080-af9e-37a85931fdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.393952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4dca8bbd-ee68-4080-af9e-37a85931fdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.453447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4dca8bbd-ee68-4080-af9e-37a85931fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.456557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4dca8bbd-ee68-4080-af9e-37a85931fdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.460809 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4dca8bbd-ee68-4080-af9e-37a85931fdc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/39dc58b0-d57b-440f-befb-2f31bff4da60 HTTP/1.1" status: 204 len: 168 time: 0.1670172 Aug 16 02:33:24.469760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca8bbd-ee68-4080-af9e-37a85931fdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc58b0-d57b-440f-befb-2f31bff4da60,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:24.810979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:24.826067 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1864bd2-6bf0-4d12-831a-429b516365ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.940118 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1864bd2-6bf0-4d12-831a-429b516365ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.944343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1864bd2-6bf0-4d12-831a-429b516365ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.983799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1864bd2-6bf0-4d12-831a-429b516365ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6dfd59-e1a1-451a-8027-d1a33f3b5de5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:24.992577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:24.992702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b1864bd2-6bf0-4d12-831a-429b516365ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9055117fc7c144998e0019741e2549b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803060 Aug 16 02:33:25.051034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4eca-1718-4bf6-8c5e-880f4fa0a596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.077659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4eca-1718-4bf6-8c5e-880f4fa0a596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.140942 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4eca-1718-4bf6-8c5e-880f4fa0a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.144028 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4eca-1718-4bf6-8c5e-880f4fa0a596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.145404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4b2d4eca-1718-4bf6-8c5e-880f4fa0a596 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b6dfd59-e1a1-451a-8027-d1a33f3b5de5 HTTP/1.1" status: 204 len: 168 time: 0.1519480 Aug 16 02:33:25.155546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d4eca-1718-4bf6-8c5e-880f4fa0a596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6dfd59-e1a1-451a-8027-d1a33f3b5de5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:27.269965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.393114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9128ab-6bed-47f9-93b1-9334e3cb22fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.502337 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9128ab-6bed-47f9-93b1-9334e3cb22fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.506336 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9128ab-6bed-47f9-93b1-9334e3cb22fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.546179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ff9128ab-6bed-47f9-93b1-9334e3cb22fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f62570c8b5694c368e4d18e13b86f680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750945 Aug 16 02:33:27.547335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9128ab-6bed-47f9-93b1-9334e3cb22fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6ce4a2-6350-4a8c-8d1d-de3c4dc76763,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:27.548838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:27.613590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.638635 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.696536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.699581 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.701792 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db6ce4a2-6350-4a8c-8d1d-de3c4dc76763 HTTP/1.1" status: 204 len: 168 time: 0.1510923 Aug 16 02:33:27.720977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6ce4a2-6350-4a8c-8d1d-de3c4dc76763,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:27.742520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.742878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.743412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.743755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.744093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.744425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.744755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.746101 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.746983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.747297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.747663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:27.747975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288ffb-c7c0-41d5-9390-5d22a6e10384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:28.014517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.029321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9b61cf-7e7e-40ff-9b8c-12b40ce91c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.144379 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9b61cf-7e7e-40ff-9b8c-12b40ce91c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.149613 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9b61cf-7e7e-40ff-9b8c-12b40ce91c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.195842 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fe9b61cf-7e7e-40ff-9b8c-12b40ce91c37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14b9c865711b44849bdbe1878c99bf0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798902 Aug 16 02:33:28.196478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:28.198268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b61cf-7e7e-40ff-9b8c-12b40ce91c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671b483c-5673-4bf5-9b5b-fbfc0843037b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:28.272040 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77fa51d9-c320-4667-8954-01fd05cb8a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.300809 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77fa51d9-c320-4667-8954-01fd05cb8a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.359754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77fa51d9-c320-4667-8954-01fd05cb8a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.362421 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-77fa51d9-c320-4667-8954-01fd05cb8a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.366442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-77fa51d9-c320-4667-8954-01fd05cb8a0c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/671b483c-5673-4bf5-9b5b-fbfc0843037b HTTP/1.1" status: 204 len: 168 time: 0.1680286 Aug 16 02:33:28.375109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa51d9-c320-4667-8954-01fd05cb8a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671b483c-5673-4bf5-9b5b-fbfc0843037b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.123738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.245920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-848872889-network', 'tenant_id': '45b0458c46c34ec6be1b6d4d0b4548e5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:29.270257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Made reservation on behalf of 45b0458c46c34ec6be1b6d4d0b4548e5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:29.273121 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.285769 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.388075 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.392187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.423753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:29.430282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd5dc0-6dc3-474d-9530-84d6d224c863,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.438205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.438564 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Added segment 3895c7a9-e7bf-4ad5-8241-208c21ca511b of type vlan for network 6cedd1b0-6953-4a25-b174-1801277d80ee Aug 16 02:33:29.484697 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.520765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.522294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:29.523180 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.584711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4596090 Aug 16 02:33:29.587831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:29.594024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Request body: {'subnet': {'network_id': '6cedd1b0-6953-4a25-b174-1801277d80ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-848872889-subnet', 'tenant_id': '45b0458c46c34ec6be1b6d4d0b4548e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:29.595165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b25af-73ec-41ea-a4e6-a20c3a7e8285 admin admin] Pushing event updated for resources: {'Network': ['ID=6cedd1b0-6953-4a25-b174-1801277d80ee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.608759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6cedd1b0-6953-4a25-b174-1801277d80ee details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:29.628598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Made reservation on behalf of 45b0458c46c34ec6be1b6d4d0b4548e5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:29.631991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.860732 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.917758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d40106e-dbbc-4b77-8a1a-00a3dc641c90,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.933037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Checking segment: {'id': '3895c7a9-e7bf-4ad5-8241-208c21ca511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6cedd1b0-6953-4a25-b174-1801277d80ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:29.933390 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Network hostable DHCP agents. Network: 6cedd1b0-6953-4a25-b174-1801277d80ee, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:29.951609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Network 6cedd1b0-6953-4a25-b174-1801277d80ee is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:29.960572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6cedd1b0-6953-4a25-b174-1801277d80ee) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:29.964672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:29.965267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.974507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddac554-2c4b-4339-ba9b-041dea4831e5 None None] Network 6cedd1b0-6953-4a25-b174-1801277d80ee requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:29.992719 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fa3c3ce7-0433-41ef-b22e-a3d4dafb036c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3981578 Aug 16 02:33:30.137494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e942a-864b-4a8a-b6ec-b4775f0fa05a None None] Network 6cedd1b0-6953-4a25-b174-1801277d80ee requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:30.583110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 59866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:30.588381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1209998817-network', 'tenant_id': '011a9413684941a8826243bc83b4cf63'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:30.614988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Made reservation on behalf of 011a9413684941a8826243bc83b4cf63 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:30.617633 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.628580 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.729532 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.735695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.765758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:33:30.775352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da2657-4f06-4666-b259-c8ccebebb8e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:30.782361 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.782706 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Added segment c52cb1d0-aa9e-4d93-8a1b-0d73cf2ba581 of type vlan for network 1a214ff0-c35e-4e44-8657-5935ec26d38f Aug 16 02:33:30.828013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.853107 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.872985 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.874024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:30.874602 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.954889 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3704774 Aug 16 02:33:30.957669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 59880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:30.962828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Request body: {'subnet': {'network_id': '1a214ff0-c35e-4e44-8657-5935ec26d38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1209998817-subnet', 'tenant_id': '011a9413684941a8826243bc83b4cf63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:30.988673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Made reservation on behalf of 011a9413684941a8826243bc83b4cf63 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:30.991245 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-129d2c17-d72a-4a00-b433-f15731201f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.991893 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.993715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181cbf8-45ea-472f-acbb-cc99f7172ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=1a214ff0-c35e-4e44-8657-5935ec26d38f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:31.005049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 1a214ff0-c35e-4e44-8657-5935ec26d38f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:33:31.193833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.242987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c2a476-6c66-45df-9e49-8fdcc8c7ea23,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:31.264889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Checking segment: {'id': 'c52cb1d0-aa9e-4d93-8a1b-0d73cf2ba581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1a214ff0-c35e-4e44-8657-5935ec26d38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:31.265259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Network hostable DHCP agents. Network: 1a214ff0-c35e-4e44-8657-5935ec26d38f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:33:31.285863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Network 1a214ff0-c35e-4e44-8657-5935ec26d38f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:33:31.304607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 1a214ff0-c35e-4e44-8657-5935ec26d38f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:31.310357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:31.311398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.316146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffbfdd-e96b-4f01-b523-9895dabb02e0 None None] Network 1a214ff0-c35e-4e44-8657-5935ec26d38f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:31.344041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8393a317-8f01-4514-a0c7-d022f21f016d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3852227 Aug 16 02:33:31.463041 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01037656-1e56-48a9-9b56-825f9a6a16dd None None] Network 1a214ff0-c35e-4e44-8657-5935ec26d38f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:32.070920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33421d-49bc-462b-bf57-adf52463a14f req-40c8c0b3-f42e-4985-b324-68f1c2dd784b tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:32.072432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-40c8c0b3-f42e-4985-b324-68f1c2dd784b tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/networks?id=6cedd1b0-6953-4a25-b174-1801277d80ee HTTP/1.1" status: 200 len: 808 time: 0.1112032 Aug 16 02:33:32.087959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-d2d6260a-05fb-4f5d-bcc2-d74bb014ffcf tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/quotas/45b0458c46c34ec6be1b6d4d0b4548e5 HTTP/1.1" status: 200 len: 375 time: 0.0094118 Aug 16 02:33:32.123185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-27db96e8-015d-4e15-acca-a727e8e2c209 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=45b0458c46c34ec6be1b6d4d0b4548e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285494 Aug 16 02:33:32.231624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-4e94bcb7-65f3-462f-8d84-406bcb2c16fd service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:33:32.232665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-4e94bcb7-65f3-462f-8d84-406bcb2c16fd service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1034086 Aug 16 02:33:32.328005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-e989fdd9-cd59-4a28-a915-edc02bfe9049 service neutron] 10.222.0.61 "GET /v2.0/networks/6cedd1b0-6953-4a25-b174-1801277d80ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888991 Aug 16 02:33:32.438199 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-4a207e3e-0f23-4623-8e4d-ea4e17c6efa8 service neutron] 10.222.0.61 "GET /v2.0/networks/6cedd1b0-6953-4a25-b174-1801277d80ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011832 Aug 16 02:33:32.662716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be3b73ce-0d93-4573-95bd-9463aa18f5f9 req-3d921401-c975-413e-8b51-9417575c95b8 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 210 time: 0.0952418 Aug 16 02:33:33.622133 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff7f9-b080-4f50-9c62-204870553251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.673640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33421d-49bc-462b-bf57-adf52463a14f req-8bf765f5-10b5-4607-9514-69c28d739fe6 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:33.675194 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-8bf765f5-10b5-4607-9514-69c28d739fe6 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.86 "GET /v2.0/networks?id=6cedd1b0-6953-4a25-b174-1801277d80ee HTTP/1.1" status: 200 len: 808 time: 0.1133711 Aug 16 02:33:33.695876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Request body: {'port': {'device_id': 'ccce78de-ec15-4344-91a0-08cb7c566e59', 'network_id': '6cedd1b0-6953-4a25-b174-1801277d80ee', 'admin_state_up': True, 'tenant_id': '45b0458c46c34ec6be1b6d4d0b4548e5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:33.796174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d1d84af-1b08-47bf-a039-586097bdf919 req-1aa337b9-d6c7-4ba7-b2d5-ede6c312f326 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Aug 16 02:33:33.826063 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Made reservation on behalf of 45b0458c46c34ec6be1b6d4d0b4548e5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:33.830215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.966469 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.990355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Allocated IP 172.20.0.3 (6cedd1b0-6953-4a25-b174-1801277d80ee/2d40106e-dbbc-4b77-8a1a-00a3dc641c90/60757934-0f97-48d6-9d17-798a02a4c6b4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:34.170802 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.216583 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.271666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Network 6cedd1b0-6953-4a25-b174-1801277d80ee is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:34.278870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:34.283540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:34.324283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Pushing event updated for resources: {'Port': ['ID=60757934-0f97-48d6-9d17-798a02a4c6b4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:34.351983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:34.352664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.370645 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-cc9fd5c6-8c45-4bce-9040-e03b19c1dbfc tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6811304 Aug 16 02:33:34.388980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Request body: {'port': {'device_id': 'ccce78de-ec15-4344-91a0-08cb7c566e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:34.466808 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.522919 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:34.792081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60757934-0f97-48d6-9d17-798a02a4c6b4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:34.800716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.814479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Transition to ACTIVE for port object 60757934-0f97-48d6-9d17-798a02a4c6b4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:34.818409 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.876866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Pushing event updated for resources: {'Port': ['ID=60757934-0f97-48d6-9d17-798a02a4c6b4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:34.910359 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.957930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feea0bc-6f0e-40b0-b6ca-f5eaccce3c9c req-32980841-5aaf-4cda-98bd-e453740b360d tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:34.960489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1feea0bc-6f0e-40b0-b6ca-f5eaccce3c9c req-32980841-5aaf-4cda-98bd-e453740b360d tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 943 time: 0.0664124 Aug 16 02:33:34.969460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Attempting to bind port 60757934-0f97-48d6-9d17-798a02a4c6b4 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:34.969734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Attempting to bind port 60757934-0f97-48d6-9d17-798a02a4c6b4 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '3895c7a9-e7bf-4ad5-8241-208c21ca511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6cedd1b0-6953-4a25-b174-1801277d80ee'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:34.970057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Attempting to bind port 60757934-0f97-48d6-9d17-798a02a4c6b4 on network 6cedd1b0-6953-4a25-b174-1801277d80ee {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:34.975229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Port 60757934-0f97-48d6-9d17-798a02a4c6b4 on network 6cedd1b0-6953-4a25-b174-1801277d80ee not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:33:34.975537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Attempting to bind port 60757934-0f97-48d6-9d17-798a02a4c6b4 on network 6cedd1b0-6953-4a25-b174-1801277d80ee {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:34.980925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:34.981273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Checking segment: {'id': '3895c7a9-e7bf-4ad5-8241-208c21ca511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6cedd1b0-6953-4a25-b174-1801277d80ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:34.981664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Bound using segment: {'id': '3895c7a9-e7bf-4ad5-8241-208c21ca511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6cedd1b0-6953-4a25-b174-1801277d80ee'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:34.982097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Bound port: 60757934-0f97-48d6-9d17-798a02a4c6b4, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3895c7a9-e7bf-4ad5-8241-208c21ca511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6cedd1b0-6953-4a25-b174-1801277d80ee'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:34.982465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.007902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1feea0bc-6f0e-40b0-b6ca-f5eaccce3c9c req-a30e1527-32f8-4d74-873a-5ca565972386 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Aug 16 02:33:35.054771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] For port 60757934-0f97-48d6-9d17-798a02a4c6b4, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:35.058021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] For port 60757934-0f97-48d6-9d17-798a02a4c6b4, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60757934-0f97-48d6-9d17-798a02a4c6b4,segment=NetworkSegment(3895c7a9-e7bf-4ad5-8241-208c21ca511b),segment_id=3895c7a9-e7bf-4ad5-8241-208c21ca511b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:35.063768 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.102700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.103353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:35.104816 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] 10.222.0.86 "PUT /v2.0/ports/60757934-0f97-48d6-9d17-798a02a4c6b4 HTTP/1.1" status: 200 len: 1092 time: 0.7206068 Aug 16 02:33:35.105303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccce78de-ec15-4344-91a0-08cb7c566e59', 'tag': '60757934-0f97-48d6-9d17-798a02a4c6b4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:35.107802 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4dbe39-0caf-4d4f-a960-b539a8442463" -d '{"events": [{"name": "network-changed", "server_uuid": "ccce78de-ec15-4344-91a0-08cb7c566e59", "tag": "60757934-0f97-48d6-9d17-798a02a4c6b4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:35.138291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb0f45-57d8-4065-8ed9-185c2ab8be7d service neutron] Pushing event updated for resources: {'Port': ['ID=60757934-0f97-48d6-9d17-798a02a4c6b4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:35.248205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33421d-49bc-462b-bf57-adf52463a14f req-bb9d6e6d-03d5-4ede-a9b1-6484a3d50112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.249926 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-bb9d6e6d-03d5-4ede-a9b1-6484a3d50112 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45b0458c46c34ec6be1b6d4d0b4548e5&device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 1095 time: 0.0658331 Aug 16 02:33:35.251414 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5c3d62-6218-434c-b1c8-c169398c6057 x-openstack-request-id: req-4f5c3d62-6218-434c-b1c8-c169398c6057 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:35.251700 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccce78de-ec15-4344-91a0-08cb7c566e59", "tag": "60757934-0f97-48d6-9d17-798a02a4c6b4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:35.251944 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f5c3d62-6218-434c-b1c8-c169398c6057 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:35.252321 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccce78de-ec15-4344-91a0-08cb7c566e59', 'tag': '60757934-0f97-48d6-9d17-798a02a4c6b4', 'status': 'completed', 'code': 200} Aug 16 02:33:35.308307 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-f47c5bc6-90bf-4da8-b88c-8539fbb5cfa6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60757934-0f97-48d6-9d17-798a02a4c6b4 HTTP/1.1" status: 200 len: 217 time: 0.0373554 Aug 16 02:33:35.358238 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33421d-49bc-462b-bf57-adf52463a14f req-2b27ca14-f329-4bf6-854f-db0f0dc335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.360032 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-2b27ca14-f329-4bf6-854f-db0f0dc335c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d40106e-dbbc-4b77-8a1a-00a3dc641c90 HTTP/1.1" status: 200 len: 848 time: 0.0456235 Aug 16 02:33:35.394033 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-6e1f1f5c-7a9b-4cb4-afcf-4e98f2a66ec5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6cedd1b0-6953-4a25-b174-1801277d80ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254421 Aug 16 02:33:35.494390 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-9100186b-c434-4319-a465-cdc098743154 service neutron] 10.222.0.86 "GET /v2.0/networks/6cedd1b0-6953-4a25-b174-1801277d80ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912712 Aug 16 02:33:35.594217 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-bc33421d-49bc-462b-bf57-adf52463a14f req-74463ab8-0063-4a88-80cb-f254a4aecf8c service neutron] 10.222.0.86 "GET /v2.0/networks/6cedd1b0-6953-4a25-b174-1801277d80ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920095 Aug 16 02:33:35.742801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-a0e4edf5-c924-4936-a3df-9b95a365bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.744359 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-a0e4edf5-c924-4936-a3df-9b95a365bf67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45b0458c46c34ec6be1b6d4d0b4548e5&device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 1095 time: 0.0488832 Aug 16 02:33:35.847083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-fb67735c-3f81-455d-8621-5dd729cac978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.848615 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-fb67735c-3f81-455d-8621-5dd729cac978 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6cedd1b0-6953-4a25-b174-1801277d80ee HTTP/1.1" status: 200 len: 909 time: 0.0971816 Aug 16 02:33:35.895946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-c7f69b73-c91e-4024-b971-40153a2ea5c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60757934-0f97-48d6-9d17-798a02a4c6b4 HTTP/1.1" status: 200 len: 217 time: 0.0386281 Aug 16 02:33:35.948113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-6552e0ad-c952-4006-a255-69e91be6e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:35.950308 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-6552e0ad-c952-4006-a255-69e91be6e728 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d40106e-dbbc-4b77-8a1a-00a3dc641c90 HTTP/1.1" status: 200 len: 848 time: 0.0457168 Aug 16 02:33:35.982985 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-7fe09272-bb17-484f-b1a4-4dc538f5debf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6cedd1b0-6953-4a25-b174-1801277d80ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258040 Aug 16 02:33:36.108838 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-97ef87e4-13fb-44dc-8208-227cfa3cfbb6 service neutron] 10.222.0.86 "GET /v2.0/networks/6cedd1b0-6953-4a25-b174-1801277d80ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164165 Aug 16 02:33:36.149198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e588625-0d99-4550-8e5b-fa7a5b3f6bac req-5aef16fc-6006-4b94-a543-a80674a4d18e tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:36.150789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e588625-0d99-4550-8e5b-fa7a5b3f6bac req-5aef16fc-6006-4b94-a543-a80674a4d18e tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 943 time: 0.0648532 Aug 16 02:33:36.192920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e588625-0d99-4550-8e5b-fa7a5b3f6bac req-dc7accac-f327-40e9-b4b9-0d51c41b97d3 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349288 Aug 16 02:33:36.228763 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9d4dbe39-0caf-4d4f-a960-b539a8442463 req-1a6ed22e-b7d0-4dfe-ae41-fd56643600d9 service neutron] 10.222.0.86 "GET /v2.0/networks/6cedd1b0-6953-4a25-b174-1801277d80ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107163 Aug 16 02:33:37.045264 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.335026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4cbb8-4417-4f03-acf4-705e98760160 req-eaf00864-fa57-476a-98be-0d3fbe6fffde tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:37.336778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22f4cbb8-4417-4f03-acf4-705e98760160 req-eaf00864-fa57-476a-98be-0d3fbe6fffde tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 943 time: 0.0609682 Aug 16 02:33:37.390236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22f4cbb8-4417-4f03-acf4-705e98760160 req-0b269696-a421-497e-a947-043b3f34c003 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Aug 16 02:33:38.527406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0f070-9ec3-49ee-a807-c7489943d40a req-f5cce92b-51bf-4285-87fa-853de111a7c5 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:38.531696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cb0f070-9ec3-49ee-a807-c7489943d40a req-f5cce92b-51bf-4285-87fa-853de111a7c5 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 943 time: 0.0642669 Aug 16 02:33:38.573756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cb0f070-9ec3-49ee-a807-c7489943d40a req-bfa05e39-8120-4aec-82b9-d1f1f970f459 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353193 Aug 16 02:33:39.051770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 60757934-0f97-48d6-9d17-798a02a4c6b4 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:33:39.169349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 60757934-0f97-48d6-9d17-798a02a4c6b4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60757934-0f97-48d6-9d17-798a02a4c6b4,segment=NetworkSegment(3895c7a9-e7bf-4ad5-8241-208c21ca511b),segment_id=3895c7a9-e7bf-4ad5-8241-208c21ca511b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:39.183409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '60757934-0f97-48d6-9d17-798a02a4c6b4', 'network_id': '6cedd1b0-6953-4a25-b174-1801277d80ee', 'port_id': '60757934-0f97-48d6-9d17-798a02a4c6b4', 'mac_address': 'fa:16:3e:cb:f5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d40106e-dbbc-4b77-8a1a-00a3dc641c90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:33:39.231782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.244926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60757934-0f97-48d6-9d17-798a02a4c6b4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:39.282958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 60757934-0f97-48d6-9d17-798a02a4c6b4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60757934-0f97-48d6-9d17-798a02a4c6b4,segment=NetworkSegment(3895c7a9-e7bf-4ad5-8241-208c21ca511b),segment_id=3895c7a9-e7bf-4ad5-8241-208c21ca511b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:39.287235 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.365504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=60757934-0f97-48d6-9d17-798a02a4c6b4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:39.375131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.375608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.376048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.376464 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.376950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.377361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.377766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.378171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.378607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.379019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.379447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.379850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.754205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['60757934-0f97-48d6-9d17-798a02a4c6b4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:39.757423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf82f0-40fe-4f2c-9076-a683f08a93b9 req-5bb52ad2-7794-42a5-a405-0dd5098cf7c1 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:39.759753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90cf82f0-40fe-4f2c-9076-a683f08a93b9 req-5bb52ad2-7794-42a5-a405-0dd5098cf7c1 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 944 time: 0.0761399 Aug 16 02:33:39.802755 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90cf82f0-40fe-4f2c-9076-a683f08a93b9 req-de02b916-26ef-4f82-b1e1-3fa0c1078c5a tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368745 Aug 16 02:33:40.932432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0979cf-7d02-4bf4-8aed-94c6825de674 req-006d7ff5-8219-4615-8797-f4698de1b3de tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:40.934615 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a0979cf-7d02-4bf4-8aed-94c6825de674 req-006d7ff5-8219-4615-8797-f4698de1b3de tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 944 time: 0.0548663 Aug 16 02:33:41.008373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a0979cf-7d02-4bf4-8aed-94c6825de674 req-5e62faf8-8d45-41f3-8c26-b8e2a70b6fc5 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681345 Aug 16 02:33:41.063064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 60757934-0f97-48d6-9d17-798a02a4c6b4 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:41.126361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 60757934-0f97-48d6-9d17-798a02a4c6b4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:41.132766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 60757934-0f97-48d6-9d17-798a02a4c6b4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:41.133342 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.220636 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.245242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce78de-ec15-4344-91a0-08cb7c566e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60757934-0f97-48d6-9d17-798a02a4c6b4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:41.248200 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2924b89a-9737-4b85-891a-c4efa36d9318" -d '{"events": [{"server_uuid": "ccce78de-ec15-4344-91a0-08cb7c566e59", "name": "network-vif-plugged", "status": "completed", "tag": "60757934-0f97-48d6-9d17-798a02a4c6b4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:41.261333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 60757934-0f97-48d6-9d17-798a02a4c6b4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60757934-0f97-48d6-9d17-798a02a4c6b4,segment=NetworkSegment(3895c7a9-e7bf-4ad5-8241-208c21ca511b),segment_id=3895c7a9-e7bf-4ad5-8241-208c21ca511b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:41.266671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.318704 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed6b2f4-9989-419d-93da-4fe91f9b4992 x-openstack-request-id: req-0ed6b2f4-9989-419d-93da-4fe91f9b4992 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:41.318972 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccce78de-ec15-4344-91a0-08cb7c566e59", "name": "network-vif-plugged", "status": "completed", "tag": "60757934-0f97-48d6-9d17-798a02a4c6b4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:41.319574 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ed6b2f4-9989-419d-93da-4fe91f9b4992 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:41.320200 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce78de-ec15-4344-91a0-08cb7c566e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60757934-0f97-48d6-9d17-798a02a4c6b4', 'code': 200} Aug 16 02:33:41.339931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=60757934-0f97-48d6-9d17-798a02a4c6b4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:41.419490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256861-2637-42d6-a27d-100bf78d9288 req-a9c6a3a9-e881-4f6c-b8dd-b622de7a1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:41.420995 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8b256861-2637-42d6-a27d-100bf78d9288 req-a9c6a3a9-e881-4f6c-b8dd-b622de7a1774 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 1097 time: 0.0446377 Aug 16 02:33:41.456989 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8b256861-2637-42d6-a27d-100bf78d9288 req-0a7613ff-1707-4ef6-9f3e-d7631337fd5f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294318 Aug 16 02:33:42.144281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de36fc3-98cb-4acf-9132-cc51a7a322de req-afa74a87-083b-4fcb-83c0-676e4fb7d93d tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:42.146034 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1de36fc3-98cb-4acf-9132-cc51a7a322de req-afa74a87-083b-4fcb-83c0-676e4fb7d93d tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 945 time: 0.0665019 Aug 16 02:33:42.186675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1de36fc3-98cb-4acf-9132-cc51a7a322de req-4804065f-e9df-49c9-be78-278819d76987 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Aug 16 02:33:42.388745 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.309828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96cb86-bbc0-4f8e-8c5b-2baa266d3501 req-2c6d1ce6-040c-4fd6-b6b5-03fd984b070f tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:43.312002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e96cb86-bbc0-4f8e-8c5b-2baa266d3501 req-2c6d1ce6-040c-4fd6-b6b5-03fd984b070f tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 945 time: 0.0517912 Aug 16 02:33:43.360136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e96cb86-bbc0-4f8e-8c5b-2baa266d3501 req-a28c7efa-a97d-407b-8e04-ea28ad4054cd tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382538 Aug 16 02:33:46.011412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48efaf0-b65c-4ef9-b235-b4599c884d2f req-5c7fe4b0-086c-4472-af1d-8d1fd1878362 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:46.013365 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b48efaf0-b65c-4ef9-b235-b4599c884d2f req-5c7fe4b0-086c-4472-af1d-8d1fd1878362 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 945 time: 0.0516863 Aug 16 02:33:46.053285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b48efaf0-b65c-4ef9-b235-b4599c884d2f req-0363b168-4e72-448f-82c0-66e00a13f022 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Aug 16 02:33:47.190160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554e820-1327-4fff-ad58-c12174645b09 req-4b18c211-9195-493d-8a62-b6cd58adcd03 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:47.191723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1554e820-1327-4fff-ad58-c12174645b09 req-4b18c211-9195-493d-8a62-b6cd58adcd03 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 945 time: 0.0610831 Aug 16 02:33:47.247712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1554e820-1327-4fff-ad58-c12174645b09 req-6961c51c-20de-4b61-a16f-6b40ee60b8c9 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/security-groups?id=badd5dc0-6dc3-474d-9530-84d6d224c863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494542 Aug 16 02:33:47.522806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-5b2f1529-c2a4-489d-a562-6aafcede1930 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:47.524405 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-5b2f1529-c2a4-489d-a562-6aafcede1930 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.86 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 945 time: 0.0610313 Aug 16 02:33:47.619237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Deleting port 60757934-0f97-48d6-9d17-798a02a4c6b4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:47.619595 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.717576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] For port 60757934-0f97-48d6-9d17-798a02a4c6b4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=60757934-0f97-48d6-9d17-798a02a4c6b4,segment=NetworkSegment(3895c7a9-e7bf-4ad5-8241-208c21ca511b),segment_id=3895c7a9-e7bf-4ad5-8241-208c21ca511b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:47.717940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.732681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Calling delete_port for 60757934-0f97-48d6-9d17-798a02a4c6b4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:47.756556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:47.874939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.899520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96c1fcc1-a1d4-4673-a7f4-9514f0996146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.909612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['60757934-0f97-48d6-9d17-798a02a4c6b4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:47.917081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Pushing event deleted for resources: {'Port': ['ID=60757934-0f97-48d6-9d17-798a02a4c6b4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:47.968254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] No DVR routers for this DVR port 60757934-0f97-48d6-9d17-798a02a4c6b4 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:47.972043 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:47.975423 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-608c6fae-1d3c-4428-9ae0-3451a633ffa9 req-d984196a-2715-448f-b826-ec7e042ee342 tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.86 "DELETE /v2.0/ports/60757934-0f97-48d6-9d17-798a02a4c6b4 HTTP/1.1" status: 204 len: 173 time: 0.4453528 Aug 16 02:33:47.976004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce78de-ec15-4344-91a0-08cb7c566e59', 'name': 'network-vif-deleted', 'tag': '60757934-0f97-48d6-9d17-798a02a4c6b4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:47.980118 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a876878c-8e2d-4d92-a73b-3de7ec2c230c" -d '{"events": [{"server_uuid": "ccce78de-ec15-4344-91a0-08cb7c566e59", "name": "network-vif-deleted", "tag": "60757934-0f97-48d6-9d17-798a02a4c6b4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:48.007949 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96c1fcc1-a1d4-4673-a7f4-9514f0996146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.012731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96c1fcc1-a1d4-4673-a7f4-9514f0996146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.048471 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cabe60c-387b-43d4-af0b-cac106a5e20c x-openstack-request-id: req-6cabe60c-387b-43d4-af0b-cac106a5e20c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:48.048776 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccce78de-ec15-4344-91a0-08cb7c566e59", "name": "network-vif-deleted", "tag": "60757934-0f97-48d6-9d17-798a02a4c6b4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:48.049117 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6cabe60c-387b-43d4-af0b-cac106a5e20c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:48.049499 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce78de-ec15-4344-91a0-08cb7c566e59', 'name': 'network-vif-deleted', 'tag': '60757934-0f97-48d6-9d17-798a02a4c6b4', 'status': 'completed', 'code': 200} Aug 16 02:33:48.065034 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-96c1fcc1-a1d4-4673-a7f4-9514f0996146 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f15f574e68b4479d908c20f6d2eee68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073561 Aug 16 02:33:48.067219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1fcc1-a1d4-4673-a7f4-9514f0996146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bec8c6-20a4-4fe9-bb53-529af03991e7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:48.067928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60730) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:48.143326 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec7dc07e-d7c4-48a2-bd6b-29d944a7ab5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.167208 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec7dc07e-d7c4-48a2-bd6b-29d944a7ab5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.215642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec7dc07e-d7c4-48a2-bd6b-29d944a7ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.218242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec7dc07e-d7c4-48a2-bd6b-29d944a7ab5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.219436 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ec7dc07e-d7c4-48a2-bd6b-29d944a7ab5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3bec8c6-20a4-4fe9-bb53-529af03991e7 HTTP/1.1" status: 204 len: 168 time: 0.1504929 Aug 16 02:33:48.227372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dc07e-d7c4-48a2-bd6b-29d944a7ab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bec8c6-20a4-4fe9-bb53-529af03991e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:48.365929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a8f58881-8de6-450a-968f-56d23d334548 req-39ddf9d5-ff9b-42ab-91ce-93dd1e74d35c tempest-VolumesActionsTest-328057263 tempest-VolumesActionsTest-328057263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce78de-ec15-4344-91a0-08cb7c566e59 HTTP/1.1" status: 200 len: 210 time: 0.0308042 Aug 16 02:33:48.575532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 60742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:48.589480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77429d6c-554b-4f7d-972f-ec7ed9e8cb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.698659 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77429d6c-554b-4f7d-972f-ec7ed9e8cb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.704058 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77429d6c-554b-4f7d-972f-ec7ed9e8cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.741889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77429d6c-554b-4f7d-972f-ec7ed9e8cb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c6c73e-6e5b-4b4a-a41d-41a4282717a6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:48.748125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-77429d6c-554b-4f7d-972f-ec7ed9e8cb56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9c89d8da989491aa530b3d118355935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716163 Aug 16 02:33:48.750657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 60748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:48.803774 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.825000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.873040 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.875649 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:48.880261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53c6c73e-6e5b-4b4a-a41d-41a4282717a6 HTTP/1.1" status: 204 len: 168 time: 0.1251597 Aug 16 02:33:48.885412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c6c73e-6e5b-4b4a-a41d-41a4282717a6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:48.894063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.894411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.894759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.895110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.895455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.895791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.896124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.896454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.896780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.897135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.897463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:48.897790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd66504-01bd-4568-a399-f9e27bc997d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:50.621961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-c6e4cded-04a6-496d-969f-87c03294f71b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1739814 Aug 16 02:33:50.721405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-30fbd92f-1035-43a8-ad77-6e5f271b429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:50.723062 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-30fbd92f-1035-43a8-ad77-6e5f271b429d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1097 time: 0.0495653 Aug 16 02:33:50.857280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-8770019c-8eeb-4a93-b623-3e8793924b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:50.859213 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-8770019c-8eeb-4a93-b623-3e8793924b60 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 200 len: 909 time: 0.1170549 Aug 16 02:33:50.936304 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-421eaf5e-2eb3-487c-a2a8-bd0b52e50f29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 200 len: 1001 time: 0.0704496 Aug 16 02:33:50.994870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-83406fb2-fbc2-491f-bf9e-f0a252225d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:50.997245 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-83406fb2-fbc2-491f-bf9e-f0a252225d37 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a34ca2-965d-4ac3-89dc-f765833a80d8 HTTP/1.1" status: 200 len: 847 time: 0.0537813 Aug 16 02:33:51.056184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-54365eb7-854a-40b4-a981-de5a3da00f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:51.057818 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-54365eb7-854a-40b4-a981-de5a3da00f92 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548849 Aug 16 02:33:51.098208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 60757934-0f97-48d6-9d17-798a02a4c6b4 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:51.132211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 60757934-0f97-48d6-9d17-798a02a4c6b4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:51.132782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 60757934-0f97-48d6-9d17-798a02a4c6b4 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:51.193921 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-9f0bc46f-7efa-4154-8d43-c4734db134e2 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271603 Aug 16 02:33:51.313291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5febba7e-1643-4a95-b6b7-272cabd190a3 req-949e958f-0ebe-4a09-a53b-72bbe12bf119 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108434 Aug 16 02:34:00.889666 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:00.988206 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79669f55-f1b4-4483-8a5e-2224cea2df1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.614426 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee68c90a-ed18-4234-9dc5-e661f95f3710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:03.958684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:04.908630 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:07.017803 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.391867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:11.457723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:11.469075 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93f2907-4d02-4802-8b91-906cac10bd24 admin admin] Deleting subnet 2d40106e-dbbc-4b77-8a1a-00a3dc641c90 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:34:11.474109 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b93f2907-4d02-4802-8b91-906cac10bd24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.522933 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:11.533844 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b93f2907-4d02-4802-8b91-906cac10bd24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.581287 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b93f2907-4d02-4802-8b91-906cac10bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.664084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e35fbc-9820-4f89-bb01-46131254b71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.677450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b93f2907-4d02-4802-8b91-906cac10bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.713525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f2907-4d02-4802-8b91-906cac10bd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d40106e-dbbc-4b77-8a1a-00a3dc641c90,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:11.716540 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b93f2907-4d02-4802-8b91-906cac10bd24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.718740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b93f2907-4d02-4802-8b91-906cac10bd24 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2d40106e-dbbc-4b77-8a1a-00a3dc641c90 HTTP/1.1" status: 204 len: 168 time: 0.3258636 Aug 16 02:34:11.721133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:11.801153 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.820029 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e35fbc-9820-4f89-bb01-46131254b71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.826872 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e35fbc-9820-4f89-bb01-46131254b71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.880961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c2e35fbc-9820-4f89-bb01-46131254b71f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d630c8b21ff43acb5dad2d4840fcc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220197 Aug 16 02:34:11.882034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e35fbc-9820-4f89-bb01-46131254b71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6d28d6-ab99-4117-8086-8b29f608f2ed,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:11.884207 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:11.922223 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.938785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cedd1b0-6953-4a25-b174-1801277d80ee']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:11.951072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3895c7a9-e7bf-4ad5-8241-208c21ca511b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:11.951491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3895c7a9-e7bf-4ad5-8241-208c21ca511b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:11.968088 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.980331 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b87bdfd-171f-411c-8769-b79e23edf725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:11.992997 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.007646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:12.008218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:12.009882 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:12.052731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b87bdfd-171f-411c-8769-b79e23edf725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.095740 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.107143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.107143 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6cedd1b0-6953-4a25-b174-1801277d80ee HTTP/1.1" status: 204 len: 168 time: 0.3820198 Aug 16 02:34:12.108624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:12.115498 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c549f10-4034-4cd3-be09-da6543146920 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cedd1b0-6953-4a25-b174-1801277d80ee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:12.148140 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b87bdfd-171f-411c-8769-b79e23edf725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.150868 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b87bdfd-171f-411c-8769-b79e23edf725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.152375 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6b87bdfd-171f-411c-8769-b79e23edf725 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa6d28d6-ab99-4117-8086-8b29f608f2ed HTTP/1.1" status: 204 len: 168 time: 0.2671056 Aug 16 02:34:12.161031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87bdfd-171f-411c-8769-b79e23edf725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6d28d6-ab99-4117-8086-8b29f608f2ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:12.176331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e152fcd-febd-45b6-94ce-ae1b343b96f1 admin admin] Deleting subnet 23c2a476-6c66-45df-9e49-8fdcc8c7ea23 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:34:12.180203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e152fcd-febd-45b6-94ce-ae1b343b96f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.223920 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e152fcd-febd-45b6-94ce-ae1b343b96f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.279564 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e152fcd-febd-45b6-94ce-ae1b343b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.339850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e152fcd-febd-45b6-94ce-ae1b343b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.367637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e152fcd-febd-45b6-94ce-ae1b343b96f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c2a476-6c66-45df-9e49-8fdcc8c7ea23,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:12.377107 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e152fcd-febd-45b6-94ce-ae1b343b96f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.383143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3e152fcd-febd-45b6-94ce-ae1b343b96f1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/23c2a476-6c66-45df-9e49-8fdcc8c7ea23 HTTP/1.1" status: 204 len: 168 time: 0.2716141 Aug 16 02:34:12.384008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:12.393018 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.461091 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.557045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.567754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a214ff0-c35e-4e44-8657-5935ec26d38f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:12.578686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52cb1d0-aa9e-4d93-8a1b-0d73cf2ba581') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:12.578979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52cb1d0-aa9e-4d93-8a1b-0d73cf2ba581') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:12.588381 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.603413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.610583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:34:12.611067 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:34:12.614671 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:34:12.676884 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.696161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.701121 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1a214ff0-c35e-4e44-8657-5935ec26d38f HTTP/1.1" status: 204 len: 168 time: 0.3160799 Aug 16 02:34:12.702040 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13930b-8689-45da-b0c4-ec2bb6a4c555 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a214ff0-c35e-4e44-8657-5935ec26d38f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:12.826142 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:12.883961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9ed3aec7-d7d5-474d-94e5-18083ac23150 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45b0458c46c34ec6be1b6d4d0b4548e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543139 Aug 16 02:34:12.884180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:12.939981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21836ac4-3d0f-4451-b447-4142dbbe82ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.963460 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21836ac4-3d0f-4451-b447-4142dbbe82ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.020473 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21836ac4-3d0f-4451-b447-4142dbbe82ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.023310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21836ac4-3d0f-4451-b447-4142dbbe82ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.024526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-21836ac4-3d0f-4451-b447-4142dbbe82ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/badd5dc0-6dc3-474d-9530-84d6d224c863 HTTP/1.1" status: 204 len: 168 time: 0.1394370 Aug 16 02:34:13.033715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21836ac4-3d0f-4451-b447-4142dbbe82ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd5dc0-6dc3-474d-9530-84d6d224c863,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:13.471904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:13.516420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-45189545-f665-4585-81c7-a70b14997de0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=011a9413684941a8826243bc83b4cf63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433021 Aug 16 02:34:13.518760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:13.572651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8751dd19-53c1-4bc3-878d-3b3f84ffa5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.598181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8751dd19-53c1-4bc3-878d-3b3f84ffa5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.653904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8751dd19-53c1-4bc3-878d-3b3f84ffa5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.657328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8751dd19-53c1-4bc3-878d-3b3f84ffa5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:13.658762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8751dd19-53c1-4bc3-878d-3b3f84ffa5b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49da2657-4f06-4666-b259-c8ccebebb8e3 HTTP/1.1" status: 204 len: 168 time: 0.1388228 Aug 16 02:34:13.670322 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751dd19-53c1-4bc3-878d-3b3f84ffa5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da2657-4f06-4666-b259-c8ccebebb8e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:28.668185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:28.799398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.905897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.910329 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.955151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:28.967429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=589b56be4aca4032a06fcac0ad6b1c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904079 Aug 16 02:34:29.003401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec108875-2e9c-4db6-93bc-d30741465b7f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:29.011889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.012472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.013052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.013560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.014060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.014675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.015218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.015730 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.016241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.016734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.017227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.017819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce9818-f199-4932-b358-bcc61d1198c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:29.017963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5c508a2-bc3d-4591-a0b9-6d9916fc5fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.044795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5c508a2-bc3d-4591-a0b9-6d9916fc5fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.102366 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5c508a2-bc3d-4591-a0b9-6d9916fc5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.106243 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5c508a2-bc3d-4591-a0b9-6d9916fc5fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.107459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d5c508a2-bc3d-4591-a0b9-6d9916fc5fb4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec108875-2e9c-4db6-93bc-d30741465b7f HTTP/1.1" status: 204 len: 168 time: 0.1512496 Aug 16 02:34:29.115567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c508a2-bc3d-4591-a0b9-6d9916fc5fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec108875-2e9c-4db6-93bc-d30741465b7f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:29.455702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 33720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:29.474377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4544393b-200e-4355-b491-073c740c697a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.578696 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4544393b-200e-4355-b491-073c740c697a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.582658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4544393b-200e-4355-b491-073c740c697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.625512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4544393b-200e-4355-b491-073c740c697a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1626a07f9e8b4d7cb5fcdb3fc8ab54cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684411 Aug 16 02:34:29.626663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544393b-200e-4355-b491-073c740c697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81db1395-f9b4-48a4-9577-707820fbbc6a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:29.628125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 33722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:29.687797 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6238ffdd-3029-42e0-9781-0f80e8898645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.709138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6238ffdd-3029-42e0-9781-0f80e8898645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.764424 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6238ffdd-3029-42e0-9781-0f80e8898645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.767019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6238ffdd-3029-42e0-9781-0f80e8898645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:29.770727 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6238ffdd-3029-42e0-9781-0f80e8898645 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81db1395-f9b4-48a4-9577-707820fbbc6a HTTP/1.1" status: 204 len: 168 time: 0.1390560 Aug 16 02:34:29.786554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238ffdd-3029-42e0-9781-0f80e8898645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81db1395-f9b4-48a4-9577-707820fbbc6a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:30.903816 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:30.987858 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-341b30c4-f31b-4198-8b1f-eedb24f24ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.616347 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-212f85ae-4ba6-44cc-9201-51bb9afbfb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.963236 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.915648 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:37.023230 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.418527 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.581023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:47.762396 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-447870ef-75db-42c4-b6db-3601f6668939 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=776d75d9ff5b4d87a2688afdaca3d693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730309 Aug 16 02:34:47.762396 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 34608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:47.835041 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8221e39-066d-4df7-8306-b1e74023f2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.859137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8221e39-066d-4df7-8306-b1e74023f2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.913951 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8221e39-066d-4df7-8306-b1e74023f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.918533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8221e39-066d-4df7-8306-b1e74023f2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:47.923451 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d8221e39-066d-4df7-8306-b1e74023f2ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40792bb7-20c2-48cb-9489-64f6cd0b2b4a HTTP/1.1" status: 204 len: 168 time: 0.1641831 Aug 16 02:34:47.939286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8221e39-066d-4df7-8306-b1e74023f2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40792bb7-20c2-48cb-9489-64f6cd0b2b4a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:48.527713 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:50.487898 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-2073cdc8-6a93-439e-ae5c-ed826a693f91 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447521 Aug 16 02:34:50.585403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-33afc94c-3047-492b-ad3b-f0d7e5be1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.586840 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-33afc94c-3047-492b-ad3b-f0d7e5be1ff2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1097 time: 0.0539587 Aug 16 02:34:50.735702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-4f80bd77-9802-437f-8b45-b531b297226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.737332 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-4f80bd77-9802-437f-8b45-b531b297226b service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 200 len: 909 time: 0.1261442 Aug 16 02:34:50.831529 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-4c20914e-3c8c-477c-8e89-e537b5ddb3f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 200 len: 1001 time: 0.0869653 Aug 16 02:34:50.912236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-5500e5cb-9c58-45df-848c-4add2694d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.914366 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-5500e5cb-9c58-45df-848c-4add2694d618 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a34ca2-965d-4ac3-89dc-f765833a80d8 HTTP/1.1" status: 200 len: 847 time: 0.0767243 Aug 16 02:34:50.981223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-4b6414c9-55d2-40d5-89fb-f58cb7c2044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.982879 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-4b6414c9-55d2-40d5-89fb-f58cb7c2044e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612090 Aug 16 02:34:51.115431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-716371ac-121e-41cb-8f96-2db9cbfb4a6a service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245475 Aug 16 02:34:51.560994 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9ac8bfc6-1237-4f33-8a10-5265fe876666 req-366ca046-1a8a-43fd-972f-c5a3d00e6e6d service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376605 Aug 16 02:34:59.152278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:59.305117 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-896c0fad-0500-4a54-b6f8-c44c012ebfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.420675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-896c0fad-0500-4a54-b6f8-c44c012ebfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.426806 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-896c0fad-0500-4a54-b6f8-c44c012ebfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.469345 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-896c0fad-0500-4a54-b6f8-c44c012ebfe9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ab40221e9f443bab4808e22bba20a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157978 Aug 16 02:34:59.472039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:59.480346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c0fad-0500-4a54-b6f8-c44c012ebfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2121984-4971-4b39-9402-5cbb51e382de,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:59.546589 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.580413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.645330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.648219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:59.651877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2121984-4971-4b39-9402-5cbb51e382de HTTP/1.1" status: 204 len: 168 time: 0.1787860 Aug 16 02:34:59.661836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2121984-4971-4b39-9402-5cbb51e382de,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:59.676520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.677037 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.677481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.677925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.678370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.678777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.679705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.681492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.681981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.682422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.682845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:59.683270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3064e0a-2f89-44e1-9837-e4418e53f7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.983595 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.987684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a24ad17a-40e2-40e7-8910-58597daabedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.630311 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-399d9920-22ef-423a-8c43-68754a97267d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:03.967976 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.910279 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:04.929099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:05.041045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59dae557-1b6b-4a38-b859-327eda9e50dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.131754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59dae557-1b6b-4a38-b859-327eda9e50dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.136444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59dae557-1b6b-4a38-b859-327eda9e50dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.172915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dae557-1b6b-4a38-b859-327eda9e50dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665e68d2-eb26-4258-bb2b-396b23524a2a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:05.180002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-59dae557-1b6b-4a38-b859-327eda9e50dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4bedab6aec4403ab18ffb7efac3f643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473052 Aug 16 02:35:05.180927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:05.234420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e815923c-19a2-41b6-8a3e-8663eda3ebd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.256105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e815923c-19a2-41b6-8a3e-8663eda3ebd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.303989 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e815923c-19a2-41b6-8a3e-8663eda3ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.307242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e815923c-19a2-41b6-8a3e-8663eda3ebd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:05.308392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e815923c-19a2-41b6-8a3e-8663eda3ebd7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/665e68d2-eb26-4258-bb2b-396b23524a2a HTTP/1.1" status: 204 len: 168 time: 0.1257441 Aug 16 02:35:05.316142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815923c-19a2-41b6-8a3e-8663eda3ebd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665e68d2-eb26-4258-bb2b-396b23524a2a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:07.020595 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.086514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:10.192171 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4152-74d9-4458-bc1d-5537719762fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.284032 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4152-74d9-4458-bc1d-5537719762fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.288672 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4152-74d9-4458-bc1d-5537719762fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.331560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ebcb4152-74d9-4458-bc1d-5537719762fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=320a10acbb7a4537a079302939807fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438753 Aug 16 02:35:10.332522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb4152-74d9-4458-bc1d-5537719762fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c3120a-aa2f-452a-a564-2a655ae14789,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:10.334234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:10.398748 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20fe5fc0-cd76-4d19-9ad0-4f48e104bb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.425838 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20fe5fc0-cd76-4d19-9ad0-4f48e104bb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.478481 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20fe5fc0-cd76-4d19-9ad0-4f48e104bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.481330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20fe5fc0-cd76-4d19-9ad0-4f48e104bb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:10.488274 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-20fe5fc0-cd76-4d19-9ad0-4f48e104bb8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5c3120a-aa2f-452a-a564-2a655ae14789 HTTP/1.1" status: 204 len: 168 time: 0.1502776 Aug 16 02:35:10.493835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe5fc0-cd76-4d19-9ad0-4f48e104bb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c3120a-aa2f-452a-a564-2a655ae14789,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:11.118809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:11.229356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1460188052-network', 'tenant_id': 'c1631009273c48ca94c359343d95e48e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:11.252247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Made reservation on behalf of c1631009273c48ca94c359343d95e48e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:11.254591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.263386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.364720 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.370744 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.398801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:11.404421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7df38-81f4-4930-8f79-1511da0ae7ed,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:11.411997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.412354 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Added segment ed57c6ee-16a6-478c-9252-b494d0f43f48 of type vlan for network aa6a9830-ae69-4027-9d0a-aad06db8e020 Aug 16 02:35:11.476097 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.542036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.543636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:11.544236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.602957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4824135 Aug 16 02:35:11.606946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:11.613827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Request body: {'subnet': {'network_id': 'aa6a9830-ae69-4027-9d0a-aad06db8e020', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1460188052-subnet', 'tenant_id': 'c1631009273c48ca94c359343d95e48e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:11.617688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45e08f-d161-4df0-9813-7076da269342 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6a9830-ae69-4027-9d0a-aad06db8e020,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:11.628905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network aa6a9830-ae69-4027-9d0a-aad06db8e020 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:11.654802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Made reservation on behalf of c1631009273c48ca94c359343d95e48e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:11.657599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.835933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.896968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:11.904606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Checking segment: {'id': 'ed57c6ee-16a6-478c-9252-b494d0f43f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aa6a9830-ae69-4027-9d0a-aad06db8e020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:11.904966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Network hostable DHCP agents. Network: aa6a9830-ae69-4027-9d0a-aad06db8e020, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:11.922048 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Network aa6a9830-ae69-4027-9d0a-aad06db8e020 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:11.930499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, aa6a9830-ae69-4027-9d0a-aad06db8e020) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:11.934596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:11.935213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:11.940131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ad8b04-1847-4e0a-a232-626f85d63dda None None] Network aa6a9830-ae69-4027-9d0a-aad06db8e020 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:11.950774 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-41ce0501-dccc-46f1-b015-8c03607d7e78 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3419042 Aug 16 02:35:12.068170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23663eca-a51a-4050-b156-1c5cdd8eb86e None None] Network aa6a9830-ae69-4027-9d0a-aad06db8e020 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:12.418850 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.449284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:12.454443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-575287336-network', 'tenant_id': 'f16c62e38690468bad5a8780848d1883'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:12.475334 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Made reservation on behalf of f16c62e38690468bad5a8780848d1883 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:12.477897 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.486602 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.580181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.584425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.609420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:12.618286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835ebc13-1a81-4f4f-9692-2322d0cb5749,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:12.626427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.626427 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Added segment 770f402c-4b50-4802-b6c8-a3f44beea154 of type vlan for network 9123f1d3-3f62-425d-b860-73d4645c5f3a Aug 16 02:35:12.671310 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.704666 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.705747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:12.706330 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.761792 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3113270 Aug 16 02:35:12.764586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:12.769757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Request body: {'subnet': {'network_id': '9123f1d3-3f62-425d-b860-73d4645c5f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-575287336-subnet', 'tenant_id': 'f16c62e38690468bad5a8780848d1883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:12.773160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a06ca-bdd1-4a30-a219-8a932dd5fe10 admin admin] Pushing event updated for resources: {'Network': ['ID=9123f1d3-3f62-425d-b860-73d4645c5f3a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:12.786520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 9123f1d3-3f62-425d-b860-73d4645c5f3a details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:12.799525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Made reservation on behalf of f16c62e38690468bad5a8780848d1883 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:12.802337 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.978362 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.036881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab3d419-1897-4fc9-8d3b-20d82199e0ca,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:13.043766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Checking segment: {'id': '770f402c-4b50-4802-b6c8-a3f44beea154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9123f1d3-3f62-425d-b860-73d4645c5f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:13.044132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Network hostable DHCP agents. Network: 9123f1d3-3f62-425d-b860-73d4645c5f3a, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:13.060298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Network 9123f1d3-3f62-425d-b860-73d4645c5f3a is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:13.068537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 9123f1d3-3f62-425d-b860-73d4645c5f3a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:13.073204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:13.073790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.078983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deb7f75-1490-414b-8ec5-29047ffdd013 None None] Network 9123f1d3-3f62-425d-b860-73d4645c5f3a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:13.088371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5905ae4f-996e-46f1-8009-7175e5207606 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3225396 Aug 16 02:35:13.223285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2cf3c7-48cb-4e28-bcf4-d7ba43006b22 None None] Network 9123f1d3-3f62-425d-b860-73d4645c5f3a requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:13.705462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-b469fb9a-e558-4427-9bc2-94fdee142949 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:13.707073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-b469fb9a-e558-4427-9bc2-94fdee142949 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/networks?id=aa6a9830-ae69-4027-9d0a-aad06db8e020 HTTP/1.1" status: 200 len: 812 time: 0.1117823 Aug 16 02:35:13.723818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-7f312c4f-0bf8-4829-a566-56f4e483f066 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/quotas/c1631009273c48ca94c359343d95e48e HTTP/1.1" status: 200 len: 375 time: 0.0105474 Aug 16 02:35:13.767673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-2ed901a9-7ea0-4b88-9854-beb333f45f5c tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1631009273c48ca94c359343d95e48e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361545 Aug 16 02:35:13.858779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-717f8864-43bb-41c9-ac7f-3f8e4d70def9 service neutron] 10.222.0.61 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840871 Aug 16 02:35:13.952215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-7dd8892a-1f0e-4eb6-a57e-556c67d3376e service neutron] 10.222.0.61 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873020 Aug 16 02:35:14.114915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-983e15e8-e097-40b9-a480-e03516b6b7e5 req-46af4434-4f06-4519-884f-757428b8f945 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 210 time: 0.0281236 Aug 16 02:35:15.186572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-336fea60-3532-423d-8a15-c6a2f3f171b3 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:15.188410 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-336fea60-3532-423d-8a15-c6a2f3f171b3 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.86 "GET /v2.0/networks?id=aa6a9830-ae69-4027-9d0a-aad06db8e020 HTTP/1.1" status: 200 len: 812 time: 0.1709194 Aug 16 02:35:15.207927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Request body: {'port': {'device_id': '1482c3a7-bd5e-42b8-afad-bcb66405158c', 'network_id': 'aa6a9830-ae69-4027-9d0a-aad06db8e020', 'admin_state_up': True, 'tenant_id': 'c1631009273c48ca94c359343d95e48e'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:15.310091 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-08186c6a-cb0e-4560-9ec2-72fd80b4a660 req-440ad331-3a79-44c3-bdef-cb108835e28d tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 210 time: 0.0535448 Aug 16 02:35:15.366129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Made reservation on behalf of c1631009273c48ca94c359343d95e48e for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:15.370257 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.506590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Allocated IP 172.20.0.10 (aa6a9830-ae69-4027-9d0a-aad06db8e020/3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb/a20390d9-5e11-4512-b7b3-e546d168b5e4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:15.653416 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.692505 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.741632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Network aa6a9830-ae69-4027-9d0a-aad06db8e020 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:15.744850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:15.748829 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:15.755257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Pushing event updated for resources: {'Port': ['ID=a20390d9-5e11-4512-b7b3-e546d168b5e4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:15.801314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:15.801921 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.816372 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-4ef02668-5c5e-42cf-bf20-a86f54a274d4 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6125467 Aug 16 02:35:15.943676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Request body: {'port': {'device_id': '1482c3a7-bd5e-42b8-afad-bcb66405158c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:16.000018 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.277296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20390d9-5e11-4512-b7b3-e546d168b5e4 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:16.284675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.297964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Transition to ACTIVE for port object a20390d9-5e11-4512-b7b3-e546d168b5e4 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:16.303327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.358948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Pushing event updated for resources: {'Port': ['ID=a20390d9-5e11-4512-b7b3-e546d168b5e4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:16.427757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b84f9f-f879-4def-8d3c-6d7d489aa117 req-b5888b94-888c-44a5-9a64-7e5386ac2bea tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:16.429257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8b84f9f-f879-4def-8d3c-6d7d489aa117 req-b5888b94-888c-44a5-9a64-7e5386ac2bea tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 944 time: 0.0560801 Aug 16 02:35:16.436921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Attempting to bind port a20390d9-5e11-4512-b7b3-e546d168b5e4 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:16.437384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Attempting to bind port a20390d9-5e11-4512-b7b3-e546d168b5e4 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'ed57c6ee-16a6-478c-9252-b494d0f43f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aa6a9830-ae69-4027-9d0a-aad06db8e020'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:16.437930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Attempting to bind port a20390d9-5e11-4512-b7b3-e546d168b5e4 on network aa6a9830-ae69-4027-9d0a-aad06db8e020 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:16.443161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Port a20390d9-5e11-4512-b7b3-e546d168b5e4 on network aa6a9830-ae69-4027-9d0a-aad06db8e020 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:35:16.443853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Attempting to bind port a20390d9-5e11-4512-b7b3-e546d168b5e4 on network aa6a9830-ae69-4027-9d0a-aad06db8e020 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:16.449420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:16.449853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Checking segment: {'id': 'ed57c6ee-16a6-478c-9252-b494d0f43f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aa6a9830-ae69-4027-9d0a-aad06db8e020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:16.450411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Bound using segment: {'id': 'ed57c6ee-16a6-478c-9252-b494d0f43f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aa6a9830-ae69-4027-9d0a-aad06db8e020'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:16.451504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Bound port: a20390d9-5e11-4512-b7b3-e546d168b5e4, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed57c6ee-16a6-478c-9252-b494d0f43f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aa6a9830-ae69-4027-9d0a-aad06db8e020'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:16.451877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.475169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8b84f9f-f879-4def-8d3c-6d7d489aa117 req-ad991cb6-f406-4779-94ef-bb81dba50f70 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Aug 16 02:35:16.521046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] For port a20390d9-5e11-4512-b7b3-e546d168b5e4, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:16.524098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] For port a20390d9-5e11-4512-b7b3-e546d168b5e4, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a20390d9-5e11-4512-b7b3-e546d168b5e4,segment=NetworkSegment(ed57c6ee-16a6-478c-9252-b494d0f43f48),segment_id=ed57c6ee-16a6-478c-9252-b494d0f43f48)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:16.529759 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.568818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:16.569449 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.570826 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] 10.222.0.86 "PUT /v2.0/ports/a20390d9-5e11-4512-b7b3-e546d168b5e4 HTTP/1.1" status: 200 len: 1093 time: 0.7403507 Aug 16 02:35:16.571288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1482c3a7-bd5e-42b8-afad-bcb66405158c', 'tag': 'a20390d9-5e11-4512-b7b3-e546d168b5e4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:16.573617 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2cb93a-9da1-4430-812b-50e8487ded26" -d '{"events": [{"name": "network-changed", "server_uuid": "1482c3a7-bd5e-42b8-afad-bcb66405158c", "tag": "a20390d9-5e11-4512-b7b3-e546d168b5e4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:16.601218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c3775-e209-46cf-9d21-b1cd4b044834 service neutron] Pushing event updated for resources: {'Port': ['ID=a20390d9-5e11-4512-b7b3-e546d168b5e4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:16.625076 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040139ef-0a85-4c4d-a5d1-936ae523aff6 x-openstack-request-id: req-040139ef-0a85-4c4d-a5d1-936ae523aff6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:16.625367 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1482c3a7-bd5e-42b8-afad-bcb66405158c", "tag": "a20390d9-5e11-4512-b7b3-e546d168b5e4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:16.625619 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-040139ef-0a85-4c4d-a5d1-936ae523aff6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:16.626022 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1482c3a7-bd5e-42b8-afad-bcb66405158c', 'tag': 'a20390d9-5e11-4512-b7b3-e546d168b5e4', 'status': 'completed', 'code': 200} Aug 16 02:35:16.684439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-e221ee75-0f9b-45ef-b39f-2ef9f04de8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:16.685885 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-e221ee75-0f9b-45ef-b39f-2ef9f04de8e6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1631009273c48ca94c359343d95e48e&device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 1096 time: 0.0433240 Aug 16 02:35:16.737480 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-25b3922e-a6cb-4ec0-a0f0-8e82373560a9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a20390d9-5e11-4512-b7b3-e546d168b5e4 HTTP/1.1" status: 200 len: 217 time: 0.0382459 Aug 16 02:35:16.789965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-f87d0ac1-ae81-47be-8f75-dabe8df5993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:16.792290 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-f87d0ac1-ae81-47be-8f75-dabe8df5993f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb HTTP/1.1" status: 200 len: 852 time: 0.0487714 Aug 16 02:35:16.825150 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-64f4d7a7-08b9-41f7-816b-b4e1bc256be3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa6a9830-ae69-4027-9d0a-aad06db8e020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248199 Aug 16 02:35:16.935409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-0df666e7-efb8-4ed5-9fde-123cdce46af8 service neutron] 10.222.0.86 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030824 Aug 16 02:35:17.035025 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-34c70f41-4a24-4bad-a7cb-2a3d21b8eedd req-8106a74e-cee4-4ad7-acd3-59196f742fd3 service neutron] 10.222.0.86 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927317 Aug 16 02:35:17.170913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-9543ca93-63cc-469e-8569-0af376c91154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:17.172509 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-9543ca93-63cc-469e-8569-0af376c91154 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1631009273c48ca94c359343d95e48e&device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 1096 time: 0.0461979 Aug 16 02:35:17.269461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-298a494c-a7fa-40b9-9fd8-2ff87828fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:17.270930 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-298a494c-a7fa-40b9-9fd8-2ff87828fca7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa6a9830-ae69-4027-9d0a-aad06db8e020 HTTP/1.1" status: 200 len: 913 time: 0.0917072 Aug 16 02:35:17.313156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-8382d024-387f-473a-b2d3-9b7b89392690 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a20390d9-5e11-4512-b7b3-e546d168b5e4 HTTP/1.1" status: 200 len: 217 time: 0.0349805 Aug 16 02:35:17.367744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-bf83848e-546a-4a12-a551-7904c9c8cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:17.369360 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-bf83848e-546a-4a12-a551-7904c9c8cd89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb HTTP/1.1" status: 200 len: 852 time: 0.0497408 Aug 16 02:35:17.402982 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-7b5a071b-c8a6-4191-8f75-76531ee7c232 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa6a9830-ae69-4027-9d0a-aad06db8e020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267453 Aug 16 02:35:17.498046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-7efa1638-31dc-4679-893d-91c6b2a8b3cf service neutron] 10.222.0.86 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882461 Aug 16 02:35:17.592461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11776081-6b28-4869-8d63-e2b686853178 req-169734ef-51ba-4246-8326-8e930f1cc42b tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:17.593991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11776081-6b28-4869-8d63-e2b686853178 req-169734ef-51ba-4246-8326-8e930f1cc42b tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 944 time: 0.0492110 Aug 16 02:35:17.596527 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0f2cb93a-9da1-4430-812b-50e8487ded26 req-bb6ddbb5-ac26-4498-8ac7-7dec91de6fe6 service neutron] 10.222.0.86 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908473 Aug 16 02:35:17.632615 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11776081-6b28-4869-8d63-e2b686853178 req-6af0272e-8971-458a-8502-6aba4c75a548 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Aug 16 02:35:18.751626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8162a-b538-465b-a368-abaf177433c0 req-7ce1e907-5519-4954-af20-c75d2107bb5f tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:18.753226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40e8162a-b538-465b-a368-abaf177433c0 req-7ce1e907-5519-4954-af20-c75d2107bb5f tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 944 time: 0.0494063 Aug 16 02:35:18.797962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40e8162a-b538-465b-a368-abaf177433c0 req-15fb2092-1e86-4077-b1f7-1c4f21950594 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Aug 16 02:35:19.402800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a20390d9-5e11-4512-b7b3-e546d168b5e4 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:19.506035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port a20390d9-5e11-4512-b7b3-e546d168b5e4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a20390d9-5e11-4512-b7b3-e546d168b5e4,segment=NetworkSegment(ed57c6ee-16a6-478c-9252-b494d0f43f48),segment_id=ed57c6ee-16a6-478c-9252-b494d0f43f48)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:19.517880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'a20390d9-5e11-4512-b7b3-e546d168b5e4', 'network_id': 'aa6a9830-ae69-4027-9d0a-aad06db8e020', 'port_id': 'a20390d9-5e11-4512-b7b3-e546d168b5e4', 'mac_address': 'fa:16:3e:3f:9c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:19.559667 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:19.573346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20390d9-5e11-4512-b7b3-e546d168b5e4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:19.594542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port a20390d9-5e11-4512-b7b3-e546d168b5e4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a20390d9-5e11-4512-b7b3-e546d168b5e4,segment=NetworkSegment(ed57c6ee-16a6-478c-9252-b494d0f43f48),segment_id=ed57c6ee-16a6-478c-9252-b494d0f43f48)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:19.598355 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:19.650085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=a20390d9-5e11-4512-b7b3-e546d168b5e4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:19.658113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.658400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.658745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.659083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.659445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.659775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.660102 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.660428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.660754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.661082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.661403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.661729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:19.919560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1cfe8-a72a-4d3c-8d2c-cccd6b83a938 req-3c468a84-8f88-4331-a512-9666d65735cd tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:19.920975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2df1cfe8-a72a-4d3c-8d2c-cccd6b83a938 req-3c468a84-8f88-4331-a512-9666d65735cd tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 945 time: 0.0531671 Aug 16 02:35:19.960445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2df1cfe8-a72a-4d3c-8d2c-cccd6b83a938 req-1233ea20-fb7f-48d9-aca1-9d304d322c55 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Aug 16 02:35:19.976450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['a20390d9-5e11-4512-b7b3-e546d168b5e4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:21.079206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56822297-b2f5-4642-92c8-76090af62204 req-34e77128-a213-4c47-866e-2a3d254148ef tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:21.080588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56822297-b2f5-4642-92c8-76090af62204 req-34e77128-a213-4c47-866e-2a3d254148ef tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 945 time: 0.0504065 Aug 16 02:35:21.122310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56822297-b2f5-4642-92c8-76090af62204 req-ef5b3b9e-c136-4958-984a-677172d43494 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Aug 16 02:35:21.418637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a20390d9-5e11-4512-b7b3-e546d168b5e4 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:21.469162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port a20390d9-5e11-4512-b7b3-e546d168b5e4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:21.472923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port a20390d9-5e11-4512-b7b3-e546d168b5e4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:21.473346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:21.549922 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:21.572918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1482c3a7-bd5e-42b8-afad-bcb66405158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20390d9-5e11-4512-b7b3-e546d168b5e4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:21.575199 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279d6526-2ecf-4e46-97c3-a90cadb3e4b7" -d '{"events": [{"server_uuid": "1482c3a7-bd5e-42b8-afad-bcb66405158c", "name": "network-vif-plugged", "status": "completed", "tag": "a20390d9-5e11-4512-b7b3-e546d168b5e4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:21.589042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port a20390d9-5e11-4512-b7b3-e546d168b5e4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a20390d9-5e11-4512-b7b3-e546d168b5e4,segment=NetworkSegment(ed57c6ee-16a6-478c-9252-b494d0f43f48),segment_id=ed57c6ee-16a6-478c-9252-b494d0f43f48)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:21.594277 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:21.625454 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18229c8c-b804-4e4b-a1e7-bb9a0c4c6dd3 x-openstack-request-id: req-18229c8c-b804-4e4b-a1e7-bb9a0c4c6dd3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:21.625756 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1482c3a7-bd5e-42b8-afad-bcb66405158c", "name": "network-vif-plugged", "status": "completed", "tag": "a20390d9-5e11-4512-b7b3-e546d168b5e4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:21.626011 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18229c8c-b804-4e4b-a1e7-bb9a0c4c6dd3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:21.626399 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1482c3a7-bd5e-42b8-afad-bcb66405158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20390d9-5e11-4512-b7b3-e546d168b5e4', 'code': 200} Aug 16 02:35:21.655325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=a20390d9-5e11-4512-b7b3-e546d168b5e4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:21.746198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c6e47-a12c-4197-b276-16986ab2da1a req-983fa19a-aa00-46d9-a630-44d75d22adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:21.747787 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-352c6e47-a12c-4197-b276-16986ab2da1a req-983fa19a-aa00-46d9-a630-44d75d22adb1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 1098 time: 0.0431101 Aug 16 02:35:21.786496 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-352c6e47-a12c-4197-b276-16986ab2da1a req-95ca981a-73af-4e84-b21b-1a2e2d9029a7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309997 Aug 16 02:35:22.243624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14bbc0-9b58-4f3d-8e16-2699b1784917 req-f881b7ad-be0b-4b86-b344-4974e9ac2923 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:22.245607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f14bbc0-9b58-4f3d-8e16-2699b1784917 req-f881b7ad-be0b-4b86-b344-4974e9ac2923 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0500438 Aug 16 02:35:22.283513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f14bbc0-9b58-4f3d-8e16-2699b1784917 req-7e9d9c0f-5a2c-4329-b053-514fa7e7bd37 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Aug 16 02:35:22.686318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:22.794961 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a2e5462-8c6c-457c-87af-613950e52947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.893331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a2e5462-8c6c-457c-87af-613950e52947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.897368 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5a2e5462-8c6c-457c-87af-613950e52947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.935135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e5462-8c6c-457c-87af-613950e52947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc77a7-06cb-4b1e-945f-4f74dd73b3f9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:22.939255 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5a2e5462-8c6c-457c-87af-613950e52947 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4daff6fbd1ac49c584fd149c27260762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518086 Aug 16 02:35:22.942448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:22.990651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbdf788c-1961-4e69-a576-857884bd8cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.012901 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbdf788c-1961-4e69-a576-857884bd8cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.061435 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbdf788c-1961-4e69-a576-857884bd8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.064496 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbdf788c-1961-4e69-a576-857884bd8cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.065690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dbdf788c-1961-4e69-a576-857884bd8cd2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98dc77a7-06cb-4b1e-945f-4f74dd73b3f9 HTTP/1.1" status: 204 len: 168 time: 0.1229377 Aug 16 02:35:23.073847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf788c-1961-4e69-a576-857884bd8cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc77a7-06cb-4b1e-945f-4f74dd73b3f9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:23.403665 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78966ec4-6a87-4aca-9e1a-07e24cbc18bb req-ab3a5e22-35cf-4c48-a70e-10589669591e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:23.405194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-78966ec4-6a87-4aca-9e1a-07e24cbc18bb req-ab3a5e22-35cf-4c48-a70e-10589669591e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0540757 Aug 16 02:35:23.445521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-78966ec4-6a87-4aca-9e1a-07e24cbc18bb req-e62cd5cf-d0c6-4590-89f5-46d0efd2a9e6 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342252 Aug 16 02:35:23.565739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7136798-945f-47c7-9631-02a26143a743 req-6a5699cc-f231-4bb3-9d9c-caa02d1177eb tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:23.567423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7136798-945f-47c7-9631-02a26143a743 req-6a5699cc-f231-4bb3-9d9c-caa02d1177eb tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0553465 Aug 16 02:35:23.620162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7136798-945f-47c7-9631-02a26143a743 req-d6d5173f-5b06-4de1-b8ca-b75b86ab0f0f tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458143 Aug 16 02:35:23.862500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab5b30-0ea2-4ccf-873e-a1f4ce9ea560 req-bee7336f-e443-4387-9105-10c7f2a1bc73 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:23.864148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0ab5b30-0ea2-4ccf-873e-a1f4ce9ea560 req-bee7336f-e443-4387-9105-10c7f2a1bc73 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0512028 Aug 16 02:35:23.903890 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0ab5b30-0ea2-4ccf-873e-a1f4ce9ea560 req-7b602120-209e-4612-9f35-f863fc54af08 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Aug 16 02:35:24.351310 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:24.492613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'network': {'name': 'tempest-network-smoke--732194340', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:24.514266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Made reservation on behalf of 40a971cda23b4b2db655339a8e29dfbc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:24.517643 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.526292 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.618141 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.622000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.652197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:24.661084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3890b8b3-e3cd-4ed0-acc4-f351052bc052,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:24.668632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.668957 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Added segment bfdb638e-1984-4af9-aa5b-286ff067cf50 of type vlan for network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 Aug 16 02:35:24.710121 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.738171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.743725 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:24.744308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.792764 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4403236 Aug 16 02:35:24.795933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:24.800793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'admin_state_up': True, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:24.812684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44109f88-a91d-4784-8bdc-be9166ec082e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Network': ['ID=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:24.823825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:24.831047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.832402 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.891213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.025269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69e069-62b5-4aff-9819-c32dc44a83a1 req-e7bdb973-0dea-4b03-b659-96b948471c72 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:25.027930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f69e069-62b5-4aff-9819-c32dc44a83a1 req-e7bdb973-0dea-4b03-b659-96b948471c72 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0544357 Aug 16 02:35:25.031599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.066484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f69e069-62b5-4aff-9819-c32dc44a83a1 req-2e09991c-284a-4b90-9baf-ee862e8741f5 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Aug 16 02:35:25.268135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.288589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.317939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734e19-6ef7-4efb-b736-31d89ad595a4 req-bd7a9caf-e422-4eda-9ecc-4ce8ddd7344d tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:25.319350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61734e19-6ef7-4efb-b736-31d89ad595a4 req-bd7a9caf-e422-4eda-9ecc-4ce8ddd7344d tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0631275 Aug 16 02:35:25.360168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61734e19-6ef7-4efb-b736-31d89ad595a4 req-c32fac5d-f8d6-4f77-aad0-39a2d401628e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Aug 16 02:35:25.407767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-2d77a957-6f4c-4e80-a0bb-1230fc115d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:25.409278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-2d77a957-6f4c-4e80-a0bb-1230fc115d63 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1631009273c48ca94c359343d95e48e&device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 1098 time: 0.0804224 Aug 16 02:35:25.488631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.25.5.27 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/775be210-194c-4eb7-91a1-c54f8271b786) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:25.526827 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:35:25.581193 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-67abf4b9-3c28-4cc8-9695-07a736403796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:25.582591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-67abf4b9-3c28-4cc8-9695-07a736403796 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa6a9830-ae69-4027-9d0a-aad06db8e020 HTTP/1.1" status: 200 len: 913 time: 0.1633239 Aug 16 02:35:25.631141 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-ead6fa23-1236-428c-9e78-bda98613d714 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a20390d9-5e11-4512-b7b3-e546d168b5e4 HTTP/1.1" status: 200 len: 217 time: 0.0361860 Aug 16 02:35:25.691701 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.706540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-d4e4959c-cdda-4e18-8d8d-e033e0f79f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:25.708048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-d4e4959c-cdda-4e18-8d8d-e033e0f79f04 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb HTTP/1.1" status: 200 len: 852 time: 0.0704143 Aug 16 02:35:25.747223 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-8c2654fe-8c76-4f03-854e-f56c61def01e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa6a9830-ae69-4027-9d0a-aad06db8e020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313785 Aug 16 02:35:25.773999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.860144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:25.865904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:25.872148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:25.879681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=775be210-194c-4eb7-91a1-c54f8271b786,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:25.916590 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-81e082ea-290f-45b7-8775-60454ae62d9c service neutron] 10.222.0.86 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612036 Aug 16 02:35:26.100855 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-eb8f8740-5787-4e7c-97a9-39115484b98e req-d8625458-2744-4d5c-a4e2-bc4aa4adde87 service neutron] 10.222.0.86 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759861 Aug 16 02:35:26.481961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b570-fe51-4239-9c2c-c32903442000 req-fe042898-e11d-4d27-97ed-d035d6767527 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:26.483569 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84e7b570-fe51-4239-9c2c-c32903442000 req-fe042898-e11d-4d27-97ed-d035d6767527 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0521579 Aug 16 02:35:26.524661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84e7b570-fe51-4239-9c2c-c32903442000 req-0c256ffe-ad4f-4820-ad73-b322c1516139 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348859 Aug 16 02:35:26.527632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.724999 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.858883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 3943edd7-88cf-498a-9037-920fa6f560b1 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:35:26.965434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:26.975111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Sync routers for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:26.983597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.984843 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-416d4fd7-8d0c-444c-9010-4bcc10d2cafe tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1877966 Aug 16 02:35:26.985170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:26.985862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:26.988046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.076974 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9d6e6af0-77a8-4f07-8de0-b5e78298bd62 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=40a971cda23b4b2db655339a8e29dfbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0877872 Aug 16 02:35:27.079626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.094431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:27.245617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3939e09-ed01-4949-88b9-181708bd7f1b tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:27.249604 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d3939e09-ed01-4949-88b9-181708bd7f1b tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1665044 Aug 16 02:35:27.249824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.282863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:35:26Z', 'revision_number': 3, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:27.286660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4a62d129-c90e-48f5-a389-a1bd9905048f tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333507 Aug 16 02:35:27.286856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35668) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.292569 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1192732616', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:27.312989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Checking router: 3943edd7-88cf-498a-9037-920fa6f560b1 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:27.313344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Updating router 3943edd7-88cf-498a-9037-920fa6f560b1 port 775be210-194c-4eb7-91a1-c54f8271b786 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:27.337745 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.384022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Made reservation on behalf of 40a971cda23b4b2db655339a8e29dfbc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:27.388105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.581156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.626800 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.637976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Transition to ACTIVE for port object 775be210-194c-4eb7-91a1-c54f8271b786 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:27.645588 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Subnet': ['ID=6c92819b-9ed2-4c50-8e3a-68eaf0e8c556,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:27.646330 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.654410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Checking segment: {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:27.654847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network hostable DHCP agents. Network: ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:27.674377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:27.681537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8eeff-f6c5-4dc0-92b1-e6bdcbd13322 req-76b6f41d-16df-40a1-bbd5-8a4945fc8021 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:27.687389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:27.687812 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bc8eeff-f6c5-4dc0-92b1-e6bdcbd13322 req-76b6f41d-16df-40a1-bbd5-8a4945fc8021 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0743034 Aug 16 02:35:27.693698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:27.695230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.701829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74629d3-50c9-40e9-9cd3-85042d573d54 None None] Network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:27.716295 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-be6746ca-a2a3-46bb-b715-1ab811a712d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4252470 Aug 16 02:35:27.717349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.730624 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bc8eeff-f6c5-4dc0-92b1-e6bdcbd13322 req-fea1214b-a36a-4811-ba83-d639135afbcf tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Aug 16 02:35:27.748881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Attempting to bind port 775be210-194c-4eb7-91a1-c54f8271b786 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:27.749512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Attempting to bind port 775be210-194c-4eb7-91a1-c54f8271b786 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:27.749875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Attempting to bind port 775be210-194c-4eb7-91a1-c54f8271b786 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:27.761458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1da2b5-15a6-407a-b348-59b1a66f3603 None None] Pushing event updated for resources: {'Port': ['ID=775be210-194c-4eb7-91a1-c54f8271b786,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:27.765722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:27.766098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:27.766632 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.767023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:27.767537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Bound port: 775be210-194c-4eb7-91a1-c54f8271b786, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:27.767905 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.868212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] For port 775be210-194c-4eb7-91a1-c54f8271b786, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:27.887126 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] For port 775be210-194c-4eb7-91a1-c54f8271b786, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=775be210-194c-4eb7-91a1-c54f8271b786,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:27.901258 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.978508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:27.983154 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.985549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:27.986261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:28.009375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec533251-0a30-49a2-b357-8452b61b6b60 req-bbcad651-f916-42ec-9174-36f2562915c6 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:28.012154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec533251-0a30-49a2-b357-8452b61b6b60 req-bbcad651-f916-42ec-9174-36f2562915c6 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0645492 Aug 16 02:35:28.058483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec533251-0a30-49a2-b357-8452b61b6b60 req-82427578-b368-40ef-a56f-eb94e62a8652 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390534 Aug 16 02:35:28.209807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.211021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1da2b5-15a6-407a-b348-59b1a66f3603 None None] Pushing event updated for resources: {'Port': ['ID=775be210-194c-4eb7-91a1-c54f8271b786,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.364451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:28.476156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Allocated IP 172.20.0.2 (ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7/6c92819b-9ed2-4c50-8e3a-68eaf0e8c556/30e08854-0cc6-415b-8336-4d5c51470dbd) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:28.673715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:35:26Z', 'revision_number': 3, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:28.701091 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.705553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea0997d-4195-4714-b77c-0e83e355c802 None None] The sync data for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 is: [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:35:26Z', 'revision_number': 3, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:28.711626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Transition to ACTIVE for port object 30e08854-0cc6-415b-8336-4d5c51470dbd will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:28.727747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Transition to ACTIVE for port object 30e08854-0cc6-415b-8336-4d5c51470dbd will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:28.736624 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.780490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:28.785764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:28.788825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:28.792771 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.20.0.1 (ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7/6c92819b-9ed2-4c50-8e3a-68eaf0e8c556/434a24a9-dbe9-4df6-a887-d4d6760445f4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:28.804513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Pushing event updated for resources: {'Port': ['ID=30e08854-0cc6-415b-8336-4d5c51470dbd,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.867903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Attempting to bind port 30e08854-0cc6-415b-8336-4d5c51470dbd on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:28.868524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Attempting to bind port 30e08854-0cc6-415b-8336-4d5c51470dbd by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:28.868896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Attempting to bind port 30e08854-0cc6-415b-8336-4d5c51470dbd on network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:28.877322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:28.877706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Checking segment: {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:28.878110 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.878509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Bound using segment: {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:28.878972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Bound port: 30e08854-0cc6-415b-8336-4d5c51470dbd, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:28.879395 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.928273 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.943903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Transition to ACTIVE for port object 434a24a9-dbe9-4df6-a887-d4d6760445f4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:28.956623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] For port 30e08854-0cc6-415b-8336-4d5c51470dbd, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:28.958393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] For port 30e08854-0cc6-415b-8336-4d5c51470dbd, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=30e08854-0cc6-415b-8336-4d5c51470dbd,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:28.974330 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.009833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.054252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7085a-4992-4b25-b9a8-2b49ece8cdd9 None None] Pushing event updated for resources: {'Port': ['ID=30e08854-0cc6-415b-8336-4d5c51470dbd,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:29.063786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:29.067160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:29.071131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:29.108573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=434a24a9-dbe9-4df6-a887-d4d6760445f4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:29.138520 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.138873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.139268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.139611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.139946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.140280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.140606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.140938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.141258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.141582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.141903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.142226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:29.165392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.221219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76295bdb-bd7a-490f-89fb-566175b7f46c req-760c3551-a328-4b5a-8460-b35315a72504 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:29.222836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76295bdb-bd7a-490f-89fb-566175b7f46c req-760c3551-a328-4b5a-8460-b35315a72504 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0679622 Aug 16 02:35:29.309697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76295bdb-bd7a-490f-89fb-566175b7f46c req-d5cd7341-9c45-4b4a-94ca-25234f3638b2 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790825 Aug 16 02:35:29.420314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.444229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 775be210-194c-4eb7-91a1-c54f8271b786 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:29.522246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 775be210-194c-4eb7-91a1-c54f8271b786 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:29.527586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 775be210-194c-4eb7-91a1-c54f8271b786 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:29.527984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.629834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c909a5-b3f4-40bf-b654-a1f4b6318203 req-cabce30d-1b9e-4949-a9b9-068e6293c0c7 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:29.632079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6c909a5-b3f4-40bf-b654-a1f4b6318203 req-cabce30d-1b9e-4949-a9b9-068e6293c0c7 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0670633 Aug 16 02:35:29.637191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.665744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 775be210-194c-4eb7-91a1-c54f8271b786, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=775be210-194c-4eb7-91a1-c54f8271b786,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:29.675715 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.698036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-d96f450e-1a6d-41f2-9ea8-c2a3c46e42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:29.700844 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-d96f450e-1a6d-41f2-9ea8-c2a3c46e42d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1631009273c48ca94c359343d95e48e&device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 1098 time: 0.0772376 Aug 16 02:35:29.720628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6c909a5-b3f4-40bf-b654-a1f4b6318203 req-1de84201-d3cc-4f30-9ffd-b5470b8e4a23 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715966 Aug 16 02:35:29.737578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=775be210-194c-4eb7-91a1-c54f8271b786,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:29.889400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-a3bc1804-cc0c-443c-aca5-9b937fb61c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:29.890900 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-a3bc1804-cc0c-443c-aca5-9b937fb61c6d service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa6a9830-ae69-4027-9d0a-aad06db8e020 HTTP/1.1" status: 200 len: 913 time: 0.1724112 Aug 16 02:35:29.942975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:29.946062 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-b484e82d-28cf-4c39-83a5-87be41ea61cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a20390d9-5e11-4512-b7b3-e546d168b5e4 HTTP/1.1" status: 200 len: 217 time: 0.0480375 Aug 16 02:35:29.949488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.061155 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.066526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=434a24a9-dbe9-4df6-a887-d4d6760445f4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:30.076031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-3db39e59-8228-47cf-87ad-f83996c5704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:30.078953 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-3db39e59-8228-47cf-87ad-f83996c5704c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb HTTP/1.1" status: 200 len: 852 time: 0.1263525 Aug 16 02:35:30.153276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-1d23f12a-eb30-4839-8ad2-b87b9dc132ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa6a9830-ae69-4027-9d0a-aad06db8e020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542223 Aug 16 02:35:30.201200 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b1ad3-0062-4a5b-ae51-37de72c84ee3 None None] Network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:30.342796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6908291-308b-4c42-be1c-a927089d1635 None None] Provisioning for port 30e08854-0cc6-415b-8336-4d5c51470dbd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:30.599932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:30.602831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:30.626360 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-c817a3f9-26c6-4044-acd9-07f079afb78c service neutron] 10.222.0.86 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650919 Aug 16 02:35:30.669974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-36ea0e09-cb02-49ad-b38e-e03e56ccf645 None None] Provisioning for port 434a24a9-dbe9-4df6-a887-d4d6760445f4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:30.674915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-36ea0e09-cb02-49ad-b38e-e03e56ccf645 None None] Provisioning complete for port 434a24a9-dbe9-4df6-a887-d4d6760445f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:30.675426 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36ea0e09-cb02-49ad-b38e-e03e56ccf645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.724379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-36ea0e09-cb02-49ad-b38e-e03e56ccf645 None None] Port 434a24a9-dbe9-4df6-a887-d4d6760445f4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:30.815785 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e316f8ab-09d0-453f-8812-bf8bea06335b req-536143c8-87a2-4b7f-81ae-0536069f0066 service neutron] 10.222.0.86 "GET /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573937 Aug 16 02:35:30.817528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 3943edd7-88cf-498a-9037-920fa6f560b1 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:30.852611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29831cb-79ae-46f1-9348-6a87ea0569ea req-0da21b33-a3ec-4e1d-bbc9-1f66c9ff19e8 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:30.858917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6ca51fb-655c-4578-b157-46b2a4a6bed7 None None] Provisioning complete for port 434a24a9-dbe9-4df6-a887-d4d6760445f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:30.859323 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6ca51fb-655c-4578-b157-46b2a4a6bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.863990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b29831cb-79ae-46f1-9348-6a87ea0569ea req-0da21b33-a3ec-4e1d-bbc9-1f66c9ff19e8 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0778708 Aug 16 02:35:30.896919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca51fb-655c-4578-b157-46b2a4a6bed7 None None] Port 434a24a9-dbe9-4df6-a887-d4d6760445f4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:30.914546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b29831cb-79ae-46f1-9348-6a87ea0569ea req-13fff79f-a951-4ed8-bdc5-dc61ef5e1a5f tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487680 Aug 16 02:35:30.964105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:30.972013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-612f3704-2736-43af-ae9f-d0e90f323c6f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "PUT /v2.0/routers/3943edd7-88cf-498a-9037-920fa6f560b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2508824 Aug 16 02:35:30.972013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:30.974837 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Sync routers for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:30.986090 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:30.986891 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:30.999576 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.003153 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-813d50f4-d189-491b-b44f-1d75e18f1539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.018861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-370f15a6-0610-42cb-9569-2c6b15931e16 None None] Provisioning complete for port 434a24a9-dbe9-4df6-a887-d4d6760445f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:31.019263 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-370f15a6-0610-42cb-9569-2c6b15931e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.054181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-370f15a6-0610-42cb-9569-2c6b15931e16 None None] Port 434a24a9-dbe9-4df6-a887-d4d6760445f4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:31.097478 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:31.156381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4386af-7d43-46dc-8e68-2aa6d1cc992a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.156848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4386af-7d43-46dc-8e68-2aa6d1cc992a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.157321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4386af-7d43-46dc-8e68-2aa6d1cc992a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.157783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4386af-7d43-46dc-8e68-2aa6d1cc992a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.158239 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4386af-7d43-46dc-8e68-2aa6d1cc992a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.158692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4386af-7d43-46dc-8e68-2aa6d1cc992a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.159173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4386af-7d43-46dc-8e68-2aa6d1cc992a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.159622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4386af-7d43-46dc-8e68-2aa6d1cc992a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.161485 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4e4386af-7d43-46dc-8e68-2aa6d1cc992a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.1884553 Aug 16 02:35:31.164656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:31.263911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e76f06-8c77-48f6-ba9e-ef087dc959e3 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.264567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e76f06-8c77-48f6-ba9e-ef087dc959e3 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.265093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e76f06-8c77-48f6-ba9e-ef087dc959e3 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.265681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e76f06-8c77-48f6-ba9e-ef087dc959e3 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.266247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e76f06-8c77-48f6-ba9e-ef087dc959e3 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.266767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e76f06-8c77-48f6-ba9e-ef087dc959e3 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.267306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e76f06-8c77-48f6-ba9e-ef087dc959e3 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.267814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e76f06-8c77-48f6-ba9e-ef087dc959e3 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.269870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-46e76f06-8c77-48f6-ba9e-ef087dc959e3 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5278 time: 0.1041708 Aug 16 02:35:31.272702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35690) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:31.305350 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 2, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:31.332107 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Checking router: 3943edd7-88cf-498a-9037-920fa6f560b1 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:31.332457 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Updating router 3943edd7-88cf-498a-9037-920fa6f560b1 port 434a24a9-dbe9-4df6-a887-d4d6760445f4 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:31.372306 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.396510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 775be210-194c-4eb7-91a1-c54f8271b786 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:31.446592 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 775be210-194c-4eb7-91a1-c54f8271b786 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:31.446962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.518324 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f4f5464a-6e4f-407e-9720-c96718be9649 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.2443337 Aug 16 02:35:31.533429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 30e08854-0cc6-415b-8336-4d5c51470dbd up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:31.581360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 30e08854-0cc6-415b-8336-4d5c51470dbd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:31.585194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 30e08854-0cc6-415b-8336-4d5c51470dbd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:31.585779 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.661716 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.667002 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.673830 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Transition to ACTIVE for port object 434a24a9-dbe9-4df6-a887-d4d6760445f4 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:31.679957 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.700673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 30e08854-0cc6-415b-8336-4d5c51470dbd, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=30e08854-0cc6-415b-8336-4d5c51470dbd,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:31.705436 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.735250 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Pushing event updated for resources: {'Port': ['ID=434a24a9-dbe9-4df6-a887-d4d6760445f4,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.758783 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.759146 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.759489 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.760409 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.760745 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.761075 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.761872 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.761872 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.762100 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.762320 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.762638 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.762953 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:31.764778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=30e08854-0cc6-415b-8336-4d5c51470dbd,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.795191 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Attempting to bind port 434a24a9-dbe9-4df6-a887-d4d6760445f4 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:31.795555 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Attempting to bind port 434a24a9-dbe9-4df6-a887-d4d6760445f4 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:31.795912 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Attempting to bind port 434a24a9-dbe9-4df6-a887-d4d6760445f4 on network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:31.801862 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:31.802231 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Checking segment: {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:31.802632 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.803389 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Bound using segment: {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:31.803855 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Bound port: 434a24a9-dbe9-4df6-a887-d4d6760445f4, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:31.804235 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.878421 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] For port 434a24a9-dbe9-4df6-a887-d4d6760445f4, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:31.882038 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] For port 434a24a9-dbe9-4df6-a887-d4d6760445f4, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=434a24a9-dbe9-4df6-a887-d4d6760445f4,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:31.887185 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.956837 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:31.957478 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:31.960811 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd9300-a3a4-46d1-bd0b-48157033eb76 None None] Pushing event updated for resources: {'Port': ['ID=434a24a9-dbe9-4df6-a887-d4d6760445f4,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:32.040227 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4d177-3361-45e8-b93b-b578544a11ef req-0d695692-f32b-4b04-b2aa-6a9c0393d559 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:32.042573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91b4d177-3361-45e8-b93b-b578544a11ef req-0d695692-f32b-4b04-b2aa-6a9c0393d559 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0531578 Aug 16 02:35:32.083959 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:32.087124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91b4d177-3361-45e8-b93b-b578544a11ef req-36d5f8e3-2c9c-48e5-9788-b751bfbec4d2 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365398 Aug 16 02:35:32.303462 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:32.343815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af548a18-e39a-4e6f-9f92-8c964d53e36f req-8b085d76-3d46-4e9c-96cd-ec0bfbe4bc80 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:32.345380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af548a18-e39a-4e6f-9f92-8c964d53e36f req-8b085d76-3d46-4e9c-96cd-ec0bfbe4bc80 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0530524 Aug 16 02:35:32.387549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af548a18-e39a-4e6f-9f92-8c964d53e36f req-c1462e7e-2980-481e-933a-a3beaf1e6949 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Aug 16 02:35:32.424775 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b144ae-ab08-4f65-9e1d-fed422d3c64f None None] The sync data for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 is: [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:31Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:32.719960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:32.724989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1b6e072e-ee8d-4d2d-aaab-986d487a9b81 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706832902', 'description': 'tempest-secgroup-smoke-706832902 description', 'project_id': '40a971cda23b4b2db655339a8e29dfbc'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:32.748097 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b6e072e-ee8d-4d2d-aaab-986d487a9b81 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.835864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b6e072e-ee8d-4d2d-aaab-986d487a9b81 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.840790 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b6e072e-ee8d-4d2d-aaab-986d487a9b81 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.871039 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b6e072e-ee8d-4d2d-aaab-986d487a9b81 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.872413 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1b6e072e-ee8d-4d2d-aaab-986d487a9b81 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1513426 Aug 16 02:35:32.874532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e072e-ee8d-4d2d-aaab-986d487a9b81 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40797050-dcb2-46a5-9601-2281c70e08fd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:32.875544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:32.881441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-63d52980-a166-419d-ada8-1d7b675ecbb9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '40797050-dcb2-46a5-9601-2281c70e08fd', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:32.927321 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63d52980-a166-419d-ada8-1d7b675ecbb9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.976971 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63d52980-a166-419d-ada8-1d7b675ecbb9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.981305 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63d52980-a166-419d-ada8-1d7b675ecbb9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:32.999475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d52980-a166-419d-ada8-1d7b675ecbb9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d7c5fc-88aa-4d3b-9559-c91801eb7017,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.005746 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63d52980-a166-419d-ada8-1d7b675ecbb9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.007731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-63d52980-a166-419d-ada8-1d7b675ecbb9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308494 Aug 16 02:35:33.010254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:33.015713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f54351f0-9460-4d18-8b7c-7bc4781c7fdc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '40797050-dcb2-46a5-9601-2281c70e08fd', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:33.045698 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f54351f0-9460-4d18-8b7c-7bc4781c7fdc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.107855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f54351f0-9460-4d18-8b7c-7bc4781c7fdc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.111915 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f54351f0-9460-4d18-8b7c-7bc4781c7fdc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.132036 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54351f0-9460-4d18-8b7c-7bc4781c7fdc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6493393-5d42-4f9e-82b0-53823307d8db,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.147896 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f54351f0-9460-4d18-8b7c-7bc4781c7fdc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.152687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f54351f0-9460-4d18-8b7c-7bc4781c7fdc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378024 Aug 16 02:35:33.152897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:33.157979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-15b6ad67-3584-4ee9-92d8-d86cfa857abf tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '40797050-dcb2-46a5-9601-2281c70e08fd', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:33.186126 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15b6ad67-3584-4ee9-92d8-d86cfa857abf tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.249084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15b6ad67-3584-4ee9-92d8-d86cfa857abf tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.253541 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15b6ad67-3584-4ee9-92d8-d86cfa857abf tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.279348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6ad67-3584-4ee9-92d8-d86cfa857abf tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d264a2dc-8232-48d8-9562-02ca01543381,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.292566 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15b6ad67-3584-4ee9-92d8-d86cfa857abf tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.294009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-15b6ad67-3584-4ee9-92d8-d86cfa857abf tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398773 Aug 16 02:35:33.296719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:33.301632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-003fd1d3-a407-4414-a3fb-b9c560857a79 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '40797050-dcb2-46a5-9601-2281c70e08fd', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:33.330942 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-003fd1d3-a407-4414-a3fb-b9c560857a79 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.381391 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 30e08854-0cc6-415b-8336-4d5c51470dbd up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:33.402738 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-003fd1d3-a407-4414-a3fb-b9c560857a79 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.407201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-003fd1d3-a407-4414-a3fb-b9c560857a79 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.428720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fd1d3-a407-4414-a3fb-b9c560857a79 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedecc0f-f135-4b25-b3c6-ad005ae1259b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.439208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-003fd1d3-a407-4414-a3fb-b9c560857a79 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.443150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-003fd1d3-a407-4414-a3fb-b9c560857a79 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427803 Aug 16 02:35:33.445085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:33.450332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0cd2cfde-6274-4071-bc89-4a1a97cba6ca tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '40797050-dcb2-46a5-9601-2281c70e08fd', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:33.451069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 30e08854-0cc6-415b-8336-4d5c51470dbd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:33.451624 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.478622 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-0cd2cfde-6274-4071-bc89-4a1a97cba6ca tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Project 40a971cda23b4b2db655339a8e29dfbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:35:33.493952 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cd2cfde-6274-4071-bc89-4a1a97cba6ca tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.551583 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 434a24a9-dbe9-4df6-a887-d4d6760445f4 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:33.569107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c94cd-59f2-44ca-a6a5-56b05195bad9 req-a6050821-dd66-4332-855f-07dc53631b2e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:33.570698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-574c94cd-59f2-44ca-a6a5-56b05195bad9 req-a6050821-dd66-4332-855f-07dc53631b2e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0887866 Aug 16 02:35:33.586151 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cd2cfde-6274-4071-bc89-4a1a97cba6ca tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.592829 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cd2cfde-6274-4071-bc89-4a1a97cba6ca tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.612125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 434a24a9-dbe9-4df6-a887-d4d6760445f4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:33.617428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 434a24a9-dbe9-4df6-a887-d4d6760445f4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:33.617929 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.621640 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4952de0b-b83b-47ba-aa52-2fda3bb7862e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.623259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2cfde-6274-4071-bc89-4a1a97cba6ca tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64905252-d704-44af-bb97-e52b41677c32,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.638997 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cd2cfde-6274-4071-bc89-4a1a97cba6ca tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.640223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0cd2cfde-6274-4071-bc89-4a1a97cba6ca tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1943083 Aug 16 02:35:33.642992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35716) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:33.649057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4590b45a-efd2-4a87-8eef-18935eb30880 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '40797050-dcb2-46a5-9601-2281c70e08fd', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:33.656940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-574c94cd-59f2-44ca-a6a5-56b05195bad9 req-e6a76fb7-47b0-40e4-bab6-eef9dcb52808 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732839 Aug 16 02:35:33.681413 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-4590b45a-efd2-4a87-8eef-18935eb30880 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Project 40a971cda23b4b2db655339a8e29dfbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:35:33.687115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4590b45a-efd2-4a87-8eef-18935eb30880 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.711914 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.748160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 434a24a9-dbe9-4df6-a887-d4d6760445f4, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=434a24a9-dbe9-4df6-a887-d4d6760445f4,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:33.749973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4590b45a-efd2-4a87-8eef-18935eb30880 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.752109 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.753900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4590b45a-efd2-4a87-8eef-18935eb30880 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.774946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590b45a-efd2-4a87-8eef-18935eb30880 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e40580-56d6-4aa5-8886-958bfecbbaca,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.779139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4590b45a-efd2-4a87-8eef-18935eb30880 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.780358 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4590b45a-efd2-4a87-8eef-18935eb30880 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364279 Aug 16 02:35:33.803499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=434a24a9-dbe9-4df6-a887-d4d6760445f4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:33.919119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-f03f9007-b91f-4dc3-a980-dffb07ce4d74 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706832902&fields=id&tenant_id=40a971cda23b4b2db655339a8e29dfbc HTTP/1.1" status: 200 len: 267 time: 0.0342543 Aug 16 02:35:33.968891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.033821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-d5b86100-43bf-4399-a708-bdd100e5cbbc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:34.035284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-d5b86100-43bf-4399-a708-bdd100e5cbbc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/networks?id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 HTTP/1.1" status: 200 len: 796 time: 0.1093936 Aug 16 02:35:34.051015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-de1de1d9-f297-4734-8d1e-e3a857785a92 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/quotas/40a971cda23b4b2db655339a8e29dfbc HTTP/1.1" status: 200 len: 375 time: 0.0097485 Aug 16 02:35:34.435952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d14e92-3249-4392-81d5-2b786b114672 req-bcc88cd9-58d0-43a9-a6d1-159fd010d7db tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:34.437518 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64d14e92-3249-4392-81d5-2b786b114672 req-bcc88cd9-58d0-43a9-a6d1-159fd010d7db tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.86 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0545697 Aug 16 02:35:34.440737 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-ac728e79-e271-4d58-8439-ece46db29453 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3844645 Aug 16 02:35:34.531007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-64d14e92-3249-4392-81d5-2b786b114672 req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Deleting port a20390d9-5e11-4512-b7b3-e546d168b5e4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:34.531479 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d14e92-3249-4392-81d5-2b786b114672 req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.541090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-93b46e60-56b6-44b4-8a4d-94ed3cde2aac service neutron] 10.222.0.61 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873322 Aug 16 02:35:34.624557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-64d14e92-3249-4392-81d5-2b786b114672 req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] For port a20390d9-5e11-4512-b7b3-e546d168b5e4, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a20390d9-5e11-4512-b7b3-e546d168b5e4,segment=NetworkSegment(ed57c6ee-16a6-478c-9252-b494d0f43f48),segment_id=ed57c6ee-16a6-478c-9252-b494d0f43f48)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:34.624933 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d14e92-3249-4392-81d5-2b786b114672 req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.638531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-64d14e92-3249-4392-81d5-2b786b114672 req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Calling delete_port for a20390d9-5e11-4512-b7b3-e546d168b5e4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:34.640414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-115adc81-cc5c-4231-864b-8efa94c310a9 service neutron] 10.222.0.61 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931802 Aug 16 02:35:34.807250 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d14e92-3249-4392-81d5-2b786b114672 req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.822671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57f03d-c47d-4952-a0b3-e000a47b992d req-d3c54824-0cf3-436b-b474-da971d4e0a85 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:34.824446 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd57f03d-c47d-4952-a0b3-e000a47b992d req-d3c54824-0cf3-436b-b474-da971d4e0a85 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/ports?device_id=1482c3a7-bd5e-42b8-afad-bcb66405158c HTTP/1.1" status: 200 len: 946 time: 0.0859249 Aug 16 02:35:34.839675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['a20390d9-5e11-4512-b7b3-e546d168b5e4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:34.858023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-874dafc5-381c-4fc3-bc92-1f4fb0326343 req-069e24af-e776-41e1-a5ce-2344075078bb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 210 time: 0.0551043 Aug 16 02:35:34.895134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Pushing event deleted for resources: {'Port': ['ID=a20390d9-5e11-4512-b7b3-e546d168b5e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:34.913959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d14e92-3249-4392-81d5-2b786b114672 req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] No DVR routers for this DVR port a20390d9-5e11-4512-b7b3-e546d168b5e4 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:34.918301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d14e92-3249-4392-81d5-2b786b114672 req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.921137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64d14e92-3249-4392-81d5-2b786b114672 req-fbd14e71-80df-448b-9a8a-f7f4cc0e8e6e tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.86 "DELETE /v2.0/ports/a20390d9-5e11-4512-b7b3-e546d168b5e4 HTTP/1.1" status: 204 len: 173 time: 0.4767368 Aug 16 02:35:34.921821 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1482c3a7-bd5e-42b8-afad-bcb66405158c', 'name': 'network-vif-deleted', 'tag': 'a20390d9-5e11-4512-b7b3-e546d168b5e4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:34.926075 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ab682f-55f7-47db-b146-cbcb37dc55c7" -d '{"events": [{"server_uuid": "1482c3a7-bd5e-42b8-afad-bcb66405158c", "name": "network-vif-deleted", "tag": "a20390d9-5e11-4512-b7b3-e546d168b5e4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:34.931263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd57f03d-c47d-4952-a0b3-e000a47b992d req-a0b9cfb3-a8f7-4925-9d28-f5dab7c82791 tempest-TestServerAdvancedOps-1344050637 tempest-TestServerAdvancedOps-1344050637-project] 10.222.0.61 "GET /v2.0/security-groups?id=bad7df38-81f4-4930-8f79-1511da0ae7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675287 Aug 16 02:35:34.932549 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:34.972102 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff861b46-171a-4a4d-84ec-b469eb31b4cf x-openstack-request-id: req-ff861b46-171a-4a4d-84ec-b469eb31b4cf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:34.972471 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1482c3a7-bd5e-42b8-afad-bcb66405158c", "name": "network-vif-deleted", "tag": "a20390d9-5e11-4512-b7b3-e546d168b5e4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:34.972659 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff861b46-171a-4a4d-84ec-b469eb31b4cf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:34.973019 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1482c3a7-bd5e-42b8-afad-bcb66405158c', 'name': 'network-vif-deleted', 'tag': 'a20390d9-5e11-4512-b7b3-e546d168b5e4', 'status': 'completed', 'code': 200} Aug 16 02:35:35.291416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 434a24a9-dbe9-4df6-a887-d4d6760445f4 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:35.353163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 434a24a9-dbe9-4df6-a887-d4d6760445f4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:35.354353 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.887464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-8df304c3-78bd-4dcc-ad21-a6e3dce1810b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.889418 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-8df304c3-78bd-4dcc-ad21-a6e3dce1810b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "GET /v2.0/networks?id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 HTTP/1.1" status: 200 len: 796 time: 0.1095619 Aug 16 02:35:35.937306 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-738a3e0e-97ba-47d1-b99c-1329173add6b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40a971cda23b4b2db655339a8e29dfbc HTTP/1.1" status: 200 len: 379 time: 0.0392072 Aug 16 02:35:35.952836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'port': {'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'admin_state_up': True, 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'security_groups': ['40797050-dcb2-46a5-9601-2281c70e08fd']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:35.961168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b054a31d-559d-473f-bbd7-c79fdcad3b2e req-28cf11d9-0925-4024-b096-78acd9591b40 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 210 time: 0.0303516 Aug 16 02:35:35.988739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:36.033151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e810c40-0721-4823-b050-883c01397388 admin admin] Deleting subnet 3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:36.036326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e810c40-0721-4823-b050-883c01397388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.064978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Made reservation on behalf of 40a971cda23b4b2db655339a8e29dfbc for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:36.068623 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.071798 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e810c40-0721-4823-b050-883c01397388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.118978 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e810c40-0721-4823-b050-883c01397388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.179805 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e810c40-0721-4823-b050-883c01397388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.202305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.20.0.9 (ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7/6c92819b-9ed2-4c50-8e3a-68eaf0e8c556/104ab750-772b-4ca0-89ad-16a9a9204cdc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:36.206020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e810c40-0721-4823-b050-883c01397388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:36.211804 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e810c40-0721-4823-b050-883c01397388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.217147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3e810c40-0721-4823-b050-883c01397388 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3bffa07a-1f35-44b9-a8bb-a1c6f35a29fb HTTP/1.1" status: 204 len: 168 time: 0.2249866 Aug 16 02:35:36.217963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:36.288161 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.350223 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.364480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Transition to ACTIVE for port object 104ab750-772b-4ca0-89ad-16a9a9204cdc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:36.378695 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.389932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6a9830-ae69-4027-9d0a-aad06db8e020']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:36.399312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.401525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed57c6ee-16a6-478c-9252-b494d0f43f48') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:36.402372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed57c6ee-16a6-478c-9252-b494d0f43f48') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:36.413598 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.428516 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.434864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:36.435221 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:36.436879 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:36.446410 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:36.449658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:36.453558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:36.479209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=104ab750-772b-4ca0-89ad-16a9a9204cdc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:36.494875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.503258 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.505179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/aa6a9830-ae69-4027-9d0a-aad06db8e020 HTTP/1.1" status: 204 len: 168 time: 0.2866116 Aug 16 02:35:36.514559 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:36.518371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:36.519206 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.536662 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-e24427a6-cd13-4f02-8fe0-49338315e281 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877075 Aug 16 02:35:36.549055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775db81b-29d7-4c5b-92c3-2e9ca59742e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6a9830-ae69-4027-9d0a-aad06db8e020,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:36.550613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Request body: {'port': {'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:36.569127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc4f2a1-2024-4bae-9dcd-dbb666c8525c admin admin] Deleting subnet 3ab3d419-1897-4fc9-8d3b-20d82199e0ca {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:36.573047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc4f2a1-2024-4bae-9dcd-dbb666c8525c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.613482 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc4f2a1-2024-4bae-9dcd-dbb666c8525c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.621289 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.657480 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc4f2a1-2024-4bae-9dcd-dbb666c8525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.716005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc4f2a1-2024-4bae-9dcd-dbb666c8525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.754187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc4f2a1-2024-4bae-9dcd-dbb666c8525c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.756498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6cc4f2a1-2024-4bae-9dcd-dbb666c8525c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3ab3d419-1897-4fc9-8d3b-20d82199e0ca HTTP/1.1" status: 204 len: 168 time: 0.2400796 Aug 16 02:35:36.757385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4f2a1-2024-4bae-9dcd-dbb666c8525c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab3d419-1897-4fc9-8d3b-20d82199e0ca,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:36.759073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:36.774854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d3d0a201-1cf9-400d-b370-a8be56879a2d None None] Provisioning for port 104ab750-772b-4ca0-89ad-16a9a9204cdc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:36.784640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d3d0a201-1cf9-400d-b370-a8be56879a2d None None] Provisioning complete for port 104ab750-772b-4ca0-89ad-16a9a9204cdc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:36.784640 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d3d0a201-1cf9-400d-b370-a8be56879a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:36.824075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0a201-1cf9-400d-b370-a8be56879a2d None None] Port 104ab750-772b-4ca0-89ad-16a9a9204cdc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:36.881185 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.034469 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.052021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9123f1d3-3f62-425d-b860-73d4645c5f3a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:37.058112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104ab750-772b-4ca0-89ad-16a9a9204cdc {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:37.066759 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.070682 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.083956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770f402c-4b50-4802-b6c8-a3f44beea154') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:37.084246 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770f402c-4b50-4802-b6c8-a3f44beea154') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:37.094996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Transition to ACTIVE for port object 104ab750-772b-4ca0-89ad-16a9a9204cdc will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:37.099200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.106101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.133678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dab16-8402-4078-8262-1461d9fd07a6 req-41c56980-1fd0-45c3-b8e6-bbccaba4880a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:37.137991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac4dab16-8402-4078-8262-1461d9fd07a6 req-41c56980-1fd0-45c3-b8e6-bbccaba4880a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 931 time: 0.0853884 Aug 16 02:35:37.143600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.162754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:37.163194 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:37.168912 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:37.187909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac4dab16-8402-4078-8262-1461d9fd07a6 req-be0d36cc-d38e-4de3-938d-eee381b4123c tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453517 Aug 16 02:35:37.219912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Pushing event updated for resources: {'Port': ['ID=104ab750-772b-4ca0-89ad-16a9a9204cdc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:37.270472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.280640 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.282511 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9123f1d3-3f62-425d-b860-73d4645c5f3a HTTP/1.1" status: 204 len: 168 time: 0.5214958 Aug 16 02:35:37.298675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de232dae-f469-49c0-b5b8-9e7983522d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=9123f1d3-3f62-425d-b860-73d4645c5f3a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:37.326955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Attempting to bind port 104ab750-772b-4ca0-89ad-16a9a9204cdc on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:37.327725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Attempting to bind port 104ab750-772b-4ca0-89ad-16a9a9204cdc by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:37.328094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Attempting to bind port 104ab750-772b-4ca0-89ad-16a9a9204cdc on network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:37.332908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Port 104ab750-772b-4ca0-89ad-16a9a9204cdc on network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:35:37.333229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Attempting to bind port 104ab750-772b-4ca0-89ad-16a9a9204cdc on network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:37.339204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:37.339548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Checking segment: {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:37.339932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Bound using segment: {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:37.340362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Bound port: 104ab750-772b-4ca0-89ad-16a9a9204cdc, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdb638e-1984-4af9-aa5b-286ff067cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:37.340731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.425495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] For port 104ab750-772b-4ca0-89ad-16a9a9204cdc, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:37.429665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] For port 104ab750-772b-4ca0-89ad-16a9a9204cdc, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:37.435333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.490505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:37.499764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a20390d9-5e11-4512-b7b3-e546d168b5e4 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:37.502277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:37.503993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.505470 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] 10.222.0.93 "PUT /v2.0/ports/104ab750-772b-4ca0-89ad-16a9a9204cdc HTTP/1.1" status: 200 len: 1092 time: 0.9605975 Aug 16 02:35:37.505941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:37.508756 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566d8eda-3e23-43d7-afc1-87feac741e19" -d '{"events": [{"name": "network-changed", "server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:37.539691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: a20390d9-5e11-4512-b7b3-e546d168b5e4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:37.540036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a20390d9-5e11-4512-b7b3-e546d168b5e4 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:37.557173 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feee047-44a4-4593-aa58-e5fb7671e6cd service neutron] Pushing event updated for resources: {'Port': ['ID=104ab750-772b-4ca0-89ad-16a9a9204cdc,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:37.578649 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44539db4-3e13-4214-a091-030c5ef96c72 x-openstack-request-id: req-44539db4-3e13-4214-a091-030c5ef96c72 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:37.578943 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:37.579227 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44539db4-3e13-4214-a091-030c5ef96c72 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:37.581308 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'status': 'completed', 'code': 200} Aug 16 02:35:37.587068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b0f3fd9-a612-47f1-8809-5104f896ab41 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1631009273c48ca94c359343d95e48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932355 Aug 16 02:35:37.587661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35764) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:37.629501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-74b3511d-64dd-4fd5-9cac-531fdca5e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:37.631056 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-74b3511d-64dd-4fd5-9cac-531fdca5e741 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 1095 time: 0.0842042 Aug 16 02:35:37.685049 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-f240bf44-f499-49cb-8c5c-1620bce87011 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc HTTP/1.1" status: 200 len: 217 time: 0.0433621 Aug 16 02:35:37.703926 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f2f64ed-177e-4633-97df-7943366a8fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.754013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f2f64ed-177e-4633-97df-7943366a8fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.764970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-32016e3d-40db-48df-b577-58682c5b798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:37.766415 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-32016e3d-40db-48df-b577-58682c5b798a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6c92819b-9ed2-4c50-8e3a-68eaf0e8c556 HTTP/1.1" status: 200 len: 835 time: 0.0736842 Aug 16 02:35:37.836884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-5b2102a4-add5-4a96-971a-4a0ab9ab7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:37.839302 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-5b2102a4-add5-4a96-971a-4a0ab9ab7d71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657799 Aug 16 02:35:37.890787 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f2f64ed-177e-4633-97df-7943366a8fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.893401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f2f64ed-177e-4633-97df-7943366a8fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.894534 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7f2f64ed-177e-4633-97df-7943366a8fa1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bad7df38-81f4-4930-8f79-1511da0ae7ed HTTP/1.1" status: 204 len: 168 time: 0.3052583 Aug 16 02:35:37.909296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f64ed-177e-4633-97df-7943366a8fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7df38-81f4-4930-8f79-1511da0ae7ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:37.955227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-9144c632-53fd-460b-b6c6-12a433da13e2 service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089320 Aug 16 02:35:38.066849 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0fe1e87a-a0d0-4291-b13f-bb98e394fe09 req-c68f1307-bc1f-49d4-8523-3eade85195ef service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047795 Aug 16 02:35:38.175205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-f59f4af1-9a8b-4f08-9e63-1a6e72cab574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:38.176714 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-f59f4af1-9a8b-4f08-9e63-1a6e72cab574 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 1095 time: 0.0618157 Aug 16 02:35:38.273285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:38.320399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99eb0a-4860-45ca-b130-99a4fea90c66 req-d94478a9-5b5d-4cb2-bae7-63d509d7b0ac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:38.322018 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb99eb0a-4860-45ca-b130-99a4fea90c66 req-d94478a9-5b5d-4cb2-bae7-63d509d7b0ac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 943 time: 0.0552390 Aug 16 02:35:38.365965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb99eb0a-4860-45ca-b130-99a4fea90c66 req-50b8d0a0-d17a-4c1e-8efb-14e0af2bfde1 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367787 Aug 16 02:35:38.628554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-d26b8184-410d-46f6-9a81-5f1185cee7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:38.630073 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-d26b8184-410d-46f6-9a81-5f1185cee7f7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 HTTP/1.1" status: 200 len: 897 time: 0.4462781 Aug 16 02:35:38.683257 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-3c84d711-9b45-4a3f-b063-841a64c91b28 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc HTTP/1.1" status: 200 len: 217 time: 0.0443420 Aug 16 02:35:38.686658 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1d73c595-b48e-4dcb-890a-6657d96e7b6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f16c62e38690468bad5a8780848d1883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4121554 Aug 16 02:35:38.689270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:38.765474 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-ea8b585d-59a4-4a62-b406-e693b1d1f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:38.767012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-ea8b585d-59a4-4a62-b406-e693b1d1f9e9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6c92819b-9ed2-4c50-8e3a-68eaf0e8c556 HTTP/1.1" status: 200 len: 835 time: 0.0718637 Aug 16 02:35:38.788629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d59ae43-d6dc-4bd7-aa9b-4d1b2912b4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.827501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d59ae43-d6dc-4bd7-aa9b-4d1b2912b4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.846724 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-29bcf8df-a5af-4755-9182-71a1599af9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:38.848228 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-29bcf8df-a5af-4755-9182-71a1599af9a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719023 Aug 16 02:35:38.937603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d59ae43-d6dc-4bd7-aa9b-4d1b2912b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.940353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d59ae43-d6dc-4bd7-aa9b-4d1b2912b4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.941494 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2d59ae43-d6dc-4bd7-aa9b-4d1b2912b4d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/835ebc13-1a81-4f4f-9692-2322d0cb5749 HTTP/1.1" status: 204 len: 168 time: 0.2513423 Aug 16 02:35:38.960247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59ae43-d6dc-4bd7-aa9b-4d1b2912b4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835ebc13-1a81-4f4f-9692-2322d0cb5749,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:38.967050 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-2e8e165d-116e-4b7e-9cf1-9c1db6cf3c08 service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109428 Aug 16 02:35:39.066218 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-566d8eda-3e23-43d7-afc1-87feac741e19 req-42a2b6ac-2c48-4652-bf8e-236a2ab1e3f8 service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906882 Aug 16 02:35:39.499106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb9183-d7bf-4831-87b4-e564fe0145c3 req-b473a0b0-62e8-444b-8e1b-20276809fe3e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:39.500662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4abb9183-d7bf-4831-87b4-e564fe0145c3 req-b473a0b0-62e8-444b-8e1b-20276809fe3e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 943 time: 0.0567217 Aug 16 02:35:39.542931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4abb9183-d7bf-4831-87b4-e564fe0145c3 req-632d1d49-7df2-46e9-8304-a6e43741a069 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 Aug 16 02:35:39.643237 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:39.738949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-816208046-network', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:39.760604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Made reservation on behalf of f3d35c0b79c5473ab1ff73b09d4094b8 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:39.762969 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.772120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.859776 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.863332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.891137 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:39.899720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26958292-0971-4400-ba57-2e3bd1d62ad6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:39.906246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.906594 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Added segment 87c59d0c-dd46-4af5-b18f-c35331dae6b7 of type vlan for network 8bf22d94-7052-48a6-9e4e-881101f05cf0 Aug 16 02:35:39.946419 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.975034 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:39.976008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:39.976614 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.030996 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3866327 Aug 16 02:35:40.033748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:40.040472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Request body: {'subnet': {'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-816208046-subnet', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:40.048348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a10be-001f-4a4b-939d-ed183b877330 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf22d94-7052-48a6-9e4e-881101f05cf0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:40.058409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:40.068867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Made reservation on behalf of f3d35c0b79c5473ab1ff73b09d4094b8 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:40.074030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.248767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.305497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fee00d1-204b-40d0-a537-517b6be7f978,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:40.314008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Checking segment: {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:40.314366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Network hostable DHCP agents. Network: 8bf22d94-7052-48a6-9e4e-881101f05cf0, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:40.331245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:40.339995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 8bf22d94-7052-48a6-9e4e-881101f05cf0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:40.344134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:40.344723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.349448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54cc633-0d77-4e0d-b998-74cf61a91571 None None] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:40.360593 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2f5e9227-1739-40a4-b7c8-3b3bdc0071d4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3240428 Aug 16 02:35:40.363291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:40.367651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:40.389679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.390751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.449071 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.499778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-8bf22d94-7052-48a6-9e4e-881101f05cf0', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'fixed_ips': [{'subnet_id': '8fee00d1-204b-40d0-a537-517b6be7f978'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:40.501251 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.603007 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.640534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Allocated IP 172.20.0.2 (8bf22d94-7052-48a6-9e4e-881101f05cf0/8fee00d1-204b-40d0-a537-517b6be7f978/4d6c7579-069c-474b-89e0-782e396803fe) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:40.673180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc389cd-29cc-40cf-96ae-61d80db4995b req-130406ba-f096-4174-b51b-b8fa42b14d7e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:40.674858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dc389cd-29cc-40cf-96ae-61d80db4995b req-130406ba-f096-4174-b51b-b8fa42b14d7e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 943 time: 0.0597336 Aug 16 02:35:40.722596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dc389cd-29cc-40cf-96ae-61d80db4995b req-7672658f-4084-40f4-9ffe-2d88abb4c955 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368381 Aug 16 02:35:40.802817 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.812237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Transition to ACTIVE for port object 4d6c7579-069c-474b-89e0-782e396803fe will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:40.823243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.834125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Transition to ACTIVE for port object 4d6c7579-069c-474b-89e0-782e396803fe will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:40.841574 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.847057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.886034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:40.888942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:40.893419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:40.895278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Pushing event updated for resources: {'Port': ['ID=4d6c7579-069c-474b-89e0-782e396803fe,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:40.948482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Attempting to bind port 4d6c7579-069c-474b-89e0-782e396803fe on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:40.948929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Attempting to bind port 4d6c7579-069c-474b-89e0-782e396803fe by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:40.949195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Attempting to bind port 4d6c7579-069c-474b-89e0-782e396803fe on network 8bf22d94-7052-48a6-9e4e-881101f05cf0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:40.954098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:40.954579 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Checking segment: {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:40.954978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.955403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Bound using segment: {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:40.955859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Bound port: 4d6c7579-069c-474b-89e0-782e396803fe, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:40.956269 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:40.958488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Allocated IP 172.25.5.170 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/07eddf94-7e82-4540-bb34-26c4a4326fce) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:41.018823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] For port 4d6c7579-069c-474b-89e0-782e396803fe, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:41.022459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] For port 4d6c7579-069c-474b-89e0-782e396803fe, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4d6c7579-069c-474b-89e0-782e396803fe,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:41.027265 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.069833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.089380 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee003aa6-d690-4c7c-ae4a-014c2e4bac9b None None] Pushing event updated for resources: {'Port': ['ID=4d6c7579-069c-474b-89e0-782e396803fe,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:41.124030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.172013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:41.177084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:41.182264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:41.206946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Pushing event updated for resources: {'Port': ['ID=07eddf94-7e82-4540-bb34-26c4a4326fce,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:41.357473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 104ab750-772b-4ca0-89ad-16a9a9204cdc details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:41.467742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.468859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 104ab750-772b-4ca0-89ad-16a9a9204cdc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:41.480723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:41.518332 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.535616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104ab750-772b-4ca0-89ad-16a9a9204cdc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:41.556197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 104ab750-772b-4ca0-89ad-16a9a9204cdc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:41.561467 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.611033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=104ab750-772b-4ca0-89ad-16a9a9204cdc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:41.671188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.812098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:35:41.813677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['104ab750-772b-4ca0-89ad-16a9a9204cdc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:41.853048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f70b8a-6af6-4664-8dc9-bc2412c24657 req-e71c7f4a-31fe-4522-830d-5458f7a53476 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:41.856098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5f70b8a-6af6-4664-8dc9-bc2412c24657 req-e71c7f4a-31fe-4522-830d-5458f7a53476 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 944 time: 0.0590415 Aug 16 02:35:41.897348 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5f70b8a-6af6-4664-8dc9-bc2412c24657 req-a57c1a4f-63ff-4816-ba7e-4dbc87ea1ca5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351233 Aug 16 02:35:41.959916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:41.970723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Sync routers for ids ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:41.982883 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.987646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:41.988078 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8f431336-6c1b-4685-ba26-e5471d1aae2b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6237645 Aug 16 02:35:42.008446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Routers {'6663f216-f8ba-4d4c-a20a-d1e7718d8118'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:42.009083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:42.113295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8695920-71f4-4cef-9990-7b5783919046 None None] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:42.372307 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae3db887-f267-4185-b0e9-8c78f4ce544b None None] Provisioning for port 4d6c7579-069c-474b-89e0-782e396803fe completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:42.380500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Set router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:42.432995 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.524233 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.639326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Allocated IP 172.20.0.1 (8bf22d94-7052-48a6-9e4e-881101f05cf0/8fee00d1-204b-40d0-a537-517b6be7f978/1c24ab7b-ec44-4d17-b8f8-be24c8191ba1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:42.674143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:41Z', 'revision_number': 3, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'gw_port': {'id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:42.705896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Checking router: 6663f216-f8ba-4d4c-a20a-d1e7718d8118 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:42.706351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Updating router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 port 07eddf94-7e82-4540-bb34-26c4a4326fce binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:42.731940 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.756862 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.773416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Transition to ACTIVE for port object 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:42.812982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.859827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:42.862888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:42.867288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:42.870709 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Pushing event updated for resources: {'Port': ['ID=1c24ab7b-ec44-4d17-b8f8-be24c8191ba1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:42.910129 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.042943 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.053685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Transition to ACTIVE for port object 07eddf94-7e82-4540-bb34-26c4a4326fce will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:43.063336 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.072891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01043f60-f38e-4134-9fb8-a03a726610db req-a98627ba-0451-4a24-a56d-7f3cef100408 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:43.074312 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01043f60-f38e-4134-9fb8-a03a726610db req-a98627ba-0451-4a24-a56d-7f3cef100408 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 944 time: 0.0916181 Aug 16 02:35:43.120612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.141576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Attempting to bind port 07eddf94-7e82-4540-bb34-26c4a4326fce on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:43.142143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Attempting to bind port 07eddf94-7e82-4540-bb34-26c4a4326fce by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:43.142337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Attempting to bind port 07eddf94-7e82-4540-bb34-26c4a4326fce on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:43.148702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ffae76f6-8517-4676-8f3b-c9ebcabbdc01 None None] Provisioning for port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:43.154656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48148b42-f654-496c-975f-aa57c937a9d2 None None] Pushing event updated for resources: {'Port': ['ID=07eddf94-7e82-4540-bb34-26c4a4326fce,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:43.154843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01043f60-f38e-4134-9fb8-a03a726610db req-4b264b5e-eb25-4947-8fc6-5c336c8e44e7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603867 Aug 16 02:35:43.159357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:43.159746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:43.160160 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.160562 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:43.161055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Bound port: 07eddf94-7e82-4540-bb34-26c4a4326fce, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:43.161454 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.165056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ffae76f6-8517-4676-8f3b-c9ebcabbdc01 None None] Provisioning complete for port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:43.165056 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ffae76f6-8517-4676-8f3b-c9ebcabbdc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.238136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ffae76f6-8517-4676-8f3b-c9ebcabbdc01 None None] Port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:43.253215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] For port 07eddf94-7e82-4540-bb34-26c4a4326fce, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:43.257198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] For port 07eddf94-7e82-4540-bb34-26c4a4326fce, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=07eddf94-7e82-4540-bb34-26c4a4326fce,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:43.265993 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.324392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Routers {'6663f216-f8ba-4d4c-a20a-d1e7718d8118'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:43.324821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:43.330973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.338536 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.373275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4d6c7579-069c-474b-89e0-782e396803fe up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:43.375437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 104ab750-772b-4ca0-89ad-16a9a9204cdc up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:43.398769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48148b42-f654-496c-975f-aa57c937a9d2 None None] Pushing event updated for resources: {'Port': ['ID=07eddf94-7e82-4540-bb34-26c4a4326fce,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:43.410752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Pushing event updated for resources: {'Port': ['ID=1c24ab7b-ec44-4d17-b8f8-be24c8191ba1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:43.413165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.514547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:43.516058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:43.529900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] Set router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:43.560798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 104ab750-772b-4ca0-89ad-16a9a9204cdc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:43.562732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 4d6c7579-069c-474b-89e0-782e396803fe completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:43.572992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 104ab750-772b-4ca0-89ad-16a9a9204cdc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:43.573435 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.579336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 4d6c7579-069c-474b-89e0-782e396803fe triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:43.579714 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.641819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:43.764499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:43.769506 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-82bfe1b9-3a53-4d44-83ac-a84bb26c0836 admin admin] 10.222.0.61 "PUT /v2.0/routers/6663f216-f8ba-4d4c-a20a-d1e7718d8118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7808197 Aug 16 02:35:43.856768 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91516421-9548-4aba-83aa-8199c8d6e4de None None] Provisioning complete for port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:43.857140 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91516421-9548-4aba-83aa-8199c8d6e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.859372 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.863047 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.935658 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:43.937912 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f45c4f5-6c7a-461f-a828-0c2c1ab8286d" -d '{"events": [{"server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "name": "network-vif-plugged", "status": "completed", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:43.958215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-91516421-9548-4aba-83aa-8199c8d6e4de None None] Port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:43.970966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 104ab750-772b-4ca0-89ad-16a9a9204cdc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:43.973447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 4d6c7579-069c-474b-89e0-782e396803fe, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4d6c7579-069c-474b-89e0-782e396803fe,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:43.977637 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:43.982503 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.007792 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6484cd-8a41-4932-a4de-623c3fd9fb3f x-openstack-request-id: req-0b6484cd-8a41-4932-a4de-623c3fd9fb3f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:44.011319 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "name": "network-vif-plugged", "status": "completed", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:44.011618 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b6484cd-8a41-4932-a4de-623c3fd9fb3f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:44.012022 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'code': 200} Aug 16 02:35:44.030163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 4, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'gw_port': {'id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1c24ab7b-ec44-4d17-b8f8-be24c8191ba1', 'name': '', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'mac_address': 'fa:16:3e:5c:ed:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:42Z', 'updated_at': '2021-08-16T02:35:42Z', 'revision_number': 1, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'subnets': [{'id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:44.068634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a49b20-9c04-4303-b889-4d71ca1eb9cc None None] The sync data for ids ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'] in n-d-768862-14 is: [{'id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 4, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'gw_port': {'id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1c24ab7b-ec44-4d17-b8f8-be24c8191ba1', 'name': '', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'mac_address': 'fa:16:3e:5c:ed:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:42Z', 'updated_at': '2021-08-16T02:35:42Z', 'revision_number': 1, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'subnets': [{'id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:44.083661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=104ab750-772b-4ca0-89ad-16a9a9204cdc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:44.098022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8eec8-c0c1-45a5-829f-fd7445c7b832 req-96e06878-6ab2-42ae-b43d-2e7f30e1b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.099634 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4fe8eec8-c0c1-45a5-829f-fd7445c7b832 req-96e06878-6ab2-42ae-b43d-2e7f30e1b234 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 1097 time: 0.0496161 Aug 16 02:35:44.147448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=4d6c7579-069c-474b-89e0-782e396803fe,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:44.158786 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4fe8eec8-c0c1-45a5-829f-fd7445c7b832 req-3591e7df-5aa8-48da-8d9c-9a6d30cf559e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477397 Aug 16 02:35:44.277463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:44.282861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-424781920-network', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:44.283176 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfd4ad-a874-4455-8ad2-3f43ff8bfba3 req-2aad0991-84a9-4bc6-9f25-995b0047c4be tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.284909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31dfd4ad-a874-4455-8ad2-3f43ff8bfba3 req-2aad0991-84a9-4bc6-9f25-995b0047c4be tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 945 time: 0.0542524 Aug 16 02:35:44.322605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Made reservation on behalf of d94c7daf09a54acbbf1728cdc09e59ad for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:44.325863 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.336069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.348023 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31dfd4ad-a874-4455-8ad2-3f43ff8bfba3 req-b2f4aece-e71d-47c6-94fb-fd8e799ce648 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556698 Aug 16 02:35:44.441626 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.445450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.472840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:44.484329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b174d281-7fc5-43ba-978d-94f798754bf4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:44.489478 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.489827 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Added segment da3efaef-e7f5-4686-82aa-c09234ebeda5 of type vlan for network 72f44a73-f389-4c23-9fca-8821462c4bc9 Aug 16 02:35:44.533747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.571292 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.573402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.574017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.634198 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3528841 Aug 16 02:35:44.634486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:44.639274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Request body: {'subnet': {'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-424781920-subnet', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:44.647449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a4e8e-b724-4f4e-8f06-7d41b5bbbab8 admin admin] Pushing event updated for resources: {'Network': ['ID=72f44a73-f389-4c23-9fca-8821462c4bc9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:44.657933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 72f44a73-f389-4c23-9fca-8821462c4bc9 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:44.666905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Made reservation on behalf of d94c7daf09a54acbbf1728cdc09e59ad for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:44.669292 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.888892 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.951216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2996c1-b76a-45d1-95da-65369c6c4640,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:44.959554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Checking segment: {'id': 'da3efaef-e7f5-4686-82aa-c09234ebeda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:44.959976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Network hostable DHCP agents. Network: 72f44a73-f389-4c23-9fca-8821462c4bc9, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:44.981194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Network 72f44a73-f389-4c23-9fca-8821462c4bc9 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:44.992368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 72f44a73-f389-4c23-9fca-8821462c4bc9) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:45.001950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1905af9-a53a-4e41-ad8e-5217fdf9c6eb None None] Network 72f44a73-f389-4c23-9fca-8821462c4bc9 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:45.004031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:45.004597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.023725 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6fb55b7b-069d-427d-84a5-cb69a43be486 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3860612 Aug 16 02:35:45.024258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:45.029524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:45.058606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.060195 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.119477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.304105 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.396088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-72f44a73-f389-4c23-9fca-8821462c4bc9', 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'fixed_ips': [{'subnet_id': '8f2996c1-b76a-45d1-95da-65369c6c4640'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:35:45.397778 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.443304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 07eddf94-7e82-4540-bb34-26c4a4326fce up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:45.577808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e826c9d-66f4-4c5f-9bdf-835fa8fb45f7 req-399aeb83-59e3-45ea-937e-09fc89fdb309 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:45.579370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e826c9d-66f4-4c5f-9bdf-835fa8fb45f7 req-399aeb83-59e3-45ea-937e-09fc89fdb309 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 945 time: 0.1106527 Aug 16 02:35:45.583678 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.587199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 07eddf94-7e82-4540-bb34-26c4a4326fce completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:45.595796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 07eddf94-7e82-4540-bb34-26c4a4326fce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:45.596260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.615495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.623168 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Allocated IP 172.20.0.2 (72f44a73-f389-4c23-9fca-8821462c4bc9/8f2996c1-b76a-45d1-95da-65369c6c4640/daeb4c6f-183d-4731-ac30-dcb1cbc552e4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:45.683159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e826c9d-66f4-4c5f-9bdf-835fa8fb45f7 req-bbc44f1a-6131-4554-9e78-68d5b35f65ac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965173 Aug 16 02:35:45.744080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Allocated IP 172.25.5.130 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/09225f64-efbd-4881-b307-2b04439dcd41) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:45.764879 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.823205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 07eddf94-7e82-4540-bb34-26c4a4326fce, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=07eddf94-7e82-4540-bb34-26c4a4326fce,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:45.828587 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.829392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4d6c7579-069c-474b-89e0-782e396803fe up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:45.865502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab66d87-6756-4a9c-b8c9-d66d558fda37 req-11c4e3a2-6e06-4ff3-b6a9-db1784b99201 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:45.867032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ab66d87-6756-4a9c-b8c9-d66d558fda37 req-11c4e3a2-6e06-4ff3-b6a9-db1784b99201 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 945 time: 0.1064832 Aug 16 02:35:45.899595 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.921566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Transition to ACTIVE for port object daeb4c6f-183d-4731-ac30-dcb1cbc552e4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:45.925352 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.939969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ab66d87-6756-4a9c-b8c9-d66d558fda37 req-8fa94898-7f14-41ce-abd9-f381b59e4c82 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661571 Aug 16 02:35:45.949853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=07eddf94-7e82-4540-bb34-26c4a4326fce,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:45.952804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Transition to ACTIVE for port object daeb4c6f-183d-4731-ac30-dcb1cbc552e4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:45.966374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:45.969066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 4d6c7579-069c-474b-89e0-782e396803fe triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:45.969450 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.990082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.998885 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.017287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb46f10-6a62-4b74-9d3f-a0cbd816615f tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:46.019473 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1bb46f10-6a62-4b74-9d3f-a0cbd816615f tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 1092 time: 0.0509753 Aug 16 02:35:46.022412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:46.029857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:46.053340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Network 72f44a73-f389-4c23-9fca-8821462c4bc9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:46.057169 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:46.060453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:46.061322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:46.065969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:46.066298 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.067707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:46.078094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Pushing event updated for resources: {'Port': ['ID=daeb4c6f-183d-4731-ac30-dcb1cbc552e4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:46.094661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Pushing event updated for resources: {'Port': ['ID=09225f64-efbd-4881-b307-2b04439dcd41,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:46.165923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Attempting to bind port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:46.166297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Attempting to bind port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'da3efaef-e7f5-4686-82aa-c09234ebeda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:46.167469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Attempting to bind port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 on network 72f44a73-f389-4c23-9fca-8821462c4bc9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:46.175843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:46.176218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Checking segment: {'id': 'da3efaef-e7f5-4686-82aa-c09234ebeda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:46.176668 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.177008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Bound using segment: {'id': 'da3efaef-e7f5-4686-82aa-c09234ebeda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:46.177471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Bound port: daeb4c6f-183d-4731-ac30-dcb1cbc552e4, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3efaef-e7f5-4686-82aa-c09234ebeda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:46.177852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.191031 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.251428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] For port daeb4c6f-183d-4731-ac30-dcb1cbc552e4, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:46.254847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] For port daeb4c6f-183d-4731-ac30-dcb1cbc552e4, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=daeb4c6f-183d-4731-ac30-dcb1cbc552e4,segment=NetworkSegment(da3efaef-e7f5-4686-82aa-c09234ebeda5),segment_id=da3efaef-e7f5-4686-82aa-c09234ebeda5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:46.265116 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.319659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.25.5.12 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/38a14629-4540-4c3f-9c37-0054b6295745) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:46.345087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc77eb-e678-4217-9b87-8fb98c14b226 None None] Pushing event updated for resources: {'Port': ['ID=daeb4c6f-183d-4731-ac30-dcb1cbc552e4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:46.402765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.457024 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.460091 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Sync routers for ids ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:46.470961 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Routers {'6663f216-f8ba-4d4c-a20a-d1e7718d8118'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:46.472052 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:46.500091 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.550108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:46.558509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:46.564289 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:46.575402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=38a14629-4540-4c3f-9c37-0054b6295745,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:46.601442 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Set router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:46.683459 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.842204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Router 1e3a5011-40c6-4751-835e-db13706865f0 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:35:46.845939 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 4, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'gw_port': {'id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1c24ab7b-ec44-4d17-b8f8-be24c8191ba1', 'name': '', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'mac_address': 'fa:16:3e:5c:ed:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:42Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 2, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'subnets': [{'id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:46.877937 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Checking router: 6663f216-f8ba-4d4c-a20a-d1e7718d8118 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:46.878299 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Updating router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:46.904142 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.011227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.092605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.219940 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.234133 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Transition to ACTIVE for port object 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:47.245538 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.304721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.314799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.407382 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebd72b-727f-4fb5-bc55-851cc9d8d633 None None] Pushing event updated for resources: {'Port': ['ID=1c24ab7b-ec44-4d17-b8f8-be24c8191ba1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:47.427635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=38a14629-4540-4c3f-9c37-0054b6295745,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:47.454037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.460933 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Attempting to bind port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:47.461648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:47.463271 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Attempting to bind port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:47.463960 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Attempting to bind port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 on network 8bf22d94-7052-48a6-9e4e-881101f05cf0 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:47.474345 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Sync routers for ids ['1e3a5011-40c6-4751-835e-db13706865f0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:47.474889 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:47.475290 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Checking segment: {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:47.475891 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.476473 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Bound using segment: {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:47.477942 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Bound port: 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:47.480081 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.481462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 07eddf94-7e82-4540-bb34-26c4a4326fce up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:47.495206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.498707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1780f549-9078-4f36-89c9-edd9583f0755 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4732697 Aug 16 02:35:47.501664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35846) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:47.575340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Routers {'1e3a5011-40c6-4751-835e-db13706865f0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:47.576079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1e3a5011-40c6-4751-835e-db13706865f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:47.576403 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] For port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:47.580002 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] For port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c24ab7b-ec44-4d17-b8f8-be24c8191ba1,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:47.589256 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.690717 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Routers {'6663f216-f8ba-4d4c-a20a-d1e7718d8118'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:47.691270 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:47.726335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 07eddf94-7e82-4540-bb34-26c4a4326fce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:47.726712 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:47.760943 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebd72b-727f-4fb5-bc55-851cc9d8d633 None None] Pushing event updated for resources: {'Port': ['ID=1c24ab7b-ec44-4d17-b8f8-be24c8191ba1,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:47.794162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Set router 1e3a5011-40c6-4751-835e-db13706865f0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:47.799435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9eccc3-8550-4d59-8281-c2e8b5f71c72 None None] Network 72f44a73-f389-4c23-9fca-8821462c4bc9 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:47.888106 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] Set router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:48.011385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b30494ee-5a5b-4061-85c8-65f9fe38f9c9 None None] Provisioning for port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:48.137844 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Floating IP 6f6e10de-e21d-4dc3-8710-fac7fe9cb100 associated. External IP: 172.25.5.12, port: 104ab750-772b-4ca0-89ad-16a9a9204cdc. Aug 16 02:35:48.171534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device daeb4c6f-183d-4731-ac30-dcb1cbc552e4 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:48.186287 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 4, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'gw_port': {'id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1c24ab7b-ec44-4d17-b8f8-be24c8191ba1', 'name': '', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'mac_address': 'fa:16:3e:5c:ed:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:42Z', 'updated_at': '2021-08-16T02:35:47Z', 'revision_number': 4, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'subnets': [{'id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:48.192133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.218457 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba8c803-8729-4127-9cf5-962610ed1f13 None None] The sync data for ids ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'] in n-d-768862-14 is: [{'id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:43Z', 'revision_number': 4, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'gw_port': {'id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '1c24ab7b-ec44-4d17-b8f8-be24c8191ba1', 'name': '', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'mac_address': 'fa:16:3e:5c:ed:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:42Z', 'updated_at': '2021-08-16T02:35:47Z', 'revision_number': 4, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'subnets': [{'id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:48.326045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:48.345472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:48.345845 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.378311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a5011-40c6-4751-835e-db13706865f0', 'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '09225f64-efbd-4881-b307-2b04439dcd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 3, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'gw_port': {'id': '09225f64-efbd-4881-b307-2b04439dcd41', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:48.399789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Allocated IP 172.20.0.1 (72f44a73-f389-4c23-9fca-8821462c4bc9/8f2996c1-b76a-45d1-95da-65369c6c4640/7a94c8d0-eca0-438f-992b-9f93774949b5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:48.417355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Checking router: 1e3a5011-40c6-4751-835e-db13706865f0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:48.417638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Updating router 1e3a5011-40c6-4751-835e-db13706865f0 port 09225f64-efbd-4881-b307-2b04439dcd41 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:48.456729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.464532 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 3943edd7-88cf-498a-9037-920fa6f560b1 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:48.553854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.569552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Transition to ACTIVE for port object 7a94c8d0-eca0-438f-992b-9f93774949b5 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:48.615166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.631681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:48.643575 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] Sync routers for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:48.658484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.659764 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:48.660641 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:48.666028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Network 72f44a73-f389-4c23-9fca-8821462c4bc9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:48.679025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:48.692040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:48.695715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-adfee723-e1ed-4e82-844b-3938ba7b3454 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6719911 Aug 16 02:35:48.696433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:48.699512 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:48.702846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:48.713438 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.737618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be0a191f-8806-439a-aba6-a3fe8ce457c5 None None] Provisioning complete for port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:48.738066 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be0a191f-8806-439a-aba6-a3fe8ce457c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.791755 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.799371 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7040d6d-a3cf-4978-9968-db1e1021003c x-openstack-request-id: req-b7040d6d-a3cf-4978-9968-db1e1021003c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:48.799966 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:48.800389 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7040d6d-a3cf-4978-9968-db1e1021003c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:48.800959 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'status': 'completed', 'code': 200} Aug 16 02:35:48.898681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port daeb4c6f-183d-4731-ac30-dcb1cbc552e4, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=daeb4c6f-183d-4731-ac30-dcb1cbc552e4,segment=NetworkSegment(da3efaef-e7f5-4686-82aa-c09234ebeda5),segment_id=da3efaef-e7f5-4686-82aa-c09234ebeda5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:48.904218 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:48.946866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-2faf5750-3bcc-4118-9aef-d00829c39fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:48.949337 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-2faf5750-3bcc-4118-9aef-d00829c39fdc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 1097 time: 0.1473799 Aug 16 02:35:48.953171 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.963357 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a2c8561d-1f46-489a-8aa6-1f3be13d83cc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/floatingips/6f6e10de-e21d-4dc3-8710-fac7fe9cb100 HTTP/1.1" status: 200 len: 990 time: 0.2590418 Aug 16 02:35:49.015577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Pushing event updated for resources: {'Port': ['ID=7a94c8d0-eca0-438f-992b-9f93774949b5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:49.074401 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.123510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=daeb4c6f-183d-4731-ac30-dcb1cbc552e4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:49.146038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-6f69fc2b-63a6-4c9a-8908-0c038441fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:49.147596 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-6f69fc2b-63a6-4c9a-8908-0c038441fd96 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 HTTP/1.1" status: 200 len: 897 time: 0.1905911 Aug 16 02:35:49.278141 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '6f6e10de-e21d-4dc3-8710-fac7fe9cb100', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:46Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 0, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:49.296327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-759cbbf1-c4e4-4d03-b309-9938c9b1d4f6 None None] Provisioning for port 7a94c8d0-eca0-438f-992b-9f93774949b5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:49.305560 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.310952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-759cbbf1-c4e4-4d03-b309-9938c9b1d4f6 None None] Provisioning complete for port 7a94c8d0-eca0-438f-992b-9f93774949b5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:49.311423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-759cbbf1-c4e4-4d03-b309-9938c9b1d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.313648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.325115 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-d99bc3c0-a86d-4f61-8391-1edf8204a0fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc HTTP/1.1" status: 200 len: 998 time: 0.1691217 Aug 16 02:35:49.349329 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.375613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-759cbbf1-c4e4-4d03-b309-9938c9b1d4f6 None None] Port 7a94c8d0-eca0-438f-992b-9f93774949b5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:49.378043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Transition to ACTIVE for port object 09225f64-efbd-4881-b307-2b04439dcd41 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:49.388322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.417294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Pushing event updated for resources: {'Port': ['ID=7a94c8d0-eca0-438f-992b-9f93774949b5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:49.425723 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] Checking router: 3943edd7-88cf-498a-9037-920fa6f560b1 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:49.439074 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:49.440027 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:49.449553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-5d8c87b6-533b-4d49-b6c1-cda058af1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:49.451080 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-5d8c87b6-533b-4d49-b6c1-cda058af1556 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6c92819b-9ed2-4c50-8e3a-68eaf0e8c556 HTTP/1.1" status: 200 len: 835 time: 0.1195002 Aug 16 02:35:49.462018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:49.462832 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.536360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-322ce68a-b241-423d-85a3-a2d9a26dc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:49.538274 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-322ce68a-b241-423d-85a3-a2d9a26dc76c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802748 Aug 16 02:35:49.555077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Attempting to bind port 09225f64-efbd-4881-b307-2b04439dcd41 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:49.555777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Attempting to bind port 09225f64-efbd-4881-b307-2b04439dcd41 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:49.556852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Attempting to bind port 09225f64-efbd-4881-b307-2b04439dcd41 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:49.559891 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:49.561841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec24ed-cd83-4093-a4e1-9da593bfe0e6 None None] Pushing event updated for resources: {'Port': ['ID=09225f64-efbd-4881-b307-2b04439dcd41,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:49.569052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:49.569462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:49.569969 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.570235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:49.570712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Bound port: 09225f64-efbd-4881-b307-2b04439dcd41, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:49.571118 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.579129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Network 72f44a73-f389-4c23-9fca-8821462c4bc9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:49.580961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:49.616581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:49.629087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:49.629495 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.663698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] For port 09225f64-efbd-4881-b307-2b04439dcd41, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:49.673458 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-60df5f11-7185-4d00-b560-508a0e6f76e2 service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278200 Aug 16 02:35:49.692099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] For port 09225f64-efbd-4881-b307-2b04439dcd41, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=09225f64-efbd-4881-b307-2b04439dcd41,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:49.701060 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:49.788707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Router 1e3a5011-40c6-4751-835e-db13706865f0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:49.827953 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-73e734ff-6b33-4aef-bfef-ea91fc45ba6b req-1f76bbd4-6c0c-4bad-a201-7b1e5a7c2667 service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500452 Aug 16 02:35:49.917737 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '6f6e10de-e21d-4dc3-8710-fac7fe9cb100', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:46Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 0, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:49.947944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:49.952919 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa3146-eed2-4133-9b4e-54dd313f026b None None] The sync data for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 is: [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '6f6e10de-e21d-4dc3-8710-fac7fe9cb100', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:46Z', 'updated_at': '2021-08-16T02:35:46Z', 'revision_number': 0, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:49.958065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d46c1c87-e7ee-4408-9284-b620a1c34f28 admin admin] 10.222.0.61 "PUT /v2.0/routers/1e3a5011-40c6-4751-835e-db13706865f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4514468 Aug 16 02:35:49.966559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:49.977088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Routers {'1e3a5011-40c6-4751-835e-db13706865f0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:49.977780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1e3a5011-40c6-4751-835e-db13706865f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:49.981201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec24ed-cd83-4093-a4e1-9da593bfe0e6 None None] Pushing event updated for resources: {'Port': ['ID=09225f64-efbd-4881-b307-2b04439dcd41,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:50.049077 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2a7c4e42-b969-49e3-bbdf-c947bae00592 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/floatingips/6f6e10de-e21d-4dc3-8710-fac7fe9cb100 HTTP/1.1" status: 200 len: 990 time: 0.0810125 Aug 16 02:35:50.052704 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.096925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fca31b1e-da27-4df3-a992-00613bff9fc3 None None] Provisioning complete for port 7a94c8d0-eca0-438f-992b-9f93774949b5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:50.097337 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fca31b1e-da27-4df3-a992-00613bff9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.167273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fca31b1e-da27-4df3-a992-00613bff9fc3 None None] Port 7a94c8d0-eca0-438f-992b-9f93774949b5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:50.174099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c24ab7b-ec44-4d17-b8f8-be24c8191ba1,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:50.178912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] Set router 1e3a5011-40c6-4751-835e-db13706865f0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:50.181257 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.182082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device daeb4c6f-183d-4731-ac30-dcb1cbc552e4 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:50.217359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14168e07-05c8-4767-897b-13f42b1dd3fc None None] New status for floating IP 6f6e10de-e21d-4dc3-8710-fac7fe9cb100: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:35:50.457287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1c24ab7b-ec44-4d17-b8f8-be24c8191ba1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:50.526805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:50.527076 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.631162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-5eed0c3b-96b0-45cf-95dd-c31fb567f3da tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:50.632969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-5eed0c3b-96b0-45cf-95dd-c31fb567f3da tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/networks?id=8bf22d94-7052-48a6-9e4e-881101f05cf0 HTTP/1.1" status: 200 len: 910 time: 0.1624835 Aug 16 02:35:50.651064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-e80d2484-939e-401c-890c-cbe1bedfa719 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/quotas/d94c7daf09a54acbbf1728cdc09e59ad HTTP/1.1" status: 200 len: 375 time: 0.0116007 Aug 16 02:35:50.688406 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-79862f9c-f915-4843-8d57-065749a62890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a5011-40c6-4751-835e-db13706865f0', 'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '09225f64-efbd-4881-b307-2b04439dcd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 4, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'gw_port': {'id': '09225f64-efbd-4881-b307-2b04439dcd41', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7a94c8d0-eca0-438f-992b-9f93774949b5', 'name': '', 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'mac_address': 'fa:16:3e:37:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:48Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 2, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'subnets': [{'id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:50.731410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79862f9c-f915-4843-8d57-065749a62890 None None] The sync data for ids ['1e3a5011-40c6-4751-835e-db13706865f0'] in n-d-768862-14 is: [{'id': '1e3a5011-40c6-4751-835e-db13706865f0', 'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '09225f64-efbd-4881-b307-2b04439dcd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 4, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'gw_port': {'id': '09225f64-efbd-4881-b307-2b04439dcd41', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7a94c8d0-eca0-438f-992b-9f93774949b5', 'name': '', 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'mac_address': 'fa:16:3e:37:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:48Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 2, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'subnets': [{'id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:50.746766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-ef45979e-ad7a-4192-b9de-8e3c2bef244d tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=d94c7daf09a54acbbf1728cdc09e59ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890205 Aug 16 02:35:50.846084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-9d3e5796-52a7-4a1f-ba5a-fab4f6beb1c0 service neutron] 10.222.0.61 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887241 Aug 16 02:35:50.956539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-009b20a1-5a84-4965-98ff-64510293e3ee service neutron] 10.222.0.61 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010745 Aug 16 02:35:51.052815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:51.175041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-15d84cec-2141-49d5-a0da-ea89da5d511e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/floatingips/6f6e10de-e21d-4dc3-8710-fac7fe9cb100 HTTP/1.1" status: 200 len: 992 time: 0.1205022 Aug 16 02:35:51.190315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60dc7ffc-971f-4e23-8ae4-3909351eac58 req-07e65019-1fe3-4c76-8b87-a012b484ceda tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 210 time: 0.0669651 Aug 16 02:35:51.320306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:51.387488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:51.387874 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.264450 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be3487bf-5355-4329-aaa5-16e06838a083 req-79f5212e-b18a-426b-b6ba-00065fb7799b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1023970 Aug 16 02:35:52.301354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-2f6b0b33-b473-40b1-b991-7bb9ef1c1570 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:52.302822 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-2f6b0b33-b473-40b1-b991-7bb9ef1c1570 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.86 "GET /v2.0/networks?id=8bf22d94-7052-48a6-9e4e-881101f05cf0 HTTP/1.1" status: 200 len: 910 time: 0.1078093 Aug 16 02:35:52.307079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0758da4-2a5d-4f12-bd65-c0a1f5eaa808 req-2ff41559-4a0c-4ee5-a13f-44942f327bea tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 210 time: 0.0357165 Aug 16 02:35:52.316388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Request body: {'port': {'device_id': 'f982ba8f-09fb-44a7-ab00-9ab9505ddb45', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'admin_state_up': True, 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:52.365828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Made reservation on behalf of d94c7daf09a54acbbf1728cdc09e59ad for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:52.368214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.393983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3487bf-5355-4329-aaa5-16e06838a083 req-8a4b85ef-d7af-4f69-93f1-3c04565311b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:52.395615 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be3487bf-5355-4329-aaa5-16e06838a083 req-8a4b85ef-d7af-4f69-93f1-3c04565311b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 1097 time: 0.0670679 Aug 16 02:35:52.562427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Allocated IP 172.20.0.13 (8bf22d94-7052-48a6-9e4e-881101f05cf0/8fee00d1-204b-40d0-a537-517b6be7f978/4b383f91-086c-4620-8e1f-c86aed640942) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:52.564750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3487bf-5355-4329-aaa5-16e06838a083 req-f2b35211-b753-4e4b-83b1-bc83afdfa130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:52.566229 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be3487bf-5355-4329-aaa5-16e06838a083 req-f2b35211-b753-4e4b-83b1-bc83afdfa130 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 200 len: 909 time: 0.1402287 Aug 16 02:35:52.663517 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be3487bf-5355-4329-aaa5-16e06838a083 req-c9b8902f-8713-4da9-91c2-726e2ad8128d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 200 len: 1001 time: 0.0886905 Aug 16 02:35:52.766849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3487bf-5355-4329-aaa5-16e06838a083 req-6cb7bec8-de53-45dd-98d5-54e182db8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:52.768386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be3487bf-5355-4329-aaa5-16e06838a083 req-6cb7bec8-de53-45dd-98d5-54e182db8074 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a34ca2-965d-4ac3-89dc-f765833a80d8 HTTP/1.1" status: 200 len: 847 time: 0.0906076 Aug 16 02:35:52.825059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.842385 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Transition to ACTIVE for port object 4b383f91-086c-4620-8e1f-c86aed640942 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:52.850654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3487bf-5355-4329-aaa5-16e06838a083 req-0602b0ee-5b7c-40bb-a332-bc60e340cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:52.852216 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be3487bf-5355-4329-aaa5-16e06838a083 req-0602b0ee-5b7c-40bb-a332-bc60e340cb8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772550 Aug 16 02:35:52.944558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.990429 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Sync routers for ids ['1e3a5011-40c6-4751-835e-db13706865f0'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:53.002025 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Routers {'1e3a5011-40c6-4751-835e-db13706865f0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:53.002634 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1e3a5011-40c6-4751-835e-db13706865f0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:53.005205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:53.010045 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be3487bf-5355-4329-aaa5-16e06838a083 req-da9265e4-d9b4-4889-8f00-52affbd22c31 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492658 Aug 16 02:35:53.013469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:53.015681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Pushing event updated for resources: {'Port': ['ID=4b383f91-086c-4620-8e1f-c86aed640942,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.017884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:53.111550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:53.112674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.127718 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Set router 1e3a5011-40c6-4751-835e-db13706865f0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:53.141451 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a3833079-0ca6-49c3-af21-000a5bb094ef tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8288770 Aug 16 02:35:53.152940 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be3487bf-5355-4329-aaa5-16e06838a083 req-dd852226-30be-424c-a678-4fc22bdf22b2 service neutron] 10.222.0.93 "GET /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325483 Aug 16 02:35:53.160554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Request body: {'port': {'device_id': 'f982ba8f-09fb-44a7-ab00-9ab9505ddb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:53.221265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.322239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1c241740-b20b-40b4-8baa-7e788b14c9d5 None None] Provisioning for port 4b383f91-086c-4620-8e1f-c86aed640942 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:53.329431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1c241740-b20b-40b4-8baa-7e788b14c9d5 None None] Provisioning complete for port 4b383f91-086c-4620-8e1f-c86aed640942 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:53.330183 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c241740-b20b-40b4-8baa-7e788b14c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.372063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 09225f64-efbd-4881-b307-2b04439dcd41 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:53.403491 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a5011-40c6-4751-835e-db13706865f0', 'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '09225f64-efbd-4881-b307-2b04439dcd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 4, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'gw_port': {'id': '09225f64-efbd-4881-b307-2b04439dcd41', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7a94c8d0-eca0-438f-992b-9f93774949b5', 'name': '', 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'mac_address': 'fa:16:3e:37:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:48Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 2, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'subnets': [{'id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:53.413225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1c241740-b20b-40b4-8baa-7e788b14c9d5 None None] Port 4b383f91-086c-4620-8e1f-c86aed640942 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:35:53.436660 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Checking router: 1e3a5011-40c6-4751-835e-db13706865f0 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:53.437009 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Updating router 1e3a5011-40c6-4751-835e-db13706865f0 port 7a94c8d0-eca0-438f-992b-9f93774949b5 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:35:53.450220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 09225f64-efbd-4881-b307-2b04439dcd41 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:53.457571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 09225f64-efbd-4881-b307-2b04439dcd41 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:53.458209 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.464553 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.502138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4282203-a5c0-486c-812f-b7c7b07dbba1 req-cc422d4d-f1c3-46ab-98a3-275a00e8fd9a tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:53.505040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4282203-a5c0-486c-812f-b7c7b07dbba1 req-cc422d4d-f1c3-46ab-98a3-275a00e8fd9a tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1028 time: 0.0632303 Aug 16 02:35:53.550240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c4282203-a5c0-486c-812f-b7c7b07dbba1 req-bc792f8b-5541-4898-8d7a-3bfc3321aab5 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Aug 16 02:35:53.552546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b383f91-086c-4620-8e1f-c86aed640942 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:53.554641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.563206 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.578320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Transition to ACTIVE for port object 4b383f91-086c-4620-8e1f-c86aed640942 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:53.582555 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.586788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 09225f64-efbd-4881-b307-2b04439dcd41, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=09225f64-efbd-4881-b307-2b04439dcd41,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:53.592675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.645959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Pushing event updated for resources: {'Port': ['ID=4b383f91-086c-4620-8e1f-c86aed640942,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.667556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=09225f64-efbd-4881-b307-2b04439dcd41,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.731678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Attempting to bind port 4b383f91-086c-4620-8e1f-c86aed640942 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:53.732007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Attempting to bind port 4b383f91-086c-4620-8e1f-c86aed640942 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:53.732332 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Attempting to bind port 4b383f91-086c-4620-8e1f-c86aed640942 on network 8bf22d94-7052-48a6-9e4e-881101f05cf0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:53.736752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Port 4b383f91-086c-4620-8e1f-c86aed640942 on network 8bf22d94-7052-48a6-9e4e-881101f05cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:35:53.737068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Attempting to bind port 4b383f91-086c-4620-8e1f-c86aed640942 on network 8bf22d94-7052-48a6-9e4e-881101f05cf0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:53.741943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:53.742280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Checking segment: {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:53.742661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Bound using segment: {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:53.743083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Bound port: 4b383f91-086c-4620-8e1f-c86aed640942, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:53.743511 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.751008 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.764312 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Transition to ACTIVE for port object 7a94c8d0-eca0-438f-992b-9f93774949b5 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:53.772565 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.823533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] For port 4b383f91-086c-4620-8e1f-c86aed640942, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:53.828200 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] For port 4b383f91-086c-4620-8e1f-c86aed640942, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b383f91-086c-4620-8e1f-c86aed640942,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:53.835937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.885126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:53.886465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.887988 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] 10.222.0.86 "PUT /v2.0/ports/4b383f91-086c-4620-8e1f-c86aed640942 HTTP/1.1" status: 200 len: 1093 time: 0.7316728 Aug 16 02:35:53.891296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f982ba8f-09fb-44a7-ab00-9ab9505ddb45', 'tag': '4b383f91-086c-4620-8e1f-c86aed640942'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:53.893853 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Attempting to bind port 7a94c8d0-eca0-438f-992b-9f93774949b5 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:53.894001 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812c33eb-5bb1-4d89-be37-71ed50f8b689" -d '{"events": [{"name": "network-changed", "server_uuid": "f982ba8f-09fb-44a7-ab00-9ab9505ddb45", "tag": "4b383f91-086c-4620-8e1f-c86aed640942"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:53.894244 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Attempting to bind port 7a94c8d0-eca0-438f-992b-9f93774949b5 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'da3efaef-e7f5-4686-82aa-c09234ebeda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:53.894599 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Attempting to bind port 7a94c8d0-eca0-438f-992b-9f93774949b5 on network 72f44a73-f389-4c23-9fca-8821462c4bc9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:53.899181 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc864bec-f623-4c65-8401-570105558fd6 None None] Pushing event updated for resources: {'Port': ['ID=7a94c8d0-eca0-438f-992b-9f93774949b5,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.917887 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:53.918262 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Checking segment: {'id': 'da3efaef-e7f5-4686-82aa-c09234ebeda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:53.918666 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.919064 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Bound using segment: {'id': 'da3efaef-e7f5-4686-82aa-c09234ebeda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:53.921098 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Bound port: 7a94c8d0-eca0-438f-992b-9f93774949b5, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3efaef-e7f5-4686-82aa-c09234ebeda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:53.923661 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.955670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57b483-76fb-422c-93e1-3b6b0aa72087 service neutron] Pushing event updated for resources: {'Port': ['ID=4b383f91-086c-4620-8e1f-c86aed640942,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:53.964791 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3aac3a-f41b-4d13-9485-d332f9528b28 x-openstack-request-id: req-9b3aac3a-f41b-4d13-9485-d332f9528b28 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:53.965324 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f982ba8f-09fb-44a7-ab00-9ab9505ddb45", "tag": "4b383f91-086c-4620-8e1f-c86aed640942", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:53.965741 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b3aac3a-f41b-4d13-9485-d332f9528b28 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:53.966672 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f982ba8f-09fb-44a7-ab00-9ab9505ddb45', 'tag': '4b383f91-086c-4620-8e1f-c86aed640942', 'status': 'completed', 'code': 200} Aug 16 02:35:54.011143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-542cd7e8-5d10-4342-90cc-c4aa8f0753ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.012698 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-542cd7e8-5d10-4342-90cc-c4aa8f0753ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d94c7daf09a54acbbf1728cdc09e59ad&device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1096 time: 0.0449173 Aug 16 02:35:54.021387 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] For port 7a94c8d0-eca0-438f-992b-9f93774949b5, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:54.024668 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] For port 7a94c8d0-eca0-438f-992b-9f93774949b5, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7a94c8d0-eca0-438f-992b-9f93774949b5,segment=NetworkSegment(da3efaef-e7f5-4686-82aa-c09234ebeda5),segment_id=da3efaef-e7f5-4686-82aa-c09234ebeda5)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:54.031942 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:54.070736 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-bce05e30-dc33-4a86-adc6-25c2763f97b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b383f91-086c-4620-8e1f-c86aed640942 HTTP/1.1" status: 200 len: 217 time: 0.0438073 Aug 16 02:35:54.099273 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Routers {'1e3a5011-40c6-4751-835e-db13706865f0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:54.100062 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1e3a5011-40c6-4751-835e-db13706865f0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:54.108120 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc864bec-f623-4c65-8401-570105558fd6 None None] Pushing event updated for resources: {'Port': ['ID=7a94c8d0-eca0-438f-992b-9f93774949b5,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:54.138575 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-6674fad2-0dc9-40e8-a86c-19aa2dc48311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.140124 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-6674fad2-0dc9-40e8-a86c-19aa2dc48311 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8fee00d1-204b-40d0-a537-517b6be7f978 HTTP/1.1" status: 200 len: 848 time: 0.0623057 Aug 16 02:35:54.206432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-e15bcf3e-d927-4134-854f-20c55863fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.208018 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-e15bcf3e-d927-4134-854f-20c55863fb5c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8bf22d94-7052-48a6-9e4e-881101f05cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594783 Aug 16 02:35:54.255429 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] Set router 1e3a5011-40c6-4751-835e-db13706865f0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:54.319350 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-ae1cf30b-2440-4de3-8d98-c7af620240e1 service neutron] 10.222.0.86 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034527 Aug 16 02:35:54.410901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bcf206c-5560-46d4-bcfd-815a0fe0c798 req-a11a066c-c2b7-4bfe-875d-deacd011bcc3 service neutron] 10.222.0.86 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846701 Aug 16 02:35:54.468272 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a5011-40c6-4751-835e-db13706865f0', 'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '09225f64-efbd-4881-b307-2b04439dcd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 4, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'gw_port': {'id': '09225f64-efbd-4881-b307-2b04439dcd41', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7a94c8d0-eca0-438f-992b-9f93774949b5', 'name': '', 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'mac_address': 'fa:16:3e:37:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:48Z', 'updated_at': '2021-08-16T02:35:54Z', 'revision_number': 4, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'subnets': [{'id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:54.546808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-c7d4f070-8545-40bf-8301-d58d3a3dcc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.548383 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-c7d4f070-8545-40bf-8301-d58d3a3dcc7b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d94c7daf09a54acbbf1728cdc09e59ad&device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1096 time: 0.0447938 Aug 16 02:35:54.583329 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8e208-6732-49ad-a1bc-9a6f35ed7992 None None] The sync data for ids ['1e3a5011-40c6-4751-835e-db13706865f0'] in n-d-768862-14 is: [{'id': '1e3a5011-40c6-4751-835e-db13706865f0', 'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '09225f64-efbd-4881-b307-2b04439dcd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:49Z', 'revision_number': 4, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'gw_port': {'id': '09225f64-efbd-4881-b307-2b04439dcd41', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '7a94c8d0-eca0-438f-992b-9f93774949b5', 'name': '', 'network_id': '72f44a73-f389-4c23-9fca-8821462c4bc9', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'mac_address': 'fa:16:3e:37:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:48Z', 'updated_at': '2021-08-16T02:35:54Z', 'revision_number': 4, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'subnets': [{'id': '8f2996c1-b76a-45d1-95da-65369c6c4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:54.645984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-142f78f0-1d50-431d-9b12-af0bd4ddabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.647504 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-142f78f0-1d50-431d-9b12-af0bd4ddabc1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8bf22d94-7052-48a6-9e4e-881101f05cf0 HTTP/1.1" status: 200 len: 910 time: 0.0927370 Aug 16 02:35:54.660808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f522bb2-8ed1-49f2-a805-8a308d37416f req-e0e47dd2-5f11-44e2-83d3-3e6bfcdf1210 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.662350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f522bb2-8ed1-49f2-a805-8a308d37416f req-e0e47dd2-5f11-44e2-83d3-3e6bfcdf1210 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1096 time: 0.0405960 Aug 16 02:35:54.689647 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-5008cece-b86e-47f5-8e73-8a0e67dd7453 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b383f91-086c-4620-8e1f-c86aed640942 HTTP/1.1" status: 200 len: 217 time: 0.0351574 Aug 16 02:35:54.700795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f522bb2-8ed1-49f2-a805-8a308d37416f req-955aa64f-7faa-4079-aaf3-c74334978c3c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Aug 16 02:35:54.741078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-566fe898-afb7-4701-bc76-5c1377a27586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.742555 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-566fe898-afb7-4701-bc76-5c1377a27586 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8fee00d1-204b-40d0-a537-517b6be7f978 HTTP/1.1" status: 200 len: 848 time: 0.0463991 Aug 16 02:35:54.793271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-946d9769-b87b-44d0-8db7-46d3148e24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.794777 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-946d9769-b87b-44d0-8db7-46d3148e24b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8bf22d94-7052-48a6-9e4e-881101f05cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455937 Aug 16 02:35:54.886574 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-ce424b65-43ed-4d02-adc0-7332df2c7c37 service neutron] 10.222.0.86 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838850 Aug 16 02:35:54.980593 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-812c33eb-5bb1-4d89-be37-71ed50f8b689 req-b0dc128e-5469-43be-924e-bad9c0a7206e service neutron] 10.222.0.86 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870426 Aug 16 02:35:55.324070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7a94c8d0-eca0-438f-992b-9f93774949b5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:55.376034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 7a94c8d0-eca0-438f-992b-9f93774949b5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:55.380195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7a94c8d0-eca0-438f-992b-9f93774949b5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:55.380580 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.462633 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.496992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 7a94c8d0-eca0-438f-992b-9f93774949b5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7a94c8d0-eca0-438f-992b-9f93774949b5,segment=NetworkSegment(da3efaef-e7f5-4686-82aa-c09234ebeda5),segment_id=da3efaef-e7f5-4686-82aa-c09234ebeda5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:55.501292 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.502287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 09225f64-efbd-4881-b307-2b04439dcd41 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:55.585273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=7a94c8d0-eca0-438f-992b-9f93774949b5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:55.596085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 09225f64-efbd-4881-b307-2b04439dcd41 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:55.596463 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:55.809049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09f87a-52fb-4dba-b67f-54e7d47041ec req-ad825300-c43f-4830-a88f-0814f37f8dbe tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.810529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad09f87a-52fb-4dba-b67f-54e7d47041ec req-ad825300-c43f-4830-a88f-0814f37f8dbe tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1096 time: 0.0400066 Aug 16 02:35:55.844755 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad09f87a-52fb-4dba-b67f-54e7d47041ec req-d34ca8e4-5dd5-4352-a285-fb5b5ce8d213 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282145 Aug 16 02:35:56.958223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2b620-5f34-41b4-ae11-710ff80ed88f req-764b1b1b-dfda-4707-97ec-91171dfeacf7 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:56.959707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55a2b620-5f34-41b4-ae11-710ff80ed88f req-764b1b1b-dfda-4707-97ec-91171dfeacf7 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1096 time: 0.0500665 Aug 16 02:35:56.994888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55a2b620-5f34-41b4-ae11-710ff80ed88f req-aa282045-feab-41d7-8e5e-a2aefb3dd290 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288751 Aug 16 02:35:57.301454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7a94c8d0-eca0-438f-992b-9f93774949b5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:57.353720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7a94c8d0-eca0-438f-992b-9f93774949b5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:57.354135 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.577967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b383f91-086c-4620-8e1f-c86aed640942 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:57.675847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b383f91-086c-4620-8e1f-c86aed640942, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b383f91-086c-4620-8e1f-c86aed640942,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:57.687507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '4b383f91-086c-4620-8e1f-c86aed640942', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'port_id': '4b383f91-086c-4620-8e1f-c86aed640942', 'mac_address': 'fa:16:3e:51:47:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:57.724863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.737504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b383f91-086c-4620-8e1f-c86aed640942 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:57.756273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b383f91-086c-4620-8e1f-c86aed640942, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b383f91-086c-4620-8e1f-c86aed640942,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:57.760962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.806686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4b383f91-086c-4620-8e1f-c86aed640942,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:58.100614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a15f95-7dfe-4df1-a219-33dfb108e6be req-d5688be4-229f-4b99-84fc-7b78e317b824 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:58.102045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5a15f95-7dfe-4df1-a219-33dfb108e6be req-d5688be4-229f-4b99-84fc-7b78e317b824 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1097 time: 0.0401516 Aug 16 02:35:58.138283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5a15f95-7dfe-4df1-a219-33dfb108e6be req-e79cad03-982a-4f94-97b4-01cca5c414bb tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297275 Aug 16 02:35:58.144561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4b383f91-086c-4620-8e1f-c86aed640942'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:59.251361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae06d-3f95-4791-874e-2b35ee99946b req-1348cec5-18a5-49c8-b31a-f8beeb92b450 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:59.252903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-044ae06d-3f95-4791-874e-2b35ee99946b req-1348cec5-18a5-49c8-b31a-f8beeb92b450 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1097 time: 0.0455811 Aug 16 02:35:59.287854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-044ae06d-3f95-4791-874e-2b35ee99946b req-61049ae9-4b89-4091-93a5-eceb88cb2660 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290394 Aug 16 02:35:59.593093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b383f91-086c-4620-8e1f-c86aed640942 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:59.641451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 4b383f91-086c-4620-8e1f-c86aed640942 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:59.645837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 4b383f91-086c-4620-8e1f-c86aed640942 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:59.646308 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.724652 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.746698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f982ba8f-09fb-44a7-ab00-9ab9505ddb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b383f91-086c-4620-8e1f-c86aed640942'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:59.748980 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d7c35f-e1f2-4b6c-ad69-6c0fd10281fe" -d '{"events": [{"server_uuid": "f982ba8f-09fb-44a7-ab00-9ab9505ddb45", "name": "network-vif-plugged", "status": "completed", "tag": "4b383f91-086c-4620-8e1f-c86aed640942"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:59.761638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b383f91-086c-4620-8e1f-c86aed640942, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b383f91-086c-4620-8e1f-c86aed640942,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:59.766942 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.791332 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf0a257-c648-4a78-9f4b-ff457512093e x-openstack-request-id: req-cbf0a257-c648-4a78-9f4b-ff457512093e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:59.791625 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f982ba8f-09fb-44a7-ab00-9ab9505ddb45", "name": "network-vif-plugged", "status": "completed", "tag": "4b383f91-086c-4620-8e1f-c86aed640942", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:59.791881 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cbf0a257-c648-4a78-9f4b-ff457512093e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:59.792275 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f982ba8f-09fb-44a7-ab00-9ab9505ddb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b383f91-086c-4620-8e1f-c86aed640942', 'code': 200} Aug 16 02:35:59.817659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4b383f91-086c-4620-8e1f-c86aed640942,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:59.912889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f88120-3d59-4a1b-a528-aaedfe67f524 req-cfd020f9-b5a7-43f6-bdf6-117a392eba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:59.914683 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70f88120-3d59-4a1b-a528-aaedfe67f524 req-cfd020f9-b5a7-43f6-bdf6-117a392eba67 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1098 time: 0.0412333 Aug 16 02:35:59.949348 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-70f88120-3d59-4a1b-a528-aaedfe67f524 req-3ae0df62-5c0e-4a83-bfe7-18ba1620b097 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279603 Aug 16 02:36:00.401619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8371a35-f0bc-4783-a6f1-00b0d2afaa2c req-99e82fa9-02e3-4b53-9659-ff7fad32652a tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:00.403075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8371a35-f0bc-4783-a6f1-00b0d2afaa2c req-99e82fa9-02e3-4b53-9659-ff7fad32652a tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1098 time: 0.0458460 Aug 16 02:36:00.462389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8371a35-f0bc-4783-a6f1-00b0d2afaa2c req-de359e2a-1391-4824-9a9f-d0216382db73 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530343 Aug 16 02:36:00.480771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c2278-71b3-4bee-ad0e-24d7fb389a7b req-7513abaa-e606-49e9-8b22-b7465c6bff03 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:00.482258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c48c2278-71b3-4bee-ad0e-24d7fb389a7b req-7513abaa-e606-49e9-8b22-b7465c6bff03 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 945 time: 0.0669527 Aug 16 02:36:00.521716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c48c2278-71b3-4bee-ad0e-24d7fb389a7b req-56b89f49-3a08-4902-a671-144e8ee1e1e1 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333765 Aug 16 02:36:00.983935 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd0021b1-13d8-4cba-a1a5-3c4466027cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.001678 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.569108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c174-5e23-4ace-9784-4fa15a445e8e req-942b6cb6-7cdc-42a9-a263-0c4f503a1f31 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:01.570635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec19c174-5e23-4ace-9784-4fa15a445e8e req-942b6cb6-7cdc-42a9-a263-0c4f503a1f31 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1098 time: 0.0434217 Aug 16 02:36:01.635180 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec19c174-5e23-4ace-9784-4fa15a445e8e req-5f98026d-038b-4227-a23c-955ea49abcee tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582027 Aug 16 02:36:01.653916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103af17-075e-4d27-b2a7-a148f9703c11 req-c9b8b2a7-01ad-4f81-8868-f8951b3f70c4 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:01.655436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3103af17-075e-4d27-b2a7-a148f9703c11 req-c9b8b2a7-01ad-4f81-8868-f8951b3f70c4 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 945 time: 0.0608397 Aug 16 02:36:01.698972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-93853634-7f3a-4e41-94c6-582152ae2724 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:01.700636 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-93853634-7f3a-4e41-94c6-582152ae2724 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.93 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 945 time: 0.0528190 Aug 16 02:36:01.702534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3103af17-075e-4d27-b2a7-a148f9703c11 req-6a895420-70b6-4d25-971b-8a5c48a5b80d tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/security-groups?id=c800f119-eedd-41f1-8594-ee9a333aa545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398819 Aug 16 02:36:01.748498 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be8134-7001-46b4-b647-82d9e9c439a5 req-50a5c05b-7429-4a65-a5aa-5cdf553547fd tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:01.750027 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91be8134-7001-46b4-b647-82d9e9c439a5 req-50a5c05b-7429-4a65-a5aa-5cdf553547fd tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1098 time: 0.0429013 Aug 16 02:36:01.785556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-91be8134-7001-46b4-b647-82d9e9c439a5 req-dc035697-b7ef-44df-8874-8a869d6cc07d tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295467 Aug 16 02:36:01.799256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Deleting port a0c75ead-ab4c-4e12-9e74-16b327ec4229 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:01.799603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.888805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] For port a0c75ead-ab4c-4e12-9e74-16b327ec4229, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a0c75ead-ab4c-4e12-9e74-16b327ec4229,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:01.889164 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:01.891016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee175f-524b-4a8c-9fed-a6105aba9e3c req-1f022932-d3ff-4ce0-a264-0a4ee3326e6a tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:01.892586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-baee175f-524b-4a8c-9fed-a6105aba9e3c req-1f022932-d3ff-4ce0-a264-0a4ee3326e6a tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1098 time: 0.0402942 Aug 16 02:36:01.931827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-baee175f-524b-4a8c-9fed-a6105aba9e3c req-dd033bfd-0dae-44dd-bed9-86f4574ad1a6 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330853 Aug 16 02:36:02.113727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.114079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.114398 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Floating IP 0aba4e47-514f-4798-9e91-c768be114961 disassociated. External IP: 172.25.5.149, port: a0c75ead-ab4c-4e12-9e74-16b327ec4229. Aug 16 02:36:02.114738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Calling delete_port for a0c75ead-ab4c-4e12-9e74-16b327ec4229 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:02.149244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-a18ff310-5cb8-4f69-9bb4-25d5f14dd1fb tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:02.150865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-a18ff310-5cb8-4f69-9bb4-25d5f14dd1fb tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/networks?id=8bf22d94-7052-48a6-9e4e-881101f05cf0 HTTP/1.1" status: 200 len: 910 time: 0.0879719 Aug 16 02:36:02.166856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-d84b061d-cac3-479a-ab9e-9b9c81a20b50 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/quotas/d94c7daf09a54acbbf1728cdc09e59ad HTTP/1.1" status: 200 len: 375 time: 0.0096641 Aug 16 02:36:02.215610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-5386bdb4-d609-4ab3-9554-410701e7a326 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=d94c7daf09a54acbbf1728cdc09e59ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0425353 Aug 16 02:36:02.321505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-d80a2d10-5b27-4d2d-b3af-bb46ea27be60 service neutron] 10.222.0.61 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968404 Aug 16 02:36:02.415033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-1bb3215c-4d48-42c9-a313-343d367e2a01 service neutron] 10.222.0.61 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870178 Aug 16 02:36:02.526457 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:02.590871 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.619129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event deleted for resources: {'Port': ['ID=a0c75ead-ab4c-4e12-9e74-16b327ec4229,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:02.731412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Router 71cfa39f-577f-45c9-9573-603cdb400389 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:02.797145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-706dc579-7ca7-409b-88e9-79af17089282 req-4891ea27-c3de-4975-8788-a76a69190eb6 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "GET /v2.0/ports?device_id=b73a562c-cdf5-423b-967d-29b8ef34b6fb HTTP/1.1" status: 200 len: 210 time: 0.0286701 Aug 16 02:36:02.843281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:02.852612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] Sync routers for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:02.862488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:02.863221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:02.883035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] No DVR routers for this DVR port a0c75ead-ab4c-4e12-9e74-16b327ec4229 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:02.886563 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:02.888712 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-afaf7e43-75cd-4b00-8b6a-51d75de72936 req-231c0327-d798-465a-a754-39f85c7b0540 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.93 "DELETE /v2.0/ports/a0c75ead-ab4c-4e12-9e74-16b327ec4229 HTTP/1.1" status: 204 len: 173 time: 1.1816187 Aug 16 02:36:02.889156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'name': 'network-vif-deleted', 'tag': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:02.891515 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeeb226-4ecd-43db-8646-d9e0ff4b126e" -d '{"events": [{"server_uuid": "b73a562c-cdf5-423b-967d-29b8ef34b6fb", "name": "network-vif-deleted", "tag": "a0c75ead-ab4c-4e12-9e74-16b327ec4229"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:02.935421 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f121ba1-5ec0-4eab-9786-eba6b0e78f53 x-openstack-request-id: req-8f121ba1-5ec0-4eab-9786-eba6b0e78f53 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:02.935719 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73a562c-cdf5-423b-967d-29b8ef34b6fb", "name": "network-vif-deleted", "tag": "a0c75ead-ab4c-4e12-9e74-16b327ec4229", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:02.936146 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f121ba1-5ec0-4eab-9786-eba6b0e78f53 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:02.936497 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73a562c-cdf5-423b-967d-29b8ef34b6fb', 'name': 'network-vif-deleted', 'tag': 'a0c75ead-ab4c-4e12-9e74-16b327ec4229', 'status': 'completed', 'code': 200} Aug 16 02:36:02.986430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:03.354766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:31:02Z', 'revision_number': 5, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:03.382049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] Checking router: 71cfa39f-577f-45c9-9573-603cdb400389 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:03.391725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:03.392336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:35:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:03.500964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:03.619100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b84397d5-3390-48d7-8d6b-5d17f2bba39d req-52066465-7741-4647-8746-a605d40f7676 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 210 time: 0.0300615 Aug 16 02:36:03.654305 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec752b34-886c-48f6-a32a-64e09178ee44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:03.739689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:31:02Z', 'revision_number': 5, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:03.770975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e0812-0986-4701-b8e4-a88ec0913500 None None] The sync data for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 is: [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:30:50Z', 'revision_number': 4, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'e4dd91e9-c10e-44e9-95ff-09031a2c12d0', 'name': '', 'network_id': '3d512d1b-34f0-4a1e-a11c-fc67c5ad5026', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'mac_address': 'fa:16:3e:d2:8c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:49Z', 'updated_at': '2021-08-16T02:31:02Z', 'revision_number': 5, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'subnets': [{'id': '53a34ca2-965d-4ac3-89dc-f765833a80d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:03.860011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:03.975080 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.010303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Deleting port 0b2c4aae-2aa2-46a7-ae82-e8a69740461b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:04.010663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.046872 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba1bbc-6830-4d22-a2ca-6fd8589a25ee None None] New status for floating IP 0aba4e47-514f-4798-9e91-c768be114961: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:36:04.099661 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.100322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.113323 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Calling delete_port for 0b2c4aae-2aa2-46a7-ae82-e8a69740461b owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:04.259165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.288805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event deleted for resources: {'Port': ['ID=0b2c4aae-2aa2-46a7-ae82-e8a69740461b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:04.311078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.311445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.311786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.312124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.312465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.312795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.313119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.313443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.313764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.314085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.314407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.314751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.360764 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.363326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.364492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-53124547-f068-4fb4-97ae-7fb095c742d7 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "DELETE /v2.0/floatingips/0aba4e47-514f-4798-9e91-c768be114961 HTTP/1.1" status: 204 len: 168 time: 0.5034080 Aug 16 02:36:04.432542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:04.492155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbd6a-e15c-41d7-b2ca-f7e60f42f487 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.519576 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbd6a-e15c-41d7-b2ca-f7e60f42f487 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.583732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbd6a-e15c-41d7-b2ca-f7e60f42f487 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.586658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbd6a-e15c-41d7-b2ca-f7e60f42f487 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.588966 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d3fcbd6a-e15c-41d7-b2ca-f7e60f42f487 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] 10.222.0.61 "DELETE /v2.0/security-groups/c800f119-eedd-41f1-8594-ee9a333aa545 HTTP/1.1" status: 204 len: 168 time: 0.1554103 Aug 16 02:36:04.603593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcbd6a-e15c-41d7-b2ca-f7e60f42f487 tempest-TestServerBasicOps-1736485342 tempest-TestServerBasicOps-1736485342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c800f119-eedd-41f1-8594-ee9a333aa545,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:04.632647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:04.703955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-e8a2b453-b861-406a-afdd-40d3ca39285e tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:04.706399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-e8a2b453-b861-406a-afdd-40d3ca39285e tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.93 "GET /v2.0/networks?id=8bf22d94-7052-48a6-9e4e-881101f05cf0 HTTP/1.1" status: 200 len: 910 time: 0.1475689 Aug 16 02:36:04.721098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Request body: {'port': {'device_id': '8df43201-8256-42d7-97fa-e9b372612c1e', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'admin_state_up': True, 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:04.742136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fa20a17-9601-4a41-a06c-610e04478f84 req-96bb134b-61f3-44fe-b36c-0b3b31413190 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 210 time: 0.0308864 Aug 16 02:36:04.743310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Made reservation on behalf of d94c7daf09a54acbbf1728cdc09e59ad for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:04.745809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.866411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Allocated IP 172.20.0.11 (8bf22d94-7052-48a6-9e4e-881101f05cf0/8fee00d1-204b-40d0-a537-517b6be7f978/6f10aab4-94cd-4c92-8b87-1acec36518bc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:04.910107 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.010423 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.024144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Transition to ACTIVE for port object 6f10aab4-94cd-4c92-8b87-1acec36518bc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:05.060033 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.099474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4b383f91-086c-4620-8e1f-c86aed640942'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:05.108250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:05.112348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:05.114900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:05.153074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Pushing event updated for resources: {'Port': ['ID=6f10aab4-94cd-4c92-8b87-1acec36518bc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.176668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:05.177293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.197511 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-0f955cb3-3081-4fae-acc3-594990cb635c tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4805152 Aug 16 02:36:05.213235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Request body: {'port': {'device_id': '8df43201-8256-42d7-97fa-e9b372612c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:05.301861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.409431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0a8586c-7819-480b-b6ae-12a16f625e14 None None] Provisioning for port 6f10aab4-94cd-4c92-8b87-1acec36518bc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:05.413616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0a8586c-7819-480b-b6ae-12a16f625e14 None None] Provisioning complete for port 6f10aab4-94cd-4c92-8b87-1acec36518bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:05.414173 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0a8586c-7819-480b-b6ae-12a16f625e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.455335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8586c-7819-480b-b6ae-12a16f625e14 None None] Port 6f10aab4-94cd-4c92-8b87-1acec36518bc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:05.512676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a0c75ead-ab4c-4e12-9e74-16b327ec4229 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:05.533146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: a0c75ead-ab4c-4e12-9e74-16b327ec4229 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:05.533491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a0c75ead-ab4c-4e12-9e74-16b327ec4229 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:05.574949 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.594710 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f10aab4-94cd-4c92-8b87-1acec36518bc {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:36:05.602081 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.614509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Transition to ACTIVE for port object 6f10aab4-94cd-4c92-8b87-1acec36518bc will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:05.617722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.690916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Pushing event updated for resources: {'Port': ['ID=6f10aab4-94cd-4c92-8b87-1acec36518bc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.744380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Attempting to bind port 6f10aab4-94cd-4c92-8b87-1acec36518bc on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:05.745078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Attempting to bind port 6f10aab4-94cd-4c92-8b87-1acec36518bc by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:05.745078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Attempting to bind port 6f10aab4-94cd-4c92-8b87-1acec36518bc on network 8bf22d94-7052-48a6-9e4e-881101f05cf0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:05.756174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Port 6f10aab4-94cd-4c92-8b87-1acec36518bc on network 8bf22d94-7052-48a6-9e4e-881101f05cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:36:05.756599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Attempting to bind port 6f10aab4-94cd-4c92-8b87-1acec36518bc on network 8bf22d94-7052-48a6-9e4e-881101f05cf0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:05.761913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:05.762248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Checking segment: {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:05.763067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Bound using segment: {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:05.763067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Bound port: 6f10aab4-94cd-4c92-8b87-1acec36518bc, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c59d0c-dd46-4af5-b18f-c35331dae6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:05.763392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.843046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] For port 6f10aab4-94cd-4c92-8b87-1acec36518bc, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:05.847127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] For port 6f10aab4-94cd-4c92-8b87-1acec36518bc, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6f10aab4-94cd-4c92-8b87-1acec36518bc,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:05.853836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.891469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:05.892301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.893884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] 10.222.0.93 "PUT /v2.0/ports/6f10aab4-94cd-4c92-8b87-1acec36518bc HTTP/1.1" status: 200 len: 1093 time: 0.6858065 Aug 16 02:36:05.894494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df43201-8256-42d7-97fa-e9b372612c1e', 'tag': '6f10aab4-94cd-4c92-8b87-1acec36518bc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:05.897705 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c6258d-fc32-4b6a-836d-393d00618347" -d '{"events": [{"name": "network-changed", "server_uuid": "8df43201-8256-42d7-97fa-e9b372612c1e", "tag": "6f10aab4-94cd-4c92-8b87-1acec36518bc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:05.897910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981e30-5e6d-4673-ab07-de06d4d6fa0c req-16356370-1b91-4ae2-951e-1659183e6d0e tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:05.899042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03981e30-5e6d-4673-ab07-de06d4d6fa0c req-16356370-1b91-4ae2-951e-1659183e6d0e tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1096 time: 0.0598760 Aug 16 02:36:05.901472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Deleting port e4dd91e9-c10e-44e9-95ff-09031a2c12d0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:05.901814 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.951181 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d4d008-8bc7-49f0-a680-df93a561884e x-openstack-request-id: req-47d4d008-8bc7-49f0-a680-df93a561884e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:05.951521 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df43201-8256-42d7-97fa-e9b372612c1e", "tag": "6f10aab4-94cd-4c92-8b87-1acec36518bc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:05.951879 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47d4d008-8bc7-49f0-a680-df93a561884e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:05.952344 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df43201-8256-42d7-97fa-e9b372612c1e', 'tag': '6f10aab4-94cd-4c92-8b87-1acec36518bc', 'status': 'completed', 'code': 200} Aug 16 02:36:05.983487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4f311-86e5-4b0e-bdad-dc8efb46b159 service neutron] Pushing event updated for resources: {'Port': ['ID=6f10aab4-94cd-4c92-8b87-1acec36518bc,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.994747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03981e30-5e6d-4673-ab07-de06d4d6fa0c req-e6bde542-a86f-4204-bb48-0ad3e066cda2 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888798 Aug 16 02:36:06.014876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-6ae3d8c2-bec0-48d2-8807-ed74289db76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.014876 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-6ae3d8c2-bec0-48d2-8807-ed74289db76d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d94c7daf09a54acbbf1728cdc09e59ad&device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1096 time: 0.0791116 Aug 16 02:36:06.020752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] For port e4dd91e9-c10e-44e9-95ff-09031a2c12d0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e4dd91e9-c10e-44e9-95ff-09031a2c12d0,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:06.021137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.036491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Calling delete_port for e4dd91e9-c10e-44e9-95ff-09031a2c12d0 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:06.058891 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-46199c33-fb1b-4a5b-b15e-79e37635e37b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f10aab4-94cd-4c92-8b87-1acec36518bc HTTP/1.1" status: 200 len: 217 time: 0.0360491 Aug 16 02:36:06.119634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-587ec289-f9b8-490e-8e5a-1e00e9716b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.121112 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-587ec289-f9b8-490e-8e5a-1e00e9716b12 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8fee00d1-204b-40d0-a537-517b6be7f978 HTTP/1.1" status: 200 len: 848 time: 0.0557530 Aug 16 02:36:06.168732 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-3bb393b1-a677-41a1-806d-56fefacbc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.170754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-3bb393b1-a677-41a1-806d-56fefacbc510 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8bf22d94-7052-48a6-9e4e-881101f05cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423317 Aug 16 02:36:06.233643 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.260128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dd91e9-c10e-44e9-95ff-09031a2c12d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:06.267372 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-94175556-da2a-47aa-bbf2-abe84cf5edd3 service neutron] 10.222.0.93 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901499 Aug 16 02:36:06.379564 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4318a697-46ef-43ec-ac86-6d88a67a933f req-bc013180-2c8e-4f3d-a4dc-25c19916e5e4 service neutron] 10.222.0.93 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053052 Aug 16 02:36:06.452649 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.478797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6258d-fc32-4b6a-836d-393d00618347 req-0755b7b6-630b-416b-ac70-d0f687170f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.480265 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76c6258d-fc32-4b6a-836d-393d00618347 req-0755b7b6-630b-416b-ac70-d0f687170f4b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d94c7daf09a54acbbf1728cdc09e59ad&device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1096 time: 0.0454457 Aug 16 02:36:06.575142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6258d-fc32-4b6a-836d-393d00618347 req-5770f3f7-ddee-4b04-8813-4ebb117f6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.576638 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76c6258d-fc32-4b6a-836d-393d00618347 req-5770f3f7-ddee-4b04-8813-4ebb117f6352 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8bf22d94-7052-48a6-9e4e-881101f05cf0 HTTP/1.1" status: 200 len: 910 time: 0.0896595 Aug 16 02:36:06.619741 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76c6258d-fc32-4b6a-836d-393d00618347 req-3493016d-54e0-410c-8a7d-c915da2e8ba8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f10aab4-94cd-4c92-8b87-1acec36518bc HTTP/1.1" status: 200 len: 217 time: 0.0354431 Aug 16 02:36:06.670166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6258d-fc32-4b6a-836d-393d00618347 req-2e45f998-e0e9-428a-ac7c-f18083179078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.671654 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76c6258d-fc32-4b6a-836d-393d00618347 req-2e45f998-e0e9-428a-ac7c-f18083179078 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8fee00d1-204b-40d0-a537-517b6be7f978 HTTP/1.1" status: 200 len: 848 time: 0.0448759 Aug 16 02:36:06.676215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Router 71cfa39f-577f-45c9-9573-603cdb400389 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:06.722884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6258d-fc32-4b6a-836d-393d00618347 req-37bbd2fc-9776-4e12-ad1d-c1d3c992b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.724548 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76c6258d-fc32-4b6a-836d-393d00618347 req-37bbd2fc-9776-4e12-ad1d-c1d3c992b5ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8bf22d94-7052-48a6-9e4e-881101f05cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452483 Aug 16 02:36:06.789972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:06.795933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-435922aa-359e-4fc8-b3fe-90c14237b741 admin admin] 10.222.0.61 "PUT /v2.0/routers/71cfa39f-577f-45c9-9573-603cdb400389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1621313 Aug 16 02:36:06.798779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:06.803835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] Sync routers for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:06.816943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:06.817570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:06.820278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76c6258d-fc32-4b6a-836d-393d00618347 req-887b8a2d-abfb-4292-abec-0413ea2a7990 service neutron] 10.222.0.93 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869355 Aug 16 02:36:06.913586 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.922650 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-76c6258d-fc32-4b6a-836d-393d00618347 req-f311accf-a583-4e82-a5be-0282ccc7a5a0 service neutron] 10.222.0.93 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940676 Aug 16 02:36:06.931192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:07.019632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.047318 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.102213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Deleting port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:07.102612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.131001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:36:06Z', 'revision_number': 5, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port': {'id': '2beeb1e8-9179-4c0e-ad80-ac61fe19bc95', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cfa39f-577f-45c9-9573-603cdb400389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:47Z', 'updated_at': '2021-08-16T02:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:07.157849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] Checking router: 71cfa39f-577f-45c9-9573-603cdb400389 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:07.161863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09641bd-5fee-497b-bff7-010522964143 req-b282f207-5a98-4b26-8fc0-88846f66da09 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:07.163458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c09641bd-5fee-497b-bff7-010522964143 req-b282f207-5a98-4b26-8fc0-88846f66da09 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1096 time: 0.0934455 Aug 16 02:36:07.166667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] Routers {'71cfa39f-577f-45c9-9573-603cdb400389'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:07.167316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['71cfa39f-577f-45c9-9573-603cdb400389'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:07.222027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] For port 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=2beeb1e8-9179-4c0e-ad80-ac61fe19bc95,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:07.222394 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.233884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c09641bd-5fee-497b-bff7-010522964143 req-91345b59-f79b-47b1-b9f4-cc71ddbe62d4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629537 Aug 16 02:36:07.237549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Calling delete_port for 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:07.269424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] Set router 71cfa39f-577f-45c9-9573-603cdb400389 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:07.325829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:36:07Z', 'revision_number': 6, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:07.351710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ede19-a691-483a-b8af-db70eb714a50 None None] The sync data for ids ['71cfa39f-577f-45c9-9573-603cdb400389'] in n-d-768862-14 is: [{'id': '71cfa39f-577f-45c9-9573-603cdb400389', 'name': 'tempest-TestServerBasicOps-584060338-router', 'tenant_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:46Z', 'updated_at': '2021-08-16T02:36:07Z', 'revision_number': 6, 'project_id': '7e18e57f2eee4a02bb2dbd925b87e5d1', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:07.423288 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.447778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2beeb1e8-9179-4c0e-ad80-ac61fe19bc95,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:07.515783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.608413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.610475 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.654875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.655349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71cfa39f-577f-45c9-9573-603cdb400389 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:07.659635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.660785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e4d85e38-0ca5-41b8-b7d9-b5db73ff85ce admin admin] 10.222.0.61 "DELETE /v2.0/routers/71cfa39f-577f-45c9-9573-603cdb400389 HTTP/1.1" status: 204 len: 168 time: 0.8614614 Aug 16 02:36:07.663259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:07.709387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-645905ab-555d-4111-b802-4749961c4bab admin admin] Deleting subnet 53a34ca2-965d-4ac3-89dc-f765833a80d8 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:07.713390 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645905ab-555d-4111-b802-4749961c4bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.755131 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645905ab-555d-4111-b802-4749961c4bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.838611 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645905ab-555d-4111-b802-4749961c4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.891257 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645905ab-555d-4111-b802-4749961c4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.918718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645905ab-555d-4111-b802-4749961c4bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a34ca2-965d-4ac3-89dc-f765833a80d8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:07.920723 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-645905ab-555d-4111-b802-4749961c4bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.924936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-645905ab-555d-4111-b802-4749961c4bab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/53a34ca2-965d-4ac3-89dc-f765833a80d8 HTTP/1.1" status: 204 len: 168 time: 0.2583613 Aug 16 02:36:07.925071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 35980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:07.925606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f498972-0b3f-446c-9942-4983d1275981 None None] Network 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:08.000047 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.053855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Deleting port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:08.054264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.110557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c4acf-8a19-4080-9c47-f352e970023a None None] DHCP port deletion for 3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:08.126827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] For port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8269ddb0-e5eb-4139-9ea8-fcc7d8589372,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:08.127297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.151316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Calling delete_port for 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:08.159190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e56c4acf-8a19-4080-9c47-f352e970023a None None] Deleting port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:08.159573 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e56c4acf-8a19-4080-9c47-f352e970023a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.231660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e56c4acf-8a19-4080-9c47-f352e970023a None None] For port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8269ddb0-e5eb-4139-9ea8-fcc7d8589372,segment=NetworkSegment(b5f85ce6-b58f-4e83-ad49-860f8a23af16),segment_id=b5f85ce6-b58f-4e83-ad49-860f8a23af16)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:08.232065 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e56c4acf-8a19-4080-9c47-f352e970023a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.241795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.246378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e56c4acf-8a19-4080-9c47-f352e970023a None None] Calling delete_port for 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:08.270620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8269ddb0-e5eb-4139-9ea8-fcc7d8589372,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.272628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] No DVR routers for this DVR port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:08.330618 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e56c4acf-8a19-4080-9c47-f352e970023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.357731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c4acf-8a19-4080-9c47-f352e970023a None None] Pushing event deleted for resources: {'Port': ['ID=8269ddb0-e5eb-4139-9ea8-fcc7d8589372,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.364301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c4acf-8a19-4080-9c47-f352e970023a None None] No DVR routers for this DVR port 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:08.375154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.388757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d512d1b-34f0-4a1e-a11c-fc67c5ad5026']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:08.400722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f85ce6-b58f-4e83-ad49-860f8a23af16') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:08.401031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f85ce6-b58f-4e83-ad49-860f8a23af16') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:08.417150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.428104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb05c9a-f35c-4bd8-b6c6-ec8592a86060 req-0182f775-6e94-483f-8d45-c82391a89b08 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:08.429679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fb05c9a-f35c-4bd8-b6c6-ec8592a86060 req-0182f775-6e94-483f-8d45-c82391a89b08 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1096 time: 0.0936680 Aug 16 02:36:08.439202 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.451760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:08.452221 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:08.453957 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:08.525964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fb05c9a-f35c-4bd8-b6c6-ec8592a86060 req-ad406d14-f219-4d73-a3e0-ed66e9100932 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842972 Aug 16 02:36:08.527014 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.533824 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.535385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3d512d1b-34f0-4a1e-a11c-fc67c5ad5026 HTTP/1.1" status: 204 len: 168 time: 0.6094074 Aug 16 02:36:08.538414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:08.546736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef96ec0-2f65-46dd-a34a-1f9d619115f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d512d1b-34f0-4a1e-a11c-fc67c5ad5026,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.902733 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.150772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Deleting port 790614d0-41d5-4adf-aa32-bc5e16c73f4c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:09.151136 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.233345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] For port 790614d0-41d5-4adf-aa32-bc5e16c73f4c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=790614d0-41d5-4adf-aa32-bc5e16c73f4c,segment=NetworkSegment(3d8090e8-e90f-4218-9a14-31a4d7f2c4f3),segment_id=3d8090e8-e90f-4218-9a14-31a4d7f2c4f3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:09.233599 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.246136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Calling delete_port for 790614d0-41d5-4adf-aa32-bc5e16c73f4c owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:09.314010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:09.338866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:09.339243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 2beeb1e8-9179-4c0e-ad80-ac61fe19bc95 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:09.339661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:09.359184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:09.359501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8269ddb0-e5eb-4139-9ea8-fcc7d8589372 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:09.359896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e4dd91e9-c10e-44e9-95ff-09031a2c12d0 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:09.378621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: e4dd91e9-c10e-44e9-95ff-09031a2c12d0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:09.378969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e4dd91e9-c10e-44e9-95ff-09031a2c12d0 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:09.444989 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.473271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Pushing event deleted for resources: {'Port': ['ID=790614d0-41d5-4adf-aa32-bc5e16c73f4c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:09.528219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6f10aab4-94cd-4c92-8b87-1acec36518bc details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:36:09.641694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6f10aab4-94cd-4c92-8b87-1acec36518bc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6f10aab4-94cd-4c92-8b87-1acec36518bc,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:09.654393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.655697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '6f10aab4-94cd-4c92-8b87-1acec36518bc', 'network_id': '8bf22d94-7052-48a6-9e4e-881101f05cf0', 'port_id': '6f10aab4-94cd-4c92-8b87-1acec36518bc', 'mac_address': 'fa:16:3e:1c:bc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fee00d1-204b-40d0-a537-517b6be7f978', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:36:09.662309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcd70f-6583-4567-bbed-01d8ce157732 req-9e49e411-92e7-489d-baa0-477215815eda tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:09.673132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b3dcd70f-6583-4567-bbed-01d8ce157732 req-9e49e411-92e7-489d-baa0-477215815eda tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1096 time: 0.0627556 Aug 16 02:36:09.703683 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.703964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b3dcd70f-6583-4567-bbed-01d8ce157732 req-7e6244b5-5c5f-4acf-b0c0-ceca16c95072 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299208 Aug 16 02:36:09.717081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f10aab4-94cd-4c92-8b87-1acec36518bc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:36:09.736979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6f10aab4-94cd-4c92-8b87-1acec36518bc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6f10aab4-94cd-4c92-8b87-1acec36518bc,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:09.742280 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.789618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6f10aab4-94cd-4c92-8b87-1acec36518bc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:09.881567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Router 19978711-57b6-4f73-9e68-5e17d81dc838 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:09.944640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['6f10aab4-94cd-4c92-8b87-1acec36518bc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:09.989500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:09.994516 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7ab4c5b3-d7f8-4671-b62a-cf295e681185 admin admin] 10.222.0.61 "PUT /v2.0/routers/19978711-57b6-4f73-9e68-5e17d81dc838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4545996 Aug 16 02:36:09.997020 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:09.999537 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] Sync routers for ids ['19978711-57b6-4f73-9e68-5e17d81dc838'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:10.010085 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] Routers {'19978711-57b6-4f73-9e68-5e17d81dc838'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:10.010710 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['19978711-57b6-4f73-9e68-5e17d81dc838'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:10.110249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.114799 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] Set router 19978711-57b6-4f73-9e68-5e17d81dc838 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:10.216663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.272533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Deleting port e063a548-d9b0-4c31-a398-dc37f317bb1b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:10.273101 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.298193 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:54Z', 'updated_at': '2021-08-16T02:36:09Z', 'revision_number': 5, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'gw_port': {'id': 'e063a548-d9b0-4c31-a398-dc37f317bb1b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:55Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:10.323805 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] Checking router: 19978711-57b6-4f73-9e68-5e17d81dc838 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:10.331830 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] Routers {'19978711-57b6-4f73-9e68-5e17d81dc838'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:10.332447 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['19978711-57b6-4f73-9e68-5e17d81dc838'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:10.355689 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] For port e063a548-d9b0-4c31-a398-dc37f317bb1b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e063a548-d9b0-4c31-a398-dc37f317bb1b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:10.356058 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.372646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Calling delete_port for e063a548-d9b0-4c31-a398-dc37f317bb1b owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:10.417399 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] Set router 19978711-57b6-4f73-9e68-5e17d81dc838 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:10.468454 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:54Z', 'updated_at': '2021-08-16T02:36:10Z', 'revision_number': 6, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:10.497559 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aef6ae-f3b8-4e1b-9481-1218936335e4 None None] The sync data for ids ['19978711-57b6-4f73-9e68-5e17d81dc838'] in n-d-768862-14 is: [{'id': '19978711-57b6-4f73-9e68-5e17d81dc838', 'name': 'tempest-TestServerBasicOps-2120632881-router', 'tenant_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:30:54Z', 'updated_at': '2021-08-16T02:36:10Z', 'revision_number': 6, 'project_id': '9de4a5b1dae54d36a02ded20a1140b2e', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:10.544239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.571203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e063a548-d9b0-4c31-a398-dc37f317bb1b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:10.633445 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.723371 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.725489 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.769063 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.769767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19978711-57b6-4f73-9e68-5e17d81dc838 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:10.774111 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.776540 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-db42c5bb-57b8-4614-b948-91ea97594bc0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/19978711-57b6-4f73-9e68-5e17d81dc838 HTTP/1.1" status: 204 len: 168 time: 0.7782061 Aug 16 02:36:10.779043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:10.811767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510feb68-ba8c-40fc-b8f8-31f7ff6168b8 req-c6ecf8f5-3bb4-4128-97a8-fd8563da5db9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:10.813291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-510feb68-ba8c-40fc-b8f8-31f7ff6168b8 req-c6ecf8f5-3bb4-4128-97a8-fd8563da5db9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1097 time: 0.0429223 Aug 16 02:36:10.829316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a84dffa-a4b8-4a21-9f1c-1cddf58a80a0 admin admin] Deleting subnet 575892bc-cba4-4462-8fea-43b259852503 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:10.832991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a84dffa-a4b8-4a21-9f1c-1cddf58a80a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.854807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-510feb68-ba8c-40fc-b8f8-31f7ff6168b8 req-7ad507e0-1f0c-45c1-8dfe-0457630f322f tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Aug 16 02:36:10.873376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a84dffa-a4b8-4a21-9f1c-1cddf58a80a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.953790 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a84dffa-a4b8-4a21-9f1c-1cddf58a80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.009550 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a84dffa-a4b8-4a21-9f1c-1cddf58a80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.035565 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84dffa-a4b8-4a21-9f1c-1cddf58a80a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575892bc-cba4-4462-8fea-43b259852503,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:11.041494 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a84dffa-a4b8-4a21-9f1c-1cddf58a80a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.043399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5a84dffa-a4b8-4a21-9f1c-1cddf58a80a0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/575892bc-cba4-4462-8fea-43b259852503 HTTP/1.1" status: 204 len: 168 time: 0.2634046 Aug 16 02:36:11.045925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 35996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:11.046238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cd0bf6-5bfe-46da-a88a-dcbbf11a598b None None] Network d6810852-b026-4775-aa9a-a6c1a5fd3693 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:11.112713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.166966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Deleting port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:11.167332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.241165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] For port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8ddb0170-e1ec-44ec-9a39-5c98b8e18a05,segment=NetworkSegment(3d8090e8-e90f-4218-9a14-31a4d7f2c4f3),segment_id=3d8090e8-e90f-4218-9a14-31a4d7f2c4f3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:11.241525 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.255623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Calling delete_port for 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:11.269551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] DHCP port deletion for d6810852-b026-4775-aa9a-a6c1a5fd3693 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:11.363347 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.371245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e063a548-d9b0-4c31-a398-dc37f317bb1b no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:11.391596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddb0170-e1ec-44ec-9a39-5c98b8e18a05,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:11.394897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] No DVR routers for this DVR port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:11.397805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: e063a548-d9b0-4c31-a398-dc37f317bb1b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:11.398214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e063a548-d9b0-4c31-a398-dc37f317bb1b not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:11.398697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 790614d0-41d5-4adf-aa32-bc5e16c73f4c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:11.403256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] Deleting port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:11.403634 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.421687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 790614d0-41d5-4adf-aa32-bc5e16c73f4c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:11.422030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 790614d0-41d5-4adf-aa32-bc5e16c73f4c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:11.422536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:11.469448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.480191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6810852-b026-4775-aa9a-a6c1a5fd3693']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:11.482061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:11.482416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:11.492157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:11.492447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8090e8-e90f-4218-9a14-31a4d7f2c4f3') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:11.502574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.506332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] For port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:11.506757 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.517962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.520937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] Calling delete_port for 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:11.524602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:11.525377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] Port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:36:11.525916 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.527584 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:11.527751 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:11.553159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6f10aab4-94cd-4c92-8b87-1acec36518bc up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:11.558824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] Pushing event deleted for resources: {'Port': ['ID=8ddb0170-e1ec-44ec-9a39-5c98b8e18a05,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:11.560734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218dda6-09bd-4abf-8c63-d2ea226d9028 None None] No DVR routers for this DVR port 8ddb0170-e1ec-44ec-9a39-5c98b8e18a05 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:11.617855 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 6f10aab4-94cd-4c92-8b87-1acec36518bc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:11.623183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 6f10aab4-94cd-4c92-8b87-1acec36518bc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:11.623562 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.714140 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.739471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df43201-8256-42d7-97fa-e9b372612c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f10aab4-94cd-4c92-8b87-1acec36518bc'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:11.741766 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317a2ecd-9561-49d6-b126-3774551678dd" -d '{"events": [{"server_uuid": "8df43201-8256-42d7-97fa-e9b372612c1e", "name": "network-vif-plugged", "status": "completed", "tag": "6f10aab4-94cd-4c92-8b87-1acec36518bc"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:11.758026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 6f10aab4-94cd-4c92-8b87-1acec36518bc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6f10aab4-94cd-4c92-8b87-1acec36518bc,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:11.768022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.797317 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ebc3ee-cfa5-423a-80b3-926551006cd6 x-openstack-request-id: req-f8ebc3ee-cfa5-423a-80b3-926551006cd6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:11.797606 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df43201-8256-42d7-97fa-e9b372612c1e", "name": "network-vif-plugged", "status": "completed", "tag": "6f10aab4-94cd-4c92-8b87-1acec36518bc", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:11.797851 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8ebc3ee-cfa5-423a-80b3-926551006cd6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:11.798245 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df43201-8256-42d7-97fa-e9b372612c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f10aab4-94cd-4c92-8b87-1acec36518bc', 'code': 200} Aug 16 02:36:11.828106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=6f10aab4-94cd-4c92-8b87-1acec36518bc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:11.969738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8499bae-d383-4fcf-b316-3915e5ba2e41 req-c53041b1-3424-412d-9a3a-209f659405ca tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:11.971601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8499bae-d383-4fcf-b316-3915e5ba2e41 req-c53041b1-3424-412d-9a3a-209f659405ca tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1098 time: 0.0465508 Aug 16 02:36:11.977242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.982713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.985093 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d6810852-b026-4775-aa9a-a6c1a5fd3693 HTTP/1.1" status: 204 len: 168 time: 0.9377978 Aug 16 02:36:11.991885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d215e76-8801-47b2-8b50-7420eee50b36 req-35cc2e79-78a7-4211-a415-3e7517485a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:11.994052 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d215e76-8801-47b2-8b50-7420eee50b36 req-35cc2e79-78a7-4211-a415-3e7517485a57 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1098 time: 0.0637097 Aug 16 02:36:12.009909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc1965-8c29-4cf1-ba31-55f121cba712 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6810852-b026-4775-aa9a-a6c1a5fd3693,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:12.016542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e8499bae-d383-4fcf-b316-3915e5ba2e41 req-b755b721-9b4a-45c4-851b-23453c69bdf4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369864 Aug 16 02:36:12.035828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5d215e76-8801-47b2-8b50-7420eee50b36 req-781a134a-dce0-4e75-a796-d94d4f1c703c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Aug 16 02:36:12.121909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.193024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-55f39e7f-c77d-4aac-ae0b-0b92de7eacd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e18e57f2eee4a02bb2dbd925b87e5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698864 Aug 16 02:36:12.195617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.196640 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-ac27d477-4799-4e83-a8ba-5073a39a3991 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0681367 Aug 16 02:36:12.251073 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6adb25-66e3-4388-941f-b77b3dd523ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.272958 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6adb25-66e3-4388-941f-b77b3dd523ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.297672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-679d0cf9-31d9-4612-8e17-03cb1cbd3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:12.299179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-679d0cf9-31d9-4612-8e17-03cb1cbd3308 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d94c7daf09a54acbbf1728cdc09e59ad&device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1098 time: 0.0423868 Aug 16 02:36:12.322273 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6adb25-66e3-4388-941f-b77b3dd523ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.324985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6adb25-66e3-4388-941f-b77b3dd523ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.326148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3f6adb25-66e3-4388-941f-b77b3dd523ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/777e642a-5e27-46dc-837a-92b34ac69cbe HTTP/1.1" status: 204 len: 168 time: 0.1295376 Aug 16 02:36:12.334234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6adb25-66e3-4388-941f-b77b3dd523ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e642a-5e27-46dc-837a-92b34ac69cbe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:12.410305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-ebfa4f9a-6d33-4d34-87d4-d4d768e0f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:12.411807 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-ebfa4f9a-6d33-4d34-87d4-d4d768e0f44b service neutron] 10.222.0.86 "GET /v2.0/networks?id=8bf22d94-7052-48a6-9e4e-881101f05cf0 HTTP/1.1" status: 200 len: 910 time: 0.0921340 Aug 16 02:36:12.432276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.457254 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-81abcea9-a627-4aa3-93f8-0767de2004f6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b383f91-086c-4620-8e1f-c86aed640942 HTTP/1.1" status: 200 len: 217 time: 0.0389917 Aug 16 02:36:12.511576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-52ba6d74-1bc4-4fe9-a57e-05cd10df0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:12.513069 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-52ba6d74-1bc4-4fe9-a57e-05cd10df0059 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8fee00d1-204b-40d0-a537-517b6be7f978 HTTP/1.1" status: 200 len: 848 time: 0.0490575 Aug 16 02:36:12.568049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-698b186c-d74a-4eaa-9630-2e7dd7cce5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:12.569618 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-698b186c-d74a-4eaa-9630-2e7dd7cce5ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8bf22d94-7052-48a6-9e4e-881101f05cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411487 Aug 16 02:36:12.657727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36016) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.668549 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-d2960e7a-50ff-4d4c-a01e-9ffdbddd8477 service neutron] 10.222.0.86 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918877 Aug 16 02:36:12.702293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ec7b5498-5034-47df-a083-d2e9bc0b26fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9de4a5b1dae54d36a02ded20a1140b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410855 Aug 16 02:36:12.702558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.750949 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-090047ef-e6fc-400d-b662-470f28cc1c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.760719 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72e913d9-5f1b-4d72-bb19-ea7e0e8a0604 req-1b02cc10-8db1-41d1-b030-cb6b180f89cf service neutron] 10.222.0.86 "GET /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 Aug 16 02:36:12.776779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-090047ef-e6fc-400d-b662-470f28cc1c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.823984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-090047ef-e6fc-400d-b662-470f28cc1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.826563 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-090047ef-e6fc-400d-b662-470f28cc1c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.827757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-090047ef-e6fc-400d-b662-470f28cc1c8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/741b7a8b-606b-4ae2-b9d9-59adebad4d53 HTTP/1.1" status: 204 len: 168 time: 0.1242950 Aug 16 02:36:12.835209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090047ef-e6fc-400d-b662-470f28cc1c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741b7a8b-606b-4ae2-b9d9-59adebad4d53,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:13.129981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a810c-5f44-46f1-9f3a-3cccf7b7bb11 req-cb5e2c07-7093-4c44-b0e2-e0353b5bcbf9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:13.135884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284a810c-5f44-46f1-9f3a-3cccf7b7bb11 req-cb5e2c07-7093-4c44-b0e2-e0353b5bcbf9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1098 time: 0.0488660 Aug 16 02:36:13.170573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284a810c-5f44-46f1-9f3a-3cccf7b7bb11 req-2d97c673-7ac3-4758-a951-477e559bb1a9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Aug 16 02:36:13.282659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf2603-a902-43c7-8c66-be536ef76daf req-66925180-a089-4871-83be-92566093fd66 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:13.284239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46cf2603-a902-43c7-8c66-be536ef76daf req-66925180-a089-4871-83be-92566093fd66 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1098 time: 0.0449908 Aug 16 02:36:13.321132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46cf2603-a902-43c7-8c66-be536ef76daf req-fae79b87-c632-44d9-a052-4d96cd5fe173 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299881 Aug 16 02:36:13.447447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f618a-acb2-4c81-8852-7c3c16263692 req-597f4aae-fbeb-42fb-8187-0701ceb04118 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:13.449181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f93f618a-acb2-4c81-8852-7c3c16263692 req-597f4aae-fbeb-42fb-8187-0701ceb04118 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1098 time: 0.0560391 Aug 16 02:36:13.491700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f93f618a-acb2-4c81-8852-7c3c16263692 req-59005b0c-21da-48bc-97dc-924718902651 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Aug 16 02:36:13.531656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:13.637426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-426457332-network', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:13.657716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Made reservation on behalf of 9a97988af8ae468e8b120b72a7d0503c for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:13.660254 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.670946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.721789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ce93f-fa11-422f-9240-4a6a29cfdea5 req-c837ce47-3eec-425f-94d2-571bf3233fc4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:13.723464 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e24ce93f-fa11-422f-9240-4a6a29cfdea5 req-c837ce47-3eec-425f-94d2-571bf3233fc4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1098 time: 0.0440192 Aug 16 02:36:13.776412 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.777690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e24ce93f-fa11-422f-9240-4a6a29cfdea5 req-e713db87-3615-44b7-b443-1cd235d086cb tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473082 Aug 16 02:36:13.781055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.811413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:13.820408 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2aa0a3-0da1-453c-964d-9d38529f4477,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:13.828284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.828633 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Added segment 2fe30347-9bc9-4496-aae9-394125f93bb8 of type vlan for network a563e206-c413-46b0-b0b9-f3eabf418fd4 Aug 16 02:36:13.869410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.898274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.899236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:13.900000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.952962 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4199791 Aug 16 02:36:13.956550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:13.959868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48445bb-bc52-4429-a22a-ac5b7c158b90 admin admin] Pushing event updated for resources: {'Network': ['ID=a563e206-c413-46b0-b0b9-f3eabf418fd4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:13.963062 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Request body: {'subnet': {'network_id': 'a563e206-c413-46b0-b0b9-f3eabf418fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-426457332-subnet', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:13.970338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network a563e206-c413-46b0-b0b9-f3eabf418fd4 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:13.985160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Made reservation on behalf of 9a97988af8ae468e8b120b72a7d0503c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:13.987462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.167406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.223743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f6c57f-7f49-4408-aa72-2f5a038b8fcb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:14.231889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Checking segment: {'id': '2fe30347-9bc9-4496-aae9-394125f93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a563e206-c413-46b0-b0b9-f3eabf418fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:14.232250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Network hostable DHCP agents. Network: a563e206-c413-46b0-b0b9-f3eabf418fd4, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:14.249139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Network a563e206-c413-46b0-b0b9-f3eabf418fd4 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:14.257865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, a563e206-c413-46b0-b0b9-f3eabf418fd4) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:14.262746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:14.263714 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.268061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d40b4-4333-4ef0-816a-e158d5680a08 None None] Network a563e206-c413-46b0-b0b9-f3eabf418fd4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:14.277814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1c7eae1a-2aa1-40eb-93b9-95d6402e2642 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3195753 Aug 16 02:36:14.280402 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:14.284858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-426457332-router', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:14.305188 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.306795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.362389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.528865 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.578319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-a563e206-c413-46b0-b0b9-f3eabf418fd4', 'network_id': 'a563e206-c413-46b0-b0b9-f3eabf418fd4', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'fixed_ips': [{'subnet_id': '42f6c57f-7f49-4408-aa72-2f5a038b8fcb'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:14.579269 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.714832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Allocated IP 172.20.0.2 (a563e206-c413-46b0-b0b9-f3eabf418fd4/42f6c57f-7f49-4408-aa72-2f5a038b8fcb/364c8d29-05d0-455b-9048-717b0bdabe09) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:14.895659 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.905252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Transition to ACTIVE for port object 364c8d29-05d0-455b-9048-717b0bdabe09 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:14.921371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Transition to ACTIVE for port object 364c8d29-05d0-455b-9048-717b0bdabe09 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:14.927312 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.967537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Network a563e206-c413-46b0-b0b9-f3eabf418fd4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:14.970458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:14.974066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:14.983595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Pushing event updated for resources: {'Port': ['ID=364c8d29-05d0-455b-9048-717b0bdabe09,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.039490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Attempting to bind port 364c8d29-05d0-455b-9048-717b0bdabe09 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:15.039872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Attempting to bind port 364c8d29-05d0-455b-9048-717b0bdabe09 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '2fe30347-9bc9-4496-aae9-394125f93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a563e206-c413-46b0-b0b9-f3eabf418fd4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:15.040641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Attempting to bind port 364c8d29-05d0-455b-9048-717b0bdabe09 on network a563e206-c413-46b0-b0b9-f3eabf418fd4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:15.045729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:15.046109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Checking segment: {'id': '2fe30347-9bc9-4496-aae9-394125f93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a563e206-c413-46b0-b0b9-f3eabf418fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:15.046605 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.047047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Bound using segment: {'id': '2fe30347-9bc9-4496-aae9-394125f93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a563e206-c413-46b0-b0b9-f3eabf418fd4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:15.047631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Bound port: 364c8d29-05d0-455b-9048-717b0bdabe09, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe30347-9bc9-4496-aae9-394125f93bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a563e206-c413-46b0-b0b9-f3eabf418fd4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:15.048020 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.052469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-0674ae30-fb02-47ad-a840-cb0b8d8b9868 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:15.054108 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-0674ae30-fb02-47ad-a840-cb0b8d8b9868 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1098 time: 0.0465047 Aug 16 02:36:15.117980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] For port 364c8d29-05d0-455b-9048-717b0bdabe09, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:15.122414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] For port 364c8d29-05d0-455b-9048-717b0bdabe09, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=364c8d29-05d0-455b-9048-717b0bdabe09,segment=NetworkSegment(2fe30347-9bc9-4496-aae9-394125f93bb8),segment_id=2fe30347-9bc9-4496-aae9-394125f93bb8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:15.128741 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.138116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bd3fd-c6b8-4105-824b-7cd13177fe5a req-e9ee56a4-a001-4777-9488-e01cf4a845cd tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:15.140177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f41bd3fd-c6b8-4105-824b-7cd13177fe5a req-e9ee56a4-a001-4777-9488-e01cf4a845cd tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8df43201-8256-42d7-97fa-e9b372612c1e HTTP/1.1" status: 200 len: 1098 time: 0.0823445 Aug 16 02:36:15.142937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Deleting port 6f10aab4-94cd-4c92-8b87-1acec36518bc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:15.143314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.143746 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.170544 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.198530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47035b89-58f1-4a3b-8fa7-0d1fec931ce3 None None] Pushing event updated for resources: {'Port': ['ID=364c8d29-05d0-455b-9048-717b0bdabe09,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.246748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f41bd3fd-c6b8-4105-824b-7cd13177fe5a req-f5985c1c-45dd-4dcd-a13d-6133aa829bd5 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784607 Aug 16 02:36:15.247459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] For port 6f10aab4-94cd-4c92-8b87-1acec36518bc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=6f10aab4-94cd-4c92-8b87-1acec36518bc,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:15.247896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.277250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Calling delete_port for 6f10aab4-94cd-4c92-8b87-1acec36518bc owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:15.322049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Allocated IP 172.25.5.115 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/8d30c9d8-304a-4d1c-ad58-12567746b7cb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:15.441762 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.454190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['6f10aab4-94cd-4c92-8b87-1acec36518bc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:15.463223 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.485721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f10aab4-94cd-4c92-8b87-1acec36518bc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.505904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4b383f91-086c-4620-8e1f-c86aed640942'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:15.551347 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.584705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] No DVR routers for this DVR port 6f10aab4-94cd-4c92-8b87-1acec36518bc on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:15.596461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.599195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f178cc0d-53a1-454c-a929-8a57a078cfb0 req-42bfea6b-54f4-4fc6-82d1-25f77a5aeea4 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.93 "DELETE /v2.0/ports/6f10aab4-94cd-4c92-8b87-1acec36518bc HTTP/1.1" status: 204 len: 173 time: 0.5382705 Aug 16 02:36:15.599861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df43201-8256-42d7-97fa-e9b372612c1e', 'name': 'network-vif-deleted', 'tag': '6f10aab4-94cd-4c92-8b87-1acec36518bc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:15.602270 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f203776f-d3b8-4ee7-a7bf-6cb188233cf6" -d '{"events": [{"server_uuid": "8df43201-8256-42d7-97fa-e9b372612c1e", "name": "network-vif-deleted", "tag": "6f10aab4-94cd-4c92-8b87-1acec36518bc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:15.614449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:15.621211 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:15.625508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:15.658634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Pushing event updated for resources: {'Port': ['ID=8d30c9d8-304a-4d1c-ad58-12567746b7cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.739312 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc57f447-ace7-42a2-8616-0770e3bd72d6 x-openstack-request-id: req-cc57f447-ace7-42a2-8616-0770e3bd72d6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:15.739866 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df43201-8256-42d7-97fa-e9b372612c1e", "name": "network-vif-deleted", "tag": "6f10aab4-94cd-4c92-8b87-1acec36518bc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:15.740208 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc57f447-ace7-42a2-8616-0770e3bd72d6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:15.740708 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df43201-8256-42d7-97fa-e9b372612c1e', 'name': 'network-vif-deleted', 'tag': '6f10aab4-94cd-4c92-8b87-1acec36518bc', 'status': 'completed', 'code': 200} Aug 16 02:36:15.958072 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.204290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.375745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bc97d-a6fe-4244-b28a-280a53703508 None None] Network a563e206-c413-46b0-b0b9-f3eabf418fd4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:16.411978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Router 535596df-48d7-4f42-9161-c60b4fa7c267 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:16.475473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d9238f46-6916-4089-b01f-e750e2754fa9 None None] Provisioning for port 364c8d29-05d0-455b-9048-717b0bdabe09 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:16.567025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:16.579414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Sync routers for ids ['535596df-48d7-4f42-9161-c60b4fa7c267'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:16.583986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e43ca4-02a2-4243-811e-672264454f9c req-8cbf8fe5-a39f-45e8-affd-8d0d9a1c7f50 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:16.585689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59e43ca4-02a2-4243-811e-672264454f9c req-8cbf8fe5-a39f-45e8-affd-8d0d9a1c7f50 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1098 time: 0.0670693 Aug 16 02:36:16.594448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Routers {'535596df-48d7-4f42-9161-c60b4fa7c267'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:16.595065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['535596df-48d7-4f42-9161-c60b4fa7c267'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:16.599836 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.603877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2ace69c6-2dd1-4d9c-ab4f-fd6124c0b5bd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3197823 Aug 16 02:36:16.604653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:16.637850 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59e43ca4-02a2-4243-811e-672264454f9c req-6fe2aba8-0959-44d4-b8ec-4e6ef3546c62 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Aug 16 02:36:16.723355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Set router 535596df-48d7-4f42-9161-c60b4fa7c267 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:16.927924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'name': 'tempest-ImageQuotaTest-426457332-router', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:14Z', 'updated_at': '2021-08-16T02:36:15Z', 'revision_number': 3, 'project_id': '9a97988af8ae468e8b120b72a7d0503c', 'gw_port': {'id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:15Z', 'updated_at': '2021-08-16T02:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:16.953988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Checking router: 535596df-48d7-4f42-9161-c60b4fa7c267 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:16.954342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Updating router 535596df-48d7-4f42-9161-c60b4fa7c267 port 8d30c9d8-304a-4d1c-ad58-12567746b7cb binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:16.979984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.058500 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.220669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Allocated IP 172.20.0.1 (a563e206-c413-46b0-b0b9-f3eabf418fd4/42f6c57f-7f49-4408-aa72-2f5a038b8fcb/74178356-f0c9-4803-8c3a-3c2bc09062a6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:17.245490 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.256338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Transition to ACTIVE for port object 8d30c9d8-304a-4d1c-ad58-12567746b7cb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:17.264012 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.319721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Attempting to bind port 8d30c9d8-304a-4d1c-ad58-12567746b7cb on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:17.320137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Attempting to bind port 8d30c9d8-304a-4d1c-ad58-12567746b7cb by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:17.320484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Attempting to bind port 8d30c9d8-304a-4d1c-ad58-12567746b7cb on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:17.330311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403e631-7972-4bab-a83c-3f4ac99e8d6f None None] Pushing event updated for resources: {'Port': ['ID=8d30c9d8-304a-4d1c-ad58-12567746b7cb,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:17.332867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:17.333254 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:17.333660 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.334466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:17.334613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Bound port: 8d30c9d8-304a-4d1c-ad58-12567746b7cb, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:17.334911 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.344340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.360055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Transition to ACTIVE for port object 74178356-f0c9-4803-8c3a-3c2bc09062a6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:17.392812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 364c8d29-05d0-455b-9048-717b0bdabe09 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:17.405562 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.417112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] For port 8d30c9d8-304a-4d1c-ad58-12567746b7cb, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:17.436373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] For port 8d30c9d8-304a-4d1c-ad58-12567746b7cb, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8d30c9d8-304a-4d1c-ad58-12567746b7cb,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:17.443028 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.445677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Network a563e206-c413-46b0-b0b9-f3eabf418fd4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:17.451370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:17.455781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:17.486287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Pushing event updated for resources: {'Port': ['ID=74178356-f0c9-4803-8c3a-3c2bc09062a6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:17.508137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.516689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Routers {'535596df-48d7-4f42-9161-c60b4fa7c267'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:17.517710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['535596df-48d7-4f42-9161-c60b4fa7c267'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:17.522065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 364c8d29-05d0-455b-9048-717b0bdabe09 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:17.556011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403e631-7972-4bab-a83c-3f4ac99e8d6f None None] Pushing event updated for resources: {'Port': ['ID=8d30c9d8-304a-4d1c-ad58-12567746b7cb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:17.562814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 364c8d29-05d0-455b-9048-717b0bdabe09 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:17.563064 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.660615 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.679074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] Set router 535596df-48d7-4f42-9161-c60b4fa7c267 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:17.743958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:17.810003 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.827227 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22ab9d96-ee55-4d8d-9e07-fbb3b7715b82 None None] Provisioning for port 74178356-f0c9-4803-8c3a-3c2bc09062a6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:17.831343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058099b-1135-44d0-89b6-bc95f5ce1450 req-408e0f24-6b95-4874-a77a-7a93890eec5b tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:17.832872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5058099b-1135-44d0-89b6-bc95f5ce1450 req-408e0f24-6b95-4874-a77a-7a93890eec5b tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1098 time: 0.1177425 Aug 16 02:36:17.836272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67302014-d4e0-417b-9256-853ce8a65547 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:17.836471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22ab9d96-ee55-4d8d-9e07-fbb3b7715b82 None None] Provisioning complete for port 74178356-f0c9-4803-8c3a-3c2bc09062a6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:17.836695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67302014-d4e0-417b-9256-853ce8a65547 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:17.836866 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22ab9d96-ee55-4d8d-9e07-fbb3b7715b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.837369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67302014-d4e0-417b-9256-853ce8a65547 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:17.843435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-67302014-d4e0-417b-9256-853ce8a65547 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=40a971cda23b4b2db655339a8e29dfbc&network_id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 HTTP/1.1" status: 200 len: 2972 time: 0.0936902 Aug 16 02:36:17.845014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.855269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.895497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5058099b-1135-44d0-89b6-bc95f5ce1450 req-03e5e125-e331-4c62-8670-83cf5652c12d tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b174d281-7fc5-43ba-978d-94f798754bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451663 Aug 16 02:36:17.896283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 364c8d29-05d0-455b-9048-717b0bdabe09, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=364c8d29-05d0-455b-9048-717b0bdabe09,segment=NetworkSegment(2fe30347-9bc9-4496-aae9-394125f93bb8),segment_id=2fe30347-9bc9-4496-aae9-394125f93bb8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:17.914857 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.926253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-22ab9d96-ee55-4d8d-9e07-fbb3b7715b82 None None] Port 74178356-f0c9-4803-8c3a-3c2bc09062a6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:17.928307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Pushing event updated for resources: {'Port': ['ID=74178356-f0c9-4803-8c3a-3c2bc09062a6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:17.932430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.994779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=364c8d29-05d0-455b-9048-717b0bdabe09,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:18.018906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'name': 'tempest-ImageQuotaTest-426457332-router', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:14Z', 'updated_at': '2021-08-16T02:36:15Z', 'revision_number': 3, 'project_id': '9a97988af8ae468e8b120b72a7d0503c', 'gw_port': {'id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:15Z', 'updated_at': '2021-08-16T02:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:18.032503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Network a563e206-c413-46b0-b0b9-f3eabf418fd4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:18.033901 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:18.049761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54dbfbb-0451-4b1e-8131-8954e6ae6436 None None] The sync data for ids ['535596df-48d7-4f42-9161-c60b4fa7c267'] in n-d-768862-14 is: [{'id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'name': 'tempest-ImageQuotaTest-426457332-router', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:14Z', 'updated_at': '2021-08-16T02:36:15Z', 'revision_number': 3, 'project_id': '9a97988af8ae468e8b120b72a7d0503c', 'gw_port': {'id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:15Z', 'updated_at': '2021-08-16T02:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:18.189717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Router 535596df-48d7-4f42-9161-c60b4fa7c267 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:18.211932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-196ead81-5f72-4319-9bcd-a59a9c7cdca1 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:18.213651 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-196ead81-5f72-4319-9bcd-a59a9c7cdca1 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 1098 time: 0.0634658 Aug 16 02:36:18.357490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-776946fe-c563-44d1-bfec-80f582db798c None None] Provisioning complete for port 74178356-f0c9-4803-8c3a-3c2bc09062a6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:18.357945 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-776946fe-c563-44d1-bfec-80f582db798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.386739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:18.399969 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-aa31fdf6-7e24-4978-96ef-358da1a63994 admin admin] 10.222.0.61 "PUT /v2.0/routers/535596df-48d7-4f42-9161-c60b4fa7c267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929125 Aug 16 02:36:18.402410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-776946fe-c563-44d1-bfec-80f582db798c None None] Port 74178356-f0c9-4803-8c3a-3c2bc09062a6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:18.411578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Deleting port 4b383f91-086c-4620-8e1f-c86aed640942 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:18.412497 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.505708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] For port 4b383f91-086c-4620-8e1f-c86aed640942, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b383f91-086c-4620-8e1f-c86aed640942,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:18.506084 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.523806 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Calling delete_port for 4b383f91-086c-4620-8e1f-c86aed640942 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:18.670734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.705788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4b383f91-086c-4620-8e1f-c86aed640942'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:18.710754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b383f91-086c-4620-8e1f-c86aed640942,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:18.747382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] No DVR routers for this DVR port 4b383f91-086c-4620-8e1f-c86aed640942 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:18.750218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.752498 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-585c25f0-c791-48b3-a7dd-40c1c1db9c2b req-1e592428-d75c-4601-abf1-0edcf76e4bc9 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.86 "DELETE /v2.0/ports/4b383f91-086c-4620-8e1f-c86aed640942 HTTP/1.1" status: 204 len: 173 time: 0.5058193 Aug 16 02:36:18.752976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f982ba8f-09fb-44a7-ab00-9ab9505ddb45', 'name': 'network-vif-deleted', 'tag': '4b383f91-086c-4620-8e1f-c86aed640942'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:18.755705 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f680aa-bf2d-42d5-9703-462ede48ec26" -d '{"events": [{"server_uuid": "f982ba8f-09fb-44a7-ab00-9ab9505ddb45", "name": "network-vif-deleted", "tag": "4b383f91-086c-4620-8e1f-c86aed640942"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:18.805062 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e911886a-d409-475c-a79e-0ecbd2847343 x-openstack-request-id: req-e911886a-d409-475c-a79e-0ecbd2847343 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:18.805363 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f982ba8f-09fb-44a7-ab00-9ab9505ddb45", "name": "network-vif-deleted", "tag": "4b383f91-086c-4620-8e1f-c86aed640942", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:18.805646 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e911886a-d409-475c-a79e-0ecbd2847343 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:18.806570 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f982ba8f-09fb-44a7-ab00-9ab9505ddb45', 'name': 'network-vif-deleted', 'tag': '4b383f91-086c-4620-8e1f-c86aed640942', 'status': 'completed', 'code': 200} Aug 16 02:36:19.018438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3378981-9d20-484c-a1a9-9f612aff5110 req-e4aa338d-03a7-4850-aa43-bc139a6fd856 tempest-TestServerMultinode-1684311137 tempest-TestServerMultinode-1684311137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f982ba8f-09fb-44a7-ab00-9ab9505ddb45 HTTP/1.1" status: 200 len: 210 time: 0.0335054 Aug 16 02:36:19.429847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8d30c9d8-304a-4d1c-ad58-12567746b7cb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:19.487279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8d30c9d8-304a-4d1c-ad58-12567746b7cb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:19.492192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8d30c9d8-304a-4d1c-ad58-12567746b7cb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:19.492834 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.577427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:19.585162 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.600504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6f10aab4-94cd-4c92-8b87-1acec36518bc no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:19.628267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 8d30c9d8-304a-4d1c-ad58-12567746b7cb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8d30c9d8-304a-4d1c-ad58-12567746b7cb,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:19.629584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 6f10aab4-94cd-4c92-8b87-1acec36518bc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:19.629946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 6f10aab4-94cd-4c92-8b87-1acec36518bc not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:19.636153 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.636958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 364c8d29-05d0-455b-9048-717b0bdabe09 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:19.714127 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=8d30c9d8-304a-4d1c-ad58-12567746b7cb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:19.725508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.725864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.726199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.726536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.726870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.727225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.728302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.729105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.729443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.729776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.730099 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.730423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:19.738655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 364c8d29-05d0-455b-9048-717b0bdabe09 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:19.739013 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.781458 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Sync routers for ids ['535596df-48d7-4f42-9161-c60b4fa7c267'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:19.792584 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Routers {'535596df-48d7-4f42-9161-c60b4fa7c267'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:19.793203 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['535596df-48d7-4f42-9161-c60b4fa7c267'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:19.919379 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Set router 535596df-48d7-4f42-9161-c60b4fa7c267 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:19.944655 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.081585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:20.130227 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'name': 'tempest-ImageQuotaTest-426457332-router', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:14Z', 'updated_at': '2021-08-16T02:36:17Z', 'revision_number': 4, 'project_id': '9a97988af8ae468e8b120b72a7d0503c', 'gw_port': {'id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:15Z', 'updated_at': '2021-08-16T02:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '74178356-f0c9-4803-8c3a-3c2bc09062a6', 'name': '', 'network_id': 'a563e206-c413-46b0-b0b9-f3eabf418fd4', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'mac_address': 'fa:16:3e:7b:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '42f6c57f-7f49-4408-aa72-2f5a038b8fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:17Z', 'updated_at': '2021-08-16T02:36:17Z', 'revision_number': 2, 'project_id': '9a97988af8ae468e8b120b72a7d0503c', 'subnets': [{'id': '42f6c57f-7f49-4408-aa72-2f5a038b8fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:20.163065 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Checking router: 535596df-48d7-4f42-9161-c60b4fa7c267 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:20.163520 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Updating router 535596df-48d7-4f42-9161-c60b4fa7c267 port 74178356-f0c9-4803-8c3a-3c2bc09062a6 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:20.190673 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.232625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Deleting port 74178356-f0c9-4803-8c3a-3c2bc09062a6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:20.233200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.314025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.328135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Calling delete_port for 74178356-f0c9-4803-8c3a-3c2bc09062a6 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:20.460186 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.471050 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.523033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.554866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Pushing event deleted for resources: {'Port': ['ID=74178356-f0c9-4803-8c3a-3c2bc09062a6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=94642) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers result.read() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 638, in get_objects Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers items = [ Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2840, in __iter__ Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2847, in _iter Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 290, in orm_pre_session_exec Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers session._autoflush() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers self.flush() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers self._flush(objects) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers compat.raise_( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers raise exception Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers flush_context.execute() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers rec.execute(self) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1583, in _execute_20 Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1452, in _execute_clauseelement Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1814, in _execute_context Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1993, in _handle_dbapi_exception Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers raise exception Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers result.read() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-768862-14', 'ml2_port_bindings_port_id': '74178356-f0c9-4803-8c3a-3c2bc09062a6', 'ml2_port_bindings_host': ''}] Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers (Background on this error at: https://sqlalche.me/e/14/e3q8) Aug 16 02:36:20.572815 n-d-768862-14 neutron-server[94642]: ERROR neutron.plugins.ml2.managers Aug 16 02:36:20.586661 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.db.api [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:36:20.586661 n-d-768862-14 neutron-server[94642]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 16 02:36:20.586661 n-d-768862-14 neutron-server[94642]: [parameters: {'host': 'n-d-768862-14', 'ml2_port_bindings_port_id': '74178356-f0c9-4803-8c3a-3c2bc09062a6', 'ml2_port_bindings_host': ''}] Aug 16 02:36:20.586661 n-d-768862-14 neutron-server[94642]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:36:20.586661 n-d-768862-14 neutron-server[94642]: DEBUG oslo_db.api [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:36:20.735194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Deleting port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:20.735784 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.746326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.818381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] For port 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c24ab7b-ec44-4d17-b8f8-be24c8191ba1,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:20.818744 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.831765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Calling delete_port for 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:20.965140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Router 535596df-48d7-4f42-9161-c60b4fa7c267 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:21.016437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.046502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c24ab7b-ec44-4d17-b8f8-be24c8191ba1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:21.076004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:21.082483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ecc896e3-9f95-4012-8226-70e840f72766 admin admin] 10.222.0.61 "PUT /v2.0/routers/535596df-48d7-4f42-9161-c60b4fa7c267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5038037 Aug 16 02:36:21.084903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:21.103894 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Port 74178356-f0c9-4803-8c3a-3c2bc09062a6 not found while updating agent binding for router 535596df-48d7-4f42-9161-c60b4fa7c267. {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:36:21.119947 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Routers {'535596df-48d7-4f42-9161-c60b4fa7c267'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:21.120877 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['535596df-48d7-4f42-9161-c60b4fa7c267'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:21.205230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.235153 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.253000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36116) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:21.325745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.397652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Deleting port 8d30c9d8-304a-4d1c-ad58-12567746b7cb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:21.398370 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.432616 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] Set router 535596df-48d7-4f42-9161-c60b4fa7c267 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:21.436422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8d30c9d8-304a-4d1c-ad58-12567746b7cb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:21.502918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] For port 8d30c9d8-304a-4d1c-ad58-12567746b7cb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8d30c9d8-304a-4d1c-ad58-12567746b7cb,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:21.504024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.504838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8d30c9d8-304a-4d1c-ad58-12567746b7cb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:21.505410 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.519444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Calling delete_port for 8d30c9d8-304a-4d1c-ad58-12567746b7cb owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:21.636178 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'name': 'tempest-ImageQuotaTest-426457332-router', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:14Z', 'updated_at': '2021-08-16T02:36:20Z', 'revision_number': 5, 'project_id': '9a97988af8ae468e8b120b72a7d0503c', 'gw_port': {'id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:15Z', 'updated_at': '2021-08-16T02:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:21.663311 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c22e1f-b3d8-4a0f-b086-a3e9fdc86d12 None None] The sync data for ids ['535596df-48d7-4f42-9161-c60b4fa7c267'] in n-d-768862-14 is: [{'id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'name': 'tempest-ImageQuotaTest-426457332-router', 'tenant_id': '9a97988af8ae468e8b120b72a7d0503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:14Z', 'updated_at': '2021-08-16T02:36:20Z', 'revision_number': 5, 'project_id': '9a97988af8ae468e8b120b72a7d0503c', 'gw_port': {'id': '8d30c9d8-304a-4d1c-ad58-12567746b7cb', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535596df-48d7-4f42-9161-c60b4fa7c267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:15Z', 'updated_at': '2021-08-16T02:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:21.719783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.745446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b383f91-086c-4620-8e1f-c86aed640942 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:21.750140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d30c9d8-304a-4d1c-ad58-12567746b7cb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:21.767039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 4b383f91-086c-4620-8e1f-c86aed640942 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:21.767446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b383f91-086c-4620-8e1f-c86aed640942 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:21.819531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.837403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95159246-2322-4abd-9c0f-945c9b5cb267 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:21.853074 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-95159246-2322-4abd-9c0f-945c9b5cb267 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9 HTTP/1.1" status: 200 len: 814 time: 0.5847673 Aug 16 02:36:21.965142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:22.086431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:22.098599 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a5091150-40d1-46bb-bf81-a945535fff21 admin admin] 10.222.0.61 "PUT /v2.0/routers/6663f216-f8ba-4d4c-a20a-d1e7718d8118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0119343 Aug 16 02:36:22.098599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:22.103960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] Sync routers for ids ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:22.116593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] Routers {'6663f216-f8ba-4d4c-a20a-d1e7718d8118'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:22.117666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:22.238498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.258174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] Set router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:22.287398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.291215 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.338680 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.339398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 535596df-48d7-4f42-9161-c60b4fa7c267 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:22.348338 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.351391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ae7b3a7e-5915-4851-9560-bce9ba04a453 admin admin] 10.222.0.61 "DELETE /v2.0/routers/535596df-48d7-4f42-9161-c60b4fa7c267 HTTP/1.1" status: 204 len: 168 time: 1.2654736 Aug 16 02:36:22.354076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:22.366553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.406351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f84f2b6-b314-404c-aa6d-0c464e105e22 admin admin] Deleting subnet 42f6c57f-7f49-4408-aa72-2f5a038b8fcb {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:22.411768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f84f2b6-b314-404c-aa6d-0c464e105e22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.432249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Deleting port 07eddf94-7e82-4540-bb34-26c4a4326fce {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:22.433039 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.445401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:22.451766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'network': {'name': 'tempest-network-smoke--67304558', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:22.486102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Made reservation on behalf of 40a971cda23b4b2db655339a8e29dfbc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:22.490447 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.499985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:36:20Z', 'revision_number': 5, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'gw_port': {'id': '07eddf94-7e82-4540-bb34-26c4a4326fce', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:22.506019 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f84f2b6-b314-404c-aa6d-0c464e105e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.528201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] For port 07eddf94-7e82-4540-bb34-26c4a4326fce, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=07eddf94-7e82-4540-bb34-26c4a4326fce,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:22.528641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.531866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] Checking router: 6663f216-f8ba-4d4c-a20a-d1e7718d8118 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:22.538462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:22.542275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] Routers {'6663f216-f8ba-4d4c-a20a-d1e7718d8118'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:22.542952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:22.547405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Calling delete_port for 07eddf94-7e82-4540-bb34-26c4a4326fce owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:22.550202 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c940c6-3eaa-41bc-9a7e-2198d9bf07f9 None None] Sync routers for ids ['535596df-48d7-4f42-9161-c60b4fa7c267'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:22.553264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.553620 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Added segment cee66889-feaf-4172-8ccb-788c53dd01e5 of type vlan for network cb952eeb-adfa-4663-bdcc-c47613f3f80f Aug 16 02:36:22.560983 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c940c6-3eaa-41bc-9a7e-2198d9bf07f9 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:22.561831 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c940c6-3eaa-41bc-9a7e-2198d9bf07f9 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:36:22.562513 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9c940c6-3eaa-41bc-9a7e-2198d9bf07f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'535596df-48d7-4f42-9161-c60b4fa7c267'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94642) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:36:22.571640 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c940c6-3eaa-41bc-9a7e-2198d9bf07f9 None None] Routers set() bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:22.572355 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c940c6-3eaa-41bc-9a7e-2198d9bf07f9 None None] Router IDs set() for agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:36:22.573185 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9c940c6-3eaa-41bc-9a7e-2198d9bf07f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'535596df-48d7-4f42-9161-c60b4fa7c267'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent'). {{(pid=94642) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:36:22.573838 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c940c6-3eaa-41bc-9a7e-2198d9bf07f9 None None] The sync data for ids ['535596df-48d7-4f42-9161-c60b4fa7c267'] in n-d-768862-14 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:22.645325 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.675850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f84f2b6-b314-404c-aa6d-0c464e105e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.728769 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.734275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:22.734912 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.768279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.810755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=07eddf94-7e82-4540-bb34-26c4a4326fce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:22.823777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3771825 Aug 16 02:36:22.827360 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:22.839213 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f84f2b6-b314-404c-aa6d-0c464e105e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.842763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] Set router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:22.875005 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.881606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa4eac-50f5-416c-b041-4ba86a6b6d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Network': ['ID=cb952eeb-adfa-4663-bdcc-c47613f3f80f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:22.888756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84f2b6-b314-404c-aa6d-0c464e105e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f6c57f-7f49-4408-aa72-2f5a038b8fcb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:22.905515 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f84f2b6-b314-404c-aa6d-0c464e105e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.907441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0f84f2b6-b314-404c-aa6d-0c464e105e22 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/42f6c57f-7f49-4408-aa72-2f5a038b8fcb HTTP/1.1" status: 204 len: 168 time: 0.5513706 Aug 16 02:36:22.909914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:22.916752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network cb952eeb-adfa-4663-bdcc-c47613f3f80f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:22.922211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118e6f7-150e-4500-8f47-d9a88d384494 None None] Network a563e206-c413-46b0-b0b9-f3eabf418fd4 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:22.923526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c97b66-a9a9-4102-99b0-6076cabb534a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:22.924012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:36:22Z', 'revision_number': 6, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:22.927774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b6c97b66-a9a9-4102-99b0-6076cabb534a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=40a971cda23b4b2db655339a8e29dfbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0966039 Aug 16 02:36:22.936663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:22.983045 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.985259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.031145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73371cc-00d6-4af8-95b4-96dd72fdb243 None None] The sync data for ids ['6663f216-f8ba-4d4c-a20a-d1e7718d8118'] in n-d-768862-14 is: [{'id': '6663f216-f8ba-4d4c-a20a-d1e7718d8118', 'name': 'tempest-TestServerMultinode-816208046-router', 'tenant_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:40Z', 'updated_at': '2021-08-16T02:36:22Z', 'revision_number': 6, 'project_id': 'f3d35c0b79c5473ab1ff73b09d4094b8', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:23.041887 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.043696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6663f216-f8ba-4d4c-a20a-d1e7718d8118 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:23.044883 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.048929 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.052520 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-688a678e-ca23-4600-8e40-f6984a7b47c9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6663f216-f8ba-4d4c-a20a-d1e7718d8118 HTTP/1.1" status: 204 len: 168 time: 0.9517202 Aug 16 02:36:23.052854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:23.096300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd34c1b4-3676-4a22-ba37-da16055f05e6 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:23.098176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cd34c1b4-3676-4a22-ba37-da16055f05e6 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1611664 Aug 16 02:36:23.135602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:23.181641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Deleting port 364c8d29-05d0-455b-9048-717b0bdabe09 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:23.182223 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.185431 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0f53a1f1-f565-4b06-bdb3-f7cbd7ad4ea0 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487032 Aug 16 02:36:23.188259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:23.221447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-567bfe9d-589d-4044-8d8d-506e2ee61f99 admin admin] Deleting subnet 8fee00d1-204b-40d0-a537-517b6be7f978 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:23.226560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7eaef8d9-be80-4d10-b3de-9bf62c3f2184 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=40a971cda23b4b2db655339a8e29dfbc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372999 Aug 16 02:36:23.227923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-567bfe9d-589d-4044-8d8d-506e2ee61f99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.230925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:23.263065 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-567bfe9d-589d-4044-8d8d-506e2ee61f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.305150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] For port 364c8d29-05d0-455b-9048-717b0bdabe09, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=364c8d29-05d0-455b-9048-717b0bdabe09,segment=NetworkSegment(2fe30347-9bc9-4496-aae9-394125f93bb8),segment_id=2fe30347-9bc9-4496-aae9-394125f93bb8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:23.306181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.323579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Calling delete_port for 364c8d29-05d0-455b-9048-717b0bdabe09 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:23.350636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-567bfe9d-589d-4044-8d8d-506e2ee61f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.395856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a54b1-6331-43de-9b33-9b86646db002 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:23.397474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d43a54b1-6331-43de-9b33-9b86646db002 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1654718 Aug 16 02:36:23.401066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:23.409157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-567bfe9d-589d-4044-8d8d-506e2ee61f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.440828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bfe9d-589d-4044-8d8d-506e2ee61f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fee00d1-204b-40d0-a537-517b6be7f978,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:23.441765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8a68ef1f-7cf9-4f59-9b3b-bf1a46f1302f tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395885 Aug 16 02:36:23.442991 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-567bfe9d-589d-4044-8d8d-506e2ee61f99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.445207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-567bfe9d-589d-4044-8d8d-506e2ee61f99 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8fee00d1-204b-40d0-a537-517b6be7f978 HTTP/1.1" status: 204 len: 168 time: 0.3913548 Aug 16 02:36:23.445554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:23.447449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:23.450852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ebff6-15b2-4eaf-bd8e-de435166b71b None None] Network 8bf22d94-7052-48a6-9e4e-881101f05cf0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:23.467964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520594562', 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:23.514150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] DHCP port deletion for a563e206-c413-46b0-b0b9-f3eabf418fd4 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:23.527457 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.570178 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.624892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Deleting port 4d6c7579-069c-474b-89e0-782e396803fe {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:23.625447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.635718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=364c8d29-05d0-455b-9048-717b0bdabe09,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:23.646485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] No DVR routers for this DVR port 364c8d29-05d0-455b-9048-717b0bdabe09 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:23.670208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] Deleting port 364c8d29-05d0-455b-9048-717b0bdabe09 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:23.670682 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.701025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] For port 4d6c7579-069c-474b-89e0-782e396803fe, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4d6c7579-069c-474b-89e0-782e396803fe,segment=NetworkSegment(87c59d0c-dd46-4af5-b18f-c35331dae6b7),segment_id=87c59d0c-dd46-4af5-b18f-c35331dae6b7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:23.701766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.718945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Calling delete_port for 4d6c7579-069c-474b-89e0-782e396803fe owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:23.734757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Made reservation on behalf of 40a971cda23b4b2db655339a8e29dfbc for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:23.738319 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.742035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.750950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] For port 364c8d29-05d0-455b-9048-717b0bdabe09, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:23.751394 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.769281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] Calling delete_port for 364c8d29-05d0-455b-9048-717b0bdabe09 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:23.772011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] Port 364c8d29-05d0-455b-9048-717b0bdabe09 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:36:23.773307 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.795131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a563e206-c413-46b0-b0b9-f3eabf418fd4']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.799694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] Pushing event deleted for resources: {'Port': ['ID=364c8d29-05d0-455b-9048-717b0bdabe09,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:23.804707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c666e2-bc29-4d59-828e-0636ad486a96 None None] No DVR routers for this DVR port 364c8d29-05d0-455b-9048-717b0bdabe09 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:23.815371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe30347-9bc9-4496-aae9-394125f93bb8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.815674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe30347-9bc9-4496-aae9-394125f93bb8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.823506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.832575 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.849819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6c7579-069c-474b-89e0-782e396803fe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:23.853896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] No DVR routers for this DVR port 4d6c7579-069c-474b-89e0-782e396803fe on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:23.856710 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.865753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:23.866154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:23.867932 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:23.924208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.924650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.931703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.936021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a563e206-c413-46b0-b0b9-f3eabf418fd4 HTTP/1.1" status: 204 len: 168 time: 1.0227499 Aug 16 02:36:23.949920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf22d94-7052-48a6-9e4e-881101f05cf0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.976045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c59d0c-dd46-4af5-b18f-c35331dae6b7') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.976045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c59d0c-dd46-4af5-b18f-c35331dae6b7') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.989427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d50c8a-ae52-44b6-8b75-b54d6893dc51 None None] DHCP port deletion for 8bf22d94-7052-48a6-9e4e-881101f05cf0 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:23.996383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.014840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.019786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:24.021884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:24.022492 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:24.032568 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:24.046553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0eed14-9721-45be-be96-40a67d5ef1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a563e206-c413-46b0-b0b9-f3eabf418fd4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:24.057652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:24.058032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c24ab7b-ec44-4d17-b8f8-be24c8191ba1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:24.058456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8d30c9d8-304a-4d1c-ad58-12567746b7cb no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:24.084560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 8d30c9d8-304a-4d1c-ad58-12567746b7cb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:24.084920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8d30c9d8-304a-4d1c-ad58-12567746b7cb not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:24.085347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 364c8d29-05d0-455b-9048-717b0bdabe09 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:24.109012 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.116534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.119127 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8bf22d94-7052-48a6-9e4e-881101f05cf0 HTTP/1.1" status: 204 len: 168 time: 0.6705136 Aug 16 02:36:24.131829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:24.132146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:24.136026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 364c8d29-05d0-455b-9048-717b0bdabe09 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:24.136702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 364c8d29-05d0-455b-9048-717b0bdabe09 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:24.136956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec42dc-4879-4c0c-aa36-b6b3fca79c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf22d94-7052-48a6-9e4e-881101f05cf0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:24.150145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.327066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Subnet': ['ID=027a31a2-888e-4838-939d-ce70590a9f85,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:24.340238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c62d8cda-0f33-4449-9885-cf193da9d734 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a97988af8ae468e8b120b72a7d0503c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070448 Aug 16 02:36:24.343508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:24.359673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Checking segment: {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:24.360044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network hostable DHCP agents. Network: cb952eeb-adfa-4663-bdcc-c47613f3f80f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:24.393102 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d15ff05a-6747-4d02-a983-1ca4bd67b59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.416428 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d15ff05a-6747-4d02-a983-1ca4bd67b59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.421269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network cb952eeb-adfa-4663-bdcc-c47613f3f80f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:24.461175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, cb952eeb-adfa-4663-bdcc-c47613f3f80f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:24.469983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ce813-ee46-4404-bee8-7c8e1e30dea6 None None] Network cb952eeb-adfa-4663-bdcc-c47613f3f80f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:24.472340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:24.472932 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.474407 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d15ff05a-6747-4d02-a983-1ca4bd67b59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.478177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d15ff05a-6747-4d02-a983-1ca4bd67b59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.479872 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d15ff05a-6747-4d02-a983-1ca4bd67b59f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a2aa0a3-0da1-453c-964d-9d38529f4477 HTTP/1.1" status: 204 len: 168 time: 0.1351025 Aug 16 02:36:24.488190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ff05a-6747-4d02-a983-1ca4bd67b59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2aa0a3-0da1-453c-964d-9d38529f4477,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:24.498652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6ca1af14-f82c-4603-a2f1-bcd4546c766d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0520623 Aug 16 02:36:24.663672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-cb952eeb-adfa-4663-bdcc-c47613f3f80f', 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ips': [{'subnet_id': '027a31a2-888e-4838-939d-ce70590a9f85'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:24.665483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.697610 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.831549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:24.831748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Allocated IP 172.20.0.18 (cb952eeb-adfa-4663-bdcc-c47613f3f80f/027a31a2-888e-4838-939d-ce70590a9f85/5706503d-4d3d-4065-8e83-37bb589ab259) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:24.838142 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-13d45c18-3297-497a-904a-c8052cafe39a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005259110', 'description': 'tempest-secgroup-smoke-1005259110 description', 'project_id': '40a971cda23b4b2db655339a8e29dfbc'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:24.918355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13d45c18-3297-497a-904a-c8052cafe39a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.923937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:24.942583 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ce8567d-727c-4662-9ca4-1bcf9b7e2c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.006850 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.016665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Transition to ACTIVE for port object 5706503d-4d3d-4065-8e83-37bb589ab259 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:25.031804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Transition to ACTIVE for port object 5706503d-4d3d-4065-8e83-37bb589ab259 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:25.038494 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.071359 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13d45c18-3297-497a-904a-c8052cafe39a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.075812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Network cb952eeb-adfa-4663-bdcc-c47613f3f80f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:25.078618 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13d45c18-3297-497a-904a-c8052cafe39a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.081490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:25.086019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:25.093910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Deleting port 7a94c8d0-eca0-438f-992b-9f93774949b5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:25.094264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.096039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Pushing event updated for resources: {'Port': ['ID=5706503d-4d3d-4065-8e83-37bb589ab259,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.161601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d45c18-3297-497a-904a-c8052cafe39a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44dad71-9997-4361-817b-03102a8bef74,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.165560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Attempting to bind port 5706503d-4d3d-4065-8e83-37bb589ab259 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:25.166049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Attempting to bind port 5706503d-4d3d-4065-8e83-37bb589ab259 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:25.168729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Attempting to bind port 5706503d-4d3d-4065-8e83-37bb589ab259 on network cb952eeb-adfa-4663-bdcc-c47613f3f80f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:25.179593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:25.179971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Checking segment: {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:25.180728 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.181267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Bound using segment: {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:25.182651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Bound port: 5706503d-4d3d-4065-8e83-37bb589ab259, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:25.183112 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.191719 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ce8567d-727c-4662-9ca4-1bcf9b7e2c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.197051 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ce8567d-727c-4662-9ca4-1bcf9b7e2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.208837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] For port 7a94c8d0-eca0-438f-992b-9f93774949b5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7a94c8d0-eca0-438f-992b-9f93774949b5,segment=NetworkSegment(da3efaef-e7f5-4686-82aa-c09234ebeda5),segment_id=da3efaef-e7f5-4686-82aa-c09234ebeda5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:25.209293 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.212585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13d45c18-3297-497a-904a-c8052cafe39a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.216892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-13d45c18-3297-497a-904a-c8052cafe39a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3813062 Aug 16 02:36:25.217778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:25.226437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Calling delete_port for 7a94c8d0-eca0-438f-992b-9f93774949b5 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:25.232493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-25e6281f-d715-4683-a6ff-31515176d597 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': 'e44dad71-9997-4361-817b-03102a8bef74', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:25.260031 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2ce8567d-727c-4662-9ca4-1bcf9b7e2c5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3310235 Aug 16 02:36:25.260375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] For port 5706503d-4d3d-4065-8e83-37bb589ab259, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:25.263351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] For port 5706503d-4d3d-4065-8e83-37bb589ab259, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5706503d-4d3d-4065-8e83-37bb589ab259,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:25.270428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:25.274202 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.290442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8567d-727c-4662-9ca4-1bcf9b7e2c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79af87-b8e0-4955-a3ef-3b7c80f004cb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.328941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25e6281f-d715-4683-a6ff-31515176d597 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.361216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3b7ce-8c1a-493a-bfb6-5da7254d1949 None None] Pushing event updated for resources: {'Port': ['ID=5706503d-4d3d-4065-8e83-37bb589ab259,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.380852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 07eddf94-7e82-4540-bb34-26c4a4326fce no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:25.410667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 07eddf94-7e82-4540-bb34-26c4a4326fce {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:25.411139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 07eddf94-7e82-4540-bb34-26c4a4326fce not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:25.411808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4d6c7579-069c-474b-89e0-782e396803fe no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:25.439995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 4d6c7579-069c-474b-89e0-782e396803fe {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:25.440435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4d6c7579-069c-474b-89e0-782e396803fe not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:25.449628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.453143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b17a5bd1-01c2-4756-9d79-4c10ede1f800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.456796 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25e6281f-d715-4683-a6ff-31515176d597 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.466571 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25e6281f-d715-4683-a6ff-31515176d597 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.483711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a94c8d0-eca0-438f-992b-9f93774949b5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.495949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b17a5bd1-01c2-4756-9d79-4c10ede1f800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.505932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6281f-d715-4683-a6ff-31515176d597 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e8641f-08ed-4f5c-97e5-32cd50f619ad,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.510298 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25e6281f-d715-4683-a6ff-31515176d597 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.514156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-25e6281f-d715-4683-a6ff-31515176d597 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928267 Aug 16 02:36:25.515223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:25.519621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7068ebe8-5491-498e-9fde-b2e859612d73 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': 'e44dad71-9997-4361-817b-03102a8bef74', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:25.583183 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7068ebe8-5491-498e-9fde-b2e859612d73 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.609712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b17a5bd1-01c2-4756-9d79-4c10ede1f800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.614712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b17a5bd1-01c2-4756-9d79-4c10ede1f800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.616209 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b17a5bd1-01c2-4756-9d79-4c10ede1f800 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b79af87-b8e0-4955-a3ef-3b7c80f004cb HTTP/1.1" status: 204 len: 168 time: 0.3446860 Aug 16 02:36:25.642141 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a5bd1-01c2-4756-9d79-4c10ede1f800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79af87-b8e0-4955-a3ef-3b7c80f004cb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.703851 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7068ebe8-5491-498e-9fde-b2e859612d73 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.714245 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7068ebe8-5491-498e-9fde-b2e859612d73 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.742459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068ebe8-5491-498e-9fde-b2e859612d73 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320b73bc-1863-4fcf-80f4-3dd6df0a54ef,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.742693 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.772200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7068ebe8-5491-498e-9fde-b2e859612d73 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.777415 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7068ebe8-5491-498e-9fde-b2e859612d73 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2614748 Aug 16 02:36:25.778312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:25.784019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-467b20fa-433a-42d0-81b1-22d4fb273b83 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': 'e44dad71-9997-4361-817b-03102a8bef74', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:25.828865 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-467b20fa-433a-42d0-81b1-22d4fb273b83 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.903893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-467b20fa-433a-42d0-81b1-22d4fb273b83 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.909145 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-467b20fa-433a-42d0-81b1-22d4fb273b83 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.927390 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-467b20fa-433a-42d0-81b1-22d4fb273b83 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.928654 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-467b20fa-433a-42d0-81b1-22d4fb273b83 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490910 Aug 16 02:36:25.933852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:25.938812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cda14132-219a-4d3f-aa1c-c878b1847901 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': 'e44dad71-9997-4361-817b-03102a8bef74', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:25.946813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b20fa-433a-42d0-81b1-22d4fb273b83 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fad90b-e51d-4502-bdd8-f7276b60546a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.979013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda14132-219a-4d3f-aa1c-c878b1847901 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.037069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda14132-219a-4d3f-aa1c-c878b1847901 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.042902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda14132-219a-4d3f-aa1c-c878b1847901 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.043677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Router 1e3a5011-40c6-4751-835e-db13706865f0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:26.064674 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda14132-219a-4d3f-aa1c-c878b1847901 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed59ab2a-5da6-4c65-b8ff-244c7dad1505,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.068636 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda14132-219a-4d3f-aa1c-c878b1847901 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.069833 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cda14132-219a-4d3f-aa1c-c878b1847901 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348677 Aug 16 02:36:26.075546 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:26.080958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eb8b9a93-461c-419b-9f5e-6f9149ffc2bc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': 'e44dad71-9997-4361-817b-03102a8bef74', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:26.112771 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-eb8b9a93-461c-419b-9f5e-6f9149ffc2bc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Project 40a971cda23b4b2db655339a8e29dfbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:36:26.118934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9a93-461c-419b-9f5e-6f9149ffc2bc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.186023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:26.192458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ce2cc0bd-2cab-404b-ad4f-927885df9c44 admin admin] 10.222.0.61 "PUT /v2.0/routers/1e3a5011-40c6-4751-835e-db13706865f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0570693 Aug 16 02:36:26.195001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:26.200618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] Sync routers for ids ['1e3a5011-40c6-4751-835e-db13706865f0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:26.217362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] Routers {'1e3a5011-40c6-4751-835e-db13706865f0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:26.218337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1e3a5011-40c6-4751-835e-db13706865f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:26.224058 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9a93-461c-419b-9f5e-6f9149ffc2bc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.231079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9a93-461c-419b-9f5e-6f9149ffc2bc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.262278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b9a93-461c-419b-9f5e-6f9149ffc2bc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e90753-c365-44b1-8c37-26c9a9b410d9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.272644 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9a93-461c-419b-9f5e-6f9149ffc2bc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.277541 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eb8b9a93-461c-419b-9f5e-6f9149ffc2bc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1986475 Aug 16 02:36:26.277755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:26.282974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b4d3f342-18fa-4a10-8c21-597ee66d1d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': 'e44dad71-9997-4361-817b-03102a8bef74', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:26.331643 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-b4d3f342-18fa-4a10-8c21-597ee66d1d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Project 40a971cda23b4b2db655339a8e29dfbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:36:26.337789 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f342-18fa-4a10-8c21-597ee66d1d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.347689 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.386534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] Set router 1e3a5011-40c6-4751-835e-db13706865f0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:26.448617 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f342-18fa-4a10-8c21-597ee66d1d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.457669 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f342-18fa-4a10-8c21-597ee66d1d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.478116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:26.493444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3f342-18fa-4a10-8c21-597ee66d1d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6abf0e-9bd8-4657-b8cd-9fcbe45b6ab4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.503883 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4d3f342-18fa-4a10-8c21-597ee66d1d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.505213 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b4d3f342-18fa-4a10-8c21-597ee66d1d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2263689 Aug 16 02:36:26.516180 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.588999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Deleting port 09225f64-efbd-4881-b307-2b04439dcd41 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:26.589359 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.652712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a5011-40c6-4751-835e-db13706865f0', 'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '09225f64-efbd-4881-b307-2b04439dcd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:36:25Z', 'revision_number': 5, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'gw_port': {'id': '09225f64-efbd-4881-b307-2b04439dcd41', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3a5011-40c6-4751-835e-db13706865f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:26.683411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] Checking router: 1e3a5011-40c6-4751-835e-db13706865f0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:26.692649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] Routers {'1e3a5011-40c6-4751-835e-db13706865f0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:26.693083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-119313448-network', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:26.693772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1e3a5011-40c6-4751-835e-db13706865f0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:26.700951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] For port 09225f64-efbd-4881-b307-2b04439dcd41, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=09225f64-efbd-4881-b307-2b04439dcd41,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:26.701332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.721527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Calling delete_port for 09225f64-efbd-4881-b307-2b04439dcd41 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:26.736755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc356ad7-0387-4049-b68e-81480d94d15d None None] Network cb952eeb-adfa-4663-bdcc-c47613f3f80f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:26.750948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Made reservation on behalf of 5fe467a1fbf8486890c48f1460dec609 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:26.753308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.805171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.812405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-7bced275-4998-4e98-9bdb-fd3376c9616b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005259110&fields=id&tenant_id=40a971cda23b4b2db655339a8e29dfbc HTTP/1.1" status: 200 len: 267 time: 0.0916955 Aug 16 02:36:26.835155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-73e2391f-54e9-4f06-b851-81906a918ae3 None None] Provisioning for port 5706503d-4d3d-4065-8e83-37bb589ab259 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:26.852344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] Set router 1e3a5011-40c6-4751-835e-db13706865f0 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:26.915275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a5011-40c6-4751-835e-db13706865f0', 'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 6, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:26.950171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07163c-1e39-4605-ad26-73f884927654 None None] The sync data for ids ['1e3a5011-40c6-4751-835e-db13706865f0'] in n-d-768862-14 is: [{'id': '1e3a5011-40c6-4751-835e-db13706865f0', 'name': 'tempest-TestServerMultinode-424781920-router', 'tenant_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:45Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 6, 'project_id': 'd94c7daf09a54acbbf1728cdc09e59ad', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:27.048465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201955da-2acf-43c1-be11-b74ae9500419 req-54df0c4d-3b28-40d1-b02d-cfb36271cce8 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:27.050016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-54df0c4d-3b28-40d1-b02d-cfb36271cce8 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/networks?id=cb952eeb-adfa-4663-bdcc-c47613f3f80f HTTP/1.1" status: 200 len: 795 time: 0.2311301 Aug 16 02:36:27.096637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-cbeb6979-7244-408f-840b-82950ee85ca1 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/quotas/40a971cda23b4b2db655339a8e29dfbc HTTP/1.1" status: 200 len: 375 time: 0.0231533 Aug 16 02:36:27.151955 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.161218 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.188326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.194622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Pushing event deleted for resources: {'Port': ['ID=09225f64-efbd-4881-b307-2b04439dcd41,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:27.247751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:27.294946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-ce9441b3-9df7-4b6e-a22d-252d06f66b81 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1907957 Aug 16 02:36:27.299078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4bcd41-9070-4625-a207-85c17e625157,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:27.306369 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.306369 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Added segment 79bc1220-7334-4683-9905-56052309798f of type vlan for network b9bc0843-91b9-4159-affc-14f966757143 Aug 16 02:36:27.420252 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.423124 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.825638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5706503d-4d3d-4065-8e83-37bb589ab259 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:27.876977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5706503d-4d3d-4065-8e83-37bb589ab259 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:27.881460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5706503d-4d3d-4065-8e83-37bb589ab259 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:27.882068 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.891628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:36:27.908792 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.912063 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.932487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-a6cedc24-d8c4-4d54-aa71-bc7cd325e847 service neutron] 10.222.0.61 "GET /v2.0/networks/cb952eeb-adfa-4663-bdcc-c47613f3f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122890 Aug 16 02:36:27.963397 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.964354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:27.964934 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.970828 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.002798 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 5706503d-4d3d-4065-8e83-37bb589ab259, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5706503d-4d3d-4065-8e83-37bb589ab259,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:28.006954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.057051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=5706503d-4d3d-4065-8e83-37bb589ab259,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:28.062760 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.063358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3a5011-40c6-4751-835e-db13706865f0 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:28.070289 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.072166 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-659c2dac-5b2e-4abc-a0e9-8071e7e14458 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1e3a5011-40c6-4751-835e-db13706865f0 HTTP/1.1" status: 204 len: 168 time: 1.8758759 Aug 16 02:36:28.072483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7a94c8d0-eca0-438f-992b-9f93774949b5 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:28.075859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:28.078104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5981753 Aug 16 02:36:28.080602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:28.088859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Request body: {'subnet': {'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-119313448-subnet', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:28.092722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 7a94c8d0-eca0-438f-992b-9f93774949b5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:28.093156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7a94c8d0-eca0-438f-992b-9f93774949b5 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:28.118858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72a36-1b71-4b76-9ded-cfbcd243fad0 admin admin] Pushing event updated for resources: {'Network': ['ID=b9bc0843-91b9-4159-affc-14f966757143,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:28.135512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Made reservation on behalf of 5fe467a1fbf8486890c48f1460dec609 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:28.137887 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.138587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network b9bc0843-91b9-4159-affc-14f966757143 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:28.151456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3543b41b-3e22-4be2-98e1-0527616c6c7b admin admin] Deleting subnet 8f2996c1-b76a-45d1-95da-65369c6c4640 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:28.155801 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3543b41b-3e22-4be2-98e1-0527616c6c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.201304 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3543b41b-3e22-4be2-98e1-0527616c6c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.207572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-53694871-fd57-4fb1-a460-1a0211bd34f7 service neutron] 10.222.0.61 "GET /v2.0/networks/cb952eeb-adfa-4663-bdcc-c47613f3f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462032 Aug 16 02:36:28.322781 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3543b41b-3e22-4be2-98e1-0527616c6c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.391377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3543b41b-3e22-4be2-98e1-0527616c6c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.410488 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.421488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543b41b-3e22-4be2-98e1-0527616c6c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2996c1-b76a-45d1-95da-65369c6c4640,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:28.425578 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3543b41b-3e22-4be2-98e1-0527616c6c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.428229 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3543b41b-3e22-4be2-98e1-0527616c6c7b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8f2996c1-b76a-45d1-95da-65369c6c4640 HTTP/1.1" status: 204 len: 168 time: 0.3502829 Aug 16 02:36:28.430685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:28.437946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262818a3-19e5-41b8-8bc4-74f1265002d9 None None] Network 72f44a73-f389-4c23-9fca-8821462c4bc9 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:28.447972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a25d6eed-07ff-4d57-b605-d63bcb463f5a req-2ba9f242-6a37-4551-b819-e12cebd8b18c tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 210 time: 0.0505998 Aug 16 02:36:28.514302 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.515664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:28.516126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Network hostable DHCP agents. Network: b9bc0843-91b9-4159-affc-14f966757143, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:28.520365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:28.543072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Network b9bc0843-91b9-4159-affc-14f966757143 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:28.556901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, b9bc0843-91b9-4159-affc-14f966757143) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:28.565651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:28.568404 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.572005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c216a-d61e-4a98-8a53-7fb72d20b3fd None None] Network b9bc0843-91b9-4159-affc-14f966757143 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:28.578887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Deleting port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:28.579402 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.609194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d21a289e-419b-4aa8-9ea4-412050e370c9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5241780 Aug 16 02:36:28.609872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:28.614637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:28.648062 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.650203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.662114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] DHCP port deletion for 72f44a73-f389-4c23-9fca-8821462c4bc9 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:28.663675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] For port daeb4c6f-183d-4731-ac30-dcb1cbc552e4, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=daeb4c6f-183d-4731-ac30-dcb1cbc552e4,segment=NetworkSegment(da3efaef-e7f5-4686-82aa-c09234ebeda5),segment_id=da3efaef-e7f5-4686-82aa-c09234ebeda5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:28.664094 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.686740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Calling delete_port for daeb4c6f-183d-4731-ac30-dcb1cbc552e4 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:28.716277 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.784889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] Deleting port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:28.785319 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.796717 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.830156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Pushing event deleted for resources: {'Port': ['ID=daeb4c6f-183d-4731-ac30-dcb1cbc552e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:28.838679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] No DVR routers for this DVR port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:28.882732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-b9bc0843-91b9-4159-affc-14f966757143', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:28.883586 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.893439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.915305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] For port daeb4c6f-183d-4731-ac30-dcb1cbc552e4, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=daeb4c6f-183d-4731-ac30-dcb1cbc552e4,segment=NetworkSegment(da3efaef-e7f5-4686-82aa-c09234ebeda5),segment_id=da3efaef-e7f5-4686-82aa-c09234ebeda5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:28.915852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.934439 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:28.936016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] Calling delete_port for daeb4c6f-183d-4731-ac30-dcb1cbc552e4 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:28.965958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f44a73-f389-4c23-9fca-8821462c4bc9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:28.981068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3efaef-e7f5-4686-82aa-c09234ebeda5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:28.981347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3efaef-e7f5-4686-82aa-c09234ebeda5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:28.994209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.018434 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.027337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:29.027995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:29.089773 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:29.095405 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.106027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.111206 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] 10.222.0.61 "DELETE /v2.0/networks/72f44a73-f389-4c23-9fca-8821462c4bc9 HTTP/1.1" status: 204 len: 168 time: 0.6765857 Aug 16 02:36:29.126768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c231fc0-7186-4eee-89bc-e91fb7830887 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f44a73-f389-4c23-9fca-8821462c4bc9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:29.135776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Allocated IP 172.20.0.2 (b9bc0843-91b9-4159-affc-14f966757143/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a/8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:29.136687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.141086 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.174902 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.178687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] Network 72f44a73-f389-4c23-9fca-8821462c4bc9 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:36:29.179429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] No DVR routers for this DVR port daeb4c6f-183d-4731-ac30-dcb1cbc552e4 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:29.191728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd97089-fa86-4c6e-92a0-a7b2a6987ff7 None None] Pushing event deleted for resources: {'Port': ['ID=daeb4c6f-183d-4731-ac30-dcb1cbc552e4,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:29.360028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5706503d-4d3d-4065-8e83-37bb589ab259 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:29.366597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Allocated IP 172.25.5.209 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/329b2c53-631b-4316-92ef-59610ad5330b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:29.374563 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:29.429642 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a703a06c-10b8-48d9-b78e-4091d6378e8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3d35c0b79c5473ab1ff73b09d4094b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537994 Aug 16 02:36:29.433772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:29.453515 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.465271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Transition to ACTIVE for port object 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:29.505473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Transition to ACTIVE for port object 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:29.506114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.511936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.520331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5706503d-4d3d-4065-8e83-37bb589ab259 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:29.525322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.529002 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.542523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.589820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-104fb0e2-5319-47f4-9981-bc23dfd98364 req-1e99c890-8688-48ed-8c09-9bb4326b38b0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 210 time: 0.0503418 Aug 16 02:36:29.606580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:29.618781 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.624142 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.627861 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.630031 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26958292-0971-4400-ba57-2e3bd1d62ad6 HTTP/1.1" status: 204 len: 168 time: 0.1945393 Aug 16 02:36:29.636424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:29.640803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:29.641977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26958292-0971-4400-ba57-2e3bd1d62ad6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:29.650748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:29.652559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.653087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.653626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.653881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:29.654348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.655031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.655562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.656108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.656413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Pushing event updated for resources: {'Port': ['ID=8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:29.656780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.657281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.657445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:29.657932 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.658424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.659305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22da6ac-1bf7-4f2d-9c11-dab9dd34b7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:29.700521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Pushing event updated for resources: {'Port': ['ID=329b2c53-631b-4316-92ef-59610ad5330b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:29.759614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Attempting to bind port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:29.759920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Attempting to bind port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:29.760174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Attempting to bind port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:29.769585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:29.769964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:29.770428 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.770755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Bound using segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:29.771252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Bound port: 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:29.771940 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.825914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 09225f64-efbd-4881-b307-2b04439dcd41 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:29.857689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 09225f64-efbd-4881-b307-2b04439dcd41 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:29.858050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 09225f64-efbd-4881-b307-2b04439dcd41 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:29.858548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device daeb4c6f-183d-4731-ac30-dcb1cbc552e4 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:29.884125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: daeb4c6f-183d-4731-ac30-dcb1cbc552e4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:29.884925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device daeb4c6f-183d-4731-ac30-dcb1cbc552e4 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:29.889770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] For port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:29.903665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] For port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:29.909964 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.990980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2fdbf-2795-47ac-8729-637642be3992 None None] Pushing event updated for resources: {'Port': ['ID=8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:30.031708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.150828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201955da-2acf-43c1-be11-b74ae9500419 req-14125a60-10ed-4ffb-ae78-d58a3f24d567 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:30.152432 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-14125a60-10ed-4ffb-ae78-d58a3f24d567 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.86 "GET /v2.0/networks?id=cb952eeb-adfa-4663-bdcc-c47613f3f80f HTTP/1.1" status: 200 len: 795 time: 0.1639404 Aug 16 02:36:30.191014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36254) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:30.258339 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-3facf599-f4b7-476e-99e6-6c1831745413 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40a971cda23b4b2db655339a8e29dfbc HTTP/1.1" status: 200 len: 472 time: 0.0893850 Aug 16 02:36:30.271509 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'port': {'device_id': '6e24a7ba-f91e-4797-b1e2-06b9b48755df', 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f', 'admin_state_up': True, 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'security_groups': ['e44dad71-9997-4361-817b-03102a8bef74']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:30.301874 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.334904 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ed5edc8c-adfd-4c78-ab46-06337a2fcc5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d94c7daf09a54acbbf1728cdc09e59ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405206 Aug 16 02:36:30.339129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:30.440388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Router 666b9ca9-b121-426f-bb0e-4afdebeeab5d is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:30.441907 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d398bbd-6549-4239-863c-968bd894d2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.461112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Made reservation on behalf of 40a971cda23b4b2db655339a8e29dfbc for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:30.465312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.482289 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d398bbd-6549-4239-863c-968bd894d2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.556285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:30.570422 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Sync routers for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:30.576411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.577854 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f33ffca7-a8f7-4bbd-a20a-cf2d9e2527ae admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9669125 Aug 16 02:36:30.581171 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d398bbd-6549-4239-863c-968bd894d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.581437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:30.583736 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d398bbd-6549-4239-863c-968bd894d2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.584198 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:30.588150 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:30.588399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6d398bbd-6549-4239-863c-968bd894d2c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b174d281-7fc5-43ba-978d-94f798754bf4 HTTP/1.1" status: 204 len: 168 time: 0.2449374 Aug 16 02:36:30.622627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d398bbd-6549-4239-863c-968bd894d2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b174d281-7fc5-43ba-978d-94f798754bf4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:30.674316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.20.0.19 (cb952eeb-adfa-4663-bdcc-c47613f3f80f/027a31a2-888e-4838-939d-ce70590a9f85/c2cdac60-0796-4252-8226-9ad5a41908b8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:30.730842 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:30.830908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2652722f-c80e-4b85-8700-ec0bb2c4a084 req-4d852639-b0e5-46b0-984d-c81e82c77fc0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 210 time: 0.0914412 Aug 16 02:36:30.903842 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.922485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Transition to ACTIVE for port object c2cdac60-0796-4252-8226-9ad5a41908b8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:30.998992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.068222 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d36f9b6d-6a3d-4238-bf23-3f3806d8c6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.074688 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.093679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network cb952eeb-adfa-4663-bdcc-c47613f3f80f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:31.105899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:31.106142 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:29Z', 'revision_number': 3, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:31.110941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:31.180421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=c2cdac60-0796-4252-8226-9ad5a41908b8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:31.193701 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Checking router: 666b9ca9-b121-426f-bb0e-4afdebeeab5d for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:31.198413 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Updating router 666b9ca9-b121-426f-bb0e-4afdebeeab5d port 329b2c53-631b-4316-92ef-59610ad5330b binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:31.219776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:31.220554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.263723 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-34fa8ab3-fbf7-47c2-b254-e1d683e08a17 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9977629 Aug 16 02:36:31.277490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea39b1f-0431-44a2-810d-c2f9cee4add7 None None] Network b9bc0843-91b9-4159-affc-14f966757143 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:31.278354 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.283673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Request body: {'port': {'device_id': '6e24a7ba-f91e-4797-b1e2-06b9b48755df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:31.372604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.446334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.457158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f8a6fc28-579f-4939-9f44-80ddcab7daba None None] Provisioning for port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:31.489654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:31.635887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:31.658393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:31.659220 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.683807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Allocated IP 172.20.0.1 (b9bc0843-91b9-4159-affc-14f966757143/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a/19c5071c-aa5e-4d3e-bf81-56eb8d0b2370) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:31.720085 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.728267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0581ff55-4bae-40e9-bc8b-eee5b8c46f30 None None] Provisioning for port c2cdac60-0796-4252-8226-9ad5a41908b8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:31.731937 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Transition to ACTIVE for port object 329b2c53-631b-4316-92ef-59610ad5330b will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:31.738858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0581ff55-4bae-40e9-bc8b-eee5b8c46f30 None None] Provisioning complete for port c2cdac60-0796-4252-8226-9ad5a41908b8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:31.739658 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0581ff55-4bae-40e9-bc8b-eee5b8c46f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.743489 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.803703 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Attempting to bind port 329b2c53-631b-4316-92ef-59610ad5330b on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:31.804075 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Attempting to bind port 329b2c53-631b-4316-92ef-59610ad5330b by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:31.804446 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Attempting to bind port 329b2c53-631b-4316-92ef-59610ad5330b on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:31.814599 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:31.814599 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:31.815008 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.815349 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:31.816217 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Bound port: 329b2c53-631b-4316-92ef-59610ad5330b, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:31.816380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cdac60-0796-4252-8226-9ad5a41908b8 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:36:31.816499 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.816596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0581ff55-4bae-40e9-bc8b-eee5b8c46f30 None None] Port c2cdac60-0796-4252-8226-9ad5a41908b8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:31.828130 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.834640 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.849433 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Pushing event updated for resources: {'Port': ['ID=329b2c53-631b-4316-92ef-59610ad5330b,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:31.866624 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.866983 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.867364 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.868229 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.868589 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.868921 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.869260 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.869893 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.870319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Transition to ACTIVE for port object c2cdac60-0796-4252-8226-9ad5a41908b8 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:31.870467 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.870766 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.871410 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.871531 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:31.880800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.882310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.886931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:31.892301 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.906666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Transition to ACTIVE for port object 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:31.951585 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] For port 329b2c53-631b-4316-92ef-59610ad5330b, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:31.961055 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] For port 329b2c53-631b-4316-92ef-59610ad5330b, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=329b2c53-631b-4316-92ef-59610ad5330b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:31.963393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:31.969784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.975428 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.052630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Pushing event updated for resources: {'Port': ['ID=c2cdac60-0796-4252-8226-9ad5a41908b8,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:32.089220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:32.091536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Attempting to bind port c2cdac60-0796-4252-8226-9ad5a41908b8 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:32.092131 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Attempting to bind port c2cdac60-0796-4252-8226-9ad5a41908b8 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:32.092571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Attempting to bind port c2cdac60-0796-4252-8226-9ad5a41908b8 on network cb952eeb-adfa-4663-bdcc-c47613f3f80f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:32.095188 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:32.095337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:32.097295 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:32.099626 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fc7c2-e281-4973-aabf-0eecb2a60276 None None] Pushing event updated for resources: {'Port': ['ID=329b2c53-631b-4316-92ef-59610ad5330b,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:32.101055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:32.105524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Port c2cdac60-0796-4252-8226-9ad5a41908b8 on network cb952eeb-adfa-4663-bdcc-c47613f3f80f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:36:32.106696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Attempting to bind port c2cdac60-0796-4252-8226-9ad5a41908b8 on network cb952eeb-adfa-4663-bdcc-c47613f3f80f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:32.115700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:32.116106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Checking segment: {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:32.116562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Bound using segment: {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:32.117085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Bound port: c2cdac60-0796-4252-8226-9ad5a41908b8, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:32.118177 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.154984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Pushing event updated for resources: {'Port': ['ID=19c5071c-aa5e-4d3e-bf81-56eb8d0b2370,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:32.190339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242336-0000-4e09-9449-4e83fbd5f752 req-9c6f6c05-048a-4a7e-b189-f8f18653581d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:32.191998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39242336-0000-4e09-9449-4e83fbd5f752 req-9c6f6c05-048a-4a7e-b189-f8f18653581d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 944 time: 0.1908929 Aug 16 02:36:32.197484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.239742 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] For port c2cdac60-0796-4252-8226-9ad5a41908b8, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:32.245198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] For port c2cdac60-0796-4252-8226-9ad5a41908b8, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c2cdac60-0796-4252-8226-9ad5a41908b8,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:32.250377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.253577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a867937e-5ec2-45b6-b3fb-26f9ac5cd1d9 None None] Provisioning complete for port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:32.254085 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a867937e-5ec2-45b6-b3fb-26f9ac5cd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.284837 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:32.300815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:32.301502 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.302859 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] 10.222.0.86 "PUT /v2.0/ports/c2cdac60-0796-4252-8226-9ad5a41908b8 HTTP/1.1" status: 200 len: 1093 time: 1.0269942 Aug 16 02:36:32.303544 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e24a7ba-f91e-4797-b1e2-06b9b48755df', 'tag': 'c2cdac60-0796-4252-8226-9ad5a41908b8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:32.307620 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059d52df-3d89-4482-963c-d553dbd97b73" -d '{"events": [{"name": "network-changed", "server_uuid": "6e24a7ba-f91e-4797-b1e2-06b9b48755df", "tag": "c2cdac60-0796-4252-8226-9ad5a41908b8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:32.404471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39242336-0000-4e09-9449-4e83fbd5f752 req-505d2e9d-8507-481a-8d42-ae62e3d221f7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339948 Aug 16 02:36:32.433734 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53fa4c-8783-4ae5-950b-8d1925fded6f x-openstack-request-id: req-0c53fa4c-8783-4ae5-950b-8d1925fded6f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:32.434355 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e24a7ba-f91e-4797-b1e2-06b9b48755df", "tag": "c2cdac60-0796-4252-8226-9ad5a41908b8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:32.434946 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c53fa4c-8783-4ae5-950b-8d1925fded6f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:32.435573 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e24a7ba-f91e-4797-b1e2-06b9b48755df', 'tag': 'c2cdac60-0796-4252-8226-9ad5a41908b8', 'status': 'completed', 'code': 200} Aug 16 02:36:32.449108 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b910a-285a-4d98-8b71-7bbd45491fab service neutron] Pushing event updated for resources: {'Port': ['ID=c2cdac60-0796-4252-8226-9ad5a41908b8,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:32.480895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201955da-2acf-43c1-be11-b74ae9500419 req-3dc01487-582f-4311-973b-0824e6f36471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:32.482659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-3dc01487-582f-4311-973b-0824e6f36471 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 1096 time: 0.1093712 Aug 16 02:36:32.527219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.541208 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-c1881c9f-5e13-4d24-8be5-4c0ebd4ec1b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c2cdac60-0796-4252-8226-9ad5a41908b8 HTTP/1.1" status: 200 len: 217 time: 0.0460999 Aug 16 02:36:32.575148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-40d6d086-efef-41d5-87da-f5d06734b1f3 None None] Provisioning for port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:32.580438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-40d6d086-efef-41d5-87da-f5d06734b1f3 None None] Provisioning complete for port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:32.581191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40d6d086-efef-41d5-87da-f5d06734b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.596519 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:29Z', 'revision_number': 3, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:32.604313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201955da-2acf-43c1-be11-b74ae9500419 req-26538e4b-4671-4aa7-9533-7f7feaa19c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:32.606666 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-26538e4b-4671-4aa7-9533-7f7feaa19c1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=027a31a2-888e-4838-939d-ce70590a9f85 HTTP/1.1" status: 200 len: 838 time: 0.0575242 Aug 16 02:36:32.627456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-40d6d086-efef-41d5-87da-f5d06734b1f3 None None] Port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:32.634921 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc9065-937a-4061-b878-058fba24fae8 None None] The sync data for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 is: [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:29Z', 'revision_number': 3, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:32.663727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201955da-2acf-43c1-be11-b74ae9500419 req-d686a37b-a68d-4ce5-9eb1-57cf8b06be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:32.666342 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-d686a37b-a68d-4ce5-9eb1-57cf8b06be04 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cb952eeb-adfa-4663-bdcc-c47613f3f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0522838 Aug 16 02:36:32.746742 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.753048 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.771982 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-7327b09a-8c6e-4652-8209-fe187f79fc1f service neutron] 10.222.0.86 "GET /v2.0/networks/cb952eeb-adfa-4663-bdcc-c47613f3f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990124 Aug 16 02:36:32.822717 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:32.825496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Pushing event updated for resources: {'Port': ['ID=19c5071c-aa5e-4d3e-bf81-56eb8d0b2370,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:32.869969 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-201955da-2acf-43c1-be11-b74ae9500419 req-6554ed2a-e8f8-4f1b-b543-c7fa743ebaec service neutron] 10.222.0.86 "GET /v2.0/networks/cb952eeb-adfa-4663-bdcc-c47613f3f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914226 Aug 16 02:36:32.955225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:32.956682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:33.025618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d52df-3d89-4482-963c-d553dbd97b73 req-076fa1e0-8168-4b1d-86db-05044e4fcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:33.027278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059d52df-3d89-4482-963c-d553dbd97b73 req-076fa1e0-8168-4b1d-86db-05044e4fcac3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 1096 time: 0.0605385 Aug 16 02:36:33.101589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Router 666b9ca9-b121-426f-bb0e-4afdebeeab5d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:33.152884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d52df-3d89-4482-963c-d553dbd97b73 req-b3b6f041-a95d-46aa-8c0c-efa5c9405f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:33.154386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059d52df-3d89-4482-963c-d553dbd97b73 req-b3b6f041-a95d-46aa-8c0c-efa5c9405f4f service neutron] 10.222.0.86 "GET /v2.0/networks?id=cb952eeb-adfa-4663-bdcc-c47613f3f80f HTTP/1.1" status: 200 len: 896 time: 0.1171350 Aug 16 02:36:33.202332 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059d52df-3d89-4482-963c-d553dbd97b73 req-2738b21e-81ae-4cf6-8694-84127c493063 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c2cdac60-0796-4252-8226-9ad5a41908b8 HTTP/1.1" status: 200 len: 217 time: 0.0402789 Aug 16 02:36:33.235040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:33.242083 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-63f7a5d5-4488-4c13-92f4-a1076bbccbdc admin admin] 10.222.0.61 "PUT /v2.0/routers/666b9ca9-b121-426f-bb0e-4afdebeeab5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6577504 Aug 16 02:36:33.263985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d52df-3d89-4482-963c-d553dbd97b73 req-e13615aa-1dcc-46b8-99e9-243046b2585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:33.265718 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059d52df-3d89-4482-963c-d553dbd97b73 req-e13615aa-1dcc-46b8-99e9-243046b2585b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=027a31a2-888e-4838-939d-ce70590a9f85 HTTP/1.1" status: 200 len: 838 time: 0.0571887 Aug 16 02:36:33.279474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad59dec6-ad3e-4b7b-be11-6e8f9b376038 None None] Provisioning complete for port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:33.279955 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad59dec6-ad3e-4b7b-be11-6e8f9b376038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.338217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d52df-3d89-4482-963c-d553dbd97b73 req-b8144f08-0bca-4ede-874b-b947cb3a271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:33.340068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059d52df-3d89-4482-963c-d553dbd97b73 req-b8144f08-0bca-4ede-874b-b947cb3a271c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cb952eeb-adfa-4663-bdcc-c47613f3f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0619993 Aug 16 02:36:33.354780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ad59dec6-ad3e-4b7b-be11-6e8f9b376038 None None] Port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:33.450335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 329b2c53-631b-4316-92ef-59610ad5330b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:33.456128 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059d52df-3d89-4482-963c-d553dbd97b73 req-7d062aef-0d6e-468b-b167-b100d214c9cf service neutron] 10.222.0.86 "GET /v2.0/networks/cb952eeb-adfa-4663-bdcc-c47613f3f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077750 Aug 16 02:36:33.544130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 329b2c53-631b-4316-92ef-59610ad5330b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:33.550195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 329b2c53-631b-4316-92ef-59610ad5330b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:33.551062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.587236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de43b81-c222-4150-b217-6fd157d79476 req-af5830a7-6af8-4e06-a29d-ec933512c643 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:33.589331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0de43b81-c222-4150-b217-6fd157d79476 req-af5830a7-6af8-4e06-a29d-ec933512c643 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 944 time: 0.0840721 Aug 16 02:36:33.603188 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-059d52df-3d89-4482-963c-d553dbd97b73 req-c48b5e0f-7d5b-4b77-92a8-8cd3b94face6 service neutron] 10.222.0.86 "GET /v2.0/networks/cb952eeb-adfa-4663-bdcc-c47613f3f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374888 Aug 16 02:36:33.642162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0de43b81-c222-4150-b217-6fd157d79476 req-b9f0e4cb-6b92-4819-8bdc-18a884d10fdc tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461831 Aug 16 02:36:33.662060 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d656728-2f0c-4ae1-9c6b-9396dce26da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.680606 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.701850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 329b2c53-631b-4316-92ef-59610ad5330b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=329b2c53-631b-4316-92ef-59610ad5330b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:33.705981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.706827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:33.786918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=329b2c53-631b-4316-92ef-59610ad5330b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:33.800201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:33.800582 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.952817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:33.957734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-256205283-network', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:33.968958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.981070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Made reservation on behalf of 1486b93c727a415ebeb90c3e459af1c4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:33.983633 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.991826 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.104076 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.108384 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.132909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:34.143199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab2e106-380c-4a07-966b-6a2a0a8f758e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:34.148240 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.148616 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Added segment 562ed64f-f379-485a-bf9f-54a4718445bd of type vlan for network 0a2d68ae-fa03-4b62-8342-21747cde7c28 Aug 16 02:36:34.191677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.223160 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.224252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:34.224875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.281648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3276916 Aug 16 02:36:34.284416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:34.289209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Request body: {'subnet': {'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-256205283-subnet', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:34.299724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21d6a1-0574-4ebc-b8f2-4624e6fa4725 admin admin] Pushing event updated for resources: {'Network': ['ID=0a2d68ae-fa03-4b62-8342-21747cde7c28,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:34.310546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 0a2d68ae-fa03-4b62-8342-21747cde7c28 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:34.318348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Made reservation on behalf of 1486b93c727a415ebeb90c3e459af1c4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:34.320874 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.389061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Sync routers for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:34.403276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:34.403913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:34.514431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:34.524841 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.581492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:34.590388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Checking segment: {'id': '562ed64f-f379-485a-bf9f-54a4718445bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:34.591043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Network hostable DHCP agents. Network: 0a2d68ae-fa03-4b62-8342-21747cde7c28, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:34.607342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Network 0a2d68ae-fa03-4b62-8342-21747cde7c28 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:34.616327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 0a2d68ae-fa03-4b62-8342-21747cde7c28) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:34.621109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:34.621759 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.628545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a768ed04-43f3-4d84-862f-1dd6c7f2f0c6 None None] Network 0a2d68ae-fa03-4b62-8342-21747cde7c28 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:34.637140 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-197ea326-c166-4111-9d9f-185611e3c413 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3516448 Aug 16 02:36:34.639676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:34.644063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:34.665440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.666733 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.743515 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.854754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-0a2d68ae-fa03-4b62-8342-21747cde7c28', 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'fixed_ips': [{'subnet_id': '6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:34.855651 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.861185 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 2, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:35.078116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Checking router: 666b9ca9-b121-426f-bb0e-4afdebeeab5d for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:35.078471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Updating router 666b9ca9-b121-426f-bb0e-4afdebeeab5d port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:35.161068 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.167672 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.288912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30415eab-b10f-479a-bacb-02185fafded9 req-6ddcd2ea-59f6-454a-ae2d-67ca4c25c4ea tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:35.295116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30415eab-b10f-479a-bacb-02185fafded9 req-6ddcd2ea-59f6-454a-ae2d-67ca4c25c4ea tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 944 time: 0.5586879 Aug 16 02:36:35.297918 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.335208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Allocated IP 172.20.0.2 (0a2d68ae-fa03-4b62-8342-21747cde7c28/6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596/be05273e-77b5-4479-a388-85cf9c1bc4e6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:35.344071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 329b2c53-631b-4316-92ef-59610ad5330b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:35.386525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-30415eab-b10f-479a-bacb-02185fafded9 req-b046c7cf-2257-406b-aad3-f800d03dfee7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851648 Aug 16 02:36:35.544265 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.550328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 329b2c53-631b-4316-92ef-59610ad5330b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:35.550713 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.564644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.673672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Allocated IP 172.25.5.64 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/de1fe9de-9481-449a-92cc-b093d2242c82) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:35.692722 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.708970 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.715503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Transition to ACTIVE for port object be05273e-77b5-4479-a388-85cf9c1bc4e6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:35.744820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Transition to ACTIVE for port object 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:35.766360 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.773747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Transition to ACTIVE for port object be05273e-77b5-4479-a388-85cf9c1bc4e6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:35.781181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.806973 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.815139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c2cdac60-0796-4252-8226-9ad5a41908b8 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:36:35.825856 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:35.858655 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Network 0a2d68ae-fa03-4b62-8342-21747cde7c28 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:35.862875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8608a2e-dfdf-4e2b-b6ef-496e9bf5fd0f None None] Pushing event updated for resources: {'Port': ['ID=19c5071c-aa5e-4d3e-bf81-56eb8d0b2370,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:35.873381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:35.878190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:35.879301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:35.882740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:35.886691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Pushing event updated for resources: {'Port': ['ID=de1fe9de-9481-449a-92cc-b093d2242c82,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:35.889042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:36.069191 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Attempting to bind port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:36.069778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Attempting to bind port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:36.070403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Attempting to bind port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:36.088316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Pushing event updated for resources: {'Port': ['ID=be05273e-77b5-4479-a388-85cf9c1bc4e6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:36.097385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:36.097858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:36.099323 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.099733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Bound using segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:36.100242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Bound port: 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:36.100631 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.111072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Attempting to bind port be05273e-77b5-4479-a388-85cf9c1bc4e6 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:36.111720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Attempting to bind port be05273e-77b5-4479-a388-85cf9c1bc4e6 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '562ed64f-f379-485a-bf9f-54a4718445bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:36.112264 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Attempting to bind port be05273e-77b5-4479-a388-85cf9c1bc4e6 on network 0a2d68ae-fa03-4b62-8342-21747cde7c28 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:36.151473 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:36.151848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Checking segment: {'id': '562ed64f-f379-485a-bf9f-54a4718445bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:36.152251 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.152739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Bound using segment: {'id': '562ed64f-f379-485a-bf9f-54a4718445bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:36.153221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Bound port: be05273e-77b5-4479-a388-85cf9c1bc4e6, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562ed64f-f379-485a-bf9f-54a4718445bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:36.153601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.158488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c2cdac60-0796-4252-8226-9ad5a41908b8, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c2cdac60-0796-4252-8226-9ad5a41908b8,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:36.176508 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.212341 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'c2cdac60-0796-4252-8226-9ad5a41908b8', 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f', 'port_id': 'c2cdac60-0796-4252-8226-9ad5a41908b8', 'mac_address': 'fa:16:3e:b5:05:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027a31a2-888e-4838-939d-ce70590a9f85', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:36:36.316313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] For port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:36.342057 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.350446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] For port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=19c5071c-aa5e-4d3e-bf81-56eb8d0b2370,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:36.370702 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.381871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] For port be05273e-77b5-4479-a388-85cf9c1bc4e6, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:36.389769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cdac60-0796-4252-8226-9ad5a41908b8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:36:36.390283 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.433748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] For port be05273e-77b5-4479-a388-85cf9c1bc4e6, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=be05273e-77b5-4479-a388-85cf9c1bc4e6,segment=NetworkSegment(562ed64f-f379-485a-bf9f-54a4718445bd),segment_id=562ed64f-f379-485a-bf9f-54a4718445bd)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:36.449202 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.479705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c2cdac60-0796-4252-8226-9ad5a41908b8, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c2cdac60-0796-4252-8226-9ad5a41908b8,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:36.495345 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.515964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:36.516607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:36.520705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8608a2e-dfdf-4e2b-b6ef-496e9bf5fd0f None None] Pushing event updated for resources: {'Port': ['ID=19c5071c-aa5e-4d3e-bf81-56eb8d0b2370,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:36.578283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d929af-9fd4-4efa-91ff-e0f44533e19c req-f6c18668-ae0d-4d79-ae30-319263c62b0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:36.579942 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1d929af-9fd4-4efa-91ff-e0f44533e19c req-f6c18668-ae0d-4d79-ae30-319263c62b0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 945 time: 0.0782886 Aug 16 02:36:36.644487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Router 7a7e430b-2093-440d-af4c-a90a0f8a38dd is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:36.653025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d1d929af-9fd4-4efa-91ff-e0f44533e19c req-ef52752d-1527-4701-9bd6-249a1d146ea8 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536547 Aug 16 02:36:36.687833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dddb7-0ba9-4fbc-9778-3403580e4e6a None None] Pushing event updated for resources: {'Port': ['ID=be05273e-77b5-4479-a388-85cf9c1bc4e6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:36.755865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:36.816851 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c2cdac60-0796-4252-8226-9ad5a41908b8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:36.833960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:36.844019 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Sync routers for ids ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:36.859125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.860688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6d508665-080d-4520-905a-9e7017da8e1a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2200232 Aug 16 02:36:36.862885 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Routers {'7a7e430b-2093-440d-af4c-a90a0f8a38dd'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:36.863568 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:36.863767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:36.878587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['c2cdac60-0796-4252-8226-9ad5a41908b8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:37.067299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:37.096029 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Set router 7a7e430b-2093-440d-af4c-a90a0f8a38dd gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:37.212470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:36Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:37.247827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae8898-b6be-415d-86d0-71818a2b57ee None None] The sync data for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 is: [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:36Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:37.340335 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:34Z', 'updated_at': '2021-08-16T02:36:36Z', 'revision_number': 3, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'gw_port': {'id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:35Z', 'updated_at': '2021-08-16T02:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:37.390649 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Checking router: 7a7e430b-2093-440d-af4c-a90a0f8a38dd for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:37.391109 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Updating router 7a7e430b-2093-440d-af4c-a90a0f8a38dd port de1fe9de-9481-449a-92cc-b093d2242c82 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:37.471817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device be05273e-77b5-4479-a388-85cf9c1bc4e6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:37.475223 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:37.581052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port be05273e-77b5-4479-a388-85cf9c1bc4e6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:37.847761 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:37.870527 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Transition to ACTIVE for port object de1fe9de-9481-449a-92cc-b093d2242c82 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:37.880371 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:37.912088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29f747-5464-438d-a4c1-dedf099626d7 req-8f4a30ed-0d26-47ac-9eb9-c420158d9231 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:37.914886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b29f747-5464-438d-a4c1-dedf099626d7 req-8f4a30ed-0d26-47ac-9eb9-c420158d9231 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 945 time: 0.1108804 Aug 16 02:36:37.966713 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Attempting to bind port de1fe9de-9481-449a-92cc-b093d2242c82 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:37.981734 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Attempting to bind port de1fe9de-9481-449a-92cc-b093d2242c82 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:37.982214 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Attempting to bind port de1fe9de-9481-449a-92cc-b093d2242c82 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:37.984189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b29f747-5464-438d-a4c1-dedf099626d7 req-e260613b-2c71-4bbd-952e-2d2e89f5dc04 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624387 Aug 16 02:36:38.006616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d4974c-5baa-4fbc-870e-0e9c699a4a71 None None] Network 0a2d68ae-fa03-4b62-8342-21747cde7c28 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:38.014016 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fbeec-762d-4387-a826-63aca75c52d0 None None] Pushing event updated for resources: {'Port': ['ID=de1fe9de-9481-449a-92cc-b093d2242c82,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:38.019115 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:38.019861 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:38.020463 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.021026 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:38.022106 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Bound port: de1fe9de-9481-449a-92cc-b093d2242c82, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:38.022684 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.044672 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.093690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-343b9e6a-b988-48e0-ae29-a5803f74d37b None None] Provisioning for port be05273e-77b5-4479-a388-85cf9c1bc4e6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:38.101882 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] For port de1fe9de-9481-449a-92cc-b093d2242c82, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:38.108935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-343b9e6a-b988-48e0-ae29-a5803f74d37b None None] Provisioning complete for port be05273e-77b5-4479-a388-85cf9c1bc4e6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:38.109423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-343b9e6a-b988-48e0-ae29-a5803f74d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.110570 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] For port de1fe9de-9481-449a-92cc-b093d2242c82, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=de1fe9de-9481-449a-92cc-b093d2242c82,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:38.118361 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.207374 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Routers {'7a7e430b-2093-440d-af4c-a90a0f8a38dd'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:38.208251 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:38.261922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Allocated IP 172.20.0.1 (0a2d68ae-fa03-4b62-8342-21747cde7c28/6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596/455a7cc6-bb28-4567-bb2b-49f211e54d03) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:38.301328 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-343b9e6a-b988-48e0-ae29-a5803f74d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.341682 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] Set router 7a7e430b-2093-440d-af4c-a90a0f8a38dd gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:38.350854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-343b9e6a-b988-48e0-ae29-a5803f74d37b None None] For port be05273e-77b5-4479-a388-85cf9c1bc4e6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=be05273e-77b5-4479-a388-85cf9c1bc4e6,segment=NetworkSegment(562ed64f-f379-485a-bf9f-54a4718445bd),segment_id=562ed64f-f379-485a-bf9f-54a4718445bd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:38.358091 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-343b9e6a-b988-48e0-ae29-a5803f74d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.417538 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.440398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b9e6a-b988-48e0-ae29-a5803f74d37b None None] Pushing event updated for resources: {'Port': ['ID=be05273e-77b5-4479-a388-85cf9c1bc4e6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:38.451076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Transition to ACTIVE for port object 455a7cc6-bb28-4567-bb2b-49f211e54d03 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:38.485422 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fbeec-762d-4387-a826-63aca75c52d0 None None] Pushing event updated for resources: {'Port': ['ID=de1fe9de-9481-449a-92cc-b093d2242c82,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:38.499337 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.561788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Network 0a2d68ae-fa03-4b62-8342-21747cde7c28 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:38.566815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:38.569324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:38.582015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Pushing event updated for resources: {'Port': ['ID=455a7cc6-bb28-4567-bb2b-49f211e54d03,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:38.608939 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:34Z', 'updated_at': '2021-08-16T02:36:36Z', 'revision_number': 3, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'gw_port': {'id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:35Z', 'updated_at': '2021-08-16T02:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:38.641687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.663547 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece1197-6ada-4d0d-b2d1-c52061b931dc None None] The sync data for ids ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'] in n-d-768862-14 is: [{'id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:34Z', 'updated_at': '2021-08-16T02:36:36Z', 'revision_number': 3, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'gw_port': {'id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:35Z', 'updated_at': '2021-08-16T02:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:38.694138 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ded56bf6-dc1e-4466-b8ec-363199863ebd None None] Provisioning complete for port be05273e-77b5-4479-a388-85cf9c1bc4e6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:38.694666 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ded56bf6-dc1e-4466-b8ec-363199863ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.872572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.979291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-24aeab89-1c1d-453e-8367-e1ace26853ee None None] Provisioning for port 455a7cc6-bb28-4567-bb2b-49f211e54d03 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:38.984448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-24aeab89-1c1d-453e-8367-e1ace26853ee None None] Provisioning complete for port 455a7cc6-bb28-4567-bb2b-49f211e54d03 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:38.984917 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24aeab89-1c1d-453e-8367-e1ace26853ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.024605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-24aeab89-1c1d-453e-8367-e1ace26853ee None None] Port 455a7cc6-bb28-4567-bb2b-49f211e54d03 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:39.065768 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.073852 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.162755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Pushing event updated for resources: {'Port': ['ID=455a7cc6-bb28-4567-bb2b-49f211e54d03,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:39.170135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f645e16-b5f6-4f1f-9e2f-c003e4d90840 req-c2b28335-3731-49f2-80b9-5249539edcf1 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:39.173090 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.178055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f645e16-b5f6-4f1f-9e2f-c003e4d90840 req-c2b28335-3731-49f2-80b9-5249539edcf1 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 945 time: 0.0873218 Aug 16 02:36:39.244351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f645e16-b5f6-4f1f-9e2f-c003e4d90840 req-e1a76fde-90bb-4bf0-98ee-55dd4858a7a0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627549 Aug 16 02:36:39.302319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Network 0a2d68ae-fa03-4b62-8342-21747cde7c28 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:39.304013 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:39.447949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Router 7a7e430b-2093-440d-af4c-a90a0f8a38dd has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:39.489337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:39.528895 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:39.554847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:39.560212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:39.560671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.609449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:39.625569 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cee7e29d-069c-4e91-9e3a-75890773497d admin admin] 10.222.0.61 "PUT /v2.0/routers/7a7e430b-2093-440d-af4c-a90a0f8a38dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7523346 Aug 16 02:36:39.660926 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.662806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e1df3e8f-2b06-4735-ae3d-6715a50dc343 None None] Provisioning complete for port 455a7cc6-bb28-4567-bb2b-49f211e54d03 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:39.663271 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1df3e8f-2b06-4735-ae3d-6715a50dc343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.723978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e1df3e8f-2b06-4735-ae3d-6715a50dc343 None None] Port 455a7cc6-bb28-4567-bb2b-49f211e54d03 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:39.728032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=19c5071c-aa5e-4d3e-bf81-56eb8d0b2370,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:39.735683 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.736515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device de1fe9de-9481-449a-92cc-b093d2242c82 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:39.818856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=19c5071c-aa5e-4d3e-bf81-56eb8d0b2370,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:39.833754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port de1fe9de-9481-449a-92cc-b093d2242c82 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:39.838359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port de1fe9de-9481-449a-92cc-b093d2242c82 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:39.838724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:39.863766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c2cdac60-0796-4252-8226-9ad5a41908b8 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:39.950049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port c2cdac60-0796-4252-8226-9ad5a41908b8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:39.957920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port c2cdac60-0796-4252-8226-9ad5a41908b8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:39.958285 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.156388 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.190021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port de1fe9de-9481-449a-92cc-b093d2242c82, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=de1fe9de-9481-449a-92cc-b093d2242c82,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:40.197937 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.198860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device be05273e-77b5-4479-a388-85cf9c1bc4e6 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:40.324836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=de1fe9de-9481-449a-92cc-b093d2242c82,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:40.328291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.360327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e24a7ba-f91e-4797-b1e2-06b9b48755df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cdac60-0796-4252-8226-9ad5a41908b8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:40.362632 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5606701-19c5-4656-870a-ea013e808279" -d '{"events": [{"server_uuid": "6e24a7ba-f91e-4797-b1e2-06b9b48755df", "name": "network-vif-plugged", "status": "completed", "tag": "c2cdac60-0796-4252-8226-9ad5a41908b8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:40.367641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port be05273e-77b5-4479-a388-85cf9c1bc4e6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:40.368402 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.382426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17852857-4f74-47ff-a13f-9b74262fed0f req-12dd3772-2e06-4f66-8cf7-26397cd692e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:40.385544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17852857-4f74-47ff-a13f-9b74262fed0f req-12dd3772-2e06-4f66-8cf7-26397cd692e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 945 time: 0.0797319 Aug 16 02:36:40.396081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port c2cdac60-0796-4252-8226-9ad5a41908b8, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c2cdac60-0796-4252-8226-9ad5a41908b8,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:40.408871 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:40.474173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-17852857-4f74-47ff-a13f-9b74262fed0f req-ef82029f-78ca-4321-b25a-fd79207c9584 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785329 Aug 16 02:36:40.509440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=c2cdac60-0796-4252-8226-9ad5a41908b8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:40.616616 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d421c13f-24a9-4e6a-9ce4-d4cda322ba92 x-openstack-request-id: req-d421c13f-24a9-4e6a-9ce4-d4cda322ba92 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:40.616921 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e24a7ba-f91e-4797-b1e2-06b9b48755df", "name": "network-vif-plugged", "status": "completed", "tag": "c2cdac60-0796-4252-8226-9ad5a41908b8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:40.617182 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d421c13f-24a9-4e6a-9ce4-d4cda322ba92 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:40.618140 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e24a7ba-f91e-4797-b1e2-06b9b48755df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cdac60-0796-4252-8226-9ad5a41908b8', 'code': 200} Aug 16 02:36:40.740800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ace76-5435-453a-a7ea-5466610572d2 req-d4d681d4-0219-4981-a0ad-1d8a4a5afa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:40.742523 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-053ace76-5435-453a-a7ea-5466610572d2 req-d4d681d4-0219-4981-a0ad-1d8a4a5afa40 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 1098 time: 0.0425959 Aug 16 02:36:40.783685 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-053ace76-5435-453a-a7ea-5466610572d2 req-3c5d1e4c-0609-4274-bd00-f5666121fb1b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346699 Aug 16 02:36:40.825195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Sync routers for ids ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:40.834241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Routers {'7a7e430b-2093-440d-af4c-a90a0f8a38dd'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:40.835000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:40.943452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Set router 7a7e430b-2093-440d-af4c-a90a0f8a38dd gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:41.156309 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:34Z', 'updated_at': '2021-08-16T02:36:38Z', 'revision_number': 4, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'gw_port': {'id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:35Z', 'updated_at': '2021-08-16T02:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '455a7cc6-bb28-4567-bb2b-49f211e54d03', 'name': '', 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'mac_address': 'fa:16:3e:54:bc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:38Z', 'updated_at': '2021-08-16T02:36:38Z', 'revision_number': 2, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'subnets': [{'id': '6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:41.186033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Checking router: 7a7e430b-2093-440d-af4c-a90a0f8a38dd for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:41.186729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Updating router 7a7e430b-2093-440d-af4c-a90a0f8a38dd port 455a7cc6-bb28-4567-bb2b-49f211e54d03 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:41.211848 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.336906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:41.452906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:41.453289 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.590671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.603741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Transition to ACTIVE for port object 455a7cc6-bb28-4567-bb2b-49f211e54d03 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:41.606324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device de1fe9de-9481-449a-92cc-b093d2242c82 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:41.613948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abedff-796a-4c9f-8d5a-62da8226b016 req-2bcf46c9-440d-4f08-828f-f6b115924cf5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:41.615535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68abedff-796a-4c9f-8d5a-62da8226b016 req-2bcf46c9-440d-4f08-828f-f6b115924cf5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 946 time: 0.0591068 Aug 16 02:36:41.630156 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.659917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68abedff-796a-4c9f-8d5a-62da8226b016 req-bd98763f-9c6d-43f4-84ef-8a59c7739c57 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370512 Aug 16 02:36:41.702481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60669666-bf9e-4ef0-9a1f-9f0fd697f663 None None] Pushing event updated for resources: {'Port': ['ID=455a7cc6-bb28-4567-bb2b-49f211e54d03,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:41.752756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port de1fe9de-9481-449a-92cc-b093d2242c82 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:41.753141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.785590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Attempting to bind port 455a7cc6-bb28-4567-bb2b-49f211e54d03 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:41.785898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Attempting to bind port 455a7cc6-bb28-4567-bb2b-49f211e54d03 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '562ed64f-f379-485a-bf9f-54a4718445bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:41.786258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Attempting to bind port 455a7cc6-bb28-4567-bb2b-49f211e54d03 on network 0a2d68ae-fa03-4b62-8342-21747cde7c28 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:41.799422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:41.799806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Checking segment: {'id': '562ed64f-f379-485a-bf9f-54a4718445bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:41.800214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.800617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Bound using segment: {'id': '562ed64f-f379-485a-bf9f-54a4718445bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:41.801108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Bound port: 455a7cc6-bb28-4567-bb2b-49f211e54d03, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562ed64f-f379-485a-bf9f-54a4718445bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:41.801498 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.851418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-c8823769-5fbc-497a-a9f0-f90b1c94fa4f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:41.859681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-c8823769-5fbc-497a-a9f0-f90b1c94fa4f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1359358 Aug 16 02:36:41.876418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-10c82bc6-3a70-41cb-a575-6ed566343a4d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/quotas/5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 375 time: 0.0150611 Aug 16 02:36:41.908933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] For port 455a7cc6-bb28-4567-bb2b-49f211e54d03, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:41.912234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] For port 455a7cc6-bb28-4567-bb2b-49f211e54d03, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=455a7cc6-bb28-4567-bb2b-49f211e54d03,segment=NetworkSegment(562ed64f-f379-485a-bf9f-54a4718445bd),segment_id=562ed64f-f379-485a-bf9f-54a4718445bd)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:41.917625 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.932667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-6567f353-27ef-4434-bf07-4c1b67af092b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548403 Aug 16 02:36:41.986953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Routers {'7a7e430b-2093-440d-af4c-a90a0f8a38dd'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:41.987632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:42.031321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60669666-bf9e-4ef0-9a1f-9f0fd697f663 None None] Pushing event updated for resources: {'Port': ['ID=455a7cc6-bb28-4567-bb2b-49f211e54d03,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:42.116027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] Set router 7a7e430b-2093-440d-af4c-a90a0f8a38dd gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:42.152254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-3bedbf2e-00ed-49f6-ab9a-c179b8e3c5d0 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125139 Aug 16 02:36:42.258855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-f638e068-8b8c-4aa1-bb49-4fc313f4d0b2 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997667 Aug 16 02:36:42.357008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:34Z', 'updated_at': '2021-08-16T02:36:38Z', 'revision_number': 4, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'gw_port': {'id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:35Z', 'updated_at': '2021-08-16T02:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '455a7cc6-bb28-4567-bb2b-49f211e54d03', 'name': '', 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'mac_address': 'fa:16:3e:54:bc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:38Z', 'updated_at': '2021-08-16T02:36:41Z', 'revision_number': 4, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'subnets': [{'id': '6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:42.382399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f3bcb-9313-453f-942c-cbca36362080 None None] The sync data for ids ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'] in n-d-768862-14 is: [{'id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:34Z', 'updated_at': '2021-08-16T02:36:38Z', 'revision_number': 4, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'gw_port': {'id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:35Z', 'updated_at': '2021-08-16T02:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '455a7cc6-bb28-4567-bb2b-49f211e54d03', 'name': '', 'network_id': '0a2d68ae-fa03-4b62-8342-21747cde7c28', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'mac_address': 'fa:16:3e:54:bc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:38Z', 'updated_at': '2021-08-16T02:36:41Z', 'revision_number': 4, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'subnets': [{'id': '6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:42.439898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.618583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9dda0562-34a3-48b3-a3ff-b92474f9347c req-da5b85d6-e0e1-4894-9146-7b6495fc7747 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 210 time: 0.0341654 Aug 16 02:36:42.799048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a4c38-4292-49f8-b1aa-daf6b16b6b83 req-8dc65e9c-63dd-4548-9796-07e4b4dc2941 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:42.800780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec9a4c38-4292-49f8-b1aa-daf6b16b6b83 req-8dc65e9c-63dd-4548-9796-07e4b4dc2941 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 946 time: 0.0598497 Aug 16 02:36:42.850510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec9a4c38-4292-49f8-b1aa-daf6b16b6b83 req-a2b5192f-8035-4658-a2ca-03dd93c8f0b8 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Aug 16 02:36:42.984961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91fe0c-a63c-4f12-a15d-32eee4661327 req-c9b5cdf3-a9b2-46c8-bb9c-7c257fd83d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:42.986556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa91fe0c-a63c-4f12-a15d-32eee4661327 req-c9b5cdf3-a9b2-46c8-bb9c-7c257fd83d1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 946 time: 0.0656779 Aug 16 02:36:43.029056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa91fe0c-a63c-4f12-a15d-32eee4661327 req-301c6886-f3f9-4fc4-9f16-89190c54b8a2 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362530 Aug 16 02:36:43.350825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 455a7cc6-bb28-4567-bb2b-49f211e54d03 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:43.406633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 455a7cc6-bb28-4567-bb2b-49f211e54d03 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:43.410939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 455a7cc6-bb28-4567-bb2b-49f211e54d03 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:43.411366 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.493141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.529612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 455a7cc6-bb28-4567-bb2b-49f211e54d03, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=455a7cc6-bb28-4567-bb2b-49f211e54d03,segment=NetworkSegment(562ed64f-f379-485a-bf9f-54a4718445bd),segment_id=562ed64f-f379-485a-bf9f-54a4718445bd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:43.534186 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.591528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=455a7cc6-bb28-4567-bb2b-49f211e54d03,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:43.601522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1e2cd0c2-7575-4f96-9787-5f9512af4486 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:43.603703 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1e2cd0c2-7575-4f96-9787-5f9512af4486 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1197076 Aug 16 02:36:43.616103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'port': {'device_id': '37f60343-ca4a-4278-ab70-da2fc580a163', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'admin_state_up': True, 'tenant_id': '5fe467a1fbf8486890c48f1460dec609'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:43.718675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ad9ebb9-770c-485d-8f48-368fa2ac6c6d req-1b05ad67-0e75-445f-b5da-0df2e36c490b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 210 time: 0.0299826 Aug 16 02:36:43.736036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Made reservation on behalf of 5fe467a1fbf8486890c48f1460dec609 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:43.739751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:43.874464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.20.0.14 (b9bc0843-91b9-4159-affc-14f966757143/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a/e50141be-2d57-4c92-87a9-8caa086683b8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:44.029878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.046315 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Transition to ACTIVE for port object e50141be-2d57-4c92-87a9-8caa086683b8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:44.082040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.132814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:44.136603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:44.140545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:44.147143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=e50141be-2d57-4c92-87a9-8caa086683b8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:44.198437 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:44.199151 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.217227 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-1c3fde8a-60b5-49a2-82ab-66efccad67f4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6049113 Aug 16 02:36:44.231114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Request body: {'port': {'device_id': '37f60343-ca4a-4278-ab70-da2fc580a163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:44.309153 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.417357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a20d36ec-c83d-4635-8bb7-d6b27544e775 None None] Provisioning for port e50141be-2d57-4c92-87a9-8caa086683b8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:44.423606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a20d36ec-c83d-4635-8bb7-d6b27544e775 None None] Provisioning complete for port e50141be-2d57-4c92-87a9-8caa086683b8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:44.424357 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a20d36ec-c83d-4635-8bb7-d6b27544e775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.463474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a20d36ec-c83d-4635-8bb7-d6b27544e775 None None] Port e50141be-2d57-4c92-87a9-8caa086683b8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:44.554639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:44.645858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50141be-2d57-4c92-87a9-8caa086683b8 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:36:44.654040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.666372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Transition to ACTIVE for port object e50141be-2d57-4c92-87a9-8caa086683b8 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:44.671400 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.744429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e50141be-2d57-4c92-87a9-8caa086683b8,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:44.809840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Attempting to bind port e50141be-2d57-4c92-87a9-8caa086683b8 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:44.810179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Attempting to bind port e50141be-2d57-4c92-87a9-8caa086683b8 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:44.810769 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Attempting to bind port e50141be-2d57-4c92-87a9-8caa086683b8 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:44.815478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Port e50141be-2d57-4c92-87a9-8caa086683b8 on network b9bc0843-91b9-4159-affc-14f966757143 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:36:44.815867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Attempting to bind port e50141be-2d57-4c92-87a9-8caa086683b8 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:44.821772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:44.822380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:44.822656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Bound using segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:44.823235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Bound port: e50141be-2d57-4c92-87a9-8caa086683b8, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:44.823658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.939316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] For port e50141be-2d57-4c92-87a9-8caa086683b8, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:44.943590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] For port e50141be-2d57-4c92-87a9-8caa086683b8, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e50141be-2d57-4c92-87a9-8caa086683b8,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:44.952527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.976107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da6462-d87d-46c2-b52e-b537e89f26d7 req-6e17eb46-38f5-4d28-a8b4-e9dec766514a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:44.977858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7da6462-d87d-46c2-b52e-b537e89f26d7 req-6e17eb46-38f5-4d28-a8b4-e9dec766514a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 944 time: 0.1437387 Aug 16 02:36:44.992438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:44.993069 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.994998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] 10.222.0.93 "PUT /v2.0/ports/e50141be-2d57-4c92-87a9-8caa086683b8 HTTP/1.1" status: 200 len: 1093 time: 0.7699471 Aug 16 02:36:44.997306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f60343-ca4a-4278-ab70-da2fc580a163', 'tag': 'e50141be-2d57-4c92-87a9-8caa086683b8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:44.999656 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a710b86f-9317-438b-aec7-e4d0de3902cf" -d '{"events": [{"name": "network-changed", "server_uuid": "37f60343-ca4a-4278-ab70-da2fc580a163", "tag": "e50141be-2d57-4c92-87a9-8caa086683b8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:45.091836 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f281b8c-c68a-4eda-962a-4d7c34cc7ef7 x-openstack-request-id: req-9f281b8c-c68a-4eda-962a-4d7c34cc7ef7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:45.092207 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f60343-ca4a-4278-ab70-da2fc580a163", "tag": "e50141be-2d57-4c92-87a9-8caa086683b8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:45.092400 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f281b8c-c68a-4eda-962a-4d7c34cc7ef7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:45.092761 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f60343-ca4a-4278-ab70-da2fc580a163', 'tag': 'e50141be-2d57-4c92-87a9-8caa086683b8', 'status': 'completed', 'code': 200} Aug 16 02:36:45.118183 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5fe74-5818-4fa1-b2f1-84bd183135b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e50141be-2d57-4c92-87a9-8caa086683b8,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:45.145051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7da6462-d87d-46c2-b52e-b537e89f26d7 req-d980886f-2c51-41e1-aae8-2429b0a45210 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607061 Aug 16 02:36:45.167305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-c98b8919-4fe0-483a-800b-dcd017f1eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:45.170055 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-c98b8919-4fe0-483a-800b-dcd017f1eed2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 1096 time: 0.0976472 Aug 16 02:36:45.224594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-83e86a34-a6e2-42ad-bf19-ec368d2e755d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e50141be-2d57-4c92-87a9-8caa086683b8 HTTP/1.1" status: 200 len: 217 time: 0.0461969 Aug 16 02:36:45.297066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-6f20a9b3-ef5d-4ab4-b037-ada1330cf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:45.298563 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-6f20a9b3-ef5d-4ab4-b037-ada1330cf16a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0677178 Aug 16 02:36:45.312266 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.351280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-5593cdde-49dc-49c7-9a32-4dcaee773f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:45.353249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-5593cdde-49dc-49c7-9a32-4dcaee773f10 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469532 Aug 16 02:36:45.370945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 455a7cc6-bb28-4567-bb2b-49f211e54d03 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:45.451594 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 455a7cc6-bb28-4567-bb2b-49f211e54d03 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:45.453259 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.480410 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-31c32176-e8bd-4a88-b179-49a59b1ee038 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203055 Aug 16 02:36:45.592458 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e1d8f8f-d6b9-4af1-8af5-94c89051cfd9 req-c6ecf8ca-4db4-4267-b607-26e39f17a48b service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056280 Aug 16 02:36:45.679046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.20.0.17 (cb952eeb-adfa-4663-bdcc-c47613f3f80f/027a31a2-888e-4838-939d-ce70590a9f85/77f9df82-5c9c-447e-9d85-09c006a240f9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:45.687323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-77975fee-9774-4f42-8c05-ffeec0a2ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:45.689662 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-77975fee-9774-4f42-8c05-ffeec0a2ab66 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 1096 time: 0.0523269 Aug 16 02:36:45.792278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-0fe9d932-b2aa-485c-8637-fb3dff20c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:45.793890 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-0fe9d932-b2aa-485c-8637-fb3dff20c299 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0971534 Aug 16 02:36:45.812025 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.827581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Transition to ACTIVE for port object 77f9df82-5c9c-447e-9d85-09c006a240f9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:45.837546 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-f985174e-c489-490b-9359-4b6ca9a41772 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e50141be-2d57-4c92-87a9-8caa086683b8 HTTP/1.1" status: 200 len: 217 time: 0.0372355 Aug 16 02:36:45.862152 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.893449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-b727d56b-1fce-4d0d-bc89-b4ceef9d7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:45.894336 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-b727d56b-1fce-4d0d-bc89-b4ceef9d7d14 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0509374 Aug 16 02:36:45.912473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network cb952eeb-adfa-4663-bdcc-c47613f3f80f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:45.913873 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:45.919050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:45.924113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=77f9df82-5c9c-447e-9d85-09c006a240f9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:45.959723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-1ee626f8-292f-42c0-9afb-971d5f60c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:45.962022 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-1ee626f8-292f-42c0-9afb-971d5f60c879 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598550 Aug 16 02:36:45.977833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.074690 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-bfa51664-f698-4f84-9c80-a1296bef69e2 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060739 Aug 16 02:36:46.122809 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.204475 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a710b86f-9317-438b-aec7-e4d0de3902cf req-09dbbcc6-2a37-4dec-a003-004700dcf003 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233256 Aug 16 02:36:46.264560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e94f8e8c-f17c-49ee-ba0d-347789d7935e None None] Provisioning for port 77f9df82-5c9c-447e-9d85-09c006a240f9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:46.268220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e94f8e8c-f17c-49ee-ba0d-347789d7935e None None] Provisioning complete for port 77f9df82-5c9c-447e-9d85-09c006a240f9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:46.268590 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e94f8e8c-f17c-49ee-ba0d-347789d7935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.306746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e94f8e8c-f17c-49ee-ba0d-347789d7935e None None] Port 77f9df82-5c9c-447e-9d85-09c006a240f9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:46.698341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae7422-0efa-4712-9ed3-86bd3ac66d7f req-49069d23-0da6-48d4-a54b-aa7dbfee8f4c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:46.699857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eae7422-0efa-4712-9ed3-86bd3ac66d7f req-49069d23-0da6-48d4-a54b-aa7dbfee8f4c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 944 time: 0.4592416 Aug 16 02:36:46.796725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4eae7422-0efa-4712-9ed3-86bd3ac66d7f req-4194524d-d966-487b-bd17-c5c5a8d41fd8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895541 Aug 16 02:36:46.876451 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.881301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:46.956928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=77f9df82-5c9c-447e-9d85-09c006a240f9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:46.959593 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:47.057271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network cb952eeb-adfa-4663-bdcc-c47613f3f80f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:47.059371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:47.197738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 3943edd7-88cf-498a-9037-920fa6f560b1 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:47.333509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-139a5599-6677-474b-b469-8e8e0abec75e None None] Provisioning complete for port 77f9df82-5c9c-447e-9d85-09c006a240f9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:47.334089 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-139a5599-6677-474b-b469-8e8e0abec75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:47.338982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:47.352163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d45dfbeb-f907-4160-a851-e7591079bdeb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "PUT /v2.0/routers/3943edd7-88cf-498a-9037-920fa6f560b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7956524 Aug 16 02:36:47.361464 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Sync routers for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:47.373112 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:47.374182 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:47.385511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-139a5599-6677-474b-b469-8e8e0abec75e None None] Port 77f9df82-5c9c-447e-9d85-09c006a240f9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:47.482325 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:47.710137 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:36:46Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '6f6e10de-e21d-4dc3-8710-fac7fe9cb100', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:46Z', 'updated_at': '2021-08-16T02:35:50Z', 'revision_number': 1, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f9df82-5c9c-447e-9d85-09c006a240f9', 'name': '', 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:71:a3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '027a31a2-888e-4838-939d-ce70590a9f85', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:45Z', 'updated_at': '2021-08-16T02:36:46Z', 'revision_number': 2, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '027a31a2-888e-4838-939d-ce70590a9f85', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:47.737114 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Checking router: 3943edd7-88cf-498a-9037-920fa6f560b1 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:47.737475 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Updating router 3943edd7-88cf-498a-9037-920fa6f560b1 port 77f9df82-5c9c-447e-9d85-09c006a240f9 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:47.764663 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:47.924048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39a839-c046-4f94-ad99-b29abb20c609 req-4b03d800-2c7a-4a2c-bd80-535eadaadfd4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:47.925657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a39a839-c046-4f94-ad99-b29abb20c609 req-4b03d800-2c7a-4a2c-bd80-535eadaadfd4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 944 time: 0.0570343 Aug 16 02:36:47.968645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1a39a839-c046-4f94-ad99-b29abb20c609 req-3eb86e1d-51e6-4f83-9604-b4bda2188d62 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359478 Aug 16 02:36:48.159390 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.170444 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Transition to ACTIVE for port object 77f9df82-5c9c-447e-9d85-09c006a240f9 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:48.175903 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.224268 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd931c-1668-4ce7-b811-0c64613b869f None None] Pushing event updated for resources: {'Port': ['ID=77f9df82-5c9c-447e-9d85-09c006a240f9,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:48.279341 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Attempting to bind port 77f9df82-5c9c-447e-9d85-09c006a240f9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:48.279720 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Attempting to bind port 77f9df82-5c9c-447e-9d85-09c006a240f9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:48.280093 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Attempting to bind port 77f9df82-5c9c-447e-9d85-09c006a240f9 on network cb952eeb-adfa-4663-bdcc-c47613f3f80f {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:48.285093 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:48.285466 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Checking segment: {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:48.285870 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.286247 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Bound using segment: {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:48.286714 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Bound port: 77f9df82-5c9c-447e-9d85-09c006a240f9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee66889-feaf-4172-8ccb-788c53dd01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:48.287213 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.354148 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] For port 77f9df82-5c9c-447e-9d85-09c006a240f9, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:48.357609 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] For port 77f9df82-5c9c-447e-9d85-09c006a240f9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=77f9df82-5c9c-447e-9d85-09c006a240f9,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:48.361418 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.419743 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:48.420427 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:36:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:48.456569 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd931c-1668-4ce7-b811-0c64613b869f None None] Pushing event updated for resources: {'Port': ['ID=77f9df82-5c9c-447e-9d85-09c006a240f9,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:48.538790 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:48.770748 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:36:46Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '6f6e10de-e21d-4dc3-8710-fac7fe9cb100', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:46Z', 'updated_at': '2021-08-16T02:35:50Z', 'revision_number': 1, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f9df82-5c9c-447e-9d85-09c006a240f9', 'name': '', 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:71:a3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '027a31a2-888e-4838-939d-ce70590a9f85', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:45Z', 'updated_at': '2021-08-16T02:36:48Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '027a31a2-888e-4838-939d-ce70590a9f85', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:48.796944 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561e63b-dd8d-46d4-bde2-1a3cfa708079 None None] The sync data for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 is: [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:36:46Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '6f6e10de-e21d-4dc3-8710-fac7fe9cb100', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:46Z', 'updated_at': '2021-08-16T02:35:50Z', 'revision_number': 1, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77f9df82-5c9c-447e-9d85-09c006a240f9', 'name': '', 'network_id': 'cb952eeb-adfa-4663-bdcc-c47613f3f80f', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:71:a3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '027a31a2-888e-4838-939d-ce70590a9f85', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:45Z', 'updated_at': '2021-08-16T02:36:48Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '027a31a2-888e-4838-939d-ce70590a9f85', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:49.086231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b9dbd-fdcc-4632-87e7-dc6adc213105 req-95585ab7-3664-4232-852a-83d75f770db8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:49.087772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a2b9dbd-fdcc-4632-87e7-dc6adc213105 req-95585ab7-3664-4232-852a-83d75f770db8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 944 time: 0.0489738 Aug 16 02:36:49.131052 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a2b9dbd-fdcc-4632-87e7-dc6adc213105 req-5ffc8bef-bc35-4551-8959-36f06424ac3c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330303 Aug 16 02:36:49.360470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 77f9df82-5c9c-447e-9d85-09c006a240f9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:49.417905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 77f9df82-5c9c-447e-9d85-09c006a240f9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:49.422636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 77f9df82-5c9c-447e-9d85-09c006a240f9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:49.423015 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.503618 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.537314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 77f9df82-5c9c-447e-9d85-09c006a240f9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=77f9df82-5c9c-447e-9d85-09c006a240f9,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:49.542842 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:49.595913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=77f9df82-5c9c-447e-9d85-09c006a240f9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:50.245810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835697f0-ff31-41bb-a01b-1ebfebb344ab req-793a5bd4-4585-4e2a-98d4-b570f4651e33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:50.247336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-835697f0-ff31-41bb-a01b-1ebfebb344ab req-793a5bd4-4585-4e2a-98d4-b570f4651e33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 944 time: 0.0523160 Aug 16 02:36:50.285599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-835697f0-ff31-41bb-a01b-1ebfebb344ab req-1d6185fe-1f92-4fdd-a749-3da9299515a1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Aug 16 02:36:51.338559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 77f9df82-5c9c-447e-9d85-09c006a240f9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:51.412947 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159e29-20b5-4884-a502-76427fc04e79 req-a44fd31b-401f-4fd5-ba5a-146823839d39 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:51.414466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a159e29-20b5-4884-a502-76427fc04e79 req-a44fd31b-401f-4fd5-ba5a-146823839d39 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 944 time: 0.0568132 Aug 16 02:36:51.467927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a159e29-20b5-4884-a502-76427fc04e79 req-8baa9bea-59b8-4c93-ab0b-2d8f1acd3ff3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459886 Aug 16 02:36:51.546407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 77f9df82-5c9c-447e-9d85-09c006a240f9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:51.546785 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.585903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d528-8635-40bd-af07-551f11104f37 req-a5d602d8-f4db-48b7-92af-169b1053d49f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:52.588060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01d3d528-8635-40bd-af07-551f11104f37 req-a5d602d8-f4db-48b7-92af-169b1053d49f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 944 time: 0.0513718 Aug 16 02:36:52.627683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-01d3d528-8635-40bd-af07-551f11104f37 req-6e9e1fea-4004-4e78-82ca-a757c85305a7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331888 Aug 16 02:36:53.520353 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-258081bc-fced-46f8-8f1f-0165f450ac25 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407863 Aug 16 02:36:53.584295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-e056e923-6f6f-4907-bb1d-cbb2815e1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:53.585767 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-e056e923-6f6f-4907-bb1d-cbb2815e1fff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 1097 time: 0.0400567 Aug 16 02:36:53.694505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-7c967e4e-03c8-4914-84c5-f7f44117bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:53.695986 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-7c967e4e-03c8-4914-84c5-f7f44117bfbe service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 HTTP/1.1" status: 200 len: 897 time: 0.0908892 Aug 16 02:36:53.748204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d13d5-2ae9-4696-af32-04df1973ae58 req-84887840-2f75-4711-8a35-b550916e4e24 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:53.749741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b7d13d5-2ae9-4696-af32-04df1973ae58 req-84887840-2f75-4711-8a35-b550916e4e24 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 944 time: 0.0555294 Aug 16 02:36:53.764466 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-6d0175f0-971f-4b39-9f0d-425875e70f9c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc HTTP/1.1" status: 200 len: 1000 time: 0.0593770 Aug 16 02:36:53.788773 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b7d13d5-2ae9-4696-af32-04df1973ae58 req-ecc8e165-01ec-4d2e-b850-f19b1ef395fc tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Aug 16 02:36:53.817791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-0ec6b2c8-d86e-4a8f-9530-8fea4c5b76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:53.819388 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-0ec6b2c8-d86e-4a8f-9530-8fea4c5b76f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6c92819b-9ed2-4c50-8e3a-68eaf0e8c556 HTTP/1.1" status: 200 len: 835 time: 0.0474684 Aug 16 02:36:53.869455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-508fc104-00b1-4880-851b-6993cce1a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:53.870953 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-508fc104-00b1-4880-851b-6993cce1a49c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442965 Aug 16 02:36:53.960083 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-8099762d-4a2b-4692-afaa-0a20a797b17e service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818264 Aug 16 02:36:54.061655 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b1ad67bd-04dd-47a7-b999-8e76ad086682 req-942c69f7-e646-4aa2-b0e4-acf5b5516023 service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918708 Aug 16 02:36:54.913950 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9b01c-12f3-4f5c-8e15-aaf18efef091 req-5b496a2c-ad81-4daf-9449-4d58dacc0af8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:54.915670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45c9b01c-12f3-4f5c-8e15-aaf18efef091 req-5b496a2c-ad81-4daf-9449-4d58dacc0af8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 944 time: 0.0541666 Aug 16 02:36:54.954344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45c9b01c-12f3-4f5c-8e15-aaf18efef091 req-a9b0d316-69fb-41f8-a2f0-e2eeccaa3331 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Aug 16 02:36:55.806529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e50141be-2d57-4c92-87a9-8caa086683b8 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:36:55.901910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e50141be-2d57-4c92-87a9-8caa086683b8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e50141be-2d57-4c92-87a9-8caa086683b8,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:55.912901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'e50141be-2d57-4c92-87a9-8caa086683b8', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'port_id': 'e50141be-2d57-4c92-87a9-8caa086683b8', 'mac_address': 'fa:16:3e:1e:6b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:36:55.950271 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:55.962585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50141be-2d57-4c92-87a9-8caa086683b8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:36:55.982232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e50141be-2d57-4c92-87a9-8caa086683b8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e50141be-2d57-4c92-87a9-8caa086683b8,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:55.986367 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:56.041928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e50141be-2d57-4c92-87a9-8caa086683b8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:56.078961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77008b43-a009-47ee-8b41-bc19024e8594 req-fc897adc-d05e-476a-9530-7422517e2a6d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:56.080487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77008b43-a009-47ee-8b41-bc19024e8594 req-fc897adc-d05e-476a-9530-7422517e2a6d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 945 time: 0.0513058 Aug 16 02:36:56.119154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77008b43-a009-47ee-8b41-bc19024e8594 req-b9c05c19-8c08-45bc-bf64-82be42159334 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Aug 16 02:36:56.196031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e50141be-2d57-4c92-87a9-8caa086683b8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:57.237356 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03174b27-a70f-4fcf-9140-10f985762ceb req-7c65befa-ef6e-4f4c-8bc6-094816b15fde tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:57.238871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03174b27-a70f-4fcf-9140-10f985762ceb req-7c65befa-ef6e-4f4c-8bc6-094816b15fde tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 945 time: 0.0519769 Aug 16 02:36:57.277155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03174b27-a70f-4fcf-9140-10f985762ceb req-321acd26-6a95-477d-8811-9f24b33b4eeb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Aug 16 02:36:57.822036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e50141be-2d57-4c92-87a9-8caa086683b8 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:57.868378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port e50141be-2d57-4c92-87a9-8caa086683b8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:57.872793 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port e50141be-2d57-4c92-87a9-8caa086683b8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:57.873164 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.949717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.971622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f60343-ca4a-4278-ab70-da2fc580a163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50141be-2d57-4c92-87a9-8caa086683b8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:57.973850 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae429ac5-2d5a-4665-8185-0851f6831647" -d '{"events": [{"server_uuid": "37f60343-ca4a-4278-ab70-da2fc580a163", "name": "network-vif-plugged", "status": "completed", "tag": "e50141be-2d57-4c92-87a9-8caa086683b8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:57.987027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e50141be-2d57-4c92-87a9-8caa086683b8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e50141be-2d57-4c92-87a9-8caa086683b8,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:57.991341 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:58.013847 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c76b697-80bd-498d-9e94-3c404a972255 x-openstack-request-id: req-2c76b697-80bd-498d-9e94-3c404a972255 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:58.014136 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f60343-ca4a-4278-ab70-da2fc580a163", "name": "network-vif-plugged", "status": "completed", "tag": "e50141be-2d57-4c92-87a9-8caa086683b8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:58.014387 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c76b697-80bd-498d-9e94-3c404a972255 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:58.014774 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f60343-ca4a-4278-ab70-da2fc580a163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50141be-2d57-4c92-87a9-8caa086683b8', 'code': 200} Aug 16 02:36:58.040878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e50141be-2d57-4c92-87a9-8caa086683b8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:58.108370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeec1ba-9d92-40e3-9adc-80ab330a652a req-13e14ddb-1b94-4081-b333-b3d511d3384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:58.109799 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daeec1ba-9d92-40e3-9adc-80ab330a652a req-13e14ddb-1b94-4081-b333-b3d511d3384f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 1098 time: 0.0428030 Aug 16 02:36:58.145666 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-daeec1ba-9d92-40e3-9adc-80ab330a652a req-12d00101-d95a-4fef-aa9c-d19fa3dd3a14 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288439 Aug 16 02:36:58.407718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69534806-a549-4ff7-b31e-d4d2171a8241 req-40a7ba89-d17e-4eff-a6a8-79f4ac48d838 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:58.409141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69534806-a549-4ff7-b31e-d4d2171a8241 req-40a7ba89-d17e-4eff-a6a8-79f4ac48d838 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 946 time: 0.0670717 Aug 16 02:36:58.446378 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69534806-a549-4ff7-b31e-d4d2171a8241 req-fdc52758-c265-4234-915d-6c4d93f731a6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Aug 16 02:36:59.562709 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca7f6b-1b79-4062-b205-c1c9653aae1c req-a55314fd-6709-46e9-9021-3c0c2e7ebd34 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:59.564305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10ca7f6b-1b79-4062-b205-c1c9653aae1c req-a55314fd-6709-46e9-9021-3c0c2e7ebd34 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 946 time: 0.0496922 Aug 16 02:36:59.601531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-10ca7f6b-1b79-4062-b205-c1c9653aae1c req-4189e51b-52ef-47f0-91e5-c54de3ba9a56 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Aug 16 02:36:59.714235 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead878e-a6a7-4f6f-ad82-1ae470b6991e req-c74c9a8a-b2bf-4ff7-9d3a-1bc013f608e6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:59.715969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ead878e-a6a7-4f6f-ad82-1ae470b6991e req-c74c9a8a-b2bf-4ff7-9d3a-1bc013f608e6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 946 time: 0.0494611 Aug 16 02:36:59.754092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ead878e-a6a7-4f6f-ad82-1ae470b6991e req-3b7a24ef-e29f-43d0-a691-67d6b9a8cbda tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Aug 16 02:36:59.870480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8c633-b3ee-4903-975c-2901a5207872 req-23223f18-19fa-495e-a9f3-ca28382f337f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:59.872072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27d8c633-b3ee-4903-975c-2901a5207872 req-23223f18-19fa-495e-a9f3-ca28382f337f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 946 time: 0.0537531 Aug 16 02:36:59.909088 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27d8c633-b3ee-4903-975c-2901a5207872 req-6f555cd2-0ca2-40c7-84ef-a72672767c73 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Aug 16 02:37:00.154811 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daeb146-5dcc-421e-a8a4-3cd031c13773 req-7ab0f14d-ecb2-41ce-ade1-1fd7f962dc87 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:00.156621 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4daeb146-5dcc-421e-a8a4-3cd031c13773 req-7ab0f14d-ecb2-41ce-ade1-1fd7f962dc87 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 946 time: 0.0523238 Aug 16 02:37:00.193757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4daeb146-5dcc-421e-a8a4-3cd031c13773 req-67973fe5-31b1-4097-8319-501a7643d591 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314074 Aug 16 02:37:00.982840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0c102df-c31c-4a8e-a9dd-f8b076177405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.018563 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.314535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95b469-5c89-4f74-beef-bf0edd11ce4f req-da2f4cc9-5bbb-4357-a023-b61eed58f189 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:01.316103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c95b469-5c89-4f74-beef-bf0edd11ce4f req-da2f4cc9-5bbb-4357-a023-b61eed58f189 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 946 time: 0.0507851 Aug 16 02:37:01.360280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c95b469-5c89-4f74-beef-bf0edd11ce4f req-434bec25-d350-40f0-951f-aa316387b498 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Aug 16 02:37:01.531959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-f25ceb7d-4f83-4d2b-a1bf-9cbcfd4a3ac9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:01.533335 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-f25ceb7d-4f83-4d2b-a1bf-9cbcfd4a3ac9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 946 time: 0.0484371 Aug 16 02:37:01.625692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port e50141be-2d57-4c92-87a9-8caa086683b8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:01.626030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.712382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] For port e50141be-2d57-4c92-87a9-8caa086683b8, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e50141be-2d57-4c92-87a9-8caa086683b8,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:01.712746 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.726371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for e50141be-2d57-4c92-87a9-8caa086683b8 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:01.854715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.865935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e50141be-2d57-4c92-87a9-8caa086683b8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:01.885042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=e50141be-2d57-4c92-87a9-8caa086683b8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:01.930303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] No DVR routers for this DVR port e50141be-2d57-4c92-87a9-8caa086683b8 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:01.933745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:01.935827 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-baca4158-cae4-426d-b55f-e6d8da9f9cce req-b0c6674e-0348-47bf-870d-bb3f2467a9b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "DELETE /v2.0/ports/e50141be-2d57-4c92-87a9-8caa086683b8 HTTP/1.1" status: 204 len: 173 time: 0.3964059 Aug 16 02:37:01.936301 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f60343-ca4a-4278-ab70-da2fc580a163', 'name': 'network-vif-deleted', 'tag': 'e50141be-2d57-4c92-87a9-8caa086683b8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:01.938565 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6be7ab-ca73-4c76-8fca-4d5879fd4038" -d '{"events": [{"server_uuid": "37f60343-ca4a-4278-ab70-da2fc580a163", "name": "network-vif-deleted", "tag": "e50141be-2d57-4c92-87a9-8caa086683b8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:01.978739 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df24421-34c8-4b91-b20c-852dabd05c24 x-openstack-request-id: req-8df24421-34c8-4b91-b20c-852dabd05c24 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:01.979179 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f60343-ca4a-4278-ab70-da2fc580a163", "name": "network-vif-deleted", "tag": "e50141be-2d57-4c92-87a9-8caa086683b8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:01.979438 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8df24421-34c8-4b91-b20c-852dabd05c24 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:01.979841 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f60343-ca4a-4278-ab70-da2fc580a163', 'name': 'network-vif-deleted', 'tag': 'e50141be-2d57-4c92-87a9-8caa086683b8', 'status': 'completed', 'code': 200} Aug 16 02:37:02.456983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c3ce65b-d900-4003-9cff-0f035b266583 req-0ab2d576-bd93-4764-92bd-c2f5d8a7628f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 210 time: 0.0307250 Aug 16 02:37:03.553747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8ba650f-882f-4042-8f88-deeeccfa9574 req-0167be36-af57-48d5-9cf0-4c8c8ce1439d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 210 time: 0.0282841 Aug 16 02:37:03.614652 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c8952b0-8e61-4945-b784-f4f4c1a471f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.971752 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:04.648030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5bc3513b-9e2d-440e-b04b-bc90c872c8c0 req-3e09807a-52dc-44ba-a9d3-e1e3ec97ab1c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 210 time: 0.0266411 Aug 16 02:37:04.917095 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:05.759720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-94f426b6-e513-4708-8d9a-2441fc78e49e req-28ce39a9-fc32-40ed-86b3-dcef84d3e42b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f60343-ca4a-4278-ab70-da2fc580a163 HTTP/1.1" status: 200 len: 210 time: 0.0324254 Aug 16 02:37:05.868522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e50141be-2d57-4c92-87a9-8caa086683b8 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:05.888838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: e50141be-2d57-4c92-87a9-8caa086683b8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:05.889182 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e50141be-2d57-4c92-87a9-8caa086683b8 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:07.033733 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.444159 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.174836 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17deff19-4e4b-4b91-80e5-888e057e237c req-d1d4ff91-16ad-498a-b72c-f16ab683236e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507243 Aug 16 02:37:14.280024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deff19-4e4b-4b91-80e5-888e057e237c req-aa0efb83-f047-4325-b96b-3396339bfe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:14.281569 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17deff19-4e4b-4b91-80e5-888e057e237c req-aa0efb83-f047-4325-b96b-3396339bfe5c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 1098 time: 0.0449727 Aug 16 02:37:14.392125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deff19-4e4b-4b91-80e5-888e057e237c req-208267d4-9e0d-40d4-80d2-1d7c1149a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:14.393554 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17deff19-4e4b-4b91-80e5-888e057e237c req-208267d4-9e0d-40d4-80d2-1d7c1149a746 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cb952eeb-adfa-4663-bdcc-c47613f3f80f HTTP/1.1" status: 200 len: 896 time: 0.0933034 Aug 16 02:37:14.436743 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17deff19-4e4b-4b91-80e5-888e057e237c req-0c67fe91-b976-44b8-96fb-e16202306866 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c2cdac60-0796-4252-8226-9ad5a41908b8 HTTP/1.1" status: 200 len: 217 time: 0.0362058 Aug 16 02:37:14.488214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deff19-4e4b-4b91-80e5-888e057e237c req-92b1af2b-3b42-402d-8ce2-5a6af7bd0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:14.490024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17deff19-4e4b-4b91-80e5-888e057e237c req-92b1af2b-3b42-402d-8ce2-5a6af7bd0b60 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=027a31a2-888e-4838-939d-ce70590a9f85 HTTP/1.1" status: 200 len: 838 time: 0.0466697 Aug 16 02:37:14.539971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deff19-4e4b-4b91-80e5-888e057e237c req-d1886855-0a96-478c-8235-6fcda8c064a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:14.541566 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17deff19-4e4b-4b91-80e5-888e057e237c req-d1886855-0a96-478c-8235-6fcda8c064a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cb952eeb-adfa-4663-bdcc-c47613f3f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0440574 Aug 16 02:37:14.643202 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17deff19-4e4b-4b91-80e5-888e057e237c req-2cb35489-faa0-46e4-a4b5-cb6d6e2f09f4 service neutron] 10.222.0.86 "GET /v2.0/networks/cb952eeb-adfa-4663-bdcc-c47613f3f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940576 Aug 16 02:37:14.739138 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-17deff19-4e4b-4b91-80e5-888e057e237c req-f31f44c4-9331-4b07-8ac1-0ada07553d6e service neutron] 10.222.0.86 "GET /v2.0/networks/cb952eeb-adfa-4663-bdcc-c47613f3f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890439 Aug 16 02:37:16.528008 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:16.899801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-9d40e2c7-573a-455c-a753-191d7b5ee27f req-f5814f56-2e41-47ee-abdb-290459f5d607 service neutron] (94640) timed out ('10.222.0.86', 60458) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:37:21.203734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:21.654200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.036463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port 77f9df82-5c9c-447e-9d85-09c006a240f9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:22.036816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.129259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] For port 77f9df82-5c9c-447e-9d85-09c006a240f9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=77f9df82-5c9c-447e-9d85-09c006a240f9,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:22.129670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.144783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for 77f9df82-5c9c-447e-9d85-09c006a240f9 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:22.345213 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.372166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=77f9df82-5c9c-447e-9d85-09c006a240f9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:22.386284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.386642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.387012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.387387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.387726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.388063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.388393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.388743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.389047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.389371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.389696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.390050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:22.567201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.792432 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 3943edd7-88cf-498a-9037-920fa6f560b1 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:22.899544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:22.906896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-547ad8ad-8f8b-4db7-ada4-02dd793ff769 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "PUT /v2.0/routers/3943edd7-88cf-498a-9037-920fa6f560b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020977 Aug 16 02:37:22.910288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] Sync routers for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:22.921640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:22.922273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:23.035762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:23.128928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50a815-4b88-401f-b05c-e1529a8eebf1 req-c95d5cf6-7500-4e45-aeaf-d1804d8b82f2 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.130532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa50a815-4b88-401f-b05c-e1529a8eebf1 req-c95d5cf6-7500-4e45-aeaf-d1804d8b82f2 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 946 time: 0.0502801 Aug 16 02:37:23.170059 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa50a815-4b88-401f-b05c-e1529a8eebf1 req-f7d971b5-9325-4894-a3c6-fc89efa13703 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327375 Aug 16 02:37:23.275435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:37:22Z', 'revision_number': 6, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '6f6e10de-e21d-4dc3-8710-fac7fe9cb100', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:46Z', 'updated_at': '2021-08-16T02:35:50Z', 'revision_number': 1, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:23.302332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] Checking router: 3943edd7-88cf-498a-9037-920fa6f560b1 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:23.311070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:23.311728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:23.424946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:23.655814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:37:22Z', 'revision_number': 6, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '6f6e10de-e21d-4dc3-8710-fac7fe9cb100', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:46Z', 'updated_at': '2021-08-16T02:35:50Z', 'revision_number': 1, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:23.686993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f1cbc-7658-4a99-b3bf-07f585ca3010 None None] The sync data for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 is: [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:37:22Z', 'revision_number': 6, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '6f6e10de-e21d-4dc3-8710-fac7fe9cb100', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'port_id': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'mac_address': 'fa:16:3e:03:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:35:46Z', 'updated_at': '2021-08-16T02:35:50Z', 'revision_number': 1, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:24.294767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95284ee9-e51d-4dea-9590-b7e3005857cc req-b8f8df6b-d7b5-4fd1-b238-67af77612001 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:24.296356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95284ee9-e51d-4dea-9590-b7e3005857cc req-b8f8df6b-d7b5-4fd1-b238-67af77612001 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 946 time: 0.0557883 Aug 16 02:37:24.339684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95284ee9-e51d-4dea-9590-b7e3005857cc req-093ef7a9-f086-4180-b3a2-89d4cdfe8ce1 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=e44dad71-9997-4361-817b-03102a8bef74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345767 Aug 16 02:37:24.835765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-1ef0a667-101e-4994-a446-eb83cbb60731 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:24.837224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-1ef0a667-101e-4994-a446-eb83cbb60731 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 946 time: 0.0536096 Aug 16 02:37:24.929930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port c2cdac60-0796-4252-8226-9ad5a41908b8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:24.930271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.026935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] For port c2cdac60-0796-4252-8226-9ad5a41908b8, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=c2cdac60-0796-4252-8226-9ad5a41908b8,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:25.027334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.040195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for c2cdac60-0796-4252-8226-9ad5a41908b8 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:25.165664 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.198304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=c2cdac60-0796-4252-8226-9ad5a41908b8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:25.239982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] No DVR routers for this DVR port c2cdac60-0796-4252-8226-9ad5a41908b8 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:25.242644 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.245278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-be4ba606-0a38-412b-a05e-f2dbd537de0e req-16ccc55d-db6f-4baf-8916-f9afe3a4c85d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.86 "DELETE /v2.0/ports/c2cdac60-0796-4252-8226-9ad5a41908b8 HTTP/1.1" status: 204 len: 173 time: 0.4008682 Aug 16 02:37:25.245423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e24a7ba-f91e-4797-b1e2-06b9b48755df', 'name': 'network-vif-deleted', 'tag': 'c2cdac60-0796-4252-8226-9ad5a41908b8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:25.247563 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5253e53d-3162-4df2-854a-b5decc37d922" -d '{"events": [{"server_uuid": "6e24a7ba-f91e-4797-b1e2-06b9b48755df", "name": "network-vif-deleted", "tag": "c2cdac60-0796-4252-8226-9ad5a41908b8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:25.284609 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54515f71-5702-45c5-9d6b-b6085b3db8e3 x-openstack-request-id: req-54515f71-5702-45c5-9d6b-b6085b3db8e3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:25.284887 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e24a7ba-f91e-4797-b1e2-06b9b48755df", "name": "network-vif-deleted", "tag": "c2cdac60-0796-4252-8226-9ad5a41908b8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:25.285138 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54515f71-5702-45c5-9d6b-b6085b3db8e3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:25.285534 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e24a7ba-f91e-4797-b1e2-06b9b48755df', 'name': 'network-vif-deleted', 'tag': 'c2cdac60-0796-4252-8226-9ad5a41908b8', 'status': 'completed', 'code': 200} Aug 16 02:37:25.315817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 77f9df82-5c9c-447e-9d85-09c006a240f9 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:25.335998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 77f9df82-5c9c-447e-9d85-09c006a240f9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:25.336348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 77f9df82-5c9c-447e-9d85-09c006a240f9 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:25.451137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf428cef-bdf6-462a-8982-0ffe3b92f824 req-f4de21a7-6672-45b1-87ef-ca06004fb556 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e24a7ba-f91e-4797-b1e2-06b9b48755df HTTP/1.1" status: 200 len: 210 time: 0.0269501 Aug 16 02:37:25.826152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-f54d5dd1-9126-4e3a-8f47-8aa88f556639 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:25.827814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-f54d5dd1-9126-4e3a-8f47-8aa88f556639 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1061561 Aug 16 02:37:25.843471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-492f3f3b-c172-4963-819b-d654df550adf tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/quotas/5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 375 time: 0.0097218 Aug 16 02:37:25.902400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-285af98e-b4ca-421d-bb9c-d1e56d8322ad tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530572 Aug 16 02:37:25.990749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-2f03f76f-03b2-413b-926c-2be15a3493f5 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815294 Aug 16 02:37:26.086215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-bb4b6074-acef-45c1-9f9b-2e10eb99d02a service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870936 Aug 16 02:37:26.273598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-797bc67b-989f-437b-9f47-bc9b8ea060d8 req-ed629407-3dd9-4c94-a77a-d2813cc390b1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 210 time: 0.0308933 Aug 16 02:37:26.507350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:26.569188 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4836f6a-589f-4b76-a492-1755ba83bcce tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.607873 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4836f6a-589f-4b76-a492-1755ba83bcce tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.685829 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4836f6a-589f-4b76-a492-1755ba83bcce tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.688955 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4836f6a-589f-4b76-a492-1755ba83bcce tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.690135 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a4836f6a-589f-4b76-a492-1755ba83bcce tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/security-groups/e44dad71-9997-4361-817b-03102a8bef74 HTTP/1.1" status: 204 len: 168 time: 0.1817772 Aug 16 02:37:26.700748 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4836f6a-589f-4b76-a492-1755ba83bcce tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44dad71-9997-4361-817b-03102a8bef74,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:26.723321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:26.780787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7ec1ca-ec2d-4be7-a98d-d62bb7238e2e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting subnet 027a31a2-888e-4838-939d-ce70590a9f85 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:26.783816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec1ca-ec2d-4be7-a98d-d62bb7238e2e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.830029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec1ca-ec2d-4be7-a98d-d62bb7238e2e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.917792 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec1ca-ec2d-4be7-a98d-d62bb7238e2e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.992817 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec1ca-ec2d-4be7-a98d-d62bb7238e2e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.018150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ec1ca-ec2d-4be7-a98d-d62bb7238e2e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Subnet': ['ID=027a31a2-888e-4838-939d-ce70590a9f85,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:27.024405 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a7ec1ca-ec2d-4be7-a98d-d62bb7238e2e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.027102 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5a7ec1ca-ec2d-4be7-a98d-d62bb7238e2e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/subnets/027a31a2-888e-4838-939d-ce70590a9f85 HTTP/1.1" status: 204 len: 168 time: 0.3025596 Aug 16 02:37:27.029586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:27.033444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db03fd-85dd-4958-a780-302fb19f8411 None None] Network cb952eeb-adfa-4663-bdcc-c47613f3f80f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:27.113400 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.179783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port 5706503d-4d3d-4065-8e83-37bb589ab259 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:27.180125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.219061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] DHCP port deletion for cb952eeb-adfa-4663-bdcc-c47613f3f80f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:27.271171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Deleting port 5706503d-4d3d-4065-8e83-37bb589ab259 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:27.271837 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.312506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] For port 5706503d-4d3d-4065-8e83-37bb589ab259, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5706503d-4d3d-4065-8e83-37bb589ab259,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:27.312872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.337211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for 5706503d-4d3d-4065-8e83-37bb589ab259 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:27.343234 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] For port 5706503d-4d3d-4065-8e83-37bb589ab259, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5706503d-4d3d-4065-8e83-37bb589ab259,segment=NetworkSegment(cee66889-feaf-4172-8ccb-788c53dd01e5),segment_id=cee66889-feaf-4172-8ccb-788c53dd01e5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:27.343783 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.360044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Calling delete_port for 5706503d-4d3d-4065-8e83-37bb589ab259 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:27.404746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-60df0264-3697-418f-b496-5376e108620f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:27.406294 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-60df0264-3697-418f-b496-5376e108620f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.2094393 Aug 16 02:37:27.429455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'port': {'device_id': 'ec0906bc-b058-4edf-a481-bad36220440b', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'admin_state_up': True, 'tenant_id': '5fe467a1fbf8486890c48f1460dec609'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:27.439639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5706503d-4d3d-4065-8e83-37bb589ab259 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:27.455147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-156fe91e-522a-4ad9-809e-f842bf7661f5 req-c6930069-6b8d-4d1e-8354-edac6f12ca75 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 210 time: 0.0472429 Aug 16 02:37:27.543812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.559146 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.573733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Pushing event deleted for resources: {'Port': ['ID=5706503d-4d3d-4065-8e83-37bb589ab259,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:27.584251 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.594860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.595529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.595928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.595928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.596258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.596665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.597430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.597430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.597834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.597965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.598187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.598513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:27.599726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=5706503d-4d3d-4065-8e83-37bb589ab259,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:27.601676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] No DVR routers for this DVR port 5706503d-4d3d-4065-8e83-37bb589ab259 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:27.606771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299115c-78f4-4961-b716-2f799c7f3791 None None] No DVR routers for this DVR port 5706503d-4d3d-4065-8e83-37bb589ab259 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:27.633273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Made reservation on behalf of 5fe467a1fbf8486890c48f1460dec609 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:27.637641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.718015 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.758826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb952eeb-adfa-4663-bdcc-c47613f3f80f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:27.778412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee66889-feaf-4172-8ccb-788c53dd01e5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:27.778709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee66889-feaf-4172-8ccb-788c53dd01e5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:27.794240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.832727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.845417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:27.845875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:27.849371 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:28.268866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.20.0.3 (b9bc0843-91b9-4159-affc-14f966757143/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a/fe15df1a-4c29-4c79-a943-192e42f75f1c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:28.299498 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.309506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.311411 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/networks/cb952eeb-adfa-4663-bdcc-c47613f3f80f HTTP/1.1" status: 204 len: 168 time: 1.2808580 Aug 16 02:37:28.314344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:28.332254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a290db-8f33-4932-b51b-48f0d7d5d6e0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Network': ['ID=cb952eeb-adfa-4663-bdcc-c47613f3f80f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:28.468023 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.484003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Transition to ACTIVE for port object fe15df1a-4c29-4c79-a943-192e42f75f1c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:28.492984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port 38a14629-4540-4c3f-9c37-0054b6295745 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:28.493536 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.522711 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.566451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:28.572212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:28.580943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:28.616746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=fe15df1a-4c29-4c79-a943-192e42f75f1c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:28.624465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad1d0-3f1a-445e-8c22-2eb205e53945 req-71a2ed0c-a597-410a-a0d3-ce487895dd29 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:28.626454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea6ad1d0-3f1a-445e-8c22-2eb205e53945 req-71a2ed0c-a597-410a-a0d3-ce487895dd29 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 931 time: 0.0867503 Aug 16 02:37:28.629540 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.630112 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.644445 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for 38a14629-4540-4c3f-9c37-0054b6295745 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:28.644917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:28.645777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.667083 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-26850d2a-9171-40b3-816c-bf546ab45ee9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2444444 Aug 16 02:37:28.685244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Request body: {'port': {'device_id': 'ec0906bc-b058-4edf-a481-bad36220440b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:28.756349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea6ad1d0-3f1a-445e-8c22-2eb205e53945 req-f4c3363a-ed0a-436d-8fde-922a0653f146 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616128 Aug 16 02:37:28.769708 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.858137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.880516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=38a14629-4540-4c3f-9c37-0054b6295745,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:28.927135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-83a86523-1acf-45f7-a108-72d3132af8cb None None] Provisioning for port fe15df1a-4c29-4c79-a943-192e42f75f1c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:28.931013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-83a86523-1acf-45f7-a108-72d3132af8cb None None] Provisioning complete for port fe15df1a-4c29-4c79-a943-192e42f75f1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:28.931436 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83a86523-1acf-45f7-a108-72d3132af8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.952743 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:28.953075 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Floating IP 6f6e10de-e21d-4dc3-8710-fac7fe9cb100 disassociated (deleted). External IP: 172.25.5.12, port: 104ab750-772b-4ca0-89ad-16a9a9204cdc. Aug 16 02:37:28.968624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-83a86523-1acf-45f7-a108-72d3132af8cb None None] Port fe15df1a-4c29-4c79-a943-192e42f75f1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:29.089543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe15df1a-4c29-4c79-a943-192e42f75f1c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:29.098767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.117876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Transition to ACTIVE for port object fe15df1a-4c29-4c79-a943-192e42f75f1c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:29.124120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.183312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 3943edd7-88cf-498a-9037-920fa6f560b1 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:29.200720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Pushing event updated for resources: {'Port': ['ID=fe15df1a-4c29-4c79-a943-192e42f75f1c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:29.262703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Attempting to bind port fe15df1a-4c29-4c79-a943-192e42f75f1c on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:29.263154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Attempting to bind port fe15df1a-4c29-4c79-a943-192e42f75f1c by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:29.263497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Attempting to bind port fe15df1a-4c29-4c79-a943-192e42f75f1c on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:29.269772 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Port fe15df1a-4c29-4c79-a943-192e42f75f1c on network b9bc0843-91b9-4159-affc-14f966757143 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:29.270884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Attempting to bind port fe15df1a-4c29-4c79-a943-192e42f75f1c on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:29.278181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:29.278583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:29.279066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Bound using segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:29.279521 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Bound port: fe15df1a-4c29-4c79-a943-192e42f75f1c, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:29.279891 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.326015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:29.336807 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] Sync routers for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:29.350002 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:29.350638 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:29.353319 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.372419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] For port fe15df1a-4c29-4c79-a943-192e42f75f1c, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:29.388096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] For port fe15df1a-4c29-4c79-a943-192e42f75f1c, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=fe15df1a-4c29-4c79-a943-192e42f75f1c,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:29.397346 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.427982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-53e9ffd6-e521-4573-87d3-5421d28316b9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/floatingips/6f6e10de-e21d-4dc3-8710-fac7fe9cb100 HTTP/1.1" status: 204 len: 168 time: 1.1124811 Aug 16 02:37:29.428586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:29.433403 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8408c8-e44a-466d-89d6-81ef3d229717" -d '{"events": [{"name": "network-changed", "server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:29.467870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.468512 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.469942 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] 10.222.0.86 "PUT /v2.0/ports/fe15df1a-4c29-4c79-a943-192e42f75f1c HTTP/1.1" status: 200 len: 1092 time: 0.7902200 Aug 16 02:37:29.470400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0906bc-b058-4edf-a481-bad36220440b', 'tag': 'fe15df1a-4c29-4c79-a943-192e42f75f1c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:29.472780 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850bb434-aff2-4e0c-a97c-d10a1407ec02" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0906bc-b058-4edf-a481-bad36220440b", "tag": "fe15df1a-4c29-4c79-a943-192e42f75f1c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:29.521455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c077a-98de-4b62-ab76-a31a23fbb619 service neutron] Pushing event updated for resources: {'Port': ['ID=fe15df1a-4c29-4c79-a943-192e42f75f1c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:29.565704 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:29.613372 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6272170-dd75-4b7c-a3dc-495890167e2f x-openstack-request-id: req-b6272170-dd75-4b7c-a3dc-495890167e2f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:29.613973 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:29.613973 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6272170-dd75-4b7c-a3dc-495890167e2f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:29.614291 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'status': 'completed', 'code': 200} Aug 16 02:37:29.631024 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-96bfd59e-1f32-45c1-ab35-680082e98283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.637528 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-96bfd59e-1f32-45c1-ab35-680082e98283 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 1095 time: 0.1000328 Aug 16 02:37:29.707712 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95408804-a87e-4681-9877-477fdec0eb5f x-openstack-request-id: req-95408804-a87e-4681-9877-477fdec0eb5f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:29.708112 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0906bc-b058-4edf-a481-bad36220440b", "tag": "fe15df1a-4c29-4c79-a943-192e42f75f1c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:29.708470 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95408804-a87e-4681-9877-477fdec0eb5f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:29.708956 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0906bc-b058-4edf-a481-bad36220440b', 'tag': 'fe15df1a-4c29-4c79-a943-192e42f75f1c', 'status': 'completed', 'code': 200} Aug 16 02:37:29.728434 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-3b25527c-26c4-4c32-9939-30131b98742a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe15df1a-4c29-4c79-a943-192e42f75f1c HTTP/1.1" status: 200 len: 217 time: 0.0778675 Aug 16 02:37:29.848265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-f35c944d-ceac-4a5c-b920-3ed8cf660736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.849816 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-f35c944d-ceac-4a5c-b920-3ed8cf660736 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 1097 time: 0.2112536 Aug 16 02:37:29.853723 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-1a9543c6-838a-463a-94ee-37de6460732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.856226 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-1a9543c6-838a-463a-94ee-37de6460732d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.1193910 Aug 16 02:37:29.870251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4f9c-4bfb-4bd6-86e3-5afe182d8d93 req-ed71e613-876a-46d6-8423-befdb7807d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.878161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6de4f9c-4bfb-4bd6-86e3-5afe182d8d93 req-ed71e613-876a-46d6-8423-befdb7807d8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 945 time: 0.1293895 Aug 16 02:37:29.890475 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:37:22Z', 'revision_number': 6, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:29.921790 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] Checking router: 3943edd7-88cf-498a-9037-920fa6f560b1 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:29.931207 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:29.932109 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:29.959763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6de4f9c-4bfb-4bd6-86e3-5afe182d8d93 req-83d8909a-3a3f-49b6-8d4d-cdc8bc6766d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681689 Aug 16 02:37:29.981546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b4811-b91b-485a-83d4-09e7003ab77e req-c830d0d4-8e3f-4f81-9699-19c7ea35bcc3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.986894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e5b4811-b91b-485a-83d4-09e7003ab77e req-c830d0d4-8e3f-4f81-9699-19c7ea35bcc3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.1062665 Aug 16 02:37:30.008747 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-905ee93a-5386-41fe-bf14-f18d4219d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.010845 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-905ee93a-5386-41fe-bf14-f18d4219d892 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1431541 Aug 16 02:37:30.062445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e5b4811-b91b-485a-83d4-09e7003ab77e req-6da987a1-bdf2-416b-af40-d83cac401b1e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738106 Aug 16 02:37:30.085950 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:30.118135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c2cdac60-0796-4252-8226-9ad5a41908b8 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:30.124714 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-488db45a-7ce1-44f6-a2da-941f8945e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.131248 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-488db45a-7ce1-44f6-a2da-941f8945e908 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 HTTP/1.1" status: 200 len: 897 time: 0.2735853 Aug 16 02:37:30.140150 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: c2cdac60-0796-4252-8226-9ad5a41908b8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:30.140719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device c2cdac60-0796-4252-8226-9ad5a41908b8 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:30.186378 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-eeb12ae7-3810-45b2-9fc9-d6bbf77e4d9d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc HTTP/1.1" status: 200 len: 217 time: 0.0458972 Aug 16 02:37:30.235820 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-c1136a14-7377-46f2-b5eb-24568922b984 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143948 Aug 16 02:37:30.302906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-8a3e22b6-355b-426a-b464-d023886daa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.304595 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-8a3e22b6-355b-426a-b464-d023886daa42 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6c92819b-9ed2-4c50-8e3a-68eaf0e8c556 HTTP/1.1" status: 200 len: 835 time: 0.1083848 Aug 16 02:37:30.318825 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:37:22Z', 'revision_number': 6, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:30.350371 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed46bd3b-7bd1-4626-923c-4f6ce98d3141 None None] The sync data for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 is: [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:37:22Z', 'revision_number': 6, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '434a24a9-dbe9-4df6-a887-d4d6760445f4', 'name': '', 'network_id': 'ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:44:43:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:28Z', 'updated_at': '2021-08-16T02:35:33Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': '6c92819b-9ed2-4c50-8e3a-68eaf0e8c556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:30.383956 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-5335e320-4446-4473-aeff-a16329b5cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.385810 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-5335e320-4446-4473-aeff-a16329b5cceb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713093 Aug 16 02:37:30.387164 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6061d24d-0264-490a-90a7-f4c89a3e13b0 req-48affc66-cebd-4baf-a354-40ea107d03b2 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414006 Aug 16 02:37:30.535554 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-81094f2b-02a5-4506-a63d-0f8716237708 service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399403 Aug 16 02:37:30.535984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-c4653dc6-4024-43c0-9624-1916b95a65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.537278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-c4653dc6-4024-43c0-9624-1916b95a65bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 1095 time: 0.0669765 Aug 16 02:37:30.726607 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ac8408c8-e44a-466d-89d6-81ef3d229717 req-db36ac03-1703-45cb-9476-41c7357d1b3e service neutron] 10.222.0.93 "GET /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858945 Aug 16 02:37:30.733286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6508b43-a5d8-46d5-9bdd-7acb6c66bf01 None None] New status for floating IP 6f6e10de-e21d-4dc3-8710-fac7fe9cb100: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:37:30.737916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-b23fb242-09bc-48dc-80a2-ed87a6e92b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.739429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-b23fb242-09bc-48dc-80a2-ed87a6e92b08 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.1760926 Aug 16 02:37:30.811207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-e23828e1-0b28-4292-91f9-d361e2754ea4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe15df1a-4c29-4c79-a943-192e42f75f1c HTTP/1.1" status: 200 len: 217 time: 0.0628874 Aug 16 02:37:30.877045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-a3bbff7e-b385-4450-a75a-7f696ef74b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.878562 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-a3bbff7e-b385-4450-a75a-7f696ef74b5f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0619359 Aug 16 02:37:30.958899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-79d38507-b02a-4d38-bc05-895c1bbed582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:30.960791 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-79d38507-b02a-4d38-bc05-895c1bbed582 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746138 Aug 16 02:37:31.006894 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cbf9354-f577-4577-adf1-658a358aa46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.029151 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.071601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-64ee85e4-9da9-42a7-85fe-5056af539d1c tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.073395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-64ee85e4-9da9-42a7-85fe-5056af539d1c tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 945 time: 0.1101432 Aug 16 02:37:31.138097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541533b-e52d-4996-a89b-6d34db8dd7a9 req-85666609-8cc2-4424-bdc1-070494f51d79 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.145957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0541533b-e52d-4996-a89b-6d34db8dd7a9 req-85666609-8cc2-4424-bdc1-070494f51d79 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 945 time: 0.1019597 Aug 16 02:37:31.161468 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-727632ac-f734-404d-a4ab-ae80276bdb82 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892662 Aug 16 02:37:31.266828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0541533b-e52d-4996-a89b-6d34db8dd7a9 req-110a5a3a-952b-4b0b-970d-f26792cb6b1b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=40797050-dcb2-46a5-9601-2281c70e08fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132050 Aug 16 02:37:31.285856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb2d1-a8a4-450b-b384-403db22fd58a req-fe6b29a0-1771-48f0-853d-2b94695474e7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.288319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a2eb2d1-a8a4-450b-b384-403db22fd58a req-fe6b29a0-1771-48f0-853d-2b94695474e7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.1234875 Aug 16 02:37:31.304403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port 104ab750-772b-4ca0-89ad-16a9a9204cdc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:31.304945 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.312808 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-850bb434-aff2-4e0c-a97c-d10a1407ec02 req-05bf4c08-b12f-4674-b85a-efc0f60520ec service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289327 Aug 16 02:37:31.375469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a2eb2d1-a8a4-450b-b384-403db22fd58a req-83e7ef76-9a3e-481c-8a61-44d9f0cac285 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702918 Aug 16 02:37:31.459187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] For port 104ab750-772b-4ca0-89ad-16a9a9204cdc, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=104ab750-772b-4ca0-89ad-16a9a9204cdc,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:31.459541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.480508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for 104ab750-772b-4ca0-89ad-16a9a9204cdc owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:31.676127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.712716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=104ab750-772b-4ca0-89ad-16a9a9204cdc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:31.729783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.731149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.731149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.731768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.732429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.732886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.733357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.734224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.734224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.734224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.734224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.735902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:31.790658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] No DVR routers for this DVR port 104ab750-772b-4ca0-89ad-16a9a9204cdc on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:31.796597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.802590 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-123c50d9-a8f3-4ab9-b564-464f530e7b6e req-62e8dfc8-f490-412d-85b5-b94b34eb890d tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "DELETE /v2.0/ports/104ab750-772b-4ca0-89ad-16a9a9204cdc HTTP/1.1" status: 204 len: 173 time: 0.7212200 Aug 16 02:37:31.802590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'name': 'network-vif-deleted', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:31.805613 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c062d4bf-2f89-4188-9048-23241ec0dd72" -d '{"events": [{"server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "name": "network-vif-deleted", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:31.871859 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c22a16f-3094-478c-8c62-f74dcb7e47b5 x-openstack-request-id: req-2c22a16f-3094-478c-8c62-f74dcb7e47b5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:31.872198 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d326254-4d56-43ed-818a-6a2bcb3276e1", "name": "network-vif-deleted", "tag": "104ab750-772b-4ca0-89ad-16a9a9204cdc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:31.872459 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c22a16f-3094-478c-8c62-f74dcb7e47b5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:31.872884 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d326254-4d56-43ed-818a-6a2bcb3276e1', 'name': 'network-vif-deleted', 'tag': '104ab750-772b-4ca0-89ad-16a9a9204cdc', 'status': 'completed', 'code': 200} Aug 16 02:37:32.403419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-197e2040-3106-45be-bd2c-1e5e121e506f req-5bd1a872-f334-4450-902a-6dbcc14654c5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d326254-4d56-43ed-818a-6a2bcb3276e1 HTTP/1.1" status: 200 len: 210 time: 0.0316687 Aug 16 02:37:32.561848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ccbc8-5dc0-4c4a-9471-1ea6046ea9b1 req-bbe6c7e0-89da-46bb-9899-994d72517311 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:32.563266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-253ccbc8-5dc0-4c4a-9471-1ea6046ea9b1 req-bbe6c7e0-89da-46bb-9899-994d72517311 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0607731 Aug 16 02:37:32.613566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-253ccbc8-5dc0-4c4a-9471-1ea6046ea9b1 req-2daf97d0-e67d-4ef7-aaf2-8cfae5b4f06f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Aug 16 02:37:33.472122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:33.578436 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae14c502-a461-4261-a712-a8f0f47c989a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.611150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae14c502-a461-4261-a712-a8f0f47c989a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.633260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a43010f-d4b2-495a-9558-228deb4ace32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.690022 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae14c502-a461-4261-a712-a8f0f47c989a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.693040 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae14c502-a461-4261-a712-a8f0f47c989a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:33.694417 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ae14c502-a461-4261-a712-a8f0f47c989a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/security-groups/40797050-dcb2-46a5-9601-2281c70e08fd HTTP/1.1" status: 204 len: 168 time: 0.2200341 Aug 16 02:37:33.713194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14c502-a461-4261-a712-a8f0f47c989a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40797050-dcb2-46a5-9601-2281c70e08fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:33.747794 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:33.784648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5c46-d6e0-47a2-b8ec-19ba27975820 req-a781e284-2ccc-4d6c-8870-398127ab1ea2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:33.786408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-769d5c46-d6e0-47a2-b8ec-19ba27975820 req-a781e284-2ccc-4d6c-8870-398127ab1ea2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0825644 Aug 16 02:37:33.839175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-769d5c46-d6e0-47a2-b8ec-19ba27975820 req-cddc41d7-8511-427a-a7ae-b97d23d4eaa9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Aug 16 02:37:33.963756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 104ab750-772b-4ca0-89ad-16a9a9204cdc no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:33.999014 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 104ab750-772b-4ca0-89ad-16a9a9204cdc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:33.999812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 104ab750-772b-4ca0-89ad-16a9a9204cdc not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:34.019132 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.227487 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.500423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port 434a24a9-dbe9-4df6-a887-d4d6760445f4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:34.500669 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.593466 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] For port 434a24a9-dbe9-4df6-a887-d4d6760445f4, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=434a24a9-dbe9-4df6-a887-d4d6760445f4,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:34.593868 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.608259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for 434a24a9-dbe9-4df6-a887-d4d6760445f4 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:34.809824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.844404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=434a24a9-dbe9-4df6-a887-d4d6760445f4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:34.923416 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.018082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d580b79-bb2a-492d-812f-eda1e9d6b5f2 req-80acd487-b37b-47a9-90f4-2a08fe726a9a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:35.027462 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d580b79-bb2a-492d-812f-eda1e9d6b5f2 req-80acd487-b37b-47a9-90f4-2a08fe726a9a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0912230 Aug 16 02:37:35.079439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d580b79-bb2a-492d-812f-eda1e9d6b5f2 req-0066e443-87e6-4913-ba64-7bf90a166e59 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512023 Aug 16 02:37:35.144031 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.377340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 3943edd7-88cf-498a-9037-920fa6f560b1 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:35.499489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:35.507270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:35.507438 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b3afeb47-6b78-4ad8-9945-b98075c2abac tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "PUT /v2.0/routers/3943edd7-88cf-498a-9037-920fa6f560b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585769 Aug 16 02:37:35.520444 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] Sync routers for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:35.530893 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:35.531637 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:35.577451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe7729f-0208-4ccd-921a-d9b08ce1d811 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting subnet 6c92819b-9ed2-4c50-8e3a-68eaf0e8c556 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:35.581424 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbe7729f-0208-4ccd-921a-d9b08ce1d811 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.640783 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbe7729f-0208-4ccd-921a-d9b08ce1d811 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.732502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbe7729f-0208-4ccd-921a-d9b08ce1d811 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.749535 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:35.788986 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbe7729f-0208-4ccd-921a-d9b08ce1d811 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.818011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7729f-0208-4ccd-921a-d9b08ce1d811 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Subnet': ['ID=6c92819b-9ed2-4c50-8e3a-68eaf0e8c556,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:35.820495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbe7729f-0208-4ccd-921a-d9b08ce1d811 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.825870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bbe7729f-0208-4ccd-921a-d9b08ce1d811 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/subnets/6c92819b-9ed2-4c50-8e3a-68eaf0e8c556 HTTP/1.1" status: 204 len: 168 time: 0.3137996 Aug 16 02:37:35.826117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:35.828421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502ec9e-3e7d-48d6-9c85-07d407d0efcc None None] Network ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:35.929900 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:37:34Z', 'revision_number': 7, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:35.959267 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] Checking router: 3943edd7-88cf-498a-9037-920fa6f560b1 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:35.969565 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] Routers {'3943edd7-88cf-498a-9037-920fa6f560b1'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:35.970221 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['3943edd7-88cf-498a-9037-920fa6f560b1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:36.026912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a2bb42-2795-410a-96b5-49129830676d None None] DHCP port deletion for ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:36.076184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-76a2bb42-2795-410a-96b5-49129830676d None None] Deleting port 30e08854-0cc6-415b-8336-4d5c51470dbd {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:36.076652 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76a2bb42-2795-410a-96b5-49129830676d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.088565 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] Set router 3943edd7-88cf-498a-9037-920fa6f560b1 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:36.163573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-76a2bb42-2795-410a-96b5-49129830676d None None] For port 30e08854-0cc6-415b-8336-4d5c51470dbd, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=30e08854-0cc6-415b-8336-4d5c51470dbd,segment=NetworkSegment(bfdb638e-1984-4af9-aa5b-286ff067cf50),segment_id=bfdb638e-1984-4af9-aa5b-286ff067cf50)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:36.163969 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76a2bb42-2795-410a-96b5-49129830676d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.180192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-76a2bb42-2795-410a-96b5-49129830676d None None] Calling delete_port for 30e08854-0cc6-415b-8336-4d5c51470dbd owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:36.266540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76a2bb42-2795-410a-96b5-49129830676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.295184 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:37:34Z', 'revision_number': 7, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:36.296986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2bb42-2795-410a-96b5-49129830676d None None] Pushing event deleted for resources: {'Port': ['ID=30e08854-0cc6-415b-8336-4d5c51470dbd,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:36.301703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2bb42-2795-410a-96b5-49129830676d None None] No DVR routers for this DVR port 30e08854-0cc6-415b-8336-4d5c51470dbd on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:36.332068 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0538be-7138-440f-8574-861f6dbc96b9 None None] The sync data for ids ['3943edd7-88cf-498a-9037-920fa6f560b1'] in n-d-768862-14 is: [{'id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'name': 'tempest-TestNetworkBasicOps-router-1869549208', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '775be210-194c-4eb7-91a1-c54f8271b786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:35:24Z', 'updated_at': '2021-08-16T02:37:34Z', 'revision_number': 7, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '775be210-194c-4eb7-91a1-c54f8271b786', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3943edd7-88cf-498a-9037-920fa6f560b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:35:25Z', 'updated_at': '2021-08-16T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:36.349884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e1279-7bf5-4a67-bc95-954ff8764a0b req-8fd7cba4-4773-4d27-b363-bb3af8031b34 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:36.351501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e9e1279-7bf5-4a67-bc95-954ff8764a0b req-8fd7cba4-4773-4d27-b363-bb3af8031b34 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0634117 Aug 16 02:37:36.354320 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.459371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e9e1279-7bf5-4a67-bc95-954ff8764a0b req-67e37ea4-fe4a-46ea-b2c6-9efbbaaba715 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012561 Aug 16 02:37:36.484153 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.536255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port 775be210-194c-4eb7-91a1-c54f8271b786 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:36.536597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.617668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] For port 775be210-194c-4eb7-91a1-c54f8271b786, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=775be210-194c-4eb7-91a1-c54f8271b786,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:36.617939 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.629897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for 775be210-194c-4eb7-91a1-c54f8271b786 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:36.801684 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.830045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=775be210-194c-4eb7-91a1-c54f8271b786,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:36.892883 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.988236 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.990262 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.036107 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.036774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Fanout notify agent at l3_agent the message router_deleted on router 3943edd7-88cf-498a-9037-920fa6f560b1 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:37:37.044590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.045813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-812e7667-125f-4738-925e-27d20b67a3cd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/routers/3943edd7-88cf-498a-9037-920fa6f560b1 HTTP/1.1" status: 204 len: 168 time: 1.2185714 Aug 16 02:37:37.048503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:37.103132 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.142921 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.267814 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.279834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:37.292607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdb638e-1984-4af9-aa5b-286ff067cf50') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:37.292796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdb638e-1984-4af9-aa5b-286ff067cf50') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:37.302960 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.319157 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.326850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:37.327294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:37.331012 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:37.394411 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.399193 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.405811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/networks/ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7 HTTP/1.1" status: 204 len: 168 time: 0.3518944 Aug 16 02:37:37.425346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60f8ec-7f40-400f-9173-f0a21e895978 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Network': ['ID=ecb3b575-0e71-4ab4-8510-f3c0cf8e80e7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:37.426451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:37.434095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'network': {'name': 'tempest-network-smoke--1339583795', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:37.461480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Made reservation on behalf of 40a971cda23b4b2db655339a8e29dfbc for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:37.466442 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.495026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:37:37.506017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.506638 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Added segment 7ba77e6a-85db-4431-bd4a-683d3ac97a1b of type vlan for network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 Aug 16 02:37:37.557737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.613826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.621818 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.623117 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.658564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03c60c-6bbe-4b02-8e03-4afded30ded5 req-3004eca9-31a5-45f6-b527-b203a8b648a7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:37.667962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d03c60c-6bbe-4b02-8e03-4afded30ded5 req-3004eca9-31a5-45f6-b527-b203a8b648a7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.1254258 Aug 16 02:37:37.724734 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2964845 Aug 16 02:37:37.730366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:37.734415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 775be210-194c-4eb7-91a1-c54f8271b786 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:37.740548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'admin_state_up': True, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:37.755654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d03c60c-6bbe-4b02-8e03-4afded30ded5 req-9fa2ab24-2cb1-4de7-b071-85dc2e7fc681 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696940 Aug 16 02:37:37.779965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 775be210-194c-4eb7-91a1-c54f8271b786 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:37.780555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 775be210-194c-4eb7-91a1-c54f8271b786 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:37.780908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc2ddb-47c6-4062-ae72-cb6cc0463d0e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Network': ['ID=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:37.782256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 30e08854-0cc6-415b-8336-4d5c51470dbd no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:37.796561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.798271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.834162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:37:37.839311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 30e08854-0cc6-415b-8336-4d5c51470dbd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:37.839837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 30e08854-0cc6-415b-8336-4d5c51470dbd not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:37.840463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 434a24a9-dbe9-4df6-a887-d4d6760445f4 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:37.868017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.906116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 434a24a9-dbe9-4df6-a887-d4d6760445f4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:37.906626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 434a24a9-dbe9-4df6-a887-d4d6760445f4 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:38.408082 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.629333 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.649506 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.762985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.25.5.230 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/97d0d7bc-3764-4bc2-8144-1b1c89c6da4b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:38.869120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4a340-eff6-4e74-aca6-48aa45303a6f req-e1e2dced-34f7-4a72-896d-4fb59d45716b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:38.871241 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ba4a340-eff6-4e74-aca6-48aa45303a6f req-e1e2dced-34f7-4a72-896d-4fb59d45716b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0508692 Aug 16 02:37:38.880925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.922462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.923743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ba4a340-eff6-4e74-aca6-48aa45303a6f req-096e91bc-6e3b-43ad-8ca7-170ca67930b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Aug 16 02:37:38.969610 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:38.972687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:38.978213 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:38.983758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=97d0d7bc-3764-4bc2-8144-1b1c89c6da4b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:39.244950 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.454187 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.585637 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 1d20097e-4afd-4449-82f6-6753e5665327 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:37:39.696778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:39.708311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Sync routers for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:39.717258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.721338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c48c1932-1b0a-47e9-8b9a-aecee42756fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9866180 Aug 16 02:37:39.721686 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:39.724135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:39.724972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:39.753031 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7fb5435f-2ad4-40dd-9dc8-6df1270e21af tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=40a971cda23b4b2db655339a8e29dfbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303383 Aug 16 02:37:39.755490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:39.839340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:39.846031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107492e3-0e6a-406d-be9f-b81c2c2ace52 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:39.847893 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-107492e3-0e6a-406d-be9f-b81c2c2ace52 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915084 Aug 16 02:37:39.850724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:39.880876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-27f8d621-428f-494c-8f11-e6eb4276710a tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287941 Aug 16 02:37:39.883312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:39.889493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-603095543', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:39.993797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Made reservation on behalf of 40a971cda23b4b2db655339a8e29dfbc for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:39.999234 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.051682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:39Z', 'revision_number': 3, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:40.079384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Checking router: 1d20097e-4afd-4449-82f6-6753e5665327 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:40.079897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Updating router 1d20097e-4afd-4449-82f6-6753e5665327 port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:40.105242 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.136230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171688b1-3dd4-4cae-972b-c1ca6479e4f8 req-4f522be6-1829-4cd8-8a6e-5779d002e63e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.137056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-171688b1-3dd4-4cae-972b-c1ca6479e4f8 req-4f522be6-1829-4cd8-8a6e-5779d002e63e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.1205251 Aug 16 02:37:40.195897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-171688b1-3dd4-4cae-972b-c1ca6479e4f8 req-d410d425-97f4-4cce-9a10-e51a8852c29b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525124 Aug 16 02:37:40.297627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.368842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Subnet': ['ID=f8e34f34-47b4-4473-8fa8-ad17b3d422b9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:40.378959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Checking segment: {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:40.379434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network hostable DHCP agents. Network: fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:37:40.389226 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.398654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:37:40.401777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Transition to ACTIVE for port object 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:40.408024 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.409347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:40.419265 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.419963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.438864 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:40.442371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5934561-91a3-404d-92e5-1ad172d4a0f1 None None] Network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:40.443834 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fb47408f-ecc4-48c9-96cd-777ec39d514e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5591264 Aug 16 02:37:40.517792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Attempting to bind port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:40.518167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Attempting to bind port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:40.518537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Attempting to bind port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:40.522035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4394d-49b3-4794-95c5-a8ac64a26a72 None None] Pushing event updated for resources: {'Port': ['ID=97d0d7bc-3764-4bc2-8144-1b1c89c6da4b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:40.536495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:40.536880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:40.537605 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.537746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:40.538151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Bound port: 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:40.538535 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.636140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] For port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:40.640907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] For port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=97d0d7bc-3764-4bc2-8144-1b1c89c6da4b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:40.648417 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.729169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:37:40.730112 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.739400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:40.740036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:40.791651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4394d-49b3-4794-95c5-a8ac64a26a72 None None] Pushing event updated for resources: {'Port': ['ID=97d0d7bc-3764-4bc2-8144-1b1c89c6da4b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:40.923441 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.955530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:41.068723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Allocated IP 172.20.0.2 (fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29/f8e34f34-47b4-4473-8fa8-ad17b3d422b9/1c1a006a-7674-4120-94d6-8fd85cd906c8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:41.276603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:39Z', 'revision_number': 3, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:41.313822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.315959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b649782-2bc1-4480-8614-f3110e80dcab None None] The sync data for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 is: [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:39Z', 'revision_number': 3, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:41.326682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Transition to ACTIVE for port object 1c1a006a-7674-4120-94d6-8fd85cd906c8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:41.348155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Transition to ACTIVE for port object 1c1a006a-7674-4120-94d6-8fd85cd906c8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:41.354568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57573d09-2402-47f0-8d6b-cc74fe7dff3b req-0fb705c4-5d63-449f-8fb6-c7602e7881f3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:41.358166 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57573d09-2402-47f0-8d6b-cc74fe7dff3b req-0fb705c4-5d63-449f-8fb6-c7602e7881f3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0716627 Aug 16 02:37:41.363889 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.423219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.20.0.1 (fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29/f8e34f34-47b4-4473-8fa8-ad17b3d422b9/88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:41.427617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57573d09-2402-47f0-8d6b-cc74fe7dff3b req-713b7603-808f-4b45-8cd1-e4f32d4fbf7c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625057 Aug 16 02:37:41.443049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:41.448101 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:41.450810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:41.457575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Pushing event updated for resources: {'Port': ['ID=1c1a006a-7674-4120-94d6-8fd85cd906c8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:41.518398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Attempting to bind port 1c1a006a-7674-4120-94d6-8fd85cd906c8 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:41.518783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Attempting to bind port 1c1a006a-7674-4120-94d6-8fd85cd906c8 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:41.519176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Attempting to bind port 1c1a006a-7674-4120-94d6-8fd85cd906c8 on network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:41.524432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:41.524812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Checking segment: {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:41.525765 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.526152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Bound using segment: {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:41.526626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Bound port: 1c1a006a-7674-4120-94d6-8fd85cd906c8, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:41.527012 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.571000 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.586085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Transition to ACTIVE for port object 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:41.608296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] For port 1c1a006a-7674-4120-94d6-8fd85cd906c8, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:41.611663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] For port 1c1a006a-7674-4120-94d6-8fd85cd906c8, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c1a006a-7674-4120-94d6-8fd85cd906c8,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:41.622854 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.629896 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.685606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:41.689031 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:41.694490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:41.728528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbaa96-b13b-4f0c-addc-f3ce951848c4 None None] Pushing event updated for resources: {'Port': ['ID=1c1a006a-7674-4120-94d6-8fd85cd906c8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:41.750880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:41.769127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.925668 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.250533 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.255380 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.348284 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:42.350734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.449417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:42.450941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:42.451321 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.565997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32eded-1aec-40ec-a80c-9c192ac59f62 req-e39d559f-300f-4b95-aa36-792b299fbadf tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.568195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a32eded-1aec-40ec-a80c-9c192ac59f62 req-e39d559f-300f-4b95-aa36-792b299fbadf tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0559056 Aug 16 02:37:42.582973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 1d20097e-4afd-4449-82f6-6753e5665327 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:42.620905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a32eded-1aec-40ec-a80c-9c192ac59f62 req-c00655e6-9b01-4a55-ba2f-1a0c1b0b0619 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Aug 16 02:37:42.711155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:42.718688 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e8311ae8-1c29-4481-9e2f-e6991552c438 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "PUT /v2.0/routers/1d20097e-4afd-4449-82f6-6753e5665327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2762589 Aug 16 02:37:42.718830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:42.734798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-06f82598-d67f-4a68-93d1-686564c2cb4e req-ae23d61a-46fc-4da3-add9-226a92956b62 service neutron] (94639) timed out ('10.222.0.93', 57896) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:37:42.738291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d74af-a1bb-422c-89a1-2071010bd2f5 None None] Network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:42.818799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5800045c-238e-44ae-a712-80259016d4f2 None None] Provisioning for port 1c1a006a-7674-4120-94d6-8fd85cd906c8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:42.929167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad28cd6-451e-4094-9ecd-af9b2f48206b tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.929650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad28cd6-451e-4094-9ecd-af9b2f48206b tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.930124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad28cd6-451e-4094-9ecd-af9b2f48206b tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.930610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad28cd6-451e-4094-9ecd-af9b2f48206b tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.931077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad28cd6-451e-4094-9ecd-af9b2f48206b tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.932115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad28cd6-451e-4094-9ecd-af9b2f48206b tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.935159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5ad28cd6-451e-4094-9ecd-af9b2f48206b tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2140982 Aug 16 02:37:42.936795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:43.033341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1068bc9-0d4b-46f7-bcf9-9fd7d1f895c4 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.033800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1068bc9-0d4b-46f7-bcf9-9fd7d1f895c4 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.034266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1068bc9-0d4b-46f7-bcf9-9fd7d1f895c4 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.034729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1068bc9-0d4b-46f7-bcf9-9fd7d1f895c4 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.035220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1068bc9-0d4b-46f7-bcf9-9fd7d1f895c4 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.035679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1068bc9-0d4b-46f7-bcf9-9fd7d1f895c4 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.037541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d1068bc9-0d4b-46f7-bcf9-9fd7d1f895c4 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0997860 Aug 16 02:37:43.040544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:43.148841 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Sync routers for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:43.153248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8079fd05-6509-4f5b-817f-242f7580d727 None None] Provisioning for port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:43.157397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8079fd05-6509-4f5b-817f-242f7580d727 None None] Provisioning complete for port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:43.157836 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8079fd05-6509-4f5b-817f-242f7580d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.159979 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:43.160938 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:43.198779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8079fd05-6509-4f5b-817f-242f7580d727 None None] Port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:43.273414 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:43.305977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c3150919-f5ef-4044-927f-4a9bd1af67f6 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2634521 Aug 16 02:37:43.441232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f6dcd19-880c-4f4d-9028-d3e205c1868c None None] Provisioning complete for port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:43.441617 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f6dcd19-880c-4f4d-9028-d3e205c1868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.490773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:43.557773 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:41Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88', 'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:c7:f4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:42Z', 'revision_number': 2, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:43.559890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9f6dcd19-880c-4f4d-9028-d3e205c1868c None None] Port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:43.576589 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:43.581515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:43.581893 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.591430 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Checking router: 1d20097e-4afd-4449-82f6-6753e5665327 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:43.592118 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Updating router 1d20097e-4afd-4449-82f6-6753e5665327 port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:43.620493 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.685947 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.716333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=97d0d7bc-3764-4bc2-8144-1b1c89c6da4b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:43.716333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f2991c8c-a769-49f3-81de-b6105ca279c6 None None] Provisioning complete for port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:43.716333 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f2991c8c-a769-49f3-81de-b6105ca279c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.717728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:43.723234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a54950b2-2cfb-47e5-a85d-985af7d38222 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572597911', 'description': 'tempest-secgroup-smoke-572597911 description', 'project_id': '40a971cda23b4b2db655339a8e29dfbc'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:43.740864 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.741682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c1a006a-7674-4120-94d6-8fd85cd906c8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:43.752607 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a54950b2-2cfb-47e5-a85d-985af7d38222 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.760023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6fb71-408e-4a1c-895a-90ff65c1cbe1 req-76904cd7-319f-4a0c-985c-b68cfcad959c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:43.761691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5eb6fb71-408e-4a1c-895a-90ff65c1cbe1 req-76904cd7-319f-4a0c-985c-b68cfcad959c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0655808 Aug 16 02:37:43.819143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5eb6fb71-408e-4a1c-895a-90ff65c1cbe1 req-645f2e40-10db-4a3f-b9a0-af22604f55e9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 Aug 16 02:37:43.826354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f2991c8c-a769-49f3-81de-b6105ca279c6 None None] Port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:43.849312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=97d0d7bc-3764-4bc2-8144-1b1c89c6da4b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:43.862868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1c1a006a-7674-4120-94d6-8fd85cd906c8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:43.867204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1c1a006a-7674-4120-94d6-8fd85cd906c8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:43.867593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.867816 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a54950b2-2cfb-47e5-a85d-985af7d38222 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.872425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a54950b2-2cfb-47e5-a85d-985af7d38222 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.904699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a54950b2-2cfb-47e5-a85d-985af7d38222 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.905948 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a54950b2-2cfb-47e5-a85d-985af7d38222 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1863804 Aug 16 02:37:43.908046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54950b2-2cfb-47e5-a85d-985af7d38222 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:43.908930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:43.913744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-56ddd5b2-d1a6-4e78-b24f-01c8b3f7aa21 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:43.946517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56ddd5b2-d1a6-4e78-b24f-01c8b3f7aa21 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.968178 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.968599 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.979915 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Transition to ACTIVE for port object 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:43.987565 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.030946 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56ddd5b2-d1a6-4e78-b24f-01c8b3f7aa21 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.038316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56ddd5b2-d1a6-4e78-b24f-01c8b3f7aa21 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.065673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddd5b2-d1a6-4e78-b24f-01c8b3f7aa21 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb72f33a-f0cf-4d5e-93bc-cc72afdcd663,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.075135 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Pushing event updated for resources: {'Port': ['ID=88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.085344 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56ddd5b2-d1a6-4e78-b24f-01c8b3f7aa21 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.089708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-56ddd5b2-d1a6-4e78-b24f-01c8b3f7aa21 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769116 Aug 16 02:37:44.090182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:44.096070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0f6d7bf2-8bbd-4d81-b391-27ee4f12f4f6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:44.107071 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.107541 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.110337 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.110700 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.111402 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.111819 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.112239 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.112643 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.113041 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.113435 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.113834 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.114225 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:44.129807 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Attempting to bind port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:44.130615 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Attempting to bind port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:44.131374 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Attempting to bind port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 on network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:44.139547 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:44.140017 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Checking segment: {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:44.140574 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.141051 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Bound using segment: {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:44.141640 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Bound port: 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:44.142246 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.147703 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7bf2-8bbd-4d81-b391-27ee4f12f4f6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.205358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1c1a006a-7674-4120-94d6-8fd85cd906c8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c1a006a-7674-4120-94d6-8fd85cd906c8,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:44.212516 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.217039 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] For port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:44.222859 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] For port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:44.231558 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.240603 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7bf2-8bbd-4d81-b391-27ee4f12f4f6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.247200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7bf2-8bbd-4d81-b391-27ee4f12f4f6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.280005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d7bf2-8bbd-4d81-b391-27ee4f12f4f6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02690e7e-93f2-4d37-9439-b7adecb0471c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.280566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1c1a006a-7674-4120-94d6-8fd85cd906c8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.286518 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7bf2-8bbd-4d81-b391-27ee4f12f4f6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.288201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0f6d7bf2-8bbd-4d81-b391-27ee4f12f4f6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1968932 Aug 16 02:37:44.292050 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:44.298105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a6ae1e84-0904-4d0a-80db-094dafaf2a74 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:44.299553 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5da7c1-5291-4050-9aa2-e64e28bdd65a None None] Pushing event updated for resources: {'Port': ['ID=88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.320666 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:44.321290 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.337275 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6ae1e84-0904-4d0a-80db-094dafaf2a74 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.411361 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6ae1e84-0904-4d0a-80db-094dafaf2a74 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.418083 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6ae1e84-0904-4d0a-80db-094dafaf2a74 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.441999 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6ae1e84-0904-4d0a-80db-094dafaf2a74 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.446447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a6ae1e84-0904-4d0a-80db-094dafaf2a74 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499577 Aug 16 02:37:44.446728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:44.452790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-01812d72-1498-4bb1-9af7-8fa63c79fe8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:44.459280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae1e84-0904-4d0a-80db-094dafaf2a74 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bd1d56-d635-4922-8818-17e0f10a1b86,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.488435 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01812d72-1498-4bb1-9af7-8fa63c79fe8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.543236 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:44.560612 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01812d72-1498-4bb1-9af7-8fa63c79fe8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.565890 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01812d72-1498-4bb1-9af7-8fa63c79fe8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.585414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01812d72-1498-4bb1-9af7-8fa63c79fe8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdc66e0-b77d-44df-bc4b-ab478e7ec2a0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.593500 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01812d72-1498-4bb1-9af7-8fa63c79fe8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.597238 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-01812d72-1498-4bb1-9af7-8fa63c79fe8b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464279 Aug 16 02:37:44.597510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36750) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:44.604079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-59b70ea7-0469-41d0-ad62-dcaebbd60e98 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:44.627196 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-59b70ea7-0469-41d0-ad62-dcaebbd60e98 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Project 40a971cda23b4b2db655339a8e29dfbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:37:44.636520 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b70ea7-0469-41d0-ad62-dcaebbd60e98 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.699238 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b70ea7-0469-41d0-ad62-dcaebbd60e98 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.703277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b70ea7-0469-41d0-ad62-dcaebbd60e98 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.721037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b70ea7-0469-41d0-ad62-dcaebbd60e98 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8961d5a-3180-4612-9b77-439becaa7f99,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.728191 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b70ea7-0469-41d0-ad62-dcaebbd60e98 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.729596 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-59b70ea7-0469-41d0-ad62-dcaebbd60e98 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308649 Aug 16 02:37:44.732697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:44.737925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-10f9de57-e19d-4dca-9467-8ec6adae3d20 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'security_group_rule': {'security_group_id': '9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e', 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:44.761545 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-10f9de57-e19d-4dca-9467-8ec6adae3d20 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Project 40a971cda23b4b2db655339a8e29dfbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:37:44.765973 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:41Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88', 'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:c7:f4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.766479 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f9de57-e19d-4dca-9467-8ec6adae3d20 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.792934 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af7ab05-258f-4df6-9081-8b21232a3349 None None] The sync data for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 is: [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:41Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88', 'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:c7:f4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:44.836537 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f9de57-e19d-4dca-9467-8ec6adae3d20 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.858222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f9de57-e19d-4dca-9467-8ec6adae3d20 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.879484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9de57-e19d-4dca-9467-8ec6adae3d20 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a74eff-ab4f-43f8-808f-0cfee2fc155d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.890104 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10f9de57-e19d-4dca-9467-8ec6adae3d20 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.891541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-10f9de57-e19d-4dca-9467-8ec6adae3d20 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575971 Aug 16 02:37:44.957841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499cf03-4fbc-458e-b176-edc92b1f93d8 req-b1580d5e-dcef-41a7-839b-a8540fabfc06 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:44.959329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f499cf03-4fbc-458e-b176-edc92b1f93d8 req-b1580d5e-dcef-41a7-839b-a8540fabfc06 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0529797 Aug 16 02:37:45.006574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f499cf03-4fbc-458e-b176-edc92b1f93d8 req-b809bc00-9196-4101-b111-fdfcb4b56bec tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Aug 16 02:37:45.107295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-6ff9abb4-0c18-466a-8d61-f3baf82eb6ce tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572597911&fields=id&tenant_id=40a971cda23b4b2db655339a8e29dfbc HTTP/1.1" status: 200 len: 267 time: 0.0352082 Aug 16 02:37:45.223961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-b4537115-f61c-4056-935c-b49dda0a9467 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:45.225580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-b4537115-f61c-4056-935c-b49dda0a9467 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/networks?id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 HTTP/1.1" status: 200 len: 797 time: 0.1110268 Aug 16 02:37:45.243039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-667428c3-f132-405d-8b6f-e854aea3ac8f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/quotas/40a971cda23b4b2db655339a8e29dfbc HTTP/1.1" status: 200 len: 375 time: 0.0098267 Aug 16 02:37:45.301213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-232e173f-c9b6-4b4a-bbfc-15a87adbd758 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514407 Aug 16 02:37:45.421578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-6a55a08c-72a0-484b-b3c4-759c0e90779c service neutron] 10.222.0.61 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046882 Aug 16 02:37:45.460695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:45.518006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:45.518380 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.529722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-89bd06a1-76a9-42fa-884c-fa1d53e1ad51 service neutron] 10.222.0.61 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990453 Aug 16 02:37:45.605032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c1a006a-7674-4120-94d6-8fd85cd906c8 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:45.665604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1c1a006a-7674-4120-94d6-8fd85cd906c8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:45.666216 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.714439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82c77426-da71-4581-a721-82c48d46a587 req-aa346bd0-f6c5-4d96-9417-a741f91b2bde tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 210 time: 0.0413215 Aug 16 02:37:45.762584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:45.815401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:45.819802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:45.820308 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.910902 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.948123 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:45.953443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.015812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:46.138465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24be2a-0752-4dde-9958-a633efefd4a6 req-4f4409d1-3c9d-4671-9e6d-739b595f447b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:46.140146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee24be2a-0752-4dde-9958-a633efefd4a6 req-4f4409d1-3c9d-4671-9e6d-739b595f447b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0524304 Aug 16 02:37:46.186488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee24be2a-0752-4dde-9958-a633efefd4a6 req-7da10628-fff5-4316-a809-0ede18daaf65 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Aug 16 02:37:46.709758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-b837f898-5aad-4d53-8f97-9ec857399372 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:46.711247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-b837f898-5aad-4d53-8f97-9ec857399372 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "GET /v2.0/networks?id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 HTTP/1.1" status: 200 len: 797 time: 0.1095223 Aug 16 02:37:46.756193 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-cce2ccd8-68aa-47a7-84e4-966b0ec95176 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40a971cda23b4b2db655339a8e29dfbc HTTP/1.1" status: 200 len: 379 time: 0.0359621 Aug 16 02:37:46.765968 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'port': {'device_id': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'admin_state_up': True, 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'security_groups': ['9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:46.801627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bf3a49b-966a-4988-b9dc-b5f382858b33 req-2ceb36b6-71aa-4d0a-a026-8ab879cb69c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Aug 16 02:37:46.877240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Made reservation on behalf of 40a971cda23b4b2db655339a8e29dfbc for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:46.880877 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.315762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350368-877b-4208-9a41-be76cfebee55 req-87c62fa2-8c62-4a37-8b1d-a32f4ef56287 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:47.317224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69350368-877b-4208-9a41-be76cfebee55 req-87c62fa2-8c62-4a37-8b1d-a32f4ef56287 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0594292 Aug 16 02:37:47.367642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69350368-877b-4208-9a41-be76cfebee55 req-80cb4305-5bec-4375-a5ce-775617c680c9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Aug 16 02:37:47.369506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.20.0.11 (fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29/f8e34f34-47b4-4473-8fa8-ad17b3d422b9/205cd5c0-da39-4020-abac-8c4642d9c777) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:47.394616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:47.442784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:47.443212 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.520473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.535525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Transition to ACTIVE for port object 205cd5c0-da39-4020-abac-8c4642d9c777 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:47.568366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.608511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:47.621023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:47.623062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=205cd5c0-da39-4020-abac-8c4642d9c777,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:47.625217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:47.686481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:47.687167 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.702333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-9c9bba34-d1ba-46cb-a755-34d7b77319c4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9399951 Aug 16 02:37:47.715322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Request body: {'port': {'device_id': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:47.774426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.844522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3257e95e-81ba-4665-a044-1c08ada53124 None None] Provisioning for port 205cd5c0-da39-4020-abac-8c4642d9c777 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:47.848626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3257e95e-81ba-4665-a044-1c08ada53124 None None] Provisioning complete for port 205cd5c0-da39-4020-abac-8c4642d9c777 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:47.849055 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3257e95e-81ba-4665-a044-1c08ada53124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.887619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3257e95e-81ba-4665-a044-1c08ada53124 None None] Port 205cd5c0-da39-4020-abac-8c4642d9c777 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:47.932713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6361cf-916d-49ad-9480-131f998fc70e req-a223aa33-2a1c-4577-a0d0-5aa5858627d0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:47.934284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc6361cf-916d-49ad-9480-131f998fc70e req-a223aa33-2a1c-4577-a0d0-5aa5858627d0 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 932 time: 0.0587833 Aug 16 02:37:47.979127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc6361cf-916d-49ad-9480-131f998fc70e req-20f83c75-bd63-433f-98c4-9d3fe7a82686 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380118 Aug 16 02:37:48.051624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205cd5c0-da39-4020-abac-8c4642d9c777 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:48.059289 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.070593 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Transition to ACTIVE for port object 205cd5c0-da39-4020-abac-8c4642d9c777 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:48.075586 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.128473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=205cd5c0-da39-4020-abac-8c4642d9c777,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:48.204567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Attempting to bind port 205cd5c0-da39-4020-abac-8c4642d9c777 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:48.204897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Attempting to bind port 205cd5c0-da39-4020-abac-8c4642d9c777 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:48.205229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Attempting to bind port 205cd5c0-da39-4020-abac-8c4642d9c777 on network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:48.209677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Port 205cd5c0-da39-4020-abac-8c4642d9c777 on network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:48.210003 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Attempting to bind port 205cd5c0-da39-4020-abac-8c4642d9c777 on network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:48.216053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:48.216393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Checking segment: {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:48.216782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Bound using segment: {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:48.217208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Bound port: 205cd5c0-da39-4020-abac-8c4642d9c777, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba77e6a-85db-4431-bd4a-683d3ac97a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:48.217569 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.286109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] For port 205cd5c0-da39-4020-abac-8c4642d9c777, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:48.289154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] For port 205cd5c0-da39-4020-abac-8c4642d9c777, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=205cd5c0-da39-4020-abac-8c4642d9c777,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:48.294922 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.331800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:48.332443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.333871 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] 10.222.0.93 "PUT /v2.0/ports/205cd5c0-da39-4020-abac-8c4642d9c777 HTTP/1.1" status: 200 len: 1093 time: 0.6236236 Aug 16 02:37:48.334322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:48.336597 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d141ea57-c074-4daa-8f8a-42dcf45899e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:48.366715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d159c7b-efa4-4687-a4dc-8ca0cb3c5fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=205cd5c0-da39-4020-abac-8c4642d9c777,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:48.401930 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c65ef1-7b77-4ecc-9715-0a53891f6c3c x-openstack-request-id: req-f3c65ef1-7b77-4ecc-9715-0a53891f6c3c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:48.402220 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:48.402465 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3c65ef1-7b77-4ecc-9715-0a53891f6c3c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:48.402934 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777', 'status': 'completed', 'code': 200} Aug 16 02:37:48.421827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-3d893006-92eb-44db-8d58-3116a5720c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:48.423267 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-3d893006-92eb-44db-8d58-3116a5720c14 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0493588 Aug 16 02:37:48.473515 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-d0d2bf62-d9de-449b-a48d-e262ae88c0b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=205cd5c0-da39-4020-abac-8c4642d9c777 HTTP/1.1" status: 200 len: 217 time: 0.0424843 Aug 16 02:37:48.497919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14eb01-b851-4f6f-b901-b52a39f84dec req-1121d0b1-c3c7-4aba-a612-8d81751302ff tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:48.499530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d14eb01-b851-4f6f-b901-b52a39f84dec req-1121d0b1-c3c7-4aba-a612-8d81751302ff tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0576773 Aug 16 02:37:48.530638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-18e92f79-3506-4fdf-a159-fa1b3384cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:48.532137 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-18e92f79-3506-4fdf-a159-fa1b3384cf4c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f8e34f34-47b4-4473-8fa8-ad17b3d422b9 HTTP/1.1" status: 200 len: 834 time: 0.0514562 Aug 16 02:37:48.540958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d14eb01-b851-4f6f-b901-b52a39f84dec req-1d3c4949-28ba-4f1c-bd45-0205e2cf625c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Aug 16 02:37:48.584630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-3abdb0b1-16ab-4df5-b9eb-0b9a66bd053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:48.586229 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-3abdb0b1-16ab-4df5-b9eb-0b9a66bd053e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465772 Aug 16 02:37:48.682668 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-561c3a51-4424-44ca-a5ae-6f4e4a6fb6c1 service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890877 Aug 16 02:37:48.770837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-aea2b101-9e2b-4224-9d73-1139fd5b44ca req-1b299987-51f0-42b2-9f0a-7654ef5c5cbd service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818129 Aug 16 02:37:48.858937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-d0e83ae1-7e7d-403f-bcda-9cc50158e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:48.860470 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-d0e83ae1-7e7d-403f-bcda-9cc50158e3eb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0418491 Aug 16 02:37:48.954510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-3410fc1d-bf59-4f76-af03-9a617268fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:48.956024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-3410fc1d-bf59-4f76-af03-9a617268fa74 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 HTTP/1.1" status: 200 len: 898 time: 0.0888848 Aug 16 02:37:49.000230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-ae86a161-368b-4261-9181-8b8178346c6d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=205cd5c0-da39-4020-abac-8c4642d9c777 HTTP/1.1" status: 200 len: 217 time: 0.0362408 Aug 16 02:37:49.061416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-846c6106-d466-4606-8877-b07df90087b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:49.062882 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-846c6106-d466-4606-8877-b07df90087b6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f8e34f34-47b4-4473-8fa8-ad17b3d422b9 HTTP/1.1" status: 200 len: 834 time: 0.0560095 Aug 16 02:37:49.099751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a87428-7bb5-4277-8016-6a22dcf2e53a req-ec3c2f33-d804-489c-9b29-af259c49f383 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:49.101257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1a87428-7bb5-4277-8016-6a22dcf2e53a req-ec3c2f33-d804-489c-9b29-af259c49f383 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 944 time: 0.0489328 Aug 16 02:37:49.111149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-fe4694c5-58f3-45d0-baf8-db84fe58ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:49.112655 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-fe4694c5-58f3-45d0-baf8-db84fe58ab96 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422659 Aug 16 02:37:49.143864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1a87428-7bb5-4277-8016-6a22dcf2e53a req-fb0f0105-8299-4bc2-9cd6-0c35064046ec tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342960 Aug 16 02:37:49.204502 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-da3ccc42-df2b-41a0-a271-e26efe30bad5 service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826433 Aug 16 02:37:49.309404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d141ea57-c074-4daa-8f8a-42dcf45899e3 req-d5fb9972-efe8-4d72-9162-a38afda4d2bf service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952647 Aug 16 02:37:49.656869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c05e17-4ee6-4015-a790-07f60af9aa35 req-800e655f-3e63-43dd-8cb3-0184ffebfec1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:49.658370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83c05e17-4ee6-4015-a790-07f60af9aa35 req-800e655f-3e63-43dd-8cb3-0184ffebfec1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0495450 Aug 16 02:37:49.698769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83c05e17-4ee6-4015-a790-07f60af9aa35 req-6c13dd6b-6c22-4f60-8326-9a06ee8affc4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Aug 16 02:37:50.266174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e6e9e-43bc-4ad6-9618-6d22a1802deb req-fa1a38d5-fa0c-4c91-991c-9a148779fe3f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:50.267725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-999e6e9e-43bc-4ad6-9618-6d22a1802deb req-fa1a38d5-fa0c-4c91-991c-9a148779fe3f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 944 time: 0.0574079 Aug 16 02:37:50.307005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-999e6e9e-43bc-4ad6-9618-6d22a1802deb req-77fe91b9-e9bf-47e5-9a14-130ede408310 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332489 Aug 16 02:37:50.812378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e04b-a386-464d-b6f0-fef81a9584f4 req-62c218ff-201b-4737-a0dd-856be46d7887 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:50.813917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2141e04b-a386-464d-b6f0-fef81a9584f4 req-62c218ff-201b-4737-a0dd-856be46d7887 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0495012 Aug 16 02:37:50.852949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2141e04b-a386-464d-b6f0-fef81a9584f4 req-a2c4168f-53b7-4739-9687-5e85923d2ac1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Aug 16 02:37:51.422548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff0432-a14e-40f0-a076-c2230e53e261 req-db552690-6c75-449e-8ba3-86de2d4875fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:51.424076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ff0432-a14e-40f0-a076-c2230e53e261 req-db552690-6c75-449e-8ba3-86de2d4875fd tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 944 time: 0.0500624 Aug 16 02:37:51.460911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5ff0432-a14e-40f0-a076-c2230e53e261 req-649324b9-53d4-4f63-9186-3b0aa2047410 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308816 Aug 16 02:37:51.974080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336fa8-922a-4b76-9c08-7c27484459e0 req-e9c45939-30cc-4f14-8526-002fb74ec143 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:51.975603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e336fa8-922a-4b76-9c08-7c27484459e0 req-e9c45939-30cc-4f14-8526-002fb74ec143 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 943 time: 0.0533359 Aug 16 02:37:52.014509 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e336fa8-922a-4b76-9c08-7c27484459e0 req-ae86f7ad-0406-402a-a6fd-aa990c986a32 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325160 Aug 16 02:37:52.069631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 205cd5c0-da39-4020-abac-8c4642d9c777 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:52.165508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device fe15df1a-4c29-4c79-a943-192e42f75f1c details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:52.168281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 205cd5c0-da39-4020-abac-8c4642d9c777, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=205cd5c0-da39-4020-abac-8c4642d9c777,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:52.188375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '205cd5c0-da39-4020-abac-8c4642d9c777', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'port_id': '205cd5c0-da39-4020-abac-8c4642d9c777', 'mac_address': 'fa:16:3e:bd:dd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:52.271583 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.294604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205cd5c0-da39-4020-abac-8c4642d9c777 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:52.330608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 205cd5c0-da39-4020-abac-8c4642d9c777, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=205cd5c0-da39-4020-abac-8c4642d9c777,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:52.332633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port fe15df1a-4c29-4c79-a943-192e42f75f1c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=fe15df1a-4c29-4c79-a943-192e42f75f1c,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:52.341144 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.348950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'fe15df1a-4c29-4c79-a943-192e42f75f1c', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'port_id': 'fe15df1a-4c29-4c79-a943-192e42f75f1c', 'mac_address': 'fa:16:3e:ba:f4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:52.426760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=205cd5c0-da39-4020-abac-8c4642d9c777,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:52.430671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.445514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe15df1a-4c29-4c79-a943-192e42f75f1c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:52.469668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port fe15df1a-4c29-4c79-a943-192e42f75f1c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=fe15df1a-4c29-4c79-a943-192e42f75f1c,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:52.473787 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.532505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['205cd5c0-da39-4020-abac-8c4642d9c777'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:52.535734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=fe15df1a-4c29-4c79-a943-192e42f75f1c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:52.584197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913fb7-17e8-43e0-82c2-ed4920e0df9b req-e6aa10d3-ea7c-4669-9ca3-412eb8d102e6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:52.585834 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2913fb7-17e8-43e0-82c2-ed4920e0df9b req-e6aa10d3-ea7c-4669-9ca3-412eb8d102e6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 945 time: 0.0542679 Aug 16 02:37:52.626806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2913fb7-17e8-43e0-82c2-ed4920e0df9b req-808546de-39c5-4bdf-b01e-5ff22bed6332 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340889 Aug 16 02:37:52.832007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['fe15df1a-4c29-4c79-a943-192e42f75f1c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:53.132555 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06a603-a68b-419f-b33e-b48507a3ddf2 req-9d86c438-4b55-4828-8c8b-17da1b26c34a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.134073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca06a603-a68b-419f-b33e-b48507a3ddf2 req-9d86c438-4b55-4828-8c8b-17da1b26c34a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 944 time: 0.0518551 Aug 16 02:37:53.174002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca06a603-a68b-419f-b33e-b48507a3ddf2 req-9da6d1ab-7c4c-4878-8e77-d159646ec2c1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Aug 16 02:37:53.527585 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:53.744957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21534f-e919-4b1c-8a38-7b00679ae09f req-2e8664ec-c2db-4758-9a9a-5d8ae521f805 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:53.747007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a21534f-e919-4b1c-8a38-7b00679ae09f req-2e8664ec-c2db-4758-9a9a-5d8ae521f805 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 945 time: 0.0527177 Aug 16 02:37:53.784734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a21534f-e919-4b1c-8a38-7b00679ae09f req-d598f9d1-7803-4203-a5d6-b06047a30a35 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314012 Aug 16 02:37:54.085487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 205cd5c0-da39-4020-abac-8c4642d9c777 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:54.134711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 205cd5c0-da39-4020-abac-8c4642d9c777 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:54.139113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 205cd5c0-da39-4020-abac-8c4642d9c777 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:54.139485 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.170125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device fe15df1a-4c29-4c79-a943-192e42f75f1c up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:54.259254 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.262467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port fe15df1a-4c29-4c79-a943-192e42f75f1c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:54.272772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port fe15df1a-4c29-4c79-a943-192e42f75f1c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:54.273135 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.295543 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5876fb-8fa5-4a51-b43c-d08e2e821033 req-278e0344-c1f9-4218-95c1-cd2305af2ef4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:54.297065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d5876fb-8fa5-4a51-b43c-d08e2e821033 req-278e0344-c1f9-4218-95c1-cd2305af2ef4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 944 time: 0.0516355 Aug 16 02:37:54.306279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:54.309398 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb1f301-170e-430a-8ecb-895c2880f450" -d '{"events": [{"server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "name": "network-vif-plugged", "status": "completed", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:54.328599 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 205cd5c0-da39-4020-abac-8c4642d9c777, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=205cd5c0-da39-4020-abac-8c4642d9c777,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:54.337254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d5876fb-8fa5-4a51-b43c-d08e2e821033 req-3b28361b-7b04-453c-9337-1db37899fac0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339518 Aug 16 02:37:54.337473 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.371258 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b72f48-2429-41fa-bf81-79b9fd150a9d x-openstack-request-id: req-83b72f48-2429-41fa-bf81-79b9fd150a9d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:54.371553 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "name": "network-vif-plugged", "status": "completed", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:54.371821 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83b72f48-2429-41fa-bf81-79b9fd150a9d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:54.372212 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777', 'code': 200} Aug 16 02:37:54.426249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=205cd5c0-da39-4020-abac-8c4642d9c777,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:54.432305 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.454443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cf7a4-06a4-4ae9-bd07-6147daa2d314 req-3c04814e-37df-4ffd-9839-0e634381f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:54.456000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-544cf7a4-06a4-4ae9-bd07-6147daa2d314 req-3c04814e-37df-4ffd-9839-0e634381f5d1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 1098 time: 0.0421712 Aug 16 02:37:54.468194 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port fe15df1a-4c29-4c79-a943-192e42f75f1c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=fe15df1a-4c29-4c79-a943-192e42f75f1c,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:54.472355 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:54.492051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-544cf7a4-06a4-4ae9-bd07-6147daa2d314 req-56659c4e-8208-4715-8aa5-ef6256906777 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295455 Aug 16 02:37:54.520780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=fe15df1a-4c29-4c79-a943-192e42f75f1c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:54.902232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0011-587c-44a9-ab4d-613f72b1cfef req-23172351-d255-4e78-8e05-11160eddb597 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:54.903683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0ac0011-587c-44a9-ab4d-613f72b1cfef req-23172351-d255-4e78-8e05-11160eddb597 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 946 time: 0.0500906 Aug 16 02:37:54.943508 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0ac0011-587c-44a9-ab4d-613f72b1cfef req-d2f1a576-efa2-4798-8487-ec06063dcbcb tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338871 Aug 16 02:37:55.468736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aa5f1-dad8-4265-9dff-9625c6589447 req-fe5c2128-6346-48f5-af8c-2c8fe0e8ea6d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:55.470318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-430aa5f1-dad8-4265-9dff-9625c6589447 req-fe5c2128-6346-48f5-af8c-2c8fe0e8ea6d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 945 time: 0.0566523 Aug 16 02:37:55.500864 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-cd2ff5fb-ffa8-45b6-b5f6-0724b8e3550c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439260 Aug 16 02:37:55.512969 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-430aa5f1-dad8-4265-9dff-9625c6589447 req-5810f072-9b48-4de7-b837-b99a41c3adc2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354314 Aug 16 02:37:55.598848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-0933f600-31ec-4899-9303-667388d02b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:55.600404 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-0933f600-31ec-4899-9303-667388d02b49 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 1098 time: 0.0463629 Aug 16 02:37:55.702720 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-b21875df-75b9-4a3e-b91d-ff631b249968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:55.704197 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-b21875df-75b9-4a3e-b91d-ff631b249968 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 HTTP/1.1" status: 200 len: 898 time: 0.0845900 Aug 16 02:37:55.750619 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-270792fe-31b3-4714-b7b5-39e200fee123 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=205cd5c0-da39-4020-abac-8c4642d9c777 HTTP/1.1" status: 200 len: 217 time: 0.0393844 Aug 16 02:37:55.799784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-7a559c79-5b82-4337-bec8-5dd780f0ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:55.801183 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-7a559c79-5b82-4337-bec8-5dd780f0ee01 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f8e34f34-47b4-4473-8fa8-ad17b3d422b9 HTTP/1.1" status: 200 len: 834 time: 0.0440650 Aug 16 02:37:55.846463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-0852de77-add5-4bb1-97b8-acf25f0a3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:55.847975 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-0852de77-add5-4bb1-97b8-acf25f0a3372 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399756 Aug 16 02:37:55.942288 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-b3f7b23c-74b9-4761-97f2-040c5b938ce7 service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863080 Aug 16 02:37:56.034075 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-35e21112-ca5a-4d71-952b-551b560db7f6 req-aed6b410-1ebb-4953-98d9-272100f90567 service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845835 Aug 16 02:37:56.066114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c8920-1edb-42ad-8741-eb76babbdd7c req-b36bc7e0-7afe-4d23-a8e9-8842b769e4a8 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:56.067681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d0c8920-1edb-42ad-8741-eb76babbdd7c req-b36bc7e0-7afe-4d23-a8e9-8842b769e4a8 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 946 time: 0.0557323 Aug 16 02:37:56.107321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d0c8920-1edb-42ad-8741-eb76babbdd7c req-3ffe8cf7-fa22-4bd2-a7ad-ab43c950df74 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329866 Aug 16 02:37:56.223155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646e93e-b267-4492-a0ba-44de147abcd1 req-5a22e8f5-94bf-4c50-878e-533617325e13 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:56.224691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f646e93e-b267-4492-a0ba-44de147abcd1 req-5a22e8f5-94bf-4c50-878e-533617325e13 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 946 time: 0.0509930 Aug 16 02:37:56.264212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f646e93e-b267-4492-a0ba-44de147abcd1 req-53519d78-b723-4d33-9204-8c53ca8a3ec8 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328970 Aug 16 02:37:56.285953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:56.364512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d131d93a-bd99-4680-829c-b29c05f46827 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:56.366070 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d131d93a-bd99-4680-829c-b29c05f46827 tempest-TestNetworkBasicOps-1931833990 tempest-TestNetworkBasicOps-1931833990-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 1093 time: 0.0791488 Aug 16 02:37:56.368803 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 36822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:56.372951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0906bc-b058-4edf-a481-bad36220440b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe15df1a-4c29-4c79-a943-192e42f75f1c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:56.373508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '205cd5c0-da39-4020-abac-8c4642d9c777', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:56.375307 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaa1509-3e98-4355-8781-4af79ed71a76" -d '{"events": [{"server_uuid": "ec0906bc-b058-4edf-a481-bad36220440b", "name": "network-vif-plugged", "status": "completed", "tag": "fe15df1a-4c29-4c79-a943-192e42f75f1c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:56.399562 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.412920 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceae964-6d6f-4ba1-a5cc-2e920ab419bd x-openstack-request-id: req-3ceae964-6d6f-4ba1-a5cc-2e920ab419bd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:56.413211 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0906bc-b058-4edf-a481-bad36220440b", "name": "network-vif-plugged", "status": "completed", "tag": "fe15df1a-4c29-4c79-a943-192e42f75f1c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:56.413469 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ceae964-6d6f-4ba1-a5cc-2e920ab419bd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:56.414290 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0906bc-b058-4edf-a481-bad36220440b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe15df1a-4c29-4c79-a943-192e42f75f1c', 'code': 200} Aug 16 02:37:56.496747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.538357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdf430-3342-45aa-bfc3-2505cac20c2c req-ca6c958a-5270-4266-95d6-d06acf5d6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:56.540255 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77fdf430-3342-45aa-bfc3-2505cac20c2c req-ca6c958a-5270-4266-95d6-d06acf5d6291 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 1097 time: 0.0439787 Aug 16 02:37:56.578727 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-77fdf430-3342-45aa-bfc3-2505cac20c2c req-b1450f4e-7e16-4e5a-98cc-bdd3e96803af service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312607 Aug 16 02:37:56.642347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Allocated IP 172.25.5.195 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/ec61eb1e-7747-4041-8be9-51d645bb42ba) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:56.661376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ad1c1-011c-4ac8-9c93-92ac1ef20814 req-89fd8810-eb8e-417f-b8b3-8f22b6a8f906 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:56.662878 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-283ad1c1-011c-4ac8-9c93-92ac1ef20814 req-89fd8810-eb8e-417f-b8b3-8f22b6a8f906 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 945 time: 0.0762930 Aug 16 02:37:56.750376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-283ad1c1-011c-4ac8-9c93-92ac1ef20814 req-045f1924-5734-448a-bfee-23593b3e59c6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811839 Aug 16 02:37:56.791159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.830962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:56.871906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:56.874840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:56.879290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:56.884630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=ec61eb1e-7747-4041-8be9-51d645bb42ba,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:57.733412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.879585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.922632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863505f-73eb-492e-afd7-dc384eb78e26 req-d758bb75-f3e5-4459-900d-2439dbef54f3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:57.924212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c863505f-73eb-492e-afd7-dc384eb78e26 req-d758bb75-f3e5-4459-900d-2439dbef54f3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 945 time: 0.0977364 Aug 16 02:37:58.019889 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c863505f-73eb-492e-afd7-dc384eb78e26 req-afadd014-f4fe-4878-b60e-e938691bbf9c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847507 Aug 16 02:37:58.081226 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.086203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.155212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event updated for resources: {'Port': ['ID=ec61eb1e-7747-4041-8be9-51d645bb42ba,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:58.169379 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.270110 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Floating IP 4024eda2-4deb-43c1-a5d8-bf42999619a7 associated. External IP: 172.25.5.195, port: 205cd5c0-da39-4020-abac-8c4642d9c777. Aug 16 02:37:58.477014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 1d20097e-4afd-4449-82f6-6753e5665327 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:58.588489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:58.598807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] Sync routers for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:58.605542 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:58.609780 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:58.610447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:58.632597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0ca2622c-8a30-43bf-9096-22ca9338e87e tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2627733 Aug 16 02:37:58.633155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:58.635513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:58.636576 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:58.674658 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec22ca-4977-4826-aa94-f5835c3c9c8e x-openstack-request-id: req-54ec22ca-4977-4826-aa94-f5835c3c9c8e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:58.674954 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:58.675359 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54ec22ca-4977-4826-aa94-f5835c3c9c8e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:58.675916 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777', 'status': 'completed', 'code': 200} Aug 16 02:37:58.720963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:58.730247 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-73d1b55b-7e74-477f-a2a8-76fefbc769e6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/floatingips/4024eda2-4deb-43c1-a5d8-bf42999619a7 HTTP/1.1" status: 200 len: 992 time: 0.0922482 Aug 16 02:37:58.742957 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-71d17e01-fab7-4dea-9599-f0df50851588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:58.744482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-71d17e01-fab7-4dea-9599-f0df50851588 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 1098 time: 0.0462403 Aug 16 02:37:58.840468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-656aaa80-8665-455d-aaa0-beef70b40c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:58.841950 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-656aaa80-8665-455d-aaa0-beef70b40c0c service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 HTTP/1.1" status: 200 len: 898 time: 0.0910590 Aug 16 02:37:58.908558 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-de52ad70-b59b-4392-aa68-dd8713d49132 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=205cd5c0-da39-4020-abac-8c4642d9c777 HTTP/1.1" status: 200 len: 1000 time: 0.0599229 Aug 16 02:37:58.946361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:41Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4024eda2-4deb-43c1-a5d8-bf42999619a7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'port_id': '205cd5c0-da39-4020-abac-8c4642d9c777', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'mac_address': 'fa:16:3e:bd:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:37:57Z', 'updated_at': '2021-08-16T02:37:57Z', 'revision_number': 0, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88', 'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:c7:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:45Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:58.958802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-6a50df81-5c1b-4a31-9466-0d0178a1a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:58.960293 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-6a50df81-5c1b-4a31-9466-0d0178a1a0d3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f8e34f34-47b4-4473-8fa8-ad17b3d422b9 HTTP/1.1" status: 200 len: 834 time: 0.0451224 Aug 16 02:37:58.973253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] Checking router: 1d20097e-4afd-4449-82f6-6753e5665327 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:58.981955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:58.982516 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:37:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:59.009646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-e82d2cca-43fc-47f1-ae17-25f5510965fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.011793 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-e82d2cca-43fc-47f1-ae17-25f5510965fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440571 Aug 16 02:37:59.094819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:59.114511 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-3d2b394c-49c3-4a2e-bc4e-9d1a7db2b77f service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958929 Aug 16 02:37:59.147919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce23c-47cd-4a38-a1cf-bf2c1d8519c6 req-5ea64e51-9865-4854-977e-7f1aaae1e5be tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.149602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bebce23c-47cd-4a38-a1cf-bf2c1d8519c6 req-5ea64e51-9865-4854-977e-7f1aaae1e5be tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 945 time: 0.0619252 Aug 16 02:37:59.191535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bebce23c-47cd-4a38-a1cf-bf2c1d8519c6 req-477ea69e-f608-4a75-9727-342544334789 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Aug 16 02:37:59.218543 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fd48dcaf-18e1-4fb0-aad1-5aa4ae80b6cf req-7219af0e-d828-458e-97dd-bcf6fcec089c service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966527 Aug 16 02:37:59.324575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e08b55-2a1c-4636-a3cb-2dfaaab2622f req-7a164139-85e3-4fdf-b5ec-d2a9f1b10eb6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.326138 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11e08b55-2a1c-4636-a3cb-2dfaaab2622f req-7a164139-85e3-4fdf-b5ec-d2a9f1b10eb6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 945 time: 0.0578749 Aug 16 02:37:59.336981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:41Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4024eda2-4deb-43c1-a5d8-bf42999619a7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'port_id': '205cd5c0-da39-4020-abac-8c4642d9c777', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'mac_address': 'fa:16:3e:bd:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:37:57Z', 'updated_at': '2021-08-16T02:37:57Z', 'revision_number': 0, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88', 'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:c7:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:45Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:59.365062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-11e08b55-2a1c-4636-a3cb-2dfaaab2622f req-12b2b554-03be-4f30-b650-1bcaaf1f3e52 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Aug 16 02:37:59.369277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc691554-ec4d-4566-84a7-d6bc9e337be3 None None] The sync data for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 is: [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:41Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4024eda2-4deb-43c1-a5d8-bf42999619a7', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'port_id': '205cd5c0-da39-4020-abac-8c4642d9c777', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'mac_address': 'fa:16:3e:bd:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:37:57Z', 'updated_at': '2021-08-16T02:37:57Z', 'revision_number': 0, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88', 'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:c7:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:45Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:59.487257 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abc4a4-fb83-402b-90f7-4ca6572d2b2f req-704a86eb-3723-476c-91df-ba9ab1604392 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.488855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83abc4a4-fb83-402b-90f7-4ca6572d2b2f req-704a86eb-3723-476c-91df-ba9ab1604392 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 945 time: 0.0536251 Aug 16 02:37:59.529174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-83abc4a4-fb83-402b-90f7-4ca6572d2b2f req-aacf67d1-ca7c-4904-8148-8eab0b4739f5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340943 Aug 16 02:37:59.568690 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb9b25b-98ed-46b4-8237-e1e54fea126b None None] New status for floating IP 4024eda2-4deb-43c1-a5d8-bf42999619a7: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:37:59.733094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 36846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:59.803900 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-da976d21-e274-48d0-9385-379c302aa6e4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/floatingips/4024eda2-4deb-43c1-a5d8-bf42999619a7 HTTP/1.1" status: 200 len: 994 time: 0.0696142 Aug 16 02:37:59.829810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44ebe3-c19c-40ae-9d9c-2a3d7988584a req-d04a39df-2c6a-4b50-a756-796342c85ace tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:59.831302 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a44ebe3-c19c-40ae-9d9c-2a3d7988584a req-d04a39df-2c6a-4b50-a756-796342c85ace tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 945 time: 0.0504575 Aug 16 02:37:59.868346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a44ebe3-c19c-40ae-9d9c-2a3d7988584a req-d582c888-e336-4358-b6fe-096324c94a54 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Aug 16 02:38:00.980329 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3e7b4c9-9b2d-4f78-954a-585f896e99f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:00.992924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efdfa2-d0ef-420a-9a82-9c3a83e815c6 req-600506c9-b6bf-48b9-a85a-bd0fe2c02490 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:00.994559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80efdfa2-d0ef-420a-9a82-9c3a83e815c6 req-600506c9-b6bf-48b9-a85a-bd0fe2c02490 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 945 time: 0.0565343 Aug 16 02:38:01.035204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80efdfa2-d0ef-420a-9a82-9c3a83e815c6 req-f9850392-cec3-46f2-88c3-80034d5354de tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Aug 16 02:38:01.045339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.545592 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-e2e7c82a-3686-4da0-8b87-84454cb73a3f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:01.547482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-e2e7c82a-3686-4da0-8b87-84454cb73a3f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 945 time: 0.0509658 Aug 16 02:38:01.645038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port fe15df1a-4c29-4c79-a943-192e42f75f1c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:01.645277 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.732941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] For port fe15df1a-4c29-4c79-a943-192e42f75f1c, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=fe15df1a-4c29-4c79-a943-192e42f75f1c,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:01.733308 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.746288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for fe15df1a-4c29-4c79-a943-192e42f75f1c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:01.875204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.903571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=fe15df1a-4c29-4c79-a943-192e42f75f1c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:01.907385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['fe15df1a-4c29-4c79-a943-192e42f75f1c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:38:01.948866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] No DVR routers for this DVR port fe15df1a-4c29-4c79-a943-192e42f75f1c on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:01.951540 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:01.953603 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1ff9790f-8350-497c-b5fc-99f664b9247f req-f022f30f-c95a-425d-856f-1ddf1acb2db6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "DELETE /v2.0/ports/fe15df1a-4c29-4c79-a943-192e42f75f1c HTTP/1.1" status: 204 len: 173 time: 0.3999720 Aug 16 02:38:01.954065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0906bc-b058-4edf-a481-bad36220440b', 'name': 'network-vif-deleted', 'tag': 'fe15df1a-4c29-4c79-a943-192e42f75f1c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:01.956349 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2148ba7-816d-49f2-a7ee-83166fa25b2f" -d '{"events": [{"server_uuid": "ec0906bc-b058-4edf-a481-bad36220440b", "name": "network-vif-deleted", "tag": "fe15df1a-4c29-4c79-a943-192e42f75f1c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:01.996584 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d99bfe7-9353-45c8-84db-c64b5e797cf0 x-openstack-request-id: req-2d99bfe7-9353-45c8-84db-c64b5e797cf0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:01.996880 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0906bc-b058-4edf-a481-bad36220440b", "name": "network-vif-deleted", "tag": "fe15df1a-4c29-4c79-a943-192e42f75f1c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:01.997313 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d99bfe7-9353-45c8-84db-c64b5e797cf0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:01.997541 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0906bc-b058-4edf-a481-bad36220440b', 'name': 'network-vif-deleted', 'tag': 'fe15df1a-4c29-4c79-a943-192e42f75f1c', 'status': 'completed', 'code': 200} Aug 16 02:38:02.136972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-510493a1-63ec-4fc2-99e4-7f659c38e5db req-70514350-79aa-45d3-b30f-2af3d97e6c67 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 210 time: 0.0285704 Aug 16 02:38:03.234498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9c383f5-c643-4fcd-8f41-d52e5ae39032 req-7cf92f27-3ed2-454a-b721-09af40b31457 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 210 time: 0.0260854 Aug 16 02:38:03.617038 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef801-7154-48c7-bb32-1d33b3ed1a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:03.973214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:04.330274 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cfe62376-1205-48e3-b9b8-27d0854f9786 req-6d7a6b9e-7a19-4fee-b532-a6bee1bd2c9a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 210 time: 0.0284488 Aug 16 02:38:04.923290 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:05.428552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-813994bc-b59c-42cf-894a-cb43f9ee0e1a req-fa6ab002-64a5-4f48-88ac-d8aa1520c7c4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec0906bc-b058-4edf-a481-bad36220440b HTTP/1.1" status: 200 len: 210 time: 0.0304658 Aug 16 02:38:06.255905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device fe15df1a-4c29-4c79-a943-192e42f75f1c no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:06.277079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: fe15df1a-4c29-4c79-a943-192e42f75f1c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:06.277499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device fe15df1a-4c29-4c79-a943-192e42f75f1c not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:07.040675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.457690 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.359594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2665ce09-7613-423a-a267-56beb7a40831 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:26.361083 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2665ce09-7613-423a-a267-56beb7a40831 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1082249 Aug 16 02:38:26.376286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-ee19b336-606a-49bf-b3d4-0a8bf6377d5d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/quotas/5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 375 time: 0.0095932 Aug 16 02:38:26.427524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-082529b9-fd90-4a2f-8138-ff2898d0469c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459573 Aug 16 02:38:26.519434 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-e03362cc-9038-4039-9c4e-63cc167376b5 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Aug 16 02:38:26.609874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-7698fa5e-de42-465a-8255-1395e08ae309 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843787 Aug 16 02:38:26.895984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7bf57437-bbd4-4d6a-827b-143c14be3e01 req-99e551fb-fea1-4df2-a955-dd8152ca59a2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 210 time: 0.0275607 Aug 16 02:38:27.318667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:27.396657 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d862463c-27eb-4f19-8fe3-e2f6da85a27f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/floatingips/4024eda2-4deb-43c1-a5d8-bf42999619a7 HTTP/1.1" status: 200 len: 994 time: 0.0739493 Aug 16 02:38:27.636104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:27.811623 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port ec61eb1e-7747-4041-8be9-51d645bb42ba {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:27.812136 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.867210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-97332658-e8ff-49fb-a1bf-3ba4f424add7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:27.868691 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-97332658-e8ff-49fb-a1bf-3ba4f424add7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1130700 Aug 16 02:38:27.887577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'port': {'device_id': '4eb11768-d2bd-4873-9bc6-577683c634f8', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'admin_state_up': True, 'tenant_id': '5fe467a1fbf8486890c48f1460dec609'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:27.895768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.896125 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.908754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for ec61eb1e-7747-4041-8be9-51d645bb42ba owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:28.007777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-001e3cf0-b581-4df6-ba34-e32aea9f1d80 req-10eb5b78-b1f5-40b4-8a92-38120d5dc08e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 210 time: 0.0324457 Aug 16 02:38:28.021570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Made reservation on behalf of 5fe467a1fbf8486890c48f1460dec609 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:28.031450 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.107687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.136212 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=ec61eb1e-7747-4041-8be9-51d645bb42ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:28.204946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.205867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.205867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.206219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.206650 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.207074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.207518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.207955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.208378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.208800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.209219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.210008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:28.214790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.215357 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Floating IP 4024eda2-4deb-43c1-a5d8-bf42999619a7 disassociated (deleted). External IP: 172.25.5.195, port: 205cd5c0-da39-4020-abac-8c4642d9c777. Aug 16 02:38:28.228227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.20.0.11 (b9bc0843-91b9-4159-affc-14f966757143/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a/0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:28.407629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.423130 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Transition to ACTIVE for port object 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:28.436317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 1d20097e-4afd-4449-82f6-6753e5665327 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:28.459172 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.509134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:28.514263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:28.519960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:28.586853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:28.586853 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.590270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:28.614529 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-2dcf9577-2817-4963-ba6e-ef7eecdf17bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7306726 Aug 16 02:38:28.631627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Request body: {'port': {'device_id': '4eb11768-d2bd-4873-9bc6-577683c634f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:28.703605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.810188 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0df37610-9514-4c2b-b3c8-24043edd562d None None] Provisioning for port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:28.815648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0df37610-9514-4c2b-b3c8-24043edd562d None None] Provisioning complete for port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:28.816276 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0df37610-9514-4c2b-b3c8-24043edd562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.866036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0df37610-9514-4c2b-b3c8-24043edd562d None None] Port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:28.918437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:28.923606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.929924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] Sync routers for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:28.940124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:28.940832 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:38:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:28.975395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-011f015c-ba81-4331-883a-684dd45315d6 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/floatingips/4024eda2-4deb-43c1-a5d8-bf42999619a7 HTTP/1.1" status: 204 len: 168 time: 1.3372743 Aug 16 02:38:28.976957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:28.986006 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47c37a8-5f02-4640-9318-f09eaaf846ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:29.100565 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861b3b41-0f2e-4ed8-b477-c82f5bc8800e x-openstack-request-id: req-861b3b41-0f2e-4ed8-b477-c82f5bc8800e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:29.100565 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:29.100565 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-861b3b41-0f2e-4ed8-b477-c82f5bc8800e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:29.100565 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777', 'status': 'completed', 'code': 200} Aug 16 02:38:29.100913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:38:29.100913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.120225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Transition to ACTIVE for port object 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:29.139871 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.166130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:29.227016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b410-e89c-4cb2-8b52-518d7646f9c2 req-d9593d88-cbbd-4ff9-b433-afd92111f27a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:29.242287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7045b410-e89c-4cb2-8b52-518d7646f9c2 req-d9593d88-cbbd-4ff9-b433-afd92111f27a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.0867133 Aug 16 02:38:29.283427 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:29.314161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-31799470-bc49-4c6f-9eb6-f5824c4fa5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:29.316990 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-31799470-bc49-4c6f-9eb6-f5824c4fa5db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=40a971cda23b4b2db655339a8e29dfbc&device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 1098 time: 0.1944816 Aug 16 02:38:29.344401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7045b410-e89c-4cb2-8b52-518d7646f9c2 req-1f655136-194f-49ed-8077-86e11a7a9928 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011219 Aug 16 02:38:29.364378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c48bc3-578f-47ed-8a50-7152124678cb req-380380e7-7cde-425e-a929-2af77843ffe4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:29.373644 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8c48bc3-578f-47ed-8a50-7152124678cb req-380380e7-7cde-425e-a929-2af77843ffe4 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 946 time: 0.1190438 Aug 16 02:38:29.430638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8c48bc3-578f-47ed-8a50-7152124678cb req-81604ca6-7a2c-4cc5-8bdd-40441b92f1d5 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560191 Aug 16 02:38:29.597423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-769855c4-e290-41eb-a771-9dfd80759d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:29.599138 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-769855c4-e290-41eb-a771-9dfd80759d58 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 HTTP/1.1" status: 200 len: 898 time: 0.2655597 Aug 16 02:38:29.599964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Attempting to bind port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:29.600299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Attempting to bind port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:29.600632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Attempting to bind port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:29.606282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 on network b9bc0843-91b9-4159-affc-14f966757143 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:38:29.606609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Attempting to bind port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:29.645191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:29.645535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:29.645931 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Bound using segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:29.646391 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Bound port: 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:29.647119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.649980 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-9dd929d6-a5bd-4df5-a404-5e6e7dc39dd5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=205cd5c0-da39-4020-abac-8c4642d9c777 HTTP/1.1" status: 200 len: 217 time: 0.0409582 Aug 16 02:38:29.682903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:41Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88', 'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:c7:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:45Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:29.711967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] Checking router: 1d20097e-4afd-4449-82f6-6753e5665327 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:29.721875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:29.723119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:38:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:29.744144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-648e48c0-5b05-4213-9222-3a579381a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:29.746288 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-648e48c0-5b05-4213-9222-3a579381a44e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f8e34f34-47b4-4473-8fa8-ad17b3d422b9 HTTP/1.1" status: 200 len: 834 time: 0.0876999 Aug 16 02:38:29.794709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] For port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:29.810576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] For port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:29.817469 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.822229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-1890b776-14b2-4816-a1e6-903ea8687a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:29.824340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-1890b776-14b2-4816-a1e6-903ea8687a5c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664744 Aug 16 02:38:29.838518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:29.877318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:29.878565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:29.879426 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] 10.222.0.86 "PUT /v2.0/ports/0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 HTTP/1.1" status: 200 len: 1093 time: 1.2525473 Aug 16 02:38:29.909706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb11768-d2bd-4873-9bc6-577683c634f8', 'tag': '0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:29.912149 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05287f52-e589-4bda-ad61-e938f1cf2f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb11768-d2bd-4873-9bc6-577683c634f8", "tag": "0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:29.988055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc037899-3383-4348-a9c2-6e4362c9f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:29.998944 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb78f7a-a9a3-435e-8c7d-5d0e4590bda3 x-openstack-request-id: req-9cb78f7a-a9a3-435e-8c7d-5d0e4590bda3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:29.999301 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb11768-d2bd-4873-9bc6-577683c634f8", "tag": "0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:29.999549 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9cb78f7a-a9a3-435e-8c7d-5d0e4590bda3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:29.999949 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb11768-d2bd-4873-9bc6-577683c634f8', 'tag': '0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81', 'status': 'completed', 'code': 200} Aug 16 02:38:30.040065 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-e0268ed9-4b97-4a34-856f-2151164ee6e8 service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895378 Aug 16 02:38:30.047600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-bb6c04b8-c95f-4beb-85a8-7181e59c9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.049030 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-bb6c04b8-c95f-4beb-85a8-7181e59c9beb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 1096 time: 0.0739362 Aug 16 02:38:30.107318 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:41Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88', 'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:c7:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:45Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:30.140347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad56cc-5ce2-4b9b-8de3-d1506387f9e9 None None] The sync data for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 is: [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:37:41Z', 'revision_number': 4, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88', 'name': '', 'network_id': 'fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'mac_address': 'fa:16:3e:c7:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:45Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'subnets': [{'id': 'f8e34f34-47b4-4473-8fa8-ad17b3d422b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:30.164508 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-bd1242ac-3420-4de2-815f-742ea26fd129 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 HTTP/1.1" status: 200 len: 217 time: 0.0949528 Aug 16 02:38:30.240693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d47c37a8-5f02-4640-9318-f09eaaf846ea req-b912118f-b250-4cee-a5e6-2a32c480079d service neutron] 10.222.0.93 "GET /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906669 Aug 16 02:38:30.244501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-572aa1b0-8ce3-4e43-ae44-e4248e94652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.246603 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-572aa1b0-8ce3-4e43-ae44-e4248e94652a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0753124 Aug 16 02:38:30.299590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-e426dee2-699e-4824-af51-2c7f78a6ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.301112 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-e426dee2-699e-4824-af51-2c7f78a6ce5e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477524 Aug 16 02:38:30.404276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-4d640a4b-6ab3-4a8e-8f38-f2c21ec1dbf4 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948143 Aug 16 02:38:30.470466 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6d98a8-f89c-4431-bc3a-b33cbf164767 None None] New status for floating IP 4024eda2-4deb-43c1-a5d8-bf42999619a7: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:38:30.518190 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c7f1d214-df6a-412d-9985-c08d50b859cc req-ff461c47-f80c-4160-852c-67b2df461411 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056941 Aug 16 02:38:30.576282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896afb99-e217-4225-bc12-e8a01d151085 req-11f1def4-5896-453b-ac83-900dbbe6b30a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.577825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-896afb99-e217-4225-bc12-e8a01d151085 req-11f1def4-5896-453b-ac83-900dbbe6b30a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.1263816 Aug 16 02:38:30.603154 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:38:30.608142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef130c95-a248-496b-b593-aa41cd82c250 req-e721a55c-c452-4b07-bf6e-2de685149252 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.609828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef130c95-a248-496b-b593-aa41cd82c250 req-e721a55c-c452-4b07-bf6e-2de685149252 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 946 time: 0.0785143 Aug 16 02:38:30.615478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1caa-d561-460b-8693-fb4cf52eda21 req-8dd5ac38-5717-46ae-8e27-7763d719a50f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.617007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18cf1caa-d561-460b-8693-fb4cf52eda21 req-8dd5ac38-5717-46ae-8e27-7763d719a50f tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 946 time: 0.0938475 Aug 16 02:38:30.677798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-896afb99-e217-4225-bc12-e8a01d151085 req-221b82a5-8a15-4b49-b150-14c8ddc34da8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809386 Aug 16 02:38:30.683128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18cf1caa-d561-460b-8693-fb4cf52eda21 req-8e008b0a-08c9-492f-a21c-d880ea511ab9 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495839 Aug 16 02:38:30.732338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-9df04660-ab62-420d-81e8-3532ff44d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:30.735075 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-9df04660-ab62-420d-81e8-3532ff44d6bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 1096 time: 0.1240323 Aug 16 02:38:30.810411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ef130c95-a248-496b-b593-aa41cd82c250 req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port 205cd5c0-da39-4020-abac-8c4642d9c777 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:30.810754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ef130c95-a248-496b-b593-aa41cd82c250 req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:30.984573 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a18d-bb9f-42ae-8492-350a787d4aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.038114 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.288952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-f7887e5b-ed48-40f6-91a0-4792568c1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:31.290673 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-f7887e5b-ed48-40f6-91a0-4792568c1202 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.5471959 Aug 16 02:38:31.345620 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-8ced5454-1a20-49ad-9199-df786425d043 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 HTTP/1.1" status: 200 len: 217 time: 0.0451105 Aug 16 02:38:31.347280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ef130c95-a248-496b-b593-aa41cd82c250 req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] For port 205cd5c0-da39-4020-abac-8c4642d9c777, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=205cd5c0-da39-4020-abac-8c4642d9c777,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:31.347642 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ef130c95-a248-496b-b593-aa41cd82c250 req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.376722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ef130c95-a248-496b-b593-aa41cd82c250 req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for 205cd5c0-da39-4020-abac-8c4642d9c777 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:31.464802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-3d81547f-f88a-4d28-8653-f1f2b4b309a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:31.466257 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-3d81547f-f88a-4d28-8653-f1f2b4b309a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.1107135 Aug 16 02:38:31.531660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-7f046e1c-b193-4133-a20f-e62153a66e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:31.533207 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-7f046e1c-b193-4133-a20f-e62153a66e9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600471 Aug 16 02:38:31.639024 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ef130c95-a248-496b-b593-aa41cd82c250 req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.679222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=205cd5c0-da39-4020-abac-8c4642d9c777,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:31.766344 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-c3bf74d9-68b4-48bb-9839-d2f9667702ca service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068238 Aug 16 02:38:31.767368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef130c95-a248-496b-b593-aa41cd82c250 req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] No DVR routers for this DVR port 205cd5c0-da39-4020-abac-8c4642d9c777 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:31.771549 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ef130c95-a248-496b-b593-aa41cd82c250 req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:31.775546 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ef130c95-a248-496b-b593-aa41cd82c250 req-c40cffc9-dcd7-485d-915f-c27c5ed2f7a3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.93 "DELETE /v2.0/ports/205cd5c0-da39-4020-abac-8c4642d9c777 HTTP/1.1" status: 204 len: 173 time: 1.1563432 Aug 16 02:38:31.912435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f6398d3-667d-4ccf-bd65-08eb82b2a0f2 req-338a7974-a340-46fa-b13f-c3ac10350e36 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7d5b54a-c31e-425e-be64-6ffd1c00e3c5 HTTP/1.1" status: 200 len: 210 time: 0.0407517 Aug 16 02:38:31.923746 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-05287f52-e589-4bda-ad61-e938f1cf2f5c req-6f403941-5ed5-487d-9ca9-8e0af3d55194 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461356 Aug 16 02:38:32.001515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'name': 'network-vif-deleted', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:32.003947 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cee476-7f40-432e-83e0-ce78442e150f" -d '{"events": [{"server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "name": "network-vif-deleted", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:32.022034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077d36-8dd1-4222-8bde-c19735684b85 req-00409f1a-261c-413c-8bc6-570cc0aaa38f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:32.023591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b077d36-8dd1-4222-8bde-c19735684b85 req-00409f1a-261c-413c-8bc6-570cc0aaa38f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.2063823 Aug 16 02:38:32.041311 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b5be35-29af-408a-8666-3ce8442b2391 x-openstack-request-id: req-35b5be35-29af-408a-8666-3ce8442b2391 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:32.042203 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d5b54a-c31e-425e-be64-6ffd1c00e3c5", "name": "network-vif-deleted", "tag": "205cd5c0-da39-4020-abac-8c4642d9c777", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:32.042546 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35b5be35-29af-408a-8666-3ce8442b2391 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:32.043026 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d5b54a-c31e-425e-be64-6ffd1c00e3c5', 'name': 'network-vif-deleted', 'tag': '205cd5c0-da39-4020-abac-8c4642d9c777', 'status': 'completed', 'code': 200} Aug 16 02:38:32.064897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b077d36-8dd1-4222-8bde-c19735684b85 req-c5fd10df-e2c7-4693-8511-37718d7ce788 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350401 Aug 16 02:38:32.976467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:33.034836 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a360b38-ec3e-49e6-b7b1-42c9a92e699b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.060365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a360b38-ec3e-49e6-b7b1-42c9a92e699b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.121313 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a360b38-ec3e-49e6-b7b1-42c9a92e699b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.124049 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a360b38-ec3e-49e6-b7b1-42c9a92e699b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.125240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6a360b38-ec3e-49e6-b7b1-42c9a92e699b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/security-groups/9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e HTTP/1.1" status: 204 len: 168 time: 0.1477690 Aug 16 02:38:33.134929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a360b38-ec3e-49e6-b7b1-42c9a92e699b tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff5f3ae-4d82-4ef0-968c-c0c31a4ed14e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:33.157797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:33.203979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4a739-69dd-4295-8498-ee7b0452f9e0 req-19d2ce4a-530d-4303-bff9-0780b7720842 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:33.205521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3de4a739-69dd-4295-8498-ee7b0452f9e0 req-19d2ce4a-530d-4303-bff9-0780b7720842 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.0499079 Aug 16 02:38:33.249747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3de4a739-69dd-4295-8498-ee7b0452f9e0 req-3746fe3f-4136-4d62-acdc-16846556ef5c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381339 Aug 16 02:38:33.540986 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.617776 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-246134fa-7c06-4c6d-abf8-0e858f7b0e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.809531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:33.809794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.899990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] For port 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:33.900348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:33.913530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:33.975801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.103321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.136415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:34.149062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.149420 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.149800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.150078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.150461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.150739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.151845 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.152349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.152705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.153054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.153397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.153737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:34.303121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 205cd5c0-da39-4020-abac-8c4642d9c777 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:34.324056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.328124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 205cd5c0-da39-4020-abac-8c4642d9c777 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:34.328478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 205cd5c0-da39-4020-abac-8c4642d9c777 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:34.443238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb78249-c425-4332-9df0-cc75afd78239 req-8887a5f7-3cf0-4170-9d67-f707baeabbfe tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:34.444681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cb78249-c425-4332-9df0-cc75afd78239 req-8887a5f7-3cf0-4170-9d67-f707baeabbfe tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.1161187 Aug 16 02:38:34.484979 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cb78249-c425-4332-9df0-cc75afd78239 req-9504e506-beff-44ef-9794-0100052a7769 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Aug 16 02:38:34.554325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Router 1d20097e-4afd-4449-82f6-6753e5665327 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:34.660229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:34.665766 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-53ea834d-3b62-4886-b9fc-f51467fec3b7 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "PUT /v2.0/routers/1d20097e-4afd-4449-82f6-6753e5665327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4944582 Aug 16 02:38:34.668376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:34.671118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] Sync routers for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:34.680192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:34.680814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:38:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:34.720722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7674b7e5-ed95-4780-a073-6974e0c69120 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting subnet f8e34f34-47b4-4473-8fa8-ad17b3d422b9 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:38:34.723919 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7674b7e5-ed95-4780-a073-6974e0c69120 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.769773 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7674b7e5-ed95-4780-a073-6974e0c69120 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.789902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:34.860135 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7674b7e5-ed95-4780-a073-6974e0c69120 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.929279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7674b7e5-ed95-4780-a073-6974e0c69120 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.955302 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.958039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674b7e5-ed95-4780-a073-6974e0c69120 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e34f34-47b4-4473-8fa8-ad17b3d422b9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:34.963032 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7674b7e5-ed95-4780-a073-6974e0c69120 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:34.968003 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7674b7e5-ed95-4780-a073-6974e0c69120 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/subnets/f8e34f34-47b4-4473-8fa8-ad17b3d422b9 HTTP/1.1" status: 204 len: 168 time: 0.2982111 Aug 16 02:38:34.968246 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:34.972656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b8f3f-42f0-4b1a-a156-22c891f802d3 None None] Network fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:38:35.039677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:38:34Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:35.071156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] Checking router: 1d20097e-4afd-4449-82f6-6753e5665327 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:35.078718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.110358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] Routers {'1d20097e-4afd-4449-82f6-6753e5665327'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:35.110986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:38:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['1d20097e-4afd-4449-82f6-6753e5665327'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:35.190940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.226716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] Set router 1d20097e-4afd-4449-82f6-6753e5665327 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:35.251974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Deleting port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:35.252317 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.260089 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c375ca-9d68-4644-ba01-3ee303169466 None None] DHCP port deletion for fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:38:35.336673 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] For port 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=97d0d7bc-3764-4bc2-8144-1b1c89c6da4b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:35.337148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.355764 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Calling delete_port for 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:35.420952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-86c375ca-9d68-4644-ba01-3ee303169466 None None] Deleting port 1c1a006a-7674-4120-94d6-8fd85cd906c8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:38:35.421139 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c375ca-9d68-4644-ba01-3ee303169466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.461990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1c1a006a-7674-4120-94d6-8fd85cd906c8 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:35.537193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-86c375ca-9d68-4644-ba01-3ee303169466 None None] For port 1c1a006a-7674-4120-94d6-8fd85cd906c8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c1a006a-7674-4120-94d6-8fd85cd906c8,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:35.537559 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c375ca-9d68-4644-ba01-3ee303169466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.540874 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.556466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-86c375ca-9d68-4644-ba01-3ee303169466 None None] Calling delete_port for 1c1a006a-7674-4120-94d6-8fd85cd906c8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:38:35.570843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Port': ['ID=97d0d7bc-3764-4bc2-8144-1b1c89c6da4b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:35.582225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:38:34Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:35.609919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783cae5-c496-484a-a202-65ca70cfb81f req-3e5e39a9-09cf-4281-bcb2-3f3e4adbab01 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:35.611617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1783cae5-c496-484a-a202-65ca70cfb81f req-3e5e39a9-09cf-4281-bcb2-3f3e4adbab01 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.0571806 Aug 16 02:38:35.640578 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.654483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1783cae5-c496-484a-a202-65ca70cfb81f req-b9eaac56-5df7-49a5-b02b-810b8d3fea68 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362749 Aug 16 02:38:35.662761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c7184-260d-4228-8917-99e74766f68a None None] The sync data for ids ['1d20097e-4afd-4449-82f6-6753e5665327'] in n-d-768862-14 is: [{'id': '1d20097e-4afd-4449-82f6-6753e5665327', 'name': 'tempest-TestNetworkBasicOps-router-1307456255', 'tenant_id': '40a971cda23b4b2db655339a8e29dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:37Z', 'updated_at': '2021-08-16T02:38:34Z', 'revision_number': 5, 'project_id': '40a971cda23b4b2db655339a8e29dfbc', 'gw_port': {'id': '97d0d7bc-3764-4bc2-8144-1b1c89c6da4b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d20097e-4afd-4449-82f6-6753e5665327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:38Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:35.695581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.746665 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.748885 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.750687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1c1a006a-7674-4120-94d6-8fd85cd906c8, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1c1a006a-7674-4120-94d6-8fd85cd906c8,segment=NetworkSegment(7ba77e6a-85db-4431-bd4a-683d3ac97a1b),segment_id=7ba77e6a-85db-4431-bd4a-683d3ac97a1b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:35.754589 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.783570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c375ca-9d68-4644-ba01-3ee303169466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.797927 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.799196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Fanout notify agent at l3_agent the message router_deleted on router 1d20097e-4afd-4449-82f6-6753e5665327 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:38:35.801268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c375ca-9d68-4644-ba01-3ee303169466 None None] No DVR routers for this DVR port 1c1a006a-7674-4120-94d6-8fd85cd906c8 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:38:35.808523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.809953 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-145f05bc-f67d-44c1-94f6-6327ca4c44e3 tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/routers/1d20097e-4afd-4449-82f6-6753e5665327 HTTP/1.1" status: 204 len: 168 time: 0.8401425 Aug 16 02:38:35.815000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:35.820779 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1c1a006a-7674-4120-94d6-8fd85cd906c8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:35.829327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.829654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.830000 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.830338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.830673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.831005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.831360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.831690 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.832015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.832342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.832669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.832989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:35.858283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c375ca-9d68-4644-ba01-3ee303169466 None None] Pushing event deleted for resources: {'Port': ['ID=1c1a006a-7674-4120-94d6-8fd85cd906c8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:35.891518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.983265 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.992837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:36.005894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba77e6a-85db-4431-bd4a-683d3ac97a1b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:36.006348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba77e6a-85db-4431-bd4a-683d3ac97a1b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:36.017249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.032475 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.038760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:38:36.039184 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:38:36.042619 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:38:36.112525 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.121065 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.125861 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] 10.222.0.61 "DELETE /v2.0/networks/fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29 HTTP/1.1" status: 204 len: 168 time: 0.3070331 Aug 16 02:38:36.143735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12105b2-fd0f-4b8a-a1ea-00b7094c062a tempest-TestNetworkBasicOps-1309349128 tempest-TestNetworkBasicOps-1309349128-project] Pushing event deleted for resources: {'Network': ['ID=fdd9d2e9-2c3b-45d4-aaf3-27a93681eb29,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:36.402821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:36.551241 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1f15f647-2b3c-48f8-b8a5-99e38ed799e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40a971cda23b4b2db655339a8e29dfbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472061 Aug 16 02:38:36.553693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:36.604613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ace4b08-8c81-4189-8328-4740cb45929e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.625483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ace4b08-8c81-4189-8328-4740cb45929e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.670712 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ace4b08-8c81-4189-8328-4740cb45929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.673676 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ace4b08-8c81-4189-8328-4740cb45929e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.674877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5ace4b08-8c81-4189-8328-4740cb45929e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3890b8b3-e3cd-4ed0-acc4-f351052bc052 HTTP/1.1" status: 204 len: 168 time: 0.1203034 Aug 16 02:38:36.683921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4b08-8c81-4189-8328-4740cb45929e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3890b8b3-e3cd-4ed0-acc4-f351052bc052,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:36.799673 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be2e1d-bce0-4315-bbc5-71a70642ae5a req-a5e95c74-a965-4cee-9f41-4046dd24b00d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:36.799673 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97be2e1d-bce0-4315-bbc5-71a70642ae5a req-a5e95c74-a965-4cee-9f41-4046dd24b00d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.0615556 Aug 16 02:38:36.839683 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97be2e1d-bce0-4315-bbc5-71a70642ae5a req-300729bb-5aab-4296-96d1-5ea93813a4e8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Aug 16 02:38:36.956423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:36.970952 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3aa0f651-2444-47ad-93fc-c7f07906b9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.044714 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.067006 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3aa0f651-2444-47ad-93fc-c7f07906b9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.070675 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3aa0f651-2444-47ad-93fc-c7f07906b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.109968 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3aa0f651-2444-47ad-93fc-c7f07906b9b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b85dbeef5824044acf906b4c63ff0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525230 Aug 16 02:38:37.110839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0f651-2444-47ad-93fc-c7f07906b9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302627fb-70b0-4374-abcb-2a1fe9716025,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:37.112765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:37.162294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7fca1f-0be9-492b-8339-e617ff8f7bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.184700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7fca1f-0be9-492b-8339-e617ff8f7bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.229656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7fca1f-0be9-492b-8339-e617ff8f7bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.232282 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b7fca1f-0be9-492b-8339-e617ff8f7bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.233420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8b7fca1f-0be9-492b-8339-e617ff8f7bb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/302627fb-70b0-4374-abcb-2a1fe9716025 HTTP/1.1" status: 204 len: 168 time: 0.1193390 Aug 16 02:38:37.241262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fca1f-0be9-492b-8339-e617ff8f7bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302627fb-70b0-4374-abcb-2a1fe9716025,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:37.400733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:37.422752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:37.423114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 97d0d7bc-3764-4bc2-8144-1b1c89c6da4b not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:37.423545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:38:37.444435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:38:37.444787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 88a8db9f-55b9-4fd8-8dc3-55b3cb69cd88 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:38:37.973405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660731c-c32d-42fc-8632-912caf705403 req-fa5a4f7e-4edb-4f53-951b-d3dca82a5ae5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:37.975000 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a660731c-c32d-42fc-8632-912caf705403 req-fa5a4f7e-4edb-4f53-951b-d3dca82a5ae5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.0631652 Aug 16 02:38:38.020973 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a660731c-c32d-42fc-8632-912caf705403 req-95c570dd-7e35-4e70-86da-63c08fbd8a6e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Aug 16 02:38:39.146607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30048-9960-4e86-b840-a2aaa592ce3d req-a2ed1d23-fe10-422c-b0d8-d0c18cc718e0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:39.148139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25b30048-9960-4e86-b840-a2aaa592ce3d req-a2ed1d23-fe10-422c-b0d8-d0c18cc718e0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.0503581 Aug 16 02:38:39.186103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-25b30048-9960-4e86-b840-a2aaa592ce3d req-4bc6ac70-92b3-44e0-996a-74d30cfa2921 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319278 Aug 16 02:38:40.301664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff3b5c-c40c-4c38-8e07-35107e4c65a2 req-a5fbdda9-4e4c-4c0e-bb0e-6d62a40f70ee tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:40.303472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80ff3b5c-c40c-4c38-8e07-35107e4c65a2 req-a5fbdda9-4e4c-4c0e-bb0e-6d62a40f70ee tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.0499787 Aug 16 02:38:40.341403 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80ff3b5c-c40c-4c38-8e07-35107e4c65a2 req-ed99efb2-ade6-485c-bdb2-237bbefdd27b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Aug 16 02:38:41.459653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d3dea-ef80-4977-b010-7a119b9c1e47 req-521dd9d4-2684-4263-b3cc-2909ae1400f6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:41.461039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf0d3dea-ef80-4977-b010-7a119b9c1e47 req-521dd9d4-2684-4263-b3cc-2909ae1400f6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.0520008 Aug 16 02:38:41.501252 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf0d3dea-ef80-4977-b010-7a119b9c1e47 req-56ec64b9-bc61-48a2-9d61-e43c8c9ca746 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Aug 16 02:38:42.403892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:38:42.477906 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.508399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:42.518500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'port_id': '0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81', 'mac_address': 'fa:16:3e:d2:61:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:38:42.556176 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.569430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:38:42.590237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:42.594052 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.615717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5049a-f8e9-4053-9fd9-53ba3a38f8d3 req-68b72016-fd60-45ce-8a13-8bc49021eeaa tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:42.617211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bf5049a-f8e9-4053-9fd9-53ba3a38f8d3 req-68b72016-fd60-45ce-8a13-8bc49021eeaa tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 944 time: 0.0498691 Aug 16 02:38:42.645814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:42.656390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bf5049a-f8e9-4053-9fd9-53ba3a38f8d3 req-865e8203-f4b8-4bd5-9682-73a9a9cb6cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Aug 16 02:38:42.931450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:38:43.773434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636896c-facd-4781-b193-012a8c305e99 req-800b38d8-c9f0-40f3-a660-442e584e12bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:43.774971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1636896c-facd-4781-b193-012a8c305e99 req-800b38d8-c9f0-40f3-a660-442e584e12bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 945 time: 0.0510941 Aug 16 02:38:43.812586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1636896c-facd-4781-b193-012a8c305e99 req-e3e24c1c-801d-4ea1-b189-85c08a1d3fd6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Aug 16 02:38:44.420076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:44.467155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:44.470816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:44.471226 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.548601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.570794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb11768-d2bd-4873-9bc6-577683c634f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:44.573297 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f587d0e-b957-4ed3-9162-46e296f3c987" -d '{"events": [{"server_uuid": "4eb11768-d2bd-4873-9bc6-577683c634f8", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:44.586159 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:44.591267 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.615959 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271a01c8-8501-4d93-9853-895305ebeb13 x-openstack-request-id: req-271a01c8-8501-4d93-9853-895305ebeb13 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:44.616246 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb11768-d2bd-4873-9bc6-577683c634f8", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:44.616493 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-271a01c8-8501-4d93-9853-895305ebeb13 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:44.616874 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb11768-d2bd-4873-9bc6-577683c634f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81', 'code': 200} Aug 16 02:38:44.642734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:44.731510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfaf39-da4d-4c06-aca0-d7f004c5e18e req-2f398dda-9d08-4cb0-a366-8f708f57ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:44.732890 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fccfaf39-da4d-4c06-aca0-d7f004c5e18e req-2f398dda-9d08-4cb0-a366-8f708f57ee33 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 1098 time: 0.0399489 Aug 16 02:38:44.768980 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fccfaf39-da4d-4c06-aca0-d7f004c5e18e req-d44c086f-ac8b-4871-883c-3c1a6db7191b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280628 Aug 16 02:38:44.930242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c20e50-47de-4934-b327-361738aef10d req-b47c7efd-6611-4189-b0e8-f4b107fe64af tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:44.931767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7c20e50-47de-4934-b327-361738aef10d req-b47c7efd-6611-4189-b0e8-f4b107fe64af tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 946 time: 0.0530970 Aug 16 02:38:44.970847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7c20e50-47de-4934-b327-361738aef10d req-8b18e578-6b5b-41ad-900b-65940452905d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Aug 16 02:38:46.093343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27073124-ec21-4671-9b64-357db60128cf req-254bbfd6-d9ef-40e2-a406-c1f66543004d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:46.094896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27073124-ec21-4671-9b64-357db60128cf req-254bbfd6-d9ef-40e2-a406-c1f66543004d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 946 time: 0.0557995 Aug 16 02:38:46.134719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27073124-ec21-4671-9b64-357db60128cf req-068dbcb8-165c-49ef-9158-3a50bffd9344 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339146 Aug 16 02:38:47.258087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cda04-e63d-432d-ab5b-9cb2887bc331 req-26389bd2-0de4-49f8-a6ba-d36989f02941 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:47.259660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f82cda04-e63d-432d-ab5b-9cb2887bc331 req-26389bd2-0de4-49f8-a6ba-d36989f02941 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 946 time: 0.0577400 Aug 16 02:38:47.301028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f82cda04-e63d-432d-ab5b-9cb2887bc331 req-2d00b113-79f3-4e81-85fd-f97c4ef1a770 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346131 Aug 16 02:38:47.420547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083baf26-8d2c-4d89-94cd-f979d4bc1fad req-1b287e28-8f32-417e-9fe1-478b9a7c0d48 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:47.421963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-083baf26-8d2c-4d89-94cd-f979d4bc1fad req-1b287e28-8f32-417e-9fe1-478b9a7c0d48 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 946 time: 0.0556123 Aug 16 02:38:47.459068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-083baf26-8d2c-4d89-94cd-f979d4bc1fad req-c154c090-ca28-4b1e-942d-e27c107d9820 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Aug 16 02:38:49.957599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-6a5b39e7-cfc1-4091-9713-2a3c2a6b6414 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:49.958985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-6a5b39e7-cfc1-4091-9713-2a3c2a6b6414 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1035986 Aug 16 02:38:49.973941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-24bf6a9c-40be-4298-afb6-478ac19e66c9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/quotas/5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 375 time: 0.0090308 Aug 16 02:38:50.032692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-66d8b59b-f3ee-4116-a253-22218cccc58d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527020 Aug 16 02:38:50.224615 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-25c6edb8-ae71-41c2-89d5-e2d42a4fcbeb service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846683 Aug 16 02:38:50.319077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-bd50d59e-430c-4bfa-905f-10436bb9ead2 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876729 Aug 16 02:38:50.506420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d9f64b5-c7b7-4d5a-a942-983f0d9a2331 req-a33d6849-3d99-4fba-8a75-b1fdcc2df8dc tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 210 time: 0.0285206 Aug 16 02:38:51.405105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-bf967f35-9e0a-49a4-b2d2-400ff9d0e7d2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:51.406578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-bf967f35-9e0a-49a4-b2d2-400ff9d0e7d2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1084540 Aug 16 02:38:51.419577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'port': {'device_id': '002ad468-c952-420f-9249-8fb5ba7d6263', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'admin_state_up': True, 'tenant_id': '5fe467a1fbf8486890c48f1460dec609'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:51.532439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Made reservation on behalf of 5fe467a1fbf8486890c48f1460dec609 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:51.536252 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.620945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4695c011-e08c-47db-ae3b-a224564be8d0 req-4bfe566e-264e-4aa8-bbbf-0ff819f3e935 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 210 time: 0.0295002 Aug 16 02:38:51.696629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.20.0.4 (b9bc0843-91b9-4159-affc-14f966757143/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a/501f95ed-1650-410d-97ef-f351d26a5346) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:51.863263 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.878749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Transition to ACTIVE for port object 501f95ed-1650-410d-97ef-f351d26a5346 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:51.913941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:51.947595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:38:51.965361 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:51.968800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:51.973234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:51.977539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=501f95ed-1650-410d-97ef-f351d26a5346,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:52.032296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:52.033217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.053284 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-17888375-3ed2-479e-8e40-af30307e334d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6377327 Aug 16 02:38:52.065086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-ccbe0561-0bd9-4501-b349-c1bc691aa152 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:38:52.066403 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-ccbe0561-0bd9-4501-b349-c1bc691aa152 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062292 Aug 16 02:38:52.156533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Request body: {'port': {'device_id': '002ad468-c952-420f-9249-8fb5ba7d6263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:52.206601 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e1c18f8d-7546-4429-9294-1f75bbb4e171 None None] Provisioning for port 501f95ed-1650-410d-97ef-f351d26a5346 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:52.210732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e1c18f8d-7546-4429-9294-1f75bbb4e171 None None] Provisioning complete for port 501f95ed-1650-410d-97ef-f351d26a5346 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:52.211183 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1c18f8d-7546-4429-9294-1f75bbb4e171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.219626 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.249375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e1c18f8d-7546-4429-9294-1f75bbb4e171 None None] Port 501f95ed-1650-410d-97ef-f351d26a5346 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:52.497469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501f95ed-1650-410d-97ef-f351d26a5346 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:38:52.505669 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.517863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Transition to ACTIVE for port object 501f95ed-1650-410d-97ef-f351d26a5346 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:52.521742 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.591954 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Pushing event updated for resources: {'Port': ['ID=501f95ed-1650-410d-97ef-f351d26a5346,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:52.647976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Attempting to bind port 501f95ed-1650-410d-97ef-f351d26a5346 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:52.648568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Attempting to bind port 501f95ed-1650-410d-97ef-f351d26a5346 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:52.649389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Attempting to bind port 501f95ed-1650-410d-97ef-f351d26a5346 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:52.655585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Port 501f95ed-1650-410d-97ef-f351d26a5346 on network b9bc0843-91b9-4159-affc-14f966757143 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:38:52.656049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Attempting to bind port 501f95ed-1650-410d-97ef-f351d26a5346 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:52.662389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:52.662881 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:52.663380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Bound using segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:52.664019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Bound port: 501f95ed-1650-410d-97ef-f351d26a5346, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:52.665807 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.735078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] For port 501f95ed-1650-410d-97ef-f351d26a5346, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:52.738568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] For port 501f95ed-1650-410d-97ef-f351d26a5346, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=501f95ed-1650-410d-97ef-f351d26a5346,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:52.746264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.751546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3d660-f9de-41c5-a8de-13665de3f0ec req-7360c472-dd62-47a8-bde5-d30eb0e2c428 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:52.759665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aab3d660-f9de-41c5-a8de-13665de3f0ec req-7360c472-dd62-47a8-bde5-d30eb0e2c428 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0614092 Aug 16 02:38:52.799741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aab3d660-f9de-41c5-a8de-13665de3f0ec req-479b3d71-06b2-4ab5-a5ef-a33547f191dd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Aug 16 02:38:52.806597 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:52.807900 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.809651 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] 10.222.0.93 "PUT /v2.0/ports/501f95ed-1650-410d-97ef-f351d26a5346 HTTP/1.1" status: 200 len: 1092 time: 0.7345445 Aug 16 02:38:52.812330 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002ad468-c952-420f-9249-8fb5ba7d6263', 'tag': '501f95ed-1650-410d-97ef-f351d26a5346'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:52.814583 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5052fe-0d33-4fd9-a523-bb43a509ab13" -d '{"events": [{"name": "network-changed", "server_uuid": "002ad468-c952-420f-9249-8fb5ba7d6263", "tag": "501f95ed-1650-410d-97ef-f351d26a5346"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:52.817916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d729a3f-4e35-4c2e-94b1-af4e20e816f2 service neutron] Pushing event updated for resources: {'Port': ['ID=501f95ed-1650-410d-97ef-f351d26a5346,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:52.918635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-86d4479e-4bb9-44e2-96d1-75f6ab394e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:52.920688 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-86d4479e-4bb9-44e2-96d1-75f6ab394e92 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 1095 time: 0.0649903 Aug 16 02:38:52.966452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-3628b5db-2006-48e2-93ea-d8b49b736241 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501f95ed-1650-410d-97ef-f351d26a5346 HTTP/1.1" status: 200 len: 217 time: 0.0368261 Aug 16 02:38:53.016665 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d24ea92-4690-4dd7-a708-0dce34ec8438 x-openstack-request-id: req-2d24ea92-4690-4dd7-a708-0dce34ec8438 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:53.017032 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002ad468-c952-420f-9249-8fb5ba7d6263", "tag": "501f95ed-1650-410d-97ef-f351d26a5346", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:53.017477 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d24ea92-4690-4dd7-a708-0dce34ec8438 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:53.017980 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002ad468-c952-420f-9249-8fb5ba7d6263', 'tag': '501f95ed-1650-410d-97ef-f351d26a5346', 'status': 'completed', 'code': 200} Aug 16 02:38:53.041840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-71535ce5-147c-4ba2-9039-86ca484f1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.043846 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-71535ce5-147c-4ba2-9039-86ca484f1e27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0710030 Aug 16 02:38:53.096000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-167cf63e-6c3e-4461-bb8b-bee686238b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.097403 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-167cf63e-6c3e-4461-bb8b-bee686238b46 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467625 Aug 16 02:38:53.549238 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-b78e85a6-c45f-4975-9fda-8f38b750de00 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442096 Aug 16 02:38:53.655143 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3da49c0b-96ee-48e6-8642-ef68d76e9309 req-6e215916-d305-4e20-abdf-a3448e07017a service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976205 Aug 16 02:38:53.754483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-16ac286f-b312-4a12-8f71-bca3e09da85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.756233 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-16ac286f-b312-4a12-8f71-bca3e09da85e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 1095 time: 0.0443199 Aug 16 02:38:53.853536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-f83ed838-480b-4729-93ea-ae89daa07d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.856206 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-f83ed838-480b-4729-93ea-ae89daa07d0f service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0918472 Aug 16 02:38:53.905302 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-6cfd1272-1eb1-4592-b6ce-d12f9477222a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501f95ed-1650-410d-97ef-f351d26a5346 HTTP/1.1" status: 200 len: 217 time: 0.0416481 Aug 16 02:38:53.921769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c5bee-e8fd-4da3-8125-b8f65af774b1 req-16e867db-37bc-4574-9232-7c307ad8accd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.927949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd6c5bee-e8fd-4da3-8125-b8f65af774b1 req-16e867db-37bc-4574-9232-7c307ad8accd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0572064 Aug 16 02:38:53.961133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-f0d1b6ac-bb8f-4cd9-ab2a-3ebbb29b44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.962614 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-f0d1b6ac-bb8f-4cd9-ab2a-3ebbb29b44be service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0497096 Aug 16 02:38:53.963829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd6c5bee-e8fd-4da3-8125-b8f65af774b1 req-bf86a40e-3a4e-4d08-8060-911906d600b1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Aug 16 02:38:54.015914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-32d89ea0-80a6-4cf6-95b9-297b71bd90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:54.017567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-32d89ea0-80a6-4cf6-95b9-297b71bd90f3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481915 Aug 16 02:38:54.122043 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-8d6c1c36-7356-4dcb-9bd4-184f0f8e6994 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969710 Aug 16 02:38:54.234620 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5a5052fe-0d33-4fd9-a523-bb43a509ab13 req-e4929959-b8f6-47cd-84a2-c30fe6864d17 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044691 Aug 16 02:38:55.173804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b55e94-11d2-4134-a767-95593ac4a2eb req-37823f6f-1619-4c61-bed5-311a1cd9c382 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:55.176891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4b55e94-11d2-4134-a767-95593ac4a2eb req-37823f6f-1619-4c61-bed5-311a1cd9c382 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.1173544 Aug 16 02:38:55.239972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4b55e94-11d2-4134-a767-95593ac4a2eb req-869782ed-dd16-4eed-8e8c-18cd31ddb876 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Aug 16 02:38:56.384809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cc65a-8a97-48cd-9cdc-72e0cc8e2ca0 req-81b5b6c0-3643-4dfd-9f42-44eb92b48751 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:56.387119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e3cc65a-8a97-48cd-9cdc-72e0cc8e2ca0 req-81b5b6c0-3643-4dfd-9f42-44eb92b48751 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0514774 Aug 16 02:38:56.433597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e3cc65a-8a97-48cd-9cdc-72e0cc8e2ca0 req-f23a63aa-11b8-408d-b3b0-642abdb0f0d8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Aug 16 02:38:57.562881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2b67b-f39e-4b2d-8e0a-aece7eed583f req-0dbfd96b-5cb5-4559-88bf-560d39f1db6a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:57.564542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2eb2b67b-f39e-4b2d-8e0a-aece7eed583f req-0dbfd96b-5cb5-4559-88bf-560d39f1db6a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0550249 Aug 16 02:38:57.605754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2eb2b67b-f39e-4b2d-8e0a-aece7eed583f req-c34f46b6-a2a1-4287-ac11-4d7c2b603400 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Aug 16 02:38:58.730701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40359069-890d-4ef3-a9c3-d63b4871f0e9 req-c573f740-5dd7-45d4-9aed-62e8b81b9718 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:58.732402 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40359069-890d-4ef3-a9c3-d63b4871f0e9 req-c573f740-5dd7-45d4-9aed-62e8b81b9718 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0535622 Aug 16 02:38:58.773238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40359069-890d-4ef3-a9c3-d63b4871f0e9 req-47ffd52d-f01a-4772-81ed-d8c487c9e218 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Aug 16 02:38:59.895983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f38a-a150-40a7-a4ca-f2c632345bdc req-7b94e794-5eeb-492e-a6cb-5c6f5f53aa6d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:59.897512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4349f38a-a150-40a7-a4ca-f2c632345bdc req-7b94e794-5eeb-492e-a6cb-5c6f5f53aa6d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0535688 Aug 16 02:38:59.935916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4349f38a-a150-40a7-a4ca-f2c632345bdc req-d5ee52f1-a6c5-420d-9e5a-639430f77df4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Aug 16 02:39:00.988754 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e45b0964-45b9-4f24-bc6f-da89e72c80ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.058699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416182-488c-4b6e-bdaa-257bc9cdd002 req-194e1335-e331-4df9-9b7e-611c8acc9cc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:01.060587 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21416182-488c-4b6e-bdaa-257bc9cdd002 req-194e1335-e331-4df9-9b7e-611c8acc9cc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0553715 Aug 16 02:39:01.062544 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.100324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21416182-488c-4b6e-bdaa-257bc9cdd002 req-05572fdb-8564-4f92-83e6-57f88d409a6a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Aug 16 02:39:02.218528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274e0c6-0688-4fe3-bbbb-cee173b83f8b req-168a97cd-39be-4f92-8192-c332b14c2b25 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:02.220068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b274e0c6-0688-4fe3-bbbb-cee173b83f8b req-168a97cd-39be-4f92-8192-c332b14c2b25 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0498021 Aug 16 02:39:02.259176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b274e0c6-0688-4fe3-bbbb-cee173b83f8b req-c3f1ea12-099a-418b-8c2f-a2688def2c54 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330799 Aug 16 02:39:03.378580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0189ba3-5652-44a7-b693-d2a7e9224af1 req-540105ef-4337-483a-9260-274f2c0af1c1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:03.380121 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0189ba3-5652-44a7-b693-d2a7e9224af1 req-540105ef-4337-483a-9260-274f2c0af1c1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0516150 Aug 16 02:39:03.421019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0189ba3-5652-44a7-b693-d2a7e9224af1 req-974e9f3c-a701-4018-9a6d-a06a42a11cba tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347052 Aug 16 02:39:03.621625 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a16b327d-86e1-4e94-9222-3406afe2f193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:03.977289 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:04.541007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a65a-1626-4c39-b2af-83a579f69a18 req-27b635b7-0d1e-4f81-a056-bad8731979d5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:04.542593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7fb7a65a-1626-4c39-b2af-83a579f69a18 req-27b635b7-0d1e-4f81-a056-bad8731979d5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0536630 Aug 16 02:39:04.582778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7fb7a65a-1626-4c39-b2af-83a579f69a18 req-beb37c0c-6b6b-464d-ae03-c1584b7a5c03 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Aug 16 02:39:04.929107 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:05.710788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befae37-3608-48b7-9664-a468de63600f req-068c351f-556d-4a6a-a4ea-5c3572963fc9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:05.712319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1befae37-3608-48b7-9664-a468de63600f req-068c351f-556d-4a6a-a4ea-5c3572963fc9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0500565 Aug 16 02:39:05.750741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1befae37-3608-48b7-9664-a468de63600f req-860f57a7-685d-47e6-b849-37c3c1695b30 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Aug 16 02:39:06.867066 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca613fbe-e95c-497a-a808-aa1a7739b97d req-08f3bbf8-b967-4a44-82b6-48f021b5e008 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:06.868601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca613fbe-e95c-497a-a808-aa1a7739b97d req-08f3bbf8-b967-4a44-82b6-48f021b5e008 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0492132 Aug 16 02:39:06.907660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca613fbe-e95c-497a-a808-aa1a7739b97d req-64460c82-2c0a-43cc-b554-1063c1b94a67 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Aug 16 02:39:07.050813 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:07.591955 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:08.028362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a8b0e-5807-4ea6-bad2-76da2a4f4ca9 req-9095671c-159d-4485-9474-b333190a06e8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:08.029870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-801a8b0e-5807-4ea6-bad2-76da2a4f4ca9 req-9095671c-159d-4485-9474-b333190a06e8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0546584 Aug 16 02:39:08.069058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-801a8b0e-5807-4ea6-bad2-76da2a4f4ca9 req-5b3e3c67-7a36-4d8e-88de-73aec0abe27d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329835 Aug 16 02:39:09.186189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c22341-d651-484e-bdaa-9e6b1d8dc2ce req-e58b9122-01ee-4a0f-a582-287a69a7ab3e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:09.187709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52c22341-d651-484e-bdaa-9e6b1d8dc2ce req-e58b9122-01ee-4a0f-a582-287a69a7ab3e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0497301 Aug 16 02:39:09.224494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52c22341-d651-484e-bdaa-9e6b1d8dc2ce req-f5c64f4d-f6cc-4f85-beec-866744f889b6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308599 Aug 16 02:39:10.348084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4540a0-d543-4ed9-a92e-1a4c157f022d req-9a6ba9bb-5f8d-45ff-bd13-0bb849b3c928 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:10.349700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d4540a0-d543-4ed9-a92e-1a4c157f022d req-9a6ba9bb-5f8d-45ff-bd13-0bb849b3c928 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0538602 Aug 16 02:39:10.390534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d4540a0-d543-4ed9-a92e-1a4c157f022d req-0fdcb485-b456-4f4d-a097-d09918d70219 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Aug 16 02:39:11.518913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbb3cc-bd70-440a-9887-baa46d110de7 req-1e271f27-738d-436d-87d5-01a089081be3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:11.520435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ebbb3cc-bd70-440a-9887-baa46d110de7 req-1e271f27-738d-436d-87d5-01a089081be3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0607178 Aug 16 02:39:11.564306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ebbb3cc-bd70-440a-9887-baa46d110de7 req-513fbc29-24bb-4b5c-928c-9c04e164472a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370829 Aug 16 02:39:12.456320 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.535236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 501f95ed-1650-410d-97ef-f351d26a5346 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:39:12.641901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 501f95ed-1650-410d-97ef-f351d26a5346, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=501f95ed-1650-410d-97ef-f351d26a5346,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:12.654648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '501f95ed-1650-410d-97ef-f351d26a5346', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'port_id': '501f95ed-1650-410d-97ef-f351d26a5346', 'mac_address': 'fa:16:3e:5c:d5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:39:12.693913 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.694344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb115be6-6969-4c0f-aef7-8a5682df3ac6 req-09dfe9c5-0fd3-4aa2-b7b5-0cb90135b85c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:12.696192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb115be6-6969-4c0f-aef7-8a5682df3ac6 req-09dfe9c5-0fd3-4aa2-b7b5-0cb90135b85c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 943 time: 0.0592275 Aug 16 02:39:12.711703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501f95ed-1650-410d-97ef-f351d26a5346 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:12.732847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 501f95ed-1650-410d-97ef-f351d26a5346, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=501f95ed-1650-410d-97ef-f351d26a5346,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:12.737589 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.741558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb115be6-6969-4c0f-aef7-8a5682df3ac6 req-0ab07dcb-f098-4200-999f-85d4cb247f50 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371199 Aug 16 02:39:12.787420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=501f95ed-1650-410d-97ef-f351d26a5346,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:12.944789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['501f95ed-1650-410d-97ef-f351d26a5346'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:13.857451 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439adf7-b321-4c80-9b4f-5d3eea6c69f1 req-b79931e2-8c3a-40d8-b47b-33630be1af34 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.858954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2439adf7-b321-4c80-9b4f-5d3eea6c69f1 req-b79931e2-8c3a-40d8-b47b-33630be1af34 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 944 time: 0.0497017 Aug 16 02:39:13.897268 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2439adf7-b321-4c80-9b4f-5d3eea6c69f1 req-50c1a86b-e2d9-494d-8398-3382e9b9f6fa tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Aug 16 02:39:14.535669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 501f95ed-1650-410d-97ef-f351d26a5346 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:39:14.592688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 501f95ed-1650-410d-97ef-f351d26a5346 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:14.596393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 501f95ed-1650-410d-97ef-f351d26a5346 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:14.596771 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.682295 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.706613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002ad468-c952-420f-9249-8fb5ba7d6263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f95ed-1650-410d-97ef-f351d26a5346'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:14.708855 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5074417-7cf4-49b6-9943-658efc114656" -d '{"events": [{"server_uuid": "002ad468-c952-420f-9249-8fb5ba7d6263", "name": "network-vif-plugged", "status": "completed", "tag": "501f95ed-1650-410d-97ef-f351d26a5346"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:14.723002 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 501f95ed-1650-410d-97ef-f351d26a5346, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=501f95ed-1650-410d-97ef-f351d26a5346,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:14.728302 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:14.760610 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e0d013-2c18-409d-b7a7-953b124412c1 x-openstack-request-id: req-33e0d013-2c18-409d-b7a7-953b124412c1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:14.760897 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002ad468-c952-420f-9249-8fb5ba7d6263", "name": "network-vif-plugged", "status": "completed", "tag": "501f95ed-1650-410d-97ef-f351d26a5346", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:14.761150 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33e0d013-2c18-409d-b7a7-953b124412c1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:14.761524 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002ad468-c952-420f-9249-8fb5ba7d6263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501f95ed-1650-410d-97ef-f351d26a5346', 'code': 200} Aug 16 02:39:14.791498 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=501f95ed-1650-410d-97ef-f351d26a5346,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:14.871617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67188b7-20ae-49a4-8189-e20ecfa10e70 req-11894fcc-ded0-4abb-acaf-e7c9afb37de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:14.873937 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d67188b7-20ae-49a4-8189-e20ecfa10e70 req-11894fcc-ded0-4abb-acaf-e7c9afb37de3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 1097 time: 0.0542617 Aug 16 02:39:14.912032 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d67188b7-20ae-49a4-8189-e20ecfa10e70 req-0a116d53-e33f-46d7-b1b4-7387a1b89fc0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Aug 16 02:39:15.021408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa97d8-9972-4af2-a967-5de6cf870b9e req-ea1affc2-47ef-4f84-8cad-85e1d6f3bb6e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:15.022888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8fa97d8-9972-4af2-a967-5de6cf870b9e req-ea1affc2-47ef-4f84-8cad-85e1d6f3bb6e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 945 time: 0.0561175 Aug 16 02:39:15.063675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8fa97d8-9972-4af2-a967-5de6cf870b9e req-81af2b5b-62ba-4433-936e-651f9a77ecce tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338984 Aug 16 02:39:15.151289 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-53f6ef8e-f89b-497d-9beb-15a8b117517b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407584 Aug 16 02:39:15.254793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-b874334a-903e-41b2-ab6c-fd47a3789f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:15.256334 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-b874334a-903e-41b2-ab6c-fd47a3789f33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 1098 time: 0.0426047 Aug 16 02:39:15.375008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-4acbc7b9-ccac-4687-94b4-0902f472e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:15.376937 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-4acbc7b9-ccac-4687-94b4-0902f472e205 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0987904 Aug 16 02:39:15.429888 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-d785b5c1-3499-415b-9b5c-b06c9515ef72 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 HTTP/1.1" status: 200 len: 217 time: 0.0458651 Aug 16 02:39:15.488548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-22906524-814c-4dea-a9a7-d708189e8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:15.490150 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-22906524-814c-4dea-a9a7-d708189e8d4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0536513 Aug 16 02:39:15.545889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-dc096b7d-347e-4d89-b032-9c47ed8c9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:15.547555 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-dc096b7d-347e-4d89-b032-9c47ed8c9ab1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509477 Aug 16 02:39:15.558679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-ba52fc3d-8ecd-4dc4-9531-57d1869639d4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:39:15.560262 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-ba52fc3d-8ecd-4dc4-9531-57d1869639d4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049639 Aug 16 02:39:15.654704 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-9e1b6a2c-8b79-49fa-8e29-87f258c4dc43 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Aug 16 02:39:15.762125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a5d437b-996f-4b63-8a4b-e48524a576e3 req-b05b7e1c-cd9f-4214-9236-d1f50ff0ffed service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000085 Aug 16 02:39:16.187204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811a2f-752f-4e8c-9b34-8822ff6cc941 req-1443bf1c-cac7-4195-b2d2-965058d5948f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:16.188798 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f9811a2f-752f-4e8c-9b34-8822ff6cc941 req-1443bf1c-cac7-4195-b2d2-965058d5948f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 945 time: 0.0536442 Aug 16 02:39:16.228588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f9811a2f-752f-4e8c-9b34-8822ff6cc941 req-75dbfee7-4068-4df5-9611-be990aeef7c8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Aug 16 02:39:16.354969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a51b82-c83f-4e06-8b4a-c1da0a7a5ea4 req-25ab3aa9-63a0-46d9-b3bb-2225213c0fba tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:16.356522 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43a51b82-c83f-4e06-8b4a-c1da0a7a5ea4 req-25ab3aa9-63a0-46d9-b3bb-2225213c0fba tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 945 time: 0.0521202 Aug 16 02:39:16.399853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43a51b82-c83f-4e06-8b4a-c1da0a7a5ea4 req-a16252a3-5c43-42be-bd98-fb48fc0be252 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Aug 16 02:39:16.993336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98f9f-24df-40f9-8f6f-b97dc1c39c68 req-a03cf3e8-f77f-4f0f-bd3e-d499ce97ca5c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:16.994891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6aa98f9f-24df-40f9-8f6f-b97dc1c39c68 req-a03cf3e8-f77f-4f0f-bd3e-d499ce97ca5c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 945 time: 0.0566471 Aug 16 02:39:17.040044 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6aa98f9f-24df-40f9-8f6f-b97dc1c39c68 req-6a698ff7-4758-414d-a50b-52838a2ed6d5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Aug 16 02:39:18.096002 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-2e826cab-6d8c-4686-9d61-64e4a464f81b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:18.097632 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-2e826cab-6d8c-4686-9d61-64e4a464f81b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 945 time: 0.0537763 Aug 16 02:39:18.174768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7d690-c40d-40c8-be78-711d547f83d9 req-90cb39c8-5dbf-43a6-b065-af39b2c0f531 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:18.176511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9d7d690-c40d-40c8-be78-711d547f83d9 req-90cb39c8-5dbf-43a6-b065-af39b2c0f531 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 945 time: 0.0601737 Aug 16 02:39:18.220189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port 501f95ed-1650-410d-97ef-f351d26a5346 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:39:18.220535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:18.221525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a9d7d690-c40d-40c8-be78-711d547f83d9 req-78e74411-0ce0-481e-8e48-49c5f2ced8e8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359197 Aug 16 02:39:18.328749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] For port 501f95ed-1650-410d-97ef-f351d26a5346, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=501f95ed-1650-410d-97ef-f351d26a5346,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:18.329027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:18.343326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for 501f95ed-1650-410d-97ef-f351d26a5346 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:39:18.480967 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:18.494022 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['501f95ed-1650-410d-97ef-f351d26a5346'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:18.513741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=501f95ed-1650-410d-97ef-f351d26a5346,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:18.524412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:18.560979 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] No DVR routers for this DVR port 501f95ed-1650-410d-97ef-f351d26a5346 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:39:18.564305 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:18.567130 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2d5da351-53b3-4cd6-8781-cab5ba3e968f req-5c5b2d7b-3e87-4eb3-aa30-b8b64bd20e88 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "DELETE /v2.0/ports/501f95ed-1650-410d-97ef-f351d26a5346 HTTP/1.1" status: 204 len: 173 time: 0.4629006 Aug 16 02:39:18.567572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002ad468-c952-420f-9249-8fb5ba7d6263', 'name': 'network-vif-deleted', 'tag': '501f95ed-1650-410d-97ef-f351d26a5346'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:18.570074 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59452d1-fa68-4986-b2de-19ee5dea9199" -d '{"events": [{"server_uuid": "002ad468-c952-420f-9249-8fb5ba7d6263", "name": "network-vif-deleted", "tag": "501f95ed-1650-410d-97ef-f351d26a5346"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:18.623283 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bdec4d-742f-426d-8252-6c75e19008c4 x-openstack-request-id: req-e3bdec4d-742f-426d-8252-6c75e19008c4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:18.624097 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002ad468-c952-420f-9249-8fb5ba7d6263", "name": "network-vif-deleted", "tag": "501f95ed-1650-410d-97ef-f351d26a5346", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:18.624400 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3bdec4d-742f-426d-8252-6c75e19008c4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:18.624905 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002ad468-c952-420f-9249-8fb5ba7d6263', 'name': 'network-vif-deleted', 'tag': '501f95ed-1650-410d-97ef-f351d26a5346', 'status': 'completed', 'code': 200} Aug 16 02:39:19.337788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b0d3c12-b86b-414b-a197-074d5329ec91 req-4db9f9c0-caef-4063-bd54-0cc5392d72e6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 210 time: 0.0293546 Aug 16 02:39:20.437777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a0ffc32-c822-4883-96ff-b6832897118e req-6ae457ae-65f5-4b44-8ef1-1ebeb68969a3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 210 time: 0.0278673 Aug 16 02:39:21.537588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ace39c9f-2082-4833-9357-fefb6d5e13f7 req-b3ea7103-d065-4b52-b380-8136653ea35c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 210 time: 0.0318778 Aug 16 02:39:22.551931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 501f95ed-1650-410d-97ef-f351d26a5346 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:39:22.576916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 501f95ed-1650-410d-97ef-f351d26a5346 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:39:22.577288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 501f95ed-1650-410d-97ef-f351d26a5346 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:39:22.662168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf4bcb5a-47dc-426b-a6a1-1d53c478dced req-12aedfd0-a397-4ecb-a1ce-e79a3a0d3946 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=002ad468-c952-420f-9249-8fb5ba7d6263 HTTP/1.1" status: 200 len: 210 time: 0.0276351 Aug 16 02:39:27.150728 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963b42b-0e66-4a9d-84da-b1b5dcf7a925 req-1a4d4b6f-c9bb-471e-8411-5a8bd96a26c8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:27.152362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4963b42b-0e66-4a9d-84da-b1b5dcf7a925 req-1a4d4b6f-c9bb-471e-8411-5a8bd96a26c8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 946 time: 0.0523129 Aug 16 02:39:27.191523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4963b42b-0e66-4a9d-84da-b1b5dcf7a925 req-c5605d84-a708-431e-8e5b-bc23d9cb94e1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319631 Aug 16 02:39:28.309013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca8447-0861-4b0a-b9e4-36e03d6c546d req-40dce91d-5b72-4ac1-8e01-26893b9967b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:28.310697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44ca8447-0861-4b0a-b9e4-36e03d6c546d req-40dce91d-5b72-4ac1-8e01-26893b9967b8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 946 time: 0.0497065 Aug 16 02:39:28.348548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44ca8447-0861-4b0a-b9e4-36e03d6c546d req-f5156fe1-2e35-48c6-988f-4d3477d453fd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=ff4bcd41-9070-4625-a207-85c17e625157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Aug 16 02:39:28.887119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-699c0d7f-514d-45dd-a9ab-7f7b32ebf530 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:28.889364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-699c0d7f-514d-45dd-a9ab-7f7b32ebf530 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 946 time: 0.0489278 Aug 16 02:39:28.980488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:39:28.980826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:29.066930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] For port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:29.067314 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:29.080644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:39:29.211152 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:29.240121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:29.242173 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:29.286889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] No DVR routers for this DVR port 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:39:29.289546 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:29.292249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-feabdb61-e0fc-4f62-a299-abe2857ce150 req-3dc7885e-c5d7-43a8-8a87-3a4edeecbbf9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "DELETE /v2.0/ports/0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 HTTP/1.1" status: 204 len: 173 time: 0.3973968 Aug 16 02:39:29.292692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb11768-d2bd-4873-9bc6-577683c634f8', 'name': 'network-vif-deleted', 'tag': '0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:29.295962 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555e08d-8c75-4148-a94f-21d1c93f6b71" -d '{"events": [{"server_uuid": "4eb11768-d2bd-4873-9bc6-577683c634f8", "name": "network-vif-deleted", "tag": "0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:29.335286 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73033cfc-8397-46de-8235-c363b6001a5b x-openstack-request-id: req-73033cfc-8397-46de-8235-c363b6001a5b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:29.335759 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb11768-d2bd-4873-9bc6-577683c634f8", "name": "network-vif-deleted", "tag": "0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:29.336160 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73033cfc-8397-46de-8235-c363b6001a5b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:29.336558 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb11768-d2bd-4873-9bc6-577683c634f8', 'name': 'network-vif-deleted', 'tag': '0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81', 'status': 'completed', 'code': 200} Aug 16 02:39:29.451584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cad96dca-56f7-416b-a68f-c8cdaee1ef8e req-3f662d01-9de7-4664-bd34-9d6d0d07aa30 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 210 time: 0.0323846 Aug 16 02:39:30.548521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bb96200c-4014-497d-8b3d-4ba9c76be71c req-10122a02-427c-4aa7-ac81-308c0ed3b2ab tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 210 time: 0.0285075 Aug 16 02:39:30.991464 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a52f265-ec22-4990-a0a1-addf7924d291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:31.071707 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:31.644324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3449e4-f577-4532-8fe2-5b64d8a79ea6 req-5b844a3a-f4ad-417c-9f74-2c1e15ea52d8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 210 time: 0.0278318 Aug 16 02:39:32.671755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:39:32.692783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:39:32.693225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 0eb4ffb9-9e5f-4ca0-abc2-3ad47c52df81 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:39:32.745748 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e09b719-85f1-4548-90fd-fb13d6a44038 req-23547758-b59f-4e32-b073-d92d6931fb7a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=4eb11768-d2bd-4873-9bc6-577683c634f8 HTTP/1.1" status: 200 len: 210 time: 0.0322547 Aug 16 02:39:33.623281 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0f23a1a-9740-4de7-ba37-1d159c11898f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:33.980438 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:34.944560 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.039660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 37394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:36.045699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667159888', 'description': 'tempest-secgroup-smoke-667159888 description', 'project_id': '5fe467a1fbf8486890c48f1460dec609'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:36.070411 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.162378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.166472 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.193812 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.195019 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1542287 Aug 16 02:39:36.196889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd195915-afc1-438f-b6e9-140e3ab2508d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:36.198183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:36.203945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'security_group_rule': {'security_group_id': 'dd195915-afc1-438f-b6e9-140e3ab2508d', 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:36.205678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.206006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.206344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.206678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.207009 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.207389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.207718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.208043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.208393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.208715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.209037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.209357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135d6c3-681e-4dbd-93c8-0cacc77a8a44 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.233412 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.288931 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.292665 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.310438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b02e86a-2683-4606-8ed4-c7369a93c3b8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:36.319380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.319731 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.320074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.320408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.320739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.321069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.321396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.321721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.322045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.322368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.322691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.323009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:36.325509 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.330161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c2e139de-8fb0-4786-a9b1-22c05db9ccc5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281581 Aug 16 02:39:36.330410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:36.334616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9bab7817-47ea-4a9f-b03d-1869bc326759 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'security_group_rule': {'security_group_id': 'dd195915-afc1-438f-b6e9-140e3ab2508d', 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:36.360232 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bab7817-47ea-4a9f-b03d-1869bc326759 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.441630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bab7817-47ea-4a9f-b03d-1869bc326759 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.444989 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bab7817-47ea-4a9f-b03d-1869bc326759 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.463796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab7817-47ea-4a9f-b03d-1869bc326759 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f862b8-38ad-48e8-a755-7907bb444aa3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:36.470484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bab7817-47ea-4a9f-b03d-1869bc326759 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.471690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9bab7817-47ea-4a9f-b03d-1869bc326759 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405172 Aug 16 02:39:36.474387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:36.478805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cd51a201-8bc3-49e9-817d-832078427600 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'security_group_rule': {'security_group_id': 'dd195915-afc1-438f-b6e9-140e3ab2508d', 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:36.504772 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd51a201-8bc3-49e9-817d-832078427600 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.563619 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd51a201-8bc3-49e9-817d-832078427600 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.566958 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd51a201-8bc3-49e9-817d-832078427600 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.586185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51a201-8bc3-49e9-817d-832078427600 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770447f1-c2e9-4768-9433-3db8b5c8f006,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:36.594314 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd51a201-8bc3-49e9-817d-832078427600 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.595530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cd51a201-8bc3-49e9-817d-832078427600 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202035 Aug 16 02:39:36.598251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:36.602712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cfe35a61-d4c5-49f3-9e0b-5626203b786f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'security_group_rule': {'security_group_id': 'dd195915-afc1-438f-b6e9-140e3ab2508d', 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:36.629521 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfe35a61-d4c5-49f3-9e0b-5626203b786f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.689398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfe35a61-d4c5-49f3-9e0b-5626203b786f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.692831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfe35a61-d4c5-49f3-9e0b-5626203b786f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.713205 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe35a61-d4c5-49f3-9e0b-5626203b786f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f98a227-6918-4c2b-bbe6-5151f0252f7d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:36.716413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfe35a61-d4c5-49f3-9e0b-5626203b786f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.717672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cfe35a61-d4c5-49f3-9e0b-5626203b786f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184669 Aug 16 02:39:36.720724 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:36.725112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-95fb4462-3ecf-440c-af38-4380952be51a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'security_group_rule': {'security_group_id': 'dd195915-afc1-438f-b6e9-140e3ab2508d', 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:36.745859 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-95fb4462-3ecf-440c-af38-4380952be51a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Project 5fe467a1fbf8486890c48f1460dec609 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:39:36.751219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95fb4462-3ecf-440c-af38-4380952be51a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.814602 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95fb4462-3ecf-440c-af38-4380952be51a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.818166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95fb4462-3ecf-440c-af38-4380952be51a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.838183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb4462-3ecf-440c-af38-4380952be51a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b14daa6-47bf-4ba6-ac31-d316aaba7f5a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:36.841139 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95fb4462-3ecf-440c-af38-4380952be51a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.842542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-95fb4462-3ecf-440c-af38-4380952be51a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207747 Aug 16 02:39:36.845359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:36.849838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f99f2048-7f3e-4788-aa73-6e98b56616bd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'security_group_rule': {'security_group_id': 'dd195915-afc1-438f-b6e9-140e3ab2508d', 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:36.871708 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-f99f2048-7f3e-4788-aa73-6e98b56616bd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Project 5fe467a1fbf8486890c48f1460dec609 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:39:36.877364 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f99f2048-7f3e-4788-aa73-6e98b56616bd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.940409 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f99f2048-7f3e-4788-aa73-6e98b56616bd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.944027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f99f2048-7f3e-4788-aa73-6e98b56616bd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.962832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f2048-7f3e-4788-aa73-6e98b56616bd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab68683-fb2a-4612-ac23-ce5a1a697a9f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:36.969135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f99f2048-7f3e-4788-aa73-6e98b56616bd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.970453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f99f2048-7f3e-4788-aa73-6e98b56616bd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241620 Aug 16 02:39:37.081940 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:42.464821 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:44.590943 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:46.011374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-1e30744d-3ecf-4774-b463-c5f6b92d6227 req-b7304ba6-9423-4828-b78d-088b6171ee75 service neutron] (94640) timed out ('10.222.0.61', 35824) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:39:51.298484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-1f9fd6d9-09ba-47df-8fa0-89739072d40e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667159888&fields=id&tenant_id=5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 267 time: 0.0357118 Aug 16 02:39:51.406168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-4526e197-b723-44cb-bbf7-8b2fd5641ec5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:51.407671 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-4526e197-b723-44cb-bbf7-8b2fd5641ec5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1027660 Aug 16 02:39:51.423055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-fe816ae4-372d-45b0-a05f-8c1e30058a4b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/quotas/5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 375 time: 0.0097849 Aug 16 02:39:51.473062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-eb749816-6912-49e7-8559-239977d52b83 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448527 Aug 16 02:39:51.575680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-4ea62036-8885-474a-a843-6c6c99b01f7c service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900915 Aug 16 02:39:51.668315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-dd766757-5f56-422f-bbff-0e9969333a9a service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861495 Aug 16 02:39:51.959073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfcfe2e6-735f-4ce9-bc48-d7e12cff9490 req-cf180591-f193-4214-8634-a3cc1c518a89 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 210 time: 0.0284951 Aug 16 02:39:52.884897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-45f0a6d7-b9bb-445d-8146-aa46d02c37e1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:52.886478 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-45f0a6d7-b9bb-445d-8146-aa46d02c37e1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1107445 Aug 16 02:39:52.930629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-d4f91005-b4f8-473c-b9d9-d69c21853eba tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 379 time: 0.0353107 Aug 16 02:39:52.941037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'port': {'device_id': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'admin_state_up': True, 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'security_groups': ['dd195915-afc1-438f-b6e9-140e3ab2508d']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:53.056808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Made reservation on behalf of 5fe467a1fbf8486890c48f1460dec609 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:39:53.061753 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.080916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20ea4e98-6f8a-425d-a744-f8d8503124f2 req-f3f8f50c-56ea-442c-88b8-99addd9de192 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 210 time: 0.0287135 Aug 16 02:39:53.198740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.20.0.14 (b9bc0843-91b9-4159-affc-14f966757143/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a/57eb56a3-1f3e-4061-812f-0ccc43f2245b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:39:53.354632 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.372207 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Transition to ACTIVE for port object 57eb56a3-1f3e-4061-812f-0ccc43f2245b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:53.405536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.452595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:39:53.458313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:39:53.462840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:39:53.467606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=57eb56a3-1f3e-4061-812f-0ccc43f2245b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:53.516124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.516774 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.533159 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-436d8bda-46d5-4a6a-8192-dc7fa06ed872 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959415 Aug 16 02:39:53.547184 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Request body: {'port': {'device_id': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:53.618119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.749029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3268bf2d-47e0-428b-8c69-9fd7716010b0 None None] Provisioning for port 57eb56a3-1f3e-4061-812f-0ccc43f2245b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:39:53.753086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3268bf2d-47e0-428b-8c69-9fd7716010b0 None None] Provisioning complete for port 57eb56a3-1f3e-4061-812f-0ccc43f2245b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:53.753524 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3268bf2d-47e0-428b-8c69-9fd7716010b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.787847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3268bf2d-47e0-428b-8c69-9fd7716010b0 None None] Port 57eb56a3-1f3e-4061-812f-0ccc43f2245b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:39:53.896221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57eb56a3-1f3e-4061-812f-0ccc43f2245b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:39:53.904115 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.917339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Transition to ACTIVE for port object 57eb56a3-1f3e-4061-812f-0ccc43f2245b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:39:53.921361 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.976368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Pushing event updated for resources: {'Port': ['ID=57eb56a3-1f3e-4061-812f-0ccc43f2245b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:54.048324 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Attempting to bind port 57eb56a3-1f3e-4061-812f-0ccc43f2245b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:39:54.048897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Attempting to bind port 57eb56a3-1f3e-4061-812f-0ccc43f2245b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:39:54.049224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Attempting to bind port 57eb56a3-1f3e-4061-812f-0ccc43f2245b on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:54.054110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Port 57eb56a3-1f3e-4061-812f-0ccc43f2245b on network b9bc0843-91b9-4159-affc-14f966757143 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:39:54.054445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Attempting to bind port 57eb56a3-1f3e-4061-812f-0ccc43f2245b on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:39:54.059595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:39:54.059958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:39:54.061149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Bound using segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:39:54.061667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Bound port: 57eb56a3-1f3e-4061-812f-0ccc43f2245b, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:39:54.062036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:54.148874 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] For port 57eb56a3-1f3e-4061-812f-0ccc43f2245b, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:39:54.152643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] For port 57eb56a3-1f3e-4061-812f-0ccc43f2245b, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:39:54.158449 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:54.200601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.201279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:54.203023 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] 10.222.0.93 "PUT /v2.0/ports/57eb56a3-1f3e-4061-812f-0ccc43f2245b HTTP/1.1" status: 200 len: 1093 time: 0.6607158 Aug 16 02:39:54.203634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'tag': '57eb56a3-1f3e-4061-812f-0ccc43f2245b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:54.205924 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ba5e3-b879-4498-8377-c43ece5b60a3" -d '{"events": [{"name": "network-changed", "server_uuid": "305fcd1b-c7cd-4af6-8637-f0076b524f8a", "tag": "57eb56a3-1f3e-4061-812f-0ccc43f2245b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:54.254991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4d20a-e3df-424c-a1bd-b854ce81bcdd service neutron] Pushing event updated for resources: {'Port': ['ID=57eb56a3-1f3e-4061-812f-0ccc43f2245b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:54.272627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950bf9c-2a71-4912-83b2-161f662eb697 req-64faa1ce-6951-46c5-a932-a85c7f498107 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.274459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c950bf9c-2a71-4912-83b2-161f662eb697 req-64faa1ce-6951-46c5-a932-a85c7f498107 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0765266 Aug 16 02:39:54.281016 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e85da71-dd3e-46e2-a20a-338a56dbd50b x-openstack-request-id: req-7e85da71-dd3e-46e2-a20a-338a56dbd50b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:54.281328 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305fcd1b-c7cd-4af6-8637-f0076b524f8a", "tag": "57eb56a3-1f3e-4061-812f-0ccc43f2245b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:54.281565 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e85da71-dd3e-46e2-a20a-338a56dbd50b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:54.281978 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'tag': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'status': 'completed', 'code': 200} Aug 16 02:39:54.324318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c950bf9c-2a71-4912-83b2-161f662eb697 req-502e3087-7eba-4e72-810b-6796a1470063 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436203 Aug 16 02:39:54.327952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-35bcff15-1796-49a8-80b5-0e4deaaf0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.329986 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-35bcff15-1796-49a8-80b5-0e4deaaf0d56 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 1096 time: 0.0717750 Aug 16 02:39:54.382848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-04791e5d-594a-42ab-830d-02764ddcbe97 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b HTTP/1.1" status: 200 len: 217 time: 0.0442955 Aug 16 02:39:54.440450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-604a4ceb-1c7f-49eb-8dea-ea99fbac27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.441994 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-604a4ceb-1c7f-49eb-8dea-ea99fbac27e9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0523849 Aug 16 02:39:54.491682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-4b08479a-ba3d-473a-a2c5-d056d57d5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.493103 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-4b08479a-ba3d-473a-a2c5-d056d57d5ac7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433424 Aug 16 02:39:54.597282 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-411383c3-419b-467c-a461-73f5d3dfdb00 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959513 Aug 16 02:39:54.695828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39947da6-dba0-444a-bfd8-6febf05c82a4 req-559af0fd-477f-413f-a2f4-b8ad6e9ed596 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909395 Aug 16 02:39:54.782300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-64dcdcea-610b-4ed3-aa48-016c267b8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.784881 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-64dcdcea-610b-4ed3-aa48-016c267b8d2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 1096 time: 0.0432374 Aug 16 02:39:54.890650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-510cf683-0781-41c4-ad30-44687daca68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.892052 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-510cf683-0781-41c4-ad30-44687daca68e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0996370 Aug 16 02:39:54.940232 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-b55bf852-354a-400f-a3d9-8f1682dc6bbd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b HTTP/1.1" status: 200 len: 217 time: 0.0380511 Aug 16 02:39:54.996452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-1b0631a5-4083-4cf2-8283-1ac8e21fd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:54.997957 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-1b0631a5-4083-4cf2-8283-1ac8e21fd068 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0503688 Aug 16 02:39:55.048028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-8caef060-5647-4835-b595-4b5066901d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.049298 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-8caef060-5647-4835-b595-4b5066901d32 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440617 Aug 16 02:39:55.144223 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-955918b3-b59a-4d7c-9575-e992fb498f72 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870180 Aug 16 02:39:55.238523 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7d7ba5e3-b879-4498-8377-c43ece5b60a3 req-8e899b0d-1cf3-4fec-84bc-4826833f2207 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882225 Aug 16 02:39:55.446015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30e268-d220-49cf-a389-f1aba72e067d req-c88b3726-7b42-488f-8d20-281160a0a216 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:55.447570 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee30e268-d220-49cf-a389-f1aba72e067d req-c88b3726-7b42-488f-8d20-281160a0a216 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0509770 Aug 16 02:39:55.488476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee30e268-d220-49cf-a389-f1aba72e067d req-9fd56ac4-d4bf-4488-8040-dd4e25ab122e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335789 Aug 16 02:39:56.606263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647655f-e7eb-47f4-a91c-a17d9821a7ee req-428181d7-c255-4ff3-aecd-f7f7889c578a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.609080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f647655f-e7eb-47f4-a91c-a17d9821a7ee req-428181d7-c255-4ff3-aecd-f7f7889c578a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0516124 Aug 16 02:39:56.649068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f647655f-e7eb-47f4-a91c-a17d9821a7ee req-7e023d5e-b87e-458b-8d3b-7a6a7d0fcc7a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338387 Aug 16 02:39:57.767365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194ea0c-456e-4e32-9107-38a91d308366 req-18c978b8-1210-4b5f-aade-65a82f610c20 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.768890 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7194ea0c-456e-4e32-9107-38a91d308366 req-18c978b8-1210-4b5f-aade-65a82f610c20 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0529745 Aug 16 02:39:57.807060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7194ea0c-456e-4e32-9107-38a91d308366 req-9622f0d4-fc5b-4883-81b9-4d59761d5635 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321827 Aug 16 02:39:58.921305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03d714-8f91-4a60-b6ec-02a7356614b0 req-fbd46332-08a0-4f0e-97f9-3531b2254097 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.922791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a03d714-8f91-4a60-b6ec-02a7356614b0 req-fbd46332-08a0-4f0e-97f9-3531b2254097 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0504022 Aug 16 02:39:58.960030 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a03d714-8f91-4a60-b6ec-02a7356614b0 req-d2074c06-633b-4e6a-bc12-d8da5d4de3fd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312960 Aug 16 02:40:00.073983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dac6b-051e-453e-abd3-c7439ad96bb0 req-ce1eaebf-f319-4af7-b069-b5d3966a4763 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:00.075487 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-500dac6b-051e-453e-abd3-c7439ad96bb0 req-ce1eaebf-f319-4af7-b069-b5d3966a4763 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0483603 Aug 16 02:40:00.112655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-500dac6b-051e-453e-abd3-c7439ad96bb0 req-e46a7805-1ca6-4d00-a8b8-ece9bc05a3ec tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312719 Aug 16 02:40:00.992364 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07f29946-63fd-4f06-bfed-e1c7820c1341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.069993 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.232464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbc6bd-76d7-4eb8-9e39-68a59e241c9d req-133450df-8bac-42e2-9dbf-7d59069bc4db tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:01.234090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5bbc6bd-76d7-4eb8-9e39-68a59e241c9d req-133450df-8bac-42e2-9dbf-7d59069bc4db tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0544572 Aug 16 02:40:01.272491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5bbc6bd-76d7-4eb8-9e39-68a59e241c9d req-479f92f3-48a7-4c4d-86e7-39b4ce9d1605 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316958 Aug 16 02:40:02.387410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63788cb2-0eb3-4c1d-987b-edc373e704e4 req-612a9da8-39fc-4e91-817f-42a0122eb4fb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.388820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63788cb2-0eb3-4c1d-987b-edc373e704e4 req-612a9da8-39fc-4e91-817f-42a0122eb4fb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0497007 Aug 16 02:40:02.427568 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63788cb2-0eb3-4c1d-987b-edc373e704e4 req-02f8fe36-7e61-45fe-b540-17d845e612e0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322824 Aug 16 02:40:03.541794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cc055-85cc-445a-9e9a-85be53ea0f84 req-81171cb9-3ede-461d-8d52-0cba33230145 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:03.543310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f0cc055-85cc-445a-9e9a-85be53ea0f84 req-81171cb9-3ede-461d-8d52-0cba33230145 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0486193 Aug 16 02:40:03.580957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f0cc055-85cc-445a-9e9a-85be53ea0f84 req-b270cd43-4dc3-4227-b2fd-b9dcbf6ec929 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Aug 16 02:40:03.623418 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-334edd68-e321-446a-9858-afa5eedf94dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.981800 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.700473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe01f7b-ea13-4f14-95cb-c54c84a4d5b3 req-dc79188f-9267-46c6-bcaf-23112da7bf9d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:04.702090 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abe01f7b-ea13-4f14-95cb-c54c84a4d5b3 req-dc79188f-9267-46c6-bcaf-23112da7bf9d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 944 time: 0.0539281 Aug 16 02:40:04.752222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abe01f7b-ea13-4f14-95cb-c54c84a4d5b3 req-153653f4-dc6b-4e39-afa6-587d352854a8 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442691 Aug 16 02:40:04.811540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 57eb56a3-1f3e-4061-812f-0ccc43f2245b details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:40:04.901862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 57eb56a3-1f3e-4061-812f-0ccc43f2245b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:04.921765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'port_id': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'mac_address': 'fa:16:3e:c8:2c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:40:04.932910 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.123679 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.137447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57eb56a3-1f3e-4061-812f-0ccc43f2245b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:05.158051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 57eb56a3-1f3e-4061-812f-0ccc43f2245b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:05.161997 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.208933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=57eb56a3-1f3e-4061-812f-0ccc43f2245b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:05.216178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.216528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.216870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.218268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.218617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.218954 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.219314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.219648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.220007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.220335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.220662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.220988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:05.345799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['57eb56a3-1f3e-4061-812f-0ccc43f2245b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:05.866915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc860-804a-4fd6-a3c8-1e46ce423f48 req-e30bc814-01e9-4fd4-bccc-bb638f3e3ff1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:05.868441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f03cc860-804a-4fd6-a3c8-1e46ce423f48 req-e30bc814-01e9-4fd4-bccc-bb638f3e3ff1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 945 time: 0.0482850 Aug 16 02:40:05.907150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f03cc860-804a-4fd6-a3c8-1e46ce423f48 req-f878aad1-931b-4ca3-9774-6e133dcfae83 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319695 Aug 16 02:40:06.814535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 57eb56a3-1f3e-4061-812f-0ccc43f2245b up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:06.864773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 57eb56a3-1f3e-4061-812f-0ccc43f2245b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:06.868695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 57eb56a3-1f3e-4061-812f-0ccc43f2245b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:06.869072 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.944984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.968686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb56a3-1f3e-4061-812f-0ccc43f2245b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:06.970942 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9faefb0-fd59-4dac-84ba-e179cac3054b" -d '{"events": [{"server_uuid": "305fcd1b-c7cd-4af6-8637-f0076b524f8a", "name": "network-vif-plugged", "status": "completed", "tag": "57eb56a3-1f3e-4061-812f-0ccc43f2245b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:06.984756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 57eb56a3-1f3e-4061-812f-0ccc43f2245b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:06.990346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.014994 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b31a0d2-e657-4fab-b787-ef53274fe275 x-openstack-request-id: req-3b31a0d2-e657-4fab-b787-ef53274fe275 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:07.015307 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305fcd1b-c7cd-4af6-8637-f0076b524f8a", "name": "network-vif-plugged", "status": "completed", "tag": "57eb56a3-1f3e-4061-812f-0ccc43f2245b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:07.015555 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b31a0d2-e657-4fab-b787-ef53274fe275 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:07.015960 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'code': 200} Aug 16 02:40:07.029299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1b51f-1a66-4ff4-9f21-ba8f9909ce0c req-c90ad154-0510-4b5d-bdc3-68bbda6fc03d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:07.031776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68c1b51f-1a66-4ff4-9f21-ba8f9909ce0c req-c90ad154-0510-4b5d-bdc3-68bbda6fc03d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 945 time: 0.0571501 Aug 16 02:40:07.056681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=57eb56a3-1f3e-4061-812f-0ccc43f2245b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.068305 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.092640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68c1b51f-1a66-4ff4-9f21-ba8f9909ce0c req-1d50d61c-36e5-4ef5-b73b-0ff54c2f03ae tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452306 Aug 16 02:40:07.130516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f81a-59ab-4a39-9989-6e8e80ca95ca req-ac4cc1ca-946c-4cfd-b49c-23ca890a27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:07.132091 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e32f81a-59ab-4a39-9989-6e8e80ca95ca req-ac4cc1ca-946c-4cfd-b49c-23ca890a27fa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 1098 time: 0.0439591 Aug 16 02:40:07.167805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e32f81a-59ab-4a39-9989-6e8e80ca95ca req-d02e1e9d-d550-433b-964b-6aa1420b1e9a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287678 Aug 16 02:40:08.214122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe1d37-e923-46c8-b5b6-2068ef725c1e req-21b3c547-59d1-4957-a6ef-2ae3ecfa9d04 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.215609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9dbe1d37-e923-46c8-b5b6-2068ef725c1e req-21b3c547-59d1-4957-a6ef-2ae3ecfa9d04 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 946 time: 0.0534000 Aug 16 02:40:08.256036 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9dbe1d37-e923-46c8-b5b6-2068ef725c1e req-1c84a54d-d4c6-4417-bd13-a0d33b3802a4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335784 Aug 16 02:40:08.369903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f61bd-095c-48d8-a935-02579787ea86 req-6852ccac-975c-4025-9051-c70e447f61a4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.371505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f26f61bd-095c-48d8-a935-02579787ea86 req-6852ccac-975c-4025-9051-c70e447f61a4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 946 time: 0.0493395 Aug 16 02:40:08.409316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f26f61bd-095c-48d8-a935-02579787ea86 req-130a0809-9a90-4bc7-becb-d7ac3a5560ea tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320520 Aug 16 02:40:08.437321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:08.477282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650268e6-9854-41d2-8a6f-c09b264e65ed tempest-TestVolumeBootPattern-1986223379 tempest-TestVolumeBootPattern-1986223379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:08.478780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-650268e6-9854-41d2-8a6f-c09b264e65ed tempest-TestVolumeBootPattern-1986223379 tempest-TestVolumeBootPattern-1986223379-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 1093 time: 0.0404809 Aug 16 02:40:08.481841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:08.486226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:08.507804 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.606696 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.709202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.25.5.127 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/b1b084f0-b9f7-4c8e-832f-98c7837f6376) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:08.826121 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.865308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.901786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:08.907069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:08.910561 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:08.934215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=b1b084f0-b9f7-4c8e-832f-98c7837f6376,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:09.566549 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.631741 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.779272 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.784244 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.859301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=b1b084f0-b9f7-4c8e-832f-98c7837f6376,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:09.865875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:09.964949 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Floating IP 4754546f-de81-42ec-b7e9-20da16bcd454 associated. External IP: 172.25.5.127, port: 57eb56a3-1f3e-4061-812f-0ccc43f2245b. Aug 16 02:40:10.173913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Router 666b9ca9-b121-426f-bb0e-4afdebeeab5d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:10.284478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:10.294769 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] Sync routers for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:10.300757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.308205 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:10.308909 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:40:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:10.335194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f1e734fc-3ea4-4766-baad-f7e3e8966f33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8480716 Aug 16 02:40:10.335194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'tag': '57eb56a3-1f3e-4061-812f-0ccc43f2245b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:10.335194 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d49ed09-8f10-48b5-8fd4-512e94b4d000" -d '{"events": [{"name": "network-changed", "server_uuid": "305fcd1b-c7cd-4af6-8637-f0076b524f8a", "tag": "57eb56a3-1f3e-4061-812f-0ccc43f2245b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:10.370576 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea5d8fb-5f59-4b3f-9cf4-3c4bdecfb4f3 x-openstack-request-id: req-6ea5d8fb-5f59-4b3f-9cf4-3c4bdecfb4f3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:10.370869 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305fcd1b-c7cd-4af6-8637-f0076b524f8a", "tag": "57eb56a3-1f3e-4061-812f-0ccc43f2245b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:10.371152 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ea5d8fb-5f59-4b3f-9cf4-3c4bdecfb4f3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:10.371553 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'tag': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'status': 'completed', 'code': 200} Aug 16 02:40:10.414445 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:10.431050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-37b16742-2549-40b1-a7ee-507d609f319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:10.432591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-37b16742-2549-40b1-a7ee-507d609f319f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 1098 time: 0.0407848 Aug 16 02:40:10.526801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-dda5f97c-10bd-48de-96fa-85b8df1287b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:10.528313 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-dda5f97c-10bd-48de-96fa-85b8df1287b9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0890152 Aug 16 02:40:10.595676 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-27b82ba0-de4d-4294-8003-0d13cda5a886 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b HTTP/1.1" status: 200 len: 1000 time: 0.0609367 Aug 16 02:40:10.638622 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4754546f-de81-42ec-b7e9-20da16bcd454', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:c8:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:40:09Z', 'updated_at': '2021-08-16T02:40:09Z', 'revision_number': 0, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:10.648519 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-a0c7b128-0322-40af-8c99-ff290f836022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:10.650001 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-a0c7b128-0322-40af-8c99-ff290f836022 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0476561 Aug 16 02:40:10.665257 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] Checking router: 666b9ca9-b121-426f-bb0e-4afdebeeab5d for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:10.674365 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:10.674980 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:40:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:10.695895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-9b6eb4bf-ba9d-4500-a8c6-69806fe9eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:10.697398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-9b6eb4bf-ba9d-4500-a8c6-69806fe9eeb6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408967 Aug 16 02:40:10.777787 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:10.785680 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-fb1bd501-a4c8-471a-98e2-5b125462aa3e service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812449 Aug 16 02:40:10.881396 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6d49ed09-8f10-48b5-8fd4-512e94b4d000 req-ffe1fde2-f32c-449a-b486-d7ea4842c228 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888515 Aug 16 02:40:11.002653 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4754546f-de81-42ec-b7e9-20da16bcd454', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:c8:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:40:09Z', 'updated_at': '2021-08-16T02:40:09Z', 'revision_number': 0, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:11.027995 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eb87d-e5d6-41e0-833b-c40a4f388c09 None None] The sync data for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 is: [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '4754546f-de81-42ec-b7e9-20da16bcd454', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:c8:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:40:09Z', 'updated_at': '2021-08-16T02:40:09Z', 'revision_number': 0, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:11.211321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feef3c-9194-4bf8-ac38-dfd299493f80 None None] New status for floating IP 4754546f-de81-42ec-b7e9-20da16bcd454: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:12.488569 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.589690 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:40:30.991959 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b1314abf-e4e2-43ea-af12-4627dc0a22bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.071154 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.625489 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd75a9d5-3b32-45fa-ad0b-c054b11e0ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.984419 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.931437 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:37.057698 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:42.514247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:56.468901 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-00b66d39-0ed6-4815-bcc8-68c47ce21483 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414255 Aug 16 02:40:56.551572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-3af09982-2475-47e4-aea1-1f9218c4a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:56.553389 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-3af09982-2475-47e4-aea1-1f9218c4a24f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 1098 time: 0.0422075 Aug 16 02:40:56.658338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-ae5380d9-ae1e-483a-93ec-e84b926fd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:56.659848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-ae5380d9-ae1e-483a-93ec-e84b926fd02c service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0877883 Aug 16 02:40:56.725984 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-15358e87-d527-429c-a235-482f1ab60819 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b HTTP/1.1" status: 200 len: 1002 time: 0.0586352 Aug 16 02:40:56.778250 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-f235533b-5c8b-42b5-9811-d52d6532fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:56.779899 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-f235533b-5c8b-42b5-9811-d52d6532fb93 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0475328 Aug 16 02:40:56.825195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-2494f0f8-87ce-44a6-8ba0-c0b1ad2f5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:56.827708 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-2494f0f8-87ce-44a6-8ba0-c0b1ad2f5e91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412712 Aug 16 02:40:56.917319 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-3842f42a-d989-4f5b-a631-5ecbdc4f6b1f service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829165 Aug 16 02:40:57.012082 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8d1e77d2-675f-4bc0-bb8b-86a37d469913 req-4beddbf6-b8a3-4b4b-92e0-e7b12b5c850e service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874836 Aug 16 02:40:58.587923 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:00.992406 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49db1bd3-fe5c-4159-bf0d-9dca9faa9d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.068282 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:03.627076 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db7ec8dc-513b-469c-8459-0c1a8158e687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:03.985669 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.932943 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.067540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:12.518207 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:30.993674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a509218-36e7-48b0-9219-543b999a6f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:31.083008 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.627494 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4da690a7-ec43-46d8-a26d-e7c87caac30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.988978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:34.936320 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.173656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-f6c1d4f8-7c13-410d-b929-c18e61ab8743 req-e80d2891-ff4a-419a-b56d-483b24f2deb9 service neutron] (94640) timed out ('10.222.0.86', 60455) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:41:35.586540 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:37.089004 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.513553 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.124154 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-ccebd28a-10f0-4176-8d8f-1fae380f20bc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418808 Aug 16 02:41:58.204614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-210c5241-aa2d-4575-a452-29812cd8c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:58.206097 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-210c5241-aa2d-4575-a452-29812cd8c815 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 1098 time: 0.0408468 Aug 16 02:41:58.313417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-dc3da6f7-d51d-492f-87ad-f5175407734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:58.314880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-dc3da6f7-d51d-492f-87ad-f5175407734b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0907648 Aug 16 02:41:58.379355 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-09b0d5c5-90e9-4ea5-9084-9fd9af88881b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b HTTP/1.1" status: 200 len: 1002 time: 0.0574865 Aug 16 02:41:58.432846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-6a5b01a2-6848-4b82-beb0-c281b0a7de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:58.434285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-6a5b01a2-6848-4b82-beb0-c281b0a7de83 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0482116 Aug 16 02:41:58.478777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-10e6877b-52fa-4f4c-a59f-c0dbbe5a7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:58.480292 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-10e6877b-52fa-4f4c-a59f-c0dbbe5a7372 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397332 Aug 16 02:41:58.568514 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-ad313516-a0a9-461e-91df-9d39d07cd7ae service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812576 Aug 16 02:41:58.663363 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8825aaad-bf2c-4df5-a774-60026fad81ae req-53bd1183-78f0-4f4a-b229-e652015f5131 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866420 Aug 16 02:42:00.995283 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1531f921-4c76-4a32-bf28-2c85980e197d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.085675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.628184 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c7ee-eb3f-4fc3-8241-93059afcbddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.989431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:04.938979 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:05.709367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58491664-a2b9-4f3f-ae06-73ea2a093593 req-f29fa03d-ca6b-4ca7-a189-e2fd8b644726 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:05.710781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58491664-a2b9-4f3f-ae06-73ea2a093593 req-f29fa03d-ca6b-4ca7-a189-e2fd8b644726 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 946 time: 0.0516253 Aug 16 02:42:05.747607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58491664-a2b9-4f3f-ae06-73ea2a093593 req-c8c7e93a-5efc-4ef1-b766-92102dff8b18 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309517 Aug 16 02:42:06.877642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cbf83-168d-4bdd-92d9-11a1465c242e req-82ad6546-8d41-41b0-b2be-8d84881ba032 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:06.879191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-446cbf83-168d-4bdd-92d9-11a1465c242e req-82ad6546-8d41-41b0-b2be-8d84881ba032 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 946 time: 0.0504956 Aug 16 02:42:06.916677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-446cbf83-168d-4bdd-92d9-11a1465c242e req-8b0a1c26-5862-4ac3-9b6c-78a41e1c465f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Aug 16 02:42:07.073384 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.167704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-36b4ed62-7db8-48e9-bfca-6e5b3dcf3c6a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.169231 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-36b4ed62-7db8-48e9-bfca-6e5b3dcf3c6a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 946 time: 0.0492804 Aug 16 02:42:07.260940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port 57eb56a3-1f3e-4061-812f-0ccc43f2245b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:07.261279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.348354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] For port 57eb56a3-1f3e-4061-812f-0ccc43f2245b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=57eb56a3-1f3e-4061-812f-0ccc43f2245b,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:07.348671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.541356 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.541968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.542287 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Floating IP 4754546f-de81-42ec-b7e9-20da16bcd454 disassociated. External IP: 172.25.5.127, port: 57eb56a3-1f3e-4061-812f-0ccc43f2245b. Aug 16 02:42:07.542627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for 57eb56a3-1f3e-4061-812f-0ccc43f2245b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:07.668370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.695784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=57eb56a3-1f3e-4061-812f-0ccc43f2245b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:07.709543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.709641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.709953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.710285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.710615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.710943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.711296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.711620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.711943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.712263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.712582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.712900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.835611 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Router 666b9ca9-b121-426f-bb0e-4afdebeeab5d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:42:07.945019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:42:07.955791 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] Sync routers for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:42:07.968027 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:07.968710 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:42:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:07.991749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] No DVR routers for this DVR port 57eb56a3-1f3e-4061-812f-0ccc43f2245b on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:07.994576 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.996735 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64d9201a-0bd5-4de1-9fd2-5cf9cf4758ba req-ac2e297d-1c65-495b-b3ed-15db01a6bf61 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "DELETE /v2.0/ports/57eb56a3-1f3e-4061-812f-0ccc43f2245b HTTP/1.1" status: 204 len: 173 time: 0.8218029 Aug 16 02:42:07.997221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'name': 'network-vif-deleted', 'tag': '57eb56a3-1f3e-4061-812f-0ccc43f2245b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:07.999580 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9c232c-bf3a-4089-ad9e-5a46e1a6d3d3" -d '{"events": [{"server_uuid": "305fcd1b-c7cd-4af6-8637-f0076b524f8a", "name": "network-vif-deleted", "tag": "57eb56a3-1f3e-4061-812f-0ccc43f2245b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:08.041641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9aa1e17e-308a-4f34-b980-f25d8019142e req-12b712f3-bd90-4204-85d0-1101c1f2248d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 210 time: 0.0399449 Aug 16 02:42:08.049170 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b8256-0b3f-4505-b04b-31172636ee4e x-openstack-request-id: req-7b0b8256-0b3f-4505-b04b-31172636ee4e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:08.049460 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305fcd1b-c7cd-4af6-8637-f0076b524f8a", "name": "network-vif-deleted", "tag": "57eb56a3-1f3e-4061-812f-0ccc43f2245b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:08.049712 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b0b8256-0b3f-4505-b04b-31172636ee4e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:08.050113 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305fcd1b-c7cd-4af6-8637-f0076b524f8a', 'name': 'network-vif-deleted', 'tag': '57eb56a3-1f3e-4061-812f-0ccc43f2245b', 'status': 'completed', 'code': 200} Aug 16 02:42:08.099290 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:08.315348 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:08.340891 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] Checking router: 666b9ca9-b121-426f-bb0e-4afdebeeab5d for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:42:08.349116 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:08.349721 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:42:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:08.456821 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:08.651894 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:08.684011 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858bfd33-2b26-483d-931b-90efd66431fa None None] The sync data for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 is: [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:42:08.914945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec16c4-89b0-495b-a83a-87cd8fb6f22c None None] New status for floating IP 4754546f-de81-42ec-b7e9-20da16bcd454: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:42:09.161186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf593204-21ac-49f6-bf7d-fcbd1b890394 req-3fe11555-0dec-4c36-ac9d-8b7cb2388fa0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 210 time: 0.0259624 Aug 16 02:42:10.257523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44577e16-3eb8-4bfe-9ae6-ebbbe07d5ee1 req-8436faa9-fe04-4b81-b929-f93665d3df68 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 210 time: 0.0280526 Aug 16 02:42:11.356789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0957c0e7-6a3e-4552-926a-a51772ba8386 req-4684a88f-b836-4b59-b925-7f87e953973b tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=305fcd1b-c7cd-4af6-8637-f0076b524f8a HTTP/1.1" status: 200 len: 210 time: 0.0276048 Aug 16 02:42:11.476508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 57eb56a3-1f3e-4061-812f-0ccc43f2245b no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:11.497973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 57eb56a3-1f3e-4061-812f-0ccc43f2245b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:11.498318 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 57eb56a3-1f3e-4061-812f-0ccc43f2245b not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:12.526344 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.569453 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-896e572d-b4a7-40f2-8c1f-f170bb998db4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667159888&fields=id&tenant_id=5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 267 time: 0.0343492 Aug 16 02:42:12.586729 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:12.680007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465845-9605-4535-86ec-fe012e36b20f req-bc20597e-864b-4a8b-9b8a-776712487305 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:12.681403 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-bc20597e-864b-4a8b-9b8a-776712487305 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1052012 Aug 16 02:42:12.696817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-01b7bce3-af7d-40d3-b427-d851c34304d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/quotas/5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 375 time: 0.0096276 Aug 16 02:42:12.750870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-5ed4c7f2-9ea6-42cc-8367-a8a18c77f5c6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487359 Aug 16 02:42:12.858051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-4376caa6-f684-45c1-89fe-678c25ed9051 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865366 Aug 16 02:42:12.952260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-5acd1384-4af6-4d53-9652-c634581b4f69 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858240 Aug 16 02:42:14.260440 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3950e944-528b-45c3-bb52-4f7ec797000e req-d36760a6-dd9e-42ab-bf14-172496048a22 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 210 time: 0.0295556 Aug 16 02:42:15.261915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465845-9605-4535-86ec-fe012e36b20f req-3a5286db-251b-43f7-8961-c3fb2fba3b04 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:15.263413 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-3a5286db-251b-43f7-8961-c3fb2fba3b04 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1091349 Aug 16 02:42:15.309440 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-836855c3-ab0d-4f89-9ffa-43751e0cb895 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 379 time: 0.0376549 Aug 16 02:42:15.319862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'port': {'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'admin_state_up': True, 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'security_groups': ['dd195915-afc1-438f-b6e9-140e3ab2508d']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:15.355907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1a0650d-5909-4ca5-8068-9fbba1e3b037 req-fd0b37dd-cb96-4db0-9cfa-a8627744ddcc tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 210 time: 0.0272274 Aug 16 02:42:15.434625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Made reservation on behalf of 5fe467a1fbf8486890c48f1460dec609 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:15.438288 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.566185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.20.0.13 (b9bc0843-91b9-4159-affc-14f966757143/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a/3a2134df-a47f-4804-bd36-9d567a26af3d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:15.708955 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.723025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Transition to ACTIVE for port object 3a2134df-a47f-4804-bd36-9d567a26af3d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:15.755811 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.797493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:15.803705 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:15.808583 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:15.836019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=3a2134df-a47f-4804-bd36-9d567a26af3d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:15.866481 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:15.867105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.882567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-489da68f-322c-439a-9dc5-c90f1eb2c614 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671103 Aug 16 02:42:15.895945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Request body: {'port': {'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:15.959568 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.094223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7c610c45-9b57-45b6-887a-3b0c4b7511d6 None None] Provisioning for port 3a2134df-a47f-4804-bd36-9d567a26af3d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:16.098723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7c610c45-9b57-45b6-887a-3b0c4b7511d6 None None] Provisioning complete for port 3a2134df-a47f-4804-bd36-9d567a26af3d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:16.099334 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c610c45-9b57-45b6-887a-3b0c4b7511d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.135198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c610c45-9b57-45b6-887a-3b0c4b7511d6 None None] Port 3a2134df-a47f-4804-bd36-9d567a26af3d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:42:16.234589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2134df-a47f-4804-bd36-9d567a26af3d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:16.243448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.256661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Transition to ACTIVE for port object 3a2134df-a47f-4804-bd36-9d567a26af3d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:16.259939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.313646 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2134df-a47f-4804-bd36-9d567a26af3d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:16.396169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Attempting to bind port 3a2134df-a47f-4804-bd36-9d567a26af3d on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:16.396641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Attempting to bind port 3a2134df-a47f-4804-bd36-9d567a26af3d by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:16.397084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Attempting to bind port 3a2134df-a47f-4804-bd36-9d567a26af3d on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:16.402195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Port 3a2134df-a47f-4804-bd36-9d567a26af3d on network b9bc0843-91b9-4159-affc-14f966757143 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:42:16.402599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Attempting to bind port 3a2134df-a47f-4804-bd36-9d567a26af3d on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:16.408779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:16.409313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:16.409671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Bound using segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:16.410110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Bound port: 3a2134df-a47f-4804-bd36-9d567a26af3d, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:16.410480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.487596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] For port 3a2134df-a47f-4804-bd36-9d567a26af3d, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:16.491407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] For port 3a2134df-a47f-4804-bd36-9d567a26af3d, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3a2134df-a47f-4804-bd36-9d567a26af3d,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:16.497755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.517074 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a1064-ef5d-4de1-a1b9-0d72268bd26f req-6ad82c57-c98f-4b94-b62a-5548d14e75ab tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.518801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f3a1064-ef5d-4de1-a1b9-0d72268bd26f req-6ad82c57-c98f-4b94-b62a-5548d14e75ab tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0763893 Aug 16 02:42:16.534868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.535631 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.537175 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] 10.222.0.93 "PUT /v2.0/ports/3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 200 len: 1093 time: 0.6458371 Aug 16 02:42:16.540121 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:16.543017 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2470a718-64f0-4c7b-932f-ebd3c154cda4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:16.575719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314f55b-e384-4eea-bbe6-bd3071d740d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2134df-a47f-4804-bd36-9d567a26af3d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:16.604400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f3a1064-ef5d-4de1-a1b9-0d72268bd26f req-514094f0-1923-4f3c-9697-ec83578e7740 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789838 Aug 16 02:42:16.627529 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839ecd7b-dc09-4191-99aa-edc551dd649d x-openstack-request-id: req-839ecd7b-dc09-4191-99aa-edc551dd649d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:16.627823 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:16.628076 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-839ecd7b-dc09-4191-99aa-edc551dd649d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:16.628475 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'status': 'completed', 'code': 200} Aug 16 02:42:16.645401 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465845-9605-4535-86ec-fe012e36b20f req-e7a9e949-ea54-4e73-9a06-cc47d01ac852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.647142 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-e7a9e949-ea54-4e73-9a06-cc47d01ac852 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1096 time: 0.0627601 Aug 16 02:42:16.691714 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-4f8ecafa-9b8a-4274-91e9-56b2ae4e1a1b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 200 len: 217 time: 0.0366940 Aug 16 02:42:16.745988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465845-9605-4535-86ec-fe012e36b20f req-4f60ba30-8847-4e6e-aed5-704b1202c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.747583 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-4f60ba30-8847-4e6e-aed5-704b1202c244 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0497181 Aug 16 02:42:16.800461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465845-9605-4535-86ec-fe012e36b20f req-76fad703-72bd-4aca-b833-9c760dc6a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.801961 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-76fad703-72bd-4aca-b833-9c760dc6a752 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476613 Aug 16 02:42:16.896241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-8d248db7-c9e9-482e-b47b-657fd36008e6 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861969 Aug 16 02:42:17.358631 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a465845-9605-4535-86ec-fe012e36b20f req-e2d10c45-7c2f-480b-9562-21217f60b81e service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551060 Aug 16 02:42:17.462179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-1f7e9314-9119-4c90-852f-afbf13ed9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.463942 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-1f7e9314-9119-4c90-852f-afbf13ed9ff4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1096 time: 0.0460994 Aug 16 02:42:17.567531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-d64b2a00-1324-498d-9bdc-0f1215d648f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.569017 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-d64b2a00-1324-498d-9bdc-0f1215d648f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0977170 Aug 16 02:42:17.615670 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-112b0149-36d0-4761-af76-f34436bc2e8c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 200 len: 217 time: 0.0391755 Aug 16 02:42:17.669868 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-6389a75a-e9f6-4350-9119-f081d291a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.671387 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-6389a75a-e9f6-4350-9119-f081d291a454 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0488462 Aug 16 02:42:17.718625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450c2e2-fa1d-4abf-b1af-8f254c4075fa req-9c9f0907-32ab-4b65-8b60-79ecfd6e00f0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.719338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-a2c9f70c-c493-4979-96d9-568ab5c17fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.720105 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e450c2e2-fa1d-4abf-b1af-8f254c4075fa req-9c9f0907-32ab-4b65-8b60-79ecfd6e00f0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0533178 Aug 16 02:42:17.724385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-a2c9f70c-c493-4979-96d9-568ab5c17fe0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463610 Aug 16 02:42:17.760558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e450c2e2-fa1d-4abf-b1af-8f254c4075fa req-002a4df1-a511-458d-9550-d4b75b2fdfe7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343132 Aug 16 02:42:17.823048 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-3e86ad54-330d-4aca-8b34-8cd94457332f service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916190 Aug 16 02:42:17.919076 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2470a718-64f0-4c7b-932f-ebd3c154cda4 req-1b68896c-4bd0-4b06-ba17-6edd7be49911 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894773 Aug 16 02:42:18.880286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bb41d-a8b4-4a83-938a-5b11254e631e req-7469966f-1e56-4fb4-9ad2-1675268d1312 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:18.881791 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f4bb41d-a8b4-4a83-938a-5b11254e631e req-7469966f-1e56-4fb4-9ad2-1675268d1312 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0485198 Aug 16 02:42:18.921134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f4bb41d-a8b4-4a83-938a-5b11254e631e req-0448bc91-d1fe-460b-ace1-b02abc6c004a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333879 Aug 16 02:42:20.036277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebcc75-0cd1-486c-8a9c-f94e3e6e1482 req-e705b6fc-8fcd-4393-8ca9-9e8dda39d8df tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:20.037780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1ebcc75-0cd1-486c-8a9c-f94e3e6e1482 req-e705b6fc-8fcd-4393-8ca9-9e8dda39d8df tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0491135 Aug 16 02:42:20.078347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1ebcc75-0cd1-486c-8a9c-f94e3e6e1482 req-b230957f-7b49-41ae-b06c-2a0926c9f315 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344479 Aug 16 02:42:21.194143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1bcd5-5805-4a89-9326-76789e369b31 req-f70e26d8-504f-4d65-bc51-22fbaf208e41 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:21.195637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe1bcd5-5805-4a89-9326-76789e369b31 req-f70e26d8-504f-4d65-bc51-22fbaf208e41 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0489569 Aug 16 02:42:21.232321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fe1bcd5-5805-4a89-9326-76789e369b31 req-e1385b91-fd59-4b2e-ad9b-ab1f4d7f9ff2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308633 Aug 16 02:42:22.346237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4e521-7a5a-4e3d-bfa3-8cbcb93df96a req-06e41d8e-0f86-4444-bcfb-b0a507b1c385 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:22.347765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6df4e521-7a5a-4e3d-bfa3-8cbcb93df96a req-06e41d8e-0f86-4444-bcfb-b0a507b1c385 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0503447 Aug 16 02:42:22.385775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6df4e521-7a5a-4e3d-bfa3-8cbcb93df96a req-a1a16d5a-b43a-455d-8b79-bba051ba1f5e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Aug 16 02:42:23.512111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4aed7-6e8f-4bbe-bf44-edddcf675c5b req-b1613787-421c-4788-b9d9-76c3d2d5a7bc tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:23.513608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0b4aed7-6e8f-4bbe-bf44-edddcf675c5b req-b1613787-421c-4788-b9d9-76c3d2d5a7bc tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0495658 Aug 16 02:42:23.562093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0b4aed7-6e8f-4bbe-bf44-edddcf675c5b req-66cdc654-e805-415f-bd50-f2287ddc3fa5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422974 Aug 16 02:42:24.676977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98f987-0ed1-49dd-bad4-da658a327257 req-a52f9fa2-12e9-4b11-9314-612f4fa3c84a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:24.678366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d98f987-0ed1-49dd-bad4-da658a327257 req-a52f9fa2-12e9-4b11-9314-612f4fa3c84a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0483477 Aug 16 02:42:24.715618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d98f987-0ed1-49dd-bad4-da658a327257 req-02aee535-f0f5-42a8-b426-063ea324bd8d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313821 Aug 16 02:42:25.831167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fe71c-19e7-4e8d-8783-3414a1db7c6e req-c2fc4a37-cfb6-4484-9a32-e54be24596ae tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:25.833754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c49fe71c-19e7-4e8d-8783-3414a1db7c6e req-c2fc4a37-cfb6-4484-9a32-e54be24596ae tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0509906 Aug 16 02:42:25.873931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c49fe71c-19e7-4e8d-8783-3414a1db7c6e req-0ebd299d-0822-407b-a850-2840c45345a1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325539 Aug 16 02:42:26.987459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a4d6a-02fa-4fe1-907d-669694d8545c req-fbb4cd68-824a-4f75-8bb5-467050a6a13d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.988938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-859a4d6a-02fa-4fe1-907d-669694d8545c req-fbb4cd68-824a-4f75-8bb5-467050a6a13d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 944 time: 0.0482950 Aug 16 02:42:27.029947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-859a4d6a-02fa-4fe1-907d-669694d8545c req-c222363c-4610-4385-8518-eb47571e115f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351627 Aug 16 02:42:27.560285 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3a2134df-a47f-4804-bd36-9d567a26af3d details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:42:27.651863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3a2134df-a47f-4804-bd36-9d567a26af3d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3a2134df-a47f-4804-bd36-9d567a26af3d,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:27.663337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:42:27.704192 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.717083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2134df-a47f-4804-bd36-9d567a26af3d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:27.737713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3a2134df-a47f-4804-bd36-9d567a26af3d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3a2134df-a47f-4804-bd36-9d567a26af3d,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:27.741641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.787409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3a2134df-a47f-4804-bd36-9d567a26af3d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:27.794826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.795204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.795555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.795898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.796238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.796577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.796910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.797243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.797573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.797900 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.798233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.799141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:27.971648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3a2134df-a47f-4804-bd36-9d567a26af3d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:28.146377 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c148511-b1a1-4626-a5b3-1970f62abc0f req-c85e9901-8d4a-4ada-9b4a-c791aab3fc69 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:28.147963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c148511-b1a1-4626-a5b3-1970f62abc0f req-c85e9901-8d4a-4ada-9b4a-c791aab3fc69 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 945 time: 0.0517223 Aug 16 02:42:28.189690 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c148511-b1a1-4626-a5b3-1970f62abc0f req-86c4c000-8eff-4f56-a18e-274e8075d8ae tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350502 Aug 16 02:42:29.308624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba22fe-7411-488e-997d-4e3c9fe4b0fe req-80503496-5555-4136-9512-b460d0b8bc92 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.310287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0eba22fe-7411-488e-997d-4e3c9fe4b0fe req-80503496-5555-4136-9512-b460d0b8bc92 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 945 time: 0.0529673 Aug 16 02:42:29.351517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0eba22fe-7411-488e-997d-4e3c9fe4b0fe req-d6e6953c-175f-49f2-8c25-4c0ec85895af tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345342 Aug 16 02:42:29.581339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3a2134df-a47f-4804-bd36-9d567a26af3d up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:29.630117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 3a2134df-a47f-4804-bd36-9d567a26af3d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:29.634313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 3a2134df-a47f-4804-bd36-9d567a26af3d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:29.634684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.711432 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.732788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:29.735216 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559836a5-4e88-42f3-8a29-d525493a018b" -d '{"events": [{"server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "name": "network-vif-plugged", "status": "completed", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:29.748218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3a2134df-a47f-4804-bd36-9d567a26af3d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3a2134df-a47f-4804-bd36-9d567a26af3d,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:29.753165 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:29.800479 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3a2134df-a47f-4804-bd36-9d567a26af3d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:30.467061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606156b-72c5-4f47-96b8-28c1c4669180 req-14cb016c-b49a-432f-a16f-359e95f32955 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.468593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5606156b-72c5-4f47-96b8-28c1c4669180 req-14cb016c-b49a-432f-a16f-359e95f32955 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 946 time: 0.0489135 Aug 16 02:42:30.510040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5606156b-72c5-4f47-96b8-28c1c4669180 req-f37f22c9-81af-4398-ae83-2868e80deb33 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349102 Aug 16 02:42:30.874109 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e35db00-186a-4d55-9aab-48e0f3af4178 x-openstack-request-id: req-9e35db00-186a-4d55-9aab-48e0f3af4178 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:30.874581 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "name": "network-vif-plugged", "status": "completed", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:30.874714 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e35db00-186a-4d55-9aab-48e0f3af4178 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:30.875020 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'code': 200} Aug 16 02:42:30.969848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963f4a9-8a1f-42e2-b61d-29801eb67b2a req-f4dbb003-afcf-4ead-a63e-24843c2e0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.972052 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e963f4a9-8a1f-42e2-b61d-29801eb67b2a req-f4dbb003-afcf-4ead-a63e-24843c2e0453 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1098 time: 0.0423400 Aug 16 02:42:30.995828 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9434ef96-e202-4fed-bda1-a7dbf67856b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:31.015519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e963f4a9-8a1f-42e2-b61d-29801eb67b2a req-b18a1b56-884d-49b9-ab91-86cf95d4f7b1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358655 Aug 16 02:42:31.081153 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:31.624266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c3509-057b-4e55-8dbb-406c042b4222 req-c0778776-2e90-4448-a7de-daa4391a94bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:31.626589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e31c3509-057b-4e55-8dbb-406c042b4222 req-c0778776-2e90-4448-a7de-daa4391a94bb tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 946 time: 0.0496886 Aug 16 02:42:31.665243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e31c3509-057b-4e55-8dbb-406c042b4222 req-3bbcebb1-986b-493f-9c54-caf1a3e9b6e5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Aug 16 02:42:32.783326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef185-b472-4980-91a6-226764dde2b0 req-5bf40d40-a10b-4b38-8296-2a6b653fa456 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:32.784817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5cdef185-b472-4980-91a6-226764dde2b0 req-5bf40d40-a10b-4b38-8296-2a6b653fa456 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 946 time: 0.0491831 Aug 16 02:42:32.823536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5cdef185-b472-4980-91a6-226764dde2b0 req-b0ad09d7-4d13-4c22-98f5-9179ba07339f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327299 Aug 16 02:42:32.936846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3689cd-a2d8-4371-936b-89240a346794 req-d275e419-3203-4b21-9e5b-38270992c934 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:32.938342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b3689cd-a2d8-4371-936b-89240a346794 req-d275e419-3203-4b21-9e5b-38270992c934 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 946 time: 0.0483711 Aug 16 02:42:32.980356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b3689cd-a2d8-4371-936b-89240a346794 req-3b559f4f-2d29-4428-b8c5-3234e6434160 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354741 Aug 16 02:42:33.003400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37756) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:33.141314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338a97f-12d6-430b-906e-b0e5437afbf8 tempest-TestVolumeBootPattern-1986223379 tempest-TestVolumeBootPattern-1986223379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.143149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3338a97f-12d6-430b-906e-b0e5437afbf8 tempest-TestVolumeBootPattern-1986223379 tempest-TestVolumeBootPattern-1986223379-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1093 time: 0.1386058 Aug 16 02:42:33.145874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:33.150199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:33.172693 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.268099 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.376137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.25.5.137 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/34cecccf-9b2b-4e72-a549-8bfa8be668ff) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:33.477360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.525979 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.565713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:33.570611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:33.573262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:33.604591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=34cecccf-9b2b-4e72-a549-8bfa8be668ff,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:33.618739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.619112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.619468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.619810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.620147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.620484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.620815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.621145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.621478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.621806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.622134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.622461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:33.631341 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4bb5-472f-401f-8a0a-bc169aafa80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.954002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:33.991824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.022722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.176870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.181343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.250852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=34cecccf-9b2b-4e72-a549-8bfa8be668ff,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:34.259114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.359526 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Floating IP 1c75ae1b-3f39-4638-a473-7255b93ecf3d associated. External IP: 172.25.5.137, port: 3a2134df-a47f-4804-bd36-9d567a26af3d. Aug 16 02:42:34.567541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Router 666b9ca9-b121-426f-bb0e-4afdebeeab5d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:42:34.674967 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:42:34.685486 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42154082-6262-4caf-954e-88a639e84886 None None] Sync routers for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:42:34.691251 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:34.696470 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42154082-6262-4caf-954e-88a639e84886 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:34.697083 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42154082-6262-4caf-954e-88a639e84886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:42:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:34.718985 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7bd0623b-839a-4c08-9705-476b6f9f81d3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5720987 Aug 16 02:42:34.719717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:34.722350 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd2738f-a836-440a-a26b-c52e515638c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:34.802381 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42154082-6262-4caf-954e-88a639e84886 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:34.944250 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:35.041332 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42154082-6262-4caf-954e-88a639e84886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '1c75ae1b-3f39-4638-a473-7255b93ecf3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:42:33Z', 'updated_at': '2021-08-16T02:42:33Z', 'revision_number': 0, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:35.068452 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42154082-6262-4caf-954e-88a639e84886 None None] Checking router: 666b9ca9-b121-426f-bb0e-4afdebeeab5d for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:42:35.074401 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa7ff2b-c6ae-4b28-90a3-6cbe62d1a5aa x-openstack-request-id: req-aaa7ff2b-c6ae-4b28-90a3-6cbe62d1a5aa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:35.074928 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:35.074928 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aaa7ff2b-c6ae-4b28-90a3-6cbe62d1a5aa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:35.075363 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'status': 'completed', 'code': 200} Aug 16 02:42:35.077859 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42154082-6262-4caf-954e-88a639e84886 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:42:35.078470 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42154082-6262-4caf-954e-88a639e84886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:42:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:35.140214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-593d774d-b84a-408b-bf28-190ad2b0515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.141753 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-593d774d-b84a-408b-bf28-190ad2b0515e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1098 time: 0.0447428 Aug 16 02:42:35.187012 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42154082-6262-4caf-954e-88a639e84886 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:42:35.230962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-7e24e4af-37d7-4c0a-9402-3abe09b8bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.232380 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-7e24e4af-37d7-4c0a-9402-3abe09b8bd14 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0841918 Aug 16 02:42:35.303765 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-d78e30fd-3d99-4782-83bc-21e29c1cf362 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 200 len: 1000 time: 0.0642045 Aug 16 02:42:35.355395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-31c47b94-6b7e-406c-a877-d257a4baa897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.356870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-31c47b94-6b7e-406c-a877-d257a4baa897 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0459595 Aug 16 02:42:35.405147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-da76dc07-57d8-4460-aa0a-41abcf8e4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.406658 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-da76dc07-57d8-4460-aa0a-41abcf8e4c60 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418105 Aug 16 02:42:35.503111 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42154082-6262-4caf-954e-88a639e84886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '1c75ae1b-3f39-4638-a473-7255b93ecf3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:42:33Z', 'updated_at': '2021-08-16T02:42:33Z', 'revision_number': 0, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:35.505035 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-29a2a9d2-bec9-4a29-bba3-18d8e92404c2 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907633 Aug 16 02:42:35.528926 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42154082-6262-4caf-954e-88a639e84886 None None] The sync data for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 is: [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '1c75ae1b-3f39-4638-a473-7255b93ecf3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:42:33Z', 'updated_at': '2021-08-16T02:42:33Z', 'revision_number': 0, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:42:35.599399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8dd2738f-a836-440a-a26b-c52e515638c9 req-7f4dc56d-51d9-4824-8006-73e71cf69865 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873938 Aug 16 02:42:35.735828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cb53b-b83e-4c98-b225-524ce90a682d None None] New status for floating IP 1c75ae1b-3f39-4638-a473-7255b93ecf3d: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:42:37.070450 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.526394 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:49.586645 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:56.579802 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-7ed9e6f9-3ccf-4572-8117-2cbe79933812 req-cc30f2f0-37af-4e59-bd0c-14a3df5cb360 service neutron] (94640) timed out ('10.222.0.61', 41058) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:42:59.459858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-6284077e-e91e-4c43-bb5c-b351cab91484 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415289 Aug 16 02:42:59.546288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-9a5a3ae5-1fa0-47d7-9bd8-6c918a9826db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.547808 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-9a5a3ae5-1fa0-47d7-9bd8-6c918a9826db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1098 time: 0.0448735 Aug 16 02:42:59.647580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-1fd2a8f3-dd31-4576-9ce0-287d86f665aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.649027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-1fd2a8f3-dd31-4576-9ce0-287d86f665aa service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0819492 Aug 16 02:42:59.716365 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-d28b3022-4d6d-4f57-93f3-bce7559b1982 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 200 len: 1002 time: 0.0605633 Aug 16 02:42:59.764586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-c68eb9da-1fdb-42d7-96f5-bc408f922d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.765986 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-c68eb9da-1fdb-42d7-96f5-bc408f922d23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0430250 Aug 16 02:42:59.810291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-38eb1918-339c-44f1-a710-10c920df9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.811760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-38eb1918-339c-44f1-a710-10c920df9eaf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389564 Aug 16 02:42:59.902722 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-de9656b4-68ac-415e-a370-c19a778b5ec5 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Aug 16 02:42:59.991388 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1338f9b7-f7c0-44c9-9c34-fa79937a3254 req-c49651d0-34f7-4aa1-a842-a7ecde3ed8a9 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815845 Aug 16 02:43:00.997767 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-621ce5f5-8636-4a48-ac1b-ccdd8b556510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:01.094399 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.632795 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc6bcfd0-23f1-42e3-8045-80e5df66a280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.992793 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:04.945414 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:07.074609 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:11.106425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-f22a8721-ef89-468c-aa04-2d47a117f646 req-93ddcc7e-4a2f-451c-9dad-5705f8a7c1f2 tempest-ServerShowV247Test-1157046131 tempest-ServerShowV247Test-1157046131-project] (94639) timed out ('10.222.0.93', 57897) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:43:12.542025 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.587434 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:30.998306 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f19f9b0-2e18-41e5-a7a8-31be40262c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.099422 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.632787 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1edf9743-6890-46c5-994d-722288611392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.993131 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.948163 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.113818 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:37.807800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-adec607c-93b7-4652-86f0-ca639cd1da42 req-d483d6ce-a67e-4ab3-b641-aa82a9b8663a service neutron] (94640) timed out ('10.222.0.86', 60491) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:43:42.555239 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:00.999641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2984378-5488-4b1f-8d86-841aad3aefaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.102352 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.522089 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-a4522a1c-1723-498a-9745-0cb804d7cd7c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002975 Aug 16 02:44:01.604384 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-92febb95-14d2-43bc-a385-0fdaab6f400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:01.606374 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-92febb95-14d2-43bc-a385-0fdaab6f400c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1098 time: 0.0444257 Aug 16 02:44:01.705860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-8523b7f6-e749-4f94-925f-7d399525f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:01.707254 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-8523b7f6-e749-4f94-925f-7d399525f0df service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0826869 Aug 16 02:44:01.775475 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-ff2ae1c3-2173-48e5-99a6-b1b8a1e551c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 200 len: 1002 time: 0.0611053 Aug 16 02:44:01.823987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-ff6e2f6c-e0f4-4ef4-9fa1-ca1e7a4db856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:01.825469 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-ff6e2f6c-e0f4-4ef4-9fa1-ca1e7a4db856 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0438242 Aug 16 02:44:01.869814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-1a26f031-744c-4c16-8ec4-94608fb38f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:01.871881 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-1a26f031-744c-4c16-8ec4-94608fb38f23 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394306 Aug 16 02:44:01.963294 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-86cdc38a-4a80-436b-943e-3754e228309d service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848429 Aug 16 02:44:02.052066 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-30a2c23b-cf87-4e80-9de1-431d3b637a86 req-044d9885-9cce-43c0-b845-246cada65c12 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820260 Aug 16 02:44:03.586768 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:03.633472 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7054-d335-4b44-939f-75e62feb6eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.992902 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:04.952481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.088792 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.379873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-34a9d4e3-e5b7-4978-b1a8-6b756bab9a34 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667159888&fields=id&tenant_id=5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 267 time: 0.0355754 Aug 16 02:44:12.496685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-bb710604-516b-460a-87bb-904227d6e690 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:12.498171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-bb710604-516b-460a-87bb-904227d6e690 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1095803 Aug 16 02:44:12.513758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-42dba458-24a7-4932-8a63-cb552f6a28f5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/quotas/5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 375 time: 0.0091457 Aug 16 02:44:12.552993 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.572835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-04946c78-4367-4bfc-a87b-68e987971218 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533266 Aug 16 02:44:12.635297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-45541e6f-c8fb-4aa5-a0d4-c7efeed6ac00 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:44:12.636306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-45541e6f-c8fb-4aa5-a0d4-c7efeed6ac00 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508394 Aug 16 02:44:12.730648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-de9dcf8c-12f9-421e-bfb1-984d0757e166 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873733 Aug 16 02:44:13.104308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-8b3acad7-f977-4900-a6b6-d3ed00397874 service neutron] 10.222.0.61 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661382 Aug 16 02:44:13.448652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4debc80-28bc-482e-b10b-90e3d159656f req-871ffcab-761d-4b1b-9008-137081975021 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0848584 Aug 16 02:44:14.524257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-617128c2-03ac-44e0-8355-a0a7a0b4427e req-9c149e72-3dce-4668-80f9-9fa95f681c20 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0264955 Aug 16 02:44:15.621684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a52b0674-bec6-4e84-8904-a95f6d94c621 req-f2fa752e-7f45-45f9-853c-3b29c027da30 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0298402 Aug 16 02:44:16.698370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2c29a5c-ba32-4de8-993a-a06480242a17 req-837f5c27-3eaa-4540-bf04-c2169efc01cf tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0262413 Aug 16 02:44:17.798285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-99a9c150-0441-45f4-ab70-dee0486ddbc6 req-9aa6b8e9-0350-425b-8348-625b3dfb4775 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0286567 Aug 16 02:44:18.475326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-2897fb03-176d-4a50-a8c2-64a0fbec49c3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:18.476991 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-2897fb03-176d-4a50-a8c2-64a0fbec49c3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 811 time: 0.1184812 Aug 16 02:44:18.538450 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-55e387fe-01a9-4fc9-be5c-98c808031125 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fe467a1fbf8486890c48f1460dec609 HTTP/1.1" status: 200 len: 379 time: 0.0400443 Aug 16 02:44:18.548910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'port': {'device_id': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'admin_state_up': True, 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'security_groups': ['dd195915-afc1-438f-b6e9-140e3ab2508d']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:18.672664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Made reservation on behalf of 5fe467a1fbf8486890c48f1460dec609 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:18.676457 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:18.828044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.20.0.10 (b9bc0843-91b9-4159-affc-14f966757143/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a/ea296ec4-d0a8-48b3-b2c7-3176d0f1c100) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:18.921439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f111a08c-1371-4394-8492-9bfe792bb8bb req-219c0cff-0ab0-4491-84e9-7a85697cca4e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0283020 Aug 16 02:44:18.997349 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.010591 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Transition to ACTIVE for port object ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:19.045516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.094068 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network b9bc0843-91b9-4159-affc-14f966757143 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:19.097480 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:19.101555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:19.135721 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:19.148745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.149084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.149426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.149830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.150169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.150496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.150820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.151170 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.151497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.152051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.152378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.152697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:19.169852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:19.170486 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.186104 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-081513f8-ea8e-44b7-b85b-641c66508009 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6410608 Aug 16 02:44:19.266051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Request body: {'port': {'device_id': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:19.329684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.358219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65e83f6b-1b87-439f-819f-00780a9ca146 None None] Provisioning for port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:19.363617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65e83f6b-1b87-439f-819f-00780a9ca146 None None] Provisioning complete for port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:19.364225 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65e83f6b-1b87-439f-819f-00780a9ca146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.403306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-65e83f6b-1b87-439f-819f-00780a9ca146 None None] Port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:19.610596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:44:19.618256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.630743 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Transition to ACTIVE for port object ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:19.634646 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.691933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Pushing event updated for resources: {'Port': ['ID=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:19.776072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Attempting to bind port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:19.776322 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Attempting to bind port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:19.776660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Attempting to bind port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:19.782502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 on network b9bc0843-91b9-4159-affc-14f966757143 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:44:19.782502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Attempting to bind port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 on network b9bc0843-91b9-4159-affc-14f966757143 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:19.790683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:19.791127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Checking segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:19.793005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Bound using segment: {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:19.793886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Bound port: ea296ec4-d0a8-48b3-b2c7-3176d0f1c100, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bc1220-7334-4683-9905-56052309798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:19.793886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.872523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] For port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:19.875925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] For port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:19.881032 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.924294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:19.925042 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:19.926333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] 10.222.0.86 "PUT /v2.0/ports/ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 HTTP/1.1" status: 200 len: 1093 time: 0.7263386 Aug 16 02:44:19.926780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:19.929116 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af8326c-bbc0-4b5e-8d22-47e71303e671" -d '{"events": [{"name": "network-changed", "server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:19.953077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801579a8-e4a7-4249-b489-8b2cf05249be service neutron] Pushing event updated for resources: {'Port': ['ID=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:20.054266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-027352b2-5325-4920-9bbc-90fd2e0d99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.056364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-027352b2-5325-4920-9bbc-90fd2e0d99b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 1096 time: 0.0698814 Aug 16 02:44:20.111410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d24d0-6fb9-4d12-a688-be7d843646bd req-19e673ec-f234-4979-9c49-577a4045345a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.121804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-639d24d0-6fb9-4d12-a688-be7d843646bd req-19e673ec-f234-4979-9c49-577a4045345a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0872338 Aug 16 02:44:20.136635 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c976c-35ec-4539-84cd-015f51444f4c x-openstack-request-id: req-616c976c-35ec-4539-84cd-015f51444f4c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:20.137696 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:20.138176 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-616c976c-35ec-4539-84cd-015f51444f4c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:20.138979 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'status': 'completed', 'code': 200} Aug 16 02:44:20.141804 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-c83cb2aa-3101-4e80-8b12-8a79a4982e88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 HTTP/1.1" status: 200 len: 217 time: 0.0699151 Aug 16 02:44:20.169359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-639d24d0-6fb9-4d12-a688-be7d843646bd req-bb0609f8-597c-48d0-b8b8-042de59772a3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462682 Aug 16 02:44:20.210949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-4fa74708-32fb-4957-af32-635b318d2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.212807 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-4fa74708-32fb-4957-af32-635b318d2e71 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0647254 Aug 16 02:44:20.263219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-a68cf5fb-66d0-4585-bde3-4ba32cb7c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.265627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-a68cf5fb-66d0-4585-bde3-4ba32cb7c590 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455637 Aug 16 02:44:20.373782 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-d5632b01-6bb1-4295-ad85-231cec1ee50f service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012125 Aug 16 02:44:20.469737 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-31534f1f-890a-49cc-a6a9-580a53e3cdb5 req-5d478b52-dd8f-4f36-9fc7-3af8d3414723 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889697 Aug 16 02:44:20.596744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-d071a331-05c7-4cb3-8cf8-9fc3a659953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.598470 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-d071a331-05c7-4cb3-8cf8-9fc3a659953d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 1096 time: 0.0540476 Aug 16 02:44:20.700572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-370c35d5-6d46-4a23-b480-85717b36738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.703765 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-370c35d5-6d46-4a23-b480-85717b36738f service neutron] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0980668 Aug 16 02:44:20.750673 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-6800711d-af34-45e8-b6af-29e5f93523b4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 HTTP/1.1" status: 200 len: 217 time: 0.0400500 Aug 16 02:44:20.810688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-11e9a568-504c-491e-95de-047ff7feaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.813006 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-11e9a568-504c-491e-95de-047ff7feaac3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0560570 Aug 16 02:44:20.864259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-00556cf8-e0a1-4369-b69c-e4ebd7ac1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.865801 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-00556cf8-e0a1-4369-b69c-e4ebd7ac1042 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465808 Aug 16 02:44:20.965329 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-d6e63cfa-e423-45fc-a236-995a10ad8c0e service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924864 Aug 16 02:44:21.060738 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4af8326c-bbc0-4b5e-8d22-47e71303e671 req-69e8aa9c-68d2-4bff-ab28-f2845efacaad service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886879 Aug 16 02:44:21.300734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2627b90-0484-4a3b-9edc-fe8e0c7785d2 req-525ffbd6-57e2-4c4b-8f42-01a2d0c5671f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:21.302245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2627b90-0484-4a3b-9edc-fe8e0c7785d2 req-525ffbd6-57e2-4c4b-8f42-01a2d0c5671f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0551832 Aug 16 02:44:21.340871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c2627b90-0484-4a3b-9edc-fe8e0c7785d2 req-82f117cc-74ab-4937-aa76-4fb9f4b28aa7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324357 Aug 16 02:44:22.456959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f6ca9-f9cd-47ab-89a6-1ce2fbb1dae1 req-31434ed5-e96b-4327-9357-d3fbeef5a3d2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.458496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df3f6ca9-f9cd-47ab-89a6-1ce2fbb1dae1 req-31434ed5-e96b-4327-9357-d3fbeef5a3d2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0501261 Aug 16 02:44:22.499162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df3f6ca9-f9cd-47ab-89a6-1ce2fbb1dae1 req-ead2b51c-7e93-4f3c-91cc-2d97ec351c64 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345197 Aug 16 02:44:23.614275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056084e-4c2f-4e87-a210-c7ee7196cd35 req-cc0f9141-fc46-412c-8dc6-63b5e8d667ed tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:23.615799 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1056084e-4c2f-4e87-a210-c7ee7196cd35 req-cc0f9141-fc46-412c-8dc6-63b5e8d667ed tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0488422 Aug 16 02:44:23.653502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1056084e-4c2f-4e87-a210-c7ee7196cd35 req-1f2fe07a-91e9-4c7e-8a75-8e20ebd1dfd4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315228 Aug 16 02:44:24.771757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0e8b6-a809-4b0c-821d-68a8ea4dda02 req-299406a9-1194-4a88-b12f-4453363a9602 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:24.773254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ba0e8b6-a809-4b0c-821d-68a8ea4dda02 req-299406a9-1194-4a88-b12f-4453363a9602 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0533686 Aug 16 02:44:24.812395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0ba0e8b6-a809-4b0c-821d-68a8ea4dda02 req-5619fab8-48a5-473a-bef8-a11d2a1642b3 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330405 Aug 16 02:44:25.935449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a239cd-ae68-4d37-9e46-53f0d6742f15 req-81fe760c-54eb-489f-8d56-b83b61440578 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:25.937583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63a239cd-ae68-4d37-9e46-53f0d6742f15 req-81fe760c-54eb-489f-8d56-b83b61440578 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0600100 Aug 16 02:44:25.976274 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63a239cd-ae68-4d37-9e46-53f0d6742f15 req-157c1711-62a2-4210-a3e5-7b1b28489e7c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327668 Aug 16 02:44:27.090764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ca884-70ea-4c9b-af51-3860edfb685d req-41ab3162-3d2d-4245-b64b-0deee78ad3f1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:27.092295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-348ca884-70ea-4c9b-af51-3860edfb685d req-41ab3162-3d2d-4245-b64b-0deee78ad3f1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0494528 Aug 16 02:44:27.131674 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-348ca884-70ea-4c9b-af51-3860edfb685d req-54a80d1c-7001-4c4f-a7fc-5d765754907d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331039 Aug 16 02:44:28.254496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8e169-3d08-4196-85ac-86b2ddc3ca1b req-0de66435-dfb3-4f11-994c-9332a061ef3c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:28.256093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80a8e169-3d08-4196-85ac-86b2ddc3ca1b req-0de66435-dfb3-4f11-994c-9332a061ef3c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0549490 Aug 16 02:44:28.294650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80a8e169-3d08-4196-85ac-86b2ddc3ca1b req-b84084c6-d85a-412d-b3a5-7f431bbe1a46 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327089 Aug 16 02:44:29.409934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ec6f-7d0f-4f5a-976c-ebd213e8f3e7 req-3f7af777-f273-4202-a8bd-677111686f66 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:29.411376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5237ec6f-7d0f-4f5a-976c-ebd213e8f3e7 req-3f7af777-f273-4202-a8bd-677111686f66 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0504346 Aug 16 02:44:29.450224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5237ec6f-7d0f-4f5a-976c-ebd213e8f3e7 req-2ef910ab-c515-4cca-8676-0b0d8c517e5f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327673 Aug 16 02:44:30.564221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b7689-703a-4898-ac96-70c5da36ede3 req-c9874233-c92c-4ab5-91e4-497c74e68102 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:30.565698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-668b7689-703a-4898-ac96-70c5da36ede3 req-c9874233-c92c-4ab5-91e4-497c74e68102 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0491753 Aug 16 02:44:30.603270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-668b7689-703a-4898-ac96-70c5da36ede3 req-ba421a22-79d8-4dcd-8740-ac2c5ed0d9e9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Aug 16 02:44:31.001811 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5938148-d1e7-4b1d-8be3-c85c4d6c4e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.108797 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.724371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ccdab-54a4-4445-99d9-d4e86e54c7e8 req-24e0cbb5-f01f-4679-a032-30da5789698d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:31.725873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd0ccdab-54a4-4445-99d9-d4e86e54c7e8 req-24e0cbb5-f01f-4679-a032-30da5789698d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 944 time: 0.0530856 Aug 16 02:44:31.763215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd0ccdab-54a4-4445-99d9-d4e86e54c7e8 req-cc721188-d926-48b3-874e-1dddb36b0813 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314238 Aug 16 02:44:31.804339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:44:31.903821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:31.918012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'port_id': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'mac_address': 'fa:16:3e:0d:3b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:44:31.955006 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:31.967071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:44:31.986280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:31.990211 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.035959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:32.043256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.043603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.043942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.044277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.044606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.044941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.045262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.045584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.045920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.046754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.047148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.047432 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:32.400818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['ea296ec4-d0a8-48b3-b2c7-3176d0f1c100'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:44:32.877721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01bea7-96fe-4800-867f-5b4216fcf1c4 req-01362bb6-8fae-496a-9018-4c484ac93ca9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:32.879236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb01bea7-96fe-4800-867f-5b4216fcf1c4 req-01362bb6-8fae-496a-9018-4c484ac93ca9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 945 time: 0.0487053 Aug 16 02:44:32.918463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fb01bea7-96fe-4800-867f-5b4216fcf1c4 req-bb74d975-752a-4685-9459-d1ba61e045e0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333536 Aug 16 02:44:33.633543 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21273b0a-4b80-456c-b12b-486cedc1aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.803841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:33.851679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:33.855301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:33.855674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.932130 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:33.955524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:33.957738 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1566a21b-ea6d-42d8-a7d9-cd6c76551e02" -d '{"events": [{"server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "name": "network-vif-plugged", "status": "completed", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:33.971984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:33.978609 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.006070 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f146a5b7-a0b2-485b-b55b-649752574b2f x-openstack-request-id: req-f146a5b7-a0b2-485b-b55b-649752574b2f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:34.006457 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "name": "network-vif-plugged", "status": "completed", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:34.006781 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f146a5b7-a0b2-485b-b55b-649752574b2f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:34.007197 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'code': 200} Aug 16 02:44:34.024121 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:34.039918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:34.043262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5c4d2-56d1-49db-a234-4724c96045f5 req-c92e3b96-efa6-44c2-917c-d21ea0a45ee1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:34.045377 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21d5c4d2-56d1-49db-a234-4724c96045f5 req-c92e3b96-efa6-44c2-917c-d21ea0a45ee1 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 946 time: 0.0553923 Aug 16 02:44:34.086652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21d5c4d2-56d1-49db-a234-4724c96045f5 req-0205f772-0e34-4ca3-bb65-0d1038f434c9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343599 Aug 16 02:44:34.126225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b8ec-d95e-47e3-a3f5-a4fdd4d13709 req-63e2e1f5-aa63-4295-928d-74b30e94466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:34.127795 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e979b8ec-d95e-47e3-a3f5-a4fdd4d13709 req-63e2e1f5-aa63-4295-928d-74b30e94466c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 1098 time: 0.0437739 Aug 16 02:44:34.162032 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e979b8ec-d95e-47e3-a3f5-a4fdd4d13709 req-b2ceaf69-aa0d-4005-b492-357e67810e47 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277236 Aug 16 02:44:34.955824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:35.206849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1689157-8891-4bf0-9fd3-6ab9d6c25eb8 req-ad8a25d3-bb13-4d11-aa21-bbb5d5e9e81f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:35.208266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1689157-8891-4bf0-9fd3-6ab9d6c25eb8 req-ad8a25d3-bb13-4d11-aa21-bbb5d5e9e81f tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 946 time: 0.0529845 Aug 16 02:44:35.246175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a1689157-8891-4bf0-9fd3-6ab9d6c25eb8 req-77fdff46-8064-473a-8302-1ce7ef65e6b4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320191 Aug 16 02:44:36.364760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90cfd-2e9e-45e2-bfe7-4158e99ee4c0 req-db77c2fc-aede-45f6-b8e4-747915207409 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:36.366293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0b90cfd-2e9e-45e2-bfe7-4158e99ee4c0 req-db77c2fc-aede-45f6-b8e4-747915207409 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 946 time: 0.0497184 Aug 16 02:44:36.404254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0b90cfd-2e9e-45e2-bfe7-4158e99ee4c0 req-aba3e7cf-07aa-4b04-a505-e9035b7db6a7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319757 Aug 16 02:44:36.519112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f73a3-da44-4396-bccb-b8c09eb544c9 req-ba2a92cf-d6a0-44a2-97a7-2c75e6e67e5d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:36.520622 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-268f73a3-da44-4396-bccb-b8c09eb544c9 req-ba2a92cf-d6a0-44a2-97a7-2c75e6e67e5d tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 946 time: 0.0493686 Aug 16 02:44:36.558149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-268f73a3-da44-4396-bccb-b8c09eb544c9 req-247a138c-62b7-48d2-8f8f-05b2c2b061f7 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316055 Aug 16 02:44:36.581351 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:36.624055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d19bd50-53ef-48bc-a304-cb969af7041d tempest-TestVolumeBootPattern-1986223379 tempest-TestVolumeBootPattern-1986223379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:36.626275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5d19bd50-53ef-48bc-a304-cb969af7041d tempest-TestVolumeBootPattern-1986223379 tempest-TestVolumeBootPattern-1986223379-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 1093 time: 0.0439274 Aug 16 02:44:36.629005 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:36.633294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:36.654484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.748882 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.853040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Allocated IP 172.25.5.10 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/43d7f956-10bd-401d-ae36-ea340ba26b39) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:36.954392 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:36.992855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.033523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:37.038332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:37.041837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:37.066497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=43d7f956-10bd-401d-ae36-ea340ba26b39,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:37.077887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.078238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.078590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.079003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.079387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.079726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.080058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.080390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.080727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.081057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.081393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.081718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:37.083727 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.415097 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.486536 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.638332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.643171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.711931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event updated for resources: {'Port': ['ID=43d7f956-10bd-401d-ae36-ea340ba26b39,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:37.723004 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:37.827359 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Floating IP dd5de2ce-2faa-4f3a-8cbf-62dfb0a7161f associated. External IP: 172.25.5.10, port: ea296ec4-d0a8-48b3-b2c7-3176d0f1c100. Aug 16 02:44:38.043052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Router 666b9ca9-b121-426f-bb0e-4afdebeeab5d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:44:38.154376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:44:38.165666 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] Sync routers for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:44:38.173868 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.176593 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:38.177221 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:44:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:38.215340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-50324de8-0bb7-42e0-9326-b14c8c147ad0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5722647 Aug 16 02:44:38.215340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:38.215340 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:38.244370 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69280ff4-fcba-4e1d-a546-1b62c639607f x-openstack-request-id: req-69280ff4-fcba-4e1d-a546-1b62c639607f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:38.244666 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:38.244925 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69280ff4-fcba-4e1d-a546-1b62c639607f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:38.245332 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'status': 'completed', 'code': 200} Aug 16 02:44:38.295803 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:38.334056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-de64c397-2399-4b2f-ae91-b07814888edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.335624 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-de64c397-2399-4b2f-ae91-b07814888edb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 1098 time: 0.0486491 Aug 16 02:44:38.432605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-28a132a3-25e5-44af-bc79-07ca649b7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.434067 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-28a132a3-25e5-44af-bc79-07ca649b7976 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0912266 Aug 16 02:44:38.504125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-85ac06a4-ea3f-478f-85e4-d1992b078719 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 HTTP/1.1" status: 200 len: 999 time: 0.0630608 Aug 16 02:44:38.527469 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '1c75ae1b-3f39-4638-a473-7255b93ecf3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:42:33Z', 'updated_at': '2021-08-16T02:42:35Z', 'revision_number': 1, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}, {'id': 'dd5de2ce-2faa-4f3a-8cbf-62dfb0a7161f', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:0d:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:44:37Z', 'updated_at': '2021-08-16T02:44:37Z', 'revision_number': 0, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:38.554917 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] Checking router: 666b9ca9-b121-426f-bb0e-4afdebeeab5d for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:44:38.558011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-99a274df-adfc-499b-b911-54bfd74a8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.559531 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-99a274df-adfc-499b-b911-54bfd74a8513 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0490992 Aug 16 02:44:38.562907 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:38.564228 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:44:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:38.604996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-3a33cc49-e36b-48cf-82b0-e111c5d92f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.606513 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-3a33cc49-e36b-48cf-82b0-e111c5d92f93 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397661 Aug 16 02:44:38.668805 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:38.702926 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-421ad53d-1a04-4ffd-885a-1600f31118c1 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886855 Aug 16 02:44:38.793861 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7f1f3557-9375-4c00-ac51-99dcbf6d66fd req-8716d7f1-6078-42a9-85d3-65087800341f service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837727 Aug 16 02:44:38.898224 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '1c75ae1b-3f39-4638-a473-7255b93ecf3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:42:33Z', 'updated_at': '2021-08-16T02:42:35Z', 'revision_number': 1, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}, {'id': 'dd5de2ce-2faa-4f3a-8cbf-62dfb0a7161f', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:0d:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:44:37Z', 'updated_at': '2021-08-16T02:44:37Z', 'revision_number': 0, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:38.924380 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940ac23-a29d-4e8c-8691-2177b6542231 None None] The sync data for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 is: [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '1c75ae1b-3f39-4638-a473-7255b93ecf3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:42:33Z', 'updated_at': '2021-08-16T02:42:35Z', 'revision_number': 1, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}, {'id': 'dd5de2ce-2faa-4f3a-8cbf-62dfb0a7161f', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:0d:3b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:44:37Z', 'updated_at': '2021-08-16T02:44:37Z', 'revision_number': 0, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:44:39.107064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6be800-ab75-4f75-b6ce-477d3a0fce0e None None] New status for floating IP dd5de2ce-2faa-4f3a-8cbf-62dfb0a7161f: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:44:40.586735 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:42.560239 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.587007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-05a60527-d61e-4833-a1a3-b16572bb1774 req-62137d72-c455-454e-a8da-c10840166476 service neutron] (94640) timed out ('10.222.0.93', 57874) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:45:01.004658 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50e0dfcf-3f3e-4b89-90a8-48b9f5c17a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:01.124051 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:02.009737 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-1273a49d-be72-42d3-980e-4686787f5334 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436361 Aug 16 02:45:02.095729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-9b7370a6-1224-4f71-8340-e38564b41e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:02.097346 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-9b7370a6-1224-4f71-8340-e38564b41e85 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1098 time: 0.0444798 Aug 16 02:45:02.199319 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-e913d6c0-ff05-4ec8-85ad-4ddc14bef7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:02.200866 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-e913d6c0-ff05-4ec8-85ad-4ddc14bef7ab service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0846457 Aug 16 02:45:02.271403 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-c1187031-24e5-4bbe-89b9-3024dc92354d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 200 len: 1002 time: 0.0630095 Aug 16 02:45:02.321032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-403edb55-a54d-48e1-8974-2e117ee2d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:02.322485 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-403edb55-a54d-48e1-8974-2e117ee2d190 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0450251 Aug 16 02:45:02.368240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-65db0789-86ca-4a31-98a9-ca1f0fb88f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:02.369734 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-65db0789-86ca-4a31-98a9-ca1f0fb88f14 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403869 Aug 16 02:45:02.463447 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-5b590166-8af5-4ee9-aac5-26975cfa9767 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857105 Aug 16 02:45:02.558078 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2f7e0bfd-3807-4b23-aee0-0cb72cb6da70 req-184402a9-31f6-4177-bf16-1ebac921cdf8 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871358 Aug 16 02:45:03.635199 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65e83b19-377e-442c-a498-97489af4ab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:03.996706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:04.957625 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:07.086792 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:12.566781 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:17.586177 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:45:23.165200 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-59b18e28-c3c4-484e-acc2-6593e010e18d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475159 Aug 16 02:45:23.275580 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-7fe9e1ec-e5db-4d2e-9878-9bdacecdfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.277287 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-7fe9e1ec-e5db-4d2e-9878-9bdacecdfa55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 1098 time: 0.0524454 Aug 16 02:45:23.393214 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-96cd28c5-d9ac-472f-a1b2-c5badbb55a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.394621 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-96cd28c5-d9ac-472f-a1b2-c5badbb55a80 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0956292 Aug 16 02:45:23.467803 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-d2b0f0b4-fcd1-4869-8bb1-42980e7a6e78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 HTTP/1.1" status: 200 len: 1001 time: 0.0660791 Aug 16 02:45:23.520700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-922965f2-273f-4bdd-9233-9243b68ae219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.522955 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-922965f2-273f-4bdd-9233-9243b68ae219 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0476565 Aug 16 02:45:23.568843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-d7b09d47-90a8-402b-8127-b5f96a672828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.570622 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-d7b09d47-90a8-402b-8127-b5f96a672828 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419829 Aug 16 02:45:23.665492 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-550263bd-ca7f-4f30-b5e6-ae2686e84d20 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867121 Aug 16 02:45:23.759264 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ec70a4d9-8ccd-4e72-8cc0-81e1ff2f7bbb req-72584180-606e-4f79-9a04-3dd7209966dd service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860341 Aug 16 02:45:31.005040 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49b75442-541c-40fd-b5db-f6a9f701b8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.136312 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.636137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d56dbb58-8353-4619-ace1-36ebee0ccecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.996813 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.961102 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:37.120608 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:42.581371 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:54.585932 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:01.007183 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ef53116-19f1-4f74-bd49-3c80a03eba6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.150875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:01.460030 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-5f7b621c-ebc2-48e7-b2e6-4d57f584687f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417857 Aug 16 02:46:01.553941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-86c41fa1-c04e-473e-9add-14728054877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.555500 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-86c41fa1-c04e-473e-9add-14728054877f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1098 time: 0.0481007 Aug 16 02:46:01.663966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-54b43bf7-70a9-4682-9d61-470be7cd838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.665429 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-54b43bf7-70a9-4682-9d61-470be7cd838f service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0869207 Aug 16 02:46:01.734014 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-aa6c2654-8aa3-4df0-95c6-746adc0e8da0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 200 len: 1002 time: 0.0619473 Aug 16 02:46:02.144872 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-9f97fda7-7e6d-4717-a7dd-928bd1fea48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:02.146450 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-9f97fda7-7e6d-4717-a7dd-928bd1fea48e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.4058218 Aug 16 02:46:02.192023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-47674f4e-c28a-4278-9533-a617e3713181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:02.193537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-47674f4e-c28a-4278-9533-a617e3713181 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401988 Aug 16 02:46:02.294096 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-15dc9b93-e2bc-4392-aea4-a58cef4b3a61 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929134 Aug 16 02:46:02.384361 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-39a30baf-ed74-427b-8b97-a5d6a50f679e req-6c446da6-ff0c-4cf6-b6a9-4d314a7365c5 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832152 Aug 16 02:46:03.640424 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5712b22a-64f0-48bb-8d23-9f5d3a39365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:03.997695 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:04.964399 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.488858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 37978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:05.650535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port 43d7f956-10bd-401d-ae36-ea340ba26b39 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:05.650881 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.729747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.730084 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.741550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for 43d7f956-10bd-401d-ae36-ea340ba26b39 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:05.884301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.914024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=43d7f956-10bd-401d-ae36-ea340ba26b39,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:05.938723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.939070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.939433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.939771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.940104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.940437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.940767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.941095 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.941416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.941741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.942065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.942386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:05.982696 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:05.983082 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Floating IP dd5de2ce-2faa-4f3a-8cbf-62dfb0a7161f disassociated (deleted). External IP: 172.25.5.10, port: ea296ec4-d0a8-48b3-b2c7-3176d0f1c100. Aug 16 02:46:06.191039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Router 666b9ca9-b121-426f-bb0e-4afdebeeab5d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:06.298571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:06.303327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.307852 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] Sync routers for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:06.317378 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:06.317989 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:46:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:06.329253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e49f8488-9f0f-43b8-9ba3-40d2eed2d966 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "DELETE /v2.0/floatingips/dd5de2ce-2faa-4f3a-8cbf-62dfb0a7161f HTTP/1.1" status: 204 len: 168 time: 0.8393059 Aug 16 02:46:06.329832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:06.332188 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c2350b-8d93-4220-8d27-bdf3b6342739" -d '{"events": [{"name": "network-changed", "server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:06.373746 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b06bdad-9289-4b23-9f52-fd39a3aebc32 x-openstack-request-id: req-5b06bdad-9289-4b23-9f52-fd39a3aebc32 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:06.374100 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:06.374431 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b06bdad-9289-4b23-9f52-fd39a3aebc32 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:06.375023 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'status': 'completed', 'code': 200} Aug 16 02:46:06.429598 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:06.463261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-3418ec85-4835-4cb5-8056-90b40c34f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.465017 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-3418ec85-4835-4cb5-8056-90b40c34f5b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 1098 time: 0.0475674 Aug 16 02:46:06.564564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-c24bdda2-fc06-4538-9fab-5ad392890ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.566156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-c24bdda2-fc06-4538-9fab-5ad392890ce7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.0939467 Aug 16 02:46:06.569768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591190f6-d533-4afc-8cb9-51d1fb844af2 req-444700b6-1ad8-48fc-aecb-d528ddc511af tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.571309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-591190f6-d533-4afc-8cb9-51d1fb844af2 req-444700b6-1ad8-48fc-aecb-d528ddc511af tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 946 time: 0.0516934 Aug 16 02:46:06.609125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-5ea831bd-d086-4d56-a9c8-0da7f118fdd8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 HTTP/1.1" status: 200 len: 217 time: 0.0349393 Aug 16 02:46:06.611234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-591190f6-d533-4afc-8cb9-51d1fb844af2 req-79532e0f-fc34-4ed9-97b7-679cc29e8bf0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332632 Aug 16 02:46:06.667980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-819b46e5-a28c-4b3d-b018-0a7fc7527165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.669812 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-819b46e5-a28c-4b3d-b018-0a7fc7527165 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0517850 Aug 16 02:46:06.719483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-603a6e2e-f0be-43ac-9c94-20fdd5dbd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.720937 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-603a6e2e-f0be-43ac-9c94-20fdd5dbd00a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437331 Aug 16 02:46:06.768856 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '1c75ae1b-3f39-4638-a473-7255b93ecf3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:42:33Z', 'updated_at': '2021-08-16T02:42:35Z', 'revision_number': 1, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:06.795173 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] Checking router: 666b9ca9-b121-426f-bb0e-4afdebeeab5d for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:06.803725 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:06.804336 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:46:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:06.812883 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-78276dc2-521a-42c6-81a2-5e0e85782c14 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832438 Aug 16 02:46:06.907349 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:06.911677 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-64c2350b-8d93-4220-8d27-bdf3b6342739 req-9cac8c73-f614-4cce-b486-0c093149ea26 service neutron] 10.222.0.86 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911880 Aug 16 02:46:07.093045 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.132781 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '1c75ae1b-3f39-4638-a473-7255b93ecf3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:42:33Z', 'updated_at': '2021-08-16T02:42:35Z', 'revision_number': 1, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:07.159810 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6e05d-d3ff-482f-bfbb-92ca8cd71d48 None None] The sync data for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 is: [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '1c75ae1b-3f39-4638-a473-7255b93ecf3d', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'port_id': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'mac_address': 'fa:16:3e:a8:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f98963-a1ba-4318-8145-8815062ea884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:42:33Z', 'updated_at': '2021-08-16T02:42:35Z', 'revision_number': 1, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:07.374827 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c74cef-f62a-419f-87b6-f16c91e300b4 None None] New status for floating IP dd5de2ce-2faa-4f3a-8cbf-62dfb0a7161f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:46:07.727435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0f75e-027a-4b03-843f-3b0255d4f795 req-cb2cdb1f-8144-43e9-9d0b-5b4bc3abc5b4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.729651 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24a0f75e-027a-4b03-843f-3b0255d4f795 req-cb2cdb1f-8144-43e9-9d0b-5b4bc3abc5b4 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 946 time: 0.0492742 Aug 16 02:46:07.770732 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24a0f75e-027a-4b03-843f-3b0255d4f795 req-9ca93560-7261-4e0a-b0a1-81aaddba6a66 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351214 Aug 16 02:46:08.271409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-846c44ea-41fa-4b09-a74c-d2bb0452502c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.272865 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-846c44ea-41fa-4b09-a74c-d2bb0452502c tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 946 time: 0.0501351 Aug 16 02:46:08.364495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:08.364831 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.451562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] For port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:08.451828 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.464859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:08.594108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.620863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=ea296ec4-d0a8-48b3-b2c7-3176d0f1c100,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:08.630627 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.630973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.631337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.631671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.632000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.632325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.632649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.633531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.633531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.633699 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.633890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.634192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:08.675918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] No DVR routers for this DVR port ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:08.678713 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.680719 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3608ea2a-f7ad-4910-8925-495828f261c7 req-c4db5338-18d9-4578-87f0-9a6c74bec383 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.86 "DELETE /v2.0/ports/ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 HTTP/1.1" status: 204 len: 173 time: 0.4017293 Aug 16 02:46:08.681150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'name': 'network-vif-deleted', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:08.683449 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b3723d-f805-4068-8e1c-cbedd2ba0ab4" -d '{"events": [{"server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "name": "network-vif-deleted", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:08.740402 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2514f2-f9dc-4a55-88ed-ec9d0467b1cb x-openstack-request-id: req-3d2514f2-f9dc-4a55-88ed-ec9d0467b1cb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:08.740698 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9145eeb-94cf-4f53-b621-b3271b05f42c", "name": "network-vif-deleted", "tag": "ea296ec4-d0a8-48b3-b2c7-3176d0f1c100", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:08.740951 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d2514f2-f9dc-4a55-88ed-ec9d0467b1cb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:08.741352 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9145eeb-94cf-4f53-b621-b3271b05f42c', 'name': 'network-vif-deleted', 'tag': 'ea296ec4-d0a8-48b3-b2c7-3176d0f1c100', 'status': 'completed', 'code': 200} Aug 16 02:46:08.869547 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0afb4efa-3ffd-416a-a167-5dce77d7e913 req-88ecbb20-df22-43f6-be8c-82782f4e09da tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0269375 Aug 16 02:46:09.966373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3091101-2083-46df-8ca8-567dd6966ee2 req-cadea778-4db3-4241-ac84-d10d1c94d3b6 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0274477 Aug 16 02:46:11.068236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c48fa65a-9d31-4a75-aeee-1a767afcd77c req-21ccc656-a395-4b80-97fe-729e42e28406 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0284352 Aug 16 02:46:12.176261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c1f7588-c268-4208-aee4-18fe73359bd8 req-c2a4754c-5479-4fe4-b6e2-66f7606f2e8a tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9145eeb-94cf-4f53-b621-b3271b05f42c HTTP/1.1" status: 200 len: 210 time: 0.0274591 Aug 16 02:46:12.219206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:12.396842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:12.397186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device ea296ec4-d0a8-48b3-b2c7-3176d0f1c100 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:12.595433 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.537980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38032) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:17.702760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port 34cecccf-9b2b-4e72-a549-8bfa8be668ff {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:17.703135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.783470 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.783714 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.795885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for 34cecccf-9b2b-4e72-a549-8bfa8be668ff owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:17.941963 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:17.968567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=34cecccf-9b2b-4e72-a549-8bfa8be668ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:18.039988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.040866 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Floating IP 1c75ae1b-3f39-4638-a473-7255b93ecf3d disassociated (deleted). External IP: 172.25.5.137, port: 3a2134df-a47f-4804-bd36-9d567a26af3d. Aug 16 02:46:18.535341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Router 666b9ca9-b121-426f-bb0e-4afdebeeab5d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:18.645908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:18.651117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:18.657127 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] Sync routers for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:18.666526 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:18.667250 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:46:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:18.678106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-70ab737f-854e-4790-9143-fd20e4211cc0 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "DELETE /v2.0/floatingips/1c75ae1b-3f39-4638-a473-7255b93ecf3d HTTP/1.1" status: 204 len: 168 time: 1.1390505 Aug 16 02:46:18.678809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:18.681382 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6318783-5753-428d-9c84-58d3cdb49146" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:18.721758 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e910a6ad-cc68-49da-87d9-f3b4d05a1bd1 x-openstack-request-id: req-e910a6ad-cc68-49da-87d9-f3b4d05a1bd1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:18.722059 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:18.722318 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e910a6ad-cc68-49da-87d9-f3b4d05a1bd1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:18.722728 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'status': 'completed', 'code': 200} Aug 16 02:46:18.784382 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:18.791146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6318783-5753-428d-9c84-58d3cdb49146 req-3551ff7d-dab1-4001-93b4-78a2c5db1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.792655 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6318783-5753-428d-9c84-58d3cdb49146 req-3551ff7d-dab1-4001-93b4-78a2c5db1843 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fe467a1fbf8486890c48f1460dec609&device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 1098 time: 0.0482032 Aug 16 02:46:18.900504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6318783-5753-428d-9c84-58d3cdb49146 req-cbc97995-e934-4cb7-b7d7-45ae8218257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.902107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6318783-5753-428d-9c84-58d3cdb49146 req-cbc97995-e934-4cb7-b7d7-45ae8218257b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 200 len: 912 time: 0.1002254 Aug 16 02:46:18.919256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adf2ef-c80c-499f-afb1-e00b48c3db04 req-14f6fc04-862a-447e-967e-e6bd092dfada tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:18.920940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57adf2ef-c80c-499f-afb1-e00b48c3db04 req-14f6fc04-862a-447e-967e-e6bd092dfada tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 946 time: 0.0558949 Aug 16 02:46:18.953740 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6318783-5753-428d-9c84-58d3cdb49146 req-c0d299eb-5bb8-4f87-a7c3-8c06737513db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 200 len: 217 time: 0.0415637 Aug 16 02:46:18.962175 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57adf2ef-c80c-499f-afb1-e00b48c3db04 req-b0e46794-d3ff-4296-9539-5c4c7b5250bd tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350137 Aug 16 02:46:19.002765 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:19.012698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6318783-5753-428d-9c84-58d3cdb49146 req-53f1b7c8-f2f6-4e61-ada2-d8c92f830500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:19.014402 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6318783-5753-428d-9c84-58d3cdb49146 req-53f1b7c8-f2f6-4e61-ada2-d8c92f830500 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 200 len: 850 time: 0.0475371 Aug 16 02:46:19.033118 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] Checking router: 666b9ca9-b121-426f-bb0e-4afdebeeab5d for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:19.041793 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:19.042337 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:46:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:19.064678 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6318783-5753-428d-9c84-58d3cdb49146 req-6abd97fb-5f82-4a6d-b1c6-b555087b5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:19.066186 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6318783-5753-428d-9c84-58d3cdb49146 req-6abd97fb-5f82-4a6d-b1c6-b555087b5f1b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9bc0843-91b9-4159-affc-14f966757143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422153 Aug 16 02:46:19.148356 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:19.161157 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6318783-5753-428d-9c84-58d3cdb49146 req-9ad9c26a-3ec1-4b5d-9d4e-b8b074ad7cc2 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872295 Aug 16 02:46:19.253718 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6318783-5753-428d-9c84-58d3cdb49146 req-1edb2831-d098-4588-9e18-bafcd84e0950 service neutron] 10.222.0.93 "GET /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848379 Aug 16 02:46:19.345988 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:19.376096 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f423ff-80c5-4060-8c72-f78f6039ca8e None None] The sync data for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 is: [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:36:32Z', 'revision_number': 4, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '19c5071c-aa5e-4d3e-bf81-56eb8d0b2370', 'name': '', 'network_id': 'b9bc0843-91b9-4159-affc-14f966757143', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'mac_address': 'fa:16:3e:35:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:31Z', 'updated_at': '2021-08-16T02:36:39Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'subnets': [{'id': '684cd1a6-aa58-4983-8a2e-ecad44b7ab7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:19.589162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f5099-4834-4729-8065-af043bec2fb6 None None] New status for floating IP 1c75ae1b-3f39-4638-a473-7255b93ecf3d: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:46:20.085304 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a00a4-1460-4e2d-9ab8-81660e952f2b req-7479f139-0ba9-4e04-972c-b746a250a9b5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:20.086806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be7a00a4-1460-4e2d-9ab8-81660e952f2b req-7479f139-0ba9-4e04-972c-b746a250a9b5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 946 time: 0.0516891 Aug 16 02:46:20.126433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be7a00a4-1460-4e2d-9ab8-81660e952f2b req-73da8e3a-b631-4a22-a894-08f2fc01046e tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd195915-afc1-438f-b6e9-140e3ab2508d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327673 Aug 16 02:46:20.391911 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-8368291c-1c13-40fc-9f28-598668db1c82 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:20.393372 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-8368291c-1c13-40fc-9f28-598668db1c82 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 946 time: 0.0488245 Aug 16 02:46:20.487722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port 3a2134df-a47f-4804-bd36-9d567a26af3d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:20.488066 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.575557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] For port 3a2134df-a47f-4804-bd36-9d567a26af3d, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3a2134df-a47f-4804-bd36-9d567a26af3d,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:20.575925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.589281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for 3a2134df-a47f-4804-bd36-9d567a26af3d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:20.721485 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.750918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=3a2134df-a47f-4804-bd36-9d567a26af3d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:20.795843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] No DVR routers for this DVR port 3a2134df-a47f-4804-bd36-9d567a26af3d on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:20.798288 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.800301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2d6de752-4d54-4bd8-a4c0-0d3ea07b54a9 req-b48647c2-fda3-470f-8429-d361708cc209 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.93 "DELETE /v2.0/ports/3a2134df-a47f-4804-bd36-9d567a26af3d HTTP/1.1" status: 204 len: 173 time: 0.4009581 Aug 16 02:46:20.800754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'name': 'network-vif-deleted', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:20.802980 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca222a0c-cf67-4220-8435-4eef3b3fd06c" -d '{"events": [{"server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "name": "network-vif-deleted", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:20.839903 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cf8b8d-ad2a-409e-a985-72bb909a67ef x-openstack-request-id: req-34cf8b8d-ad2a-409e-a985-72bb909a67ef {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:20.840342 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f98963-a1ba-4318-8145-8815062ea884", "name": "network-vif-deleted", "tag": "3a2134df-a47f-4804-bd36-9d567a26af3d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:20.840689 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34cf8b8d-ad2a-409e-a985-72bb909a67ef {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:20.841105 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f98963-a1ba-4318-8145-8815062ea884', 'name': 'network-vif-deleted', 'tag': '3a2134df-a47f-4804-bd36-9d567a26af3d', 'status': 'completed', 'code': 200} Aug 16 02:46:21.223691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c1942835-f1ad-4d27-906b-488b42570195 req-b5291e59-d16b-478b-a660-af664b5e7d49 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 210 time: 0.0278955 Aug 16 02:46:22.319632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b07fb05-bd47-4941-844d-6870be5bcf0d req-44d9e390-2217-4a9f-a3fd-18d37c39e1e2 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 210 time: 0.0264440 Aug 16 02:46:22.693287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3a2134df-a47f-4804-bd36-9d567a26af3d no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:22.717375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 3a2134df-a47f-4804-bd36-9d567a26af3d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:22.717783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3a2134df-a47f-4804-bd36-9d567a26af3d not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:23.419951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-398cf3ac-11a0-44be-97f4-17fec4b4ca3f req-b7c3367a-1c86-47e3-8c56-0fe76b428b32 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 210 time: 0.0316494 Aug 16 02:46:24.530220 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b8080ccb-c451-447a-af5f-6ce73ae6a9ae req-29a01139-dc1c-41d2-ba79-955b3d4ad2c5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f98963-a1ba-4318-8145-8815062ea884 HTTP/1.1" status: 200 len: 210 time: 0.0278225 Aug 16 02:46:25.592475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:25.721193 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Deleting port b1b084f0-b9f7-4c8e-832f-98c7837f6376 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:25.721542 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:25.797577 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:25.797904 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:25.809447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Calling delete_port for b1b084f0-b9f7-4c8e-832f-98c7837f6376 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:25.941417 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:25.966303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'Port': ['ID=b1b084f0-b9f7-4c8e-832f-98c7837f6376,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:26.030483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:26.033067 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:26.034333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-41d304d3-cc17-4365-a13e-cf0007561235 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "DELETE /v2.0/floatingips/4754546f-de81-42ec-b7e9-20da16bcd454 HTTP/1.1" status: 204 len: 168 time: 0.4408226 Aug 16 02:46:28.297572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:28.356802 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0421fef3-a5bc-44ed-b197-030bab179fe9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.382873 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0421fef3-a5bc-44ed-b197-030bab179fe9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.445082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0421fef3-a5bc-44ed-b197-030bab179fe9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.447822 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0421fef3-a5bc-44ed-b197-030bab179fe9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.449008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0421fef3-a5bc-44ed-b197-030bab179fe9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] 10.222.0.61 "DELETE /v2.0/security-groups/dd195915-afc1-438f-b6e9-140e3ab2508d HTTP/1.1" status: 204 len: 168 time: 0.1502886 Aug 16 02:46:28.458410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421fef3-a5bc-44ed-b197-030bab179fe9 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd195915-afc1-438f-b6e9-140e3ab2508d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:31.008024 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58b6d3c9-47f1-47eb-a4f2-879b349e9a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.149100 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.585346 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:33.641086 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24830ca0-dcc9-4e3e-a91a-99429dbf597b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:33.999330 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:34.966947 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:37.094885 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:42.610446 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:55.613417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-d845b203-5256-4948-8398-8a1dc2d6cde9 req-2118bcf9-ed8f-46a9-b304-5afde9839791 service neutron] (94639) timed out ('10.222.0.61', 56388) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:47:01.010668 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88903b54-b9fe-4435-9615-656055ceb87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:01.150323 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:03.643172 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a616e7f-d9f1-409c-a3e5-5e2d54aa116c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.000199 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:04.969778 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:07.098469 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.584406 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:12.607796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.633055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38092) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:29.167028 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.414948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Deleting port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:29.415249 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.500386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] For port 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=19c5071c-aa5e-4d3e-bf81-56eb8d0b2370,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:29.500755 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.513058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Calling delete_port for 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:29.699055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.730991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Pushing event deleted for resources: {'Port': ['ID=19c5071c-aa5e-4d3e-bf81-56eb8d0b2370,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:29.758470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.758819 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.759189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.759528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.759864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.760207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.760533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.760857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.761185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.761510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.761836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.762157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:29.916943 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.133855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Router 666b9ca9-b121-426f-bb0e-4afdebeeab5d has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:30.255326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:30.261156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9d680e5f-9af9-48b7-9c10-a37a5575525c admin admin] 10.222.0.61 "PUT /v2.0/routers/666b9ca9-b121-426f-bb0e-4afdebeeab5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6269529 Aug 16 02:47:30.264840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:30.266888 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366341b-b266-4312-baa7-216d92366b33 None None] Sync routers for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:30.279988 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366341b-b266-4312-baa7-216d92366b33 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:30.280695 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f366341b-b266-4312-baa7-216d92366b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:47:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:30.379651 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.390120 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f366341b-b266-4312-baa7-216d92366b33 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:30.494041 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.557446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Deleting port 329b2c53-631b-4316-92ef-59610ad5330b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:30.557938 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.660675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] For port 329b2c53-631b-4316-92ef-59610ad5330b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=329b2c53-631b-4316-92ef-59610ad5330b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:30.661029 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.674622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Calling delete_port for 329b2c53-631b-4316-92ef-59610ad5330b owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:30.688135 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f366341b-b266-4312-baa7-216d92366b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '329b2c53-631b-4316-92ef-59610ad5330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:47:29Z', 'revision_number': 5, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port': {'id': '329b2c53-631b-4316-92ef-59610ad5330b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:29Z', 'updated_at': '2021-08-16T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:30.713746 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366341b-b266-4312-baa7-216d92366b33 None None] Checking router: 666b9ca9-b121-426f-bb0e-4afdebeeab5d for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:30.722742 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366341b-b266-4312-baa7-216d92366b33 None None] Routers {'666b9ca9-b121-426f-bb0e-4afdebeeab5d'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:30.723394 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f366341b-b266-4312-baa7-216d92366b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:47:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:30.808391 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f366341b-b266-4312-baa7-216d92366b33 None None] Set router 666b9ca9-b121-426f-bb0e-4afdebeeab5d gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:30.856659 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.863610 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f366341b-b266-4312-baa7-216d92366b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 6, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:30.890438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Pushing event deleted for resources: {'Port': ['ID=329b2c53-631b-4316-92ef-59610ad5330b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:30.890619 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366341b-b266-4312-baa7-216d92366b33 None None] The sync data for ids ['666b9ca9-b121-426f-bb0e-4afdebeeab5d'] in n-d-768862-14 is: [{'id': '666b9ca9-b121-426f-bb0e-4afdebeeab5d', 'name': 'tempest-TestVolumeBootPattern-119313448-router', 'tenant_id': '5fe467a1fbf8486890c48f1460dec609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:28Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 6, 'project_id': '5fe467a1fbf8486890c48f1460dec609', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:30.955744 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.012447 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8805e2d0-2fad-4e75-85e2-2cde578e638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.050315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.052444 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.095923 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.096619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666b9ca9-b121-426f-bb0e-4afdebeeab5d {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:47:31.100888 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.106580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-02268a38-89a2-4544-9bd6-bbb87eb9a69d admin admin] 10.222.0.61 "DELETE /v2.0/routers/666b9ca9-b121-426f-bb0e-4afdebeeab5d HTTP/1.1" status: 204 len: 168 time: 0.8357964 Aug 16 02:47:31.106580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:31.150537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4786187-b375-4e7e-9cf0-d669307dda92 admin admin] Deleting subnet 684cd1a6-aa58-4983-8a2e-ecad44b7ab7a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:31.153769 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4786187-b375-4e7e-9cf0-d669307dda92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.163643 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.188317 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4786187-b375-4e7e-9cf0-d669307dda92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.279932 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4786187-b375-4e7e-9cf0-d669307dda92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.339264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4786187-b375-4e7e-9cf0-d669307dda92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.362972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4786187-b375-4e7e-9cf0-d669307dda92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=684cd1a6-aa58-4983-8a2e-ecad44b7ab7a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:31.366518 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4786187-b375-4e7e-9cf0-d669307dda92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.368442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b4786187-b375-4e7e-9cf0-d669307dda92 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/684cd1a6-aa58-4983-8a2e-ecad44b7ab7a HTTP/1.1" status: 204 len: 168 time: 0.2627065 Aug 16 02:47:31.371114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:31.372144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af9e3d-76f8-42af-a874-1914978498a0 None None] Network b9bc0843-91b9-4159-affc-14f966757143 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:31.696880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] DHCP port deletion for b9bc0843-91b9-4159-affc-14f966757143 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:47:31.734252 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.749997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Deleting port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:31.749997 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.762361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:31.791213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Deleting port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:31.791556 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.816280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:31.816623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 19c5071c-aa5e-4d3e-bf81-56eb8d0b2370 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:31.817045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 329b2c53-631b-4316-92ef-59610ad5330b no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:31.839468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 329b2c53-631b-4316-92ef-59610ad5330b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:31.839809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 329b2c53-631b-4316-92ef-59610ad5330b not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:31.840217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:31.860620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] For port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:31.861187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.874912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] For port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5,segment=NetworkSegment(79bc1220-7334-4683-9905-56052309798f),segment_id=79bc1220-7334-4683-9905-56052309798f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:31.875292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Calling delete_port for 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:31.875418 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.898859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Calling delete_port for 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:31.966609 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:31.984015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] No DVR routers for this DVR port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:31.996131 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.040098 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:32.043140 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.073409 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Pushing event deleted for resources: {'Port': ['ID=8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:32.081494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] No DVR routers for this DVR port 8cc14764-7cb5-4c26-bb3d-25e73e3c1cb5 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:32.082371 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.083684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.084031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.084367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.084699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.085073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.085402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.085725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.086047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.086370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.086688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.087009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.087348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e669a-bb63-44ed-b70d-36dd2a62f1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:32.093217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bc0843-91b9-4159-affc-14f966757143']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:32.109020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bc1220-7334-4683-9905-56052309798f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:32.109702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bc1220-7334-4683-9905-56052309798f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:32.118245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.131964 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.138244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:32.138680 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: timer() Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:32.140699 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:32.194732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.201208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.203643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b9bc0843-91b9-4159-affc-14f966757143 HTTP/1.1" status: 204 len: 168 time: 0.8314190 Aug 16 02:47:32.206746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:32.213612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a911a6-d01e-4a1a-98e8-794c450439f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9bc0843-91b9-4159-affc-14f966757143,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:32.553030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.801413 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Deleting port 455a7cc6-bb28-4567-bb2b-49f211e54d03 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:32.801751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.881871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] For port 455a7cc6-bb28-4567-bb2b-49f211e54d03, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=455a7cc6-bb28-4567-bb2b-49f211e54d03,segment=NetworkSegment(562ed64f-f379-485a-bf9f-54a4718445bd),segment_id=562ed64f-f379-485a-bf9f-54a4718445bd)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:32.882234 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.896127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Calling delete_port for 455a7cc6-bb28-4567-bb2b-49f211e54d03 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:33.078467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.102695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=455a7cc6-bb28-4567-bb2b-49f211e54d03,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:33.117766 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.118112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.118457 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.118788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.119135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.119472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.119793 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.120114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.120435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.120760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.121074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.121393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:33.299845 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.515362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Router 7a7e430b-2093-440d-af4c-a90a0f8a38dd has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:33.625661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:33.633917 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4b9b1659-85bf-496b-b802-4f87fc44c5b8 admin admin] 10.222.0.61 "PUT /v2.0/routers/7a7e430b-2093-440d-af4c-a90a0f8a38dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4253860 Aug 16 02:47:33.637133 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:33.644724 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] Sync routers for ids ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:33.667935 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a63ec76d-5836-4595-9641-87dbc5faf9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.669553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] Routers {'7a7e430b-2093-440d-af4c-a90a0f8a38dd'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:33.672066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:47:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:33.757163 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.780390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] Set router 7a7e430b-2093-440d-af4c-a90a0f8a38dd gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:33.865592 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.921796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Deleting port de1fe9de-9481-449a-92cc-b093d2242c82 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:33.922125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:33.964752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:34Z', 'updated_at': '2021-08-16T02:47:33Z', 'revision_number': 5, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'gw_port': {'id': 'de1fe9de-9481-449a-92cc-b093d2242c82', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:35Z', 'updated_at': '2021-08-16T02:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:33.995445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] Checking router: 7a7e430b-2093-440d-af4c-a90a0f8a38dd for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:34.004808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] For port de1fe9de-9481-449a-92cc-b093d2242c82, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=de1fe9de-9481-449a-92cc-b093d2242c82,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:34.005179 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.010581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] Routers {'7a7e430b-2093-440d-af4c-a90a0f8a38dd'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:34.011308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:47:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:34.014887 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.018703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Calling delete_port for de1fe9de-9481-449a-92cc-b093d2242c82 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:34.098708 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] Set router 7a7e430b-2093-440d-af4c-a90a0f8a38dd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:34.155850 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:34Z', 'updated_at': '2021-08-16T02:47:33Z', 'revision_number': 6, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:34.182775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218db95b-d99c-48f7-922b-7cab9a3cb82d None None] The sync data for ids ['7a7e430b-2093-440d-af4c-a90a0f8a38dd'] in n-d-768862-14 is: [{'id': '7a7e430b-2093-440d-af4c-a90a0f8a38dd', 'name': 'tempest-TestVolumeBootPattern-256205283-router', 'tenant_id': '1486b93c727a415ebeb90c3e459af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:34Z', 'updated_at': '2021-08-16T02:47:33Z', 'revision_number': 6, 'project_id': '1486b93c727a415ebeb90c3e459af1c4', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:34.192918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.221984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1fe9de-9481-449a-92cc-b093d2242c82,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:34.280518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.371348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.373392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.418650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.419489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a7e430b-2093-440d-af4c-a90a0f8a38dd {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:47:34.424350 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.425501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0ec2a629-165a-4a41-a0a2-5a4fc7dca415 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7a7e430b-2093-440d-af4c-a90a0f8a38dd HTTP/1.1" status: 204 len: 168 time: 0.7872519 Aug 16 02:47:34.428090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:34.472104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe4d2f1-215e-4242-a155-6b046edf533d admin admin] Deleting subnet 6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:34.475031 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fe4d2f1-215e-4242-a155-6b046edf533d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.510017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fe4d2f1-215e-4242-a155-6b046edf533d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.943694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fe4d2f1-215e-4242-a155-6b046edf533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.974856 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:34.997730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fe4d2f1-215e-4242-a155-6b046edf533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.025310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4d2f1-215e-4242-a155-6b046edf533d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:35.027301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fe4d2f1-215e-4242-a155-6b046edf533d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.031978 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4fe4d2f1-215e-4242-a155-6b046edf533d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6d54dbdb-c9dd-4a69-9f2c-eea4a2a45596 HTTP/1.1" status: 204 len: 168 time: 0.6001778 Aug 16 02:47:35.031978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:35.035996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8001dc5e-2e30-49b4-a922-8560b7e93c49 None None] Network 0a2d68ae-fa03-4b62-8342-21747cde7c28 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:35.106441 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.163291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Deleting port be05273e-77b5-4479-a388-85cf9c1bc4e6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:35.163757 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.223488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da1e718-8ee5-43d5-9e8c-94ba6e646f3d None None] DHCP port deletion for 0a2d68ae-fa03-4b62-8342-21747cde7c28 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:47:35.235259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] For port be05273e-77b5-4479-a388-85cf9c1bc4e6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=be05273e-77b5-4479-a388-85cf9c1bc4e6,segment=NetworkSegment(562ed64f-f379-485a-bf9f-54a4718445bd),segment_id=562ed64f-f379-485a-bf9f-54a4718445bd)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:35.235637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.250675 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Calling delete_port for be05273e-77b5-4479-a388-85cf9c1bc4e6 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:35.275050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8da1e718-8ee5-43d5-9e8c-94ba6e646f3d None None] Deleting port be05273e-77b5-4479-a388-85cf9c1bc4e6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:35.275584 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8da1e718-8ee5-43d5-9e8c-94ba6e646f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.339588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8da1e718-8ee5-43d5-9e8c-94ba6e646f3d None None] For port be05273e-77b5-4479-a388-85cf9c1bc4e6, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=be05273e-77b5-4479-a388-85cf9c1bc4e6,segment=NetworkSegment(562ed64f-f379-485a-bf9f-54a4718445bd),segment_id=562ed64f-f379-485a-bf9f-54a4718445bd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:35.339982 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8da1e718-8ee5-43d5-9e8c-94ba6e646f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.340125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.353257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8da1e718-8ee5-43d5-9e8c-94ba6e646f3d None None] Calling delete_port for be05273e-77b5-4479-a388-85cf9c1bc4e6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:35.367226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=be05273e-77b5-4479-a388-85cf9c1bc4e6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:35.372129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] No DVR routers for this DVR port be05273e-77b5-4479-a388-85cf9c1bc4e6 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:35.428839 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8da1e718-8ee5-43d5-9e8c-94ba6e646f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.448447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.454015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1e718-8ee5-43d5-9e8c-94ba6e646f3d None None] Pushing event deleted for resources: {'Port': ['ID=be05273e-77b5-4479-a388-85cf9c1bc4e6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:35.457518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1e718-8ee5-43d5-9e8c-94ba6e646f3d None None] No DVR routers for this DVR port be05273e-77b5-4479-a388-85cf9c1bc4e6 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:35.463516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2d68ae-fa03-4b62-8342-21747cde7c28']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:35.474378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562ed64f-f379-485a-bf9f-54a4718445bd') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:35.474669 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562ed64f-f379-485a-bf9f-54a4718445bd') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:35.483479 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.496658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.502696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:35.503079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:35.504733 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:35.559931 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.566658 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.568522 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] 10.222.0.61 "DELETE /v2.0/networks/0a2d68ae-fa03-4b62-8342-21747cde7c28 HTTP/1.1" status: 204 len: 168 time: 0.5358343 Aug 16 02:47:35.580879 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd217044-6336-47c7-be44-fe200b5ab8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0a2d68ae-fa03-4b62-8342-21747cde7c28,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:35.693669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device de1fe9de-9481-449a-92cc-b093d2242c82 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:35.705905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:35.719414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: de1fe9de-9481-449a-92cc-b093d2242c82 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:35.719688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device de1fe9de-9481-449a-92cc-b093d2242c82 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:35.720106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device be05273e-77b5-4479-a388-85cf9c1bc4e6 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:35.738912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: be05273e-77b5-4479-a388-85cf9c1bc4e6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:35.739286 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device be05273e-77b5-4479-a388-85cf9c1bc4e6 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:35.739703 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 455a7cc6-bb28-4567-bb2b-49f211e54d03 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:35.746562 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a7edbc9a-55df-45fb-8083-8d502b042b7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5fe467a1fbf8486890c48f1460dec609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394967 Aug 16 02:47:35.749617 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:35.759080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 455a7cc6-bb28-4567-bb2b-49f211e54d03 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:35.759455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 455a7cc6-bb28-4567-bb2b-49f211e54d03 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:35.803872 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2044-aa59-4ae2-8a2c-1fd30d4b17f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.825381 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2044-aa59-4ae2-8a2c-1fd30d4b17f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.875462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2044-aa59-4ae2-8a2c-1fd30d4b17f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.878040 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2044-aa59-4ae2-8a2c-1fd30d4b17f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.879206 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5fdc2044-aa59-4ae2-8a2c-1fd30d4b17f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff4bcd41-9070-4625-a207-85c17e625157 HTTP/1.1" status: 204 len: 168 time: 0.1286221 Aug 16 02:47:35.887513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc2044-aa59-4ae2-8a2c-1fd30d4b17f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4bcd41-9070-4625-a207-85c17e625157,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:36.202137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:36.242168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6556e15e-a310-40c2-b723-5fcff3c5deb7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1486b93c727a415ebeb90c3e459af1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386872 Aug 16 02:47:36.244454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:36.292187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33ff2067-870c-4e08-a316-48acba44c5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:36.320062 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33ff2067-870c-4e08-a316-48acba44c5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:36.367460 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33ff2067-870c-4e08-a316-48acba44c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:36.370220 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33ff2067-870c-4e08-a316-48acba44c5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:36.371197 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-33ff2067-870c-4e08-a316-48acba44c5e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ab2e106-380c-4a07-966b-6a2a0a8f758e HTTP/1.1" status: 204 len: 168 time: 0.1258364 Aug 16 02:47:36.378986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff2067-870c-4e08-a316-48acba44c5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab2e106-380c-4a07-966b-6a2a0a8f758e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:37.134955 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:42.625150 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:45.586271 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:46.466774 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-ae723f85-87b2-4b74-9401-2b152cbb8035 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=554c144586fc4b6b8c41d27315d6ad73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292873 Aug 16 02:47:46.646259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-88a9b540-731c-48cf-90bd-66a45b7e3548 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:46.647658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-88a9b540-731c-48cf-90bd-66a45b7e3548 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748362 Aug 16 02:47:46.662785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-0fe3feb8-89d3-4db6-afa3-9719bf3349b7 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/quotas/554c144586fc4b6b8c41d27315d6ad73 HTTP/1.1" status: 200 len: 375 time: 0.0094731 Aug 16 02:47:46.696631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-fdfe3961-7a53-4821-a703-5d6e25385df5 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=554c144586fc4b6b8c41d27315d6ad73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285561 Aug 16 02:47:46.858123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-825935b6-d770-4a1f-a2ee-e14faae4ef9a req-7c39342f-35b0-4386-be50-e65f09e77ba3 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 210 time: 0.0261583 Aug 16 02:47:47.958685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67516bea-2d47-4559-a196-55fb20acae71 req-5577229e-9815-48a4-b88b-1d1a4b763157 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 210 time: 0.0284932 Aug 16 02:47:48.004462 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-46aa3db0-8eb3-4bdb-a362-990acd4ecef4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=554c144586fc4b6b8c41d27315d6ad73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318000 Aug 16 02:47:48.234078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-b0393c22-1d3a-4444-9516-aeb9d79f899d tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:48.235439 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-b0393c22-1d3a-4444-9516-aeb9d79f899d tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258751 Aug 16 02:47:48.247734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Request body: {'port': {'device_id': 'dcd2010a-cd34-4ee0-a106-ad18659063ed', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'admin_state_up': True, 'tenant_id': '554c144586fc4b6b8c41d27315d6ad73'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:48.363865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Made reservation on behalf of 554c144586fc4b6b8c41d27315d6ad73 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:48.367595 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:48.376698 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:48.480331 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:48.484694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:48.563143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d875c3e-ce4d-4f28-9892-98ae3f8dde56,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:48.622658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Allocated IP 192.168.233.94 (fd29c479-3cbd-4b7b-91b2-bf678d3b602e/f39970b3-25b1-4582-a07a-a1ada32fef53/3201fdb6-e691-4491-82e4-b6024c82c002) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:48.774014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:48.787007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Transition to ACTIVE for port object 3201fdb6-e691-4491-82e4-b6024c82c002 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:48.825414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:48.869946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Network fd29c479-3cbd-4b7b-91b2-bf678d3b602e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:48.873102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:48.876877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:48.900828 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Pushing event updated for resources: {'Port': ['ID=3201fdb6-e691-4491-82e4-b6024c82c002,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:48.931078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:48.931718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:48.946616 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-5dc7aed8-0a9a-4d41-9055-c906a068e7d4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7023535 Aug 16 02:47:48.958453 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Request body: {'port': {'device_id': 'dcd2010a-cd34-4ee0-a106-ad18659063ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:49.015259 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:49.090493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e084a-d722-44f8-87b2-63d4c02fbb8f req-8c375011-b4e3-4b0f-981d-576f6f5f38f3 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:49.092240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d6e084a-d722-44f8-87b2-63d4c02fbb8f req-8c375011-b4e3-4b0f-981d-576f6f5f38f3 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 935 time: 0.0595822 Aug 16 02:47:49.134064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d6e084a-d722-44f8-87b2-63d4c02fbb8f req-74ae843b-988b-4b4d-9b1a-3c9a400ba406 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353501 Aug 16 02:47:49.145355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0702c0a2-a12d-4cdb-a0e9-ed5bd94f73bc None None] Provisioning for port 3201fdb6-e691-4491-82e4-b6024c82c002 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:49.149554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0702c0a2-a12d-4cdb-a0e9-ed5bd94f73bc None None] Provisioning complete for port 3201fdb6-e691-4491-82e4-b6024c82c002 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:49.149934 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0702c0a2-a12d-4cdb-a0e9-ed5bd94f73bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:49.186016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0702c0a2-a12d-4cdb-a0e9-ed5bd94f73bc None None] Port 3201fdb6-e691-4491-82e4-b6024c82c002 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:49.303436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3201fdb6-e691-4491-82e4-b6024c82c002 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:49.311147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:49.322551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Transition to ACTIVE for port object 3201fdb6-e691-4491-82e4-b6024c82c002 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:49.325944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:49.378244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3201fdb6-e691-4491-82e4-b6024c82c002,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:49.458850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Attempting to bind port 3201fdb6-e691-4491-82e4-b6024c82c002 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:49.459215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Attempting to bind port 3201fdb6-e691-4491-82e4-b6024c82c002 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:49.459550 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Attempting to bind port 3201fdb6-e691-4491-82e4-b6024c82c002 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:49.464049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Port 3201fdb6-e691-4491-82e4-b6024c82c002 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:47:49.464415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Attempting to bind port 3201fdb6-e691-4491-82e4-b6024c82c002 on network fd29c479-3cbd-4b7b-91b2-bf678d3b602e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:49.469516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:49.469853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Checking segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:49.470240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Bound using segment: {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:49.470670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Bound port: 3201fdb6-e691-4491-82e4-b6024c82c002, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2046abb-efeb-4a80-b6d3-3704cba13d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:49.471077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:49.539595 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] For port 3201fdb6-e691-4491-82e4-b6024c82c002, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:49.542928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] For port 3201fdb6-e691-4491-82e4-b6024c82c002, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3201fdb6-e691-4491-82e4-b6024c82c002,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:49.548308 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:49.583459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:49.584099 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:49.585507 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] 10.222.0.93 "PUT /v2.0/ports/3201fdb6-e691-4491-82e4-b6024c82c002 HTTP/1.1" status: 200 len: 1096 time: 0.6313529 Aug 16 02:47:49.585938 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd2010a-cd34-4ee0-a106-ad18659063ed', 'tag': '3201fdb6-e691-4491-82e4-b6024c82c002'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:49.588277 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f486562f-9796-425b-81b9-898e209f8aba" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd2010a-cd34-4ee0-a106-ad18659063ed", "tag": "3201fdb6-e691-4491-82e4-b6024c82c002"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:49.638568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20789c8d-abd4-44fc-98f5-5670147a66a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3201fdb6-e691-4491-82e4-b6024c82c002,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:49.657661 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46564f7a-57bf-4934-a7a2-c4f70099e561 x-openstack-request-id: req-46564f7a-57bf-4934-a7a2-c4f70099e561 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:49.657962 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd2010a-cd34-4ee0-a106-ad18659063ed", "tag": "3201fdb6-e691-4491-82e4-b6024c82c002", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:49.658220 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46564f7a-57bf-4934-a7a2-c4f70099e561 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:49.658617 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd2010a-cd34-4ee0-a106-ad18659063ed', 'tag': '3201fdb6-e691-4491-82e4-b6024c82c002', 'status': 'completed', 'code': 200} Aug 16 02:47:49.676368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-c411f0a5-6e1d-4c36-92b7-405c3426b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:49.677912 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-c411f0a5-6e1d-4c36-92b7-405c3426b9a3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=554c144586fc4b6b8c41d27315d6ad73&device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 1099 time: 0.0496261 Aug 16 02:47:49.735344 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-2c80faca-0a9c-44f1-83d0-513382e94665 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3201fdb6-e691-4491-82e4-b6024c82c002 HTTP/1.1" status: 200 len: 217 time: 0.0402522 Aug 16 02:47:49.786691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-1dbb236e-3f2b-43c9-bccc-41b6f31ea332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:49.788168 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-1dbb236e-3f2b-43c9-bccc-41b6f31ea332 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0454788 Aug 16 02:47:49.839174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-6ede0922-50ab-4212-85ac-7e276a6bf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:49.840682 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-6ede0922-50ab-4212-85ac-7e276a6bf7af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448298 Aug 16 02:47:49.935109 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-3daebb22-370b-4453-a318-0af493b0b59c service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872560 Aug 16 02:47:50.024881 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfabe02c-5553-40e7-a021-32ae7a241336 req-845e4bd7-6a5a-47b7-b83c-0708ee3bbce8 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828876 Aug 16 02:47:50.108586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486562f-9796-425b-81b9-898e209f8aba req-d7a6106a-89dc-4ccb-b5b0-c7a2f5c1dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:50.110008 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f486562f-9796-425b-81b9-898e209f8aba req-d7a6106a-89dc-4ccb-b5b0-c7a2f5c1dc6f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=554c144586fc4b6b8c41d27315d6ad73&device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 1099 time: 0.0428133 Aug 16 02:47:50.208228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486562f-9796-425b-81b9-898e209f8aba req-806713e7-2ed7-4b36-90a0-0fdeeb347a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:50.209721 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f486562f-9796-425b-81b9-898e209f8aba req-806713e7-2ed7-4b36-90a0-0fdeeb347a11 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e HTTP/1.1" status: 200 len: 870 time: 0.0931385 Aug 16 02:47:50.252883 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f486562f-9796-425b-81b9-898e209f8aba req-3913eae3-5d24-463b-94d1-00ef82829f60 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3201fdb6-e691-4491-82e4-b6024c82c002 HTTP/1.1" status: 200 len: 217 time: 0.0366268 Aug 16 02:47:50.258745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb3226-3be4-4cb3-8b0b-8cb5d9317d44 req-29fc43e7-fbb7-445b-8318-401df3734dbb tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:50.260362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ccb3226-3be4-4cb3-8b0b-8cb5d9317d44 req-29fc43e7-fbb7-445b-8318-401df3734dbb tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 947 time: 0.0529916 Aug 16 02:47:50.298987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ccb3226-3be4-4cb3-8b0b-8cb5d9317d44 req-2e5da10d-6e8c-4fb8-b187-8d5f5b0a41b4 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Aug 16 02:47:50.309136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486562f-9796-425b-81b9-898e209f8aba req-fd1bead9-be1e-490b-bdd8-a2b25411b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:50.311773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f486562f-9796-425b-81b9-898e209f8aba req-fd1bead9-be1e-490b-bdd8-a2b25411b3c3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f39970b3-25b1-4582-a07a-a1ada32fef53 HTTP/1.1" status: 200 len: 843 time: 0.0507152 Aug 16 02:47:50.359377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486562f-9796-425b-81b9-898e209f8aba req-273f3af8-9d14-47cc-9164-11458989d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:50.361158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f486562f-9796-425b-81b9-898e209f8aba req-273f3af8-9d14-47cc-9164-11458989d161 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd29c479-3cbd-4b7b-91b2-bf678d3b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427573 Aug 16 02:47:50.454944 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f486562f-9796-425b-81b9-898e209f8aba req-f593b31a-930f-4b95-9729-8cf587a9be04 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858085 Aug 16 02:47:50.552324 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f486562f-9796-425b-81b9-898e209f8aba req-c152b78e-bbc8-4c86-a7f7-d76ae2b61253 service neutron] 10.222.0.93 "GET /v2.0/networks/fd29c479-3cbd-4b7b-91b2-bf678d3b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893431 Aug 16 02:47:51.414427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c9dc-eedc-4042-a6d5-68ae818efb56 req-9d407447-4213-46fd-b218-e71eff53c96a tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:51.415916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50a2c9dc-eedc-4042-a6d5-68ae818efb56 req-9d407447-4213-46fd-b218-e71eff53c96a tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 947 time: 0.0488451 Aug 16 02:47:51.458138 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50a2c9dc-eedc-4042-a6d5-68ae818efb56 req-5fc97b54-3ea7-4894-b7fb-f107df4072dd tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355177 Aug 16 02:47:52.572520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077cb82-f7ea-4752-af02-31510d1a7d6c req-52bb02c3-5884-4c08-9190-69d93aca7478 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:52.573995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5077cb82-f7ea-4752-af02-31510d1a7d6c req-52bb02c3-5884-4c08-9190-69d93aca7478 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 947 time: 0.0483887 Aug 16 02:47:52.612944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5077cb82-f7ea-4752-af02-31510d1a7d6c req-f3acf06c-b036-4e87-916e-1c4456a34d89 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Aug 16 02:47:53.188812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3201fdb6-e691-4491-82e4-b6024c82c002 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:47:53.285297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3201fdb6-e691-4491-82e4-b6024c82c002, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3201fdb6-e691-4491-82e4-b6024c82c002,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:53.297205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '3201fdb6-e691-4491-82e4-b6024c82c002', 'network_id': 'fd29c479-3cbd-4b7b-91b2-bf678d3b602e', 'port_id': '3201fdb6-e691-4491-82e4-b6024c82c002', 'mac_address': 'fa:16:3e:80:b2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39970b3-25b1-4582-a07a-a1ada32fef53', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:47:53.333254 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.345455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3201fdb6-e691-4491-82e4-b6024c82c002 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:53.364801 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3201fdb6-e691-4491-82e4-b6024c82c002, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3201fdb6-e691-4491-82e4-b6024c82c002,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:53.368972 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.418621 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3201fdb6-e691-4491-82e4-b6024c82c002,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:53.585991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3201fdb6-e691-4491-82e4-b6024c82c002'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:47:53.733123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c01b5-f44a-495c-9780-94acadf6f73c req-18c097be-0156-4d61-8ea6-873da024a517 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:53.734535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-503c01b5-f44a-495c-9780-94acadf6f73c req-18c097be-0156-4d61-8ea6-873da024a517 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 948 time: 0.0532820 Aug 16 02:47:53.772013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-503c01b5-f44a-495c-9780-94acadf6f73c req-ed2000f2-6e3d-43af-9803-cbded90cc085 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Aug 16 02:47:54.888755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68124461-ad51-4d51-899e-b1e6b9d7d08a req-60ca5f47-25db-4602-947e-bc2675dbde16 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:54.890231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68124461-ad51-4d51-899e-b1e6b9d7d08a req-60ca5f47-25db-4602-947e-bc2675dbde16 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 948 time: 0.0491464 Aug 16 02:47:54.927413 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68124461-ad51-4d51-899e-b1e6b9d7d08a req-97a000a4-8ef7-4128-853f-7363087a5572 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312898 Aug 16 02:47:55.220075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3201fdb6-e691-4491-82e4-b6024c82c002 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:55.270707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 3201fdb6-e691-4491-82e4-b6024c82c002 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:55.274926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 3201fdb6-e691-4491-82e4-b6024c82c002 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:55.275333 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.358164 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.379458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd2010a-cd34-4ee0-a106-ad18659063ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3201fdb6-e691-4491-82e4-b6024c82c002'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:55.381649 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931a9414-c227-4cc6-ab4f-ca7ea34e08f0" -d '{"events": [{"server_uuid": "dcd2010a-cd34-4ee0-a106-ad18659063ed", "name": "network-vif-plugged", "status": "completed", "tag": "3201fdb6-e691-4491-82e4-b6024c82c002"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:55.394270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3201fdb6-e691-4491-82e4-b6024c82c002, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3201fdb6-e691-4491-82e4-b6024c82c002,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:55.397976 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:55.446957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3201fdb6-e691-4491-82e4-b6024c82c002,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:55.483376 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894a4a54-197d-4610-bd44-77b79c281d4b x-openstack-request-id: req-894a4a54-197d-4610-bd44-77b79c281d4b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:55.483673 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd2010a-cd34-4ee0-a106-ad18659063ed", "name": "network-vif-plugged", "status": "completed", "tag": "3201fdb6-e691-4491-82e4-b6024c82c002", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:55.483930 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-894a4a54-197d-4610-bd44-77b79c281d4b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:55.484322 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd2010a-cd34-4ee0-a106-ad18659063ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3201fdb6-e691-4491-82e4-b6024c82c002', 'code': 200} Aug 16 02:47:55.577636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88c782-4aa2-48b1-9ba8-4fe16dce6de2 req-6baf4885-de37-449e-a232-90e0a7e4de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:55.579179 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2c88c782-4aa2-48b1-9ba8-4fe16dce6de2 req-6baf4885-de37-449e-a232-90e0a7e4de6e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 1101 time: 0.0411477 Aug 16 02:47:55.614659 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2c88c782-4aa2-48b1-9ba8-4fe16dce6de2 req-6a3042b4-fc36-4deb-83c5-9cdc8c1b4c17 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282280 Aug 16 02:47:56.042881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930205d6-ff26-4a15-afef-959eac4dc5cc req-06fe14f9-0868-40da-a514-e8876c30b193 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:56.044689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-930205d6-ff26-4a15-afef-959eac4dc5cc req-06fe14f9-0868-40da-a514-e8876c30b193 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 949 time: 0.0492065 Aug 16 02:47:56.082796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-930205d6-ff26-4a15-afef-959eac4dc5cc req-59e516bc-85e7-4551-883a-ee26f863876a tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Aug 16 02:47:57.201294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd11f8-65f1-4319-b457-dd140bea9bc4 req-8960e051-02e3-4901-9556-e2e8e66f4c3e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:57.202912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7bfd11f8-65f1-4319-b457-dd140bea9bc4 req-8960e051-02e3-4901-9556-e2e8e66f4c3e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 949 time: 0.0528562 Aug 16 02:47:57.240577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7bfd11f8-65f1-4319-b457-dd140bea9bc4 req-94081887-b481-4bb8-84d3-032d79c7e843 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 Aug 16 02:47:58.094226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73663f4-789d-4e91-91b9-5e95b3bc7ccc req-2c6846f7-1959-43d7-94ca-a917f6d0d988 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:58.095743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c73663f4-789d-4e91-91b9-5e95b3bc7ccc req-2c6846f7-1959-43d7-94ca-a917f6d0d988 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 949 time: 0.0486398 Aug 16 02:47:58.133915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c73663f4-789d-4e91-91b9-5e95b3bc7ccc req-00968d19-f9aa-459c-9cf4-3223a00b9d70 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Aug 16 02:47:59.250440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ec699-2eec-45d8-a699-58c5990c4109 req-ff2a4555-dbc5-4c03-8441-ac9f24ab1971 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:59.251965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-135ec699-2eec-45d8-a699-58c5990c4109 req-ff2a4555-dbc5-4c03-8441-ac9f24ab1971 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 949 time: 0.0509520 Aug 16 02:47:59.289909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-135ec699-2eec-45d8-a699-58c5990c4109 req-24046633-f26f-4f01-8321-cab11d3cc507 tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d875c3e-ce4d-4f28-9892-98ae3f8dde56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318732 Aug 16 02:47:59.326884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-55e3f541-83de-42df-92fa-9f450c2ee52b tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:59.328469 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-55e3f541-83de-42df-92fa-9f450c2ee52b tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcd2010a-cd34-4ee0-a106-ad18659063ed HTTP/1.1" status: 200 len: 949 time: 0.0525787 Aug 16 02:47:59.422196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Deleting port 3201fdb6-e691-4491-82e4-b6024c82c002 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:59.422445 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:59.511572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] For port 3201fdb6-e691-4491-82e4-b6024c82c002, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3201fdb6-e691-4491-82e4-b6024c82c002,segment=NetworkSegment(a2046abb-efeb-4a80-b6d3-3704cba13d76),segment_id=a2046abb-efeb-4a80-b6d3-3704cba13d76)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:59.511932 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:59.525576 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Calling delete_port for 3201fdb6-e691-4491-82e4-b6024c82c002 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:59.659517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:59.671993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3201fdb6-e691-4491-82e4-b6024c82c002'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:47:59.690226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Pushing event deleted for resources: {'Port': ['ID=3201fdb6-e691-4491-82e4-b6024c82c002,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:59.734125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] No DVR routers for this DVR port 3201fdb6-e691-4491-82e4-b6024c82c002 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:59.736959 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:59.739132 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6bbb92a-940c-4cfe-9b58-c5cad4d59d17 req-5aa92e4b-86f5-4ad8-981d-f8c7689ffa1e tempest-ServersAdminNegativeTestJSON-680001620 tempest-ServersAdminNegativeTestJSON-680001620-project] 10.222.0.93 "DELETE /v2.0/ports/3201fdb6-e691-4491-82e4-b6024c82c002 HTTP/1.1" status: 204 len: 173 time: 0.4050784 Aug 16 02:47:59.739584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd2010a-cd34-4ee0-a106-ad18659063ed', 'name': 'network-vif-deleted', 'tag': '3201fdb6-e691-4491-82e4-b6024c82c002'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:59.741990 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45948b8a-b9eb-458e-8244-21d690ec8502" -d '{"events": [{"server_uuid": "dcd2010a-cd34-4ee0-a106-ad18659063ed", "name": "network-vif-deleted", "tag": "3201fdb6-e691-4491-82e4-b6024c82c002"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:59.781140 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3946f901-1a03-4590-b32b-0391f508ced4 x-openstack-request-id: req-3946f901-1a03-4590-b32b-0391f508ced4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:59.781448 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd2010a-cd34-4ee0-a106-ad18659063ed", "name": "network-vif-deleted", "tag": "3201fdb6-e691-4491-82e4-b6024c82c002", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:59.781710 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3946f901-1a03-4590-b32b-0391f508ced4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:59.782117 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd2010a-cd34-4ee0-a106-ad18659063ed', 'name': 'network-vif-deleted', 'tag': '3201fdb6-e691-4491-82e4-b6024c82c002', 'status': 'completed', 'code': 200} Aug 16 02:48:00.587352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:00.743158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-207f3765-1845-4f62-99a5-c9bbdc07e262 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=554c144586fc4b6b8c41d27315d6ad73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545653 Aug 16 02:48:00.745566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:00.793084 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c95ddabe-0cc2-42a5-a34b-da5aa2b5f798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:00.814737 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c95ddabe-0cc2-42a5-a34b-da5aa2b5f798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:00.861011 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c95ddabe-0cc2-42a5-a34b-da5aa2b5f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:00.863516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c95ddabe-0cc2-42a5-a34b-da5aa2b5f798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:00.864652 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c95ddabe-0cc2-42a5-a34b-da5aa2b5f798 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d875c3e-ce4d-4f28-9892-98ae3f8dde56 HTTP/1.1" status: 204 len: 168 time: 0.1181917 Aug 16 02:48:00.871971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ddabe-0cc2-42a5-a34b-da5aa2b5f798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d875c3e-ce4d-4f28-9892-98ae3f8dde56,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:01.016002 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d18006bf-0b41-49e3-9d08-55e6c1ba248d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.130194 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:01.144070 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-007dcd81-8f5e-4335-a1b1-84219dbcc872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.167340 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.237867 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-007dcd81-8f5e-4335-a1b1-84219dbcc872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.240212 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-007dcd81-8f5e-4335-a1b1-84219dbcc872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.295973 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-007dcd81-8f5e-4335-a1b1-84219dbcc872 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6dd7dad0cb3a42d5b343c01255f90a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646199 Aug 16 02:48:01.297442 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dcd81-8f5e-4335-a1b1-84219dbcc872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9401d7e8-f560-4bc8-8fbc-d008d105a9ca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:01.298855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:01.348395 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6f54-7d7f-48d5-9b73-0bbd2e1b194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.373483 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6f54-7d7f-48d5-9b73-0bbd2e1b194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.417937 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6f54-7d7f-48d5-9b73-0bbd2e1b194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.421676 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6f54-7d7f-48d5-9b73-0bbd2e1b194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:01.422864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0c1e6f54-7d7f-48d5-9b73-0bbd2e1b194b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9401d7e8-f560-4bc8-8fbc-d008d105a9ca HTTP/1.1" status: 204 len: 168 time: 0.1229725 Aug 16 02:48:01.430618 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e6f54-7d7f-48d5-9b73-0bbd2e1b194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401d7e8-f560-4bc8-8fbc-d008d105a9ca,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:02.133363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:02.229133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-187364384-network', 'tenant_id': 'bd7c01df576e49cba7738521dc43bcf6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:02.251809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Made reservation on behalf of bd7c01df576e49cba7738521dc43bcf6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:02.254308 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.262646 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.352515 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.356588 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.382537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:02.392661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa9e737-d253-4c57-92d5-9fa31f2562b4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:02.398272 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.398628 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Added segment 7b193db6-5fe2-4910-b3db-970bfd81ae9f of type vlan for network bd703673-f799-4c54-bcc1-1156ceffbdde Aug 16 02:48:02.439984 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.470114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.471289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.471909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.526858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3922415 Aug 16 02:48:02.530185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:02.535433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Request body: {'subnet': {'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-187364384-subnet', 'tenant_id': 'bd7c01df576e49cba7738521dc43bcf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:02.540008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f404a93-7c6a-4b35-855b-522191b9066d admin admin] Pushing event updated for resources: {'Network': ['ID=bd703673-f799-4c54-bcc1-1156ceffbdde,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:02.550810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network bd703673-f799-4c54-bcc1-1156ceffbdde details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:02.563513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Made reservation on behalf of bd7c01df576e49cba7738521dc43bcf6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:02.565914 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.757340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.813280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cfa090-9a45-4f4e-ad8f-e19e09f6957e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:02.824527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Checking segment: {'id': '7b193db6-5fe2-4910-b3db-970bfd81ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:02.824880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Network hostable DHCP agents. Network: bd703673-f799-4c54-bcc1-1156ceffbdde, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:02.844300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Network bd703673-f799-4c54-bcc1-1156ceffbdde is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:02.854855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, bd703673-f799-4c54-bcc1-1156ceffbdde) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:02.860534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:02.861118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:02.864678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e04c42-771d-4aa2-9832-551c14582867 None None] Network bd703673-f799-4c54-bcc1-1156ceffbdde requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:02.877232 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-59f26856-8d93-4814-8715-107baeee928c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3458781 Aug 16 02:48:02.992670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839576e-d99b-426c-b8a1-d82057e40307 None None] Network bd703673-f799-4c54-bcc1-1156ceffbdde requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:03.250652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3201fdb6-e691-4491-82e4-b6024c82c002 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:03.289305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 3201fdb6-e691-4491-82e4-b6024c82c002 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:03.289535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3201fdb6-e691-4491-82e4-b6024c82c002 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:03.322404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-55df7127-ceeb-4abe-93a4-f1e2fe6aab14 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:03.323938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-55df7127-ceeb-4abe-93a4-f1e2fe6aab14 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/networks?id=bd703673-f799-4c54-bcc1-1156ceffbdde HTTP/1.1" status: 200 len: 811 time: 0.1170480 Aug 16 02:48:03.340413 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-258ff1c2-0787-4ced-8af1-14db608c29c2 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/quotas/bd7c01df576e49cba7738521dc43bcf6 HTTP/1.1" status: 200 len: 375 time: 0.0098646 Aug 16 02:48:03.378377 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-827044ba-253c-4854-a1c4-5ae39b57d7b4 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd7c01df576e49cba7738521dc43bcf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321059 Aug 16 02:48:03.475258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-312f5bfd-5cde-41db-9969-29f4ce091797 service neutron] 10.222.0.61 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890083 Aug 16 02:48:03.579678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-d4807987-3aff-494d-9930-7a1be31e3d4b service neutron] 10.222.0.61 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980701 Aug 16 02:48:03.655307 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d252b3a-3f96-4ade-8b35-7d68ae5a4647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:03.751606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c109ea3-0257-417c-a620-4906deba89dd req-770172fe-2aab-47f7-8b5d-d2faf655457f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 210 time: 0.0287325 Aug 16 02:48:04.006798 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:04.828208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-572b9c96-c6df-4732-b92b-29d705e17b73 req-1c6d55c1-7c80-4f8d-ab26-0f4f9513b879 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 210 time: 0.0274694 Aug 16 02:48:04.975265 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:05.903308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b598988-a2e1-422e-89a2-4736a8918e01 req-d43ebe5f-91b6-4534-818e-cb0178ab938e tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 210 time: 0.0254467 Aug 16 02:48:06.989183 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d606bf2c-fe14-4a3c-8278-fd0d6c145f82 req-febf7040-68b4-4659-a5f2-bca147ba6cd2 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 210 time: 0.0263462 Aug 16 02:48:07.102216 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.083668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c440e56-3e6e-4104-bc5c-1ce288804f39 req-3ead636d-86a7-4c54-b8c8-25e0c83508c3 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 210 time: 0.0267444 Aug 16 02:48:08.974299 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-dd8eb15d-6d4d-4a3c-8dbd-bb5cf8df8798 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:08.976136 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-dd8eb15d-6d4d-4a3c-8dbd-bb5cf8df8798 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.93 "GET /v2.0/networks?id=bd703673-f799-4c54-bcc1-1156ceffbdde HTTP/1.1" status: 200 len: 811 time: 0.1090648 Aug 16 02:48:08.990313 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Request body: {'port': {'device_id': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde', 'admin_state_up': True, 'tenant_id': 'bd7c01df576e49cba7738521dc43bcf6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:09.100559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Made reservation on behalf of bd7c01df576e49cba7738521dc43bcf6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:09.104084 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.193661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e97acfc0-b8b4-4da2-8d88-d2b88ac261ef req-9bbe36c9-d1a3-4554-a594-7b5ee93f9e39 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 210 time: 0.0322945 Aug 16 02:48:09.248274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Allocated IP 172.20.0.12 (bd703673-f799-4c54-bcc1-1156ceffbdde/b5cfa090-9a45-4f4e-ad8f-e19e09f6957e/4b71d845-dce2-463f-bafd-a92aed9f7185) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:09.400461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.439038 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.480601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Network bd703673-f799-4c54-bcc1-1156ceffbdde is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:09.486227 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:09.489981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:09.515527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Pushing event updated for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:09.544083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.544972 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.559879 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-34004bd9-fad9-4797-a81f-f924ef15d473 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5747132 Aug 16 02:48:09.571659 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Request body: {'port': {'device_id': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:09.628750 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.888842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b71d845-dce2-463f-bafd-a92aed9f7185 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:09.897372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.910236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Transition to ACTIVE for port object 4b71d845-dce2-463f-bafd-a92aed9f7185 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:09.913748 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:09.980464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Pushing event updated for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:10.034701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Attempting to bind port 4b71d845-dce2-463f-bafd-a92aed9f7185 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:10.035026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Attempting to bind port 4b71d845-dce2-463f-bafd-a92aed9f7185 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '7b193db6-5fe2-4910-b3db-970bfd81ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:10.035380 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Attempting to bind port 4b71d845-dce2-463f-bafd-a92aed9f7185 on network bd703673-f799-4c54-bcc1-1156ceffbdde {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:10.039545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Port 4b71d845-dce2-463f-bafd-a92aed9f7185 on network bd703673-f799-4c54-bcc1-1156ceffbdde not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:48:10.039861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Attempting to bind port 4b71d845-dce2-463f-bafd-a92aed9f7185 on network bd703673-f799-4c54-bcc1-1156ceffbdde {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:10.044873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:10.045204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Checking segment: {'id': '7b193db6-5fe2-4910-b3db-970bfd81ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:10.045581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Bound using segment: {'id': '7b193db6-5fe2-4910-b3db-970bfd81ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:10.046621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Bound port: 4b71d845-dce2-463f-bafd-a92aed9f7185, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b193db6-5fe2-4910-b3db-970bfd81ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:10.046940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.108181 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:10.112076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:10.116715 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.148512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.149139 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.150568 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] 10.222.0.93 "PUT /v2.0/ports/4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 200 len: 1093 time: 0.5829823 Aug 16 02:48:10.152703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:10.154952 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf3f339-5223-4297-bdb4-f64a3aae61fd" -d '{"events": [{"name": "network-changed", "server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:10.184878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79d588-c337-430c-bc76-a89e5b8b0476 service neutron] Pushing event updated for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:10.198832 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07b7df9-9585-4d2c-9054-bd843be22588 x-openstack-request-id: req-e07b7df9-9585-4d2c-9054-bd843be22588 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:10.199150 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:10.199409 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e07b7df9-9585-4d2c-9054-bd843be22588 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:10.199799 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'status': 'completed', 'code': 200} Aug 16 02:48:10.229726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-e6f98741-5d60-4136-9b06-d4318356dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.231295 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-e6f98741-5d60-4136-9b06-d4318356dc40 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd7c01df576e49cba7738521dc43bcf6&device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 1096 time: 0.0420675 Aug 16 02:48:10.277065 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-d570a1f2-1d0b-4246-b0d5-d3b45f6b75ea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 200 len: 217 time: 0.0386357 Aug 16 02:48:10.312969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b8fc3-f715-4aa9-9cb0-241aed0847e9 req-a393ba22-ef4c-4c5a-8362-944f4ca2799e tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.314461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-530b8fc3-f715-4aa9-9cb0-241aed0847e9 req-a393ba22-ef4c-4c5a-8362-944f4ca2799e tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 944 time: 0.0513191 Aug 16 02:48:10.326719 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-d6f633aa-e26e-41c8-967e-ac960535b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.328809 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-d6f633aa-e26e-41c8-967e-ac960535b775 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5cfa090-9a45-4f4e-ad8f-e19e09f6957e HTTP/1.1" status: 200 len: 851 time: 0.0456672 Aug 16 02:48:10.353374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-530b8fc3-f715-4aa9-9cb0-241aed0847e9 req-beffb364-da69-4a69-ba9c-fac75a3663b5 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Aug 16 02:48:10.360136 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-73d579d4-ab8c-4eee-a463-464b07496777 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bd703673-f799-4c54-bcc1-1156ceffbdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249581 Aug 16 02:48:10.454348 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-8358dadd-57c2-4c96-b179-a69bf576eacf service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867918 Aug 16 02:48:10.542490 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b6364b6a-6fc5-48be-a7ac-2ff598c8fd7e req-5a5a33e9-f66d-40b9-ae2d-bb009aaca7de service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816624 Aug 16 02:48:10.627271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-f2bacb23-8458-4f76-98db-47013baaa678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.628765 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-f2bacb23-8458-4f76-98db-47013baaa678 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd7c01df576e49cba7738521dc43bcf6&device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 1096 time: 0.0418715 Aug 16 02:48:10.722123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-be9c7c34-4174-4304-ad8a-3ea0e6c41df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.723559 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-be9c7c34-4174-4304-ad8a-3ea0e6c41df8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bd703673-f799-4c54-bcc1-1156ceffbdde HTTP/1.1" status: 200 len: 912 time: 0.0881572 Aug 16 02:48:10.766687 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-0ae2005e-fa86-4c61-b78c-be3da52e42ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 200 len: 217 time: 0.0353673 Aug 16 02:48:10.820081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-0ac32290-c0b3-44bc-8bab-f8921c020fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.821516 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-0ac32290-c0b3-44bc-8bab-f8921c020fcc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5cfa090-9a45-4f4e-ad8f-e19e09f6957e HTTP/1.1" status: 200 len: 851 time: 0.0469697 Aug 16 02:48:10.852735 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-64a1a72a-6e6e-4ae4-b864-b6a2f45082f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bd703673-f799-4c54-bcc1-1156ceffbdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238135 Aug 16 02:48:10.941739 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-69b5427d-143d-40b5-a41e-0588ec9a685d service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810699 Aug 16 02:48:11.036453 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2bf3f339-5223-4297-bdb4-f64a3aae61fd req-43accd96-65e6-43d7-97dd-a32a0e648912 service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874271 Aug 16 02:48:11.468430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f7f61-11de-4ab5-adf9-b6cd22e2dc71 req-5c69391c-4965-466c-85d2-4a3fba5e59d1 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:11.469908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f56f7f61-11de-4ab5-adf9-b6cd22e2dc71 req-5c69391c-4965-466c-85d2-4a3fba5e59d1 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 944 time: 0.0491579 Aug 16 02:48:11.507235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f56f7f61-11de-4ab5-adf9-b6cd22e2dc71 req-92cc832d-038b-440e-adb4-63b218fbe949 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Aug 16 02:48:12.622755 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.626003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b78b63-b012-4a69-a790-81de59606cba req-94048be1-0450-4014-84aa-afb4ccdd8db0 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.627575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93b78b63-b012-4a69-a790-81de59606cba req-94048be1-0450-4014-84aa-afb4ccdd8db0 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 944 time: 0.0504577 Aug 16 02:48:12.669048 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93b78b63-b012-4a69-a790-81de59606cba req-8f2ef644-e42b-4d3f-9a22-e7fb5bfd83ab tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Aug 16 02:48:13.297050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4b71d845-dce2-463f-bafd-a92aed9f7185 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:13.393595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:13.404438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde', 'port_id': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'mac_address': 'fa:16:3e:55:30:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5cfa090-9a45-4f4e-ad8f-e19e09f6957e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:13.441163 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.453856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b71d845-dce2-463f-bafd-a92aed9f7185 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:13.472713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:13.476503 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.524945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:13.662177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['4b71d845-dce2-463f-bafd-a92aed9f7185'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:13.787583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c0205-5144-4617-b961-a62bd1c3c0f9 req-43b1bda5-6968-44c1-80e8-2c564005d940 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:13.789193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-335c0205-5144-4617-b961-a62bd1c3c0f9 req-43b1bda5-6968-44c1-80e8-2c564005d940 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 945 time: 0.0509763 Aug 16 02:48:13.829337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-335c0205-5144-4617-b961-a62bd1c3c0f9 req-d5f1585a-5842-41e2-a182-de0c7b06e09b tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Aug 16 02:48:14.956684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3517-daa5-43be-bd8a-b974826c8a63 req-6b8d6f76-003f-4c1d-9c5f-24ff75889d75 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:14.958147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec9a3517-daa5-43be-bd8a-b974826c8a63 req-6b8d6f76-003f-4c1d-9c5f-24ff75889d75 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 945 time: 0.0489430 Aug 16 02:48:14.994981 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ec9a3517-daa5-43be-bd8a-b974826c8a63 req-b4ca93c7-2b6b-490b-ae80-d3545d296c21 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307915 Aug 16 02:48:15.313449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4b71d845-dce2-463f-bafd-a92aed9f7185 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:15.360312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 4b71d845-dce2-463f-bafd-a92aed9f7185 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:15.364086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 4b71d845-dce2-463f-bafd-a92aed9f7185 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:15.364457 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:15.442958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:15.464920 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:15.467153 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae7dad6-6fe2-48ea-973f-5757386ee6ed" -d '{"events": [{"server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "name": "network-vif-plugged", "status": "completed", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:15.479634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:15.484288 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:15.508156 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfd8cd0-6c48-4ed3-9bfa-b9fc403f2ac2 x-openstack-request-id: req-8bfd8cd0-6c48-4ed3-9bfa-b9fc403f2ac2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:15.508453 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "name": "network-vif-plugged", "status": "completed", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:15.508708 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8bfd8cd0-6c48-4ed3-9bfa-b9fc403f2ac2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:15.509096 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'code': 200} Aug 16 02:48:15.536009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:15.604065 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fb6de-3436-484b-8121-436d09a7f68e req-47a175bd-eb6b-401e-aa6d-0c287bec0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:15.605570 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-428fb6de-3436-484b-8121-436d09a7f68e req-47a175bd-eb6b-401e-aa6d-0c287bec0c97 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 1098 time: 0.0409489 Aug 16 02:48:15.640484 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-428fb6de-3436-484b-8121-436d09a7f68e req-ad954c86-9b76-4cdd-9f26-e52574b221f9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276961 Aug 16 02:48:16.116622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2f1e0-7151-457c-8506-f14273f1dbbc req-a64266ac-95e5-4711-80c1-e597aad2b5c7 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.118126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-78e2f1e0-7151-457c-8506-f14273f1dbbc req-a64266ac-95e5-4711-80c1-e597aad2b5c7 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0485334 Aug 16 02:48:16.161099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-78e2f1e0-7151-457c-8506-f14273f1dbbc req-e83733cc-04ad-46e5-b8c4-4fc469031d42 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369627 Aug 16 02:48:17.282789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddad5b-99c5-4c69-9dda-07fa6d9e684b req-9b0c0cc8-f079-4781-814d-2964a859d0cc tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:17.284313 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61ddad5b-99c5-4c69-9dda-07fa6d9e684b req-9b0c0cc8-f079-4781-814d-2964a859d0cc tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0551250 Aug 16 02:48:17.322715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-61ddad5b-99c5-4c69-9dda-07fa6d9e684b req-0f556eb3-98ec-41ec-aa22-7ae9498eb8bf tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Aug 16 02:48:17.513343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:17.584051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079182a-d877-4d06-a932-a3b7e7033f41 req-3bb9ab28-297d-4b4e-b578-d6f2fbacff6f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:17.585514 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a079182a-d877-4d06-a932-a3b7e7033f41 req-3bb9ab28-297d-4b4e-b578-d6f2fbacff6f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0592899 Aug 16 02:48:17.641793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-ed875be4-5eaa-47fd-a619-09e82154b64f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267748 Aug 16 02:48:17.648964 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a079182a-d877-4d06-a932-a3b7e7033f41 req-f0a9798e-9373-4a32-ba39-0e35b88ab543 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497270 Aug 16 02:48:18.787017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff43af3-2620-4f3a-b4a8-d9f66ea183c9 req-91af66b6-1464-45e3-82cd-b693efb55106 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:18.788600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cff43af3-2620-4f3a-b4a8-d9f66ea183c9 req-91af66b6-1464-45e3-82cd-b693efb55106 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0690041 Aug 16 02:48:18.797234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62530ba-6349-4340-9d17-9f306b740970 req-66d84c19-3bc1-4a84-a9ed-062ed5d9e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:18.799004 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-66d84c19-3bc1-4a84-a9ed-062ed5d9e5ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd7c01df576e49cba7738521dc43bcf6&device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 1098 time: 0.0427880 Aug 16 02:48:18.828677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cff43af3-2620-4f3a-b4a8-d9f66ea183c9 req-f237d3a2-158c-437b-8de0-d7e8d74448e0 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340095 Aug 16 02:48:18.905166 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62530ba-6349-4340-9d17-9f306b740970 req-3d8d88a1-c32b-4599-a7ac-4e09e593dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:18.906710 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-3d8d88a1-c32b-4599-a7ac-4e09e593dde4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bd703673-f799-4c54-bcc1-1156ceffbdde HTTP/1.1" status: 200 len: 912 time: 0.1006877 Aug 16 02:48:18.950386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-752fa006-8d65-49ff-b3f6-047747e3f2c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 200 len: 217 time: 0.0359118 Aug 16 02:48:18.999848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62530ba-6349-4340-9d17-9f306b740970 req-500a685c-63f8-4dd8-a77b-7de45301ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.001979 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-500a685c-63f8-4dd8-a77b-7de45301ac6f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5cfa090-9a45-4f4e-ad8f-e19e09f6957e HTTP/1.1" status: 200 len: 851 time: 0.0450861 Aug 16 02:48:19.038250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-c7d00386-4efc-47a7-af35-1e16fc1791da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bd703673-f799-4c54-bcc1-1156ceffbdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298743 Aug 16 02:48:19.134935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-be34123e-c5fa-4cb8-8693-9755007f8911 service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901372 Aug 16 02:48:19.577331 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-2c1f4d01-7906-4797-86c5-de23a7e17edf service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357524 Aug 16 02:48:19.943899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc93e10-5a72-4c5e-af6d-87ff68036590 req-fe473fb5-873c-4e6e-a522-8d36c0137f3d tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.945377 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cc93e10-5a72-4c5e-af6d-87ff68036590 req-fe473fb5-873c-4e6e-a522-8d36c0137f3d tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0487154 Aug 16 02:48:19.983617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cc93e10-5a72-4c5e-af6d-87ff68036590 req-9fd4dfa6-7506-4294-86c3-e3bb780a9c1e tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Aug 16 02:48:21.098977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0221aa-c921-49ef-80e9-1f6eadc3f470 req-8bc96307-e5a4-4fe7-8668-57f951abc38e tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.100455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a0221aa-c921-49ef-80e9-1f6eadc3f470 req-8bc96307-e5a4-4fe7-8668-57f951abc38e tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0482695 Aug 16 02:48:21.142849 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4a0221aa-c921-49ef-80e9-1f6eadc3f470 req-bd571b3a-81f0-4ba8-83d0-588842cefd63 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359595 Aug 16 02:48:22.259382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac9dc-db1c-497d-8fa9-3a0b11b19195 req-2be05771-d9a6-43c3-9b18-4f0e6050d0d2 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:22.260861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c9ac9dc-db1c-497d-8fa9-3a0b11b19195 req-2be05771-d9a6-43c3-9b18-4f0e6050d0d2 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0488524 Aug 16 02:48:22.298883 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4c9ac9dc-db1c-497d-8fa9-3a0b11b19195 req-9a66986b-cf97-4b26-97d0-832f3d1b788c tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Aug 16 02:48:22.586185 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:23.416054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf49f1f-e608-4be2-80a6-b27b0b728e08 req-2b05b6cf-866a-4dd3-88a9-45ed4a8a87bc tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:23.417539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecf49f1f-e608-4be2-80a6-b27b0b728e08 req-2b05b6cf-866a-4dd3-88a9-45ed4a8a87bc tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0486746 Aug 16 02:48:23.458859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ecf49f1f-e608-4be2-80a6-b27b0b728e08 req-42c878c5-65ee-4ce1-9623-0b815132863c tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Aug 16 02:48:24.576710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09af7e-f989-4cb4-9f5f-100106d6e774 req-aaec18aa-7258-45cf-bc9d-7698afb8f090 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:24.578194 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d09af7e-f989-4cb4-9f5f-100106d6e774 req-aaec18aa-7258-45cf-bc9d-7698afb8f090 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0485966 Aug 16 02:48:24.620618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d09af7e-f989-4cb4-9f5f-100106d6e774 req-fabf0bd5-79e5-4a3d-aa54-d3d7868fb79b tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359342 Aug 16 02:48:25.743415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8560349-f7ee-4716-b5fd-ab8375955a10 req-db3efe4f-7cee-422a-8b56-d584a6f1d37b tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:25.744912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8560349-f7ee-4716-b5fd-ab8375955a10 req-db3efe4f-7cee-422a-8b56-d584a6f1d37b tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0517254 Aug 16 02:48:25.783743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8560349-f7ee-4716-b5fd-ab8375955a10 req-f78c7f14-9b00-44e5-91e4-ed4d05194f5a tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Aug 16 02:48:26.897799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0fb2e-c7fb-4633-90bb-ae9fe04b9a1e req-e2f36d61-c0c8-4915-ad85-7c39f87eb901 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:26.899311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37d0fb2e-c7fb-4633-90bb-ae9fe04b9a1e req-e2f36d61-c0c8-4915-ad85-7c39f87eb901 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0485389 Aug 16 02:48:26.936952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37d0fb2e-c7fb-4633-90bb-ae9fe04b9a1e req-097d126e-bdc9-4de3-a855-cb8405cd7249 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Aug 16 02:48:28.053244 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04628b-056f-48ac-89ce-4b4f11ceaead req-99679ab9-bbfc-47ce-9a53-8fb1cee2b165 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:28.054743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e04628b-056f-48ac-89ce-4b4f11ceaead req-99679ab9-bbfc-47ce-9a53-8fb1cee2b165 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0493574 Aug 16 02:48:28.098205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e04628b-056f-48ac-89ce-4b4f11ceaead req-73b0e9f9-2505-4040-a438-24e919208e78 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371335 Aug 16 02:48:29.214134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be484f0b-fda8-45b5-ae9e-a234dbf85ec9 req-79cecb7f-f10e-4681-a85a-e1507e54b3a1 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:29.215632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be484f0b-fda8-45b5-ae9e-a234dbf85ec9 req-79cecb7f-f10e-4681-a85a-e1507e54b3a1 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0495961 Aug 16 02:48:29.254098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be484f0b-fda8-45b5-ae9e-a234dbf85ec9 req-4e76389d-c08b-4ea6-93f4-d3fb97a7d597 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Aug 16 02:48:30.373523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0994ff-8047-4d75-ac3a-91cec2221cf8 req-18bbe003-84b2-48e1-9e5e-53dde0bd0391 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:30.375284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e0994ff-8047-4d75-ac3a-91cec2221cf8 req-18bbe003-84b2-48e1-9e5e-53dde0bd0391 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0538030 Aug 16 02:48:30.418583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e0994ff-8047-4d75-ac3a-91cec2221cf8 req-ad57c937-a26d-41e8-9ae7-c1692802d23b tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Aug 16 02:48:31.018361 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d99bb952-3bec-4304-8c1e-62380b18fe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.161561 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.534004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79b9d-f452-43fd-b244-a7507e7416d1 req-21215b14-fef0-4a18-b7a5-ec4f7e84657d tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.535631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ab79b9d-f452-43fd-b244-a7507e7416d1 req-21215b14-fef0-4a18-b7a5-ec4f7e84657d tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0478830 Aug 16 02:48:31.577995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ab79b9d-f452-43fd-b244-a7507e7416d1 req-47cb3176-ce25-4405-b0c4-3807b6f18929 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363884 Aug 16 02:48:32.695862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42897ab7-3085-4890-b9b0-39ada210a948 req-eac9423e-7f2b-4f3a-8447-cf9da563af67 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:32.697353 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42897ab7-3085-4890-b9b0-39ada210a948 req-eac9423e-7f2b-4f3a-8447-cf9da563af67 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0497665 Aug 16 02:48:32.734177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-42897ab7-3085-4890-b9b0-39ada210a948 req-72356064-97cd-4c6c-b17d-bf6311357cdb tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Aug 16 02:48:33.650102 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1021a730-28fe-4d8c-ac67-d9346d302c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.854238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ed375-7759-4f6f-a9a2-4dcfdb113b93 req-2226f8e9-0c70-4ae2-9eb9-74dadf5d69a4 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:33.855702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-285ed375-7759-4f6f-a9a2-4dcfdb113b93 req-2226f8e9-0c70-4ae2-9eb9-74dadf5d69a4 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0486462 Aug 16 02:48:33.893888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-285ed375-7759-4f6f-a9a2-4dcfdb113b93 req-bd36c1a7-5b05-4db0-89db-f50e67a2250b tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Aug 16 02:48:34.007150 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.978325 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.018284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3564c3-3f7f-460a-8ac1-e8c7623fcadc req-1aa4f220-aefc-477a-83b3-b2106ae5c9b7 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:35.019802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a3564c3-3f7f-460a-8ac1-e8c7623fcadc req-1aa4f220-aefc-477a-83b3-b2106ae5c9b7 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0497360 Aug 16 02:48:35.062756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a3564c3-3f7f-460a-8ac1-e8c7623fcadc req-07cf699b-2e59-4381-8d3e-c10788a7f1a0 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369911 Aug 16 02:48:36.180933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39125e0-022d-4093-a77a-0fe81bc96a3e req-12f07077-7ae7-401c-98b1-ea7ee9fb962a tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:36.182424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b39125e0-022d-4093-a77a-0fe81bc96a3e req-12f07077-7ae7-401c-98b1-ea7ee9fb962a tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0488205 Aug 16 02:48:36.221500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b39125e0-022d-4093-a77a-0fe81bc96a3e req-5416b49d-07ac-4a56-b695-4c64002f65c4 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331039 Aug 16 02:48:37.107319 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.339209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dffd27-b544-4195-a79a-f784be463cee req-f00c8e83-f635-4583-939d-e15dc4889df9 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:37.340707 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50dffd27-b544-4195-a79a-f784be463cee req-f00c8e83-f635-4583-939d-e15dc4889df9 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0496206 Aug 16 02:48:37.378472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50dffd27-b544-4195-a79a-f784be463cee req-624b1271-77d4-48b0-8e0c-deef09fb1b07 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Aug 16 02:48:38.493868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be23b1-2816-4705-a4ab-206f06b9e456 req-9555401e-3d34-4254-9770-9221d248197f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:38.495359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38be23b1-2816-4705-a4ab-206f06b9e456 req-9555401e-3d34-4254-9770-9221d248197f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0476637 Aug 16 02:48:38.536171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38be23b1-2816-4705-a4ab-206f06b9e456 req-978fc47f-90f1-4e0a-93fb-4655bce4fecd tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349402 Aug 16 02:48:39.654191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34673311-547e-42e0-8cc8-c7f1b5dedd19 req-85210b69-c429-49f2-9a62-ad4b336a6c8b tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:39.655702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34673311-547e-42e0-8cc8-c7f1b5dedd19 req-85210b69-c429-49f2-9a62-ad4b336a6c8b tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0502629 Aug 16 02:48:39.695269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34673311-547e-42e0-8cc8-c7f1b5dedd19 req-17125f26-97b3-4117-ac06-966a11ef3d3f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329750 Aug 16 02:48:40.811766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eacbd-67cd-4890-898b-904e37d680da req-6f402db6-0ef3-4c21-8d9e-9703bb1f5076 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:40.813251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b32eacbd-67cd-4890-898b-904e37d680da req-6f402db6-0ef3-4c21-8d9e-9703bb1f5076 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0505252 Aug 16 02:48:40.850777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b32eacbd-67cd-4890-898b-904e37d680da req-768b4436-05f2-44ab-980c-ad0d80384948 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Aug 16 02:48:41.966219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d824ef4-4c4d-48e2-b34b-e12ca59bf9f3 req-9922a051-4146-4665-b62e-b2f0cb5d1f7e tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:41.967649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d824ef4-4c4d-48e2-b34b-e12ca59bf9f3 req-9922a051-4146-4665-b62e-b2f0cb5d1f7e tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0488582 Aug 16 02:48:42.009345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d824ef4-4c4d-48e2-b34b-e12ca59bf9f3 req-aa500041-1ca1-40af-b8ea-318c49cabc12 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357449 Aug 16 02:48:42.623248 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.125209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22177817-2ba8-4f06-947d-5cdfbc4544f0 req-a84dae96-0d08-4267-8081-183aae054228 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.126716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22177817-2ba8-4f06-947d-5cdfbc4544f0 req-a84dae96-0d08-4267-8081-183aae054228 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0500157 Aug 16 02:48:43.166225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-22177817-2ba8-4f06-947d-5cdfbc4544f0 req-5cdab4bb-3a82-48f4-b7be-0a9ef6b5e96e tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Aug 16 02:48:44.281970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac81e94-c816-4498-b2f6-9a568fa4c067 req-5ed55d1f-2d92-45c3-8561-7d49cee747a2 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:44.283508 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ac81e94-c816-4498-b2f6-9a568fa4c067 req-5ed55d1f-2d92-45c3-8561-7d49cee747a2 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0507412 Aug 16 02:48:44.321525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ac81e94-c816-4498-b2f6-9a568fa4c067 req-8ac78b36-e9ef-464c-b1a2-78d2753a3b48 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Aug 16 02:48:45.437569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566168-dfa2-45f7-9aac-a4cec9d4d68d req-c6404751-b0b8-4740-86ff-08ce1a26ff1d tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.438952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77566168-dfa2-45f7-9aac-a4cec9d4d68d req-c6404751-b0b8-4740-86ff-08ce1a26ff1d tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0497522 Aug 16 02:48:45.481269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77566168-dfa2-45f7-9aac-a4cec9d4d68d req-c4106e55-6991-4ab0-99d5-0d3a67e2ccf3 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351920 Aug 16 02:48:46.481615 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-c62530ba-6349-4340-9d17-9f306b740970 req-d044c9f1-f2d1-4fc2-96fb-9aa5c53950cb service neutron] show failed (client error): The resource could not be found. Aug 16 02:48:46.482515 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-d044c9f1-f2d1-4fc2-96fb-9aa5c53950cb service neutron] 10.222.0.93 "GET /v2.0/ports/4b71d845-dce2-463f-bafd-a92aed9f7185/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0584688 Aug 16 02:48:46.599002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607327-a4a0-4bdc-9ebb-e1124d4cf927 req-3eed1db1-8afe-48f0-8f0d-ec6ab929f937 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:46.601214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f607327-a4a0-4bdc-9ebb-e1124d4cf927 req-3eed1db1-8afe-48f0-8f0d-ec6ab929f937 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0510979 Aug 16 02:48:46.640309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f607327-a4a0-4bdc-9ebb-e1124d4cf927 req-335624f9-6a18-464f-a141-4f0cb4b16ffc tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Aug 16 02:48:46.707921 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62530ba-6349-4340-9d17-9f306b740970 req-715e638b-4ae9-478e-92b7-f682e4fe35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:46.709447 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-715e638b-4ae9-478e-92b7-f682e4fe35cd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023&tenant_id=bd7c01df576e49cba7738521dc43bcf6 HTTP/1.1" status: 200 len: 1098 time: 0.0736768 Aug 16 02:48:46.727493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:46.783772 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.987035 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:47.020690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:47.061383 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:47.063697 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5ca5d1-5142-4444-90be-f66650ce7275" -d '{"events": [{"server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "name": "network-vif-unplugged", "status": "completed", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:47.067753 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.080201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Transition to ACTIVE for port object 4b71d845-dce2-463f-bafd-a92aed9f7185 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:47.084016 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.117987 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb83a7d-fe60-42c3-83d4-04da80c7ce06 x-openstack-request-id: req-fdb83a7d-fe60-42c3-83d4-04da80c7ce06 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:47.118292 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "name": "network-vif-unplugged", "status": "completed", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:47.118545 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fdb83a7d-fe60-42c3-83d4-04da80c7ce06 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:47.118934 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'code': 200} Aug 16 02:48:47.152630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] No DVR routers for this DVR port 4b71d845-dce2-463f-bafd-a92aed9f7185 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:47.154438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Pushing event updated for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:47.167052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.167435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.167775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.168109 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.168435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.168755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.169077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.169402 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.169978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.170295 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.170616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.170930 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:47.199116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Attempting to bind port 4b71d845-dce2-463f-bafd-a92aed9f7185 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:47.199475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Attempting to bind port 4b71d845-dce2-463f-bafd-a92aed9f7185 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '7b193db6-5fe2-4910-b3db-970bfd81ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:47.199804 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Attempting to bind port 4b71d845-dce2-463f-bafd-a92aed9f7185 on network bd703673-f799-4c54-bcc1-1156ceffbdde {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:47.204152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Port 4b71d845-dce2-463f-bafd-a92aed9f7185 on network bd703673-f799-4c54-bcc1-1156ceffbdde not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:48:47.204488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Attempting to bind port 4b71d845-dce2-463f-bafd-a92aed9f7185 on network bd703673-f799-4c54-bcc1-1156ceffbdde {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:47.209727 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:47.210067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Checking segment: {'id': '7b193db6-5fe2-4910-b3db-970bfd81ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:47.210522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Bound using segment: {'id': '7b193db6-5fe2-4910-b3db-970bfd81ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:47.210940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Bound port: 4b71d845-dce2-463f-bafd-a92aed9f7185, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b193db6-5fe2-4910-b3db-970bfd81ae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:47.211325 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.276890 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:47.280104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:47.286417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.327499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.328119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:47.329501 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] 10.222.0.86 "PUT /v2.0/ports/4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 200 len: 1093 time: 0.6065912 Aug 16 02:48:47.350176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7617708-026d-4217-ae4b-88e7f18a174c service neutron] Pushing event updated for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:47.404459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62530ba-6349-4340-9d17-9f306b740970 req-2e50ce3b-8440-4aa1-b09a-538ae5dde1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.405929 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-2e50ce3b-8440-4aa1-b09a-538ae5dde1fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd7c01df576e49cba7738521dc43bcf6&device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 1096 time: 0.0405149 Aug 16 02:48:47.495571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62530ba-6349-4340-9d17-9f306b740970 req-21cf9ea9-09d9-482d-a922-b17ef3a27873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.497034 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-21cf9ea9-09d9-482d-a922-b17ef3a27873 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd703673-f799-4c54-bcc1-1156ceffbdde HTTP/1.1" status: 200 len: 912 time: 0.0831838 Aug 16 02:48:47.541660 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-4f81a850-ae50-4e04-a4cb-302ff1d02eb6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 200 len: 217 time: 0.0379407 Aug 16 02:48:47.597321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62530ba-6349-4340-9d17-9f306b740970 req-e6efaadd-cec9-4af3-bdd8-26560a860e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.599409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-e6efaadd-cec9-4af3-bdd8-26560a860e30 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b5cfa090-9a45-4f4e-ad8f-e19e09f6957e HTTP/1.1" status: 200 len: 851 time: 0.0514157 Aug 16 02:48:47.630627 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-4f066666-4a85-49a6-a99e-c47570e85737 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd703673-f799-4c54-bcc1-1156ceffbdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246949 Aug 16 02:48:47.727880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-9d66ab05-2c35-4155-9d1f-68dfebb3705f service neutron] 10.222.0.86 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901592 Aug 16 02:48:47.758531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a340f-d3c0-40c1-832d-8578627a33ca req-6f56feb8-2794-4875-ba4b-33d2242abc45 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.760097 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b8a340f-d3c0-40c1-832d-8578627a33ca req-6f56feb8-2794-4875-ba4b-33d2242abc45 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 944 time: 0.0494721 Aug 16 02:48:47.799432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b8a340f-d3c0-40c1-832d-8578627a33ca req-7b96bb60-917a-4129-bdbb-01870fa9b848 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Aug 16 02:48:47.820796 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c62530ba-6349-4340-9d17-9f306b740970 req-292c5d39-0b93-45b4-bec6-7e02a6ac3e3a service neutron] 10.222.0.86 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860751 Aug 16 02:48:48.915647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41151d6-6136-4e9d-94d5-7f0b5152a558 req-7e9a7d58-87d2-48b6-ae21-34c43f12207f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:48.917185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b41151d6-6136-4e9d-94d5-7f0b5152a558 req-7e9a7d58-87d2-48b6-ae21-34c43f12207f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 944 time: 0.0502834 Aug 16 02:48:48.960472 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b41151d6-6136-4e9d-94d5-7f0b5152a558 req-fd8ccd7a-0436-48ce-abc7-db923e8cb95f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369911 Aug 16 02:48:49.120089 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:49.122395 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4467be-64b5-4675-8238-df132f19e39a" -d '{"events": [{"name": "network-changed", "server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:49.180902 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f38aa-4fa2-45a0-8807-a9adb85caaa2 x-openstack-request-id: req-de6f38aa-4fa2-45a0-8807-a9adb85caaa2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:49.181204 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:49.181459 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de6f38aa-4fa2-45a0-8807-a9adb85caaa2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:49.181854 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'status': 'completed', 'code': 200} Aug 16 02:48:49.279648 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4467be-64b5-4675-8238-df132f19e39a req-61a16375-1266-4536-be82-3f444f3a77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.281343 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-61a16375-1266-4536-be82-3f444f3a77dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd7c01df576e49cba7738521dc43bcf6&device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 1096 time: 0.0853553 Aug 16 02:48:49.303735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4467be-64b5-4675-8238-df132f19e39a req-f8d574e7-4866-41a3-88f7-f5305b267a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.305296 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-f8d574e7-4866-41a3-88f7-f5305b267a37 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd7c01df576e49cba7738521dc43bcf6&device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 1096 time: 0.0800810 Aug 16 02:48:49.477620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4467be-64b5-4675-8238-df132f19e39a req-450c6424-ff04-463e-bb1f-88bb7c06633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.479067 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-450c6424-ff04-463e-bb1f-88bb7c06633a service neutron] 10.222.0.93 "GET /v2.0/networks?id=bd703673-f799-4c54-bcc1-1156ceffbdde HTTP/1.1" status: 200 len: 912 time: 0.1908412 Aug 16 02:48:49.489800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4467be-64b5-4675-8238-df132f19e39a req-804c6de4-301b-4cc5-bd46-43a1c5df00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.491250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-804c6de4-301b-4cc5-bd46-43a1c5df00bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd703673-f799-4c54-bcc1-1156ceffbdde HTTP/1.1" status: 200 len: 912 time: 0.1731029 Aug 16 02:48:49.561935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4b71d845-dce2-463f-bafd-a92aed9f7185 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:49.572204 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-55675bb4-07ac-4536-a155-ec44dfadcd5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 200 len: 217 time: 0.0791328 Aug 16 02:48:49.573554 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-badd5cb7-791a-43bd-8e76-1ca4163882dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 200 len: 217 time: 0.0735364 Aug 16 02:48:49.607244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4b71d845-dce2-463f-bafd-a92aed9f7185 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:49.675415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4467be-64b5-4675-8238-df132f19e39a req-17906881-a6aa-4d0d-8038-0690087db2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.677473 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-17906881-a6aa-4d0d-8038-0690087db2d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5cfa090-9a45-4f4e-ad8f-e19e09f6957e HTTP/1.1" status: 200 len: 851 time: 0.0986228 Aug 16 02:48:49.679149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4467be-64b5-4675-8238-df132f19e39a req-e5c5be75-02ad-48b2-b09d-402683b10da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.680483 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-e5c5be75-02ad-48b2-b09d-402683b10da5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b5cfa090-9a45-4f4e-ad8f-e19e09f6957e HTTP/1.1" status: 200 len: 851 time: 0.0896926 Aug 16 02:48:49.735867 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-9fa8743c-a3ec-475a-b536-b5fa5ef9dda9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bd703673-f799-4c54-bcc1-1156ceffbdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508327 Aug 16 02:48:49.737608 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-378df8b0-9c45-42de-ad7f-462ce80d17d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd703673-f799-4c54-bcc1-1156ceffbdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429072 Aug 16 02:48:49.896560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-f7a8886d-cd5e-4259-8628-e08536378f64 service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535833 Aug 16 02:48:49.898386 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-c73c6e36-4468-440a-be6f-8fa1c3ffd885 service neutron] 10.222.0.86 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484442 Aug 16 02:48:50.062924 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-f2a28075-6b64-4196-925d-3dcbf6109248 service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596324 Aug 16 02:48:50.066374 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6b4467be-64b5-4675-8238-df132f19e39a req-b22d8fd2-67e1-40c7-845f-f42e65ac3562 service neutron] 10.222.0.86 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559968 Aug 16 02:48:50.092085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9f98e-aa7c-4aca-90ac-8b0fc6c20b36 req-6f302de9-29a4-450b-bf8a-74fe69db59a4 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:50.093709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45d9f98e-aa7c-4aca-90ac-8b0fc6c20b36 req-6f302de9-29a4-450b-bf8a-74fe69db59a4 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 944 time: 0.0503507 Aug 16 02:48:50.134285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45d9f98e-aa7c-4aca-90ac-8b0fc6c20b36 req-7cdcbb23-8834-4df2-aafa-39fae813c7c3 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337622 Aug 16 02:48:50.909156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b71d845-dce2-463f-bafd-a92aed9f7185 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:51.011654 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:51.025518 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'network_id': 'bd703673-f799-4c54-bcc1-1156ceffbdde', 'port_id': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'mac_address': 'fa:16:3e:55:30:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5cfa090-9a45-4f4e-ad8f-e19e09f6957e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:51.069985 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.084160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b71d845-dce2-463f-bafd-a92aed9f7185 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:51.104310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:51.108393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.156351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.163984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.164335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.164679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.165013 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.165349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.165792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.166069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.166337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.166659 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.166973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.167381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.167696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:51.256976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a5d1a-2e7c-4c8f-9325-f5a2c4cc2976 req-9abc7b2a-ca5d-4b4c-af8d-0990a2dcff52 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.258458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-414a5d1a-2e7c-4c8f-9325-f5a2c4cc2976 req-9abc7b2a-ca5d-4b4c-af8d-0990a2dcff52 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Aug 16 02:48:51.298666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-414a5d1a-2e7c-4c8f-9325-f5a2c4cc2976 req-7e585b01-ad6e-44c8-8c67-f97796f97f72 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338430 Aug 16 02:48:51.533067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4b71d845-dce2-463f-bafd-a92aed9f7185'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:51.577983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-d4cb9553-3d9b-4ca4-983d-7176b580f39d tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.579609 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-d4cb9553-3d9b-4ca4-983d-7176b580f39d tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.93 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023&tenant_id=bd7c01df576e49cba7738521dc43bcf6&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 945 time: 0.0948942 Aug 16 02:48:51.642750 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-ffd46e31-7f64-463d-9efc-0b339255747f service neutron] delete failed (client error): The resource could not be found. Aug 16 02:48:51.643797 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-ffd46e31-7f64-463d-9efc-0b339255747f service neutron] 10.222.0.93 "DELETE /v2.0/ports/4b71d845-dce2-463f-bafd-a92aed9f7185/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0563357 Aug 16 02:48:51.740387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-d13493de-614f-48d5-9c48-e9d66a2ea859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.741851 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-d13493de-614f-48d5-9c48-e9d66a2ea859 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd7c01df576e49cba7738521dc43bcf6&device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 1097 time: 0.0414808 Aug 16 02:48:51.834328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-78cef8ca-10db-43c2-ab30-498d004d6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.835853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-78cef8ca-10db-43c2-ab30-498d004d6c5c service neutron] 10.222.0.93 "GET /v2.0/networks?id=bd703673-f799-4c54-bcc1-1156ceffbdde HTTP/1.1" status: 200 len: 912 time: 0.0864697 Aug 16 02:48:51.877557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-cf1bbf02-5220-404e-9e41-c3109e2cca4b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 200 len: 217 time: 0.0350566 Aug 16 02:48:51.926243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-59207b97-50b3-4117-92f0-d6149335187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.927726 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-59207b97-50b3-4117-92f0-d6149335187c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b5cfa090-9a45-4f4e-ad8f-e19e09f6957e HTTP/1.1" status: 200 len: 851 time: 0.0438159 Aug 16 02:48:51.958491 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-be0bc8e9-09f6-4ca7-bd7b-06cedacea823 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bd703673-f799-4c54-bcc1-1156ceffbdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241222 Aug 16 02:48:52.050135 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-7e06fe46-5695-47d2-abd6-295580adf59b service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843976 Aug 16 02:48:52.141890 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6e6e70fd-2835-4e42-ab51-ae5cf3682645 service neutron] 10.222.0.93 "GET /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842702 Aug 16 02:48:52.828078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80713ba4-fa42-4ef2-969b-e485f1705f67 req-5e34231a-13cc-4476-b2ac-f23f1a2e1cbd tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:52.829456 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80713ba4-fa42-4ef2-969b-e485f1705f67 req-5e34231a-13cc-4476-b2ac-f23f1a2e1cbd tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 945 time: 0.0493159 Aug 16 02:48:52.870098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80713ba4-fa42-4ef2-969b-e485f1705f67 req-16844064-af54-495c-b96f-b504dca15667 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Aug 16 02:48:52.915651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b71d845-dce2-463f-bafd-a92aed9f7185 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:52.964582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 4b71d845-dce2-463f-bafd-a92aed9f7185 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:52.968030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 4b71d845-dce2-463f-bafd-a92aed9f7185 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:52.968401 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.045067 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.066680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:53.068912 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18943c76-d968-4f6d-ad8b-601f34cf9af7" -d '{"events": [{"server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "name": "network-vif-plugged", "status": "completed", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:53.081693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:53.085913 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.110074 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc094d2-8c72-4118-b4d0-11a6e8fdafd1 x-openstack-request-id: req-abc094d2-8c72-4118-b4d0-11a6e8fdafd1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:53.110371 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "name": "network-vif-plugged", "status": "completed", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:53.110628 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abc094d2-8c72-4118-b4d0-11a6e8fdafd1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:53.111022 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'code': 200} Aug 16 02:48:53.137508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:53.987146 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5303962-c5e9-4d77-95ac-7c227bc0fc4c req-516d1822-1731-474f-8218-277a1279b95f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.989280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5303962-c5e9-4d77-95ac-7c227bc0fc4c req-516d1822-1731-474f-8218-277a1279b95f tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0494320 Aug 16 02:48:54.025547 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5303962-c5e9-4d77-95ac-7c227bc0fc4c req-d7c9d68a-2eb2-4f6e-be2c-971338ccc8e3 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa9e737-d253-4c57-92d5-9fa31f2562b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304167 Aug 16 02:48:54.421099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-adebfaa1-3bab-4643-96f7-7bdc477132a9 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:54.422544 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-adebfaa1-3bab-4643-96f7-7bdc477132a9 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.86 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 946 time: 0.0528023 Aug 16 02:48:54.510900 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Deleting port 4b71d845-dce2-463f-bafd-a92aed9f7185 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:54.511270 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.602562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] For port 4b71d845-dce2-463f-bafd-a92aed9f7185, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4b71d845-dce2-463f-bafd-a92aed9f7185,segment=NetworkSegment(7b193db6-5fe2-4910-b3db-970bfd81ae9f),segment_id=7b193db6-5fe2-4910-b3db-970bfd81ae9f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:54.602918 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.618718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Calling delete_port for 4b71d845-dce2-463f-bafd-a92aed9f7185 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:54.743244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.776241 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4b71d845-dce2-463f-bafd-a92aed9f7185'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:54.778472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Pushing event deleted for resources: {'Port': ['ID=4b71d845-dce2-463f-bafd-a92aed9f7185,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:54.820249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] No DVR routers for this DVR port 4b71d845-dce2-463f-bafd-a92aed9f7185 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:54.822797 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.824837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8091428d-d52c-4196-b6b4-21536a2a47ec req-6184f6a5-974b-404d-b5b6-52a91b162410 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.86 "DELETE /v2.0/ports/4b71d845-dce2-463f-bafd-a92aed9f7185 HTTP/1.1" status: 204 len: 173 time: 0.3957887 Aug 16 02:48:54.825273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'name': 'network-vif-deleted', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:54.827552 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a57306-2c30-4b38-a169-154dc158824c" -d '{"events": [{"server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "name": "network-vif-deleted", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:54.865274 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554210d4-13ca-4469-89b1-0e19f1f23c8a x-openstack-request-id: req-554210d4-13ca-4469-89b1-0e19f1f23c8a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:54.865559 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a8d4f5-8be0-4fd8-83cc-1fc20838c023", "name": "network-vif-deleted", "tag": "4b71d845-dce2-463f-bafd-a92aed9f7185", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:54.865806 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-554210d4-13ca-4469-89b1-0e19f1f23c8a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:54.866240 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a8d4f5-8be0-4fd8-83cc-1fc20838c023', 'name': 'network-vif-deleted', 'tag': '4b71d845-dce2-463f-bafd-a92aed9f7185', 'status': 'completed', 'code': 200} Aug 16 02:48:55.137326 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e289920-8096-40bb-8fcb-bc7d3455dd63 req-decaa39f-3061-4ef8-9e88-80e3f84cf487 tempest-DeleteServersTestJSON-1770665148 tempest-DeleteServersTestJSON-1770665148-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a8d4f5-8be0-4fd8-83cc-1fc20838c023 HTTP/1.1" status: 200 len: 210 time: 0.0278318 Aug 16 02:48:56.265419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38530) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:56.310756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Deleting subnet b5cfa090-9a45-4f4e-ad8f-e19e09f6957e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:56.313700 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.351370 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.391351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.444349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.473679 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.475678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b5cfa090-9a45-4f4e-ad8f-e19e09f6957e HTTP/1.1" status: 204 len: 168 time: 0.2092757 Aug 16 02:48:56.476668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cfa090-9a45-4f4e-ad8f-e19e09f6957e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.478375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:56.484667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.485020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.485364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.485692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.486034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.486361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.486688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.487012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.487365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.487689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.488067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.488523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaed1b-a6da-4ee3-9c0e-f6b91918f37f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:56.549747 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.625353 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.635138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd703673-f799-4c54-bcc1-1156ceffbdde']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:56.645715 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b193db6-5fe2-4910-b3db-970bfd81ae9f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:56.645947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b193db6-5fe2-4910-b3db-970bfd81ae9f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:56.654516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.669414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.675568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:56.675954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:56.677599 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:56.734275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.740250 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.742058 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] 10.222.0.61 "DELETE /v2.0/networks/bd703673-f799-4c54-bcc1-1156ceffbdde HTTP/1.1" status: 204 len: 168 time: 0.2627027 Aug 16 02:48:56.752993 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca357f3-4895-48bd-aa78-2684a460861e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd703673-f799-4c54-bcc1-1156ceffbdde,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:56.873620 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:56.912529 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-baf71db1-afee-429d-ba10-1c8f2d3b07e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd7c01df576e49cba7738521dc43bcf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376632 Aug 16 02:48:56.914943 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:56.962256 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5253b2f-e37c-4bf3-836f-e5676f9e556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.983224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5253b2f-e37c-4bf3-836f-e5676f9e556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.030869 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5253b2f-e37c-4bf3-836f-e5676f9e556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.033607 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5253b2f-e37c-4bf3-836f-e5676f9e556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.037733 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f5253b2f-e37c-4bf3-836f-e5676f9e556d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8aa9e737-d253-4c57-92d5-9fa31f2562b4 HTTP/1.1" status: 204 len: 168 time: 0.1189039 Aug 16 02:48:57.043152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5253b2f-e37c-4bf3-836f-e5676f9e556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa9e737-d253-4c57-92d5-9fa31f2562b4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:57.732978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:57.857351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-168377324-network', 'tenant_id': '5615b14e8b854196ae53edc1e68b36f0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:57.883878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Made reservation on behalf of 5615b14e8b854196ae53edc1e68b36f0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:57.886196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.898813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.244232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.248192 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.277091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:58.284507 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401925b6-3022-4617-8368-4d0d666caeb5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:58.292764 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.293203 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Added segment 5bba41a6-abfd-40d0-9d81-bcd0116ac4df of type vlan for network 84ff80de-4a9b-4ec5-b650-afccba21692e Aug 16 02:48:58.335313 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.369301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.370323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.370901 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.438059 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7038727 Aug 16 02:48:58.441131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:58.446365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Request body: {'subnet': {'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-168377324-subnet', 'tenant_id': '5615b14e8b854196ae53edc1e68b36f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:58.460438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d64f8b-1c1c-4d6a-8763-b8247f0b84a5 admin admin] Pushing event updated for resources: {'Network': ['ID=84ff80de-4a9b-4ec5-b650-afccba21692e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:58.467566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Made reservation on behalf of 5615b14e8b854196ae53edc1e68b36f0 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:58.469995 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.471440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 84ff80de-4a9b-4ec5-b650-afccba21692e details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:58.641155 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.700355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bd373e-9c67-4a72-b0ac-41f987345b09,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:58.709736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Checking segment: {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:58.710092 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Network hostable DHCP agents. Network: 84ff80de-4a9b-4ec5-b650-afccba21692e, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:58.726888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Network 84ff80de-4a9b-4ec5-b650-afccba21692e is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:58.734764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 84ff80de-4a9b-4ec5-b650-afccba21692e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:58.738738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.739360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:58.744080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb87707-93b3-4d11-9d20-2c828b6c40ea None None] Network 84ff80de-4a9b-4ec5-b650-afccba21692e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:58.757302 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-57002e62-c42d-458d-b5ab-e9e6786aab08 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3107953 Aug 16 02:48:58.869421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68de988-e802-44fe-a77c-713e6cc3308e None None] Network 84ff80de-4a9b-4ec5-b650-afccba21692e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:58.936891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b71d845-dce2-463f-bafd-a92aed9f7185 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:58.965656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 4b71d845-dce2-463f-bafd-a92aed9f7185 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:58.965916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4b71d845-dce2-463f-bafd-a92aed9f7185 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:59.193251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-866310e4-825c-4d76-9a24-287cebe384c5 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:59.194745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-866310e4-825c-4d76-9a24-287cebe384c5 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 814 time: 0.1036582 Aug 16 02:48:59.210439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-83eed362-230b-4793-bd82-1d53b21a4372 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/quotas/5615b14e8b854196ae53edc1e68b36f0 HTTP/1.1" status: 200 len: 375 time: 0.0099649 Aug 16 02:48:59.242365 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-10858dd3-24af-4dc4-a243-53d251bf1a4d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263579 Aug 16 02:48:59.337243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-9816bf30-12d7-42c0-8740-149f6f23f6f3 service neutron] 10.222.0.61 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881820 Aug 16 02:48:59.427389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-2eb36d69-c79e-4390-bb50-139875875eba service neutron] 10.222.0.61 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840068 Aug 16 02:48:59.586367 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:59.588172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57a74537-7d3d-4a3e-a1dd-2669619e19ae req-14221a02-9c05-4d88-af6c-c01ec035540e tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 210 time: 0.0320446 Aug 16 02:49:00.554935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-67c1aed7-9ec8-47d8-b6c6-a510fd2095af tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:00.556471 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-67c1aed7-9ec8-47d8-b6c6-a510fd2095af tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.86 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 814 time: 0.1105747 Aug 16 02:49:00.575680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Request body: {'port': {'device_id': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e', 'admin_state_up': True, 'tenant_id': '5615b14e8b854196ae53edc1e68b36f0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:00.685768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96dcefe1-46ec-46f8-a12c-629330f30785 req-410a02c5-f466-458a-87ea-c5af10c207f9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 210 time: 0.0287123 Aug 16 02:49:00.687830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Made reservation on behalf of 5615b14e8b854196ae53edc1e68b36f0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:00.691491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:00.820534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Allocated IP 172.20.0.6 (84ff80de-4a9b-4ec5-b650-afccba21692e/d4bd373e-9c67-4a72-b0ac-41f987345b09/38c144bc-6ea5-4d2c-a64f-349a68cecdc9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:00.965585 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.005734 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.020575 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ee1b32e-720b-4f11-842c-110556c9c64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.053749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Network 84ff80de-4a9b-4ec5-b650-afccba21692e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:01.058153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:01.061981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:01.068635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Pushing event updated for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.117791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:01.118402 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.132375 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-8d58e2b7-926a-4ff2-b035-ecb18567d912 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605536 Aug 16 02:49:01.155644 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Request body: {'port': {'device_id': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:01.177226 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.213473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.470351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:01.477912 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.489468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Transition to ACTIVE for port object 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:01.493516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.563162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Pushing event updated for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.611834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Attempting to bind port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:01.612163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Attempting to bind port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:01.612487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Attempting to bind port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on network 84ff80de-4a9b-4ec5-b650-afccba21692e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:01.616698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on network 84ff80de-4a9b-4ec5-b650-afccba21692e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:49:01.617014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Attempting to bind port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on network 84ff80de-4a9b-4ec5-b650-afccba21692e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:01.621731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:01.622062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Checking segment: {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:01.622441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Bound using segment: {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:01.622858 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Bound port: 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:01.623244 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.685796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:01.688781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:01.693572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.726191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:01.726827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:01.728249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] 10.222.0.86 "PUT /v2.0/ports/38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 1092 time: 0.5769536 Aug 16 02:49:01.728692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:01.730970 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6196033-7df3-4b76-8a80-c9314b6abd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:01.758345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11212dc9-4c93-4793-9182-b937a5bcb4ed service neutron] Pushing event updated for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:01.812461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef07b20-7d50-4ad4-baf1-dbbfea662610 req-6585b3e5-d89f-491d-a4a0-d025d8c164c5 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:01.814118 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ef07b20-7d50-4ad4-baf1-dbbfea662610 req-6585b3e5-d89f-491d-a4a0-d025d8c164c5 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 943 time: 0.0528252 Aug 16 02:49:01.826623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-c2f3ad76-0860-4b20-8176-3e51c1a7fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:01.828174 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-c2f3ad76-0860-4b20-8176-3e51c1a7fcc6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 1095 time: 0.0469103 Aug 16 02:49:01.852311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ef07b20-7d50-4ad4-baf1-dbbfea662610 req-bb883463-c7fe-45c2-ba5c-4d17ea3aca2f tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Aug 16 02:49:01.875445 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-6c38314c-1bf3-4228-af9e-86718f02f349 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 217 time: 0.0345688 Aug 16 02:49:01.910778 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469b0bc6-e9bb-4647-8733-129a922be091 x-openstack-request-id: req-469b0bc6-e9bb-4647-8733-129a922be091 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:01.911071 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:01.911337 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-469b0bc6-e9bb-4647-8733-129a922be091 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:01.911723 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'status': 'completed', 'code': 200} Aug 16 02:49:01.929558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-1bdb6981-5a11-4d93-82db-fdd14445e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:01.931007 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-1bdb6981-5a11-4d93-82db-fdd14445e5af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0469410 Aug 16 02:49:01.962533 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-908735ea-d11d-4e22-8911-ce306c6a5371 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242105 Aug 16 02:49:02.055518 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-12773a90-70c5-454c-8197-3735078ec83a service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855942 Aug 16 02:49:02.144842 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8aa81bcd-ccc6-463b-979e-b2726bcc4c6b req-90f8bace-8245-478f-a036-92d99da926e0 service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830410 Aug 16 02:49:02.280568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-a47c67d1-a0f7-48c6-8fa6-81e49918ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:02.282054 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-a47c67d1-a0f7-48c6-8fa6-81e49918ddcb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 1095 time: 0.0458853 Aug 16 02:49:02.371573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-7c7b197b-0ac2-4737-ab2c-7f5231188d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:02.372935 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-7c7b197b-0ac2-4737-ab2c-7f5231188d29 service neutron] 10.222.0.86 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0832763 Aug 16 02:49:02.418350 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-f4be9c88-4027-4abc-8325-afa4fd3830d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 217 time: 0.0381193 Aug 16 02:49:02.467386 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-ca54905f-713f-49d4-87fb-cc0c0f570940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:02.468806 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-ca54905f-713f-49d4-87fb-cc0c0f570940 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0439701 Aug 16 02:49:02.500485 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-3783f6ab-29eb-4691-8a9e-cf40b801a9a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237937 Aug 16 02:49:02.588244 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-013c5510-39f6-45e2-a959-5f05d3962635 service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800481 Aug 16 02:49:02.680156 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e6196033-7df3-4b76-8a80-c9314b6abd4e req-d3e89302-4d7f-40a5-9539-164f6321cc83 service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848114 Aug 16 02:49:02.969041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f4930-c02a-4004-b970-d35edaa925af req-80ec512e-9c4e-40d9-87a7-08d0ca7faceb tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:02.970421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c73f4930-c02a-4004-b970-d35edaa925af req-80ec512e-9c4e-40d9-87a7-08d0ca7faceb tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 943 time: 0.0488749 Aug 16 02:49:03.007489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c73f4930-c02a-4004-b970-d35edaa925af req-677648e1-bb2e-4923-93d0-4e252bd5b889 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Aug 16 02:49:03.651171 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cf739e70-6536-47c3-af60-44403aba7172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.011349 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:04.131846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e586368-d203-4a95-9f64-c0e2cf9f0616 req-7a17de00-995e-4e73-a30a-c2e1b9d520be tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:04.133415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1e586368-d203-4a95-9f64-c0e2cf9f0616 req-7a17de00-995e-4e73-a30a-c2e1b9d520be tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 943 time: 0.0546026 Aug 16 02:49:04.172625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1e586368-d203-4a95-9f64-c0e2cf9f0616 req-d2ffc2de-fd39-41fc-8ac7-72f1902ec13d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Aug 16 02:49:04.967160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:49:04.993138 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.073717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:05.084158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e', 'port_id': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'mac_address': 'fa:16:3e:10:af:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bd373e-9c67-4a72-b0ac-41f987345b09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:49:05.127250 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.140608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:05.160371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:05.164243 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:05.214237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:05.292658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1143f9-014e-4656-874f-f6eaee29144e req-f89ac183-a63f-4517-9a41-09eff758a847 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:05.294165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc1143f9-014e-4656-874f-f6eaee29144e req-f89ac183-a63f-4517-9a41-09eff758a847 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 944 time: 0.0501039 Aug 16 02:49:05.333548 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc1143f9-014e-4656-874f-f6eaee29144e req-7bf40bae-f18b-4296-955b-5cc3b583df28 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Aug 16 02:49:05.495398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['38c144bc-6ea5-4d2c-a64f-349a68cecdc9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:06.456996 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9f63f-b677-4506-897a-187b254a5bae req-296a926d-65bb-4751-9e53-c6dc5eeba0c7 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:06.458632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fa9f63f-b677-4506-897a-187b254a5bae req-296a926d-65bb-4751-9e53-c6dc5eeba0c7 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 944 time: 0.0503447 Aug 16 02:49:06.496512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fa9f63f-b677-4506-897a-187b254a5bae req-ca966efd-e663-4272-b6c2-5e5bf4046913 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Aug 16 02:49:06.998074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:07.046412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:07.050216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:07.050622 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.130754 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.136632 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.158680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:07.161569 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9380199-d96b-4fae-8c42-d967123e927f" -d '{"events": [{"server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "name": "network-vif-plugged", "status": "completed", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:07.177813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:07.182240 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:07.205114 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f15dad-e6a3-4e63-8b97-28f1f1d8ac02 x-openstack-request-id: req-63f15dad-e6a3-4e63-8b97-28f1f1d8ac02 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:07.205410 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "name": "network-vif-plugged", "status": "completed", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:07.205663 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63f15dad-e6a3-4e63-8b97-28f1f1d8ac02 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:07.206050 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'code': 200} Aug 16 02:49:07.231959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:07.322479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ec7d-361c-4247-a508-723c1166dbaf req-67ad653a-2db2-4085-8570-d9c9618c2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:07.324045 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e91ec7d-361c-4247-a508-723c1166dbaf req-67ad653a-2db2-4085-8570-d9c9618c2801 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 1097 time: 0.0427122 Aug 16 02:49:07.358920 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8e91ec7d-361c-4247-a508-723c1166dbaf req-e493408d-a1b4-47c5-b7f9-fa17a7026ab6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282586 Aug 16 02:49:07.615823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bbaa1-d839-448a-8d57-88a48a02daf4 req-a6be9ece-4e4a-4fa4-aa0e-57459ccd7914 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:07.617209 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a22bbaa1-d839-448a-8d57-88a48a02daf4 req-a6be9ece-4e4a-4fa4-aa0e-57459ccd7914 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0524237 Aug 16 02:49:07.654558 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a22bbaa1-d839-448a-8d57-88a48a02daf4 req-ae8b6927-de07-4d39-8ff0-80690c91367b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Aug 16 02:49:08.782113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd01c4-6c63-46d4-aea5-9f67d00bef63 req-72c8e174-d268-47e2-bdb7-b653c4d3e9d8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:08.783654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3edd01c4-6c63-46d4-aea5-9f67d00bef63 req-72c8e174-d268-47e2-bdb7-b653c4d3e9d8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0529959 Aug 16 02:49:08.822993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3edd01c4-6c63-46d4-aea5-9f67d00bef63 req-33c20db2-ea54-4b1c-b7a9-17d84329a231 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330381 Aug 16 02:49:09.936705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab23a2a-7638-495a-bb92-bafffc9ed6be req-9860878b-afa4-4584-a506-83235e593206 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:09.938088 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fab23a2a-7638-495a-bb92-bafffc9ed6be req-9860878b-afa4-4584-a506-83235e593206 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0483191 Aug 16 02:49:09.976693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fab23a2a-7638-495a-bb92-bafffc9ed6be req-120a6399-a223-47e3-b1da-b9d3a0ebd5ee tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Aug 16 02:49:10.097100 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed0dd8-6efe-45db-ba3a-0126441b2380 req-10524eed-b36f-4e5b-86b1-99c09ffc021c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:10.098637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daed0dd8-6efe-45db-ba3a-0126441b2380 req-10524eed-b36f-4e5b-86b1-99c09ffc021c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0541749 Aug 16 02:49:10.138639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-daed0dd8-6efe-45db-ba3a-0126441b2380 req-44e480f0-f957-4b18-a0dd-5cc6ab135b58 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337954 Aug 16 02:49:10.339103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4512-2875-4bf0-97ee-4418413c3480 req-a5317939-9a99-4183-86f5-775fac8d6b30 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:10.340606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c61c4512-2875-4bf0-97ee-4418413c3480 req-a5317939-9a99-4183-86f5-775fac8d6b30 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0497601 Aug 16 02:49:10.378610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c61c4512-2875-4bf0-97ee-4418413c3480 req-763d0459-2c10-4336-b73b-76ba1a563e86 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Aug 16 02:49:10.493830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c9c87-803f-4d79-970b-ab0895b046b6 req-e94ea6c2-feca-4744-befe-3c68240fdd16 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:10.495265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db3c9c87-803f-4d79-970b-ab0895b046b6 req-e94ea6c2-feca-4744-befe-3c68240fdd16 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0504467 Aug 16 02:49:10.533184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db3c9c87-803f-4d79-970b-ab0895b046b6 req-59bc18ff-5bd3-41c0-a902-b16e45d4d392 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Aug 16 02:49:10.788614 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-fda2ff57-8608-4311-859c-5d6d6dae8a3f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727310 Aug 16 02:49:10.797083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fde37-31ba-4183-bc1a-f7455aed3715 req-68ceadd9-1704-4059-9d5d-7c60d925f8cb tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:10.798519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-422fde37-31ba-4183-bc1a-f7455aed3715 req-68ceadd9-1704-4059-9d5d-7c60d925f8cb tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0742478 Aug 16 02:49:10.837930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-422fde37-31ba-4183-bc1a-f7455aed3715 req-cf312a7d-6a96-43f0-984a-adaa5ff5ec03 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Aug 16 02:49:11.943304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-fbf30537-2af1-4c44-9f28-5f69c9406180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:11.944755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-fbf30537-2af1-4c44-9f28-5f69c9406180 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 1097 time: 0.0466993 Aug 16 02:49:11.961744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef73f8-3d27-42b6-9485-4a5846fd48f5 req-03414865-dbde-4e0f-a31b-243df244bf79 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:11.963289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebef73f8-3d27-42b6-9485-4a5846fd48f5 req-03414865-dbde-4e0f-a31b-243df244bf79 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0506573 Aug 16 02:49:12.002013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebef73f8-3d27-42b6-9485-4a5846fd48f5 req-badc0292-5efc-477a-8871-d76f024d9e3f tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Aug 16 02:49:12.034996 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9b695618-6737-465a-918e-be4a944de97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:12.036685 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9b695618-6737-465a-918e-be4a944de97c service neutron] 10.222.0.86 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0853813 Aug 16 02:49:12.078340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-aa6e7113-4fcd-4119-b104-3f5779b5ad53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 217 time: 0.0347145 Aug 16 02:49:12.132425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-7f6f5da2-eec5-46fd-8fe9-78cd72783188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:12.134432 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-7f6f5da2-eec5-46fd-8fe9-78cd72783188 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0486567 Aug 16 02:49:12.165654 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-0f17c4ec-40bb-495a-9dc6-f5c507a1a9ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252714 Aug 16 02:49:12.257004 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-450ef78c-98c2-4c5f-905b-3637a2d4902f service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842874 Aug 16 02:49:12.349761 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-7e5fde47-caa0-444c-b04c-d8b4b184f12e service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863492 Aug 16 02:49:12.636105 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:13.181913 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e872185-5612-4936-b4c0-0aaa261ea227 req-ecb17203-7cf5-4d67-aadc-cda8045f3880 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:13.183529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e872185-5612-4936-b4c0-0aaa261ea227 req-ecb17203-7cf5-4d67-aadc-cda8045f3880 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.1115310 Aug 16 02:49:13.221299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e872185-5612-4936-b4c0-0aaa261ea227 req-1e1ff423-a5bb-45dd-9296-afe156c147a3 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Aug 16 02:49:14.339180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a025d-e14c-4053-b5e2-8adb9c605642 req-2fc1b6ac-6bbe-47e8-bdea-819589d3cd77 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:14.340646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f2a025d-e14c-4053-b5e2-8adb9c605642 req-2fc1b6ac-6bbe-47e8-bdea-819589d3cd77 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0478511 Aug 16 02:49:14.379174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f2a025d-e14c-4053-b5e2-8adb9c605642 req-069c5f31-1c1c-4339-8ddd-17aa3bf4e61a tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Aug 16 02:49:15.494668 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3336-0f71-4c0f-a776-deec10e14c8d req-e3ce70dc-6600-4470-a256-0e609b1bc43c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:15.496186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b28d3336-0f71-4c0f-a776-deec10e14c8d req-e3ce70dc-6600-4470-a256-0e609b1bc43c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0490766 Aug 16 02:49:15.534306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b28d3336-0f71-4c0f-a776-deec10e14c8d req-0dd8a088-0e88-44b8-a9af-4b8523400749 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Aug 16 02:49:16.659350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f927-2822-4a5b-b777-57fac9b8d691 req-4f299c43-73b5-49b3-ad11-c3676a6b0003 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:16.660853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0009f927-2822-4a5b-b777-57fac9b8d691 req-4f299c43-73b5-49b3-ad11-c3676a6b0003 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0569358 Aug 16 02:49:16.699497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0009f927-2822-4a5b-b777-57fac9b8d691 req-eb0228c5-d6d9-4632-a3f2-1584f5e990dc tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Aug 16 02:49:17.814735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d70235-9346-4dd6-af9d-0e43b8433548 req-aa670e6c-c37e-44f6-a105-b88862346589 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:17.816256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27d70235-9346-4dd6-af9d-0e43b8433548 req-aa670e6c-c37e-44f6-a105-b88862346589 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0495117 Aug 16 02:49:17.855157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27d70235-9346-4dd6-af9d-0e43b8433548 req-4f3905ff-04ce-40e2-8e67-bfa49f300cb8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Aug 16 02:49:18.969719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9fc5-f95c-4307-af83-187d135c3b11 req-286e144d-4e66-451d-8382-d3d99977c108 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:18.971238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-447b9fc5-f95c-4307-af83-187d135c3b11 req-286e144d-4e66-451d-8382-d3d99977c108 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Aug 16 02:49:19.010312 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-447b9fc5-f95c-4307-af83-187d135c3b11 req-b7c7df19-ae9c-469c-b36a-505fa577ed06 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Aug 16 02:49:20.131747 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a3227-2f1c-484b-8e76-52b7712c7bb6 req-3e466273-c4f4-4c0f-94f0-b45541184cdc tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:20.131747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af8a3227-2f1c-484b-8e76-52b7712c7bb6 req-3e466273-c4f4-4c0f-94f0-b45541184cdc tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Aug 16 02:49:20.173293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af8a3227-2f1c-484b-8e76-52b7712c7bb6 req-e585e1c3-ebf8-4c9b-9787-87abd26ab133 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369248 Aug 16 02:49:21.291108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227672cb-2c94-4f93-a53b-28ba8a1ba480 req-28a81872-884e-433a-b2cf-7afd1a8c6aba tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:21.292631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-227672cb-2c94-4f93-a53b-28ba8a1ba480 req-28a81872-884e-433a-b2cf-7afd1a8c6aba tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0509465 Aug 16 02:49:21.330577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-227672cb-2c94-4f93-a53b-28ba8a1ba480 req-2044f112-a5b5-4b4e-a1a0-139ba079b4c4 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Aug 16 02:49:22.447385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ce487-b4f3-4934-9b29-fca564e33460 req-e33e26c6-9985-4fba-9d4a-70eca9127f35 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:22.448785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-099ce487-b4f3-4934-9b29-fca564e33460 req-e33e26c6-9985-4fba-9d4a-70eca9127f35 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0498390 Aug 16 02:49:22.486064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-099ce487-b4f3-4934-9b29-fca564e33460 req-b4adf29e-221c-49a8-b4c3-42d18a93de57 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Aug 16 02:49:23.606586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0abe-4440-46d3-8518-fc6e6b4bee70 req-ff0473bd-ca1b-4fa4-bbe3-f4c67b63f97d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:23.608106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d27b0abe-4440-46d3-8518-fc6e6b4bee70 req-ff0473bd-ca1b-4fa4-bbe3-f4c67b63f97d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0539920 Aug 16 02:49:23.646056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d27b0abe-4440-46d3-8518-fc6e6b4bee70 req-a027845a-3785-4e77-bd89-53114d128d05 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Aug 16 02:49:24.763578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077fa40-3aed-49e1-8399-34090f8842c9 req-36910fd4-e7e5-4e2d-8e91-ec84ceafc320 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:24.765082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3077fa40-3aed-49e1-8399-34090f8842c9 req-36910fd4-e7e5-4e2d-8e91-ec84ceafc320 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0489609 Aug 16 02:49:24.803145 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3077fa40-3aed-49e1-8399-34090f8842c9 req-fb3a64ee-6db3-426c-b9a8-8b4b360522fe tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Aug 16 02:49:25.917997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010bf9c-b6aa-4c25-8737-97e7b04c0327 req-19dcfe76-fd75-4571-84c0-0cb96673a16f tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:25.919486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a010bf9c-b6aa-4c25-8737-97e7b04c0327 req-19dcfe76-fd75-4571-84c0-0cb96673a16f tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0482438 Aug 16 02:49:25.956446 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a010bf9c-b6aa-4c25-8737-97e7b04c0327 req-c4c26cb7-c233-4990-ba10-30832e325b55 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305712 Aug 16 02:49:27.077828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f458a-3e07-4f18-a235-41064b14e5eb req-488763d8-b342-4b57-8b86-c2f2a596d0ea tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:27.079331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f7f458a-3e07-4f18-a235-41064b14e5eb req-488763d8-b342-4b57-8b86-c2f2a596d0ea tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0541611 Aug 16 02:49:27.120481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4f7f458a-3e07-4f18-a235-41064b14e5eb req-7b89372d-bff3-415f-8fa4-7a764c676e48 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336540 Aug 16 02:49:27.244953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-8f7077b2-acb6-43ba-a8ac-85ced483841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:27.246414 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-8f7077b2-acb6-43ba-a8ac-85ced483841c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 1097 time: 0.0899606 Aug 16 02:49:27.355830 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-660a9a0c-18a7-4061-a6ba-d1720052c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:27.357370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-660a9a0c-18a7-4061-a6ba-d1720052c578 service neutron] 10.222.0.86 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0914636 Aug 16 02:49:27.408190 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-7d273c2a-dffb-4f30-b4a2-bbdd7e593c0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 217 time: 0.0348818 Aug 16 02:49:27.459941 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-104b6966-c82e-47ae-b320-1932a4b7ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:27.461411 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-104b6966-c82e-47ae-b320-1932a4b7ebdb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0462637 Aug 16 02:49:27.491932 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-cb9ea6c9-9969-4e65-854a-e47f9bdd7264 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241747 Aug 16 02:49:27.502093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-1bf06381-02e6-490a-af39-4ef00549e38e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:49:27.502948 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-1bf06381-02e6-490a-af39-4ef00549e38e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047848 Aug 16 02:49:27.596125 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-47520676-7422-47e3-90ae-b64155d71304 service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864685 Aug 16 02:49:27.684786 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-2e3e9866-2bae-4517-9cfa-763f4f7f08b0 req-00c76c82-8050-4824-b636-9b672b4c0fb5 service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816572 Aug 16 02:49:28.237576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba17312-e201-4f98-9dc9-9b7f28b1051b req-a72216e9-e598-4fa7-ae6a-b689117afa11 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:28.239141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ba17312-e201-4f98-9dc9-9b7f28b1051b req-a72216e9-e598-4fa7-ae6a-b689117afa11 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Aug 16 02:49:28.280876 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7ba17312-e201-4f98-9dc9-9b7f28b1051b req-5c101660-62c2-4644-8476-01bae665c99d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351846 Aug 16 02:49:29.396435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84259090-c63e-4626-9d07-4ad04b57aa02 req-a605079f-324b-4012-a764-8f6ee811cc0e tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:29.397692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84259090-c63e-4626-9d07-4ad04b57aa02 req-a605079f-324b-4012-a764-8f6ee811cc0e tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0492065 Aug 16 02:49:29.436805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84259090-c63e-4626-9d07-4ad04b57aa02 req-dc2d7674-e63e-481e-b583-4c8e60eded3b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Aug 16 02:49:30.556851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf86cc-16d9-41fb-b523-55f8dd04b4c1 req-7dda74a2-04c2-4d8d-9cab-27f0b50fb91b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:30.558386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8cf86cc-16d9-41fb-b523-55f8dd04b4c1 req-7dda74a2-04c2-4d8d-9cab-27f0b50fb91b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0538962 Aug 16 02:49:30.595218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d8cf86cc-16d9-41fb-b523-55f8dd04b4c1 req-4a53171d-d747-47de-8b43-22c6a002be6b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Aug 16 02:49:31.022490 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b30e4c1-b63f-4d8b-b6bd-3219705d3026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:31.191403 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:31.711514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be615bc5-33bd-4614-ae49-d7a104e769d0 req-7c915280-88d4-499e-b687-92350b07f473 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:31.713032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be615bc5-33bd-4614-ae49-d7a104e769d0 req-7c915280-88d4-499e-b687-92350b07f473 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0502489 Aug 16 02:49:31.751128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be615bc5-33bd-4614-ae49-d7a104e769d0 req-56460afd-dd00-410b-902a-a80918a08c1c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Aug 16 02:49:32.865425 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499a861-5f7c-43a3-ab97-5352bc5d3800 req-866a2e6c-6744-4aab-8496-4b3ede7fd2eb tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:32.866980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3499a861-5f7c-43a3-ab97-5352bc5d3800 req-866a2e6c-6744-4aab-8496-4b3ede7fd2eb tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0477610 Aug 16 02:49:32.904967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3499a861-5f7c-43a3-ab97-5352bc5d3800 req-46097f0a-ec1c-4c2e-a047-ecef2e3e246d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Aug 16 02:49:33.651470 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40e170e0-3341-485c-907b-cede24268b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:34.013623 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:34.025755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443b92-67ee-4713-a992-e4f0920bbc3d req-d2c8ee77-9b05-49b4-8169-a84641fc7707 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:34.027254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7443b92-67ee-4713-a992-e4f0920bbc3d req-d2c8ee77-9b05-49b4-8169-a84641fc7707 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0540254 Aug 16 02:49:34.065196 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7443b92-67ee-4713-a992-e4f0920bbc3d req-3fa4d830-27e5-445a-9b54-549d50e1ab97 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Aug 16 02:49:34.984623 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:35.182404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34030d67-2513-4d41-9c1e-cc647b9b6f75 req-2303b71b-b8c0-43d9-be59-863b3df254e0 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:35.183950 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34030d67-2513-4d41-9c1e-cc647b9b6f75 req-2303b71b-b8c0-43d9-be59-863b3df254e0 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0500088 Aug 16 02:49:35.222051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34030d67-2513-4d41-9c1e-cc647b9b6f75 req-03fcc811-a877-4237-bebf-b939fe7a2735 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320897 Aug 16 02:49:36.340613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c362c-2199-44a5-8bcf-9d993ce520d3 req-77f5f96e-b86a-40c8-bf0d-ae3d87036b64 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:36.342135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c17c362c-2199-44a5-8bcf-9d993ce520d3 req-77f5f96e-b86a-40c8-bf0d-ae3d87036b64 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0509174 Aug 16 02:49:36.380144 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c17c362c-2199-44a5-8bcf-9d993ce520d3 req-b124082c-f706-4365-8c7c-5a8e1a71b1ae tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Aug 16 02:49:36.587052 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:49:37.115501 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:37.507202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb29272-80b7-4811-8950-042f35a87139 req-86ef1da4-9131-4ea2-b161-c8773672d0b8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:37.508721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cb29272-80b7-4811-8950-042f35a87139 req-86ef1da4-9131-4ea2-b161-c8773672d0b8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0568345 Aug 16 02:49:37.548021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0cb29272-80b7-4811-8950-042f35a87139 req-94980a31-ae1b-4976-aaa9-5167031405cc tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Aug 16 02:49:38.664481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c11ac-4b5e-4464-8f62-a36c4897dd6f req-c39f6fbc-e9a3-4cf9-a7e1-634276bb40ce tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:38.665855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d3c11ac-4b5e-4464-8f62-a36c4897dd6f req-c39f6fbc-e9a3-4cf9-a7e1-634276bb40ce tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Aug 16 02:49:38.705852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d3c11ac-4b5e-4464-8f62-a36c4897dd6f req-a15cf6f3-ef7e-43d1-b9f1-8a15ea2e6b6d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Aug 16 02:49:39.449519 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-e7f69160-3803-4ed4-8936-1f51cd352ae2 service neutron] show failed (client error): The resource could not be found. Aug 16 02:49:39.450435 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-e7f69160-3803-4ed4-8936-1f51cd352ae2 service neutron] 10.222.0.86 "GET /v2.0/ports/38c144bc-6ea5-4d2c-a64f-349a68cecdc9/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0600743 Aug 16 02:49:39.697165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-1f588e29-b064-4812-8e13-341af07f3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:39.699278 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-1f588e29-b064-4812-8e13-341af07f3e26 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604&tenant_id=5615b14e8b854196ae53edc1e68b36f0 HTTP/1.1" status: 200 len: 1097 time: 0.0893085 Aug 16 02:49:39.711082 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:39.764234 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:39.823291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179475c4-eb55-44ee-b154-8baf6f3f1040 req-a871e472-76ef-4153-b41a-1db32fa3326b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:39.824818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-179475c4-eb55-44ee-b154-8baf6f3f1040 req-a871e472-76ef-4153-b41a-1db32fa3326b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Aug 16 02:49:39.863469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-179475c4-eb55-44ee-b154-8baf6f3f1040 req-90f131c0-0926-479f-9ec0-007a1cb98a43 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Aug 16 02:49:39.972735 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:40.005615 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:40.043843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:40.046445 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ef2459-d452-444c-8636-2afcb5919d83" -d '{"events": [{"server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "name": "network-vif-unplugged", "status": "completed", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:40.050241 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.063047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Transition to ACTIVE for port object 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:40.068222 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.129406 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] No DVR routers for this DVR port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:49:40.135417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Pushing event updated for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:40.168207 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219e006a-9495-40e9-a56c-9933ed25eec0 x-openstack-request-id: req-219e006a-9495-40e9-a56c-9933ed25eec0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:40.168498 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "name": "network-vif-unplugged", "status": "completed", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:40.168748 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-219e006a-9495-40e9-a56c-9933ed25eec0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:40.169139 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'code': 200} Aug 16 02:49:40.173458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Attempting to bind port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:40.173831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Attempting to bind port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:40.174167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Attempting to bind port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on network 84ff80de-4a9b-4ec5-b650-afccba21692e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:40.179506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on network 84ff80de-4a9b-4ec5-b650-afccba21692e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:49:40.179826 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Attempting to bind port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on network 84ff80de-4a9b-4ec5-b650-afccba21692e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:40.184562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:40.184894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Checking segment: {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:40.185273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Bound using segment: {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:40.185698 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Bound port: 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:40.186053 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.248883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:40.251796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:40.256523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.290483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:40.291125 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:40.292476 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] 10.222.0.93 "PUT /v2.0/ports/38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 1092 time: 0.5860727 Aug 16 02:49:40.316514 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203dec3-cfd9-4e61-8d7b-51d07ec00354 service neutron] Pushing event updated for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:40.358522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-c57769c8-cfba-4c4c-9253-9be737633466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:40.360078 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-c57769c8-cfba-4c4c-9253-9be737633466 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 1095 time: 0.0448234 Aug 16 02:49:40.452393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-90c406e1-22f4-4ee0-9a38-470a0294319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:40.453971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-90c406e1-22f4-4ee0-9a38-470a0294319b service neutron] 10.222.0.93 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0874140 Aug 16 02:49:40.494107 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-05767724-268c-45af-a530-f242716d11db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 217 time: 0.0332074 Aug 16 02:49:40.547000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-0b43dc0e-5893-4974-b008-b5fc75d4eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:40.548453 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-0b43dc0e-5893-4974-b008-b5fc75d4eaf2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0479856 Aug 16 02:49:40.579994 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-81ba3c1b-1dc6-4527-b2e8-f5b8cc099567 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245984 Aug 16 02:49:40.590342 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-a7db1493-2906-4bcd-af05-30fd90a4c168 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:49:40.591321 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-a7db1493-2906-4bcd-af05-30fd90a4c168 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051649 Aug 16 02:49:40.681902 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-e0649428-6b2c-4fc0-937e-d8c4819c33b8 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837600 Aug 16 02:49:40.775304 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ac9ab61-d6d3-47b5-9d3b-38f11484d185 req-d93a9a33-1476-44bc-a358-daa24c728a96 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Aug 16 02:49:40.997855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f9520-d147-4b89-8b69-496e8d1ed061 req-81dccb06-01ea-4e2f-98d3-f30ff88f536b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:40.999369 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce1f9520-d147-4b89-8b69-496e8d1ed061 req-81dccb06-01ea-4e2f-98d3-f30ff88f536b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 943 time: 0.0515161 Aug 16 02:49:41.037740 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce1f9520-d147-4b89-8b69-496e8d1ed061 req-77efbe9c-539a-41ce-9432-bd343232813f tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Aug 16 02:49:42.157841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7201-65f8-408e-95ce-67c3fdde0d18 req-b954eb73-b0a7-4804-aa83-f53bd8751e65 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:42.159361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-370c7201-65f8-408e-95ce-67c3fdde0d18 req-b954eb73-b0a7-4804-aa83-f53bd8751e65 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 943 time: 0.0512092 Aug 16 02:49:42.170709 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:42.173161 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c7fce-b274-4a13-8723-5ac73ddc91a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:42.198331 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-370c7201-65f8-408e-95ce-67c3fdde0d18 req-eed01303-8159-4010-961f-a098096267aa tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Aug 16 02:49:42.255854 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b5a130-c8e8-44f7-bc83-a0f646fe6306 x-openstack-request-id: req-91b5a130-c8e8-44f7-bc83-a0f646fe6306 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:42.256167 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:42.256373 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91b5a130-c8e8-44f7-bc83-a0f646fe6306 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:42.256841 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'status': 'completed', 'code': 200} Aug 16 02:49:42.356097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-2d692f26-c7cd-48a1-b794-732fabe9a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:42.357488 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-2d692f26-c7cd-48a1-b794-732fabe9a9e1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 1095 time: 0.0796709 Aug 16 02:49:42.363176 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-5183e932-75fb-4996-bb69-6361f07cd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:42.365035 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-5183e932-75fb-4996-bb69-6361f07cd56c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 1095 time: 0.0577235 Aug 16 02:49:42.525196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-e89745cf-87c7-4425-887a-99034586dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:42.526674 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-e89745cf-87c7-4425-887a-99034586dca3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.1607888 Aug 16 02:49:42.528039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-4a3f4733-3e8a-417b-8325-7c049dca61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:42.529367 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-4a3f4733-3e8a-417b-8325-7c049dca61fb service neutron] 10.222.0.86 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.1563473 Aug 16 02:49:42.578210 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-800cbe7e-5c72-41df-9854-e33856365caa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 217 time: 0.0445623 Aug 16 02:49:42.611567 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-5c5e6017-375b-4561-aa7a-4240068bdb3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 217 time: 0.0720229 Aug 16 02:49:42.643794 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:42.686924 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-85c99f51-071f-4d1a-9de0-eb6c63b9788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:42.688427 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-85c99f51-071f-4d1a-9de0-eb6c63b9788d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0852194 Aug 16 02:49:42.693970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-9095307a-1461-4ad9-9bef-ee1e0d13a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:42.695315 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-9095307a-1461-4ad9-9bef-ee1e0d13a34b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0629470 Aug 16 02:49:42.727470 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-1a4b1061-3047-4722-88f2-e6eec2a073af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311899 Aug 16 02:49:42.750811 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-16b26e44-af73-4dd6-b5b0-304f1826b655 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474021 Aug 16 02:49:42.894831 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-05bd2e77-f947-4f68-89d2-d6c93ac3869b service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519802 Aug 16 02:49:42.900040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-75e6a8e8-8e54-4e7c-8d2d-814aa64585bd service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380951 Aug 16 02:49:43.247495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:43.298733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:43.319793 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-12a2ba52-7189-4777-b75b-219cbdf6c9ac service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170253 Aug 16 02:49:43.323291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-858c7fce-b274-4a13-8723-5ac73ddc91a5 req-88420684-586a-4c98-8221-a81b7e8c14a5 service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129596 Aug 16 02:49:43.324716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f27f7c-9507-4267-a700-e038a1b1e417 req-64e1c4b0-cd69-44f5-9409-d489f294d469 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:43.326240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84f27f7c-9507-4267-a700-e038a1b1e417 req-64e1c4b0-cd69-44f5-9409-d489f294d469 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 943 time: 0.0537603 Aug 16 02:49:43.365917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84f27f7c-9507-4267-a700-e038a1b1e417 req-5fbdacd4-793b-458d-b6c9-c65f1975d7da tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Aug 16 02:49:43.562578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06340b-255b-41dd-aa28-e009565b41ae req-d39141de-b29e-4e21-bf2b-2c11d1565e86 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:43.564136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f06340b-255b-41dd-aa28-e009565b41ae req-d39141de-b29e-4e21-bf2b-2c11d1565e86 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 943 time: 0.0545261 Aug 16 02:49:43.586323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-f77d75ff-8881-42ef-adc1-eaa6d22d79e1 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:43.587883 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-f77d75ff-8881-42ef-adc1-eaa6d22d79e1 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604&tenant_id=5615b14e8b854196ae53edc1e68b36f0&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 943 time: 0.0562835 Aug 16 02:49:43.605983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f06340b-255b-41dd-aa28-e009565b41ae req-952f9492-0560-4385-8adc-18cb256a4fb2 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Aug 16 02:49:43.648627 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-73d4d461-9d66-46f7-aefd-2459f9a0a474 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:49:43.649610 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-73d4d461-9d66-46f7-aefd-2459f9a0a474 service neutron] 10.222.0.86 "DELETE /v2.0/ports/38c144bc-6ea5-4d2c-a64f-349a68cecdc9/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0546470 Aug 16 02:49:43.694588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:49:43.754047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-1c13fff4-da00-4d45-b570-c55785ee51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:43.756301 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-1c13fff4-da00-4d45-b570-c55785ee51fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 1095 time: 0.0407484 Aug 16 02:49:43.791747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:43.803490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e', 'port_id': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'mac_address': 'fa:16:3e:10:af:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bd373e-9c67-4a72-b0ac-41f987345b09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:49:43.841107 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:43.850781 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-49897d1c-e46d-4ed4-b914-504a521db879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:43.852309 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-49897d1c-e46d-4ed4-b914-504a521db879 service neutron] 10.222.0.86 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0896945 Aug 16 02:49:43.854230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:43.873747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:43.878614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:43.893703 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-d285f5f8-2aae-424b-aa31-0ace3943cb1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 200 len: 217 time: 0.0345728 Aug 16 02:49:43.933155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:43.943078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-5e2bcf94-c2c5-4a65-b975-f1ff5dd9d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:43.944619 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-5e2bcf94-c2c5-4a65-b975-f1ff5dd9d23f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0449142 Aug 16 02:49:43.980103 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-bc555de6-ce37-4f82-a605-bfa5abdd57b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284204 Aug 16 02:49:44.069003 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-2f1d46b6-f61a-4ab8-9246-86cd8c76802f service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824432 Aug 16 02:49:44.093229 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['38c144bc-6ea5-4d2c-a64f-349a68cecdc9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:44.164755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-9529e5c9-812b-48a9-80bc-2cdddd7ce0b8 req-64e7fd67-7f8d-4a37-a772-e5be3959b0be service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891101 Aug 16 02:49:44.726449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d553f-60a9-42bb-9569-32fe8d258bda req-0503e252-9128-45a7-af78-f2f0557559bc tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:44.728042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-721d553f-60a9-42bb-9569-32fe8d258bda req-0503e252-9128-45a7-af78-f2f0557559bc tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 944 time: 0.0503817 Aug 16 02:49:44.769391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-721d553f-60a9-42bb-9569-32fe8d258bda req-391fe062-9e67-4362-9b09-1fd909c407c3 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349844 Aug 16 02:49:44.886400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50d813-0596-4efb-9600-0a7087fbb168 req-0297183f-d598-48df-86aa-2c87f48998ca tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:44.887821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac50d813-0596-4efb-9600-0a7087fbb168 req-0297183f-d598-48df-86aa-2c87f48998ca tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 944 time: 0.0485229 Aug 16 02:49:44.925696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ac50d813-0596-4efb-9600-0a7087fbb168 req-7bf4accd-2b03-4af7-91fc-bc54e37fab4f tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Aug 16 02:49:45.041796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc17a74-58e2-43e2-aba3-1ac2e85434b8 req-83d0b405-20cd-4c53-9933-51770c1cb9e9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:45.043299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc17a74-58e2-43e2-aba3-1ac2e85434b8 req-83d0b405-20cd-4c53-9933-51770c1cb9e9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 944 time: 0.0526237 Aug 16 02:49:45.080192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc17a74-58e2-43e2-aba3-1ac2e85434b8 req-b48f90b2-f450-4bda-9314-d3238cd5257b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307777 Aug 16 02:49:45.428109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-fddeee2e-1c98-49f9-9669-c5a299da8381 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:45.429495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-fddeee2e-1c98-49f9-9669-c5a299da8381 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 814 time: 0.0997665 Aug 16 02:49:45.445165 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-e73fdac0-90e1-4fa8-a41c-25389d362581 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/quotas/5615b14e8b854196ae53edc1e68b36f0 HTTP/1.1" status: 200 len: 375 time: 0.0097883 Aug 16 02:49:45.498033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-cd1afe62-71cd-40b7-a736-ac39df54aa26 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475326 Aug 16 02:49:45.634882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-59482ae1-b637-427c-a4b6-c6718b3f9f0d service neutron] 10.222.0.61 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291709 Aug 16 02:49:45.705858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:45.760109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:45.764217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:45.764597 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.844771 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.870478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:45.872797 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6ed493-df3b-44b8-83d3-e157269ec33d" -d '{"events": [{"server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "name": "network-vif-plugged", "status": "completed", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:45.887644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:45.891895 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.943790 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:46.014270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-f5184b3b-b499-48fb-8c96-c82dc2e0c1f9 service neutron] 10.222.0.61 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733320 Aug 16 02:49:46.146811 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63be772-c41a-4386-a308-67f9317369d0 x-openstack-request-id: req-a63be772-c41a-4386-a308-67f9317369d0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:46.147506 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "name": "network-vif-plugged", "status": "completed", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:46.147858 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a63be772-c41a-4386-a308-67f9317369d0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:46.148818 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'code': 200} Aug 16 02:49:46.199916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6d74ac5-584b-4cc6-a9cc-20f15eec4a94 req-40ed8e76-4ef4-4e78-9fce-71bdf86a6674 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 210 time: 0.0270076 Aug 16 02:49:46.556306 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-2acccc3f-de7f-49bb-88f2-b33a8523878c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:46.557819 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-2acccc3f-de7f-49bb-88f2-b33a8523878c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b9e7e24-a2f4-481d-9fd4-6c3c38fea604 HTTP/1.1" status: 200 len: 945 time: 0.0508351 Aug 16 02:49:46.649882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Deleting port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:49:46.650284 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.743656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] For port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:46.744019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.757513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Calling delete_port for 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:49:46.888120 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.900622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['38c144bc-6ea5-4d2c-a64f-349a68cecdc9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:46.923959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Pushing event deleted for resources: {'Port': ['ID=38c144bc-6ea5-4d2c-a64f-349a68cecdc9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:46.951977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.93', 58649) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:49:46.965543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] No DVR routers for this DVR port 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:49:46.968251 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:46.970422 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.93 "DELETE /v2.0/ports/38c144bc-6ea5-4d2c-a64f-349a68cecdc9 HTTP/1.1" status: 204 len: 173 time: 0.4069996 Aug 16 02:49:46.970866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'name': 'network-vif-deleted', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:46.973127 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d33acb-3102-4715-a39d-ca9377c298ea" -d '{"events": [{"server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "name": "network-vif-deleted", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:47.010939 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dded0ba2-10f9-407a-973b-b3595ad229ba x-openstack-request-id: req-dded0ba2-10f9-407a-973b-b3595ad229ba {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:47.011358 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9e7e24-a2f4-481d-9fd4-6c3c38fea604", "name": "network-vif-deleted", "tag": "38c144bc-6ea5-4d2c-a64f-349a68cecdc9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:47.011757 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dded0ba2-10f9-407a-973b-b3595ad229ba {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:47.013275 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9e7e24-a2f4-481d-9fd4-6c3c38fea604', 'name': 'network-vif-deleted', 'tag': '38c144bc-6ea5-4d2c-a64f-349a68cecdc9', 'status': 'completed', 'code': 200} Aug 16 02:49:47.074281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-5429952e-b47f-4ec7-ac08-6ff834ca95ea tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:47.076537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-5429952e-b47f-4ec7-ac08-6ff834ca95ea tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.93 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 814 time: 0.1234567 Aug 16 02:49:47.091619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Request body: {'port': {'device_id': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e', 'admin_state_up': True, 'tenant_id': '5615b14e8b854196ae53edc1e68b36f0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:47.215878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Made reservation on behalf of 5615b14e8b854196ae53edc1e68b36f0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:49:47.219640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.314454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c0e247c-66cb-4454-9b4c-110091507996 req-ae57ab41-9fbd-49dd-bf80-c88b9ff6b6fd tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 210 time: 0.0304997 Aug 16 02:49:47.384086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Allocated IP 172.20.0.5 (84ff80de-4a9b-4ec5-b650-afccba21692e/d4bd373e-9c67-4a72-b0ac-41f987345b09/7606d905-2536-4552-b890-3346aef98dcd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:49:47.533034 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.571601 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.582008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['38c144bc-6ea5-4d2c-a64f-349a68cecdc9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:47.623126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Network 84ff80de-4a9b-4ec5-b650-afccba21692e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:49:47.626236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:49:47.630572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:49:47.636993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Pushing event updated for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:47.684083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:47.684694 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:47.698297 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-71ded3f1-5a45-4b5d-8850-5577b30934c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6132293 Aug 16 02:49:47.710817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Request body: {'port': {'device_id': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:49:47.767754 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.082021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7606d905-2536-4552-b890-3346aef98dcd {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:48.090525 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.104581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Transition to ACTIVE for port object 7606d905-2536-4552-b890-3346aef98dcd will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:49:48.108360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.162165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Pushing event updated for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:48.231641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Attempting to bind port 7606d905-2536-4552-b890-3346aef98dcd on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:49:48.231982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Attempting to bind port 7606d905-2536-4552-b890-3346aef98dcd by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:49:48.232312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Attempting to bind port 7606d905-2536-4552-b890-3346aef98dcd on network 84ff80de-4a9b-4ec5-b650-afccba21692e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:48.236540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Port 7606d905-2536-4552-b890-3346aef98dcd on network 84ff80de-4a9b-4ec5-b650-afccba21692e not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:49:48.236859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Attempting to bind port 7606d905-2536-4552-b890-3346aef98dcd on network 84ff80de-4a9b-4ec5-b650-afccba21692e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:49:48.241512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:49:48.241846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Checking segment: {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:49:48.242228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Bound using segment: {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:49:48.242651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Bound port: 7606d905-2536-4552-b890-3346aef98dcd, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:49:48.243002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.306810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:49:48.310288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:49:48.314821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.354291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:48.354924 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:48.356358 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] 10.222.0.93 "PUT /v2.0/ports/7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 1092 time: 0.6502628 Aug 16 02:49:48.356807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'tag': '7606d905-2536-4552-b890-3346aef98dcd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:48.359067 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd433db1-be7e-45ca-86b1-26a2b9796e25" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "tag": "7606d905-2536-4552-b890-3346aef98dcd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:48.383890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738f75e-9ddd-4820-8fc3-4afe57b4f268 service neutron] Pushing event updated for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:48.489471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-958cb0d0-0af1-49fe-96b2-3b091e4253c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:48.491058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-958cb0d0-0af1-49fe-96b2-3b091e4253c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1095 time: 0.0924118 Aug 16 02:49:48.498586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5a34-142b-484a-bb59-eb0bd770bccb req-8ccc349c-d151-4bee-9f13-8f9ed5723bf2 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:48.500008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-980e5a34-142b-484a-bb59-eb0bd770bccb req-8ccc349c-d151-4bee-9f13-8f9ed5723bf2 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 943 time: 0.1132493 Aug 16 02:49:48.557870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-f20ebbef-5e12-45c8-8e3e-d4fe984a114b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 217 time: 0.0569317 Aug 16 02:49:48.622518 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-980e5a34-142b-484a-bb59-eb0bd770bccb req-497b26b2-02c5-4943-8b93-7204df638aa3 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152904 Aug 16 02:49:48.632020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-a19a92e1-fee4-4f37-afbf-a51d4de2ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:48.633754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-a19a92e1-fee4-4f37-afbf-a51d4de2ee19 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0682907 Aug 16 02:49:48.687409 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-a10be408-c204-454d-b05a-30181e36b00a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470228 Aug 16 02:49:48.739859 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe21c1ab-cf9e-416b-b8dd-0825bd4dbea1 x-openstack-request-id: req-fe21c1ab-cf9e-416b-b8dd-0825bd4dbea1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:48.740158 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "tag": "7606d905-2536-4552-b890-3346aef98dcd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:48.740414 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe21c1ab-cf9e-416b-b8dd-0825bd4dbea1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:48.740811 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'tag': '7606d905-2536-4552-b890-3346aef98dcd', 'status': 'completed', 'code': 200} Aug 16 02:49:48.782906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-d0591916-6155-4e6d-a2a0-534602f0351b service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885677 Aug 16 02:49:48.873672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e70e916-0b31-44a8-a004-1b15bc6d117e req-ae8441e8-ed12-462e-b991-691c0a6d1609 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819609 Aug 16 02:49:49.004497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-05e87b10-3708-4539-b8e9-273c372633cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:49.006011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-05e87b10-3708-4539-b8e9-273c372633cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1095 time: 0.0457358 Aug 16 02:49:49.155847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-16970299-43f3-43b9-bba0-1d74610adbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:49.157327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-16970299-43f3-43b9-bba0-1d74610adbbc service neutron] 10.222.0.93 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.1435654 Aug 16 02:49:49.200172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-4b5e29f9-a6cc-4a80-be8f-6e335a83f3ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 217 time: 0.0341160 Aug 16 02:49:49.249137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-e40465b4-b019-4b5c-ac67-c71b68dc103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:49.250544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-e40465b4-b019-4b5c-ac67-c71b68dc103f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0430415 Aug 16 02:49:49.288137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-93fdd58f-494b-4354-a356-9d5d5e047353 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298390 Aug 16 02:49:49.382663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-66c05b44-9ba1-4d41-a4d1-310856932d2b service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860381 Aug 16 02:49:49.478210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd433db1-be7e-45ca-86b1-26a2b9796e25 req-0c44be13-b6e0-47fd-8d19-84847aea07ef service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877962 Aug 16 02:49:49.732077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:49:49.747137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658238c-18b7-4162-8c6c-7bf35f5de7ed req-a36985c5-8b8b-4811-a3de-b728c96cc942 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:49.748684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0658238c-18b7-4162-8c6c-7bf35f5de7ed req-a36985c5-8b8b-4811-a3de-b728c96cc942 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 943 time: 0.0514085 Aug 16 02:49:49.755660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:49:49.756008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38c144bc-6ea5-4d2c-a64f-349a68cecdc9 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:49:49.788904 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0658238c-18b7-4162-8c6c-7bf35f5de7ed req-77e42745-b189-40cc-aeff-39a674b9475c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Aug 16 02:49:50.906866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be630-e6c6-4ba0-859a-407e7e600896 req-643301de-608e-4f68-a531-39229b8fa5ec tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:50.908368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09be630-e6c6-4ba0-859a-407e7e600896 req-643301de-608e-4f68-a531-39229b8fa5ec tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 943 time: 0.0476878 Aug 16 02:49:50.945625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d09be630-e6c6-4ba0-859a-407e7e600896 req-b079671c-45b7-477f-bdf3-4564b26128a4 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307212 Aug 16 02:49:51.734595 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7606d905-2536-4552-b890-3346aef98dcd details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:49:51.829244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:51.840197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '7606d905-2536-4552-b890-3346aef98dcd', 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e', 'port_id': '7606d905-2536-4552-b890-3346aef98dcd', 'mac_address': 'fa:16:3e:cb:7c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bd373e-9c67-4a72-b0ac-41f987345b09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:49:51.876617 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:51.889530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7606d905-2536-4552-b890-3346aef98dcd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:49:51.908417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:51.912949 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:51.960141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:51.967233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.967587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.967932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.968271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.968605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.968939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.969268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.969597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.969921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.970251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.970572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:51.970893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:49:52.073373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce50ef-9988-46e5-9e8b-d2cd5060a4a3 req-42fe4fee-1520-442f-ae76-da675c9347b0 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:52.074855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ddce50ef-9988-46e5-9e8b-d2cd5060a4a3 req-42fe4fee-1520-442f-ae76-da675c9347b0 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 944 time: 0.0571530 Aug 16 02:49:52.099963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['7606d905-2536-4552-b890-3346aef98dcd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:49:52.115549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ddce50ef-9988-46e5-9e8b-d2cd5060a4a3 req-58f5b016-d623-4431-9012-522f704dfb58 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Aug 16 02:49:53.228859 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe8ea1-d862-4d91-98dd-ced8522f6048 req-cbb67e17-ee36-4965-bfb0-2d07c0acc4bd tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:53.230337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ffe8ea1-d862-4d91-98dd-ced8522f6048 req-cbb67e17-ee36-4965-bfb0-2d07c0acc4bd tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 944 time: 0.0488925 Aug 16 02:49:53.277704 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ffe8ea1-d862-4d91-98dd-ced8522f6048 req-06d6927d-9926-4b99-96e4-17d209fc96fb tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Aug 16 02:49:53.731866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7606d905-2536-4552-b890-3346aef98dcd up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:49:53.779158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 7606d905-2536-4552-b890-3346aef98dcd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:49:53.782600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 7606d905-2536-4552-b890-3346aef98dcd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:49:53.782970 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:53.860084 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:53.880989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606d905-2536-4552-b890-3346aef98dcd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:49:53.883211 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b3d4bf-a9bc-4656-8699-843c642942c5" -d '{"events": [{"server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "name": "network-vif-plugged", "status": "completed", "tag": "7606d905-2536-4552-b890-3346aef98dcd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:49:53.896026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:49:53.900056 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:53.923763 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327d858a-776e-4b78-b550-b1da13e10ccc x-openstack-request-id: req-327d858a-776e-4b78-b550-b1da13e10ccc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:49:53.924053 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "name": "network-vif-plugged", "status": "completed", "tag": "7606d905-2536-4552-b890-3346aef98dcd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:49:53.924306 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-327d858a-776e-4b78-b550-b1da13e10ccc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:49:53.924693 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606d905-2536-4552-b890-3346aef98dcd', 'code': 200} Aug 16 02:49:53.950290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:49:54.038434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f2036-3e47-4b2c-bb60-61abde2bd9c1 req-9b36cf67-157a-4c94-b349-d21698ca9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:54.039957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b14f2036-3e47-4b2c-bb60-61abde2bd9c1 req-9b36cf67-157a-4c94-b349-d21698ca9fa7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1097 time: 0.0399611 Aug 16 02:49:54.079609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b14f2036-3e47-4b2c-bb60-61abde2bd9c1 req-cabfc5fd-566e-40d4-ac72-4177f4a80f82 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Aug 16 02:49:54.412141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88333828-a07f-47fc-ab2e-8ca9fd4dd419 req-e8d3b9f4-fccc-455f-a7d3-fc48ef907fb9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:54.413613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88333828-a07f-47fc-ab2e-8ca9fd4dd419 req-e8d3b9f4-fccc-455f-a7d3-fc48ef907fb9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0521839 Aug 16 02:49:54.451260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88333828-a07f-47fc-ab2e-8ca9fd4dd419 req-f96d8890-cf32-4f80-838e-dde8e72d13bd tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Aug 16 02:49:55.564999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b90f11-4f16-4ffd-9117-647cf3d5763b req-facbe89d-6766-4f9b-b27d-844ff26e4740 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:55.566461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5b90f11-4f16-4ffd-9117-647cf3d5763b req-facbe89d-6766-4f9b-b27d-844ff26e4740 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0492218 Aug 16 02:49:55.604074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e5b90f11-4f16-4ffd-9117-647cf3d5763b req-8663dcca-e37c-4f3c-83c9-68eb49aab121 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Aug 16 02:49:55.719907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093c9f-b060-4bfd-93e7-0d96dc52ce0f req-925d8271-67a3-464f-a7e8-ac81e8248adc tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:55.721391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13093c9f-b060-4bfd-93e7-0d96dc52ce0f req-925d8271-67a3-464f-a7e8-ac81e8248adc tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0524814 Aug 16 02:49:55.759286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13093c9f-b060-4bfd-93e7-0d96dc52ce0f req-17390988-b72b-46fc-b64f-2b3b7db34db7 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Aug 16 02:49:56.008095 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-51074061-beac-4725-b68b-a48e1a1a85fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696375 Aug 16 02:49:56.022855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d3292-5c78-49cb-8c02-04d771c0c0c9 req-e42f3b01-2198-497b-8540-00d49a4da2ed tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:56.024586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-965d3292-5c78-49cb-8c02-04d771c0c0c9 req-e42f3b01-2198-497b-8540-00d49a4da2ed tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0747046 Aug 16 02:49:56.065831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-965d3292-5c78-49cb-8c02-04d771c0c0c9 req-0209e4eb-aef5-419c-9c03-18295fca7d9f tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Aug 16 02:49:57.135699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-c408ea82-1960-4d91-b547-d5cc4f8ae48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:57.137222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-c408ea82-1960-4d91-b547-d5cc4f8ae48c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1097 time: 0.0431542 Aug 16 02:49:57.241293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bcaa4-51e7-4b46-9097-ba3980d161d7 req-010378bf-6c01-4a92-9bbe-2766288e8df5 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:57.242808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa2bcaa4-51e7-4b46-9097-ba3980d161d7 req-010378bf-6c01-4a92-9bbe-2766288e8df5 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.1047115 Aug 16 02:49:57.276536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-87063916-1b95-46b6-9e22-f7900a2c5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:57.278213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-87063916-1b95-46b6-9e22-f7900a2c5b75 service neutron] 10.222.0.93 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.1307163 Aug 16 02:49:57.331112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa2bcaa4-51e7-4b46-9097-ba3980d161d7 req-f91a9452-cc87-476b-a4d4-85192b92f486 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821395 Aug 16 02:49:57.332505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-d007c480-be19-42a9-809f-88909b023377 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 217 time: 0.0441840 Aug 16 02:49:57.387443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-31f89a12-d2f0-4d6f-bb3b-6f5dedbbc24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:57.388831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-31f89a12-d2f0-4d6f-bb3b-6f5dedbbc24d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0498967 Aug 16 02:49:57.421218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-00f0194c-e095-41b7-a4f5-caf2ea6356cf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256956 Aug 16 02:49:57.512928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-1d8f92fa-7687-481c-85d2-dffd62207a97 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837390 Aug 16 02:49:57.604750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-d64ffbc8-2601-4cf1-95b7-46a28f9e8f93 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853767 Aug 16 02:49:58.449530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cefb6-916f-4bb3-a1ce-fc95489b669e req-141ea8b1-8269-4ff9-a647-8d3c0b34f1d8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:58.450946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a9cefb6-916f-4bb3-a1ce-fc95489b669e req-141ea8b1-8269-4ff9-a647-8d3c0b34f1d8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0506511 Aug 16 02:49:58.487948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a9cefb6-916f-4bb3-a1ce-fc95489b669e req-e6764d62-35ae-4513-af47-0d9d77f8e9d9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Aug 16 02:49:59.610229 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd93d2-1f76-4b00-b292-0939c5f1cb65 req-03aa5261-c654-46c7-a0ce-fb6b290f9d80 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:59.611719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6cdd93d2-1f76-4b00-b292-0939c5f1cb65 req-03aa5261-c654-46c7-a0ce-fb6b290f9d80 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0533967 Aug 16 02:49:59.650161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6cdd93d2-1f76-4b00-b292-0939c5f1cb65 req-eed53ca0-60e8-4511-93c2-dfb481e7b950 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321560 Aug 16 02:50:00.764522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aff2c-aa2b-4f37-90ac-89012a166ddb req-c1fc85c5-cdc7-41aa-bd62-e7b506a91cf3 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:00.765995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd4aff2c-aa2b-4f37-90ac-89012a166ddb req-c1fc85c5-cdc7-41aa-bd62-e7b506a91cf3 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0480821 Aug 16 02:50:00.804729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd4aff2c-aa2b-4f37-90ac-89012a166ddb req-f072428a-252c-419e-b369-4710b5395d3b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Aug 16 02:50:01.024097 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28e0e9aa-698a-437b-92a0-078b84508399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:01.205529 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:01.917667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ac2b0-de9e-4c42-90f7-6471ab095f89 req-53b3300c-0ab4-4a8d-b93b-982cd79d0ec8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:01.919061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-625ac2b0-de9e-4c42-90f7-6471ab095f89 req-53b3300c-0ab4-4a8d-b93b-982cd79d0ec8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0479481 Aug 16 02:50:01.956656 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-625ac2b0-de9e-4c42-90f7-6471ab095f89 req-36e4ec73-933e-4098-ac1b-2aeb32d988e4 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Aug 16 02:50:03.075399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce47b43-8d29-485f-bb09-ad0f1b2e4ed4 req-90662168-4b3f-4c44-a4af-2521888c3b4b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:03.076880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ce47b43-8d29-485f-bb09-ad0f1b2e4ed4 req-90662168-4b3f-4c44-a4af-2521888c3b4b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0530851 Aug 16 02:50:03.114343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ce47b43-8d29-485f-bb09-ad0f1b2e4ed4 req-b9347b46-4dba-4fc2-99ad-e9c8fa898c1f tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309567 Aug 16 02:50:03.651203 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d226b53-cfac-4111-ac8c-a95c863016d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:04.015041 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:04.228745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55559907-4ea4-4bb1-a3cd-05ac82a37252 req-117c9edd-65ba-4a63-8d3d-c24c763f1333 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:04.230224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55559907-4ea4-4bb1-a3cd-05ac82a37252 req-117c9edd-65ba-4a63-8d3d-c24c763f1333 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0481923 Aug 16 02:50:04.267565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55559907-4ea4-4bb1-a3cd-05ac82a37252 req-5e61313b-e285-41be-9276-94157872c107 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312500 Aug 16 02:50:04.988730 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:05.384749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d574a5-c828-45c7-aff8-c02e32a73300 req-ac45d269-956c-40f3-b29c-51d430a71fd1 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:05.386262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82d574a5-c828-45c7-aff8-c02e32a73300 req-ac45d269-956c-40f3-b29c-51d430a71fd1 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0500607 Aug 16 02:50:05.423986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82d574a5-c828-45c7-aff8-c02e32a73300 req-7423131d-5a3f-490b-bcec-bae8a19b8164 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317228 Aug 16 02:50:06.505096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-a8c1aca0-9c0a-48b7-8f8e-56ff9776c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.506465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-a8c1aca0-9c0a-48b7-8f8e-56ff9776c86b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1097 time: 0.0535347 Aug 16 02:50:06.595701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06ce2-68d4-40a2-8369-66a71747ad19 req-b1e0200c-2155-450e-9503-3d577ae5cde0 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.597189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbc06ce2-68d4-40a2-8369-66a71747ad19 req-b1e0200c-2155-450e-9503-3d577ae5cde0 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.1031752 Aug 16 02:50:06.652094 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-61c07803-b41f-4feb-ab42-ca8bcf628c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.653550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-61c07803-b41f-4feb-ab42-ca8bcf628c03 service neutron] 10.222.0.93 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.1254618 Aug 16 02:50:06.661296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbc06ce2-68d4-40a2-8369-66a71747ad19 req-81bf0285-7b99-41d6-9078-491f02776739 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537577 Aug 16 02:50:06.695593 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-723e0a12-0e7a-48b9-a043-15785801cd34 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 217 time: 0.0333743 Aug 16 02:50:06.743910 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-d70802aa-2b9b-4713-aaea-a751a823304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:06.745237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-d70802aa-2b9b-4713-aaea-a751a823304a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0432181 Aug 16 02:50:06.777379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-e126d923-c062-4ebb-93ab-e945da83837f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257049 Aug 16 02:50:06.873122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-98334847-57e4-4ca0-9def-2b6d7f9fd898 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887663 Aug 16 02:50:06.963049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-02f2423a-980f-4ad9-bf95-4d02b809b560 req-f023ce1d-c9cf-4b9c-a046-2535169ae590 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826755 Aug 16 02:50:07.112917 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:07.784962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958f94c-e230-4cc8-b529-4797200535fd req-ba3c955b-ce9a-4024-bc94-b37e4228caea tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:07.787114 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c958f94c-e230-4cc8-b529-4797200535fd req-ba3c955b-ce9a-4024-bc94-b37e4228caea tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0574355 Aug 16 02:50:07.825596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c958f94c-e230-4cc8-b529-4797200535fd req-ede3f754-abd8-44e6-ac59-fae8efa96c02 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Aug 16 02:50:08.940477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e88e74-c760-4dbd-9129-eadf543370ed req-36b07d33-ba0c-4f09-9030-20684cc41bce tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:08.942469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36e88e74-c760-4dbd-9129-eadf543370ed req-36b07d33-ba0c-4f09-9030-20684cc41bce tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0506706 Aug 16 02:50:08.980805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36e88e74-c760-4dbd-9129-eadf543370ed req-6ce97fe8-807d-4945-add8-cfd8e8d36954 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323784 Aug 16 02:50:10.103376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470a6d1-6ee9-43a1-8432-eb19e2931c5d req-71728037-471e-43a6-8802-b797b4a493ad tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:10.104959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3470a6d1-6ee9-43a1-8432-eb19e2931c5d req-71728037-471e-43a6-8802-b797b4a493ad tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0549200 Aug 16 02:50:10.146428 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3470a6d1-6ee9-43a1-8432-eb19e2931c5d req-4a558eef-f93d-4380-bdfa-5871a48eac0d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351462 Aug 16 02:50:11.561155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c014c2-4760-4f70-9f02-b37f678cad95 req-2dd31647-0944-4d0a-8c0c-380ef1729c93 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:11.562636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23c014c2-4760-4f70-9f02-b37f678cad95 req-2dd31647-0944-4d0a-8c0c-380ef1729c93 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.3486171 Aug 16 02:50:11.600189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23c014c2-4760-4f70-9f02-b37f678cad95 req-3b1f9356-fc6f-488d-a7c8-f2a77b1f87ce tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Aug 16 02:50:12.665365 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:12.716800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd910f96-61cb-425b-b3c8-193687e3a542 req-60bd0ffc-1cac-4f1c-962e-8bf0c7ac2b76 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:12.718262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd910f96-61cb-425b-b3c8-193687e3a542 req-60bd0ffc-1cac-4f1c-962e-8bf0c7ac2b76 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0489140 Aug 16 02:50:12.756058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd910f96-61cb-425b-b3c8-193687e3a542 req-f2b7271c-ac08-4c82-9f29-448015fc0d99 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Aug 16 02:50:13.587138 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:50:13.870007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe6e6-0940-442e-bdff-0659bd3835e5 req-af85d1ca-e576-4cb2-9c3f-e8c96b10b852 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:13.871391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27ebe6e6-0940-442e-bdff-0659bd3835e5 req-af85d1ca-e576-4cb2-9c3f-e8c96b10b852 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0476761 Aug 16 02:50:13.909645 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-27ebe6e6-0940-442e-bdff-0659bd3835e5 req-77f25873-b8ed-4537-a1d0-dbbd62070627 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323598 Aug 16 02:50:15.028540 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c54d48-2d1c-4e57-8f2c-6d06b3d37659 req-0b1623c2-c731-4376-9ed1-74d49534c87a tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:15.030045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6c54d48-2d1c-4e57-8f2c-6d06b3d37659 req-0b1623c2-c731-4376-9ed1-74d49534c87a tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0523860 Aug 16 02:50:15.068354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b6c54d48-2d1c-4e57-8f2c-6d06b3d37659 req-29b76d77-6e55-461d-9e1c-6a51185e139b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Aug 16 02:50:16.183021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192d35-8abe-4c6a-8195-99859c074939 req-a6b3f8c2-e880-4ed0-9e6f-c07d7b21d894 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:16.184530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6192d35-8abe-4c6a-8195-99859c074939 req-a6b3f8c2-e880-4ed0-9e6f-c07d7b21d894 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0485206 Aug 16 02:50:16.222711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6192d35-8abe-4c6a-8195-99859c074939 req-95257e36-41e3-43bf-a018-35a2a4843fb5 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Aug 16 02:50:17.338331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23327da5-90b1-44ca-9bc2-5a9b10d28394 req-eb34c01f-d2ee-4c6f-b9cd-375661dcef6b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:17.339856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23327da5-90b1-44ca-9bc2-5a9b10d28394 req-eb34c01f-d2ee-4c6f-b9cd-375661dcef6b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0489185 Aug 16 02:50:17.377734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-23327da5-90b1-44ca-9bc2-5a9b10d28394 req-cf7df1c2-926b-4e32-bbe8-19964066ae7d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Aug 16 02:50:18.500290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d8c3a-1aed-45f1-a2be-4a49fdcbc63f req-06469a42-3a29-4350-9346-8aadb8a190a0 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:18.501781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-040d8c3a-1aed-45f1-a2be-4a49fdcbc63f req-06469a42-3a29-4350-9346-8aadb8a190a0 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0526977 Aug 16 02:50:18.539800 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-040d8c3a-1aed-45f1-a2be-4a49fdcbc63f req-9f897467-69fe-45f6-9d06-4203c4dc769d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Aug 16 02:50:19.654739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a6189-cc34-4457-bd47-cd189da6a648 req-8a072e91-79f3-4473-95ca-1ceead95f5c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:19.656259 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d4a6189-cc34-4457-bd47-cd189da6a648 req-8a072e91-79f3-4473-95ca-1ceead95f5c9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0493407 Aug 16 02:50:19.694740 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d4a6189-cc34-4457-bd47-cd189da6a648 req-a2a0e29f-3aab-41ad-a669-9d803a71b5b3 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Aug 16 02:50:20.809562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef57efa-eb1c-496f-826c-469d85e74336 req-740529ac-d875-4c86-8687-c17a7d92d5ce tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:20.811024 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ef57efa-eb1c-496f-826c-469d85e74336 req-740529ac-d875-4c86-8687-c17a7d92d5ce tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0488663 Aug 16 02:50:20.849154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8ef57efa-eb1c-496f-826c-469d85e74336 req-1aaf6581-d957-4522-92d1-ddc840fa158b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Aug 16 02:50:21.967031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9e22e-f8e2-4800-87a6-97bea6d751f6 req-037db011-5d03-44aa-9452-55bf24a5c5d6 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:21.968525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bcc9e22e-f8e2-4800-87a6-97bea6d751f6 req-037db011-5d03-44aa-9452-55bf24a5c5d6 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0528264 Aug 16 02:50:22.006629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bcc9e22e-f8e2-4800-87a6-97bea6d751f6 req-99124134-2388-4cdc-b2c8-28a564b79b60 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Aug 16 02:50:23.121737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9014af-7891-45c6-8d26-034a97a49f00 req-2315d5b3-88fe-47e1-939a-aa3b5a526111 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:23.123286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e9014af-7891-45c6-8d26-034a97a49f00 req-2315d5b3-88fe-47e1-939a-aa3b5a526111 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0498464 Aug 16 02:50:23.161994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3e9014af-7891-45c6-8d26-034a97a49f00 req-1ff7372c-b98a-4a62-be57-4f583e29b868 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Aug 16 02:50:24.322527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c2ac5-c782-4980-bf56-a9c4b39a1513 req-55a342d7-c7a1-4ae0-9598-4843973cb199 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:24.324047 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d62c2ac5-c782-4980-bf56-a9c4b39a1513 req-55a342d7-c7a1-4ae0-9598-4843973cb199 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0891986 Aug 16 02:50:24.353112 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-15791601-c803-4e8d-b097-ad240c91fed7 service neutron] show failed (client error): The resource could not be found. Aug 16 02:50:24.354085 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-15791601-c803-4e8d-b097-ad240c91fed7 service neutron] 10.222.0.93 "GET /v2.0/ports/7606d905-2536-4552-b890-3346aef98dcd/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0891962 Aug 16 02:50:24.371638 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d62c2ac5-c782-4980-bf56-a9c4b39a1513 req-83893c79-7724-40b6-95b6-0b45ff6ef7d6 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Aug 16 02:50:24.548982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-b3f1b132-f7b9-4497-a84c-7b760b526f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:24.550543 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-b3f1b132-f7b9-4497-a84c-7b760b526f5d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d&tenant_id=5615b14e8b854196ae53edc1e68b36f0 HTTP/1.1" status: 200 len: 1097 time: 0.0446029 Aug 16 02:50:24.567526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:24.619800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:24.820662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:24.853942 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:24.896801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7606d905-2536-4552-b890-3346aef98dcd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:24.899054 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08473db-63dd-4deb-9313-ee6b7d937132" -d '{"events": [{"server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7606d905-2536-4552-b890-3346aef98dcd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:24.902822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:24.915195 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Transition to ACTIVE for port object 7606d905-2536-4552-b890-3346aef98dcd will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:24.920578 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:24.954652 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95f73f7-4a97-4903-8c46-d72ec1ae9a7f x-openstack-request-id: req-c95f73f7-4a97-4903-8c46-d72ec1ae9a7f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:24.954939 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7606d905-2536-4552-b890-3346aef98dcd", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:24.955210 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c95f73f7-4a97-4903-8c46-d72ec1ae9a7f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:24.955589 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7606d905-2536-4552-b890-3346aef98dcd', 'code': 200} Aug 16 02:50:24.984948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Pushing event updated for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:24.986975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] No DVR routers for this DVR port 7606d905-2536-4552-b890-3346aef98dcd on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:25.000066 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.000412 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.000749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.001081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.001405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.001728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.002050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.002369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.002688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.003005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.003348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.003663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:25.032536 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Attempting to bind port 7606d905-2536-4552-b890-3346aef98dcd on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:25.032865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Attempting to bind port 7606d905-2536-4552-b890-3346aef98dcd by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:25.033185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Attempting to bind port 7606d905-2536-4552-b890-3346aef98dcd on network 84ff80de-4a9b-4ec5-b650-afccba21692e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:25.037605 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Port 7606d905-2536-4552-b890-3346aef98dcd on network 84ff80de-4a9b-4ec5-b650-afccba21692e not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:50:25.037922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Attempting to bind port 7606d905-2536-4552-b890-3346aef98dcd on network 84ff80de-4a9b-4ec5-b650-afccba21692e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:25.042545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:25.042873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Checking segment: {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:25.043277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Bound using segment: {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:25.043693 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Bound port: 7606d905-2536-4552-b890-3346aef98dcd, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bba41a6-abfd-40d0-9d81-bcd0116ac4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:25.044038 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:25.108305 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:25.111317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:50:25.116279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:25.157607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:25.158221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:25.159615 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] 10.222.0.86 "PUT /v2.0/ports/7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 1092 time: 0.5961134 Aug 16 02:50:25.181158 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d6287-1648-4b04-bb64-e1c19bb6f807 service neutron] Pushing event updated for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:25.236860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-fd6eb2a1-8e6d-421d-a98c-cb419bc22875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:25.238447 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-fd6eb2a1-8e6d-421d-a98c-cb419bc22875 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1095 time: 0.0466096 Aug 16 02:50:25.328884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-76a95498-8bef-48b1-babc-4d76cadc4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:25.330361 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-76a95498-8bef-48b1-babc-4d76cadc4709 service neutron] 10.222.0.86 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0854838 Aug 16 02:50:25.377455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-72eede17-eeae-47bf-af30-a8df6b2ff134 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 217 time: 0.0377643 Aug 16 02:50:25.427022 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-7a01bbbe-6c14-4af1-b09c-0546982f4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:25.428535 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-7a01bbbe-6c14-4af1-b09c-0546982f4a30 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0440123 Aug 16 02:50:25.460949 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-ce09240b-f314-47aa-afb4-53ac070e692c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255435 Aug 16 02:50:25.490326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe0931-c590-405c-91a8-da80f70dd0fe req-1a86fdef-2baa-427a-a45d-5e888d64b266 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:25.492019 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ffe0931-c590-405c-91a8-da80f70dd0fe req-1a86fdef-2baa-427a-a45d-5e888d64b266 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 943 time: 0.0484631 Aug 16 02:50:25.535588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ffe0931-c590-405c-91a8-da80f70dd0fe req-6d84ad46-4799-4e4a-ba76-1e24322b5211 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Aug 16 02:50:25.574108 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-1b3341b9-5fd0-4948-ba7c-86641ebda785 service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057820 Aug 16 02:50:25.666019 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-984f3c7a-5dd4-4f4c-932c-d24825025c2a req-6c59b10a-c4c6-4da6-87f5-1a747644ef8c service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853009 Aug 16 02:50:26.654190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd8962-a748-421a-b5dc-95eda49903a6 req-952b79fb-9f82-4010-8e4d-760f2e8ff229 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:26.655712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87cd8962-a748-421a-b5dc-95eda49903a6 req-952b79fb-9f82-4010-8e4d-760f2e8ff229 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 943 time: 0.0496812 Aug 16 02:50:26.693753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-87cd8962-a748-421a-b5dc-95eda49903a6 req-5064b6bd-3b5a-40e2-b6a7-4158098a01a9 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Aug 16 02:50:26.956584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'tag': '7606d905-2536-4552-b890-3346aef98dcd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:26.959053 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb4553c-98d1-41af-ae01-e886f7a4f26f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "tag": "7606d905-2536-4552-b890-3346aef98dcd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:27.005524 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6050912b-bc42-4ae6-b8c8-475491cad929 x-openstack-request-id: req-6050912b-bc42-4ae6-b8c8-475491cad929 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:27.005849 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "tag": "7606d905-2536-4552-b890-3346aef98dcd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:27.006173 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6050912b-bc42-4ae6-b8c8-475491cad929 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:27.006493 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'tag': '7606d905-2536-4552-b890-3346aef98dcd', 'status': 'completed', 'code': 200} Aug 16 02:50:27.068936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-62428470-e3e6-4da9-bcc1-7eca0f26ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:27.070608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-62428470-e3e6-4da9-bcc1-7eca0f26ea3b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1095 time: 0.0464272 Aug 16 02:50:27.091739 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-33c6de84-e553-448d-b265-90b5d70c2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:27.093348 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-33c6de84-e553-448d-b265-90b5d70c2ed8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1095 time: 0.0446260 Aug 16 02:50:27.164825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-dfb574f6-0586-4e37-bc1f-8a1d26c07b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:27.166641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-dfb574f6-0586-4e37-bc1f-8a1d26c07b06 service neutron] 10.222.0.93 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0887411 Aug 16 02:50:27.194098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-70859e5b-5f47-4a3a-95de-25133dd9b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:27.195629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-70859e5b-5f47-4a3a-95de-25133dd9b66f service neutron] 10.222.0.86 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0928609 Aug 16 02:50:27.212433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-18de2d24-264e-407d-9009-2c1fc654d925 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 217 time: 0.0395913 Aug 16 02:50:27.238347 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-2c2efb99-a687-4378-8aa7-4ab934c21594 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 217 time: 0.0351789 Aug 16 02:50:27.261812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-5742146d-c17a-45b5-a943-995a2d3732f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:27.263366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-5742146d-c17a-45b5-a943-995a2d3732f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0442867 Aug 16 02:50:27.298049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-b6c46e63-12cd-4643-b214-2c4a7d2b17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:27.298838 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-ac1a77d2-aca8-4ca1-8233-d95148e31b6c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274150 Aug 16 02:50:27.299507 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-b6c46e63-12cd-4643-b214-2c4a7d2b17a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0505767 Aug 16 02:50:27.331613 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-21727641-b253-4f38-9901-ea7b71e16847 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246763 Aug 16 02:50:27.392617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-89632887-764d-46d0-a880-a5a1942bd4ca service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860851 Aug 16 02:50:27.421504 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-4e9928e3-947b-4dd3-aae6-cf3ff038508b service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831254 Aug 16 02:50:27.490910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-8bb8d7a3-34fa-4ab4-adfc-5b8d220f0ae7 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905919 Aug 16 02:50:27.522411 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-fdb4553c-98d1-41af-ae01-e886f7a4f26f req-262eac05-4ef4-4ded-a172-2fa40ca9041a service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923636 Aug 16 02:50:27.815455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66af661-7d5e-4df9-b5e1-c8d2f218a386 req-32f07cb6-991e-4afc-8c7f-796a8544bb72 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:27.817563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e66af661-7d5e-4df9-b5e1-c8d2f218a386 req-32f07cb6-991e-4afc-8c7f-796a8544bb72 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 943 time: 0.0510807 Aug 16 02:50:27.855390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e66af661-7d5e-4df9-b5e1-c8d2f218a386 req-c1a39320-3dba-4141-b1a8-4f346bccae8a tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317373 Aug 16 02:50:27.995755 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7606d905-2536-4552-b890-3346aef98dcd no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:28.191593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7606d905-2536-4552-b890-3346aef98dcd not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:28.972998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b5768-8ef7-4bbd-9fb2-2aa9f57ef775 req-88563c63-7e91-4907-8978-e614b0bb4813 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:28.975186 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-905b5768-8ef7-4bbd-9fb2-2aa9f57ef775 req-88563c63-7e91-4907-8978-e614b0bb4813 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 943 time: 0.0536211 Aug 16 02:50:29.013072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-905b5768-8ef7-4bbd-9fb2-2aa9f57ef775 req-713362c3-4a6d-4300-9ba9-9fbc58cf857a tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Aug 16 02:50:29.168321 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-f2491890-3752-4032-be51-1c657a7bc83c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450428 Aug 16 02:50:29.263042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-f943274d-eddc-48fb-9644-5631228db486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:29.264821 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-f943274d-eddc-48fb-9644-5631228db486 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1095 time: 0.0402532 Aug 16 02:50:29.281155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ec96e-0a0f-4389-a662-df7d1f6cc5a7 req-dcc35da7-08e6-417a-8fda-df6c8143edff tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:29.283077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-901ec96e-0a0f-4389-a662-df7d1f6cc5a7 req-dcc35da7-08e6-417a-8fda-df6c8143edff tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 943 time: 0.1182110 Aug 16 02:50:29.306765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-7a2c5f6b-d9c8-4433-8141-e281c915ea45 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:29.308240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-7a2c5f6b-d9c8-4433-8141-e281c915ea45 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.93 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d&tenant_id=5615b14e8b854196ae53edc1e68b36f0&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 943 time: 0.1150846 Aug 16 02:50:29.372660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-901ec96e-0a0f-4389-a662-df7d1f6cc5a7 req-88c42a81-19ae-4367-8f1a-cfc84a5b243c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798380 Aug 16 02:50:29.376489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-dae6782d-4ca1-4e72-afde-81b7783943dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:29.377998 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-dae6782d-4ca1-4e72-afde-81b7783943dd service neutron] 10.222.0.86 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0925870 Aug 16 02:50:29.390341 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-dbbd1482-a98c-4fa7-884c-ea6159b4399c service neutron] delete failed (client error): The resource could not be found. Aug 16 02:50:29.391380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-dbbd1482-a98c-4fa7-884c-ea6159b4399c service neutron] 10.222.0.93 "DELETE /v2.0/ports/7606d905-2536-4552-b890-3346aef98dcd/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0753620 Aug 16 02:50:29.426234 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-ea2759bb-54cd-49e5-8e97-d95ba096fae3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 217 time: 0.0399184 Aug 16 02:50:29.476288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-e40ee91a-77b3-481f-92e2-f26bb9c2659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:29.476826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-4aadd779-6242-4f6c-99fa-5984da50f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:29.477790 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-e40ee91a-77b3-481f-92e2-f26bb9c2659c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0457318 Aug 16 02:50:29.478341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-4aadd779-6242-4f6c-99fa-5984da50f03d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5615b14e8b854196ae53edc1e68b36f0&device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 1095 time: 0.0441840 Aug 16 02:50:29.487005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7606d905-2536-4552-b890-3346aef98dcd details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:50:29.516838 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-0ee283a0-2591-477f-be25-9ef29940ff8d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313623 Aug 16 02:50:29.576072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-e9a7e01e-501b-43b7-9d3e-e21a1936719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:29.577579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-e9a7e01e-501b-43b7-9d3e-e21a1936719d service neutron] 10.222.0.93 "GET /v2.0/networks?id=84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 200 len: 915 time: 0.0923643 Aug 16 02:50:29.587869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:29.599645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '7606d905-2536-4552-b890-3346aef98dcd', 'network_id': '84ff80de-4a9b-4ec5-b650-afccba21692e', 'port_id': '7606d905-2536-4552-b890-3346aef98dcd', 'mac_address': 'fa:16:3e:cb:7c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bd373e-9c67-4a72-b0ac-41f987345b09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:50:29.609625 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-79c15cb3-d87a-408b-a75a-472a7beab554 service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854800 Aug 16 02:50:29.620440 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-21e0c124-4692-46d0-8d90-6861c65e18f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 200 len: 217 time: 0.0360270 Aug 16 02:50:29.640100 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:29.653547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7606d905-2536-4552-b890-3346aef98dcd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:50:29.673548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-2e96745a-5064-4218-8062-371652ce7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:29.675024 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-2e96745a-5064-4218-8062-371652ce7fb0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 200 len: 854 time: 0.0476661 Aug 16 02:50:29.675878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:29.680116 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:29.712392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-ce83796a-e820-4455-9346-9333230942f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=84ff80de-4a9b-4ec5-b650-afccba21692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291226 Aug 16 02:50:29.713556 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-25ab2e68-5ca2-463b-8555-cc58f140949d req-2afb2ff3-e5f0-4fef-8c3d-cc1a49b257fa service neutron] 10.222.0.86 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970573 Aug 16 02:50:29.734598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:29.810980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-89dd72d3-ec46-47db-ada2-f5b3066f9291 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914834 Aug 16 02:50:29.900111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68564ede-2cee-46a5-a96c-41a0a2872220 req-e4ce1d2f-e505-4436-83f4-1d519e72dc75 service neutron] 10.222.0.93 "GET /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814188 Aug 16 02:50:30.113913 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['7606d905-2536-4552-b890-3346aef98dcd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:30.499814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59d3a-8071-4a7a-86c2-27d82da3f221 req-ce585871-d97d-4c69-b1d7-079147c10fcf tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:30.501305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eaa59d3a-8071-4a7a-86c2-27d82da3f221 req-ce585871-d97d-4c69-b1d7-079147c10fcf tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 944 time: 0.0581024 Aug 16 02:50:30.539759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eaa59d3a-8071-4a7a-86c2-27d82da3f221 req-019c070c-22dc-43eb-8bad-5e617a1f6d9d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Aug 16 02:50:30.654517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f342b7-4f5e-4490-8174-0223789d7c7c req-aa6fef16-5aeb-49c1-9a35-c8627027cc4c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:30.656075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45f342b7-4f5e-4490-8174-0223789d7c7c req-aa6fef16-5aeb-49c1-9a35-c8627027cc4c tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 944 time: 0.0494707 Aug 16 02:50:30.694526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45f342b7-4f5e-4490-8174-0223789d7c7c req-a9543d28-dbe4-4581-98b9-73e7e02d0e8d tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Aug 16 02:50:30.810350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9d4eb-60ac-4989-b570-d92224771842 req-29745c06-884d-4993-bf2b-d88b3f82540e tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:30.811870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69a9d4eb-60ac-4989-b570-d92224771842 req-29745c06-884d-4993-bf2b-d88b3f82540e tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 944 time: 0.0492396 Aug 16 02:50:30.850759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69a9d4eb-60ac-4989-b570-d92224771842 req-c87b4642-4c59-4d80-a092-b4d59e945efd tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Aug 16 02:50:31.025412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9178ea5-9a1e-4ebf-91e6-0147084c4dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:31.190896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf8084-9dda-414a-8db7-110b350f7953 req-1181f6ac-4d4e-4619-b2b9-d096c3419bb8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:31.193004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9edf8084-9dda-414a-8db7-110b350f7953 req-1181f6ac-4d4e-4619-b2b9-d096c3419bb8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 944 time: 0.0537899 Aug 16 02:50:31.219152 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:31.232292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9edf8084-9dda-414a-8db7-110b350f7953 req-290e3e17-1470-4069-9bb8-04fbce555799 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330794 Aug 16 02:50:31.494833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7606d905-2536-4552-b890-3346aef98dcd up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:31.543443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 7606d905-2536-4552-b890-3346aef98dcd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:31.547586 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 7606d905-2536-4552-b890-3346aef98dcd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:31.547959 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:31.623986 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:31.646812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606d905-2536-4552-b890-3346aef98dcd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:31.649106 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e897f5a6-6342-4f0f-81d2-8a56eb0c74e9" -d '{"events": [{"server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "name": "network-vif-plugged", "status": "completed", "tag": "7606d905-2536-4552-b890-3346aef98dcd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:31.665297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:31.669535 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:31.695215 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceedd36-ebfc-4098-8fac-2e1a595c52ae x-openstack-request-id: req-cceedd36-ebfc-4098-8fac-2e1a595c52ae {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:31.695509 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "name": "network-vif-plugged", "status": "completed", "tag": "7606d905-2536-4552-b890-3346aef98dcd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:31.695762 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cceedd36-ebfc-4098-8fac-2e1a595c52ae {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:31.696150 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606d905-2536-4552-b890-3346aef98dcd', 'code': 200} Aug 16 02:50:31.720999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:32.350861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf982d-53ac-469b-a151-a34963747fdf req-6cc2eedf-a7ce-4c52-901e-a828806dd8d4 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:32.352451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98bf982d-53ac-469b-a151-a34963747fdf req-6cc2eedf-a7ce-4c52-901e-a828806dd8d4 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0506344 Aug 16 02:50:32.390295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98bf982d-53ac-469b-a151-a34963747fdf req-3efb4d68-8e95-4e20-89bf-5e68c6ba9bdc tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.61 "GET /v2.0/security-groups?id=401925b6-3022-4617-8368-4d0d666caeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Aug 16 02:50:32.583820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2698f12-ab7d-468d-a533-5da068e3137a req-c5226002-a5d4-4511-a56a-6e5c6217ebcf tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:32.585292 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2698f12-ab7d-468d-a533-5da068e3137a req-c5226002-a5d4-4511-a56a-6e5c6217ebcf tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.86 "GET /v2.0/ports?device_id=bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d HTTP/1.1" status: 200 len: 945 time: 0.0506053 Aug 16 02:50:32.672823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a2698f12-ab7d-468d-a533-5da068e3137a req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Deleting port 7606d905-2536-4552-b890-3346aef98dcd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:50:32.673078 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2698f12-ab7d-468d-a533-5da068e3137a req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:32.763247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a2698f12-ab7d-468d-a533-5da068e3137a req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] For port 7606d905-2536-4552-b890-3346aef98dcd, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7606d905-2536-4552-b890-3346aef98dcd,segment=NetworkSegment(5bba41a6-abfd-40d0-9d81-bcd0116ac4df),segment_id=5bba41a6-abfd-40d0-9d81-bcd0116ac4df)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:32.763604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2698f12-ab7d-468d-a533-5da068e3137a req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:32.776206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a2698f12-ab7d-468d-a533-5da068e3137a req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Calling delete_port for 7606d905-2536-4552-b890-3346aef98dcd owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:50:32.905603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2698f12-ab7d-468d-a533-5da068e3137a req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:32.935798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Pushing event deleted for resources: {'Port': ['ID=7606d905-2536-4552-b890-3346aef98dcd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:32.937056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['7606d905-2536-4552-b890-3346aef98dcd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:32.975388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2698f12-ab7d-468d-a533-5da068e3137a req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] No DVR routers for this DVR port 7606d905-2536-4552-b890-3346aef98dcd on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:32.977928 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a2698f12-ab7d-468d-a533-5da068e3137a req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:32.979981 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a2698f12-ab7d-468d-a533-5da068e3137a req-3e89f7c2-666f-4027-8332-f62cb4d48bf8 tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] 10.222.0.86 "DELETE /v2.0/ports/7606d905-2536-4552-b890-3346aef98dcd HTTP/1.1" status: 204 len: 173 time: 0.3888783 Aug 16 02:50:32.980414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'name': 'network-vif-deleted', 'tag': '7606d905-2536-4552-b890-3346aef98dcd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:32.982648 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94220e79-6ab2-4e86-858b-d4c7f24b3dad" -d '{"events": [{"server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "name": "network-vif-deleted", "tag": "7606d905-2536-4552-b890-3346aef98dcd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:33.021093 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aceb16a-e4bd-4ad3-8f80-8e167b0cb9e2 x-openstack-request-id: req-7aceb16a-e4bd-4ad3-8f80-8e167b0cb9e2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:33.021387 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d", "name": "network-vif-deleted", "tag": "7606d905-2536-4552-b890-3346aef98dcd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:33.021632 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7aceb16a-e4bd-4ad3-8f80-8e167b0cb9e2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:33.022021 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6fe25a-0d9a-4b0f-ac51-a41555ba2e1d', 'name': 'network-vif-deleted', 'tag': '7606d905-2536-4552-b890-3346aef98dcd', 'status': 'completed', 'code': 200} Aug 16 02:50:33.511960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:33.556832 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Deleting subnet d4bd373e-9c67-4a72-b0ac-41f987345b09 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:50:33.559815 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.599554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.637871 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.652096 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-236db6fe-3d7d-4764-9a7f-8bfb9807bdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.692369 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.716621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4bd373e-9c67-4a72-b0ac-41f987345b09,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:33.727527 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.729423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d4bd373e-9c67-4a72-b0ac-41f987345b09 HTTP/1.1" status: 204 len: 168 time: 0.2164414 Aug 16 02:50:33.731350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.731700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.732046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.732205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:33.732659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.732756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.733055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.733362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.733705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.734033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.734384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.734710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.735053 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af28d55-a0ff-48ba-a061-149f34967a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:33.806312 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.884695 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.894554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ff80de-4a9b-4ec5-b650-afccba21692e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:33.907323 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bba41a6-abfd-40d0-9d81-bcd0116ac4df') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:33.907624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bba41a6-abfd-40d0-9d81-bcd0116ac4df') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:33.916629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.930386 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.936233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:50:33.936621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: timer() Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:50:33.938307 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:50:33.996601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:34.002057 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:34.003939 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/84ff80de-4a9b-4ec5-b650-afccba21692e HTTP/1.1" status: 204 len: 168 time: 0.2705386 Aug 16 02:50:34.017081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac57a4-e240-46f6-89eb-41bbe96b7eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ff80de-4a9b-4ec5-b650-afccba21692e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:34.020191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:34.113159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:34.155557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-64a4470f-5072-4ee4-be39-edfa2dce5a20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5615b14e8b854196ae53edc1e68b36f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408475 Aug 16 02:50:34.158080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:34.205824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1765a68-ff6d-48a7-973f-e6e4b6df86ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:34.227218 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1765a68-ff6d-48a7-973f-e6e4b6df86ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:34.278600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1765a68-ff6d-48a7-973f-e6e4b6df86ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:34.281577 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1765a68-ff6d-48a7-973f-e6e4b6df86ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:34.282714 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c1765a68-ff6d-48a7-973f-e6e4b6df86ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/401925b6-3022-4617-8368-4d0d666caeb5 HTTP/1.1" status: 204 len: 168 time: 0.1237507 Aug 16 02:50:34.291201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1765a68-ff6d-48a7-973f-e6e4b6df86ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401925b6-3022-4617-8368-4d0d666caeb5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:34.940462 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:34.990576 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.037981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1154869658-network', 'tenant_id': 'b728efb188604b19818c2e2fad693055'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:35.060145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Made reservation on behalf of b728efb188604b19818c2e2fad693055 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:50:35.062432 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.071283 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.164017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.167611 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.193564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:50:35.203216 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dffd73-8bf0-4eae-bb0b-c6caf019c294,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:35.208786 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.209131 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Added segment 5f488da5-53fd-422a-9f63-5841a52e7011 of type vlan for network 662c1f3b-e45d-4b33-975c-30997f06b126 Aug 16 02:50:35.249215 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.278496 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.279636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:35.280222 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.338527 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3968806 Aug 16 02:50:35.341453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:35.343695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3213a1c-ce0f-44a7-9f1d-711ba23447ca admin admin] Pushing event updated for resources: {'Network': ['ID=662c1f3b-e45d-4b33-975c-30997f06b126,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:35.347698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Request body: {'subnet': {'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1154869658-subnet', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:35.354835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 662c1f3b-e45d-4b33-975c-30997f06b126 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:50:35.371413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Made reservation on behalf of b728efb188604b19818c2e2fad693055 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:50:35.373747 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.515209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7606d905-2536-4552-b890-3346aef98dcd no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:35.536388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 7606d905-2536-4552-b890-3346aef98dcd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:50:35.536960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7606d905-2536-4552-b890-3346aef98dcd not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:35.548573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.605465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:35.612340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:35.612699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Network hostable DHCP agents. Network: 662c1f3b-e45d-4b33-975c-30997f06b126, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:50:35.629682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Network 662c1f3b-e45d-4b33-975c-30997f06b126 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:50:35.638184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 662c1f3b-e45d-4b33-975c-30997f06b126) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:35.642007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:35.642603 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.648326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915dbb26-5505-40a9-8b3a-464d3fe52fe2 None None] Network 662c1f3b-e45d-4b33-975c-30997f06b126 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:50:35.656170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c001b6fc-0825-4f03-bf7a-01d30aab568c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3135924 Aug 16 02:50:35.659030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:35.664525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:35.687804 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.688865 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.751439 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.821715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-662c1f3b-e45d-4b33-975c-30997f06b126', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:50:35.822628 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.892005 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:35.960612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Allocated IP 172.20.0.2 (662c1f3b-e45d-4b33-975c-30997f06b126/8ce173a1-07a1-442b-bd0d-ee6ba9f3c894/89959946-7d80-4f46-86af-82d8cffdbfd1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:50:36.106326 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.126056 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.126424 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.139692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Transition to ACTIVE for port object 89959946-7d80-4f46-86af-82d8cffdbfd1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:36.155470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Transition to ACTIVE for port object 89959946-7d80-4f46-86af-82d8cffdbfd1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:36.161481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.197193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Network 662c1f3b-e45d-4b33-975c-30997f06b126 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:50:36.201894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:36.205325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:50:36.214348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Pushing event updated for resources: {'Port': ['ID=89959946-7d80-4f46-86af-82d8cffdbfd1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:36.248516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Allocated IP 172.25.5.246 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/1723a58b-3d6a-425d-9c14-c17ae791dba2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:50:36.269414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Attempting to bind port 89959946-7d80-4f46-86af-82d8cffdbfd1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:36.269814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Attempting to bind port 89959946-7d80-4f46-86af-82d8cffdbfd1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:36.270765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Attempting to bind port 89959946-7d80-4f46-86af-82d8cffdbfd1 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:36.276031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:36.276408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:36.276808 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.277206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:36.277664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Bound port: 89959946-7d80-4f46-86af-82d8cffdbfd1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:36.278046 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.341889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] For port 89959946-7d80-4f46-86af-82d8cffdbfd1, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:36.345505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] For port 89959946-7d80-4f46-86af-82d8cffdbfd1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=89959946-7d80-4f46-86af-82d8cffdbfd1,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:50:36.350947 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.356587 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.406705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.417071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973188db-2d8a-4db7-9a98-9c49ee4a4250 None None] Pushing event updated for resources: {'Port': ['ID=89959946-7d80-4f46-86af-82d8cffdbfd1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:36.450920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:50:36.453898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:36.460573 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:50:36.487586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1723a58b-3d6a-425d-9c14-c17ae791dba2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:36.732042 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:36.924896 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:37.126398 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:37.362841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c56967-f33b-446f-ac9f-7f9009c31915 None None] Network 662c1f3b-e45d-4b33-975c-30997f06b126 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:50:37.381367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:50:37.481131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-18f1303c-0026-4a8e-893c-dc9d8118205d None None] Provisioning for port 89959946-7d80-4f46-86af-82d8cffdbfd1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:37.502744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:50:37.513715 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:50:37.521943 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:37.523738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6bca7a36-db0b-4ff9-a581-485954c839c5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8637176 Aug 16 02:50:37.523853 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:37.524555 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:50:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:37.526530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:37.640502 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:37.852974 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:36Z', 'revision_number': 3, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:37.864447 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 89959946-7d80-4f46-86af-82d8cffdbfd1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:37.883281 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:50:37.884076 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Updating router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f port 1723a58b-3d6a-425d-9c14-c17ae791dba2 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:50:37.909460 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:37.916413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 89959946-7d80-4f46-86af-82d8cffdbfd1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:37.920776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 89959946-7d80-4f46-86af-82d8cffdbfd1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:37.921149 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.030586 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.033395 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.078771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 89959946-7d80-4f46-86af-82d8cffdbfd1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=89959946-7d80-4f46-86af-82d8cffdbfd1,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:38.086408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.151581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=89959946-7d80-4f46-86af-82d8cffdbfd1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:38.232768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Allocated IP 172.20.0.1 (662c1f3b-e45d-4b33-975c-30997f06b126/8ce173a1-07a1-442b-bd0d-ee6ba9f3c894/a6eec2cc-bd7d-44e8-bad2-e98a9f525b37) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:50:38.233035 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.244626 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Transition to ACTIVE for port object 1723a58b-3d6a-425d-9c14-c17ae791dba2 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:38.252139 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.308669 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Pushing event updated for resources: {'Port': ['ID=1723a58b-3d6a-425d-9c14-c17ae791dba2,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:38.310718 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Attempting to bind port 1723a58b-3d6a-425d-9c14-c17ae791dba2 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:38.311110 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Attempting to bind port 1723a58b-3d6a-425d-9c14-c17ae791dba2 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:38.311751 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Attempting to bind port 1723a58b-3d6a-425d-9c14-c17ae791dba2 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:38.320225 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:38.320601 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:38.321007 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.321403 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:38.321868 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Bound port: 1723a58b-3d6a-425d-9c14-c17ae791dba2, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:38.322248 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.325471 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.325814 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.326156 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.326492 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.326826 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.327183 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.327513 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.327836 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.328158 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.328477 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.328795 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.329116 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:38.343955 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.361971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Transition to ACTIVE for port object a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:38.383299 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] For port 1723a58b-3d6a-425d-9c14-c17ae791dba2, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:38.389411 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] For port 1723a58b-3d6a-425d-9c14-c17ae791dba2, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1723a58b-3d6a-425d-9c14-c17ae791dba2,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:50:38.393584 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.400847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.448153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Network 662c1f3b-e45d-4b33-975c-30997f06b126 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:50:38.451082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:38.453159 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:38.453430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:50:38.453779 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:50:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:38.485491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6eec2cc-bd7d-44e8-bad2-e98a9f525b37,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:38.493402 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6098f6-c108-4346-bf70-acac4cee8d18 None None] Pushing event updated for resources: {'Port': ['ID=1723a58b-3d6a-425d-9c14-c17ae791dba2,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:38.506635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.572910 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:38.658093 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.748911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cc47aad7-344b-4fe0-a8bb-5cc2a30c3588 None None] Provisioning for port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:38.756607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cc47aad7-344b-4fe0-a8bb-5cc2a30c3588 None None] Provisioning complete for port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:38.757498 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc47aad7-344b-4fe0-a8bb-5cc2a30c3588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.778012 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:36Z', 'revision_number': 3, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:38.796422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cc47aad7-344b-4fe0-a8bb-5cc2a30c3588 None None] Port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:50:38.806524 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb74208-b2b4-4692-a828-39dec0e6f6ac None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:36Z', 'revision_number': 3, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:50:38.833644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.838322 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.908381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6eec2cc-bd7d-44e8-bad2-e98a9f525b37,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:38.911871 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:39.010826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Network 662c1f3b-e45d-4b33-975c-30997f06b126 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:50:39.012611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:39.148331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:50:39.268313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:50:39.281872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fef4b54c-929b-4af2-8316-9ccb0779f5e3 admin admin] 10.222.0.61 "PUT /v2.0/routers/ce89529c-5586-4be9-8fcb-9e05ed1b8d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465403 Aug 16 02:50:39.321244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd255ab3-4f0f-4dba-b753-98ac21b01ef2 None None] Provisioning complete for port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:39.321623 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd255ab3-4f0f-4dba-b753-98ac21b01ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:39.358160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dd255ab3-4f0f-4dba-b753-98ac21b01ef2 None None] Port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:50:39.859907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 89959946-7d80-4f46-86af-82d8cffdbfd1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:39.908533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 89959946-7d80-4f46-86af-82d8cffdbfd1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:39.909158 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:39.990941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1723a58b-3d6a-425d-9c14-c17ae791dba2 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:40.026576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:40.031563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b17fef17-d5f6-48db-8bea-026c230a5bd2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815819674', 'description': 'tempest-description--1022397028'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:40.040426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1723a58b-3d6a-425d-9c14-c17ae791dba2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:40.044914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1723a58b-3d6a-425d-9c14-c17ae791dba2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:40.045078 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.057565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b17fef17-d5f6-48db-8bea-026c230a5bd2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.125744 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.148629 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1723a58b-3d6a-425d-9c14-c17ae791dba2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1723a58b-3d6a-425d-9c14-c17ae791dba2,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:40.153725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.157382 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b17fef17-d5f6-48db-8bea-026c230a5bd2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.163815 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b17fef17-d5f6-48db-8bea-026c230a5bd2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.191598 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b17fef17-d5f6-48db-8bea-026c230a5bd2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.193159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b17fef17-d5f6-48db-8bea-026c230a5bd2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1654584 Aug 16 02:50:40.196926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 38950) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:40.197421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fef17-d5f6-48db-8bea-026c230a5bd2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ab5277-fd9b-4f3f-97ca-6d4f29597fce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:40.209576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1723a58b-3d6a-425d-9c14-c17ae791dba2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:40.210852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7a16d019-4686-4a71-b7f2-41ea5be716ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'security_group_rule': {'security_group_id': '47ab5277-fd9b-4f3f-97ca-6d4f29597fce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:40.239378 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a16d019-4686-4a71-b7f2-41ea5be716ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.298162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a16d019-4686-4a71-b7f2-41ea5be716ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.302483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a16d019-4686-4a71-b7f2-41ea5be716ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.321636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16d019-4686-4a71-b7f2-41ea5be716ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91b4325-f8a3-412e-9fe0-511c98adb35b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:40.327840 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a16d019-4686-4a71-b7f2-41ea5be716ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.330019 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7a16d019-4686-4a71-b7f2-41ea5be716ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307538 Aug 16 02:50:40.333588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:40.338243 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-205c51ac-45ee-4198-97bb-700fca6d9c89 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'security_group_rule': {'security_group_id': '47ab5277-fd9b-4f3f-97ca-6d4f29597fce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:40.366585 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-205c51ac-45ee-4198-97bb-700fca6d9c89 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.384859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:50:40.393717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:40.394333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:50:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:40.432169 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-205c51ac-45ee-4198-97bb-700fca6d9c89 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.436061 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-205c51ac-45ee-4198-97bb-700fca6d9c89 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.453429 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c51ac-45ee-4198-97bb-700fca6d9c89 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9b9831-6e3a-453d-a4e3-8a631616e58a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:40.460531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-205c51ac-45ee-4198-97bb-700fca6d9c89 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.461754 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-205c51ac-45ee-4198-97bb-700fca6d9c89 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271229 Aug 16 02:50:40.464790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 38954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:40.469308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:40.495579 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.506678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:40.591743 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.699439 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Allocated IP 172.25.5.248 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/c8a638ea-03e4-4929-a896-b9f25ee8c4ed) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:50:40.706712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 2, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:40.733722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:50:40.734240 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Updating router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:50:40.763544 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.813085 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.853071 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:40.891607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:50:40.894434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:40.900801 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:50:40.931441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event updated for resources: {'Port': ['ID=c8a638ea-03e4-4929-a896-b9f25ee8c4ed,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:40.993103 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.027514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.037680 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.047689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Transition to ACTIVE for port object a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:41.053893 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.118266 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790514e3-68af-4ef1-b4db-6b1d60339dca None None] Pushing event updated for resources: {'Port': ['ID=a6eec2cc-bd7d-44e8-bad2-e98a9f525b37,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:41.181248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Attempting to bind port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:41.181764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Attempting to bind port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:41.182282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Attempting to bind port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:41.189121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:41.189500 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:41.189903 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.190305 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:41.191058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Bound port: a6eec2cc-bd7d-44e8-bad2-e98a9f525b37, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:41.191220 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.212696 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.218821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.264210 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] For port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:41.267999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] For port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a6eec2cc-bd7d-44e8-bad2-e98a9f525b37,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:50:41.273707 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.298553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event updated for resources: {'Port': ['ID=c8a638ea-03e4-4929-a896-b9f25ee8c4ed,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:41.305380 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.320936 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.322471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-50a1b320-9533-4ade-85b6-f99caec8afe8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8565650 Aug 16 02:50:41.346071 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790514e3-68af-4ef1-b4db-6b1d60339dca None None] Pushing event updated for resources: {'Port': ['ID=a6eec2cc-bd7d-44e8-bad2-e98a9f525b37,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:41.351932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:41.352571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:50:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:41.485213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:41.497351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-4967e848-c4fa-4c8d-b179-8ccc001cb9c1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1815819674&fields=id&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 267 time: 0.0464151 Aug 16 02:50:41.612746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cff9-bb90-43b9-9165-142f99b80acb req-6247efae-a086-4377-8265-504410fb6f13 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:41.614773 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-6247efae-a086-4377-8265-504410fb6f13 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 812 time: 0.1083508 Aug 16 02:50:41.631722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-6739397f-bf82-4ef4-a98c-07e34a7d6a06 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/quotas/b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 375 time: 0.0108809 Aug 16 02:50:41.696814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-30d5418a-a933-42e2-b94b-c99081c567a3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583103 Aug 16 02:50:41.803538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-d82b433b-ddb8-47b1-bd11-fdd09826c793 service neutron] 10.222.0.61 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937967 Aug 16 02:50:41.837739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1723a58b-3d6a-425d-9c14-c17ae791dba2 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:41.902817 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1723a58b-3d6a-425d-9c14-c17ae791dba2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:41.903128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.906284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-35eb9975-dfb3-4163-9492-c4739c90ee55 service neutron] 10.222.0.61 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944469 Aug 16 02:50:41.906685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:41Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:41.952840 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd3506-b871-4765-80d0-2920cfa4dd3e None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:41Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:50:42.101072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79fb2ae7-3f44-45e7-a974-3454a1ff5edc req-d5a428cc-828d-4677-b955-b270f99fb598 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 210 time: 0.0349436 Aug 16 02:50:42.665326 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:43.136171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cff9-bb90-43b9-9165-142f99b80acb req-c36c630c-5539-4819-9e11-c3cdf48a521a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:43.137196 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-c36c630c-5539-4819-9e11-c3cdf48a521a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 812 time: 0.1088157 Aug 16 02:50:43.189491 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-23c37036-adb7-4519-8d13-4697f3d2e3c0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 380 time: 0.0377738 Aug 16 02:50:43.200862 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9e5dec0c-6a09-48c9-ae53-4ad51fe00350 req-abec4b47-3b90-4457-9868-1b7521784fd0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 210 time: 0.0273116 Aug 16 02:50:43.202653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'port': {'device_id': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'admin_state_up': True, 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'security_groups': ['47ab5277-fd9b-4f3f-97ca-6d4f29597fce']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:43.309067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Made reservation on behalf of b728efb188604b19818c2e2fad693055 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:50:43.312553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:43.438962 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Allocated IP 172.20.0.3 (662c1f3b-e45d-4b33-975c-30997f06b126/8ce173a1-07a1-442b-bd0d-ee6ba9f3c894/7fe12d78-f562-4fea-b71d-bd8ca41199e0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:50:43.577508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:43.591249 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Transition to ACTIVE for port object 7fe12d78-f562-4fea-b71d-bd8ca41199e0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:43.623601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:43.668545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Network 662c1f3b-e45d-4b33-975c-30997f06b126 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:50:43.671983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:50:43.676032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:50:43.700785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event updated for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:43.731905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:43.732541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:43.748678 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-28096a30-b556-4cf2-b68b-fa413a9e0cd8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503170 Aug 16 02:50:43.766984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Request body: {'port': {'device_id': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:43.830179 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:43.831506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:43.889687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b829c886-a77e-48f3-9d68-0aa5d4bfd93e None None] Provisioning for port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:43.893247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:43.896437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b829c886-a77e-48f3-9d68-0aa5d4bfd93e None None] Provisioning complete for port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:43.896811 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b829c886-a77e-48f3-9d68-0aa5d4bfd93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:43.899600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:43.900036 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:43.960967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b829c886-a77e-48f3-9d68-0aa5d4bfd93e None None] Port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:50:44.007289 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:44.039717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a6eec2cc-bd7d-44e8-bad2-e98a9f525b37,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:44.043500 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:44.091337 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=a6eec2cc-bd7d-44e8-bad2-e98a9f525b37,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:44.103183 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe12d78-f562-4fea-b71d-bd8ca41199e0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:50:44.110670 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:44.123215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Transition to ACTIVE for port object 7fe12d78-f562-4fea-b71d-bd8ca41199e0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:44.126945 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:44.195477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:44.256349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Attempting to bind port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:44.256682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Attempting to bind port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:44.257015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Attempting to bind port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:44.262143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:50:44.262454 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Attempting to bind port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:44.268541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:44.269015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:44.269820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:44.270668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Bound port: 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:44.271162 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:44.334857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77828eed-59b7-4cbf-8563-bb0730724c59 req-3b2d6b34-6715-4f2f-93b2-90cb3d18421b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:44.337131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77828eed-59b7-4cbf-8563-bb0730724c59 req-3b2d6b34-6715-4f2f-93b2-90cb3d18421b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 943 time: 0.0578468 Aug 16 02:50:44.376655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77828eed-59b7-4cbf-8563-bb0730724c59 req-a15572c1-b901-454c-8eb5-2081af3a26f1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344839 Aug 16 02:50:44.607970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:44.610902 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:50:44.615797 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:44.648741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:44.649357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:44.650768 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] 10.222.0.86 "PUT /v2.0/ports/7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 1092 time: 0.8882265 Aug 16 02:50:44.651222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:44.653456 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14065acf-fb8f-496b-ad73-47250a234f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:44.680079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54720dd-faf2-404c-ad22-a6d4932d64d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:44.698132 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa66c0d-0d26-4798-b8e6-a545a346dd73 x-openstack-request-id: req-5aa66c0d-0d26-4798-b8e6-a545a346dd73 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:44.698502 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:44.698818 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5aa66c0d-0d26-4798-b8e6-a545a346dd73 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:44.699955 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'status': 'completed', 'code': 200} Aug 16 02:50:44.758018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cff9-bb90-43b9-9165-142f99b80acb req-b734230a-8508-40f6-b93d-ff2468f1c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:44.759868 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-b734230a-8508-40f6-b93d-ff2468f1c3a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0444007 Aug 16 02:50:44.812089 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-05f32f33-4b0d-4b4c-8521-d36cd851495b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 217 time: 0.0384910 Aug 16 02:50:44.862674 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cff9-bb90-43b9-9165-142f99b80acb req-c82ea4a5-79e6-48c3-ac5f-d82cb0416a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:44.864526 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-c82ea4a5-79e6-48c3-ac5f-d82cb0416a17 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0446365 Aug 16 02:50:44.912677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cff9-bb90-43b9-9165-142f99b80acb req-bf79b6e6-060c-47b8-9a90-f988d9d483bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:44.914128 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-bf79b6e6-060c-47b8-9a90-f988d9d483bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428381 Aug 16 02:50:45.007730 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-95329a6b-d66a-4670-86c1-d8d9eff05081 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860062 Aug 16 02:50:45.096727 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4929cff9-bb90-43b9-9165-142f99b80acb req-4f5a7896-b201-419b-b131-e97487d529cc service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821333 Aug 16 02:50:45.224594 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14065acf-fb8f-496b-ad73-47250a234f1f req-b4feac85-786c-4f1d-b499-8e942ed0ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:45.226166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-14065acf-fb8f-496b-ad73-47250a234f1f req-b4feac85-786c-4f1d-b499-8e942ed0ef57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0473609 Aug 16 02:50:45.314744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14065acf-fb8f-496b-ad73-47250a234f1f req-1bd2e12b-cb6d-4935-9757-153f41d5983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:45.316266 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-14065acf-fb8f-496b-ad73-47250a234f1f req-1bd2e12b-cb6d-4935-9757-153f41d5983a service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0829632 Aug 16 02:50:45.363394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-14065acf-fb8f-496b-ad73-47250a234f1f req-4e16549b-b639-4a88-9e75-621b3c7f7a3b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 217 time: 0.0392668 Aug 16 02:50:45.412039 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14065acf-fb8f-496b-ad73-47250a234f1f req-132525fe-d297-4602-9235-ffaa8e92a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:45.413485 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-14065acf-fb8f-496b-ad73-47250a234f1f req-132525fe-d297-4602-9235-ffaa8e92a668 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0435951 Aug 16 02:50:45.460251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14065acf-fb8f-496b-ad73-47250a234f1f req-b106bc29-c747-44c1-96a2-aa39546a9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:45.461771 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-14065acf-fb8f-496b-ad73-47250a234f1f req-b106bc29-c747-44c1-96a2-aa39546a9da2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416570 Aug 16 02:50:45.501676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f737eef-0ae8-4f75-b410-2979c0d67952 req-f2153905-968f-4c08-a0bb-7b7a43c88056 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:45.503191 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f737eef-0ae8-4f75-b410-2979c0d67952 req-f2153905-968f-4c08-a0bb-7b7a43c88056 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 943 time: 0.0530405 Aug 16 02:50:45.542882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f737eef-0ae8-4f75-b410-2979c0d67952 req-a3ca6b03-2100-4c18-9534-6a833913088b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332367 Aug 16 02:50:45.557880 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-14065acf-fb8f-496b-ad73-47250a234f1f req-70774f1a-6e60-4cbe-b328-94b713fdac57 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889692 Aug 16 02:50:45.647767 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-14065acf-fb8f-496b-ad73-47250a234f1f req-71261f3c-994c-47ad-83bf-817166d3701b service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826154 Aug 16 02:50:45.798670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:45.848526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:45.848908 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:46.656970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7eaf6-6efb-4bd7-ac1f-5105a9ef9912 req-18234b2c-bf7d-4ec6-b297-1a3221b77777 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:46.658454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebb7eaf6-6efb-4bd7-ac1f-5105a9ef9912 req-18234b2c-bf7d-4ec6-b297-1a3221b77777 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 943 time: 0.0489275 Aug 16 02:50:46.697215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebb7eaf6-6efb-4bd7-ac1f-5105a9ef9912 req-6a5c4c2e-a0d5-4ed7-8c5e-b94f12e3ffac tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Aug 16 02:50:47.549400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7fe12d78-f562-4fea-b71d-bd8ca41199e0 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:50:47.647035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:47.658298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'mac_address': 'fa:16:3e:02:3b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:50:47.696119 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:47.708604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe12d78-f562-4fea-b71d-bd8ca41199e0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:50:47.727694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:47.732736 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:47.798931 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:47.835286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8772b4-b201-44d0-b090-a35c81f78b51 req-c27100dd-0818-40cb-9f0d-150a6fdcabe4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:47.836792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc8772b4-b201-44d0-b090-a35c81f78b51 req-c27100dd-0818-40cb-9f0d-150a6fdcabe4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 944 time: 0.0501065 Aug 16 02:50:47.875296 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dc8772b4-b201-44d0-b090-a35c81f78b51 req-7cb6ad0d-a6c4-4072-9a27-ba14ea2a43ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324869 Aug 16 02:50:48.077125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['7fe12d78-f562-4fea-b71d-bd8ca41199e0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:48.993003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663b6f-32ff-4c16-be40-2e4121a8c9b2 req-d0266570-dbb7-4c46-affa-280a00a8f9bd tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:48.994500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67663b6f-32ff-4c16-be40-2e4121a8c9b2 req-d0266570-dbb7-4c46-affa-280a00a8f9bd tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 944 time: 0.0541253 Aug 16 02:50:49.032178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67663b6f-32ff-4c16-be40-2e4121a8c9b2 req-1b22bc57-f8de-4a17-b595-006e8c8fdb5a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Aug 16 02:50:49.563448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7fe12d78-f562-4fea-b71d-bd8ca41199e0 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:49.611688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:49.616423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:49.616797 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:49.695477 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:49.718008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:49.720256 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b375fa99-a44e-4942-be6a-c0fab089da9d" -d '{"events": [{"server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "name": "network-vif-plugged", "status": "completed", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:49.733650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:49.737801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:49.768753 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc37aa0-ebd5-4d4c-9f3d-c108f06947a0 x-openstack-request-id: req-adc37aa0-ebd5-4d4c-9f3d-c108f06947a0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:49.769041 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "name": "network-vif-plugged", "status": "completed", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:49.769804 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-adc37aa0-ebd5-4d4c-9f3d-c108f06947a0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:49.770319 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'code': 200} Aug 16 02:50:49.802412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:49.881321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c1227-d7b2-47ce-89c2-364f5fc023bc req-7c49c547-fd3f-4f42-bb12-1ab08e44b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.883013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd9c1227-d7b2-47ce-89c2-364f5fc023bc req-7c49c547-fd3f-4f42-bb12-1ab08e44b867 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0422282 Aug 16 02:50:49.921001 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dd9c1227-d7b2-47ce-89c2-364f5fc023bc req-459cd970-fcd2-4f9a-a4fd-161bb2b0faa9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307696 Aug 16 02:50:50.164493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f74da-0401-4e89-a48f-6de38cf00a96 req-dd917512-d532-4400-8211-ca9078be6063 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:50.166040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d71f74da-0401-4e89-a48f-6de38cf00a96 req-dd917512-d532-4400-8211-ca9078be6063 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0603430 Aug 16 02:50:50.207977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d71f74da-0401-4e89-a48f-6de38cf00a96 req-373aa34a-51f3-4794-abf4-0bf7904f75b5 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347531 Aug 16 02:50:50.586452 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:50:51.339944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128778-a0ef-41d9-ab98-2cb590d31f03 req-12b138f1-e302-45c5-9c9c-68c42297e6e6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:51.341605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34128778-a0ef-41d9-ab98-2cb590d31f03 req-12b138f1-e302-45c5-9c9c-68c42297e6e6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0517004 Aug 16 02:50:51.382392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34128778-a0ef-41d9-ab98-2cb590d31f03 req-4335bd3a-7503-469b-a618-6100b4bf21fe tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332520 Aug 16 02:50:52.502030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cffd74-0776-421e-9e91-f2878f478216 req-ea159f42-9054-4a59-9b6d-47ad9f6367a0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:52.503546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98cffd74-0776-421e-9e91-f2878f478216 req-ea159f42-9054-4a59-9b6d-47ad9f6367a0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0530281 Aug 16 02:50:52.542556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98cffd74-0776-421e-9e91-f2878f478216 req-d3f7690d-4d7c-4a6b-b38d-a242b9da1fc2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329294 Aug 16 02:50:52.656088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05082e8-2f48-4201-9924-e1869ab58ee7 req-33a051b4-54c1-4d04-805f-5f63f1096334 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:52.657591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b05082e8-2f48-4201-9924-e1869ab58ee7 req-33a051b4-54c1-4d04-805f-5f63f1096334 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Aug 16 02:50:52.667382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:50:52.672076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f2c6dc96-9112-4a04-9c05-5bc902db2536 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'floatingip': {'port_id': '7fe12d78-f562-4fea-b71d-bd8ca41199e0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:52.712311 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c6dc96-9112-4a04-9c05-5bc902db2536 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.154340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c6dc96-9112-4a04-9c05-5bc902db2536 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.158281 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c6dc96-9112-4a04-9c05-5bc902db2536 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.260148 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-f2c6dc96-9112-4a04-9c05-5bc902db2536 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4 associated. External IP: 172.25.5.248, port: 7fe12d78-f562-4fea-b71d-bd8ca41199e0. Aug 16 02:50:53.469137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c6dc96-9112-4a04-9c05-5bc902db2536 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:50:53.579527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c6dc96-9112-4a04-9c05-5bc902db2536 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:50:53.585171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2c6dc96-9112-4a04-9c05-5bc902db2536 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.590280 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:50:53.601207 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:53.601829 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:50:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:53.616253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f2c6dc96-9112-4a04-9c05-5bc902db2536 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "PUT /v2.0/floatingips/9f3c950c-e337-49a0-b7a6-060e16965bc4 HTTP/1.1" status: 200 len: 991 time: 0.9478076 Aug 16 02:50:53.616966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:53.619394 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c002752b-d919-4b0a-a41b-486859606f37" -d '{"events": [{"name": "network-changed", "server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:53.715936 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:53.721756 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f5b6c-5cc2-47cc-a5c8-d250cddb6550 x-openstack-request-id: req-9d8f5b6c-5cc2-47cc-a5c8-d250cddb6550 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:53.722119 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:53.723154 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d8f5b6c-5cc2-47cc-a5c8-d250cddb6550 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:53.723662 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'status': 'completed', 'code': 200} Aug 16 02:50:53.809145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002752b-d919-4b0a-a41b-486859606f37 req-8cb7ba1d-eb30-40b7-a3a0-60a82c2ce43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:53.810670 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c002752b-d919-4b0a-a41b-486859606f37 req-8cb7ba1d-eb30-40b7-a3a0-60a82c2ce43d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0479040 Aug 16 02:50:53.908587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002752b-d919-4b0a-a41b-486859606f37 req-5680b2d5-9054-44f0-b6c5-042ea782fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:53.910249 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c002752b-d919-4b0a-a41b-486859606f37 req-5680b2d5-9054-44f0-b6c5-042ea782fe70 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0924897 Aug 16 02:50:53.980392 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c002752b-d919-4b0a-a41b-486859606f37 req-91c1a411-a388-4fbc-bcc5-54bd72198ce6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 999 time: 0.0632191 Aug 16 02:50:54.029248 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002752b-d919-4b0a-a41b-486859606f37 req-b7193d93-658c-4c35-937f-5c59e0b61cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:54.030853 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c002752b-d919-4b0a-a41b-486859606f37 req-b7193d93-658c-4c35-937f-5c59e0b61cb0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0445030 Aug 16 02:50:54.035976 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:02:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:50:53Z', 'revision_number': 1, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:54.062261 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:50:54.070452 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:50:54.071067 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:50:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:54.076904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002752b-d919-4b0a-a41b-486859606f37 req-78886a4e-e55e-4b72-9357-8ba7df916753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:54.078442 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c002752b-d919-4b0a-a41b-486859606f37 req-78886a4e-e55e-4b72-9357-8ba7df916753 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405719 Aug 16 02:50:54.177570 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:50:54.179046 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c002752b-d919-4b0a-a41b-486859606f37 req-68cef7a0-4d6e-4a74-b8d4-9d8933df13cd service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933888 Aug 16 02:50:54.273793 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-c002752b-d919-4b0a-a41b-486859606f37 req-e6c00dad-dd7a-47bd-88d5-328fcc0274f7 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882182 Aug 16 02:50:54.417804 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:02:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:50:53Z', 'revision_number': 1, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:50:54.443294 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4e9d3-d0b4-4fed-a505-4b46eb42b4f1 None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:02:3b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:50:53Z', 'revision_number': 1, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:50:54.643816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d951d-0960-4add-83a9-986fca3d3a43 None None] New status for floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:51:01.026690 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7d9a-b8e9-469d-b2a6-81cd41f41a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.225339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:03.652333 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e2bca359-84e0-40bc-a5eb-fecc8cbc39cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.014704 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:04.994675 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.125193 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.679913 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:27.585605 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:29.131281 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-213989ec-e9dd-4ee1-a99b-d35467bfccf3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413992 Aug 16 02:51:29.233178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-10030ad2-d1a2-455c-83d5-786f96b88e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:29.234754 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-10030ad2-d1a2-455c-83d5-786f96b88e23 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0457485 Aug 16 02:51:29.340894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-445f74c7-13ac-47cd-b6af-da24d6dd4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:29.342395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-445f74c7-13ac-47cd-b6af-da24d6dd4399 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0878010 Aug 16 02:51:29.411711 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-01c8001b-21b3-4b19-8c5d-d0ab9bc745a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 1001 time: 0.0615821 Aug 16 02:51:29.461240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-8d3b7cd4-c28a-40fa-8f56-8b550f9bc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:29.462739 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-8d3b7cd4-c28a-40fa-8f56-8b550f9bc665 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0446441 Aug 16 02:51:29.509115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-314cb911-93fa-4cec-910a-b1098d048012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:29.510645 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-314cb911-93fa-4cec-910a-b1098d048012 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409019 Aug 16 02:51:29.603861 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-86272206-39a0-4b4d-92fe-c1ba4f44173a service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860944 Aug 16 02:51:29.693518 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3b41e93c-7f7c-47d4-8898-576f206f2e04 req-82d78486-8776-4b05-99d5-3da12e3f283a service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827971 Aug 16 02:51:31.026698 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88ffa668-22f2-4373-8342-c815c96bfb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:31.244477 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:33.652390 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da42c8a2-aab8-4bbc-964c-c3c599baa761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:34.015437 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:34.996475 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:37.120868 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:42.678130 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:01.027449 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a6f6b02-7809-47e3-aca2-242068569311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:01.255897 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:03.651887 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1b077a86-95ae-4b5f-811a-61ec226d165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.016066 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:04.584816 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:04.998890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:07.123397 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.691589 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:30.141255 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-8b8bbbd7-8990-4538-81ae-61fa251e31e6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420029 Aug 16 02:52:30.240574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-bd2e6699-aadb-4994-a31e-98081a5ddc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:30.242050 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-bd2e6699-aadb-4994-a31e-98081a5ddc07 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0449035 Aug 16 02:52:30.345008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-b8cacf04-4432-43d5-bda7-f2e2aa7d1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:30.346460 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-b8cacf04-4432-43d5-bda7-f2e2aa7d1c7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0854697 Aug 16 02:52:30.414860 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-69444115-64ad-477a-b2d7-28e86b18f7d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 1001 time: 0.0614815 Aug 16 02:52:30.470093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-3fab6a83-e96f-4bad-ab99-3fdcceeb42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:30.471586 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-3fab6a83-e96f-4bad-ab99-3fdcceeb42c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0502992 Aug 16 02:52:30.518084 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-8c78dde9-9fbd-42b5-89e7-263d8c9ef80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:30.519259 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-8c78dde9-9fbd-42b5-89e7-263d8c9ef80c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402844 Aug 16 02:52:30.611686 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-0a91659c-b0b8-476f-ab4d-dcaf045b71ab service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856636 Aug 16 02:52:30.701356 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-e376a52b-4674-4fde-9db2-27ee0204d708 req-3fe2a9a6-da1f-480b-8473-6fb78efc80da service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820119 Aug 16 02:52:31.028451 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-578bcb9e-2594-4287-9c4e-d27ca88e1c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:31.257931 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:33.651903 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-076346f5-ee86-4f45-87da-a34b9c4301d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:34.016573 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:35.002581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:37.129678 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:41.583892 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:42.706684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:01.028495 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3181d18d-232f-42b1-b65d-9e4ccc360573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:01.277204 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:03.652116 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-edabac94-7232-44ba-ac9e-599dce39b129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:04.018148 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:05.004481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:07.132743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.716614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:18.583254 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:25.953301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e1b9e-4996-4575-b458-492822bf322d req-10db6f37-b829-4126-b888-5240af12b5b2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:25.954802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b7e1b9e-4996-4575-b458-492822bf322d req-10db6f37-b829-4126-b888-5240af12b5b2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0507917 Aug 16 02:53:25.992232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b7e1b9e-4996-4575-b458-492822bf322d req-745a816b-3b74-47e9-b583-e2bd6108e0f7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Aug 16 02:53:26.173351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 39342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:26.239303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c17822-c691-438c-8ecc-a290c686a982 req-bc9645f2-edeb-44d0-8958-f7cbbf3a5ad1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:26.240990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2c17822-c691-438c-8ecc-a290c686a982 req-bc9645f2-edeb-44d0-8958-f7cbbf3a5ad1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0558863 Aug 16 02:53:26.264358 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-e07c2ca0-f4a9-4fe0-bdfd-f320c54b4fb5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898178 Aug 16 02:53:26.292614 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2c17822-c691-438c-8ecc-a290c686a982 req-d7da92ea-5776-4262-bb1b-def8ac89e2a3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Aug 16 02:53:27.411317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2139ce-aeda-4487-b79e-2b023800ceb1 req-3afa29dd-2b24-4c68-8c28-0d9ea639465e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:27.412846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b2139ce-aeda-4487-b79e-2b023800ceb1 req-3afa29dd-2b24-4c68-8c28-0d9ea639465e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0499678 Aug 16 02:53:27.454154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b2139ce-aeda-4487-b79e-2b023800ceb1 req-262515f7-a6bb-4dab-b029-6f4d29e2019d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353417 Aug 16 02:53:27.570049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-e567b9c4-924e-4628-841b-88a740e6fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:27.571616 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-e567b9c4-924e-4628-841b-88a740e6fc7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0466413 Aug 16 02:53:27.667660 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-e95b6b2a-a595-40da-8183-021fc2e57092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:27.669040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-e95b6b2a-a595-40da-8183-021fc2e57092 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0837276 Aug 16 02:53:27.737241 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-0a268ab4-d317-4a25-9a5e-fc90a60f24eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 1001 time: 0.0611520 Aug 16 02:53:27.785287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-5d17a311-9562-4554-aae5-659490075064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:27.786722 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-5d17a311-9562-4554-aae5-659490075064 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0426598 Aug 16 02:53:27.832363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-94357f71-39c6-4aaa-99d1-a13f14021de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:27.833778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-94357f71-39c6-4aaa-99d1-a13f14021de9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395319 Aug 16 02:53:27.927413 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-24b95f1f-176a-4207-916a-a60fef5b5523 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856743 Aug 16 02:53:28.018353 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-8e66ba39-bfa7-4796-beb8-5fd4e770269d service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813539 Aug 16 02:53:28.584189 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9361bc-2ddc-499e-acc2-ff73b2feb4e0 req-f4bd3612-b572-4b83-8961-aa5f8616d360 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:28.586389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b9361bc-2ddc-499e-acc2-ff73b2feb4e0 req-f4bd3612-b572-4b83-8961-aa5f8616d360 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0628798 Aug 16 02:53:28.624105 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b9361bc-2ddc-499e-acc2-ff73b2feb4e0 req-0b2cef65-5c0a-48ca-8cfb-63a1c7e98d7a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315752 Aug 16 02:53:29.746124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c239497-9b54-4dec-9735-77d5e45eda6f req-c8315b82-eb81-4b85-bef6-0b6f7563f663 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:29.747631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c239497-9b54-4dec-9735-77d5e45eda6f req-c8315b82-eb81-4b85-bef6-0b6f7563f663 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0541370 Aug 16 02:53:29.785213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c239497-9b54-4dec-9735-77d5e45eda6f req-44856ba0-a61c-4dbb-a624-463577b55318 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317435 Aug 16 02:53:30.901896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646044-3e63-4590-a0ca-ad1a0e6a8df5 req-55d10ea4-284d-4f3f-9e7c-88cf372d12fc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:30.903430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64646044-3e63-4590-a0ca-ad1a0e6a8df5 req-55d10ea4-284d-4f3f-9e7c-88cf372d12fc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0515099 Aug 16 02:53:30.941530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64646044-3e63-4590-a0ca-ad1a0e6a8df5 req-8679fe5b-053b-4909-a776-b4ceb2d036a9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318050 Aug 16 02:53:31.029473 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69ebeb24-6cf0-4b56-8613-b4f1c9648370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:31.177203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-ce504de1-a3eb-476c-9361-22254e65a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:31.179334 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-ce504de1-a3eb-476c-9361-22254e65a4b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0431163 Aug 16 02:53:31.275180 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:31.288397 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-c6e9e4e0-06e2-4c11-9f5c-a16ffc153e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:31.290000 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-c6e9e4e0-06e2-4c11-9f5c-a16ffc153e7f service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0920706 Aug 16 02:53:31.357200 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-743314d8-c312-4330-b054-16ed14919b02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 1001 time: 0.0595891 Aug 16 02:53:31.417339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-b4bd7abe-09da-462e-a55b-2e1d783afcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:31.418690 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-b4bd7abe-09da-462e-a55b-2e1d783afcc3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0482070 Aug 16 02:53:31.463446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-1199e5f7-d6f4-42b1-ba7e-3972ef2a907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:31.464939 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-1199e5f7-d6f4-42b1-ba7e-3972ef2a907f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397537 Aug 16 02:53:31.555083 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-87e3b508-8612-4c7a-a45a-4d0b10885528 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821419 Aug 16 02:53:31.649578 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f62bfb32-c7a2-4b17-930f-69517d720b38 req-353ea2df-d24b-45b2-b6f7-286cd605b8c8 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869715 Aug 16 02:53:32.057352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b0d30-8790-4e3f-af15-45ef17d6eff2 req-a756173b-7a0b-448f-911c-d89276c78d62 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.058837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa1b0d30-8790-4e3f-af15-45ef17d6eff2 req-a756173b-7a0b-448f-911c-d89276c78d62 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0490746 Aug 16 02:53:32.097166 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fa1b0d30-8790-4e3f-af15-45ef17d6eff2 req-72c32173-d481-4bdb-9089-55e71d204eb3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321257 Aug 16 02:53:33.222286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ed928-4dcd-4da3-8afa-371ab12f6c4d req-562bab8a-ff20-44b5-844d-3efa6fe7b708 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:33.223801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd5ed928-4dcd-4da3-8afa-371ab12f6c4d req-562bab8a-ff20-44b5-844d-3efa6fe7b708 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0536385 Aug 16 02:53:33.261538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd5ed928-4dcd-4da3-8afa-371ab12f6c4d req-3f82ffd5-86a4-4eb9-a747-34a6f00c9655 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311840 Aug 16 02:53:33.652406 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40f244c4-26b2-467a-b473-9ca647af2b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:34.018284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:34.378150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409136a8-40b3-4939-978f-1f6fd82e629e req-29cb43b2-d170-4449-b2f7-285a0af1e495 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:34.379691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-409136a8-40b3-4939-978f-1f6fd82e629e req-29cb43b2-d170-4449-b2f7-285a0af1e495 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Aug 16 02:53:34.418295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-409136a8-40b3-4939-978f-1f6fd82e629e req-25116873-e59a-4f17-9d4d-eb78c8e92811 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321105 Aug 16 02:53:35.009104 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:35.532764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fabc4f-fb13-4a25-8136-730a55d2e9b1 req-bfe589cb-95ea-4380-99d5-0eecb73d7dcc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:35.534243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62fabc4f-fb13-4a25-8136-730a55d2e9b1 req-bfe589cb-95ea-4380-99d5-0eecb73d7dcc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0480554 Aug 16 02:53:35.572208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62fabc4f-fb13-4a25-8136-730a55d2e9b1 req-2c7c8f7b-18e1-4f5d-9a00-dff67eda8a30 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311923 Aug 16 02:53:36.691279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d69187-f4f3-45ec-a5a4-910e38efa3ff req-469c6bc2-69de-4e20-b570-2dd4ae9f81f2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:36.692758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79d69187-f4f3-45ec-a5a4-910e38efa3ff req-469c6bc2-69de-4e20-b570-2dd4ae9f81f2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0536799 Aug 16 02:53:36.730435 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79d69187-f4f3-45ec-a5a4-910e38efa3ff req-d20d9a35-6455-4234-ac35-23b71e6ac324 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Aug 16 02:53:37.133224 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:37.847358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d3f8b-9ad9-4e28-a7d8-a3c380ccf341 req-d4195a4f-0c33-441b-bfa8-89e091a69750 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:37.848879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd4d3f8b-9ad9-4e28-a7d8-a3c380ccf341 req-d4195a4f-0c33-441b-bfa8-89e091a69750 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0500085 Aug 16 02:53:37.887308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd4d3f8b-9ad9-4e28-a7d8-a3c380ccf341 req-653520b9-fe84-4ef8-947b-db0d0bc8c5a6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321636 Aug 16 02:53:39.003846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507b7d1-2487-478f-af83-3723461f22ca req-a5f32840-ed60-4904-9ee1-1f51ea402029 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:39.005366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5507b7d1-2487-478f-af83-3723461f22ca req-a5f32840-ed60-4904-9ee1-1f51ea402029 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0499842 Aug 16 02:53:39.042811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5507b7d1-2487-478f-af83-3723461f22ca req-0b596b02-c217-4ae8-ba76-303d87ebf51a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313978 Aug 16 02:53:39.997556 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-ed38d4f4-321e-44c9-9792-87b09ef74685 service neutron] show failed (client error): The resource could not be found. Aug 16 02:53:39.998537 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-ed38d4f4-321e-44c9-9792-87b09ef74685 service neutron] 10.222.0.86 "GET /v2.0/ports/7fe12d78-f562-4fea-b71d-bd8ca41199e0/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0546608 Aug 16 02:53:40.232676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9be64a-8731-4674-aae5-273f9461afb6 req-ee9159f9-d340-4b69-b1d7-297c35bfef78 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:40.234178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd9be64a-8731-4674-aae5-273f9461afb6 req-ee9159f9-d340-4b69-b1d7-297c35bfef78 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.1157942 Aug 16 02:53:40.248521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-4ad5c204-9ea8-458e-8c72-d94cc98fa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:40.250289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-4ad5c204-9ea8-458e-8c72-d94cc98fa168 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 1097 time: 0.0904689 Aug 16 02:53:40.263466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:40.305245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd9be64a-8731-4674-aae5-273f9461afb6 req-c4e774ea-2266-4185-83cd-ec61dd6d6c9a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648341 Aug 16 02:53:40.337878 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:40.546518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:40.580534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:53:40.621105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:40.623350 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2546825b-8461-4029-a837-636de9153ac5" -d '{"events": [{"server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:40.627024 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:40.639775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Transition to ACTIVE for port object 7fe12d78-f562-4fea-b71d-bd8ca41199e0 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:53:40.643761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:40.681674 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20054e85-302f-4eb8-9aa1-1e4f1f585ac5 x-openstack-request-id: req-20054e85-302f-4eb8-9aa1-1e4f1f585ac5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:40.681883 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:40.682172 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20054e85-302f-4eb8-9aa1-1e4f1f585ac5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:40.682523 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'code': 200} Aug 16 02:53:40.714779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:40.777311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.777656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.777997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.778331 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.778664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.778995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.779347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.779672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.779999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.780316 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.780642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.780971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:40.836194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] No DVR routers for this DVR port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on host n-h1-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:41.296011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Attempting to bind port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:53:41.297041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Attempting to bind port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:53:41.297041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Attempting to bind port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:41.301291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:53:41.301612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Attempting to bind port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:41.306529 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:53:41.306870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:53:41.307294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:53:41.307722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Bound port: 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:53:41.308079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:41.371421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:53:41.374677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:53:41.388834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:41.435763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:41.436502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:41.438055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] 10.222.0.93 "PUT /v2.0/ports/7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 1092 time: 1.1794066 Aug 16 02:53:41.499262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd25c-b97d-4e7f-aaa2-ab2cadff5b8b req-32ccf308-f3da-4bbc-8e02-bf222414a91b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:41.500886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31edd25c-b97d-4e7f-aaa2-ab2cadff5b8b req-32ccf308-f3da-4bbc-8e02-bf222414a91b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 943 time: 0.1247647 Aug 16 02:53:41.501575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d6406-e48b-4f96-9d74-d6e92b1e8092 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:41.561586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-fe887485-b731-447f-a91a-40044574fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:41.563149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-fe887485-b731-447f-a91a-40044574fa35 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1095 time: 0.1001863 Aug 16 02:53:41.566498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-31edd25c-b97d-4e7f-aaa2-ab2cadff5b8b req-4022d8d2-0f75-4934-95a8-3965c7d2b009 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480244 Aug 16 02:53:41.656014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-69bc786e-4363-452d-a31b-0c8afed2507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:41.657492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-69bc786e-4363-452d-a31b-0c8afed2507a service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0868065 Aug 16 02:53:41.757717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-a0cc0298-b1f9-4d38-b3e9-58c37d1505f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 999 time: 0.0923736 Aug 16 02:53:41.812766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-e550f268-adc7-4c4f-934c-d31de5526add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:41.814311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-e550f268-adc7-4c4f-934c-d31de5526add service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0493340 Aug 16 02:53:41.874379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-fef0a096-0cf5-4688-be82-11f587629fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:41.876009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-fef0a096-0cf5-4688-be82-11f587629fed service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549731 Aug 16 02:53:41.964953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-f2064054-4b22-4185-b79d-cb9ce6e5b6fd service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819724 Aug 16 02:53:42.060086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-1c3798cb-308b-4bd9-bd39-b1ed2ede97cb service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875568 Aug 16 02:53:42.617342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7fe12d78-f562-4fea-b71d-bd8ca41199e0 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:42.656086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 7fe12d78-f562-4fea-b71d-bd8ca41199e0 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:42.685155 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87fde5-fe6f-49cf-9254-8a6ac0ecb882 req-c1806fcc-3620-4158-88da-5035c2221f8c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:42.686712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f87fde5-fe6f-49cf-9254-8a6ac0ecb882 req-c1806fcc-3620-4158-88da-5035c2221f8c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 943 time: 0.0503235 Aug 16 02:53:42.687253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:42.689513 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce421be8-b63f-4d24-bf7b-d6c698c7d540" -d '{"events": [{"name": "network-changed", "server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:42.720390 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:42.728222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f87fde5-fe6f-49cf-9254-8a6ac0ecb882 req-8c73f6d7-67c4-4002-bdb3-800c8fdfd510 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355015 Aug 16 02:53:42.804558 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1193b2a-ea36-477c-86bc-9763f60528f9 x-openstack-request-id: req-a1193b2a-ea36-477c-86bc-9763f60528f9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:42.804860 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:42.805116 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1193b2a-ea36-477c-86bc-9763f60528f9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:42.805550 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'status': 'completed', 'code': 200} Aug 16 02:53:42.869789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-0ff080ca-e798-499d-89b9-ec6ed5471458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:42.871247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-0ff080ca-e798-499d-89b9-ec6ed5471458 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0418363 Aug 16 02:53:42.881136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-ff0dce6a-0377-49c6-891e-583f161952f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:42.882797 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-ff0dce6a-0377-49c6-891e-583f161952f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0412481 Aug 16 02:53:42.965171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-0329fdc6-d174-4cca-961f-b2bbf68081d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:42.966670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-0329fdc6-d174-4cca-961f-b2bbf68081d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0879309 Aug 16 02:53:42.978574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-08207272-9e31-4eac-aa1f-36f66ab9935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:42.980069 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-08207272-9e31-4eac-aa1f-36f66ab9935b service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0898728 Aug 16 02:53:43.033909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-c0c0a404-a666-4ce6-b0da-b1e624b2d7d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 999 time: 0.0585759 Aug 16 02:53:43.046981 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-432c42f9-fba2-4dfd-9e80-874526d396ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 999 time: 0.0594401 Aug 16 02:53:43.090499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-2d0b7a7a-a833-4621-8b3e-a074fce630ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:43.092011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-2d0b7a7a-a833-4621-8b3e-a074fce630ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0497606 Aug 16 02:53:43.099667 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-6395f925-6002-4af0-98ae-e7e21b034212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:43.102193 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-6395f925-6002-4af0-98ae-e7e21b034212 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0482841 Aug 16 02:53:43.140750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-f362c96a-2a50-40cc-b62b-864ee3338d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:43.142281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-f362c96a-2a50-40cc-b62b-864ee3338d4f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429931 Aug 16 02:53:43.149417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-2408a6b7-ff7e-446f-a07c-b4faef8f01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:43.150922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-2408a6b7-ff7e-446f-a07c-b4faef8f01e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416355 Aug 16 02:53:43.237351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-3d8bd517-cdd7-41ac-b424-4435fc13e8dd service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869951 Aug 16 02:53:43.244088 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-d51fdc16-41d2-404c-b835-010d983dcf5e service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860641 Aug 16 02:53:43.333986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-c59274f4-d1b4-4c85-87b8-2d43c41f4417 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888155 Aug 16 02:53:43.340041 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ce421be8-b63f-4d24-bf7b-d6c698c7d540 req-4fa8dbc8-0172-4604-974d-d27c16092115 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881753 Aug 16 02:53:43.849779 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745f6f2-d322-4b2c-b95b-14df7ec339fb req-6ed42faf-282e-44e0-b52b-2f6b013c4011 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:43.851306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d745f6f2-d322-4b2c-b95b-14df7ec339fb req-6ed42faf-282e-44e0-b52b-2f6b013c4011 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 943 time: 0.0523496 Aug 16 02:53:43.888620 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d745f6f2-d322-4b2c-b95b-14df7ec339fb req-c29c2648-e5e7-4739-9d49-6e9e76260ce5 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313716 Aug 16 02:53:44.080533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a19080-283f-4114-b072-bd5eaca292a4 req-e6bd562e-e74a-41ff-8009-d9bfcaafd4a7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.082106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21a19080-283f-4114-b072-bd5eaca292a4 req-e6bd562e-e74a-41ff-8009-d9bfcaafd4a7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 943 time: 0.0511813 Aug 16 02:53:44.110222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-09ced91b-df91-48e4-a03d-45a58b62d4bc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.111785 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-09ced91b-df91-48e4-a03d-45a58b62d4bc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4&tenant_id=b728efb188604b19818c2e2fad693055&binding%3Ahost_id=n-h2-768862-14 HTTP/1.1" status: 200 len: 943 time: 0.0585763 Aug 16 02:53:44.134733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-21a19080-283f-4114-b072-bd5eaca292a4 req-6cf84006-830a-488b-9635-a9d5fad1976d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Aug 16 02:53:44.172909 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-12db5e7a-e9bc-492f-b500-96d4428b130d service neutron] delete failed (client error): The resource could not be found. Aug 16 02:53:44.173917 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-12db5e7a-e9bc-492f-b500-96d4428b130d service neutron] 10.222.0.86 "DELETE /v2.0/ports/7fe12d78-f562-4fea-b71d-bd8ca41199e0/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0552061 Aug 16 02:53:44.279704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-1c44337b-0168-4934-b891-2ab2f9b9461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.281173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-1c44337b-0168-4934-b891-2ab2f9b9461e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0442252 Aug 16 02:53:44.629311 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-04cd2ea7-2814-4550-ba18-92103ab95320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.630773 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-04cd2ea7-2814-4550-ba18-92103ab95320 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.3423719 Aug 16 02:53:44.697257 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-36e393c4-ad1c-4ee7-8a68-289ff1f2ffba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 200 len: 999 time: 0.0595822 Aug 16 02:53:44.745076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-a751ceb4-ae4a-4312-9d83-2240cb53c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.746473 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-a751ceb4-ae4a-4312-9d83-2240cb53c4d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0430582 Aug 16 02:53:44.806215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-4b12492e-6d1c-4193-a326-d3d450bb5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.807792 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-4b12492e-6d1c-4193-a326-d3d450bb5e6c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543995 Aug 16 02:53:44.835662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7fe12d78-f562-4fea-b71d-bd8ca41199e0 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:53:44.902346 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-88730925-06ce-4afb-95b2-531de37c6470 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863364 Aug 16 02:53:44.930938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:44.942170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'mac_address': 'fa:16:3e:02:3b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:53:44.979902 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:44.992430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe12d78-f562-4fea-b71d-bd8ca41199e0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:53:44.992634 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-b368612f-c9b4-4bac-a25c-80e2eaaa2ba0 req-3ee727e2-830e-4109-a4be-7384ac42c31d service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832188 Aug 16 02:53:45.012230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:45.016250 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:45.066561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:45.074540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.075181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.075778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.076312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.076665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.080352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.080352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.080352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.080352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.080352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.080352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.080352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:45.254774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efed42-01d7-4948-8bab-4aedb6e2a54e req-ef82cc1f-9b9b-45c0-87aa-e71a17ad9977 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:45.256311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3efed42-01d7-4948-8bab-4aedb6e2a54e req-ef82cc1f-9b9b-45c0-87aa-e71a17ad9977 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 944 time: 0.0514648 Aug 16 02:53:45.261946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['7fe12d78-f562-4fea-b71d-bd8ca41199e0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:53:45.297869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e3efed42-01d7-4948-8bab-4aedb6e2a54e req-2404da88-6904-40c3-8d02-4488a1b0f1a8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332878 Aug 16 02:53:46.414958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291b331-7720-43b7-b612-bbcd42311e3a req-b66fe70d-ae45-4d1d-bc50-6abc5150b53c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:46.416408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4291b331-7720-43b7-b612-bbcd42311e3a req-b66fe70d-ae45-4d1d-bc50-6abc5150b53c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 944 time: 0.0492933 Aug 16 02:53:46.454365 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4291b331-7720-43b7-b612-bbcd42311e3a req-16932129-5219-4241-9764-9015106b14b1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318379 Aug 16 02:53:46.567083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711528-5023-44cc-8d06-c1e22f445787 req-5e120d82-fcf6-4851-9644-88aa5edc268e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:46.568595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf711528-5023-44cc-8d06-c1e22f445787 req-5e120d82-fcf6-4851-9644-88aa5edc268e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 944 time: 0.0494249 Aug 16 02:53:46.611551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf711528-5023-44cc-8d06-c1e22f445787 req-ca89d36b-8535-4154-8051-5f5101e0f27d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364842 Aug 16 02:53:46.727488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd43d9f-893f-4ffa-8b1d-813cbf4fd0c9 req-40cc2780-7f3a-4959-95f4-83777ff28919 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:46.728895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbd43d9f-893f-4ffa-8b1d-813cbf4fd0c9 req-40cc2780-7f3a-4959-95f4-83777ff28919 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 944 time: 0.0497859 Aug 16 02:53:46.767028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dbd43d9f-893f-4ffa-8b1d-813cbf4fd0c9 req-fb9f379b-dd8c-4b8f-9b1f-601619e762aa tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321326 Aug 16 02:53:46.833759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7fe12d78-f562-4fea-b71d-bd8ca41199e0 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:53:46.889471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:53:46.894091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:46.894599 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.973028 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.996131 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:46.998420 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cbc4f4-282e-4410-8e56-59dc03dd216e" -d '{"events": [{"server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "name": "network-vif-plugged", "status": "completed", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:47.010535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9676f-c819-45e2-907c-9292bb30752d req-6687b9a4-b956-4132-8575-aca2d1d3aa95 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:47.010872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:47.012107 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdb9676f-c819-45e2-907c-9292bb30752d req-6687b9a4-b956-4132-8575-aca2d1d3aa95 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 944 time: 0.0499167 Aug 16 02:53:47.015000 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:47.051151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdb9676f-c819-45e2-907c-9292bb30752d req-30ed9152-0fb4-49c5-9bd6-74ccd23bc795 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Aug 16 02:53:47.066310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:47.182817 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56facc1d-8b17-4475-8a68-beb11dd395d5 x-openstack-request-id: req-56facc1d-8b17-4475-8a68-beb11dd395d5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:47.183142 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "name": "network-vif-plugged", "status": "completed", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:47.183410 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56facc1d-8b17-4475-8a68-beb11dd395d5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:47.183810 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'code': 200} Aug 16 02:53:48.170486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74603-332c-4015-a314-4cd7a5c63bfe req-66554e4a-0dcf-493e-b548-ab335e5f1627 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:48.172262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8b74603-332c-4015-a314-4cd7a5c63bfe req-66554e4a-0dcf-493e-b548-ab335e5f1627 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Aug 16 02:53:48.213960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8b74603-332c-4015-a314-4cd7a5c63bfe req-93b741ee-e3d1-43d3-b56e-f53314bb9049 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357680 Aug 16 02:53:48.322102 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-ebaecf87-3a2e-4884-ae3b-98d895cf169e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:48.323665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-ebaecf87-3a2e-4884-ae3b-98d895cf169e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 945 time: 0.0504930 Aug 16 02:53:48.413255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Deleting port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:53:48.413514 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.506355 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] For port 7fe12d78-f562-4fea-b71d-bd8ca41199e0, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7fe12d78-f562-4fea-b71d-bd8ca41199e0,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:48.506722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.725959 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.727197 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.727546 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4 disassociated. External IP: 172.25.5.248, port: 7fe12d78-f562-4fea-b71d-bd8ca41199e0. Aug 16 02:53:48.727895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Calling delete_port for 7fe12d78-f562-4fea-b71d-bd8ca41199e0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:53:48.854554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:48.885444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event deleted for resources: {'Port': ['ID=7fe12d78-f562-4fea-b71d-bd8ca41199e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:49.004952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:53:49.110811 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:53:49.121644 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:53:49.130861 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:49.131660 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:53:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:49.156170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] No DVR routers for this DVR port 7fe12d78-f562-4fea-b71d-bd8ca41199e0 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:49.158742 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.160847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd176524-8a8e-4d2c-8d85-887f90adef80 req-38849c07-eb41-4afa-ae8a-1c0766c5ddc8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "DELETE /v2.0/ports/7fe12d78-f562-4fea-b71d-bd8ca41199e0 HTTP/1.1" status: 204 len: 173 time: 0.8311489 Aug 16 02:53:49.161236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'name': 'network-vif-deleted', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:49.163530 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc93968c-a119-49e2-97b2-2ace0d9324c3" -d '{"events": [{"server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "name": "network-vif-deleted", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:49.208964 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d7ef08-77e2-4b05-a18d-e3932a57fe55 x-openstack-request-id: req-75d7ef08-77e2-4b05-a18d-e3932a57fe55 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:49.209608 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4", "name": "network-vif-deleted", "tag": "7fe12d78-f562-4fea-b71d-bd8ca41199e0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:49.209608 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75d7ef08-77e2-4b05-a18d-e3932a57fe55 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:49.209988 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4', 'name': 'network-vif-deleted', 'tag': '7fe12d78-f562-4fea-b71d-bd8ca41199e0', 'status': 'completed', 'code': 200} Aug 16 02:53:49.246199 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:49.327149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fff7d259-ae22-4c14-be88-a9b6b682216c req-ef10814c-02fa-4c11-a7e5-844f749faf2a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b909bc8-e71a-472a-bb85-ee8aa9c0e1b4 HTTP/1.1" status: 200 len: 210 time: 0.0279748 Aug 16 02:53:49.452084 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:49.481609 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:53:49.489817 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:49.490427 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:53:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:49.592667 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:49.871275 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:49.896879 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51be293-1c84-497e-9905-6e9c0d64c75e None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:53:50.109295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5081b-665e-434d-b975-6b83852733ad None None] New status for floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:53:50.555380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-079af696-3183-45a5-9a1c-abd706f97ad6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1815819674&fields=id&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 267 time: 0.0328364 Aug 16 02:53:50.663020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-6b420496-cb23-4637-b4ec-a35df50df081 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:50.664752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-6b420496-cb23-4637-b4ec-a35df50df081 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 812 time: 0.1026726 Aug 16 02:53:50.680333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-7780a264-93c0-44a5-9592-02baa91224f0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/quotas/b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 375 time: 0.0097842 Aug 16 02:53:50.734768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-5b2e7f0e-6c73-46b9-a1aa-10d7ec668280 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491338 Aug 16 02:53:50.831400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-64425748-0c95-4712-bc1d-b44e76b1e57e service neutron] 10.222.0.61 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837941 Aug 16 02:53:50.924961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-45818e7a-7ef1-4594-b86e-d8e38944486d service neutron] 10.222.0.61 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872557 Aug 16 02:53:51.084053 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9aab0ca5-a508-47d8-b0bc-e6094f5994c8 req-373f14a4-dbdf-498a-b3f2-fcac23a361c7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 210 time: 0.0268004 Aug 16 02:53:52.098992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-787e4f73-9223-4288-a8f8-b368f119ab23 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.100370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-787e4f73-9223-4288-a8f8-b368f119ab23 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 812 time: 0.1103001 Aug 16 02:53:52.157399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-f883eedf-6e99-4504-8636-612037dfb3e1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 380 time: 0.0470045 Aug 16 02:53:52.173256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'port': {'device_id': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'admin_state_up': True, 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'security_groups': ['47ab5277-fd9b-4f3f-97ca-6d4f29597fce']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:52.191703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6561d28-5dad-4877-8338-d6ebcfe4ca1c req-7449a876-96af-4af0-ae41-9d013481e13d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 210 time: 0.0323601 Aug 16 02:53:52.295271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Made reservation on behalf of b728efb188604b19818c2e2fad693055 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:53:52.299256 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.427391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Allocated IP 172.20.0.7 (662c1f3b-e45d-4b33-975c-30997f06b126/8ce173a1-07a1-442b-bd0d-ee6ba9f3c894/4391ff1b-a1b6-4154-a2c3-b7fb035886ac) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:53:52.564192 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.579004 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Transition to ACTIVE for port object 4391ff1b-a1b6-4154-a2c3-b7fb035886ac will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:53:52.614178 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.654787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Network 662c1f3b-e45d-4b33-975c-30997f06b126 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:53:52.659752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:53:52.663401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:53:52.691899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event updated for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:52.721267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.722235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.738284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0f619a89-ed77-419b-97e5-89683897df05 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698423 Aug 16 02:53:52.752206 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Request body: {'port': {'device_id': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:52.814027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.831878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7fe12d78-f562-4fea-b71d-bd8ca41199e0 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:52.854554 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 7fe12d78-f562-4fea-b71d-bd8ca41199e0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:53:52.854906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7fe12d78-f562-4fea-b71d-bd8ca41199e0 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:52.936455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-53e22f16-376e-400f-b1cd-1baca2158854 None None] Provisioning for port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:53:52.939834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-53e22f16-376e-400f-b1cd-1baca2158854 None None] Provisioning complete for port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:52.940255 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53e22f16-376e-400f-b1cd-1baca2158854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.973892 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-53e22f16-376e-400f-b1cd-1baca2158854 None None] Port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:53:53.102750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4391ff1b-a1b6-4154-a2c3-b7fb035886ac {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:53:53.110821 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.124266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Transition to ACTIVE for port object 4391ff1b-a1b6-4154-a2c3-b7fb035886ac will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:53:53.127789 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.216588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:53.309693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Attempting to bind port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:53:53.310464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Attempting to bind port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:53:53.310888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Attempting to bind port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:53.336221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:53:53.336562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Attempting to bind port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:53.347797 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:53:53.348379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:53:53.348863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:53:53.349325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Bound port: 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:53:53.349877 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.379477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495ea9d-b4b6-4656-b61c-0642a560e23e req-92714b08-3aae-4442-8e8f-29ebe4b0aa1e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.381051 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0495ea9d-b4b6-4656-b61c-0642a560e23e req-92714b08-3aae-4442-8e8f-29ebe4b0aa1e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 943 time: 0.0961230 Aug 16 02:53:53.475235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0495ea9d-b4b6-4656-b61c-0642a560e23e req-1569e404-f826-4e64-9f2a-3ec677dd7c84 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694985 Aug 16 02:53:53.477860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:53:53.482542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:53:53.488164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.532065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.532697 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.534127 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] 10.222.0.93 "PUT /v2.0/ports/4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 1092 time: 0.7862673 Aug 16 02:53:53.534594 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:53.536904 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c99eaf-e980-4651-8341-8ecef3f42d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:53.572560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336a802-e5d7-4630-933a-495fe170e3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:53.589663 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b85ed36-633d-4b1e-be70-344463701d49 x-openstack-request-id: req-4b85ed36-633d-4b1e-be70-344463701d49 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:53.589962 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:53.590219 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b85ed36-633d-4b1e-be70-344463701d49 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:53.590619 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'status': 'completed', 'code': 200} Aug 16 02:53:53.630266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-a5878d5d-285a-4a35-9f0f-922ee0c814bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.631897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-a5878d5d-285a-4a35-9f0f-922ee0c814bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1095 time: 0.0535555 Aug 16 02:53:53.682459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-7370098e-083a-48de-8783-aea557d948a1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 217 time: 0.0421596 Aug 16 02:53:53.746757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-f83cc829-644c-40d3-a274-cc580a1e221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.748370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-f83cc829-644c-40d3-a274-cc580a1e221b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0580187 Aug 16 02:53:53.802688 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-19c84814-7150-4c75-831a-c581f225e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.804184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-19c84814-7150-4c75-831a-c581f225e801 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492909 Aug 16 02:53:53.892819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-70a3c9dd-a16b-4b46-bfec-a408da98ddff service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816298 Aug 16 02:53:53.986861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3137d50e-9dd2-4484-b19a-60ed8fc88ea0 req-fcb63dc0-2e52-4fe4-a12a-7be4e3e8d75f service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868142 Aug 16 02:53:54.076427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-c57a9bbd-8493-4e27-9522-0a6ef9bb2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:54.077960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-c57a9bbd-8493-4e27-9522-0a6ef9bb2c96 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1095 time: 0.0432920 Aug 16 02:53:54.172870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-5dd6dd74-9f3f-4928-90f9-3c4b3e172990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:54.174362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-5dd6dd74-9f3f-4928-90f9-3c4b3e172990 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0893886 Aug 16 02:53:54.215890 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-a30c96a4-92bf-4329-826a-dce84556cc3a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 217 time: 0.0343623 Aug 16 02:53:54.269179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-a3b51904-723e-47a5-879b-4004203fc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:54.270580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-a3b51904-723e-47a5-879b-4004203fc383 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0470154 Aug 16 02:53:54.320441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-cf1e02bd-6149-44a4-a67d-da2891dacce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:54.321927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-cf1e02bd-6149-44a4-a67d-da2891dacce1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438256 Aug 16 02:53:54.411109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-9e49424d-fb0a-4075-9105-1a7d5d077d28 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808773 Aug 16 02:53:54.502567 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67c99eaf-e980-4651-8341-8ecef3f42d8a req-61882d19-bf16-4353-8a5c-ffba3d3ca3cf service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841713 Aug 16 02:53:54.831066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4391ff1b-a1b6-4154-a2c3-b7fb035886ac details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:53:54.923813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b145b-f41e-4195-a252-aa3e02eb21f1 req-708018a7-fb19-4581-8616-b1cb0c2a4908 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:54.925310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b1b145b-f41e-4195-a252-aa3e02eb21f1 req-708018a7-fb19-4581-8616-b1cb0c2a4908 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 943 time: 0.3778100 Aug 16 02:53:54.928970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:54.940563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'mac_address': 'fa:16:3e:c0:38:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:53:54.963062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4b1b145b-f41e-4195-a252-aa3e02eb21f1 req-e46bb9e4-4ee3-4429-b1cf-c5667ae23585 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Aug 16 02:53:54.979220 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.991576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4391ff1b-a1b6-4154-a2c3-b7fb035886ac {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:53:55.010625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:55.014950 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:55.062946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:55.213567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['4391ff1b-a1b6-4154-a2c3-b7fb035886ac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:53:55.582247 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:56.078889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebbfe4-2185-4192-8633-e2a91da89330 req-43fbcc9a-6e38-456c-bfb3-45592b3da406 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:56.080386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0ebbfe4-2185-4192-8633-e2a91da89330 req-43fbcc9a-6e38-456c-bfb3-45592b3da406 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 944 time: 0.0490215 Aug 16 02:53:56.118684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0ebbfe4-2185-4192-8633-e2a91da89330 req-dc040427-92ee-421f-8be8-ef1ee515dde5 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Aug 16 02:53:56.830972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4391ff1b-a1b6-4154-a2c3-b7fb035886ac up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:53:56.878405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:53:56.881964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:56.882828 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:56.958983 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:56.982903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:56.985415 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cde88a-875b-4035-9594-fbfb98990b41" -d '{"events": [{"server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "name": "network-vif-plugged", "status": "completed", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:56.999846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:57.003892 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:57.030318 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a23cc4-bfb8-4bb3-8c66-6648e7492467 x-openstack-request-id: req-a6a23cc4-bfb8-4bb3-8c66-6648e7492467 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:57.030602 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "name": "network-vif-plugged", "status": "completed", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:57.030847 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6a23cc4-bfb8-4bb3-8c66-6648e7492467 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:57.031246 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'code': 200} Aug 16 02:53:57.061552 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:57.115595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f61d8-e693-4a1b-bfed-878899b32938 req-ba000bdc-b314-47f1-b43b-1362fd679dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:57.117520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-970f61d8-e693-4a1b-bfed-878899b32938 req-ba000bdc-b314-47f1-b43b-1362fd679dfb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1097 time: 0.0404415 Aug 16 02:53:57.156089 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-970f61d8-e693-4a1b-bfed-878899b32938 req-ecaea2d5-a0e2-4e24-8008-5220709342ac service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Aug 16 02:53:57.238586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733fc57-563c-4dc7-8017-37e2f401a7a3 req-8a6f81de-e57b-4055-a6cd-0dc9077af7b5 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:57.240392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3733fc57-563c-4dc7-8017-37e2f401a7a3 req-8a6f81de-e57b-4055-a6cd-0dc9077af7b5 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0534229 Aug 16 02:53:57.286302 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3733fc57-563c-4dc7-8017-37e2f401a7a3 req-7b798282-661f-4d4d-93c7-669bd3dd2076 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372496 Aug 16 02:53:58.407716 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba8dbc-3c83-4c75-83e7-b3234880a4e7 req-6f8e8f9c-859c-4f7a-956e-d06e3c727dd2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:58.409111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbba8dbc-3c83-4c75-83e7-b3234880a4e7 req-6f8e8f9c-859c-4f7a-956e-d06e3c727dd2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0487177 Aug 16 02:53:58.446932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbba8dbc-3c83-4c75-83e7-b3234880a4e7 req-6d2a6882-279d-44b3-8868-5b16d75da276 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Aug 16 02:53:58.556156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ce717-4af4-4ea8-9b10-d23bef6c1bf8 req-abb1dc2d-79d8-4eec-84a7-0cf7c1d503c9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:58.557635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-946ce717-4af4-4ea8-9b10-d23bef6c1bf8 req-abb1dc2d-79d8-4eec-84a7-0cf7c1d503c9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0490754 Aug 16 02:53:58.566109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39492) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:58.571296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6716d35a-aaaa-43c5-82da-00b26b724bb8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'floatingip': {'port_id': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:58.612862 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6716d35a-aaaa-43c5-82da-00b26b724bb8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.043427 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6716d35a-aaaa-43c5-82da-00b26b724bb8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.047579 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6716d35a-aaaa-43c5-82da-00b26b724bb8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.147447 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-6716d35a-aaaa-43c5-82da-00b26b724bb8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4 associated. External IP: 172.25.5.248, port: 4391ff1b-a1b6-4154-a2c3-b7fb035886ac. Aug 16 02:53:59.358168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6716d35a-aaaa-43c5-82da-00b26b724bb8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:53:59.466632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6716d35a-aaaa-43c5-82da-00b26b724bb8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:53:59.471132 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6716d35a-aaaa-43c5-82da-00b26b724bb8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:59.478799 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:53:59.487700 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:59.488308 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:53:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:59.502932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6716d35a-aaaa-43c5-82da-00b26b724bb8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "PUT /v2.0/floatingips/9f3c950c-e337-49a0-b7a6-060e16965bc4 HTTP/1.1" status: 200 len: 991 time: 0.9357255 Aug 16 02:53:59.503569 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:59.505815 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b" -d '{"events": [{"name": "network-changed", "server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:59.599332 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814d81c8-c7e9-487c-9c97-96d4ea56eafd x-openstack-request-id: req-814d81c8-c7e9-487c-9c97-96d4ea56eafd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:59.599633 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:59.599884 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-814d81c8-c7e9-487c-9c97-96d4ea56eafd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:59.600282 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'status': 'completed', 'code': 200} Aug 16 02:53:59.600384 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:59.660086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-40f45634-ac32-431e-b708-cccf19c5dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:59.661550 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-40f45634-ac32-431e-b708-cccf19c5dad4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1097 time: 0.0417047 Aug 16 02:53:59.751727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-e20c6c40-8c05-48d0-abed-243a8a76a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:59.753292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-e20c6c40-8c05-48d0-abed-243a8a76a952 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0843801 Aug 16 02:53:59.823528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-6065e6da-8059-43fd-b4d7-527882ff8bad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 999 time: 0.0634570 Aug 16 02:53:59.826726 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:c0:38:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:53:58Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:59.853973 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:53:59.862206 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:59.862812 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:53:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:59.873117 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-f47564e7-8df3-4fcb-8da2-a26c31fe6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:59.874613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-f47564e7-8df3-4fcb-8da2-a26c31fe6a3c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0445557 Aug 16 02:53:59.940330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-c6e8b4a5-bc07-4829-9d6d-924fd8c20ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:59.941776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-c6e8b4a5-bc07-4829-9d6d-924fd8c20ee5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599904 Aug 16 02:53:59.982517 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:00.037571 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-aeb8612d-1322-4cd4-a878-de68abd53672 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883696 Aug 16 02:54:00.131135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6bce1a78-47bb-428c-a53a-3ec8d9c6d12b req-2cb42aaf-ff01-4a2c-8e54-70193eb59286 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853400 Aug 16 02:54:00.210076 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:c0:38:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:53:58Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:00.236914 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0709b4-30f9-4121-8b09-b6d079165d19 None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:c0:38:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:53:58Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:00.430730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a07252-d9ca-42da-91d8-adb2b30449e5 None None] New status for floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:54:01.029645 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9298b977-5483-4562-ad21-d0e7d5e3b1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:01.293875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.655019 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef384aba-a0b0-42b7-b218-2d0db42ec52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:04.019950 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:05.011063 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:07.139293 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:09.448657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-28da0745-5196-48a4-b28a-e8375a33f882 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424287 Aug 16 02:54:09.542170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-c2168430-db5e-4cd7-9713-f8aa7d3c026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:09.543744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-c2168430-db5e-4cd7-9713-f8aa7d3c026c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1097 time: 0.0505142 Aug 16 02:54:09.651872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-698d656c-ca02-4c10-8c82-24a3424a2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:09.653364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-698d656c-ca02-4c10-8c82-24a3424a2f44 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0890598 Aug 16 02:54:09.725457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-4d3433bb-fa0e-4abf-b1be-1ab0405dd1a6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 1001 time: 0.0632243 Aug 16 02:54:09.779845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-2d88d233-005a-483b-b3c2-085b48acade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:09.781311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-2d88d233-005a-483b-b3c2-085b48acade6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0475366 Aug 16 02:54:09.830407 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-7ea7ddfa-2343-44ce-8b41-017883c1788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:09.831966 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-7ea7ddfa-2343-44ce-8b41-017883c1788b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430093 Aug 16 02:54:09.929215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-8c542bad-e3be-4e75-86b4-c49a9c495cce service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896664 Aug 16 02:54:10.027324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cefffc2-8f03-4c65-a575-7db76af13936 req-975e64b6-c017-4a72-a717-15880e38851a service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893896 Aug 16 02:54:12.723833 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:31.030442 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e56cc7cd-5ac5-4a74-81b3-8cf831f9fe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:31.306270 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.581541 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:54:33.657431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e6cd-3d3b-45fb-bc1a-838f59d164e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:34.022067 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:35.013968 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:37.139373 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.732247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:01.031796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-476a32a9-9eee-400d-8a0e-d29cc2d55d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:01.304289 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.658088 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ade0b0f-d980-463c-9bff-6999c5b86a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:04.024940 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.017350 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:07.142607 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.517815 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-60766c0a-3692-4087-856b-5ffe3b5d506e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117146 Aug 16 02:55:09.583747 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:09.609682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-af5960bf-6f63-4ab2-805c-662914bab10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:09.611270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-af5960bf-6f63-4ab2-805c-662914bab10a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1097 time: 0.0480454 Aug 16 02:55:09.718136 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-89b23bfc-6a4e-40e8-906c-8acbb460fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:09.719960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-89b23bfc-6a4e-40e8-906c-8acbb460fc00 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0885091 Aug 16 02:55:09.792288 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-33b0931d-45c3-4891-8e7a-777eaf40ff41 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 1001 time: 0.0656669 Aug 16 02:55:09.844065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-e4a56e4a-15b9-46f1-9ba5-e0da2bca7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:09.845574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-e4a56e4a-15b9-46f1-9ba5-e0da2bca7e8a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0463192 Aug 16 02:55:09.896406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-93a1afc1-b411-4c76-a053-605f183b99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:09.897939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-93a1afc1-b411-4c76-a053-605f183b99ba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458982 Aug 16 02:55:10.003625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-e0ef7b1d-bca6-4262-a78a-937a1961ecf1 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978198 Aug 16 02:55:10.097072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a49ec244-bd58-46cb-8770-085c2b5fd1e3 req-30adbd6d-c3eb-4ea2-94b0-732b2342105d service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861747 Aug 16 02:55:12.747171 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.032827 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b7174e3-16f5-4682-bb38-9e99d5cdf798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.334912 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:33.658104 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a13fa28e-1301-4968-93af-3bdb94e08ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.030732 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:35.020068 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:35.451834 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47873cfb-b86c-4791-90a1-124d5a675215 req-36d6df2f-d832-4157-b31e-10f3e30dad00 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:35.453520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47873cfb-b86c-4791-90a1-124d5a675215 req-36d6df2f-d832-4157-b31e-10f3e30dad00 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.1293619 Aug 16 02:55:35.496346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-47873cfb-b86c-4791-90a1-124d5a675215 req-f89ab455-7f87-4dc6-b59a-e88e702f048e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361593 Aug 16 02:55:36.622028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422dab9-0bed-4088-95b7-1a6eb90be68b req-4e124294-44ed-4b7a-9bd8-15d693064913 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:36.623598 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a422dab9-0bed-4088-95b7-1a6eb90be68b req-4e124294-44ed-4b7a-9bd8-15d693064913 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0551169 Aug 16 02:55:36.664895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a422dab9-0bed-4088-95b7-1a6eb90be68b req-5df1a7f6-c949-430e-91d2-66b730de1dcc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348532 Aug 16 02:55:37.147470 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:37.794963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4fc85-23c3-4a3c-9ea8-6b3ea834137c req-255ee2cd-6ee2-4501-b9c8-1bd4b979b327 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:37.796577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7e4fc85-23c3-4a3c-9ea8-6b3ea834137c req-255ee2cd-6ee2-4501-b9c8-1bd4b979b327 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0506289 Aug 16 02:55:37.837361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7e4fc85-23c3-4a3c-9ea8-6b3ea834137c req-cd6152d8-1761-409c-8519-71b8cdf205d9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343714 Aug 16 02:55:38.955254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d430f4-9da2-467e-82a9-8f976828630f req-11588f78-8cab-404b-bc28-7dab3f2d316c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:38.956760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7d430f4-9da2-467e-82a9-8f976828630f req-11588f78-8cab-404b-bc28-7dab3f2d316c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0502722 Aug 16 02:55:39.035382 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e7d430f4-9da2-467e-82a9-8f976828630f req-594b101f-3147-4091-b70a-05777a2b64d9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726280 Aug 16 02:55:40.154816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7904da5-35a0-4447-9972-1a3a065b0cdb req-958a1c57-1b4f-4dba-ac1c-540221c5917d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:40.156266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7904da5-35a0-4447-9972-1a3a065b0cdb req-958a1c57-1b4f-4dba-ac1c-540221c5917d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0541279 Aug 16 02:55:40.193321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d7904da5-35a0-4447-9972-1a3a065b0cdb req-11555096-ea2f-4bb5-93ed-14beeea100ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311794 Aug 16 02:55:41.309763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1916dd-2797-4b6e-a784-334699c4eb02 req-a17a7410-d264-4fc2-a17a-3bbf1e8a1df2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:41.311371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f1916dd-2797-4b6e-a784-334699c4eb02 req-a17a7410-d264-4fc2-a17a-3bbf1e8a1df2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Aug 16 02:55:41.349734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f1916dd-2797-4b6e-a784-334699c4eb02 req-7813d8c7-b7d0-4342-b825-c6da90a31611 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324149 Aug 16 02:55:42.464025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a46a-7404-45c8-86a8-368ebc124ade req-ec488f66-2751-413e-819a-1f820d9d6afe tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.465538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd28a46a-7404-45c8-86a8-368ebc124ade req-ec488f66-2751-413e-819a-1f820d9d6afe tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0509534 Aug 16 02:55:42.503934 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd28a46a-7404-45c8-86a8-368ebc124ade req-2e92c279-2fc6-4bd4-a547-5d2a40f97bfc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Aug 16 02:55:42.739573 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:43.627457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800cc2f-9ad3-4cb9-ba45-9716d4b16667 req-5d7ef3b3-2751-4edb-b1bf-b6f931f9014d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:43.628953 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d800cc2f-9ad3-4cb9-ba45-9716d4b16667 req-5d7ef3b3-2751-4edb-b1bf-b6f931f9014d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0565073 Aug 16 02:55:43.668813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d800cc2f-9ad3-4cb9-ba45-9716d4b16667 req-ec2d7a7b-7bca-487e-b98f-e32a636c91b1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338812 Aug 16 02:55:44.785750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2352-76f9-4003-b62d-7ba48680f2da req-c53530c6-59fa-4e8d-a4f2-af7debe820f0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:44.787286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7fab2352-76f9-4003-b62d-7ba48680f2da req-c53530c6-59fa-4e8d-a4f2-af7debe820f0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0494766 Aug 16 02:55:44.825532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7fab2352-76f9-4003-b62d-7ba48680f2da req-7d4140d5-7933-4103-a7df-d9f74c0b0c9b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319538 Aug 16 02:55:45.998917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee43a1-a87a-4ffa-ac3e-844c65483f7f req-7f7565c7-21a1-4489-b9db-27d597a23b28 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:46.000432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7ee43a1-a87a-4ffa-ac3e-844c65483f7f req-7f7565c7-21a1-4489-b9db-27d597a23b28 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0490646 Aug 16 02:55:46.037465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7ee43a1-a87a-4ffa-ac3e-844c65483f7f req-bc1cf40e-9c0b-4517-8a2a-94d1fa9f2341 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310929 Aug 16 02:55:46.309440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73164a0e-7135-4428-9c08-dbc4797d559d req-f16052a1-fde1-43e4-a167-96839aaa9d90 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:46.310931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73164a0e-7135-4428-9c08-dbc4797d559d req-f16052a1-fde1-43e4-a167-96839aaa9d90 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0809619 Aug 16 02:55:46.327206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-499f664d-4eda-4d2f-87d2-4a098cf1ac59 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071904 Aug 16 02:55:46.355632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73164a0e-7135-4428-9c08-dbc4797d559d req-4e494490-10f7-400d-95d7-3d0dd08e4ab8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374131 Aug 16 02:55:46.583847 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:47.481762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-8a66e602-efaf-415b-832e-d43dc99982df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.483300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-8a66e602-efaf-415b-832e-d43dc99982df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1097 time: 0.0745945 Aug 16 02:55:47.495804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4283-a17a-4450-b60b-584f4a190877 req-89d8c4bf-49bb-4f11-8d05-592d615decbc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.497210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90aa4283-a17a-4450-b60b-584f4a190877 req-89d8c4bf-49bb-4f11-8d05-592d615decbc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0631280 Aug 16 02:55:47.579998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90aa4283-a17a-4450-b60b-584f4a190877 req-482f4c6b-1347-4320-ab58-3b4f7857d4de tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748546 Aug 16 02:55:47.607646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-419bf9c3-1663-4275-9f05-4d05b70a8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.609169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-419bf9c3-1663-4275-9f05-4d05b70a8203 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.1110826 Aug 16 02:55:47.683881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-12437174-7017-4084-abb7-3f8e9b0b2311 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 1001 time: 0.0668769 Aug 16 02:55:47.735508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-4baf111d-187f-4536-a934-75337b022417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.736961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-4baf111d-187f-4536-a934-75337b022417 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0462797 Aug 16 02:55:47.788387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-1dba47aa-3f8c-4ace-91f6-f9080c1079ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.790257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-1dba47aa-3f8c-4ace-91f6-f9080c1079ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445378 Aug 16 02:55:47.885179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-b712a5ca-5e83-4891-9dff-f1c221bdb663 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869071 Aug 16 02:55:47.974393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-6493eff5-a20f-48a9-9b02-916b9fa35304 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825198 Aug 16 02:55:48.693278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91e5d4-7272-46c3-9bf9-ab990c7e4e5a req-649bad60-7f82-43e4-8310-1610bf939d9e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:48.694757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a91e5d4-7272-46c3-9bf9-ab990c7e4e5a req-649bad60-7f82-43e4-8310-1610bf939d9e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0489542 Aug 16 02:55:48.733263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2a91e5d4-7272-46c3-9bf9-ab990c7e4e5a req-8fe7a017-5d07-4c9c-aa4b-0bae04022f81 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Aug 16 02:55:49.763331 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-1d9a8f1f-d896-4dc1-b6e2-4fed228c629a service neutron] show failed (client error): The resource could not be found. Aug 16 02:55:49.764371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-1d9a8f1f-d896-4dc1-b6e2-4fed228c629a service neutron] 10.222.0.93 "GET /v2.0/ports/4391ff1b-a1b6-4154-a2c3-b7fb035886ac/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0601075 Aug 16 02:55:49.854320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f9317-f648-453b-9619-0f2a0d8a0cee req-186720fd-76a9-4852-b743-cc91c55706e9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.856563 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e67f9317-f648-453b-9619-0f2a0d8a0cee req-186720fd-76a9-4852-b743-cc91c55706e9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Aug 16 02:55:49.899422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e67f9317-f648-453b-9619-0f2a0d8a0cee req-29095468-6320-4aef-b33a-ce6cf5397b63 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368128 Aug 16 02:55:50.011841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-f6965df9-d747-4b6f-ab2c-e1d650d19899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:50.013391 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-f6965df9-d747-4b6f-ab2c-e1d650d19899 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 1097 time: 0.0896504 Aug 16 02:55:50.032167 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:50.088225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:50.297487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:50.330765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:50.370837 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:50.373128 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9024a820-9d04-493f-b2a1-862c9fc0053b" -d '{"events": [{"server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "name": "network-vif-unplugged", "status": "completed", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:50.376938 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:50.389880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Transition to ACTIVE for port object 4391ff1b-a1b6-4154-a2c3-b7fb035886ac will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:50.393843 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:50.499708 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1352aa-b015-4953-85fb-2327ad29db0c x-openstack-request-id: req-6a1352aa-b015-4953-85fb-2327ad29db0c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:50.500009 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "name": "network-vif-unplugged", "status": "completed", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:50.500263 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a1352aa-b015-4953-85fb-2327ad29db0c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:50.500663 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'code': 200} Aug 16 02:55:50.508371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Pushing event updated for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:50.542499 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.543076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.543856 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.544419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.544974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.545525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.546147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.546682 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.547218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.547871 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.548157 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.548484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:50.606192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] No DVR routers for this DVR port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:50.740815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Attempting to bind port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:50.741165 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Attempting to bind port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:50.741487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Attempting to bind port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:50.746293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:55:50.746609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Attempting to bind port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:50.751638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:50.751975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:50.752356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:50.752778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Bound port: 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:50.753134 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:50.817081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:50.819966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:50.825425 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:50.859886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:50.860540 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:50.861858 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] 10.222.0.86 "PUT /v2.0/ports/4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 1092 time: 0.8336711 Aug 16 02:55:50.885808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daec363-1f4c-4dd3-9da2-381e5b15a444 service neutron] Pushing event updated for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:50.955494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-34b593e5-c712-4139-8680-b69e40fe323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:50.957032 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-34b593e5-c712-4139-8680-b69e40fe323f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1095 time: 0.0539703 Aug 16 02:55:51.031633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf62643-26ea-4ab6-880b-002cec890220 req-993cba1f-211b-421a-9bed-381335493bf0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:51.034899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-faf62643-26ea-4ab6-880b-002cec890220 req-993cba1f-211b-421a-9bed-381335493bf0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 943 time: 0.0560336 Aug 16 02:55:51.064191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-31188d3c-c834-4cf7-b8e5-3a00d01f4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:51.065693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-31188d3c-c834-4cf7-b8e5-3a00d01f4455 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.1005459 Aug 16 02:55:51.143807 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-8bce18b6-6655-4540-9013-8efaa166774d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 999 time: 0.0707843 Aug 16 02:55:51.168003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-faf62643-26ea-4ab6-880b-002cec890220 req-1ada1788-b1d3-45fe-89b8-e61bc77220b8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891454 Aug 16 02:55:51.194681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-f73760b2-e23f-4dea-aec1-496aab2c7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:51.196169 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-f73760b2-e23f-4dea-aec1-496aab2c7fd3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0443954 Aug 16 02:55:51.242653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-383fcf56-92a8-4397-a1df-55c9f0844cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:51.244447 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-383fcf56-92a8-4397-a1df-55c9f0844cb3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412266 Aug 16 02:55:51.344162 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-f2df5f2f-6452-4cf3-a768-77b15e361f9d service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930023 Aug 16 02:55:51.432628 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-0df19819-a40a-4404-a676-96b365c1e1a8 req-99c123e5-62d5-40bd-8b5c-c2afa0a38c37 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819192 Aug 16 02:55:52.291970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ecbc0-9094-431e-81ac-41b68a4ac2c7 req-652c00e1-bc1c-485b-a5cd-95ea9a36f054 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.293471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-688ecbc0-9094-431e-81ac-41b68a4ac2c7 req-652c00e1-bc1c-485b-a5cd-95ea9a36f054 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 943 time: 0.0545516 Aug 16 02:55:52.332442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-688ecbc0-9094-431e-81ac-41b68a4ac2c7 req-a4dab068-fda3-42a7-807d-2c5f791061f8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Aug 16 02:55:52.501571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:52.503878 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a9f7d6-707a-4673-bbac-fc512a66a77f" -d '{"events": [{"name": "network-changed", "server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:52.552084 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4d0c9c-a0ee-4c27-87e3-d09afc7b4db8 x-openstack-request-id: req-bf4d0c9c-a0ee-4c27-87e3-d09afc7b4db8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:52.552365 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:52.552616 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf4d0c9c-a0ee-4c27-87e3-d09afc7b4db8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:52.553014 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'status': 'completed', 'code': 200} Aug 16 02:55:52.617909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-15b10933-f075-4dc7-ab65-4a23a25c86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.619625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-15b10933-f075-4dc7-ab65-4a23a25c86d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1095 time: 0.0442386 Aug 16 02:55:52.638634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-e35803d4-9b91-429e-a1a3-6013f45011e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.640178 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-e35803d4-9b91-429e-a1a3-6013f45011e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1095 time: 0.0440896 Aug 16 02:55:52.713758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-5028263b-a6e7-4d9f-a9d3-cccf29b403ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.715285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-5028263b-a6e7-4d9f-a9d3-cccf29b403ed service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0890098 Aug 16 02:55:52.739122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-f316c065-ce3d-4fb1-997c-25a29a2370ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.740583 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-f316c065-ce3d-4fb1-997c-25a29a2370ca service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0927975 Aug 16 02:55:52.780386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-baa4b123-993f-4b34-8371-87767fab593f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 999 time: 0.0583673 Aug 16 02:55:52.810828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-87d277a0-b2e3-47ce-ba2f-4268f86df4a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 999 time: 0.0627513 Aug 16 02:55:52.830993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-c32fdf29-e339-489b-8e69-21234e1ddd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.832489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-c32fdf29-e339-489b-8e69-21234e1ddd9f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0450675 Aug 16 02:55:52.866356 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-262245b8-f523-409e-b7da-b9a632e916a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.867924 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-262245b8-f523-409e-b7da-b9a632e916a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0497594 Aug 16 02:55:52.882570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-ced9ab41-4bb0-4387-84a2-22f37c3767a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.884113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-ced9ab41-4bb0-4387-84a2-22f37c3767a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435302 Aug 16 02:55:52.915267 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-fa28bb6d-6917-48e7-97c8-d93e4f496be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.917242 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-fa28bb6d-6917-48e7-97c8-d93e4f496be2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421803 Aug 16 02:55:52.975246 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-3f4351ca-98a0-442d-ab12-d37f46fa26a3 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835218 Aug 16 02:55:53.007893 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-b5e3c299-61d4-49d4-929b-df05c074a3fa service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836236 Aug 16 02:55:53.073295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-a3f7ae71-2954-48d4-90a6-7c8211819e34 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901914 Aug 16 02:55:53.107889 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-07a9f7d6-707a-4673-bbac-fc512a66a77f req-426cc1a8-235b-466e-880c-bbeed3e47c59 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923002 Aug 16 02:55:53.405460 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4391ff1b-a1b6-4154-a2c3-b7fb035886ac no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:55:53.445156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 4391ff1b-a1b6-4154-a2c3-b7fb035886ac not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:55:53.786544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d564833-391b-4017-8a0d-18ed6766def1 req-c94fdccd-0e6e-4379-be2e-0cd4324dce2d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:53.788121 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d564833-391b-4017-8a0d-18ed6766def1 req-c94fdccd-0e6e-4379-be2e-0cd4324dce2d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 943 time: 0.3855805 Aug 16 02:55:53.827336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d564833-391b-4017-8a0d-18ed6766def1 req-0f7f62d0-fad2-485b-8571-411b7b330f5f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325856 Aug 16 02:55:54.945969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d31051-f8c3-4592-9953-e7beb25142dd req-d9a6612e-aed0-44c8-8515-7d5da93b9b52 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:54.948088 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2d31051-f8c3-4592-9953-e7beb25142dd req-d9a6612e-aed0-44c8-8515-7d5da93b9b52 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 943 time: 0.0496085 Aug 16 02:55:54.988517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2d31051-f8c3-4592-9953-e7beb25142dd req-5d166d93-2fc5-4c72-8ab6-a9cff9b7db15 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Aug 16 02:55:55.236510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9435dc6-5d2a-4486-976b-18a4c6f7cefa req-08ad0c62-dd6a-46f4-86e5-a62147403046 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:55.240628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9435dc6-5d2a-4486-976b-18a4c6f7cefa req-08ad0c62-dd6a-46f4-86e5-a62147403046 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 943 time: 0.0887806 Aug 16 02:55:55.262388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-88c7a7cf-ea6d-4382-8250-37a100ca6ada tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:55.263892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-88c7a7cf-ea6d-4382-8250-37a100ca6ada tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86&tenant_id=b728efb188604b19818c2e2fad693055&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 943 time: 0.1053045 Aug 16 02:55:55.269097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4391ff1b-a1b6-4154-a2c3-b7fb035886ac details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:55:55.336374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9435dc6-5d2a-4486-976b-18a4c6f7cefa req-d1b9f68b-f695-486b-80c7-9bbf2bbb856e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889297 Aug 16 02:55:55.351857 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-799cd590-9167-48b5-ab5b-28aec144bb24 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:55:55.353255 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-799cd590-9167-48b5-ab5b-28aec144bb24 service neutron] 10.222.0.93 "DELETE /v2.0/ports/4391ff1b-a1b6-4154-a2c3-b7fb035886ac/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0756691 Aug 16 02:55:55.386184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:55.406397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'mac_address': 'fa:16:3e:c0:38:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:55:55.443711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-da6ba863-c6b9-4cfc-a993-d13a810f6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:55.444564 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:55.445236 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-da6ba863-c6b9-4cfc-a993-d13a810f6a2f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1095 time: 0.0437930 Aug 16 02:55:55.458080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4391ff1b-a1b6-4154-a2c3-b7fb035886ac {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:55:55.479364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:55.483889 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:55.546295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-473369a2-4c5c-4717-910a-c96e7cd3c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:55.548469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-473369a2-4c5c-4717-910a-c96e7cd3c530 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0964344 Aug 16 02:55:55.550561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:55.558651 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.558995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.559414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.559752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.560082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.560411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.560743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.561068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.561392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.561714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.562037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.562357 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:55.615792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-7aeb1aa3-f278-41b8-8db3-41ee1f48f5c7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 1000 time: 0.0598342 Aug 16 02:55:55.669397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-1369da0a-2646-494d-bd9f-670286521f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:55.670771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-1369da0a-2646-494d-bd9f-670286521f64 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0478690 Aug 16 02:55:55.717147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-2ef28b6c-8443-483e-be1e-8b2b586f7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:55.718654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-2ef28b6c-8443-483e-be1e-8b2b586f7a8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415537 Aug 16 02:55:55.809617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-381ddc18-867d-4aeb-b684-caefd45ae5cc service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840409 Aug 16 02:55:55.906937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['4391ff1b-a1b6-4154-a2c3-b7fb035886ac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:55:55.909768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a72c4d28-2f6a-4a6d-a5ea-e24157fa0146 req-27fb9af6-414a-4bb6-91c5-2ed9f563498d service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931480 Aug 16 02:55:56.461420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba20b2-de14-48dc-b951-4b4980b90e96 req-144d8055-2a2d-4555-8adc-76a3e9235eef tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:56.464011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffba20b2-de14-48dc-b951-4b4980b90e96 req-144d8055-2a2d-4555-8adc-76a3e9235eef tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 944 time: 0.0520337 Aug 16 02:55:56.502335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffba20b2-de14-48dc-b951-4b4980b90e96 req-079ac941-1a0f-43ae-8b21-752cec68c313 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327086 Aug 16 02:55:56.622538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2e2fd-e105-4fe5-a6ea-e2404002d772 req-a43c1787-efc5-43a6-908d-331d619670ea tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:56.624056 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4c2e2fd-e105-4fe5-a6ea-e2404002d772 req-a43c1787-efc5-43a6-908d-331d619670ea tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 944 time: 0.0551026 Aug 16 02:55:56.662906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b4c2e2fd-e105-4fe5-a6ea-e2404002d772 req-f58e10a5-047c-4e2d-abcb-00faf72ebb30 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Aug 16 02:55:56.860231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1663012-e9d3-44d1-8994-e8e7d390087e req-a16d2a4b-1f2d-45af-971d-4dc2a20fb0d7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:56.861753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1663012-e9d3-44d1-8994-e8e7d390087e req-a16d2a4b-1f2d-45af-971d-4dc2a20fb0d7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 944 time: 0.0506697 Aug 16 02:55:56.901096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bf1b-2563-421e-bc64-c93b0299716f req-0e944f11-c789-43ee-a548-6eb3675fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:56.901708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1663012-e9d3-44d1-8994-e8e7d390087e req-bfde926a-37ff-4bb2-893d-467ed87133bf tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328596 Aug 16 02:55:56.902958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d799bf1b-2563-421e-bc64-c93b0299716f req-0e944f11-c789-43ee-a548-6eb3675fa0e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 1096 time: 0.0429833 Aug 16 02:55:56.996779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bf1b-2563-421e-bc64-c93b0299716f req-b35d3b44-833f-4963-9ddf-7f796d629917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:56.998185 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d799bf1b-2563-421e-bc64-c93b0299716f req-b35d3b44-833f-4963-9ddf-7f796d629917 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0889432 Aug 16 02:55:57.062991 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d799bf1b-2563-421e-bc64-c93b0299716f req-511e5726-6cbe-4a2a-b8be-ca03ccdd0523 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 200 len: 1000 time: 0.0579886 Aug 16 02:55:57.111767 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bf1b-2563-421e-bc64-c93b0299716f req-e897a8f7-d869-4e98-857b-eb475f91940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:57.113230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d799bf1b-2563-421e-bc64-c93b0299716f req-e897a8f7-d869-4e98-857b-eb475f91940b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0436053 Aug 16 02:55:57.162801 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bf1b-2563-421e-bc64-c93b0299716f req-b610455d-c64e-460a-9234-d22239f4d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:57.164348 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d799bf1b-2563-421e-bc64-c93b0299716f req-b610455d-c64e-460a-9234-d22239f4d2d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443134 Aug 16 02:55:57.253592 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d799bf1b-2563-421e-bc64-c93b0299716f req-19b3c442-4a63-4d18-8cf2-dfec360bf85a service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820088 Aug 16 02:55:57.280007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4391ff1b-a1b6-4154-a2c3-b7fb035886ac up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:57.329174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:57.333016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:57.333403 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:57.352174 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d799bf1b-2563-421e-bc64-c93b0299716f req-fedc90a8-e4a4-4c2d-91c6-4fb43f4b1dc0 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908659 Aug 16 02:55:57.415477 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:57.438734 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:57.441072 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5888c4-065f-4d37-9f2b-4fddee05227c" -d '{"events": [{"server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "name": "network-vif-plugged", "status": "completed", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:57.453909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:57.458141 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:57.481474 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa3d96-b744-4e14-8f01-d09dc6ed287c x-openstack-request-id: req-30fa3d96-b744-4e14-8f01-d09dc6ed287c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:57.481771 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "name": "network-vif-plugged", "status": "completed", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:57.482024 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30fa3d96-b744-4e14-8f01-d09dc6ed287c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:57.482412 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'code': 200} Aug 16 02:55:57.507482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:58.022821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f94d1-c9ff-4eb0-a538-708c3fef8a79 req-1d3f3626-761a-4285-a21f-40cb1042b69e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:58.024321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d89f94d1-c9ff-4eb0-a538-708c3fef8a79 req-1d3f3626-761a-4285-a21f-40cb1042b69e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0484412 Aug 16 02:55:58.062484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d89f94d1-c9ff-4eb0-a538-708c3fef8a79 req-c4c8ef27-567b-4c31-8927-393d35a97161 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Aug 16 02:55:58.297491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8f379-74e7-48d9-a4bb-a0c2720c04e2 req-f5de6df4-7a3e-4f41-8884-6c68901a0a7d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:58.299301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fe8f379-74e7-48d9-a4bb-a0c2720c04e2 req-f5de6df4-7a3e-4f41-8884-6c68901a0a7d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0542886 Aug 16 02:55:58.338542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9fe8f379-74e7-48d9-a4bb-a0c2720c04e2 req-ce32799b-f691-4049-9bc1-c4246e27626f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326107 Aug 16 02:55:59.452675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9321ed-504b-4bf1-9dc6-dc4272848c09 req-feb31894-786a-40d8-8aa0-42d39d02f13a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:59.454084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b9321ed-504b-4bf1-9dc6-dc4272848c09 req-feb31894-786a-40d8-8aa0-42d39d02f13a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0500748 Aug 16 02:55:59.496173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b9321ed-504b-4bf1-9dc6-dc4272848c09 req-380b5524-cca6-43d4-bb1c-f2a059716b92 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357645 Aug 16 02:55:59.767980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-e3dec7bb-e781-4e71-892e-1cb2b0a8c2df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:59.769338 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-e3dec7bb-e781-4e71-892e-1cb2b0a8c2df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.86 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 945 time: 0.0493922 Aug 16 02:55:59.858016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Deleting port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:59.858402 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:59.951495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] For port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:59.951855 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:00.128875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:00.129245 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:00.129555 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4 disassociated. External IP: 172.25.5.248, port: 4391ff1b-a1b6-4154-a2c3-b7fb035886ac. Aug 16 02:56:00.129895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Calling delete_port for 4391ff1b-a1b6-4154-a2c3-b7fb035886ac owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:00.261710 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:00.292140 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event deleted for resources: {'Port': ['ID=4391ff1b-a1b6-4154-a2c3-b7fb035886ac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:00.417949 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:56:00.529590 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:56:00.541022 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:56:00.552898 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:00.553834 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:55:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:00.571046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] No DVR routers for this DVR port 4391ff1b-a1b6-4154-a2c3-b7fb035886ac on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:56:00.574825 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:00.577024 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-8a2be1d8-8eb9-4526-b37b-fb2355913e6c req-0c9fb05b-a14f-4fc3-a4d3-ff23f515bbd7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.86 "DELETE /v2.0/ports/4391ff1b-a1b6-4154-a2c3-b7fb035886ac HTTP/1.1" status: 204 len: 173 time: 0.8010018 Aug 16 02:56:00.577464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'name': 'network-vif-deleted', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:00.579753 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526b4f8a669825cab7cd4eba7e908af2ae5191994f0703e575bdbb895c13a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b2591-f9c4-487b-9290-79c9357c62f6" -d '{"events": [{"server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "name": "network-vif-deleted", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:00.600542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9cfe5bdd-5179-4f3b-a26c-1dd7b8c2e240 req-d83df3bc-343b-45af-b7b9-9712bc1ff401 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66d67d9-1900-4bc1-abc1-c03cfcf55f86 HTTP/1.1" status: 200 len: 210 time: 0.0324445 Aug 16 02:56:00.648759 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ab8dc5-19c2-4fcd-a138-ed844ec4db4d x-openstack-request-id: req-d7ab8dc5-19c2-4fcd-a138-ed844ec4db4d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:00.649055 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66d67d9-1900-4bc1-abc1-c03cfcf55f86", "name": "network-vif-deleted", "tag": "4391ff1b-a1b6-4154-a2c3-b7fb035886ac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:00.649308 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7ab8dc5-19c2-4fcd-a138-ed844ec4db4d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:00.649706 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66d67d9-1900-4bc1-abc1-c03cfcf55f86', 'name': 'network-vif-deleted', 'tag': '4391ff1b-a1b6-4154-a2c3-b7fb035886ac', 'status': 'completed', 'code': 200} Aug 16 02:56:00.674368 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:00.887614 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:00.916953 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:56:00.925417 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:00.926028 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:55:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:01.037279 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb3a60df-0bce-4c34-b084-bbdb1cfcf0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:01.120503 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:01.315544 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:01.341236 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:01.347383 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f025b8-adef-47f9-8975-55ef281be00b None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:56:01.574364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c56dfe-b77e-4b12-af86-c26e687a9648 None None] New status for floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:56:01.871778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-c933aef3-9b0a-4d1e-aff0-919287554e77 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1815819674&fields=id&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 267 time: 0.0334749 Aug 16 02:56:01.984191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-c9a8ad21-1d76-43af-a111-3672819cceca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:01.985661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-c9a8ad21-1d76-43af-a111-3672819cceca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 812 time: 0.1059754 Aug 16 02:56:02.000535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-0a2fe8df-ba3f-4cd4-8f7a-129f4a746787 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/quotas/b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 375 time: 0.0090823 Aug 16 02:56:02.054166 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-306c820d-7a0c-49c2-a2b9-09ffdd485ddc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484612 Aug 16 02:56:02.116712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-d4057a37-5fb3-486f-bf1f-986ae97d90d8 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:56:02.117724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-d4057a37-5fb3-486f-bf1f-986ae97d90d8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523291 Aug 16 02:56:02.215307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-a182c09e-f559-4ffe-947e-9b9d73372cb5 service neutron] 10.222.0.61 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900869 Aug 16 02:56:02.306167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-69f96dce-5fe8-439d-b67d-9ade2a03b9ed service neutron] 10.222.0.61 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847929 Aug 16 02:56:02.474660 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d33c9ad7-4b47-46d0-b585-f53aa481446b req-9d63e0a3-95bf-44f3-9fc1-7fb40cbe2499 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 210 time: 0.0276940 Aug 16 02:56:03.332643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4391ff1b-a1b6-4154-a2c3-b7fb035886ac no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:03.354543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 4391ff1b-a1b6-4154-a2c3-b7fb035886ac {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:03.355215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 4391ff1b-a1b6-4154-a2c3-b7fb035886ac not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:03.366450 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-33edebda-bdcb-4d37-af24-6d97e2223636 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:03.367954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-33edebda-bdcb-4d37-af24-6d97e2223636 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 812 time: 0.1102047 Aug 16 02:56:03.411820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-ca3fdb4e-d9be-4d77-8a90-1a7449ed8560 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 380 time: 0.0347557 Aug 16 02:56:03.421919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'port': {'device_id': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'admin_state_up': True, 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'security_groups': ['47ab5277-fd9b-4f3f-97ca-6d4f29597fce']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:03.528508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Made reservation on behalf of b728efb188604b19818c2e2fad693055 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:56:03.532252 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:03.577847 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4af4df75-cfbb-4cba-bc6f-0eba2aea67a2 req-14c2b63a-4fa3-4238-925f-c45bdb17eb3a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 210 time: 0.0301702 Aug 16 02:56:03.661291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84711a5a-c5a1-4695-bc98-94bded570a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:03.690816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Allocated IP 172.20.0.12 (662c1f3b-e45d-4b33-975c-30997f06b126/8ce173a1-07a1-442b-bd0d-ee6ba9f3c894/a96f4b28-3f5e-4b40-966d-e158bfc05a05) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:56:03.832000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:03.845748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Transition to ACTIVE for port object a96f4b28-3f5e-4b40-966d-e158bfc05a05 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:03.878512 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:03.926777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Network 662c1f3b-e45d-4b33-975c-30997f06b126 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:56:03.929909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:03.934286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:56:03.940737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:03.971186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.971571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.971818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.972159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.972493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.972825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.973151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.973476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.973804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.974126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.974458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:03.974781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:04.005350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:04.005981 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.024698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-f85c51ca-6bd0-428f-8a97-96c6d001658f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6063690 Aug 16 02:56:04.033451 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.114611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Request body: {'port': {'device_id': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:04.168988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.225723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-208a8878-0d74-4664-ad05-b11590a1cad1 None None] Provisioning for port a96f4b28-3f5e-4b40-966d-e158bfc05a05 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:04.230458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-208a8878-0d74-4664-ad05-b11590a1cad1 None None] Provisioning complete for port a96f4b28-3f5e-4b40-966d-e158bfc05a05 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:04.230891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-208a8878-0d74-4664-ad05-b11590a1cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.264361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-208a8878-0d74-4664-ad05-b11590a1cad1 None None] Port a96f4b28-3f5e-4b40-966d-e158bfc05a05 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:56:04.433152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96f4b28-3f5e-4b40-966d-e158bfc05a05 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:56:04.440449 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.452341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Transition to ACTIVE for port object a96f4b28-3f5e-4b40-966d-e158bfc05a05 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:04.455864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.506701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:04.577627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:56:04.577965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:56:04.578302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:04.582857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:56:04.583217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:04.588729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:56:04.589068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:56:04.589459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:56:04.589893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Bound port: a96f4b28-3f5e-4b40-966d-e158bfc05a05, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:56:04.590259 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.712263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:56:04.731998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:56:04.737342 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.752580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d295785-985a-4add-ac4b-3162a993882c req-7365acb3-94c3-44ec-a799-6609b45da48c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:04.753986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d295785-985a-4add-ac4b-3162a993882c req-7365acb3-94c3-44ec-a799-6609b45da48c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 944 time: 0.0924332 Aug 16 02:56:04.780489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:04.781117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:04.782466 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] 10.222.0.93 "PUT /v2.0/ports/a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1093 time: 0.7135134 Aug 16 02:56:04.785238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:04.787496 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a" -d '{"events": [{"name": "network-changed", "server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:04.867013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787553de-5d08-4ca6-92ae-6ea6bbb72c9c service neutron] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:04.875499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d295785-985a-4add-ac4b-3162a993882c req-8eeb89db-59b7-46bd-bdb3-2fb5fa7508ab tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967951 Aug 16 02:56:04.897789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-2407e0cf-496f-4a57-8745-186ac2eae890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:04.897789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-2407e0cf-496f-4a57-8745-186ac2eae890 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1096 time: 0.0645559 Aug 16 02:56:04.936663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-44998fb3-7121-4ba5-8993-43950a1a1ee5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 217 time: 0.0366466 Aug 16 02:56:04.986463 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64006064-5add-4262-a254-5ffd0256400e x-openstack-request-id: req-64006064-5add-4262-a254-5ffd0256400e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:04.986861 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:04.987143 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64006064-5add-4262-a254-5ffd0256400e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:04.987539 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'status': 'completed', 'code': 200} Aug 16 02:56:04.995473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-458bc4d4-4081-4bb8-8706-3e218c148156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:04.996965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-458bc4d4-4081-4bb8-8706-3e218c148156 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0507257 Aug 16 02:56:05.023443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:05.049294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-b146cd96-14c6-43ae-aaae-e20eb03c00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:05.051831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-b146cd96-14c6-43ae-aaae-e20eb03c00a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474708 Aug 16 02:56:05.150086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-91fe98d7-f03e-4a68-b099-c04b86d2f429 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907364 Aug 16 02:56:05.243867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c25a755-0e9f-4804-812a-ff20778349e2 req-c55e15e7-af47-4c97-9ac3-6230a001ebd4 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Aug 16 02:56:05.332494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-dde36471-b9e0-4e93-b429-7e5e4cccd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:05.334126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-dde36471-b9e0-4e93-b429-7e5e4cccd9b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1096 time: 0.0425596 Aug 16 02:56:05.426995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-d55a9541-926a-4d20-9977-a5fc8cce7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:05.428529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-d55a9541-926a-4d20-9977-a5fc8cce7d68 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0871010 Aug 16 02:56:05.475730 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-6450f584-77b5-4cc9-b46a-d3be5b2b629d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 217 time: 0.0382142 Aug 16 02:56:05.524562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-74eb9687-fa9f-424e-857b-ba044145cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:05.526957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-74eb9687-fa9f-424e-857b-ba044145cb47 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0439439 Aug 16 02:56:05.575588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-00286e42-455d-439b-b906-7db027ded833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:05.577073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-00286e42-455d-439b-b906-7db027ded833 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418825 Aug 16 02:56:05.671182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-2b541c98-61d6-49e9-95ff-b18c218654ef service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860295 Aug 16 02:56:05.771374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b763d54-6a8e-46e7-9d61-3bf6a95be12a req-419e2986-61ab-49c9-b98e-9cf9b29a58cd service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922999 Aug 16 02:56:05.999341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965805c-ab76-4bb9-820f-077b6265515d req-6d7a5af0-095c-46d3-824c-652cfb3653f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:06.000837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c965805c-ab76-4bb9-820f-077b6265515d req-6d7a5af0-095c-46d3-824c-652cfb3653f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 944 time: 0.0499597 Aug 16 02:56:06.042672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c965805c-ab76-4bb9-820f-077b6265515d req-0ab2b7f8-1c87-45f3-a950-b71a73c64f1b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357487 Aug 16 02:56:07.148693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:07.169059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a407660-919a-4f07-bcf0-d6a96df86ec0 req-6f9a721b-1197-414c-a5e3-44b040dc4baf tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:07.170576 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a407660-919a-4f07-bcf0-d6a96df86ec0 req-6f9a721b-1197-414c-a5e3-44b040dc4baf tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 944 time: 0.0506616 Aug 16 02:56:07.209044 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a407660-919a-4f07-bcf0-d6a96df86ec0 req-1288f7ae-f96f-4ac8-bc50-148d7cdaef10 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Aug 16 02:56:08.324078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911265ef-3d12-4a51-afcb-718aa288bb5d req-22f1ad17-fbbf-4ff7-ba82-bb60e47da8ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:08.325523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-911265ef-3d12-4a51-afcb-718aa288bb5d req-22f1ad17-fbbf-4ff7-ba82-bb60e47da8ed tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 944 time: 0.0493431 Aug 16 02:56:08.364157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-911265ef-3d12-4a51-afcb-718aa288bb5d req-9b6c6ab0-aa12-4ddb-a6ea-79da4fb3445a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322442 Aug 16 02:56:09.435923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:56:09.479818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d28987-3e85-48a3-b388-0ac9b29f3178 req-8d390d20-da91-4038-b9d9-1a049184e820 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:09.481346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d28987-3e85-48a3-b388-0ac9b29f3178 req-8d390d20-da91-4038-b9d9-1a049184e820 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 944 time: 0.0499465 Aug 16 02:56:09.523232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f1d28987-3e85-48a3-b388-0ac9b29f3178 req-f7f763f3-b0da-42ae-9720-42206355646d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357146 Aug 16 02:56:09.530359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:09.545773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'mac_address': 'fa:16:3e:9f:ae:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:56:09.582508 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:09.595247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96f4b28-3f5e-4b40-966d-e158bfc05a05 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:56:09.615193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:09.619535 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:09.667607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:09.844955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a96f4b28-3f5e-4b40-966d-e158bfc05a05'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:56:10.641415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b81ee-9a10-49f9-8ec8-8b45ead7261d req-ccfe144e-e197-44e3-8b28-179e64eae2b6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:10.642827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-363b81ee-9a10-49f9-8ec8-8b45ead7261d req-ccfe144e-e197-44e3-8b28-179e64eae2b6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 945 time: 0.0504932 Aug 16 02:56:10.680383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-363b81ee-9a10-49f9-8ec8-8b45ead7261d req-dddd0ce2-70ab-42a3-8b36-173420b077d5 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Aug 16 02:56:11.451745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:11.501929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port a96f4b28-3f5e-4b40-966d-e158bfc05a05 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:11.505964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port a96f4b28-3f5e-4b40-966d-e158bfc05a05 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:11.506427 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:11.589502 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:11.611998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:11.614266 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7a858e56cfcbb0bef93378a0eac8d69be737f66cbf64146e3356eafb577287" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80864ac-bdd1-4eb8-b45a-dfb4c22f8212" -d '{"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-plugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:11.627676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:11.631750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:11.656398 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3b5419-e13c-427f-b387-f99c6a8a4efc x-openstack-request-id: req-4d3b5419-e13c-427f-b387-f99c6a8a4efc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:11.656691 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-plugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:11.656942 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d3b5419-e13c-427f-b387-f99c6a8a4efc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:11.657329 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'code': 200} Aug 16 02:56:11.683054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:11.747964 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b453e-bcff-44eb-9d19-ad63532be909 req-1ecc8df3-135c-4709-a03c-4f7036b572dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:11.749516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-480b453e-bcff-44eb-9d19-ad63532be909 req-1ecc8df3-135c-4709-a03c-4f7036b572dc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1098 time: 0.0416636 Aug 16 02:56:11.814896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-480b453e-bcff-44eb-9d19-ad63532be909 req-6ae105c8-8ccd-47fa-850c-e7be645950d5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533283 Aug 16 02:56:11.828070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4ad9e-6f1b-462c-8084-a6dfa71e3289 req-cb23352f-a7ec-461d-a2ae-b3952807da72 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:11.829601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06d4ad9e-6f1b-462c-8084-a6dfa71e3289 req-cb23352f-a7ec-461d-a2ae-b3952807da72 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0773339 Aug 16 02:56:11.872675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06d4ad9e-6f1b-462c-8084-a6dfa71e3289 req-d86fe27a-fa53-464a-aaea-67fa7923c33d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366821 Aug 16 02:56:12.744002 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:12.990762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d000-bd5e-4ca2-88eb-d096eda85b8c req-de9a3ba3-dffe-4228-8fc5-ef373089739e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:12.992247 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2b9d000-bd5e-4ca2-88eb-d096eda85b8c req-de9a3ba3-dffe-4228-8fc5-ef373089739e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0497100 Aug 16 02:56:13.029311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2b9d000-bd5e-4ca2-88eb-d096eda85b8c req-46b63185-8128-415f-a558-c5571552ce66 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310171 Aug 16 02:56:13.139631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950d15a-b791-4e7b-9361-02649465dd3d req-45b0cb01-ae5b-453c-a418-2b93b6c20126 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:13.141177 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0950d15a-b791-4e7b-9361-02649465dd3d req-45b0cb01-ae5b-453c-a418-2b93b6c20126 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0494957 Aug 16 02:56:13.149677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 39872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:13.154563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8622d1c4-ef63-46ea-a754-c753e537d5df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'floatingip': {'port_id': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:13.196875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8622d1c4-ef63-46ea-a754-c753e537d5df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:13.619843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8622d1c4-ef63-46ea-a754-c753e537d5df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:13.624071 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8622d1c4-ef63-46ea-a754-c753e537d5df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:13.724982 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-8622d1c4-ef63-46ea-a754-c753e537d5df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4 associated. External IP: 172.25.5.248, port: a96f4b28-3f5e-4b40-966d-e158bfc05a05. Aug 16 02:56:13.931242 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8622d1c4-ef63-46ea-a754-c753e537d5df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:56:14.040327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8622d1c4-ef63-46ea-a754-c753e537d5df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:56:14.044987 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8622d1c4-ef63-46ea-a754-c753e537d5df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:14.050073 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:56:14.059450 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:14.060058 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:56:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:14.072258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8622d1c4-ef63-46ea-a754-c753e537d5df tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "PUT /v2.0/floatingips/9f3c950c-e337-49a0-b7a6-060e16965bc4 HTTP/1.1" status: 200 len: 992 time: 0.9215472 Aug 16 02:56:14.073399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:14.075661 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83a9b210f1c21d1aaf79a893174bd9791d2f060eac6e8bd01e1f06bb7642d638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef1501-5852-43d9-9615-13a495027391" -d '{"events": [{"name": "network-changed", "server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:14.170929 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1c367f-4e88-4647-a5a4-ec93d3088472 x-openstack-request-id: req-3b1c367f-4e88-4647-a5a4-ec93d3088472 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:14.171221 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:14.171480 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b1c367f-4e88-4647-a5a4-ec93d3088472 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:14.171959 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'status': 'completed', 'code': 200} Aug 16 02:56:14.183868 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:14.230119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1501-5852-43d9-9615-13a495027391 req-18a432c9-f401-4ffa-8d84-3858a28889bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:14.231689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45ef1501-5852-43d9-9615-13a495027391 req-18a432c9-f401-4ffa-8d84-3858a28889bb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1098 time: 0.0412121 Aug 16 02:56:14.326119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1501-5852-43d9-9615-13a495027391 req-22db83bb-1530-4926-ab40-5c8eab7c4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:14.327635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45ef1501-5852-43d9-9615-13a495027391 req-22db83bb-1530-4926-ab40-5c8eab7c4c5e service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0887907 Aug 16 02:56:14.393387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45ef1501-5852-43d9-9615-13a495027391 req-e4354690-561c-46e5-8cd4-2c25f84dfc5e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1000 time: 0.0588720 Aug 16 02:56:14.401902 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:9f:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:56:13Z', 'revision_number': 9, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:14.431801 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:56:14.440602 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:14.441218 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:56:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:14.449251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1501-5852-43d9-9615-13a495027391 req-cc9d5438-2cf5-4d1f-b612-ca7ee182fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:14.450737 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45ef1501-5852-43d9-9615-13a495027391 req-cc9d5438-2cf5-4d1f-b612-ca7ee182fbb8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0505207 Aug 16 02:56:14.498667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1501-5852-43d9-9615-13a495027391 req-8cdfa40e-d747-4551-bdf7-fca55fbdc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:14.500220 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45ef1501-5852-43d9-9615-13a495027391 req-8cdfa40e-d747-4551-bdf7-fca55fbdc527 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420847 Aug 16 02:56:14.544774 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:14.590317 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45ef1501-5852-43d9-9615-13a495027391 req-6efc9b46-4b52-43f1-9078-5c0f920dae4b service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822365 Aug 16 02:56:14.683869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45ef1501-5852-43d9-9615-13a495027391 req-fafae4bd-a54e-4ba4-9f1d-6f68b61600f4 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863979 Aug 16 02:56:14.770857 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:9f:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:56:13Z', 'revision_number': 9, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:14.796722 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4752c45b-3409-4840-a341-a68656cbeb05 None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:9f:ae:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:56:13Z', 'revision_number': 9, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:56:14.984963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c978d308-0550-48a5-bb0a-0e8294ecc48d None None] New status for floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:56:23.583480 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:56:31.038261 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91a6717f-c503-4c24-910c-27da1b858626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:31.331602 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:33.662639 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2f4a51d-2c1a-45fe-87dc-63217466e16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:34.036180 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:35.027688 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:37.150265 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:42.759435 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.582886 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:01.039022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a11a5a88-9493-4a15-a315-da5506e2261e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.324817 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:03.663018 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9fd80c6-1998-44ef-b145-9e8f9f8cfcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.036658 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.030467 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.153236 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.437765 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-2638f0c0-3c8a-4bc7-ae8f-39068a9e5e7e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406721 Aug 16 02:57:10.519743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-fa7ef28f-a391-4637-b59c-4f9b3afa90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:10.521242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-fa7ef28f-a391-4637-b59c-4f9b3afa90a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1098 time: 0.0406375 Aug 16 02:57:10.628538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-aaa3633c-beb6-4625-a054-903c34a30f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:10.629932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-aaa3633c-beb6-4625-a054-903c34a30f58 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0883727 Aug 16 02:57:10.695378 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-915d42eb-8983-4c8d-b4b3-ca152a698dec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1003 time: 0.0583780 Aug 16 02:57:10.747246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-16687a8a-37ef-4e58-9a5d-b19dc08f0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:10.748758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-16687a8a-37ef-4e58-9a5d-b19dc08f0a9c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0471852 Aug 16 02:57:11.137577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-6b245f90-7e36-4948-ae52-486bbabf3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:11.139078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-6b245f90-7e36-4948-ae52-486bbabf3d8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3838069 Aug 16 02:57:11.228004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-32342a24-497e-4c7c-94d3-09ced7e2ec8a service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808227 Aug 16 02:57:11.324482 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fdaeb31b-cec4-4a3d-b9ab-d26609b80a91 req-4b88ff82-ac02-4fc3-8496-b6ad4ce18e91 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900743 Aug 16 02:57:12.773592 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:31.041270 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d621a2ef-77bc-43cf-a142-727872bd2585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:31.344879 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:33.663699 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab082521-ca4b-4452-9f48-242003299dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:34.038260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:35.032876 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.155687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.582899 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:42.773031 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.043861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737871-94f9-462e-9488-436ec29271db req-35e7ba9e-54c6-4965-893f-8fa3177d1eb4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:51.046007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90737871-94f9-462e-9488-436ec29271db req-35e7ba9e-54c6-4965-893f-8fa3177d1eb4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0510108 Aug 16 02:57:51.089795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90737871-94f9-462e-9488-436ec29271db req-5753501a-09e2-4342-87b2-7fc21bc94e88 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356555 Aug 16 02:57:51.146322 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-3a46ff7d-8c8d-49ad-860d-8fa6616925b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991211 Aug 16 02:57:52.214181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fc379-ae21-4aa2-9379-fcddcde22c75 req-7f57a924-29d0-4dd1-b4e3-d1b06a5dfa5d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:52.215712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b69fc379-ae21-4aa2-9379-fcddcde22c75 req-7f57a924-29d0-4dd1-b4e3-d1b06a5dfa5d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0539176 Aug 16 02:57:52.259133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b69fc379-ae21-4aa2-9379-fcddcde22c75 req-d71d6c60-c37c-4be3-a3b6-8916e10ac70c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Aug 16 02:57:52.314452 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-12fa879c-3965-4412-af67-7118f89e0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:52.315929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-12fa879c-3965-4412-af67-7118f89e0da5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1098 time: 0.0421488 Aug 16 02:57:52.411373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-2338bf77-0a01-4750-81b4-c8b3f21b9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:52.412952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-2338bf77-0a01-4750-81b4-c8b3f21b9475 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0897293 Aug 16 02:57:52.486668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-2c109150-09c2-4908-ae22-422f85aa294f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1003 time: 0.0667567 Aug 16 02:57:52.538197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-289ef638-cf7f-4b49-ba6f-43a66e21baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:52.539694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-289ef638-cf7f-4b49-ba6f-43a66e21baa6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0454242 Aug 16 02:57:52.589319 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-e5781dd5-8530-480e-abfc-8e714a98ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:52.590814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-e5781dd5-8530-480e-abfc-8e714a98ab34 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440888 Aug 16 02:57:52.682136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-f5385bee-1794-44ae-9ec0-aef09cbc5efb service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838387 Aug 16 02:57:52.774794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-83386cf6-902c-4f10-bdfe-d3502fff8320 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859680 Aug 16 02:57:53.378318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac9f70-56c0-4d18-bb83-eaff3f0810ba req-55b9a07f-1d9a-4587-9a0b-77ea9e7aee3a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:53.379832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63ac9f70-56c0-4d18-bb83-eaff3f0810ba req-55b9a07f-1d9a-4587-9a0b-77ea9e7aee3a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0509057 Aug 16 02:57:53.418662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63ac9f70-56c0-4d18-bb83-eaff3f0810ba req-d7c7a49e-c725-4de3-9fdb-0dc154012e85 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Aug 16 02:57:54.546347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36894b-b51a-46d1-a75e-8be8e32c3193 req-3a84443f-ce0d-42ae-a165-1161b20a139d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:54.547873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de36894b-b51a-46d1-a75e-8be8e32c3193 req-3a84443f-ce0d-42ae-a165-1161b20a139d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0528846 Aug 16 02:57:54.585527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de36894b-b51a-46d1-a75e-8be8e32c3193 req-cf9e45d1-8c63-41fa-b59b-890172a6f2f6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Aug 16 02:57:55.705871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321876-0f4a-492e-b9e0-22b9a3c2d581 req-001f839d-18f5-47df-95a4-569e41ee400e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:55.707371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee321876-0f4a-492e-b9e0-22b9a3c2d581 req-001f839d-18f5-47df-95a4-569e41ee400e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0527830 Aug 16 02:57:55.744404 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee321876-0f4a-492e-b9e0-22b9a3c2d581 req-5426aa70-d3f5-4c7e-a0cd-310c14ac35b7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Aug 16 02:57:56.861535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55c767-a26a-48f8-bcaf-ce781c5acd47 req-5631e97a-1e89-4cd8-956f-901ddbeda1da tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:56.863044 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c55c767-a26a-48f8-bcaf-ce781c5acd47 req-5631e97a-1e89-4cd8-956f-901ddbeda1da tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0498505 Aug 16 02:57:56.902670 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5c55c767-a26a-48f8-bcaf-ce781c5acd47 req-d056b985-20b2-4ae4-ac63-a1d1f87b790f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335908 Aug 16 02:57:58.019153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9898db-51ed-4d0f-a2dc-b326c0418fc8 req-c412f11a-7b9d-4c58-a387-b143c4aab852 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:58.020628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d9898db-51ed-4d0f-a2dc-b326c0418fc8 req-c412f11a-7b9d-4c58-a387-b143c4aab852 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0488777 Aug 16 02:57:58.058533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d9898db-51ed-4d0f-a2dc-b326c0418fc8 req-f70f0903-8a11-4c64-af3f-38145199e052 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312026 Aug 16 02:57:59.177738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bdb46-1ec0-4e63-a8c0-3c86b884bce4 req-6351beac-fd3d-4a02-8391-59ba425d11ec tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:59.179235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f0bdb46-1ec0-4e63-a8c0-3c86b884bce4 req-6351beac-fd3d-4a02-8391-59ba425d11ec tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0529583 Aug 16 02:57:59.218583 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f0bdb46-1ec0-4e63-a8c0-3c86b884bce4 req-08afff9c-00ac-4a83-875e-6ecd85b63d63 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Aug 16 02:58:00.335972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79426d-9512-4696-8385-835fbeedec4d req-dfe32da6-2c04-4ca0-b19a-cfcd9ad8f9a8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:00.337547 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa79426d-9512-4696-8385-835fbeedec4d req-dfe32da6-2c04-4ca0-b19a-cfcd9ad8f9a8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0508108 Aug 16 02:58:00.377706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa79426d-9512-4696-8385-835fbeedec4d req-73d3e81d-70f4-47fd-834c-66bcb1291d14 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333948 Aug 16 02:58:01.044075 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1498d3-265d-4949-acf1-d15cea09068e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:01.361541 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:01.494549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b069e5-cc58-4dca-ad8a-1e780e8f9670 req-6413ac8a-4e26-4667-b92c-9c5da14dc237 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:01.496813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1b069e5-cc58-4dca-ad8a-1e780e8f9670 req-6413ac8a-4e26-4667-b92c-9c5da14dc237 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0518386 Aug 16 02:58:01.533742 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1b069e5-cc58-4dca-ad8a-1e780e8f9670 req-48d2f689-86e4-414e-b458-006ea77f8c06 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310087 Aug 16 02:58:02.654125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928f49d-b7c1-4d9a-981e-4cda7c1a7b6d req-d8970fd6-6e62-4eb3-b1eb-b30dc7176613 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:02.655719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5928f49d-b7c1-4d9a-981e-4cda7c1a7b6d req-d8970fd6-6e62-4eb3-b1eb-b30dc7176613 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0533667 Aug 16 02:58:02.694164 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5928f49d-b7c1-4d9a-981e-4cda7c1a7b6d req-ddf6a33d-2733-43e9-bcbe-30bcba8a5bae tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324085 Aug 16 02:58:03.665697 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-129a331e-0c4e-4099-bbe2-ac1598a91b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:03.809462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df941eb6-3598-4277-8732-7aa4aabbeba7 req-350a7c95-18b7-4cf7-bfc9-34020fd10f33 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:03.810972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df941eb6-3598-4277-8732-7aa4aabbeba7 req-350a7c95-18b7-4cf7-bfc9-34020fd10f33 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0500307 Aug 16 02:58:03.849261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df941eb6-3598-4277-8732-7aa4aabbeba7 req-000f79ac-21ca-4816-bc00-f0fe2c8a8ff0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Aug 16 02:58:04.041033 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:04.586116 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-45288364-872b-4237-99e6-7d6737b8fe21 req-1afd2d2b-bd74-4a9b-8549-15835a692426 service neutron] show failed (client error): The resource could not be found. Aug 16 02:58:04.587180 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-1afd2d2b-bd74-4a9b-8549-15835a692426 service neutron] 10.222.0.93 "GET /v2.0/ports/a96f4b28-3f5e-4b40-966d-e158bfc05a05/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0590823 Aug 16 02:58:04.862908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-9db6d1f6-aca6-4379-be56-515873ec6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:04.864481 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-9db6d1f6-aca6-4379-be56-515873ec6d73 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 1098 time: 0.0910935 Aug 16 02:58:04.882750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:04.938168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:04.967774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add82f8a-db8d-4f3d-9fa5-9d823e108e36 req-0e01b96a-ea9c-4676-87ac-20b9fca764f6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:04.969310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-add82f8a-db8d-4f3d-9fa5-9d823e108e36 req-0e01b96a-ea9c-4676-87ac-20b9fca764f6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0512748 Aug 16 02:58:05.012193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-add82f8a-db8d-4f3d-9fa5-9d823e108e36 req-32faab99-aaba-4545-8205-282afa5e1cda tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367501 Aug 16 02:58:05.037416 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.140920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:05.176153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:58:05.219926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:05.225239 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.237404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Transition to ACTIVE for port object a96f4b28-3f5e-4b40-966d-e158bfc05a05 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:05.241979 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.270692 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c18851-19de-48d3-a660-bebbf9d1d88b" -d '{"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-unplugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:05.331224 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:05.343963 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.344310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.344647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.344981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.345321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.345629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.345951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.346294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.346634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.346977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.347344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.347684 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.384469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] No DVR routers for this DVR port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:58:05.426068 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8814123a-bc75-45c2-9c07-cfafca2126d5 x-openstack-request-id: req-8814123a-bc75-45c2-9c07-cfafca2126d5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:05.426359 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-unplugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:05.426608 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8814123a-bc75-45c2-9c07-cfafca2126d5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:05.426993 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'code': 200} Aug 16 02:58:05.531787 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:58:05.532119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:58:05.532449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:05.536736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:58:05.537098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:05.541788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:58:05.542177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:58:05.542505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:58:05.542928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Bound port: a96f4b28-3f5e-4b40-966d-e158bfc05a05, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:58:05.543979 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.606229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:58:05.610260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:58:05.614975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.649202 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:05.649809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.651195 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] 10.222.0.86 "PUT /v2.0/ports/a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1093 time: 0.7727184 Aug 16 02:58:05.672120 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c60bbf-d0c4-48e7-8f7f-b7ef09e43de6 service neutron] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:05.729028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-7f8d57cb-72ff-49ea-a2ee-ed01855a3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:05.730581 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-7f8d57cb-72ff-49ea-a2ee-ed01855a3f41 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1096 time: 0.0432014 Aug 16 02:58:05.830800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-f9f89961-f629-42c9-8363-e1ef03be900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:05.832344 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-f9f89961-f629-42c9-8363-e1ef03be900d service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0947897 Aug 16 02:58:05.897379 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-244b9339-43b7-463f-a283-07daad086b8b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1001 time: 0.0584624 Aug 16 02:58:06.146990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25e746-b03b-4a59-9995-783c4015ed52 req-434ccc46-ebec-4cf0-a86a-114af7315e42 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:06.148681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db25e746-b03b-4a59-9995-783c4015ed52 req-434ccc46-ebec-4cf0-a86a-114af7315e42 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 944 time: 0.0532930 Aug 16 02:58:06.190336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db25e746-b03b-4a59-9995-783c4015ed52 req-a2df354a-dd8a-4e62-922c-b4f9d752aa0a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341718 Aug 16 02:58:06.216895 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-22748bf3-c58b-4d89-a584-1a685fa57971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:06.218362 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-22748bf3-c58b-4d89-a584-1a685fa57971 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.3144550 Aug 16 02:58:06.264842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288364-872b-4237-99e6-7d6737b8fe21 req-22131fd7-dbf4-46ce-b001-da6fa0d76311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:06.266295 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-22131fd7-dbf4-46ce-b001-da6fa0d76311 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403299 Aug 16 02:58:06.356602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-a1a53232-ea96-4ad6-a40e-0f6c9fa866db service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817418 Aug 16 02:58:06.448291 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-45288364-872b-4237-99e6-7d6737b8fe21 req-309e5895-01fa-4d94-9bd1-f6a897c32091 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856528 Aug 16 02:58:07.158214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.311444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c9d99-a1b6-4ef5-8bb4-cbd88f197cb6 req-078c42a0-c8bd-4ff4-b3a6-973ce7d7eb3f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.312966 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-665c9d99-a1b6-4ef5-8bb4-cbd88f197cb6 req-078c42a0-c8bd-4ff4-b3a6-973ce7d7eb3f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 944 time: 0.0497816 Aug 16 02:58:07.353727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-665c9d99-a1b6-4ef5-8bb4-cbd88f197cb6 req-3a7d2350-d3a7-4056-9c7f-ec212e2b99b6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341840 Aug 16 02:58:07.428316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:07.430651 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023adde6-f80b-4511-81fd-751d82a06c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:07.478526 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3a7f62-2a2b-4041-b757-d1e9ec79ede3 x-openstack-request-id: req-ab3a7f62-2a2b-4041-b757-d1e9ec79ede3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:07.478826 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:07.479078 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab3a7f62-2a2b-4041-b757-d1e9ec79ede3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:07.479504 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'status': 'completed', 'code': 200} Aug 16 02:58:07.542412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023adde6-f80b-4511-81fd-751d82a06c1c req-53b0adf9-4b9a-48a4-abd8-e7cf49aeb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.544142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-53b0adf9-4b9a-48a4-abd8-e7cf49aeb15a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1096 time: 0.0466127 Aug 16 02:58:07.568282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023adde6-f80b-4511-81fd-751d82a06c1c req-484aed63-7935-4687-82e6-eeefd9030b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.569781 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-484aed63-7935-4687-82e6-eeefd9030b14 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1096 time: 0.0437510 Aug 16 02:58:07.642437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023adde6-f80b-4511-81fd-751d82a06c1c req-c1237439-ff39-40f6-992f-339645695e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.643892 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-c1237439-ff39-40f6-992f-339645695e86 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0933101 Aug 16 02:58:07.666447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023adde6-f80b-4511-81fd-751d82a06c1c req-427a34d7-fec4-4625-afbd-28328b39d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.668054 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-427a34d7-fec4-4625-afbd-28328b39d211 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0899339 Aug 16 02:58:07.710956 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-e9d577fb-eb7a-4113-b7ae-04c8b7223a80 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1001 time: 0.0596654 Aug 16 02:58:07.734824 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-6f80f1e3-da07-40d4-bf4a-a00c05cc2128 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1001 time: 0.0594473 Aug 16 02:58:07.765123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023adde6-f80b-4511-81fd-751d82a06c1c req-9f5d995e-cae1-4336-ab51-fb8f8a14794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.766588 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-9f5d995e-cae1-4336-ab51-fb8f8a14794b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0486915 Aug 16 02:58:07.786987 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023adde6-f80b-4511-81fd-751d82a06c1c req-51ab84a2-96c3-4f5f-893c-669fdbf16e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.788498 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-51ab84a2-96c3-4f5f-893c-669fdbf16e53 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0439575 Aug 16 02:58:07.813634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023adde6-f80b-4511-81fd-751d82a06c1c req-1f24096b-406b-4e6c-a497-ff478e1dd32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.815178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-1f24096b-406b-4e6c-a497-ff478e1dd32b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411186 Aug 16 02:58:07.841276 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023adde6-f80b-4511-81fd-751d82a06c1c req-f49dfc06-a537-4330-a62c-e4d92ff6fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.842909 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-f49dfc06-a537-4330-a62c-e4d92ff6fa7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465486 Aug 16 02:58:07.921648 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-0023355c-8dc4-4f17-afec-55de1ccc8900 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993457 Aug 16 02:58:07.938330 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-f14601d8-bf25-4b71-85f8-9f3deb2ad90c service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845809 Aug 16 02:58:07.962737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:08.005070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:08.027915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-0aa821c5-f8f8-4216-9a42-a6fe35118c53 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988467 Aug 16 02:58:08.037040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-023adde6-f80b-4511-81fd-751d82a06c1c req-8b564c8f-0ee4-42a8-a9fb-3f48ad7b8984 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910892 Aug 16 02:58:08.476087 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477a4be-4ebb-4d76-bc2e-da144fbbacdc req-0e0276ad-d236-4087-9b80-eed08afd25a4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.477584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3477a4be-4ebb-4d76-bc2e-da144fbbacdc req-0e0276ad-d236-4087-9b80-eed08afd25a4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 944 time: 0.0501261 Aug 16 02:58:08.516302 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3477a4be-4ebb-4d76-bc2e-da144fbbacdc req-2f3ca7ee-1214-400c-8de3-86efdef0e310 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325434 Aug 16 02:58:09.637000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a46a5d-e1a0-45f9-9b73-711e1550a279 req-ef9a31ff-295d-43e7-8f4e-9533b3a99a2c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:09.638540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68a46a5d-e1a0-45f9-9b73-711e1550a279 req-ef9a31ff-295d-43e7-8f4e-9533b3a99a2c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 944 time: 0.0547240 Aug 16 02:58:09.678502 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68a46a5d-e1a0-45f9-9b73-711e1550a279 req-e8faa07a-0b5e-4483-b12a-c274ab914673 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337582 Aug 16 02:58:09.852510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:58:09.946701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:09.958055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'mac_address': 'fa:16:3e:9f:ae:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:58:10.000735 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:10.013836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96f4b28-3f5e-4b40-966d-e158bfc05a05 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:58:10.033723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:10.037433 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:10.083555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:10.090732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.091107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.091458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.091803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.092140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.092475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.092812 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.093143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.093472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.093806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.094134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.094458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:10.418279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['a96f4b28-3f5e-4b40-966d-e158bfc05a05'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:58:10.796263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2479a-2c23-405b-91cd-18b83bebaba1 req-44236e2a-6d9f-44cb-9456-102e0ca4719f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:10.797792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6a2479a-2c23-405b-91cd-18b83bebaba1 req-44236e2a-6d9f-44cb-9456-102e0ca4719f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 945 time: 0.0498359 Aug 16 02:58:10.836207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6a2479a-2c23-405b-91cd-18b83bebaba1 req-6b16896f-06b0-4d5d-b686-25621beeada4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Aug 16 02:58:11.124654 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-e067e772-a735-4be6-bdab-5e0d7c71b5b2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:11.126139 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-e067e772-a735-4be6-bdab-5e0d7c71b5b2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.86 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121&tenant_id=b728efb188604b19818c2e2fad693055&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 945 time: 0.0563843 Aug 16 02:58:11.148812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa83b1e-e043-4f55-9a8f-a7c7c71df1c3 req-82cb6290-fcc0-478a-b2d6-1a88790adcf3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:11.150350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2fa83b1e-e043-4f55-9a8f-a7c7c71df1c3 req-82cb6290-fcc0-478a-b2d6-1a88790adcf3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 945 time: 0.0534339 Aug 16 02:58:11.190572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2fa83b1e-e043-4f55-9a8f-a7c7c71df1c3 req-05d7a2d8-1098-41b1-8451-af4f6e1d4b93 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336385 Aug 16 02:58:11.192602 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b78196fb-049f-4784-8eb4-ddef8542c272 service neutron] 10.222.0.86 "GET /v2.0/ports/a96f4b28-3f5e-4b40-966d-e158bfc05a05/bindings/n-h1-768862-14 HTTP/1.1" status: 200 len: 383 time: 0.0586348 Aug 16 02:58:11.270578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-2bde38ad-6f4f-4579-ad9a-038425557653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:11.272175 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-2bde38ad-6f4f-4579-ad9a-038425557653 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1097 time: 0.0413225 Aug 16 02:58:11.366423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-dc66c363-4e3e-438f-882e-c86347dee199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:11.367850 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-dc66c363-4e3e-438f-882e-c86347dee199 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0886891 Aug 16 02:58:11.432608 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-d76a55b4-5352-4e97-bfe5-1bf71150ae7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1002 time: 0.0579896 Aug 16 02:58:11.485842 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-acdbd697-d5f5-4464-a763-a4ad6c1f41cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:11.487352 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-acdbd697-d5f5-4464-a763-a4ad6c1f41cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0471745 Aug 16 02:58:11.532205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-3a6d0eb6-91e8-4b20-b176-9de1d79392eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:11.533795 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-3a6d0eb6-91e8-4b20-b176-9de1d79392eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397615 Aug 16 02:58:11.625887 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-57dda9c1-443e-457f-96f7-caf7417e7939 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844824 Aug 16 02:58:11.719532 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-5b79e364-51da-4fe4-a600-935f558e4715 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865054 Aug 16 02:58:11.869306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:11.921252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port a96f4b28-3f5e-4b40-966d-e158bfc05a05 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:11.925032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port a96f4b28-3f5e-4b40-966d-e158bfc05a05 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:11.925406 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:12.001411 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:12.023340 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:12.037603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:12.041415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:12.067995 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66df4e29-3077-46d9-813a-c9561b2ee839" -d '{"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-plugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:12.096250 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:12.165672 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24602b04-8005-4e3f-8ca8-5fc38d99b001 x-openstack-request-id: req-24602b04-8005-4e3f-8ca8-5fc38d99b001 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:12.165963 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-plugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:12.166215 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24602b04-8005-4e3f-8ca8-5fc38d99b001 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:12.166608 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'code': 200} Aug 16 02:58:12.316711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa08b7-e91f-438a-9ad2-5bf56968cc41 req-e0ddde2a-9f6e-4683-be9e-f54686747090 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:12.318414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9aa08b7-e91f-438a-9ad2-5bf56968cc41 req-e0ddde2a-9f6e-4683-be9e-f54686747090 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0565097 Aug 16 02:58:12.357903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9aa08b7-e91f-438a-9ad2-5bf56968cc41 req-1b9094bd-04e4-40f1-a3fc-726777feb9eb tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334539 Aug 16 02:58:12.787720 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:13.484393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f08264-5ff5-4dff-a281-63154f9f43f2 req-25b78b77-59f3-44c4-b8e6-bb0a049523f3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:13.485947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4f08264-5ff5-4dff-a281-63154f9f43f2 req-25b78b77-59f3-44c4-b8e6-bb0a049523f3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0543513 Aug 16 02:58:13.526923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a4f08264-5ff5-4dff-a281-63154f9f43f2 req-7b7773c9-3ef8-4cbe-98fe-e30d1ea258c2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348582 Aug 16 02:58:13.927660 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-bbc41614-08db-46e2-be81-63b97cc3dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:13.929159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-bbc41614-08db-46e2-be81-63b97cc3dd08 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 1098 time: 0.0438700 Aug 16 02:58:13.941795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:14.003167 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:14.216717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:14.249566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:58:14.290230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:14.296109 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:14.310383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Transition to ACTIVE for port object a96f4b28-3f5e-4b40-966d-e158bfc05a05 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:14.315658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:14.343381 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914e3b1c-23b7-42ed-b085-03caa0881120" -d '{"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-unplugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:14.408236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:14.420986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.421606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.422990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.425222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.425585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.426959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.427350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.427697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.428042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.428379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.428715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.429048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:14.466164 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1efc67e-ad22-460a-b57c-e659ef39c52a x-openstack-request-id: req-d1efc67e-ad22-460a-b57c-e659ef39c52a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:14.466461 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-unplugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:14.466712 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1efc67e-ad22-460a-b57c-e659ef39c52a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:14.467184 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'code': 200} Aug 16 02:58:14.468080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] No DVR routers for this DVR port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on host n-h1-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:58:14.582068 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:58:14.632349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:58:14.632917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:58:14.632917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:14.639181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:58:14.639501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Attempting to bind port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:14.649177 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:58:14.649513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:58:14.649894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:58:14.650315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Bound port: a96f4b28-3f5e-4b40-966d-e158bfc05a05, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:58:14.650670 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:14.673003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd68ef-5ffa-4d69-a8a6-b54ab27ec76d req-b550bae7-21d6-4d7a-bec4-b055e76db64f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:14.674792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dfd68ef-5ffa-4d69-a8a6-b54ab27ec76d req-b550bae7-21d6-4d7a-bec4-b055e76db64f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 945 time: 0.0755975 Aug 16 02:58:14.752465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dfd68ef-5ffa-4d69-a8a6-b54ab27ec76d req-6fb5348c-69c8-4645-8720-8927a2836da4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535045 Aug 16 02:58:14.756586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:58:14.760010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:58:14.764646 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:14.798929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:14.799899 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:14.801201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] 10.222.0.93 "PUT /v2.0/ports/a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1094 time: 0.8638711 Aug 16 02:58:14.836565 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e3675-4929-4767-8c5c-69843aba5dca service neutron] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=11']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:14.870648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b129c1d1-d2ff-4279-971b-cb4328af500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:14.872252 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-b129c1d1-d2ff-4279-971b-cb4328af500c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1097 time: 0.0473809 Aug 16 02:58:14.972250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-5bd515d2-c1be-4326-ad8e-3612bacd9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:14.973775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-5bd515d2-c1be-4326-ad8e-3612bacd9831 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0952942 Aug 16 02:58:15.041749 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-7015859d-be03-4f96-bb58-4c9df6b84eb8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1001 time: 0.0613856 Aug 16 02:58:15.095670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-93468de9-8552-487e-880e-62ed0aad4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:15.097045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-93468de9-8552-487e-880e-62ed0aad4133 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0483813 Aug 16 02:58:15.144231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-f1c6e456-abed-4188-9b76-aec47e679df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:15.145757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-f1c6e456-abed-4188-9b76-aec47e679df5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409379 Aug 16 02:58:15.236042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-6705a1b1-1975-4a3a-87db-6fb88696b00d service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828862 Aug 16 02:58:15.328800 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d5a8d2f-7862-4608-b57f-0fbf2a33726f req-f5bc3d3c-cdac-4866-a8ff-dd37c880ced0 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862641 Aug 16 02:58:15.868281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc58a3e-8b0e-41b9-8ba4-93c457faf53b req-cabf429f-b449-4400-a80c-d5a87f5ceece tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:15.869781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abc58a3e-8b0e-41b9-8ba4-93c457faf53b req-cabf429f-b449-4400-a80c-d5a87f5ceece tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 945 time: 0.0495737 Aug 16 02:58:15.882412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:15.910462 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abc58a3e-8b0e-41b9-8ba4-93c457faf53b req-724fffdb-56e1-44bc-ab42-32d73328383c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334849 Aug 16 02:58:15.925770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:16.468250 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:16.470577 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10f2500-6e68-4d73-9a73-c826017c5b68" -d '{"events": [{"name": "network-changed", "server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:16.517427 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffbd94d-cbc8-4b13-bc9f-dff9b424accd x-openstack-request-id: req-1ffbd94d-cbc8-4b13-bc9f-dff9b424accd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:16.517714 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:16.517965 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ffbd94d-cbc8-4b13-bc9f-dff9b424accd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:16.518357 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'status': 'completed', 'code': 200} Aug 16 02:58:16.582603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-8e33f1dd-6b00-4ee3-b4cf-62f50d9b1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:16.584160 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-8e33f1dd-6b00-4ee3-b4cf-62f50d9b1252 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1097 time: 0.0417492 Aug 16 02:58:16.599485 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-5a636ccf-f079-4a7e-938b-21b17d3ae608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:16.600930 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-5a636ccf-f079-4a7e-938b-21b17d3ae608 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 1097 time: 0.0430074 Aug 16 02:58:16.681103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-c28b5f85-a201-411e-811e-fdcb43fdbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:16.682652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-c28b5f85-a201-411e-811e-fdcb43fdbc69 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0891378 Aug 16 02:58:16.698080 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-b8875e78-c180-4ca9-be8e-5502828c1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:16.699608 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-b8875e78-c180-4ca9-be8e-5502828c1509 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0911043 Aug 16 02:58:16.748801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-db0d5c46-d7a1-4b7b-8054-af5f2ffeb34f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1001 time: 0.0583127 Aug 16 02:58:16.767350 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-aec30f9d-a680-4a58-923d-93ccc1590941 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 200 len: 1001 time: 0.0604193 Aug 16 02:58:16.802679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-95af94c5-da88-4d3f-8722-4a498e05bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:16.804188 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-95af94c5-da88-4d3f-8722-4a498e05bad4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0494003 Aug 16 02:58:16.820750 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-4e52bc35-16b5-47cf-8598-ce293230dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:16.822238 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-4e52bc35-16b5-47cf-8598-ce293230dd9c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0484953 Aug 16 02:58:16.853040 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-ba9bda8c-82cd-441e-a0b0-3cd5bbd8d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:16.854855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-ba9bda8c-82cd-441e-a0b0-3cd5bbd8d7f6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421290 Aug 16 02:58:16.879853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-7bf95bba-f7c1-4d40-8ea4-d09d8e9965b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:16.881364 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-7bf95bba-f7c1-4d40-8ea4-d09d8e9965b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516207 Aug 16 02:58:16.953084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-07be6343-9c32-4e0b-80ff-ce5d2f057dcc service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910738 Aug 16 02:58:16.994219 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-50d9a8ce-c0af-4ebf-9fda-b4c764bcb67d service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056917 Aug 16 02:58:17.090970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318571-ac2a-4350-ab39-90294ebe569f req-58aef7c4-d969-487e-96e7-17879683e14b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:17.093371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3318571-ac2a-4350-ab39-90294ebe569f req-58aef7c4-d969-487e-96e7-17879683e14b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 945 time: 0.0775082 Aug 16 02:58:17.105216 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-a6627d3b-ffda-4e60-a38b-7cf4ddf82929 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038208 Aug 16 02:58:17.111121 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d10f2500-6e68-4d73-9a73-c826017c5b68 req-bc7697c3-3778-40f1-8204-8013ceef7839 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497364 Aug 16 02:58:17.148371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c3318571-ac2a-4350-ab39-90294ebe569f req-7da9d210-a429-448f-8ad9-c6940bce8097 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472109 Aug 16 02:58:17.971206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:58:18.064890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:18.079023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'mac_address': 'fa:16:3e:9f:ae:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:58:18.114814 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:18.129142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96f4b28-3f5e-4b40-966d-e158bfc05a05 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:58:18.149271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:18.153302 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:18.201057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:18.276030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67cd4d-a091-4279-bfa6-371732e08c10 req-97c9d413-b8ea-46d5-a76b-90a712081cb4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:18.277484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed67cd4d-a091-4279-bfa6-371732e08c10 req-97c9d413-b8ea-46d5-a76b-90a712081cb4 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0621331 Aug 16 02:58:18.318141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ed67cd4d-a091-4279-bfa6-371732e08c10 req-02c0eac2-e7c2-4885-9cd7-3adb3991c107 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339348 Aug 16 02:58:18.363541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['a96f4b28-3f5e-4b40-966d-e158bfc05a05'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:58:18.436126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dad0-4357-4d6a-96f2-66f70da14044 req-ed726ff4-6a18-45aa-bbd7-52bca25a0808 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:18.437634 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c051dad0-4357-4d6a-96f2-66f70da14044 req-ed726ff4-6a18-45aa-bbd7-52bca25a0808 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0529268 Aug 16 02:58:18.475485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c051dad0-4357-4d6a-96f2-66f70da14044 req-b70bebb8-cc9d-4044-9553-5768fa395c4c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Aug 16 02:58:18.590365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde897e-548e-4c23-8d88-6a3bd11d8e44 req-27c449a6-0b45-407c-9726-c33cf830748b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:18.592436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bde897e-548e-4c23-8d88-6a3bd11d8e44 req-27c449a6-0b45-407c-9726-c33cf830748b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0506475 Aug 16 02:58:18.635460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1bde897e-548e-4c23-8d88-6a3bd11d8e44 req-80efaa1f-a7da-4658-8bd3-6f75d2fb0a09 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Aug 16 02:58:18.874203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a27e-0b1d-435d-b22f-6e27c1243abd req-588c38f2-aa82-40b5-b489-f5d101f4a043 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:18.875616 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbd1a27e-0b1d-435d-b22f-6e27c1243abd req-588c38f2-aa82-40b5-b489-f5d101f4a043 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0532508 Aug 16 02:58:18.913941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbd1a27e-0b1d-435d-b22f-6e27c1243abd req-83babc10-10cc-42ab-ba3b-0d433aa8be0d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Aug 16 02:58:19.978574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:20.036978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port a96f4b28-3f5e-4b40-966d-e158bfc05a05 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:20.040868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port a96f4b28-3f5e-4b40-966d-e158bfc05a05 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:20.041010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efa8f0-f333-4f85-89a1-54c776669f05 req-17c3410c-aee7-4ba2-80f1-18332d598eba tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:20.041525 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:20.042555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48efa8f0-f333-4f85-89a1-54c776669f05 req-17c3410c-aee7-4ba2-80f1-18332d598eba tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0550103 Aug 16 02:58:20.112524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48efa8f0-f333-4f85-89a1-54c776669f05 req-0de151ad-423b-41de-a937-34d7c77691db tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629933 Aug 16 02:58:20.123366 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:20.123625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-7a12e752-6145-4569-ba52-20b073507ea8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:20.125310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-7a12e752-6145-4569-ba52-20b073507ea8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 946 time: 0.0746524 Aug 16 02:58:20.148573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:20.150804 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa114e4-14fa-4422-bd80-5806e25cc88e" -d '{"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-plugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:20.164858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:20.172643 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:20.196303 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece2430f-d09f-48c6-b35a-caf147a7ba59 x-openstack-request-id: req-ece2430f-d09f-48c6-b35a-caf147a7ba59 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:20.196595 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-plugged", "status": "completed", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:20.196846 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ece2430f-d09f-48c6-b35a-caf147a7ba59 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:20.197225 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'code': 200} Aug 16 02:58:20.224420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:20.232649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Deleting port a96f4b28-3f5e-4b40-966d-e158bfc05a05 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:58:20.233010 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:20.323829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] For port a96f4b28-3f5e-4b40-966d-e158bfc05a05, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=a96f4b28-3f5e-4b40-966d-e158bfc05a05,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:20.324203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:20.501033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:20.501319 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:20.501637 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4 disassociated. External IP: 172.25.5.248, port: a96f4b28-3f5e-4b40-966d-e158bfc05a05. Aug 16 02:58:20.501981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Calling delete_port for a96f4b28-3f5e-4b40-966d-e158bfc05a05 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:58:20.628760 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:20.663630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event deleted for resources: {'Port': ['ID=a96f4b28-3f5e-4b40-966d-e158bfc05a05,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:20.780835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:20.890761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:20.900878 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:20.911061 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:20.911775 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:58:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:20.934359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] No DVR routers for this DVR port a96f4b28-3f5e-4b40-966d-e158bfc05a05 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:58:20.937669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:20.940268 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f2d05a2-c177-4134-9f4f-55a909cb78fd req-c1055a62-02b4-44fb-8112-e8a3dfb0db80 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "DELETE /v2.0/ports/a96f4b28-3f5e-4b40-966d-e158bfc05a05 HTTP/1.1" status: 204 len: 173 time: 0.8084381 Aug 16 02:58:20.940768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-deleted', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:20.943035 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261490f-7a71-4924-8ba6-803e8e73ca16" -d '{"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-deleted", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:20.983436 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74955657-a350-49a3-8779-1b1dbef3e9df x-openstack-request-id: req-74955657-a350-49a3-8779-1b1dbef3e9df {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:20.983724 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b4d570-c43c-4ac1-8b6e-da976c98c121", "name": "network-vif-deleted", "tag": "a96f4b28-3f5e-4b40-966d-e158bfc05a05", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:20.983973 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74955657-a350-49a3-8779-1b1dbef3e9df {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:20.984361 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4d570-c43c-4ac1-8b6e-da976c98c121', 'name': 'network-vif-deleted', 'tag': 'a96f4b28-3f5e-4b40-966d-e158bfc05a05', 'status': 'completed', 'code': 200} Aug 16 02:58:21.025902 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:21.244076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d693b436-cfc1-4922-93ad-68866ffa6138 req-6ec0a89d-c805-467d-a498-47e263d5e2ea tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=71b4d570-c43c-4ac1-8b6e-da976c98c121 HTTP/1.1" status: 200 len: 210 time: 0.0384858 Aug 16 02:58:21.254361 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:21.289068 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:21.299002 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:21.299647 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:58:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:21.510952 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:21.709587 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:21.740001 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751fb91-692d-4d95-8ecc-f70113972f38 None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:21.960512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f7ec9-1bca-411d-84b8-3e12c2952908 None None] New status for floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:58:22.515380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-917f7fb7-b6d1-4ac9-9b42-7af870363e22 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1815819674&fields=id&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 267 time: 0.0333562 Aug 16 02:58:22.619376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-5685a180-df74-49f1-ba09-d59199a0a47d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:22.620838 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-5685a180-df74-49f1-ba09-d59199a0a47d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 812 time: 0.0987668 Aug 16 02:58:22.636595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-79ada29e-702e-4cf5-bdfc-2f6c26ee2917 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/quotas/b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 375 time: 0.0089970 Aug 16 02:58:22.694009 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-0191b9df-6a1f-4bf2-83b1-82d7a69b49dd tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516126 Aug 16 02:58:22.860577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-a41fc86a-66ec-47a3-9ca2-6f0984042a11 service neutron] 10.222.0.61 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212413 Aug 16 02:58:22.952077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-6182208d-ee8e-4543-956a-7e3181d7373c service neutron] 10.222.0.61 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853119 Aug 16 02:58:23.116546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90ec2a50-b20e-4c21-9a61-5364eafcc1e5 req-c68dc587-204e-4712-b64e-126cce3036f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 210 time: 0.0282083 Aug 16 02:58:24.010496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:58:24.031024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: a96f4b28-3f5e-4b40-966d-e158bfc05a05 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:58:24.031398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device a96f4b28-3f5e-4b40-966d-e158bfc05a05 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:58:24.197535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d86ae7cd-177f-443b-a6cc-74ce757f267e req-f36593f4-75c5-4227-a25c-5cb0e5b0bfb9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 210 time: 0.0270803 Aug 16 02:58:25.062292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-b12a627e-a343-4d97-9cdd-b3196b442d43 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:25.063794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-b12a627e-a343-4d97-9cdd-b3196b442d43 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 812 time: 0.1153240 Aug 16 02:58:25.108432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-027bb400-4d49-441a-805f-c4eee05570a2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 380 time: 0.0345156 Aug 16 02:58:25.121172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'port': {'device_id': '5ce10e05-0919-4c0e-bbae-64172edef951', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'admin_state_up': True, 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'security_groups': ['47ab5277-fd9b-4f3f-97ca-6d4f29597fce']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:25.226978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Made reservation on behalf of b728efb188604b19818c2e2fad693055 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:58:25.231779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:25.322929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79688858-bcd6-4a17-9929-b377290b5721 req-3da7064b-3460-4654-b84a-4222152b157c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 210 time: 0.0339952 Aug 16 02:58:25.396222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Allocated IP 172.20.0.10 (662c1f3b-e45d-4b33-975c-30997f06b126/8ce173a1-07a1-442b-bd0d-ee6ba9f3c894/869d673d-9711-4ad1-8c88-17bd58aff2ac) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:58:25.534383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:25.549313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Transition to ACTIVE for port object 869d673d-9711-4ad1-8c88-17bd58aff2ac will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:25.581712 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:25.625617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Network 662c1f3b-e45d-4b33-975c-30997f06b126 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:58:25.628759 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:25.632550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:58:25.660248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:25.686640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:25.687331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:25.707916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-f805f7d1-47e5-4b91-94f3-b942313477f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5902948 Aug 16 02:58:25.721185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Request body: {'port': {'device_id': '5ce10e05-0919-4c0e-bbae-64172edef951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:25.925115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f583820c-7844-43ef-9063-ff60fb1287b8 None None] Provisioning for port 869d673d-9711-4ad1-8c88-17bd58aff2ac completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:25.930245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f583820c-7844-43ef-9063-ff60fb1287b8 None None] Provisioning complete for port 869d673d-9711-4ad1-8c88-17bd58aff2ac triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:25.930696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f583820c-7844-43ef-9063-ff60fb1287b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:25.971308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f583820c-7844-43ef-9063-ff60fb1287b8 None None] Port 869d673d-9711-4ad1-8c88-17bd58aff2ac cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:58:26.125469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:26.379766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869d673d-9711-4ad1-8c88-17bd58aff2ac {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:58:26.387033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:26.399506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Transition to ACTIVE for port object 869d673d-9711-4ad1-8c88-17bd58aff2ac will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:58:26.411615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:26.492079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:26.518827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73901e82-b044-4c4b-b4d8-05ec04371e29 req-0416d840-732d-41e8-9d92-fc05ecc62171 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:26.520414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73901e82-b044-4c4b-b4d8-05ec04371e29 req-0416d840-732d-41e8-9d92-fc05ecc62171 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.1197004 Aug 16 02:58:26.593790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:58:26.594127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:58:26.594455 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:26.598835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73901e82-b044-4c4b-b4d8-05ec04371e29 req-7118ee6f-65f2-4c93-86e7-48c4b7b2f22a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587873 Aug 16 02:58:26.602488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Port 869d673d-9711-4ad1-8c88-17bd58aff2ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:58:26.602783 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:58:26.608804 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:58:26.609191 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:58:26.609524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:58:26.609954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Bound port: 869d673d-9711-4ad1-8c88-17bd58aff2ac, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:58:26.610319 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:26.677365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:58:26.680293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:58:26.684781 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:26.720895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:26.721519 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:26.722928 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] 10.222.0.93 "PUT /v2.0/ports/869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1093 time: 1.0069873 Aug 16 02:58:26.723396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:26.725733 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:26.754345 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35f829-fbf7-43a1-972f-04d53bb828e7 service neutron] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:26.773863 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a11f1a1-6f19-4f45-af3b-db7506948edc x-openstack-request-id: req-4a11f1a1-6f19-4f45-af3b-db7506948edc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:26.774160 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:26.774416 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a11f1a1-6f19-4f45-af3b-db7506948edc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:26.774815 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'status': 'completed', 'code': 200} Aug 16 02:58:26.806305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-db081f6b-f8ee-4b3b-96f2-839bad0625a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:26.807913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-db081f6b-f8ee-4b3b-96f2-839bad0625a2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1096 time: 0.0441470 Aug 16 02:58:26.855077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-2cc372d9-4a92-4ba7-8398-b3bbf3c6597b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 217 time: 0.0398519 Aug 16 02:58:26.906006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-e486e9c6-cf3f-4aca-bb53-512aabe5ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:26.907562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-e486e9c6-cf3f-4aca-bb53-512aabe5ae79 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0462816 Aug 16 02:58:26.954403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-d8c29e83-dcd4-4860-9550-2453544c3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:26.955972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-d8c29e83-dcd4-4860-9550-2453544c3fee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413980 Aug 16 02:58:27.047367 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-50c5eb6c-d0d5-4c9b-ad3a-837a65d9d115 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843253 Aug 16 02:58:27.137415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66002dd4-d686-4211-9d07-18cd92ffaccc req-2a820ee0-2215-4837-8190-0f14659412e9 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827572 Aug 16 02:58:27.225343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-10a13140-3916-4145-a5af-fcc2ae236470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:27.226844 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-10a13140-3916-4145-a5af-fcc2ae236470 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1096 time: 0.0425231 Aug 16 02:58:27.321981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-4bdc91b4-b6ea-4024-b68c-ba64b5041560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:27.323506 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-4bdc91b4-b6ea-4024-b68c-ba64b5041560 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0898435 Aug 16 02:58:27.365979 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-669e5d80-364f-4245-a05e-a9d3c9f980b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 217 time: 0.0346937 Aug 16 02:58:27.419131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-45fd863e-fe25-4257-9a37-5117514177ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:27.420609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-45fd863e-fe25-4257-9a37-5117514177ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0470138 Aug 16 02:58:27.467339 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-274b717c-ef68-49fc-abab-fee4e8631068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:27.468859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-274b717c-ef68-49fc-abab-fee4e8631068 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410991 Aug 16 02:58:27.555859 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-c3acdf50-39d0-4839-8d33-fafda232548c service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796897 Aug 16 02:58:27.651761 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cefcfa9a-811e-4c52-961a-2bee1fb4f6a9 req-81b0f881-f80f-40f6-8bc8-22e2b42ed84d service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888469 Aug 16 02:58:27.720985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68d70a-e6bc-4dd8-8167-395abbfde14f req-a5da3114-ddaf-4551-9387-6422b557134d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:27.722383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e68d70a-e6bc-4dd8-8167-395abbfde14f req-a5da3114-ddaf-4551-9387-6422b557134d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0506556 Aug 16 02:58:27.761506 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e68d70a-e6bc-4dd8-8167-395abbfde14f req-923c3c81-22f8-452c-b578-59ca3289c879 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331833 Aug 16 02:58:28.874494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e957d05-c93f-4265-b276-09f8e1892c03 req-83c6aee7-57ae-4220-af57-0300ec919137 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:28.876044 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e957d05-c93f-4265-b276-09f8e1892c03 req-83c6aee7-57ae-4220-af57-0300ec919137 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0489171 Aug 16 02:58:28.922003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e957d05-c93f-4265-b276-09f8e1892c03 req-0bd583e7-fca1-460c-b3ce-b63bd02cefd5 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400150 Aug 16 02:58:30.026783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:58:30.040268 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa84e-30ff-491e-a887-4746327724e2 req-9f43cd06-5415-4abe-8570-bafcb5c4243b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:30.041784 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-659aa84e-30ff-491e-a887-4746327724e2 req-9f43cd06-5415-4abe-8570-bafcb5c4243b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0492797 Aug 16 02:58:30.082792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-659aa84e-30ff-491e-a887-4746327724e2 req-f4d8baba-b437-4969-8596-859a78579fdc tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Aug 16 02:58:30.124478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:30.135520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'mac_address': 'fa:16:3e:84:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:58:30.326052 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.338799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869d673d-9711-4ad1-8c88-17bd58aff2ac {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:58:30.359525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:30.362951 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:30.408519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:30.547732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['869d673d-9711-4ad1-8c88-17bd58aff2ac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:58:31.045313 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5c15df2-a579-499c-90af-b0acde78cd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:31.203335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9dc6b-34ef-486c-87ff-bd8ad7f2938d req-1a1a36b5-adfd-42a3-abac-70f48d95e662 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:31.204768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67a9dc6b-34ef-486c-87ff-bd8ad7f2938d req-1a1a36b5-adfd-42a3-abac-70f48d95e662 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0541973 Aug 16 02:58:31.242240 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67a9dc6b-34ef-486c-87ff-bd8ad7f2938d req-7978cba6-ac16-4f49-96d5-ff31d311a8f3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Aug 16 02:58:31.356984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.042513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:32.093921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 869d673d-9711-4ad1-8c88-17bd58aff2ac completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:32.097623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 869d673d-9711-4ad1-8c88-17bd58aff2ac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:32.097996 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.178644 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.204142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:32.206377 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e052f0eb-7216-4939-ad02-05a5f671e325" -d '{"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-plugged", "status": "completed", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:32.220422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:32.224704 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:32.248141 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a787e0e-7e0f-44a2-a237-b3408bee5c86 x-openstack-request-id: req-6a787e0e-7e0f-44a2-a237-b3408bee5c86 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:32.248426 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-plugged", "status": "completed", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:32.248680 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a787e0e-7e0f-44a2-a237-b3408bee5c86 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:32.249106 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'code': 200} Aug 16 02:58:32.277551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:32.375861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe2bd4-e2f7-40bc-b47c-275139c30f19 req-9b6d5c17-8876-4457-ad18-5dd371c84d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:32.377386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1abe2bd4-e2f7-40bc-b47c-275139c30f19 req-9b6d5c17-8876-4457-ad18-5dd371c84d1e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1098 time: 0.0748670 Aug 16 02:58:32.390048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36881a40-719a-467d-b48b-7fafd30d9003 req-2b3a892b-4569-47fd-810f-2478ed590d78 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:32.391496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36881a40-719a-467d-b48b-7fafd30d9003 req-2b3a892b-4569-47fd-810f-2478ed590d78 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0630324 Aug 16 02:58:32.436698 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1abe2bd4-e2f7-40bc-b47c-275139c30f19 req-245a9dac-72d6-4b62-8020-7f8666272c75 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442712 Aug 16 02:58:32.449086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36881a40-719a-467d-b48b-7fafd30d9003 req-39ccf755-bd58-45bc-b4f5-7dada0e8e1ad tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506186 Aug 16 02:58:33.567153 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906771b-1e04-4b91-978f-7ba2cdf27e6e req-a17b9fd7-39ac-4e64-a124-aae963de4921 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:33.568702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4906771b-1e04-4b91-978f-7ba2cdf27e6e req-a17b9fd7-39ac-4e64-a124-aae963de4921 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0509109 Aug 16 02:58:33.607524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4906771b-1e04-4b91-978f-7ba2cdf27e6e req-c0605c7b-c5ea-4b54-8be2-ffd3f9631e2a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Aug 16 02:58:33.671939 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9207cc06-e241-4ebb-a59a-4087548530b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:33.726719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c25dc-9291-45f9-8f6d-5168e45a6879 req-6f11e47b-8037-4278-a47d-273b1d18e97b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:33.728226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-236c25dc-9291-45f9-8f6d-5168e45a6879 req-6f11e47b-8037-4278-a47d-273b1d18e97b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0515633 Aug 16 02:58:33.737052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:33.741642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-694aaf69-eea2-4864-a799-20970ee382ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Request body: {'floatingip': {'port_id': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:33.797965 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-694aaf69-eea2-4864-a799-20970ee382ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.042957 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.256425 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-694aaf69-eea2-4864-a799-20970ee382ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.260205 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-694aaf69-eea2-4864-a799-20970ee382ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.362430 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-694aaf69-eea2-4864-a799-20970ee382ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4 associated. External IP: 172.25.5.248, port: 869d673d-9711-4ad1-8c88-17bd58aff2ac. Aug 16 02:58:34.577388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694aaf69-eea2-4864-a799-20970ee382ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:34.683675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694aaf69-eea2-4864-a799-20970ee382ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:34.688628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-694aaf69-eea2-4864-a799-20970ee382ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:34.693151 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:34.703298 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:34.703907 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:58:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:34.715829 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-694aaf69-eea2-4864-a799-20970ee382ca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "PUT /v2.0/floatingips/9f3c950c-e337-49a0-b7a6-060e16965bc4 HTTP/1.1" status: 200 len: 993 time: 0.9776967 Aug 16 02:58:34.717286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:34.719618 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ec4759-c34b-4d16-806a-3e064740ee3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:34.804467 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086013f0-9a36-4d28-a562-51188f528211 x-openstack-request-id: req-086013f0-9a36-4d28-a562-51188f528211 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:34.804768 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:34.805033 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-086013f0-9a36-4d28-a562-51188f528211 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:34.805433 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'status': 'completed', 'code': 200} Aug 16 02:58:34.812243 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:34.872046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-fcf850d7-f4a0-4a89-ba47-fda01bc47f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:34.874028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-fcf850d7-f4a0-4a89-ba47-fda01bc47f5d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1098 time: 0.0448942 Aug 16 02:58:34.966823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-76a2e459-8394-40c5-931d-8b764a8630e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:34.968368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-76a2e459-8394-40c5-931d-8b764a8630e5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0872049 Aug 16 02:58:35.032953 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:84:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce10e05-0919-4c0e-bbae-64172edef951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:58:34Z', 'revision_number': 13, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:35.039640 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:35.041375 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-870e8f8f-6a03-456b-8e08-e692ebac936e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1001 time: 0.0652051 Aug 16 02:58:35.066960 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:35.077545 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:35.078250 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T02:58:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:35.092045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-dae74217-0a5f-4599-9f6a-8e779ae84c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:35.093590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-dae74217-0a5f-4599-9f6a-8e779ae84c34 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0455418 Aug 16 02:58:35.140989 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-128d7445-0ef4-478f-830e-d293c9004871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:35.142553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-128d7445-0ef4-478f-830e-d293c9004871 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422740 Aug 16 02:58:35.184155 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:35.240062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-a941c97f-638e-4cc1-880a-e4315ee250e6 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901577 Aug 16 02:58:35.330888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-64ec4759-c34b-4d16-806a-3e064740ee3e req-574574dd-6cf2-4bb9-94d9-646a4ea40fe7 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845013 Aug 16 02:58:35.406130 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:84:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce10e05-0919-4c0e-bbae-64172edef951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:58:34Z', 'revision_number': 13, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:35.431657 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f215b3-a66e-458f-8140-c43dd9e6914a None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '9f3c950c-e337-49a0-b7a6-060e16965bc4', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'port_id': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'mac_address': 'fa:16:3e:84:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce10e05-0919-4c0e-bbae-64172edef951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:50:40Z', 'updated_at': '2021-08-16T02:58:34Z', 'revision_number': 13, 'project_id': 'b728efb188604b19818c2e2fad693055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:35.619186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2c1d83-4835-46d1-9363-9e88af861e8c None None] New status for floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:58:37.160477 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:42.789460 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:51.581172 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:01.046185 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbe0bbf1-6e92-4f5e-b8e0-742fd51b6476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:01.372698 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:03.675946 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a44fdb08-eb2e-4ef0-ade5-f6bb62078ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:04.045295 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:05.040930 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.166967 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:12.801763 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:14.433681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-c6800ccb-3e0b-4d53-9675-36d716a43f3a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411038 Aug 16 02:59:14.521404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-b18b4e6c-c534-4655-85f7-47266e61ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:14.523213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-b18b4e6c-c534-4655-85f7-47266e61ec3b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1098 time: 0.0478113 Aug 16 02:59:14.629167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-29ce4204-4a86-4748-9a81-cb551a3d365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:14.630657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-29ce4204-4a86-4748-9a81-cb551a3d365a service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0874970 Aug 16 02:59:14.701700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-a177fd63-58e9-40d0-b5d0-a8dba06ab2fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1003 time: 0.0634823 Aug 16 02:59:14.752651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-6aadb389-e66c-44e0-b608-7ee6c7aa0e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:14.754099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-6aadb389-e66c-44e0-b608-7ee6c7aa0e2a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0446041 Aug 16 02:59:14.800576 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-73898b62-d2a2-42c5-9478-f1a708a52a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:14.802109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-73898b62-d2a2-42c5-9478-f1a708a52a9c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411592 Aug 16 02:59:14.900192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-626899b1-bb29-4bb8-bf97-f28f51c1a77a service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905652 Aug 16 02:59:14.995185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63631662-8c36-4e27-a859-a0e4fc4df3b7 req-9f3d895d-9175-4402-95d4-da385c501718 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878603 Aug 16 02:59:28.581715 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:31.049942 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a87f9607-494a-4cb6-8fdd-612b734711f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:31.387193 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.677911 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90d29529-572c-4a9e-bb0c-302188162a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.046150 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.044442 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.165614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.815751 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:01.057285 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f0cb5e6-9d0b-485b-abe8-ffb75ad52107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:01.392799 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:03.679966 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a20b377d-3e42-40b9-bf96-53279c81fa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:04.047494 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:05.048958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:05.581179 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:07.169458 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:11.831082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435594cf-10d1-4939-9c26-003bfa5f811a req-9a17080d-9254-4b12-ba18-dc97e42e7875 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:11.832631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-435594cf-10d1-4939-9c26-003bfa5f811a req-9a17080d-9254-4b12-ba18-dc97e42e7875 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0504057 Aug 16 03:00:11.869687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-435594cf-10d1-4939-9c26-003bfa5f811a req-3bf30e10-ff58-452e-a428-67525ef4c286 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Aug 16 03:00:12.815760 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:14.466013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-dda30ccf-ec77-4ccb-bf09-4048a6b581f0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472989 Aug 16 03:00:14.555190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-6b192120-3bfc-4489-9e48-4ae6580ecc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:14.556715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-6b192120-3bfc-4489-9e48-4ae6580ecc58 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1098 time: 0.0451901 Aug 16 03:00:14.670914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-80c26192-893a-4587-99ca-3c62539b36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:14.672476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-80c26192-893a-4587-99ca-3c62539b36d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0938327 Aug 16 03:00:14.745746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-29828f09-43d2-49ab-ad69-074b97160896 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1003 time: 0.0650327 Aug 16 03:00:14.798447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-79303c1f-3d02-4845-9001-381b1ae35fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:14.800339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-79303c1f-3d02-4845-9001-381b1ae35fcc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0472496 Aug 16 03:00:14.851544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-81355c64-9a62-4329-8b5e-5f3096b3a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:14.853001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-81355c64-9a62-4329-8b5e-5f3096b3a489 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450051 Aug 16 03:00:14.864255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-03ed6a17-228c-4882-a8c1-bc830c312f93 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:00:14.865846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-03ed6a17-228c-4882-a8c1-bc830c312f93 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052581 Aug 16 03:00:14.965868 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-2f29e322-a00f-4374-a5e8-abbd0805ae12 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922215 Aug 16 03:00:15.059623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93ef9bec-b919-49c6-b331-9ced3e8157db req-0b40f072-c146-4886-9e5b-d1094ee50093 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866468 Aug 16 03:00:23.061294 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-4dd8c872-455b-4e4c-9256-f37eea292395 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737827 Aug 16 03:00:23.069472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6492f57-e0fc-4da3-9053-fb3e7988758a req-d56a9ef8-a402-46cf-952d-dff178c4baa6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:23.070867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6492f57-e0fc-4da3-9053-fb3e7988758a req-d56a9ef8-a402-46cf-952d-dff178c4baa6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0756025 Aug 16 03:00:23.110734 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6492f57-e0fc-4da3-9053-fb3e7988758a req-1db443fb-7aef-48e6-9dd9-5676d5683ef7 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332823 Aug 16 03:00:24.246976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91ce2-f9c9-4abb-b1ed-b48afac1d777 req-eb966da0-56fa-420e-aa5b-a205ffb8a60e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:24.248780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1fb91ce2-f9c9-4abb-b1ed-b48afac1d777 req-eb966da0-56fa-420e-aa5b-a205ffb8a60e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0532238 Aug 16 03:00:24.318224 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1fb91ce2-f9c9-4abb-b1ed-b48afac1d777 req-6fff7306-5845-401e-9449-89665b2a702d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628810 Aug 16 03:00:24.328718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-83a79b63-4aec-4deb-ba6c-1be26886079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:24.330223 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-83a79b63-4aec-4deb-ba6c-1be26886079f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1098 time: 0.0612743 Aug 16 03:00:24.418041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-a526c360-6262-4b91-ad46-ba7c72b9493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:24.420280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-a526c360-6262-4b91-ad46-ba7c72b9493a service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0833726 Aug 16 03:00:24.491116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-d14f7dd9-6afb-42b5-913b-446c9ed73fa8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1003 time: 0.0639670 Aug 16 03:00:24.539321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-9660d43f-4081-4ed9-a045-cb0a3015205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:24.540731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-9660d43f-4081-4ed9-a045-cb0a3015205c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0425353 Aug 16 03:00:24.585427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-4180f22c-cdc2-4eeb-a61e-72856ae8f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:24.586797 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-4180f22c-cdc2-4eeb-a61e-72856ae8f58d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392768 Aug 16 03:00:24.678994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-0aa2964e-dbef-4177-8d30-70f10f180ac0 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Aug 16 03:00:24.766991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-3baef398-b3b0-4bfd-bb77-41fda9eea1cc service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814075 Aug 16 03:00:25.437643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40d16b-eb91-4b11-8a9e-bcc41c81ab08 req-b4612a21-6039-41dc-843f-626199b526c6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:25.439106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e40d16b-eb91-4b11-8a9e-bcc41c81ab08 req-b4612a21-6039-41dc-843f-626199b526c6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Aug 16 03:00:25.477661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e40d16b-eb91-4b11-8a9e-bcc41c81ab08 req-6ecf4f38-f348-4c37-81f1-eb8b4c9d4b13 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Aug 16 03:00:26.932232 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cd36f-b697-4803-908b-d437c5e0e35a req-1c8ab0df-2007-4e16-9cb7-0072bd150704 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:26.933725 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc7cd36f-b697-4803-908b-d437c5e0e35a req-1c8ab0df-2007-4e16-9cb7-0072bd150704 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.3859253 Aug 16 03:00:26.973463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fc7cd36f-b697-4803-908b-d437c5e0e35a req-57fe8034-4c70-458c-bd60-d6ac23da9256 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332026 Aug 16 03:00:28.088405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f4e72-945d-4581-a988-49197966be08 req-e5112588-fbc2-4652-a3b0-007bb891a0a9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:28.089885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae8f4e72-945d-4581-a988-49197966be08 req-e5112588-fbc2-4652-a3b0-007bb891a0a9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0490279 Aug 16 03:00:28.131877 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ae8f4e72-945d-4581-a988-49197966be08 req-d7d93529-9608-4edc-aa91-ca4d9123c51d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318072 Aug 16 03:00:29.254674 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63a474-e2f8-4012-98e1-c5d841db5d07 req-2855e4f4-7947-4628-ba11-f21b9c16279f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:29.256238 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b63a474-e2f8-4012-98e1-c5d841db5d07 req-2855e4f4-7947-4628-ba11-f21b9c16279f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0544631 Aug 16 03:00:29.295793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0b63a474-e2f8-4012-98e1-c5d841db5d07 req-1c2df5e8-400b-4da0-aa4b-a802b97a3412 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Aug 16 03:00:30.416420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040d8d-b629-4baf-a3dc-c44ab9a17634 req-e2046de2-dac1-47c3-8609-1c2583191106 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:30.417885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7040d8d-b629-4baf-a3dc-c44ab9a17634 req-e2046de2-dac1-47c3-8609-1c2583191106 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0516760 Aug 16 03:00:30.456094 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7040d8d-b629-4baf-a3dc-c44ab9a17634 req-0252454b-379e-4805-9a66-086523dc6c69 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317359 Aug 16 03:00:31.050822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26e4732f-704f-4751-bb19-991a8a5e1af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.401154 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:31.571499 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468f381-52b1-475b-bb9c-f29a5ebd39fc req-a76c72d3-6204-49d9-a357-c7f0ea996106 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:31.573007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5468f381-52b1-475b-bb9c-f29a5ebd39fc req-a76c72d3-6204-49d9-a357-c7f0ea996106 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0491476 Aug 16 03:00:31.610726 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5468f381-52b1-475b-bb9c-f29a5ebd39fc req-9299fc4d-5c7d-4b33-a9a7-09bc50462e71 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307755 Aug 16 03:00:32.726204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7406dd-3bbf-4de5-8b7c-4fc57e7aadbd req-2e8540d8-62a0-4dcf-af7f-c40f938e4aca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:32.727696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f7406dd-3bbf-4de5-8b7c-4fc57e7aadbd req-2e8540d8-62a0-4dcf-af7f-c40f938e4aca tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0491662 Aug 16 03:00:32.765109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f7406dd-3bbf-4de5-8b7c-4fc57e7aadbd req-f0723682-051c-4026-82b8-3ee598f4acf2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Aug 16 03:00:33.680475 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-441944b6-8953-4392-9b6b-dd9043c4595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.885905 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201ba2-24ce-40c2-93b7-eedca6a08825 req-93298aec-71a3-4c39-a4c0-c37bd2e21cad tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.887315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa201ba2-24ce-40c2-93b7-eedca6a08825 req-93298aec-71a3-4c39-a4c0-c37bd2e21cad tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0531011 Aug 16 03:00:33.927530 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aa201ba2-24ce-40c2-93b7-eedca6a08825 req-4c445bfe-fd8a-45b7-a67e-4b105bbd90cb tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323379 Aug 16 03:00:34.048406 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.043448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb675-b9b1-4978-8623-5352280516d0 req-c5cbf2dd-3f76-420e-8f40-f61fd3667292 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.045781 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f2eb675-b9b1-4978-8623-5352280516d0 req-c5cbf2dd-3f76-420e-8f40-f61fd3667292 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0505700 Aug 16 03:00:35.051796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.084920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f2eb675-b9b1-4978-8623-5352280516d0 req-2b3634f1-3a4c-4615-88e6-3daf28865ca1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326550 Aug 16 03:00:36.207137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba6495-e9f1-4855-86a9-ade835219d52 req-0b4ad2a4-9f42-4eba-b822-de94f7918f08 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:36.208641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46ba6495-e9f1-4855-86a9-ade835219d52 req-0b4ad2a4-9f42-4eba-b822-de94f7918f08 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0497298 Aug 16 03:00:36.247703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46ba6495-e9f1-4855-86a9-ade835219d52 req-391fce01-ee9e-4edb-9c15-981338146ec8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331728 Aug 16 03:00:37.168102 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:37.370563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cf6e2-c303-4471-a00c-10aea3a75a7a req-f7c1fec3-6bfa-4e49-adff-a1f844402d2b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:37.373395 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea2cf6e2-c303-4471-a00c-10aea3a75a7a req-f7c1fec3-6bfa-4e49-adff-a1f844402d2b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0556190 Aug 16 03:00:37.411938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ea2cf6e2-c303-4471-a00c-10aea3a75a7a req-4704cad8-4eea-41bd-b63a-c6769d018871 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323460 Aug 16 03:00:38.574737 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694b0f-0238-4eac-95c5-91b2d3e2c2a4 req-a89101eb-48b2-4260-90cf-d0025ffa81a8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:38.577007 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00694b0f-0238-4eac-95c5-91b2d3e2c2a4 req-a89101eb-48b2-4260-90cf-d0025ffa81a8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0899510 Aug 16 03:00:38.582191 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-3ce73f0c-8243-4c1a-b5da-100e8e562cc0 service neutron] show failed (client error): The resource could not be found. Aug 16 03:00:38.583193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-3ce73f0c-8243-4c1a-b5da-100e8e562cc0 service neutron] 10.222.0.93 "GET /v2.0/ports/869d673d-9711-4ad1-8c88-17bd58aff2ac/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0941169 Aug 16 03:00:38.620469 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-00694b0f-0238-4eac-95c5-91b2d3e2c2a4 req-cedc96b1-291d-4fdd-849a-48f584b67f91 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363219 Aug 16 03:00:38.787473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-bec51e5e-6927-4d14-92a5-b8d7e4fd26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:38.789013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-bec51e5e-6927-4d14-92a5-b8d7e4fd26e7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 1098 time: 0.0505116 Aug 16 03:00:38.806459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:38.861608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.067281 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:39.099400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:39.139298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:39.141566 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183012cc-4977-4377-bfa8-3412e06ca4fa" -d '{"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-unplugged", "status": "completed", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:39.145447 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.157418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Transition to ACTIVE for port object 869d673d-9711-4ad1-8c88-17bd58aff2ac will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:39.161204 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.195525 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af2960e-358b-446e-9668-7786f8e1c383 x-openstack-request-id: req-3af2960e-358b-446e-9668-7786f8e1c383 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:39.195823 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-unplugged", "status": "completed", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:39.196078 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3af2960e-358b-446e-9668-7786f8e1c383 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:39.196471 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'code': 200} Aug 16 03:00:39.251888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:39.269785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.270128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.270468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.270803 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.271156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.271490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.271817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.272350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.272445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.272773 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.273094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.273414 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.307807 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] No DVR routers for this DVR port 869d673d-9711-4ad1-8c88-17bd58aff2ac on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:00:39.447294 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:39.447625 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:39.447960 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:39.452796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Port 869d673d-9711-4ad1-8c88-17bd58aff2ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:00:39.453117 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:39.457910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:39.458245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:39.458631 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:39.459050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Bound port: 869d673d-9711-4ad1-8c88-17bd58aff2ac, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:39.459486 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.523272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:39.526199 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:39.530754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.568664 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.569283 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.570677 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] 10.222.0.86 "PUT /v2.0/ports/869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1093 time: 0.7682860 Aug 16 03:00:39.592292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2857f-9b60-4ed3-9412-522e1dae0aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:39.654516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-8918c183-5eb4-4cdf-993c-02058ebee451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.656260 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-8918c183-5eb4-4cdf-993c-02058ebee451 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1096 time: 0.0490754 Aug 16 03:00:39.756038 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-3076cc8a-74aa-421c-b1b7-5fdcfa4bb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.758539 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-3076cc8a-74aa-421c-b1b7-5fdcfa4bb051 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0957274 Aug 16 03:00:39.833238 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-9e2d31df-e395-4ceb-bb82-73e23a3c6f1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1001 time: 0.0666459 Aug 16 03:00:39.883431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-4adbb1d8-1de3-4836-bd6c-94c029ae8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.884895 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-4adbb1d8-1de3-4836-bd6c-94c029ae8a9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0451751 Aug 16 03:00:39.932052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-2e958a88-f083-47c3-8c9f-e4aec0c1b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.933562 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-2e958a88-f083-47c3-8c9f-e4aec0c1b32b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417287 Aug 16 03:00:39.945210 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-acec296f-fc89-4a21-8273-8dbe5f1e090a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:00:39.946357 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-acec296f-fc89-4a21-8273-8dbe5f1e090a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058622 Aug 16 03:00:39.958125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcee4cf-c5a9-4c92-ae73-a7b343ad6bab req-7b6fa96a-4147-48dc-9316-c95074cdb568 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.959659 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbcee4cf-c5a9-4c92-ae73-a7b343ad6bab req-7b6fa96a-4147-48dc-9316-c95074cdb568 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0567007 Aug 16 03:00:39.998603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fbcee4cf-c5a9-4c92-ae73-a7b343ad6bab req-86ba60b7-88af-4c83-9b26-ad3e863fd7a9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327225 Aug 16 03:00:40.041812 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-c4c1ee86-2037-4cf4-972a-0c7fb720cfd1 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880525 Aug 16 03:00:40.134573 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-332ba773-9972-4fc4-8dfb-cc20d6d91c54 req-d4e94698-8eae-438a-9d33-52537244dba0 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858066 Aug 16 03:00:40.660302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:40.701637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:41.119017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ff1f3-990e-4f61-bc27-ae869825a316 req-d964c4ba-dfc9-40fa-9069-5931fa091551 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.120543 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-128ff1f3-990e-4f61-bc27-ae869825a316 req-d964c4ba-dfc9-40fa-9069-5931fa091551 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0508149 Aug 16 03:00:41.160102 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-128ff1f3-990e-4f61-bc27-ae869825a316 req-3d0a5529-1757-40fd-97ec-fd922a74a3e9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331485 Aug 16 03:00:41.197859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:41.201070 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f2e166-1913-4596-9c43-4347c9fbf6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:41.248680 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac0a516-4575-4459-8311-d43806ac4c8f x-openstack-request-id: req-0ac0a516-4575-4459-8311-d43806ac4c8f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:41.249005 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:41.249343 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ac0a516-4575-4459-8311-d43806ac4c8f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:41.249664 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'status': 'completed', 'code': 200} Aug 16 03:00:41.319518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-cee21593-fade-40cf-9231-5de9d9c2e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.321381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-cee21593-fade-40cf-9231-5de9d9c2e40a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1096 time: 0.0538814 Aug 16 03:00:41.348835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-89238341-a241-4400-8819-9e48514c06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.350946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-89238341-a241-4400-8819-9e48514c06da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1096 time: 0.0578742 Aug 16 03:00:41.438735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-4704be22-a89b-4525-a4df-73787fd77fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.440376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-4704be22-a89b-4525-a4df-73787fd77fb0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.1122317 Aug 16 03:00:41.455212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-70fe809b-a1c1-49ed-892c-010b4e40f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.456980 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-70fe809b-a1c1-49ed-892c-010b4e40f1eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0994368 Aug 16 03:00:41.511378 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-0bf26c37-ba27-4968-adde-3c1066fcf3f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1001 time: 0.0629988 Aug 16 03:00:41.528855 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-d79a76ca-0011-4a43-96d2-9e3cfd84fcb9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1001 time: 0.0642092 Aug 16 03:00:41.567150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-a0dc5458-0321-49f8-a225-51d339d9ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.568803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-a0dc5458-0321-49f8-a225-51d339d9ea0d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0502360 Aug 16 03:00:41.584364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-f5fc923e-46e7-4d48-ad5c-018e46e2a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.585862 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-f5fc923e-46e7-4d48-ad5c-018e46e2a94e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0512981 Aug 16 03:00:41.616820 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-6475855f-083a-4214-80d3-d198f6278a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.618602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-6475855f-083a-4214-80d3-d198f6278a66 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424390 Aug 16 03:00:41.634515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-66d4d01e-f60c-440a-a3be-00a3a0702859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.636040 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-66d4d01e-f60c-440a-a3be-00a3a0702859 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427232 Aug 16 03:00:41.718560 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-0ae53cae-6f10-4c55-bdfa-7ed4ad2a7d35 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919898 Aug 16 03:00:41.733884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-d6489af1-c85f-4b2e-8d5d-811f11c9183f service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905247 Aug 16 03:00:41.821957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-8d38c5b5-d988-47e5-828c-2a36114559bd service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956631 Aug 16 03:00:41.834245 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-03f2e166-1913-4596-9c43-4347c9fbf6b0 req-82e102f0-f2a1-4c26-a6b4-5340ecea0b6e service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931849 Aug 16 03:00:42.281666 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6e8da-f1eb-481c-9420-a1a324e36512 req-dc8b1fde-550f-4a01-b765-223c69b76007 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:42.283067 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afb6e8da-f1eb-481c-9420-a1a324e36512 req-dc8b1fde-550f-4a01-b765-223c69b76007 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0517638 Aug 16 03:00:42.322837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-afb6e8da-f1eb-481c-9420-a1a324e36512 req-c9603d30-0c87-4c6e-a960-cfb3ce1e475a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338552 Aug 16 03:00:42.579941 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:42.812734 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.448462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b2898-e1b8-4038-acb0-3940d69669e9 req-24427052-7502-4cfa-a261-1278f4c034b3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:43.449994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-296b2898-e1b8-4038-acb0-3940d69669e9 req-24427052-7502-4cfa-a261-1278f4c034b3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0508175 Aug 16 03:00:43.490285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-296b2898-e1b8-4038-acb0-3940d69669e9 req-0bb4bd26-21d9-4efb-83e2-43e069652b3e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336761 Aug 16 03:00:44.612617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c2dc-cded-46e7-b940-fc23ab1d0a79 req-980a3312-5754-4adc-9f3f-25579e1fb99c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:44.614112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6383c2dc-cded-46e7-b940-fc23ab1d0a79 req-980a3312-5754-4adc-9f3f-25579e1fb99c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0555286 Aug 16 03:00:44.652003 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6383c2dc-cded-46e7-b940-fc23ab1d0a79 req-432758bd-402a-4fe5-a013-2fba40e6f1d6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320587 Aug 16 03:00:45.778977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5dacf-9e47-425f-8f04-31036aab6da9 req-f2a70f67-7213-496b-a889-8c70a517d697 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:45.780503 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1df5dacf-9e47-425f-8f04-31036aab6da9 req-f2a70f67-7213-496b-a889-8c70a517d697 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0513840 Aug 16 03:00:45.819631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1df5dacf-9e47-425f-8f04-31036aab6da9 req-45c73754-fb9a-4cc1-ad90-6ff32147f2b0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Aug 16 03:00:46.934342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287b62c-7186-45ca-b765-adb17fa46a7a req-86e49234-fbe1-447b-9352-6e783c74bcf9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:46.936544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8287b62c-7186-45ca-b765-adb17fa46a7a req-86e49234-fbe1-447b-9352-6e783c74bcf9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0499682 Aug 16 03:00:46.974513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8287b62c-7186-45ca-b765-adb17fa46a7a req-52101755-5f24-4969-b487-435093063c76 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Aug 16 03:00:48.097706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644b42e-0660-4e41-aa34-2a4f075713ef req-3f6e7fd1-2bdb-40ac-b063-9d4f21c4e7c6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:48.099233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9644b42e-0660-4e41-aa34-2a4f075713ef req-3f6e7fd1-2bdb-40ac-b063-9d4f21c4e7c6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0579023 Aug 16 03:00:48.140851 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9644b42e-0660-4e41-aa34-2a4f075713ef req-b99bc9c5-9ff9-43f9-8480-6dbbf3c14fcd tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356071 Aug 16 03:00:49.257446 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e783f-8db7-4230-abb4-f1bd36f15530 req-c1f194e7-f378-4fa9-b7d6-2816dbf77970 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:49.258954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-431e783f-8db7-4230-abb4-f1bd36f15530 req-c1f194e7-f378-4fa9-b7d6-2816dbf77970 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0494521 Aug 16 03:00:49.298042 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-431e783f-8db7-4230-abb4-f1bd36f15530 req-bed90a6e-43e7-4f27-a4c7-16bd97bdcc36 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Aug 16 03:00:50.503075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2661-c35f-42f4-862f-e6076681d9fd req-5ab67e6f-3c9f-4e63-8e15-b4b544964289 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:50.504589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-536f2661-c35f-42f4-862f-e6076681d9fd req-5ab67e6f-3c9f-4e63-8e15-b4b544964289 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.1373425 Aug 16 03:00:50.544016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-536f2661-c35f-42f4-862f-e6076681d9fd req-386c9d5d-a409-422c-b8d8-436895de16f1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Aug 16 03:00:51.664015 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e4f24-093f-4916-af78-f6957e5837bd req-337d2105-7504-4a47-b07c-c13f6d3fb56b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:51.665496 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-135e4f24-093f-4916-af78-f6957e5837bd req-337d2105-7504-4a47-b07c-c13f6d3fb56b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0540853 Aug 16 03:00:51.703230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-135e4f24-093f-4916-af78-f6957e5837bd req-e20430ee-bacf-4003-81e0-8f48dc46144a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Aug 16 03:00:52.825320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ad903-e148-4cd5-85b9-6aa7d521c2b6 req-e69013eb-3b3a-441c-9090-cbc200984400 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:52.826959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b9ad903-e148-4cd5-85b9-6aa7d521c2b6 req-e69013eb-3b3a-441c-9090-cbc200984400 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0509377 Aug 16 03:00:52.865390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5b9ad903-e148-4cd5-85b9-6aa7d521c2b6 req-64666255-e804-43d0-a883-f53ad9ce6803 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324721 Aug 16 03:00:53.981391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99d60b-2cd1-4875-921f-9253e9573220 req-d371d2fe-f8a0-4cca-ba3f-a5d99d2aa9ee tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:53.982875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c99d60b-2cd1-4875-921f-9253e9573220 req-d371d2fe-f8a0-4cca-ba3f-a5d99d2aa9ee tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0493143 Aug 16 03:00:54.020077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c99d60b-2cd1-4875-921f-9253e9573220 req-7819fe72-9fe9-41b3-a175-1a9dc6bcd74b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310085 Aug 16 03:00:54.299612 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-06217657-fd2e-407b-bb14-859a905e8e2e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.301396 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-06217657-fd2e-407b-bb14-859a905e8e2e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951&tenant_id=b728efb188604b19818c2e2fad693055&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 944 time: 0.0553632 Aug 16 03:00:54.320382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e77dc-233a-4417-af1a-0894056eea5e req-d8bbd0dc-937e-45a4-a581-93d3a994aa6b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.321897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-311e77dc-233a-4417-af1a-0894056eea5e req-d8bbd0dc-937e-45a4-a581-93d3a994aa6b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 944 time: 0.0542951 Aug 16 03:00:54.361349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-311e77dc-233a-4417-af1a-0894056eea5e req-6789b667-541c-4b7d-b6c1-45f2890d9901 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Aug 16 03:00:54.365778 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-9411a234-b8e3-4853-b0c2-63109e4dc19d service neutron] 10.222.0.86 "GET /v2.0/ports/869d673d-9711-4ad1-8c88-17bd58aff2ac/bindings/n-h1-768862-14 HTTP/1.1" status: 200 len: 383 time: 0.0573936 Aug 16 03:00:54.418911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:00:54.448142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-8d782f67-b507-4f98-868c-0f7be431854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.450489 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-8d782f67-b507-4f98-868c-0f7be431854e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1096 time: 0.0459268 Aug 16 03:00:54.511233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:54.523116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'mac_address': 'fa:16:3e:84:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:00:54.541834 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-6b4d6f31-e5dd-4d00-94a1-5017064dc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.543909 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-6b4d6f31-e5dd-4d00-94a1-5017064dc2c7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0862129 Aug 16 03:00:54.563803 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.576723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869d673d-9711-4ad1-8c88-17bd58aff2ac {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:54.597236 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:54.601678 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.616212 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-07ccd098-3e34-4150-a45e-10641a27e9d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1001 time: 0.0653393 Aug 16 03:00:54.649021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:54.656934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.657278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.657615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.657952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.658282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.658617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.658956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.659295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.659618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.659970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.660261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.660581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:54.665540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-ee123a19-74c5-4a9c-bbdc-b7f32bb8fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.666999 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-ee123a19-74c5-4a9c-bbdc-b7f32bb8fe64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0440388 Aug 16 03:00:54.714222 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-115cb260-5f71-43d3-ba89-f3b5e5fec6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.716331 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-115cb260-5f71-43d3-ba89-f3b5e5fec6d5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407839 Aug 16 03:00:54.813454 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-299c6ddc-93fe-4473-8bca-056df7e1a8f1 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892708 Aug 16 03:00:54.903321 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-73226564-59dc-4fa8-a8b2-874cd6ed4371 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820634 Aug 16 03:00:55.021370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['869d673d-9711-4ad1-8c88-17bd58aff2ac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:00:55.483851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1c07a-73ac-4238-aaa7-71ff22a736d4 req-104870d5-5c1a-43d3-aff3-f5b36f632f1d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:55.485357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03b1c07a-73ac-4238-aaa7-71ff22a736d4 req-104870d5-5c1a-43d3-aff3-f5b36f632f1d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0492692 Aug 16 03:00:55.523703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03b1c07a-73ac-4238-aaa7-71ff22a736d4 req-da5a0c19-1a69-4f3b-8d32-a8553abbc04c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Aug 16 03:00:56.425316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:56.473399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 869d673d-9711-4ad1-8c88-17bd58aff2ac completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:56.477153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 869d673d-9711-4ad1-8c88-17bd58aff2ac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:56.477567 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:56.553397 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:56.578520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:56.580810 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42c7746-b104-4fb6-8697-b9a6fe6c91ca" -d '{"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-plugged", "status": "completed", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:56.594766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:56.599283 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:56.642508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c3471-7432-4322-9cc9-e11336eb8dee req-594cf3ec-8dea-4507-8752-70c1b76073f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:56.644065 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c5c3471-7432-4322-9cc9-e11336eb8dee req-594cf3ec-8dea-4507-8752-70c1b76073f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0495090 Aug 16 03:00:56.648178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:56.683416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c5c3471-7432-4322-9cc9-e11336eb8dee req-33c36b46-2760-4a6a-a995-eebe59642ad0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333364 Aug 16 03:00:56.739652 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8ff71e-bf1c-48ee-b257-6e19397189a1 x-openstack-request-id: req-2d8ff71e-bf1c-48ee-b257-6e19397189a1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:56.739954 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-plugged", "status": "completed", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:56.740212 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d8ff71e-bf1c-48ee-b257-6e19397189a1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:56.740612 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'code': 200} Aug 16 03:00:57.807201 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fe0a6-c0fc-45d1-91c6-41f0ebd8d339 req-bf9aeffa-13ca-4355-b0b9-f28493517308 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:57.809212 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c3fe0a6-c0fc-45d1-91c6-41f0ebd8d339 req-bf9aeffa-13ca-4355-b0b9-f28493517308 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0546851 Aug 16 03:00:57.848399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c3fe0a6-c0fc-45d1-91c6-41f0ebd8d339 req-6a4b317a-c743-4af8-bfcc-ff3a54483ffd tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331876 Aug 16 03:00:58.886320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-79940659-1dbb-4ebd-bc23-0ade931a576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:58.887902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-79940659-1dbb-4ebd-bc23-0ade931a576d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951&tenant_id=b728efb188604b19818c2e2fad693055 HTTP/1.1" status: 200 len: 1098 time: 0.0426536 Aug 16 03:00:58.899552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:58.988015 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:59.005554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ee98-d1e3-4828-b4be-99279e9b9208 req-fc650da9-a9a2-462f-a1cc-4cfcefbfa618 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:59.007054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8622ee98-d1e3-4828-b4be-99279e9b9208 req-fc650da9-a9a2-462f-a1cc-4cfcefbfa618 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0882955 Aug 16 03:00:59.132086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8622ee98-d1e3-4828-b4be-99279e9b9208 req-02031c00-79ff-4a73-a609-851fd8f820b6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186152 Aug 16 03:00:59.235754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:59.267991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:59.307183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:59.309694 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec4704-7b3a-4a79-8e6e-12c30f9c80c2" -d '{"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-unplugged", "status": "completed", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:59.313627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:59.330800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Transition to ACTIVE for port object 869d673d-9711-4ad1-8c88-17bd58aff2ac will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:59.334570 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:59.367798 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8114d7e-8c3d-4d1d-9a07-ab19b6f73f97 x-openstack-request-id: req-c8114d7e-8c3d-4d1d-9a07-ab19b6f73f97 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:59.368095 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-unplugged", "status": "completed", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:59.368351 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8114d7e-8c3d-4d1d-9a07-ab19b6f73f97 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:59.368746 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'code': 200} Aug 16 03:00:59.424998 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:59.437408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.437761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.438105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.438443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.438778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.439141 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.439489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.439812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.440139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.440464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.440790 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.441116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:59.476081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] No DVR routers for this DVR port 869d673d-9711-4ad1-8c88-17bd58aff2ac on host n-h1-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:00:59.616342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:59.616704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:59.617034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:59.621957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Port 869d673d-9711-4ad1-8c88-17bd58aff2ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:00:59.622274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Attempting to bind port 869d673d-9711-4ad1-8c88-17bd58aff2ac on network 662c1f3b-e45d-4b33-975c-30997f06b126 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:59.627048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:59.627409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Checking segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:59.628523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Bound using segment: {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:59.629083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Bound port: 869d673d-9711-4ad1-8c88-17bd58aff2ac, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f488da5-53fd-422a-9f63-5841a52e7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:59.629449 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:59.696775 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:59.700458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:59.705094 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:59.740453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:59.741079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:59.742486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] 10.222.0.93 "PUT /v2.0/ports/869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1094 time: 0.8471053 Aug 16 03:00:59.765207 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69c331-36a0-456b-82b7-13be06bdcea3 service neutron] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=11']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:59.818255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-904d983c-2b48-49a5-be29-0162a2ad7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:59.819923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-904d983c-2b48-49a5-be29-0162a2ad7955 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1097 time: 0.0517070 Aug 16 03:00:59.924080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0cca3f68-c54a-4cfa-98c8-7dca0630b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:59.925872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-0cca3f68-c54a-4cfa-98c8-7dca0630b538 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0992644 Aug 16 03:00:59.993500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-67101191-4e17-45f2-8407-ea22c6a2abdb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1001 time: 0.0602112 Aug 16 03:01:00.041567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-a0b18d6b-43fa-4420-955d-628a22320cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:00.043049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-a0b18d6b-43fa-4420-955d-628a22320cc1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0432067 Aug 16 03:01:00.093635 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-9fc0a550-e588-41a9-8b4e-5ff31072dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:00.095198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-9fc0a550-e588-41a9-8b4e-5ff31072dd9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453932 Aug 16 03:01:00.202801 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-efde7bfa-e5d6-497b-99d6-28c11f2c4e8b service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000507 Aug 16 03:01:00.319974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b8a41-7501-4932-9657-37e4c00d0135 req-429f6f4d-388e-446c-9c2c-36b145ac5bbd tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:00.321541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b79b8a41-7501-4932-9657-37e4c00d0135 req-429f6f4d-388e-446c-9c2c-36b145ac5bbd tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.1040618 Aug 16 03:01:00.348802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e2336c0-d407-4ada-ac37-926428c0d32a req-8b3aebd1-9bde-49b0-b8c0-6a81446e8fc0 service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388652 Aug 16 03:01:00.369305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b79b8a41-7501-4932-9657-37e4c00d0135 req-302ecce2-3116-4249-a897-fae48479506c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412855 Aug 16 03:01:00.440570 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:01:00.478284 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:01:01.057528 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-209e254d-1ff3-4f12-8a22-1a091c212d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:01.369695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:01.372349 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:01.405197 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:01.430906 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f44adb7-9930-40ec-bd91-623ca0b15a23 x-openstack-request-id: req-4f44adb7-9930-40ec-bd91-623ca0b15a23 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:01.431411 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:01.431793 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f44adb7-9930-40ec-bd91-623ca0b15a23 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:01.432298 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'status': 'completed', 'code': 200} Aug 16 03:01:01.531205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-5f31045a-b1ec-42f5-8aba-e1a0acefdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.533672 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-5f31045a-b1ec-42f5-8aba-e1a0acefdab0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1097 time: 0.0509858 Aug 16 03:01:01.554024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-dc9951f4-0a05-4d84-bbe6-08cbc84e020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.555618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-dc9951f4-0a05-4d84-bbe6-08cbc84e020e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b728efb188604b19818c2e2fad693055&device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 1097 time: 0.0982409 Aug 16 03:01:01.567742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe80179-ebdb-436c-b62a-07b168cc73d1 req-da25270b-76ea-4f75-bf42-7656bc8a0df2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.569370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fe80179-ebdb-436c-b62a-07b168cc73d1 req-da25270b-76ea-4f75-bf42-7656bc8a0df2 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0783734 Aug 16 03:01:01.636347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-c0af6060-4be7-4b69-80ca-d66810d3d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.638471 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-c0af6060-4be7-4b69-80ca-d66810d3d447 service neutron] 10.222.0.86 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.0973551 Aug 16 03:01:01.657688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4fe80179-ebdb-436c-b62a-07b168cc73d1 req-d623f4c3-5461-4ad4-8a07-a353ac0559db tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784235 Aug 16 03:01:01.687172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-82190cd3-b5ac-4ea8-a57c-582ec8f3e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.688882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-82190cd3-b5ac-4ea8-a57c-582ec8f3e556 service neutron] 10.222.0.93 "GET /v2.0/networks?id=662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 200 len: 913 time: 0.1183834 Aug 16 03:01:01.715545 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-814d9aef-ca98-4dd5-a864-cd05aba10d00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1001 time: 0.0697999 Aug 16 03:01:01.762538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-6220156e-4de4-41a4-af20-6258c1651054 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 200 len: 1001 time: 0.0666244 Aug 16 03:01:01.771328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-14e04716-e7b2-46c8-94a9-8ed7cd50ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.772812 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-14e04716-e7b2-46c8-94a9-8ed7cd50ea57 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0505314 Aug 16 03:01:01.815942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-795b6b84-8c28-41d9-aa4e-e4dcb9adbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.817473 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-795b6b84-8c28-41d9-aa4e-e4dcb9adbab7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 200 len: 851 time: 0.0488772 Aug 16 03:01:01.822768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-8739f259-1991-4c0e-a146-963d423c17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.824362 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-8739f259-1991-4c0e-a146-963d423c17d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444098 Aug 16 03:01:01.865517 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-bcc9fc9b-3f9a-4699-bbe1-f6327fd16a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.866971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-bcc9fc9b-3f9a-4699-bbe1-f6327fd16a9b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=662c1f3b-e45d-4b33-975c-30997f06b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424654 Aug 16 03:01:01.917166 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-c13b5a8e-a195-46a1-8fda-fbf7b51771d2 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859563 Aug 16 03:01:01.966214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-66f67bf7-13bd-4161-8f3f-14afb7eaad4d service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920165 Aug 16 03:01:02.015600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-7c2543cd-b296-44f3-acda-e5bd06fe8918 service neutron] 10.222.0.86 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907555 Aug 16 03:01:02.064785 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5fba5bf-05fd-405b-a04f-6a2bb9904d9d req-c42758a0-b7e8-4497-997d-e85f07fa0cdd service neutron] 10.222.0.93 "GET /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920238 Aug 16 03:01:02.778279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc273da-87fa-45b4-8c9d-aedd5fc2e935 req-adc47539-c137-4800-9ec4-1a8879469211 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:02.779942 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bc273da-87fa-45b4-8c9d-aedd5fc2e935 req-adc47539-c137-4800-9ec4-1a8879469211 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0504968 Aug 16 03:01:02.825447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bc273da-87fa-45b4-8c9d-aedd5fc2e935 req-42183539-557a-4038-81a6-0f4e52fde443 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391657 Aug 16 03:01:03.684050 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7328c71c-caf8-494c-b0dc-a2b13f436b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:03.947202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64f29d-786d-4bb3-9188-84cd27a6ea15 req-a696fb16-4507-4e91-a41f-0c0677a2b4f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:03.948723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca64f29d-786d-4bb3-9188-84cd27a6ea15 req-a696fb16-4507-4e91-a41f-0c0677a2b4f9 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0510452 Aug 16 03:01:03.989008 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca64f29d-786d-4bb3-9188-84cd27a6ea15 req-099ecab8-3898-4dbc-84c4-47fd3e493934 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Aug 16 03:01:04.051355 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:05.056055 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:05.106710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e152bb-3c91-4f80-8dee-8b5a749c05f5 req-63074388-3c05-446e-8e83-1e773ac8d145 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:05.108265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80e152bb-3c91-4f80-8dee-8b5a749c05f5 req-63074388-3c05-446e-8e83-1e773ac8d145 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0501325 Aug 16 03:01:05.147619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80e152bb-3c91-4f80-8dee-8b5a749c05f5 req-80a381a3-cb5b-4ba6-a608-5841d0591199 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Aug 16 03:01:06.265096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc0312-9ed2-4c60-bc49-39c31e590a8f req-bf8ac8a3-62bd-44de-9db4-a4141fbbef4c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:06.266590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cfc0312-9ed2-4c60-bc49-39c31e590a8f req-bf8ac8a3-62bd-44de-9db4-a4141fbbef4c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0502732 Aug 16 03:01:06.310463 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8cfc0312-9ed2-4c60-bc49-39c31e590a8f req-32e281c4-76f7-45c9-8959-28f8a93ca4cf tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378644 Aug 16 03:01:07.172295 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:07.431582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf3def-5e00-4290-a555-fb95bcbdd6d0 req-f4a38799-4d7a-4510-80f7-99550152b006 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:07.432997 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03cf3def-5e00-4290-a555-fb95bcbdd6d0 req-f4a38799-4d7a-4510-80f7-99550152b006 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0518661 Aug 16 03:01:07.472384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-03cf3def-5e00-4290-a555-fb95bcbdd6d0 req-8b652163-2b7a-4675-9d27-f74d87284f1e tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Aug 16 03:01:08.615134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2de1d-a5cd-41c1-bc72-7cb51a45cfa0 req-6331edcb-b942-42b3-93a1-5d111b2446fe tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:08.616664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97e2de1d-a5cd-41c1-bc72-7cb51a45cfa0 req-6331edcb-b942-42b3-93a1-5d111b2446fe tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0612776 Aug 16 03:01:08.654982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-97e2de1d-a5cd-41c1-bc72-7cb51a45cfa0 req-72e81bd0-9aef-48bd-81f4-604e13932f04 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323064 Aug 16 03:01:09.773382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3b44f-a12f-4954-be82-83a575401669 req-f9daf210-8475-4f45-9f37-800a87b0213c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:09.774882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70e3b44f-a12f-4954-be82-83a575401669 req-f9daf210-8475-4f45-9f37-800a87b0213c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0522158 Aug 16 03:01:09.817909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-70e3b44f-a12f-4954-be82-83a575401669 req-00b23f8e-abf4-4245-a5ab-c61d42d8e91d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363452 Aug 16 03:01:10.940644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aad44-4473-4de1-8c61-51f7d006d4f8 req-0ca19373-b1eb-4732-be59-2c3f2e24e2a1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:10.942701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-169aad44-4473-4de1-8c61-51f7d006d4f8 req-0ca19373-b1eb-4732-be59-2c3f2e24e2a1 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0523911 Aug 16 03:01:10.985471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-169aad44-4473-4de1-8c61-51f7d006d4f8 req-35978db0-66cb-47c6-8746-526b55f50ab3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364792 Aug 16 03:01:12.102572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527215e3-768f-4022-8345-f282fcaa2791 req-becb41f1-e5db-4d77-ab91-6aa9367d064c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.104139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-527215e3-768f-4022-8345-f282fcaa2791 req-becb41f1-e5db-4d77-ab91-6aa9367d064c tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0508044 Aug 16 03:01:12.144122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-527215e3-768f-4022-8345-f282fcaa2791 req-ce2ab603-f27b-493f-9b73-946418cde497 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340393 Aug 16 03:01:12.275411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c619c-8215-4d2d-8589-e0785ea50ebc req-4afbbadb-6e7c-42f9-9c9e-f9c8d7b33b26 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.277073 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-088c619c-8215-4d2d-8589-e0785ea50ebc req-4afbbadb-6e7c-42f9-9c9e-f9c8d7b33b26 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0601337 Aug 16 03:01:12.319634 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-088c619c-8215-4d2d-8589-e0785ea50ebc req-7e50b673-7e63-4f73-90d1-b4fb8ba4029d tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364063 Aug 16 03:01:12.436758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09cd27-4473-41ce-8b29-fc88701d443c req-8c8f77ef-7ba9-401d-a80a-7cc6ff18acd0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.438232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad09cd27-4473-41ce-8b29-fc88701d443c req-8c8f77ef-7ba9-401d-a80a-7cc6ff18acd0 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0498552 Aug 16 03:01:12.474994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad09cd27-4473-41ce-8b29-fc88701d443c req-7577f8df-1396-4435-933a-f6b7bf69b8c6 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308380 Aug 16 03:01:12.716282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a79d83-aa08-4a41-8db2-0f2ad2d444ce req-a3326d63-1983-4743-80ce-0fa5b7dd6b04 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.717815 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50a79d83-aa08-4a41-8db2-0f2ad2d444ce req-a3326d63-1983-4743-80ce-0fa5b7dd6b04 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 945 time: 0.0500710 Aug 16 03:01:12.755228 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50a79d83-aa08-4a41-8db2-0f2ad2d444ce req-f230196c-9cee-4c07-88dc-f9aebc5dd579 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312462 Aug 16 03:01:12.769093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:01:12.854370 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:12.875859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:12.886064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'port_id': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'mac_address': 'fa:16:3e:84:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:01:12.925354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:12.937834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869d673d-9711-4ad1-8c88-17bd58aff2ac {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:01:12.956803 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:12.960739 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:13.011027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:13.195846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['869d673d-9711-4ad1-8c88-17bd58aff2ac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:13.874685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce19bab-8c3a-44ba-889e-76a8b6f291a1 req-d91f9f03-33a4-4f8d-b2ab-68e53c59d307 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:13.876268 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ce19bab-8c3a-44ba-889e-76a8b6f291a1 req-d91f9f03-33a4-4f8d-b2ab-68e53c59d307 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0503151 Aug 16 03:01:13.921467 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ce19bab-8c3a-44ba-889e-76a8b6f291a1 req-dd0862e1-0114-4215-a0de-6208dcd14efa tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups?id=47ab5277-fd9b-4f3f-97ca-6d4f29597fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392668 Aug 16 03:01:14.203434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-cdf29052-3b79-4588-a7a3-5e87f9cf5fac tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.204901 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-cdf29052-3b79-4588-a7a3-5e87f9cf5fac tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 946 time: 0.0489719 Aug 16 03:01:14.295544 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Deleting port 869d673d-9711-4ad1-8c88-17bd58aff2ac {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:01:14.295887 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:14.389840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] For port 869d673d-9711-4ad1-8c88-17bd58aff2ac, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=869d673d-9711-4ad1-8c88-17bd58aff2ac,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:14.390115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:14.554413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:14.554785 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:14.555113 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4 disassociated. External IP: 172.25.5.248, port: 869d673d-9711-4ad1-8c88-17bd58aff2ac. Aug 16 03:01:14.555465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Calling delete_port for 869d673d-9711-4ad1-8c88-17bd58aff2ac owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:01:14.687633 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:14.717762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event deleted for resources: {'Port': ['ID=869d673d-9711-4ad1-8c88-17bd58aff2ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:14.799023 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:01:14.821011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 869d673d-9711-4ad1-8c88-17bd58aff2ac {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:01:14.821365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 03:01:14.836006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:01:14.844661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Port 869d673d-9711-4ad1-8c88-17bd58aff2ac not found, will not notify nova. {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 03:01:14.946812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:01:14.956848 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:01:14.967788 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:01:14.968414 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:01:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:14.992412 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] No DVR routers for this DVR port 869d673d-9711-4ad1-8c88-17bd58aff2ac on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:01:14.994952 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:14.997836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b583ac2-7232-4af3-8c98-057d549d76ca req-848f0ff8-9431-48b7-8757-06c090bcd61b tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.93 "DELETE /v2.0/ports/869d673d-9711-4ad1-8c88-17bd58aff2ac HTTP/1.1" status: 204 len: 173 time: 0.7860310 Aug 16 03:01:14.999510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-deleted', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:15.002302 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cda3da4-26ce-4f19-9ad1-475cdb3dc36d" -d '{"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-deleted", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:15.037004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef80d91a-a44e-46a7-b21a-06c9b50867d8 req-39ce90e7-7cca-41da-ad62-92d56c27103a tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 210 time: 0.0381439 Aug 16 03:01:15.085530 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fe7397-cf78-4684-8fa2-dcaad24727b1 x-openstack-request-id: req-17fe7397-cf78-4684-8fa2-dcaad24727b1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:15.085831 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce10e05-0919-4c0e-bbae-64172edef951", "name": "network-vif-deleted", "tag": "869d673d-9711-4ad1-8c88-17bd58aff2ac", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:15.086087 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17fe7397-cf78-4684-8fa2-dcaad24727b1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:15.086503 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce10e05-0919-4c0e-bbae-64172edef951', 'name': 'network-vif-deleted', 'tag': '869d673d-9711-4ad1-8c88-17bd58aff2ac', 'status': 'completed', 'code': 200} Aug 16 03:01:15.183820 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:01:15.387145 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:15.412464 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:01:15.421740 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:01:15.422377 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:01:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:15.526908 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:01:15.737944 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:15.764613 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7f0e4-d0bc-4519-b453-d55d9dcfee07 None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T02:50:38Z', 'revision_number': 4, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a6eec2cc-bd7d-44e8-bad2-e98a9f525b37', 'name': '', 'network_id': '662c1f3b-e45d-4b33-975c-30997f06b126', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'mac_address': 'fa:16:3e:ff:22:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:38Z', 'updated_at': '2021-08-16T02:50:44Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'subnets': [{'id': '8ce173a1-07a1-442b-bd0d-ee6ba9f3c894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:01:15.988861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c621f59-1075-4128-98cd-ca88b0114519 None None] New status for floating IP 9f3c950c-e337-49a0-b7a6-060e16965bc4: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:01:16.155628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-32e52ddb-f09b-41e3-9839-6b1b7b2904d0 req-0e6a45a1-946c-46b5-9bb5-9bb9c52edaf8 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 210 time: 0.0347221 Aug 16 03:01:17.252157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75913151-c0fe-4df9-b056-e99ca9b117f5 req-f00e5e91-5651-44c1-a9fe-d4701e93e28f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 210 time: 0.0284867 Aug 16 03:01:18.350293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e77619dc-ecae-4613-90a3-3b611bd7cce7 req-514f1022-7bde-4340-9f39-4067713ad790 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ce10e05-0919-4c0e-bbae-64172edef951 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Aug 16 03:01:18.814942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:01:18.838429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 869d673d-9711-4ad1-8c88-17bd58aff2ac {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:01:18.838770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 869d673d-9711-4ad1-8c88-17bd58aff2ac not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:01:19.578880 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:22.084389 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:22.143950 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ffe210e-70aa-48c5-9d62-a2c33d89b54f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.168175 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ffe210e-70aa-48c5-9d62-a2c33d89b54f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.222688 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ffe210e-70aa-48c5-9d62-a2c33d89b54f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.225777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ffe210e-70aa-48c5-9d62-a2c33d89b54f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.227106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6ffe210e-70aa-48c5-9d62-a2c33d89b54f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "DELETE /v2.0/security-groups/47ab5277-fd9b-4f3f-97ca-6d4f29597fce HTTP/1.1" status: 204 len: 168 time: 0.1428623 Aug 16 03:01:22.230936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:22.239685 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe210e-70aa-48c5-9d62-a2c33d89b54f tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ab5277-fd9b-4f3f-97ca-6d4f29597fce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:22.252203 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [None req-d2fd141f-8d83-4fee-aba9-3d009914cc20 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] show failed (client error): The resource could not be found. Aug 16 03:01:22.253231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d2fd141f-8d83-4fee-aba9-3d009914cc20 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "GET /v2.0/security-groups/47ab5277-fd9b-4f3f-97ca-6d4f29597fce HTTP/1.1" status: 404 len: 347 time: 0.0213807 Aug 16 03:01:22.256086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:22.385403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Deleting port c8a638ea-03e4-4929-a896-b9f25ee8c4ed {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:01:22.385768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.470535 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.470786 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.482891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Calling delete_port for c8a638ea-03e4-4929-a896-b9f25ee8c4ed owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:01:22.617572 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.645441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Pushing event deleted for resources: {'Port': ['ID=c8a638ea-03e4-4929-a896-b9f25ee8c4ed,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:22.705640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.708658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.709812 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4751c706-2624-4dc1-ae03-ec64ce527ec3 tempest-ServerActionsTestJSON-1419114038 tempest-ServerActionsTestJSON-1419114038-project] 10.222.0.61 "DELETE /v2.0/floatingips/9f3c950c-e337-49a0-b7a6-060e16965bc4 HTTP/1.1" status: 204 len: 168 time: 0.4526837 Aug 16 03:01:22.712736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:23.537666 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:23.783669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Deleting port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:01:23.784007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:23.859396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] For port a6eec2cc-bd7d-44e8-bad2-e98a9f525b37, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a6eec2cc-bd7d-44e8-bad2-e98a9f525b37,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:23.859665 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:23.872898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Calling delete_port for a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:01:24.063722 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.092121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6eec2cc-bd7d-44e8-bad2-e98a9f525b37,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:24.260302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.482931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:01:24.532273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-b8080ccb-c451-447a-af5f-6ce73ae6a9ae req-29a01139-dc1c-41d2-ba79-955b3d4ad2c5 tempest-TestVolumeBootPattern-1147129315 tempest-TestVolumeBootPattern-1147129315-project] (94639) timed out ('10.222.0.61', 59428) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:01:24.588900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:01:24.593955 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2283d4d3-b1a6-4441-9e4f-5c7f13f330e9 admin admin] 10.222.0.61 "PUT /v2.0/routers/ce89529c-5586-4be9-8fcb-9e05ed1b8d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8802738 Aug 16 03:01:24.596467 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:24.598642 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] Sync routers for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:01:24.608699 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:01:24.609341 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:01:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:24.703433 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.713262 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:01:24.806855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.862386 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Deleting port 1723a58b-3d6a-425d-9c14-c17ae791dba2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:01:24.862733 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.892575 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T03:01:24Z', 'revision_number': 5, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port': {'id': '1723a58b-3d6a-425d-9c14-c17ae791dba2', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:50:36Z', 'updated_at': '2021-08-16T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:24.922914 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] Checking router: ce89529c-5586-4be9-8fcb-9e05ed1b8d8f for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:01:24.931278 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] Routers {'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:01:24.931887 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:01:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:24.942572 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] For port 1723a58b-3d6a-425d-9c14-c17ae791dba2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1723a58b-3d6a-425d-9c14-c17ae791dba2,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:24.942932 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.955762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Calling delete_port for 1723a58b-3d6a-425d-9c14-c17ae791dba2 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:01:25.017025 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] Set router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:01:25.068927 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T03:01:24Z', 'revision_number': 6, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:25.099191 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e939186-793c-4788-9b82-2427c08bdcca None None] The sync data for ids ['ce89529c-5586-4be9-8fcb-9e05ed1b8d8f'] in n-d-768862-14 is: [{'id': 'ce89529c-5586-4be9-8fcb-9e05ed1b8d8f', 'name': 'tempest-ServerActionsTestJSON-1154869658-router', 'tenant_id': 'b728efb188604b19818c2e2fad693055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:50:35Z', 'updated_at': '2021-08-16T03:01:24Z', 'revision_number': 6, 'project_id': 'b728efb188604b19818c2e2fad693055', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:01:25.134664 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.162946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Pushing event deleted for resources: {'Port': ['ID=1723a58b-3d6a-425d-9c14-c17ae791dba2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:25.222219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.314033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.316359 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.360652 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.361086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce89529c-5586-4be9-8fcb-9e05ed1b8d8f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:01:25.369074 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.371266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b1c2994e-2232-45e4-b4d9-9413b9a9d32f admin admin] 10.222.0.61 "DELETE /v2.0/routers/ce89529c-5586-4be9-8fcb-9e05ed1b8d8f HTTP/1.1" status: 204 len: 168 time: 0.7730734 Aug 16 03:01:25.374150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40800) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:25.422944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da23ac2-4f1b-4c6e-84b7-4c2bd9761ebf admin admin] Deleting subnet 8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:01:25.426248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1da23ac2-4f1b-4c6e-84b7-4c2bd9761ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.461897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1da23ac2-4f1b-4c6e-84b7-4c2bd9761ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.547166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1da23ac2-4f1b-4c6e-84b7-4c2bd9761ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.603065 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1da23ac2-4f1b-4c6e-84b7-4c2bd9761ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.629003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da23ac2-4f1b-4c6e-84b7-4c2bd9761ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce173a1-07a1-442b-bd0d-ee6ba9f3c894,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:25.632481 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1da23ac2-4f1b-4c6e-84b7-4c2bd9761ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.634346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1da23ac2-4f1b-4c6e-84b7-4c2bd9761ebf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8ce173a1-07a1-442b-bd0d-ee6ba9f3c894 HTTP/1.1" status: 204 len: 168 time: 0.2592762 Aug 16 03:01:25.637236 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:25.642584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33b625-1917-4f36-9639-7479ab560076 None None] Network 662c1f3b-e45d-4b33-975c-30997f06b126 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:01:25.734983 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.788887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Deleting port 89959946-7d80-4f46-86af-82d8cffdbfd1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:01:25.789228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.851001 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0501e156-4817-483b-99bb-188f3e329154 None None] DHCP port deletion for 662c1f3b-e45d-4b33-975c-30997f06b126 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:01:25.854489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] For port 89959946-7d80-4f46-86af-82d8cffdbfd1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=89959946-7d80-4f46-86af-82d8cffdbfd1,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:25.855037 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.873665 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Calling delete_port for 89959946-7d80-4f46-86af-82d8cffdbfd1 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:01:25.899214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0501e156-4817-483b-99bb-188f3e329154 None None] Deleting port 89959946-7d80-4f46-86af-82d8cffdbfd1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:01:25.899505 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0501e156-4817-483b-99bb-188f3e329154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.958157 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.968826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0501e156-4817-483b-99bb-188f3e329154 None None] For port 89959946-7d80-4f46-86af-82d8cffdbfd1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=89959946-7d80-4f46-86af-82d8cffdbfd1,segment=NetworkSegment(5f488da5-53fd-422a-9f63-5841a52e7011),segment_id=5f488da5-53fd-422a-9f63-5841a52e7011)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:25.969508 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0501e156-4817-483b-99bb-188f3e329154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:25.983167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0501e156-4817-483b-99bb-188f3e329154 None None] Calling delete_port for 89959946-7d80-4f46-86af-82d8cffdbfd1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:01:25.983995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Pushing event deleted for resources: {'Port': ['ID=89959946-7d80-4f46-86af-82d8cffdbfd1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:25.989851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] No DVR routers for this DVR port 89959946-7d80-4f46-86af-82d8cffdbfd1 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:01:26.071299 n-d-768862-14 neutron-server[94641]: self.session.flush() Aug 16 03:01:26.075030 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.076027 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0501e156-4817-483b-99bb-188f3e329154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.085912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662c1f3b-e45d-4b33-975c-30997f06b126']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:26.099505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f488da5-53fd-422a-9f63-5841a52e7011') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:26.100530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f488da5-53fd-422a-9f63-5841a52e7011') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:26.110618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501e156-4817-483b-99bb-188f3e329154 None None] Pushing event deleted for resources: {'Port': ['ID=89959946-7d80-4f46-86af-82d8cffdbfd1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:26.111745 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.113349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501e156-4817-483b-99bb-188f3e329154 None None] No DVR routers for this DVR port 89959946-7d80-4f46-86af-82d8cffdbfd1 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:01:26.131193 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.139128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:01:26.139638 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:01:26.141548 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:01:26.182440 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 89959946-7d80-4f46-86af-82d8cffdbfd1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:01:26.201759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 89959946-7d80-4f46-86af-82d8cffdbfd1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:01:26.202109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 89959946-7d80-4f46-86af-82d8cffdbfd1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:01:26.202564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1723a58b-3d6a-425d-9c14-c17ae791dba2 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:01:26.204420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.211427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.215622 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] 10.222.0.61 "DELETE /v2.0/networks/662c1f3b-e45d-4b33-975c-30997f06b126 HTTP/1.1" status: 204 len: 168 time: 0.5742764 Aug 16 03:01:26.225577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1723a58b-3d6a-425d-9c14-c17ae791dba2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:01:26.225927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1723a58b-3d6a-425d-9c14-c17ae791dba2 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:01:26.226347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:01:26.226712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112b2c1-7922-4b37-ae98-69a655b22764 admin admin] Pushing event deleted for resources: {'Network': ['ID=662c1f3b-e45d-4b33-975c-30997f06b126,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:26.246020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:01:26.246327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a6eec2cc-bd7d-44e8-bad2-e98a9f525b37 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:01:26.334813 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:26.379233 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-942c0f2a-9be2-4f08-8fdc-926e1c76c5c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b728efb188604b19818c2e2fad693055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431111 Aug 16 03:01:26.381690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:26.693163 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c307f1b-b57d-43f1-8154-7a0b02f0d5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.713180 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c307f1b-b57d-43f1-8154-7a0b02f0d5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.759524 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c307f1b-b57d-43f1-8154-7a0b02f0d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.763207 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c307f1b-b57d-43f1-8154-7a0b02f0d5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.764425 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0c307f1b-b57d-43f1-8154-7a0b02f0d5a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6dffd73-8bf0-4eae-bb0b-c6caf019c294 HTTP/1.1" status: 204 len: 168 time: 0.3817625 Aug 16 03:01:26.772260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c307f1b-b57d-43f1-8154-7a0b02f0d5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dffd73-8bf0-4eae-bb0b-c6caf019c294,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:27.467396 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 40830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:27.572880 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1521166986-network', 'tenant_id': 'c1bf7663f99a417298a29f8fbc799825'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:27.594687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Made reservation on behalf of c1bf7663f99a417298a29f8fbc799825 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:01:27.597002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.606305 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.705128 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.708990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.735296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:01:27.745065 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b698d5f-7343-433f-a8f5-260fa49f49bb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:27.751012 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.751387 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Added segment cb5df643-c431-4a0f-99ce-c9e0752a4356 of type vlan for network a59771b4-db36-4cdb-a7e6-28ba97c35fec Aug 16 03:01:27.792087 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.821627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.822585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:27.823978 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.880279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4110148 Aug 16 03:01:27.884112 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:27.887933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1f778-dc87-42c7-872d-bde19bf52cdc admin admin] Pushing event updated for resources: {'Network': ['ID=a59771b4-db36-4cdb-a7e6-28ba97c35fec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:27.889608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Request body: {'subnet': {'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1521166986-subnet', 'tenant_id': 'c1bf7663f99a417298a29f8fbc799825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:27.898184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network a59771b4-db36-4cdb-a7e6-28ba97c35fec details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:01:27.912497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Made reservation on behalf of c1bf7663f99a417298a29f8fbc799825 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:01:27.915324 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:28.090168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:28.147955 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df74af3c-7f00-4338-b19f-ad3b0778891c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:28.156422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Checking segment: {'id': 'cb5df643-c431-4a0f-99ce-c9e0752a4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:01:28.156785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Network hostable DHCP agents. Network: a59771b4-db36-4cdb-a7e6-28ba97c35fec, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:01:28.173376 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Network a59771b4-db36-4cdb-a7e6-28ba97c35fec is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:01:28.182234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, a59771b4-db36-4cdb-a7e6-28ba97c35fec) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:01:28.189751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9656e899-3721-4813-8fc8-93c9ff4209e0 None None] Network a59771b4-db36-4cdb-a7e6-28ba97c35fec requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:01:28.190557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:28.191181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:28.205976 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f5a16961-2d0b-4e44-943f-96e7def97081 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3207514 Aug 16 03:01:28.322983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d072a-0a1d-4b63-a085-ae29ae9f665c None None] Network a59771b4-db36-4cdb-a7e6-28ba97c35fec requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:01:28.628609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-2163e094-8cb1-4c63-9e90-2e9ecdfc265d tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:28.629987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-2163e094-8cb1-4c63-9e90-2e9ecdfc265d tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/networks?id=a59771b4-db36-4cdb-a7e6-28ba97c35fec HTTP/1.1" status: 200 len: 814 time: 0.0990758 Aug 16 03:01:28.644837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-c8befdef-dc48-4616-928f-3cb67f3c7712 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/quotas/c1bf7663f99a417298a29f8fbc799825 HTTP/1.1" status: 200 len: 375 time: 0.0091267 Aug 16 03:01:28.680724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-01d4735c-b30e-4bba-9192-3f35d9a420e1 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1bf7663f99a417298a29f8fbc799825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307746 Aug 16 03:01:28.771752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-0ca2cb97-aa1a-442d-a5eb-a52eddc55667 service neutron] 10.222.0.61 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835233 Aug 16 03:01:28.863201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-5d5a30ef-adb6-4fc5-9b21-976956107156 service neutron] 10.222.0.61 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852740 Aug 16 03:01:29.019575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c81d9ee-d3b2-44cb-b051-e428ac1435fa req-a855a3e2-b9a0-4927-9cf3-f877715afaf8 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 210 time: 0.0273952 Aug 16 03:01:29.931975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-ba6343c0-8e1a-4bca-b9c4-2657808b9363 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:29.934646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-ba6343c0-8e1a-4bca-b9c4-2657808b9363 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.93 "GET /v2.0/networks?id=a59771b4-db36-4cdb-a7e6-28ba97c35fec HTTP/1.1" status: 200 len: 814 time: 0.1094239 Aug 16 03:01:29.949524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Request body: {'port': {'device_id': '9c072f28-3d9c-4764-a3a3-e60b440c32f1', 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec', 'admin_state_up': True, 'tenant_id': 'c1bf7663f99a417298a29f8fbc799825'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:30.063293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Made reservation on behalf of c1bf7663f99a417298a29f8fbc799825 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:01:30.066818 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:30.144316 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-355c222e-cca5-4267-bd44-305c716fd696 req-b0855eb8-6f8f-4b32-8983-6a7891528f1c tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 210 time: 0.0551169 Aug 16 03:01:30.218203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Allocated IP 172.20.0.12 (a59771b4-db36-4cdb-a7e6-28ba97c35fec/df74af3c-7f00-4338-b19f-ad3b0778891c/3557e28e-be0a-4fa8-baf1-cbcbcbdd9491) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:01:30.363389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:30.402235 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:30.450934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Network a59771b4-db36-4cdb-a7e6-28ba97c35fec is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:01:30.454035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:01:30.458059 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:01:30.464778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Pushing event updated for resources: {'Port': ['ID=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:30.512143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:30.512748 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:30.527109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-b1cf82ab-fd88-4a9c-acb9-df6258bf06be tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827262 Aug 16 03:01:30.582376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Request body: {'port': {'device_id': '9c072f28-3d9c-4764-a3a3-e60b440c32f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:30.640273 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:30.906656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:01:30.913924 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:30.925871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Transition to ACTIVE for port object 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:01:30.928912 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:30.978246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:31.048551 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d7fbf13-e4fd-493a-ab9a-c091c0fd2d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:31.052903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Attempting to bind port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:01:31.053280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Attempting to bind port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'cb5df643-c431-4a0f-99ce-c9e0752a4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:01:31.053614 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Attempting to bind port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 on network a59771b4-db36-4cdb-a7e6-28ba97c35fec {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:31.058593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 on network a59771b4-db36-4cdb-a7e6-28ba97c35fec not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:01:31.058924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Attempting to bind port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 on network a59771b4-db36-4cdb-a7e6-28ba97c35fec {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:31.063648 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:01:31.063987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Checking segment: {'id': 'cb5df643-c431-4a0f-99ce-c9e0752a4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:01:31.064380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Bound using segment: {'id': 'cb5df643-c431-4a0f-99ce-c9e0752a4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:01:31.064806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Bound port: 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5df643-c431-4a0f-99ce-c9e0752a4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:01:31.065165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:31.135862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] For port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:01:31.140362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] For port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:01:31.144656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:31.192426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:31.193239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:31.195258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] 10.222.0.93 "PUT /v2.0/ports/3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 HTTP/1.1" status: 200 len: 1093 time: 0.6594656 Aug 16 03:01:31.195874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c072f28-3d9c-4764-a3a3-e60b440c32f1', 'tag': '3557e28e-be0a-4fa8-baf1-cbcbcbdd9491'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:31.199890 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d587e34-a766-4fa7-96e6-5391107dadc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9c072f28-3d9c-4764-a3a3-e60b440c32f1", "tag": "3557e28e-be0a-4fa8-baf1-cbcbcbdd9491"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:31.265038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66754160-8128-466c-a6be-6735b2f274e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:31.317362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bed77-3b02-4ae3-8891-8d3533facb3c req-a21f18ea-6d62-41a2-b485-a1766b55529a tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:31.318860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a1bed77-3b02-4ae3-8891-8d3533facb3c req-a21f18ea-6d62-41a2-b485-a1766b55529a tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 944 time: 0.1029441 Aug 16 03:01:31.321363 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-865feb8c-86f2-446f-891b-1dc525794d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:31.322743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-865feb8c-86f2-446f-891b-1dc525794d47 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c1bf7663f99a417298a29f8fbc799825&device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 1096 time: 0.0844970 Aug 16 03:01:31.371535 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-45e769af-5e42-4127-91f7-63f6b88e3713 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 HTTP/1.1" status: 200 len: 217 time: 0.0405526 Aug 16 03:01:31.397458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a1bed77-3b02-4ae3-8891-8d3533facb3c req-c6e94d84-b08b-4238-a390-6cafaf2b16f5 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725641 Aug 16 03:01:31.408073 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:31.435469 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-fd946e8f-7abe-48d4-90e1-57b063b57bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:31.436991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-fd946e8f-7abe-48d4-90e1-57b063b57bad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=df74af3c-7f00-4338-b19f-ad3b0778891c HTTP/1.1" status: 200 len: 854 time: 0.0549974 Aug 16 03:01:31.452885 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00411f10-3b97-452b-9a01-99b22c3f858c x-openstack-request-id: req-00411f10-3b97-452b-9a01-99b22c3f858c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:31.453163 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c072f28-3d9c-4764-a3a3-e60b440c32f1", "tag": "3557e28e-be0a-4fa8-baf1-cbcbcbdd9491", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:31.453410 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00411f10-3b97-452b-9a01-99b22c3f858c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:31.453799 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c072f28-3d9c-4764-a3a3-e60b440c32f1', 'tag': '3557e28e-be0a-4fa8-baf1-cbcbcbdd9491', 'status': 'completed', 'code': 200} Aug 16 03:01:31.476590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-011c2a8a-8433-44a5-bc5f-81b0c6df0e5f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a59771b4-db36-4cdb-a7e6-28ba97c35fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321229 Aug 16 03:01:31.568993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-e81118ab-3042-46ae-98a8-dbc25f16d499 service neutron] 10.222.0.93 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851409 Aug 16 03:01:31.660855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d404cc8-3922-400a-b315-8cfccab836c0 req-c347fbd2-d3dd-4336-945f-8668039dbc78 service neutron] 10.222.0.93 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848989 Aug 16 03:01:31.744277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-426f3b5f-7d7b-49f0-ad2e-9d1e5f0db11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:31.745830 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-426f3b5f-7d7b-49f0-ad2e-9d1e5f0db11f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c1bf7663f99a417298a29f8fbc799825&device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 1096 time: 0.0416484 Aug 16 03:01:31.834622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-f5b959d6-c9ec-4360-9dc0-e768ef3bc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:31.836109 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-f5b959d6-c9ec-4360-9dc0-e768ef3bc4f6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a59771b4-db36-4cdb-a7e6-28ba97c35fec HTTP/1.1" status: 200 len: 915 time: 0.0834138 Aug 16 03:01:32.220388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-47f3602a-b29c-4a3d-9ce1-df8df717eba4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 HTTP/1.1" status: 200 len: 217 time: 0.3767292 Aug 16 03:01:32.270846 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-de3f34ed-c84a-4446-b8fd-fb2b8d302b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:32.272321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-de3f34ed-c84a-4446-b8fd-fb2b8d302b84 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=df74af3c-7f00-4338-b19f-ad3b0778891c HTTP/1.1" status: 200 len: 854 time: 0.0428369 Aug 16 03:01:32.305705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-5c589720-38f0-45a0-95ea-5cf1aa071f38 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a59771b4-db36-4cdb-a7e6-28ba97c35fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248086 Aug 16 03:01:32.399549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-b44d5066-c0d4-4ced-bd99-9ebd22da0df2 service neutron] 10.222.0.93 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850425 Aug 16 03:01:32.518684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d587e34-a766-4fa7-96e6-5391107dadc4 req-a8ac6aac-be62-40bc-82f3-5902672488e9 service neutron] 10.222.0.93 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108255 Aug 16 03:01:32.535369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0446c28-b68f-4ef0-99de-c3eac828730a req-94cc5607-d87c-4102-b66a-ad57ce197db1 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:32.536886 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0446c28-b68f-4ef0-99de-c3eac828730a req-94cc5607-d87c-4102-b66a-ad57ce197db1 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 944 time: 0.0648968 Aug 16 03:01:32.575872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d0446c28-b68f-4ef0-99de-c3eac828730a req-2b316016-73be-4be7-baa6-6bfb99ff6f65 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323358 Aug 16 03:01:33.685910 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0489b222-a0f0-473b-b53d-a75aff9d6a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:33.696744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6089b4-e6e7-49f9-858a-27e04d19b573 req-c05ffafb-2f34-42a5-9f5d-4351820402d9 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:33.698264 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b6089b4-e6e7-49f9-858a-27e04d19b573 req-c05ffafb-2f34-42a5-9f5d-4351820402d9 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 944 time: 0.0558410 Aug 16 03:01:33.738978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b6089b4-e6e7-49f9-858a-27e04d19b573 req-c4d88025-d091-4a39-a534-a9fb15a31e15 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334182 Aug 16 03:01:34.053729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:34.853645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e6d3-c0da-43cc-8821-16056897d1a9 req-afa94e62-01da-45d0-a5f3-242607a29c10 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:34.855963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1cf0e6d3-c0da-43cc-8821-16056897d1a9 req-afa94e62-01da-45d0-a5f3-242607a29c10 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 944 time: 0.0500822 Aug 16 03:01:34.893147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:01:34.893739 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1cf0e6d3-c0da-43cc-8821-16056897d1a9 req-c022400c-a2d7-4df3-8df0-2528be16a9d9 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312672 Aug 16 03:01:34.989493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:35.001065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '3557e28e-be0a-4fa8-baf1-cbcbcbdd9491', 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec', 'port_id': '3557e28e-be0a-4fa8-baf1-cbcbcbdd9491', 'mac_address': 'fa:16:3e:21:bd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df74af3c-7f00-4338-b19f-ad3b0778891c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:01:35.037423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:35.056111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:01:35.071747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:35.080078 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:35.083691 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:35.132205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:35.267617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3557e28e-be0a-4fa8-baf1-cbcbcbdd9491'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:36.007857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992bbfe-e26d-406e-af4a-5a3ee866ec74 req-c2901c9e-0ab6-4c98-a939-ebb828a93c8e tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:36.009336 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f992bbfe-e26d-406e-af4a-5a3ee866ec74 req-c2901c9e-0ab6-4c98-a939-ebb828a93c8e tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 945 time: 0.0492136 Aug 16 03:01:36.050678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f992bbfe-e26d-406e-af4a-5a3ee866ec74 req-bfbbeabb-e184-4ee1-9893-2dcf57e9dc25 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345457 Aug 16 03:01:36.924121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:01:36.973465 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:01:36.977209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:01:36.977581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:37.059926 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:37.085113 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c072f28-3d9c-4764-a3a3-e60b440c32f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3557e28e-be0a-4fa8-baf1-cbcbcbdd9491'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:37.087499 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be173132-8aab-4f83-939c-298dea0e14f2" -d '{"events": [{"server_uuid": "9c072f28-3d9c-4764-a3a3-e60b440c32f1", "name": "network-vif-plugged", "status": "completed", "tag": "3557e28e-be0a-4fa8-baf1-cbcbcbdd9491"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:37.101073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:37.106112 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:37.162543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:37.176959 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:37.187537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa12dbb-4865-4af7-b39f-9b59d8c6dd75 req-c547d767-0f83-4254-9fa6-6cf4c53018af tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:37.189117 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfa12dbb-4865-4af7-b39f-9b59d8c6dd75 req-c547d767-0f83-4254-9fa6-6cf4c53018af tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0619049 Aug 16 03:01:37.227450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dfa12dbb-4865-4af7-b39f-9b59d8c6dd75 req-db5152df-2448-4af7-827e-1e4aec8be41b tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Aug 16 03:01:37.271080 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228bc2c1-a429-400f-9573-2c2ff3b036c1 x-openstack-request-id: req-228bc2c1-a429-400f-9573-2c2ff3b036c1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:37.271413 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c072f28-3d9c-4764-a3a3-e60b440c32f1", "name": "network-vif-plugged", "status": "completed", "tag": "3557e28e-be0a-4fa8-baf1-cbcbcbdd9491", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:37.271674 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-228bc2c1-a429-400f-9573-2c2ff3b036c1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:37.272098 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c072f28-3d9c-4764-a3a3-e60b440c32f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3557e28e-be0a-4fa8-baf1-cbcbcbdd9491', 'code': 200} Aug 16 03:01:37.371108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e030b8-4fb9-40b4-b278-ffa537b82865 req-202e14c3-cd33-4b68-a762-4c8fc6183875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:37.372631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3e030b8-4fb9-40b4-b278-ffa537b82865 req-202e14c3-cd33-4b68-a762-4c8fc6183875 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 1098 time: 0.0420027 Aug 16 03:01:37.408551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3e030b8-4fb9-40b4-b278-ffa537b82865 req-536f1361-b30c-4e6e-9c63-78c4f8a5988c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290892 Aug 16 03:01:38.346259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965f798-c526-4317-a9b9-f63ef696928b req-f849ea83-81e0-4743-9e61-ac91f85686c5 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:38.347802 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d965f798-c526-4317-a9b9-f63ef696928b req-f849ea83-81e0-4743-9e61-ac91f85686c5 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0498383 Aug 16 03:01:38.385124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d965f798-c526-4317-a9b9-f63ef696928b req-f3c02b82-c587-4c5c-aa31-dce41a9e8968 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Aug 16 03:01:38.617416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3704f6-6873-464b-a788-275ace70ed14 req-c2fabe15-12e8-4786-a84b-bea5f48df4eb tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:38.618940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-c2fabe15-12e8-4786-a84b-bea5f48df4eb tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/networks?id=a59771b4-db36-4cdb-a7e6-28ba97c35fec HTTP/1.1" status: 200 len: 814 time: 0.1059666 Aug 16 03:01:38.634793 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-b0ab53d2-0a23-41e9-bc7e-7a6d4c92c325 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/quotas/c1bf7663f99a417298a29f8fbc799825 HTTP/1.1" status: 200 len: 375 time: 0.0091882 Aug 16 03:01:38.686678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-91e276ed-4170-4125-8766-fd7f362d1330 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1bf7663f99a417298a29f8fbc799825&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458329 Aug 16 03:01:38.780262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-b4a308fe-6e06-4906-b0a8-12d002a62ef6 service neutron] 10.222.0.61 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864077 Aug 16 03:01:38.869136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-c8fb2e54-1d4a-4471-ba24-2cb6bb625815 service neutron] 10.222.0.61 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829227 Aug 16 03:01:39.027942 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e115aaf-2a29-4e19-8419-8da5ebe764ba req-588300fb-cb5c-4f69-b81f-57b179b0fe9d tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 210 time: 0.0270805 Aug 16 03:01:40.138522 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-746e569f-fd4b-43a9-b4ab-f24dfdadf416 req-54a861a9-6ff9-43a8-a171-4e0e699b859d tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 210 time: 0.0409853 Aug 16 03:01:40.178260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3704f6-6873-464b-a788-275ace70ed14 req-125f439c-03d6-449c-b04d-73bfc019af1f tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:40.180155 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-125f439c-03d6-449c-b04d-73bfc019af1f tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.86 "GET /v2.0/networks?id=a59771b4-db36-4cdb-a7e6-28ba97c35fec HTTP/1.1" status: 200 len: 814 time: 0.1216438 Aug 16 03:01:40.199850 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Request body: {'port': {'device_id': 'd5e4929b-6659-44ab-96ad-c78a3a87d8f6', 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec', 'admin_state_up': True, 'tenant_id': 'c1bf7663f99a417298a29f8fbc799825'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:40.308517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Made reservation on behalf of c1bf7663f99a417298a29f8fbc799825 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:01:40.312019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:40.444033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Allocated IP 172.20.0.3 (a59771b4-db36-4cdb-a7e6-28ba97c35fec/df74af3c-7f00-4338-b19f-ad3b0778891c/43bfada8-029b-45a3-93d2-b52617b996d9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:01:40.593341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:40.631332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:40.642667 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3557e28e-be0a-4fa8-baf1-cbcbcbdd9491'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:40.679192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Network a59771b4-db36-4cdb-a7e6-28ba97c35fec is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:01:40.682467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:01:40.687344 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:01:40.713268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Pushing event updated for resources: {'Port': ['ID=43bfada8-029b-45a3-93d2-b52617b996d9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:40.729059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.730174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.730174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.731043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.731419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.731757 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.732545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.732545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.732758 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.733060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.733407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.733717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:40.756737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:40.757345 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:40.777798 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-ca60bb1d-d2b0-4703-8855-5f5bfd684cd4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5816820 Aug 16 03:01:40.795695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Request body: {'port': {'device_id': 'd5e4929b-6659-44ab-96ad-c78a3a87d8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:40.852931 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:41.108132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bfada8-029b-45a3-93d2-b52617b996d9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:01:41.115729 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:41.128585 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Transition to ACTIVE for port object 43bfada8-029b-45a3-93d2-b52617b996d9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:01:41.132362 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:41.186622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Pushing event updated for resources: {'Port': ['ID=43bfada8-029b-45a3-93d2-b52617b996d9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:41.253044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fb878-8035-41c7-8a67-02f34fb493c0 req-c59221cb-3050-4800-a298-bc8fe84004b0 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:41.254581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-672fb878-8035-41c7-8a67-02f34fb493c0 req-c59221cb-3050-4800-a298-bc8fe84004b0 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 943 time: 0.0531054 Aug 16 03:01:41.269505 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Attempting to bind port 43bfada8-029b-45a3-93d2-b52617b996d9 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:01:41.269840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Attempting to bind port 43bfada8-029b-45a3-93d2-b52617b996d9 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': 'cb5df643-c431-4a0f-99ce-c9e0752a4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:01:41.270169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Attempting to bind port 43bfada8-029b-45a3-93d2-b52617b996d9 on network a59771b4-db36-4cdb-a7e6-28ba97c35fec {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:41.274763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Port 43bfada8-029b-45a3-93d2-b52617b996d9 on network a59771b4-db36-4cdb-a7e6-28ba97c35fec not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:01:41.275083 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Attempting to bind port 43bfada8-029b-45a3-93d2-b52617b996d9 on network a59771b4-db36-4cdb-a7e6-28ba97c35fec {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:01:41.281189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:01:41.281527 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Checking segment: {'id': 'cb5df643-c431-4a0f-99ce-c9e0752a4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:01:41.281909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Bound using segment: {'id': 'cb5df643-c431-4a0f-99ce-c9e0752a4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:01:41.282336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Bound port: 43bfada8-029b-45a3-93d2-b52617b996d9, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5df643-c431-4a0f-99ce-c9e0752a4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:01:41.282694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:41.296816 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-672fb878-8035-41c7-8a67-02f34fb493c0 req-12d643dd-8063-47bf-9298-9033c2abff93 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357299 Aug 16 03:01:41.351860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] For port 43bfada8-029b-45a3-93d2-b52617b996d9, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:01:41.355604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] For port 43bfada8-029b-45a3-93d2-b52617b996d9, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=43bfada8-029b-45a3-93d2-b52617b996d9,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:01:41.360543 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:41.397608 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:41.398227 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:41.399647 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] 10.222.0.86 "PUT /v2.0/ports/43bfada8-029b-45a3-93d2-b52617b996d9 HTTP/1.1" status: 200 len: 1092 time: 0.6083057 Aug 16 03:01:41.400082 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e4929b-6659-44ab-96ad-c78a3a87d8f6', 'tag': '43bfada8-029b-45a3-93d2-b52617b996d9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:41.402931 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018268cb-defe-40c4-831f-b10f2f96af36" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e4929b-6659-44ab-96ad-c78a3a87d8f6", "tag": "43bfada8-029b-45a3-93d2-b52617b996d9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:41.430085 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71360d-2b45-4a08-86a0-e27b3d5b56df service neutron] Pushing event updated for resources: {'Port': ['ID=43bfada8-029b-45a3-93d2-b52617b996d9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:41.440635 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132ebfd8-1734-4aa6-99f3-3ad66e3a0417 x-openstack-request-id: req-132ebfd8-1734-4aa6-99f3-3ad66e3a0417 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:41.440934 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e4929b-6659-44ab-96ad-c78a3a87d8f6", "tag": "43bfada8-029b-45a3-93d2-b52617b996d9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:41.441191 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-132ebfd8-1734-4aa6-99f3-3ad66e3a0417 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:41.441584 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e4929b-6659-44ab-96ad-c78a3a87d8f6', 'tag': '43bfada8-029b-45a3-93d2-b52617b996d9', 'status': 'completed', 'code': 200} Aug 16 03:01:41.501947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3704f6-6873-464b-a788-275ace70ed14 req-4db0f374-3a1a-4246-849d-6b802d64eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:41.503444 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-4db0f374-3a1a-4246-849d-6b802d64eeca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1bf7663f99a417298a29f8fbc799825&device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 1095 time: 0.0450101 Aug 16 03:01:41.551708 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-f7c0ebfc-052e-4d9b-b20f-8437163175b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43bfada8-029b-45a3-93d2-b52617b996d9 HTTP/1.1" status: 200 len: 217 time: 0.0349002 Aug 16 03:01:41.605387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3704f6-6873-464b-a788-275ace70ed14 req-2cd96327-6b1c-4c2d-9602-874c048fb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:41.607021 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-2cd96327-6b1c-4c2d-9602-874c048fb75e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df74af3c-7f00-4338-b19f-ad3b0778891c HTTP/1.1" status: 200 len: 854 time: 0.0482798 Aug 16 03:01:41.638897 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-84caf1d6-9c45-43e7-b257-708585801c74 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a59771b4-db36-4cdb-a7e6-28ba97c35fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248125 Aug 16 03:01:41.736980 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-af28d1e0-4985-4db1-ad79-c32957889d8e service neutron] 10.222.0.86 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875518 Aug 16 03:01:41.828923 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-db3704f6-6873-464b-a788-275ace70ed14 req-dcd47173-a849-48aa-a47a-4686062f667b service neutron] 10.222.0.86 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844729 Aug 16 03:01:41.956215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018268cb-defe-40c4-831f-b10f2f96af36 req-75783ed6-83e4-4fee-b6ad-6b5d299ac1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:41.957612 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-018268cb-defe-40c4-831f-b10f2f96af36 req-75783ed6-83e4-4fee-b6ad-6b5d299ac1ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c1bf7663f99a417298a29f8fbc799825&device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 1095 time: 0.0464239 Aug 16 03:01:42.048717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018268cb-defe-40c4-831f-b10f2f96af36 req-a9e2a2f7-f768-4e6c-be20-81036ca81455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:42.050452 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-018268cb-defe-40c4-831f-b10f2f96af36 req-a9e2a2f7-f768-4e6c-be20-81036ca81455 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a59771b4-db36-4cdb-a7e6-28ba97c35fec HTTP/1.1" status: 200 len: 915 time: 0.0854406 Aug 16 03:01:42.095866 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-018268cb-defe-40c4-831f-b10f2f96af36 req-6ae277b3-ab94-4ced-8a10-9875090d341a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43bfada8-029b-45a3-93d2-b52617b996d9 HTTP/1.1" status: 200 len: 217 time: 0.0381362 Aug 16 03:01:42.153825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018268cb-defe-40c4-831f-b10f2f96af36 req-d472cf0b-d715-4029-9e18-785b2f0b9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:42.155340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-018268cb-defe-40c4-831f-b10f2f96af36 req-d472cf0b-d715-4029-9e18-785b2f0b9854 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df74af3c-7f00-4338-b19f-ad3b0778891c HTTP/1.1" status: 200 len: 854 time: 0.0452263 Aug 16 03:01:42.187732 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-018268cb-defe-40c4-831f-b10f2f96af36 req-b64a9129-2104-418b-bf14-38e1f0919f3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a59771b4-db36-4cdb-a7e6-28ba97c35fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252964 Aug 16 03:01:42.277709 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-018268cb-defe-40c4-831f-b10f2f96af36 req-9d8a8921-9b5a-4cec-97b9-102a83da459c service neutron] 10.222.0.86 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825589 Aug 16 03:01:42.374714 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-018268cb-defe-40c4-831f-b10f2f96af36 req-c6f94851-24ee-4b08-a97f-fc326aab94e9 service neutron] 10.222.0.86 "GET /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892174 Aug 16 03:01:42.418159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921ee8-daed-49c2-87ca-3e11829ab3dc req-cf1e3630-b107-4518-ab75-44b832224b8d tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:42.419694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc921ee8-daed-49c2-87ca-3e11829ab3dc req-cf1e3630-b107-4518-ab75-44b832224b8d tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 943 time: 0.0511053 Aug 16 03:01:42.459374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc921ee8-daed-49c2-87ca-3e11829ab3dc req-90b20ece-6a2b-46c9-babc-75166eb6889e tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Aug 16 03:01:42.841684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:43.591052 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24de51c-a337-420b-b1ed-bf4a71c395ed req-823e1ac4-bf64-49d5-b8fd-05741e5d0f52 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:43.592608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e24de51c-a337-420b-b1ed-bf4a71c395ed req-823e1ac4-bf64-49d5-b8fd-05741e5d0f52 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 943 time: 0.0617273 Aug 16 03:01:43.643767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e24de51c-a337-420b-b1ed-bf4a71c395ed req-9989e3f9-ad1e-44c8-a2c9-3a934030e222 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Aug 16 03:01:44.759862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f63b-69fb-4973-a202-523d54d08dbd req-e67894b2-7900-4d6d-9288-e2f5a7c21e91 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:44.761602 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc3f63b-69fb-4973-a202-523d54d08dbd req-e67894b2-7900-4d6d-9288-e2f5a7c21e91 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 943 time: 0.0507009 Aug 16 03:01:44.799077 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc3f63b-69fb-4973-a202-523d54d08dbd req-f8e16555-c5df-407c-856b-bd67dadb4334 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315039 Aug 16 03:01:45.914837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c47c7-3912-4e4a-9c29-0fd5cb3fc15e req-9c53c9dc-af29-44ad-b22a-2b459dc0d3e4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:45.916369 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b11c47c7-3912-4e4a-9c29-0fd5cb3fc15e req-9c53c9dc-af29-44ad-b22a-2b459dc0d3e4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 943 time: 0.0508082 Aug 16 03:01:45.956520 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b11c47c7-3912-4e4a-9c29-0fd5cb3fc15e req-8918c6dd-985f-4235-b8be-79edac6fe387 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Aug 16 03:01:46.640091 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 43bfada8-029b-45a3-93d2-b52617b996d9 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:01:46.743501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 43bfada8-029b-45a3-93d2-b52617b996d9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=43bfada8-029b-45a3-93d2-b52617b996d9,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:46.754483 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '43bfada8-029b-45a3-93d2-b52617b996d9', 'network_id': 'a59771b4-db36-4cdb-a7e6-28ba97c35fec', 'port_id': '43bfada8-029b-45a3-93d2-b52617b996d9', 'mac_address': 'fa:16:3e:7e:9b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df74af3c-7f00-4338-b19f-ad3b0778891c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:01:46.799764 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:46.812400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bfada8-029b-45a3-93d2-b52617b996d9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:01:46.831575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 43bfada8-029b-45a3-93d2-b52617b996d9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=43bfada8-029b-45a3-93d2-b52617b996d9,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:46.835531 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:46.881005 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=43bfada8-029b-45a3-93d2-b52617b996d9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:47.070918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373f5d8-1449-43c0-8b6e-07e6768cdba7 req-29388338-3400-49fa-adcd-d0dd2ebcab7a tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:47.072461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4373f5d8-1449-43c0-8b6e-07e6768cdba7 req-29388338-3400-49fa-adcd-d0dd2ebcab7a tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 944 time: 0.0502396 Aug 16 03:01:47.115368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4373f5d8-1449-43c0-8b6e-07e6768cdba7 req-a1676602-918a-4562-8f2d-e72a53c70eed tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363979 Aug 16 03:01:47.188172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['43bfada8-029b-45a3-93d2-b52617b996d9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:48.234223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc149861-ad9b-4d7a-8a15-ba3d9797b572 req-386db797-be0f-4fb0-826a-a30515bac492 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:48.235824 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc149861-ad9b-4d7a-8a15-ba3d9797b572 req-386db797-be0f-4fb0-826a-a30515bac492 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 944 time: 0.0515807 Aug 16 03:01:48.275277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc149861-ad9b-4d7a-8a15-ba3d9797b572 req-76215fa4-9c1c-47d2-9487-44efc0a67699 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333056 Aug 16 03:01:48.639412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 43bfada8-029b-45a3-93d2-b52617b996d9 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:01:48.687722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 43bfada8-029b-45a3-93d2-b52617b996d9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:01:48.691298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 43bfada8-029b-45a3-93d2-b52617b996d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:01:48.691671 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:48.767958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:48.791716 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e4929b-6659-44ab-96ad-c78a3a87d8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bfada8-029b-45a3-93d2-b52617b996d9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:48.794067 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5b3cb2-f738-45b0-b8ba-bae16a324033" -d '{"events": [{"server_uuid": "d5e4929b-6659-44ab-96ad-c78a3a87d8f6", "name": "network-vif-plugged", "status": "completed", "tag": "43bfada8-029b-45a3-93d2-b52617b996d9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:48.962109 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd63ea12-801f-40ee-a83f-e0e3fbd07df0 x-openstack-request-id: req-cd63ea12-801f-40ee-a83f-e0e3fbd07df0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:48.962354 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e4929b-6659-44ab-96ad-c78a3a87d8f6", "name": "network-vif-plugged", "status": "completed", "tag": "43bfada8-029b-45a3-93d2-b52617b996d9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:48.962557 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd63ea12-801f-40ee-a83f-e0e3fbd07df0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:48.962951 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e4929b-6659-44ab-96ad-c78a3a87d8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bfada8-029b-45a3-93d2-b52617b996d9', 'code': 200} Aug 16 03:01:48.964937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972f400-1594-4d61-a72a-0030f5a23797 req-d0cb177d-b21d-4ff4-822c-69f8568adc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:48.966376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 43bfada8-029b-45a3-93d2-b52617b996d9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=43bfada8-029b-45a3-93d2-b52617b996d9,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:48.966492 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6972f400-1594-4d61-a72a-0030f5a23797 req-d0cb177d-b21d-4ff4-822c-69f8568adc4a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0440905 Aug 16 03:01:48.970750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:49.003335 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6972f400-1594-4d61-a72a-0030f5a23797 req-fcd4d29d-ef20-46e5-b77f-bc972d13941a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294175 Aug 16 03:01:49.017577 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=43bfada8-029b-45a3-93d2-b52617b996d9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:49.394079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41666386-ac91-44e0-8607-ee6946200dd7 req-cce2be1b-4cce-484e-9df6-3a20d74878a6 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:49.395462 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41666386-ac91-44e0-8607-ee6946200dd7 req-cce2be1b-4cce-484e-9df6-3a20d74878a6 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 945 time: 0.0497169 Aug 16 03:01:49.434239 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-41666386-ac91-44e0-8607-ee6946200dd7 req-68226cb5-6c32-40ee-9ce9-c74292716e9b tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Aug 16 03:01:50.547223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626d2b8-19c0-4395-a7a1-905c983c3720 req-55b5eac9-06d4-48ae-8473-21d419bbccaa tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:50.548721 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6626d2b8-19c0-4395-a7a1-905c983c3720 req-55b5eac9-06d4-48ae-8473-21d419bbccaa tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 945 time: 0.0489228 Aug 16 03:01:50.590907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6626d2b8-19c0-4395-a7a1-905c983c3720 req-dd7a71d1-280a-413f-87fb-0c3f9831d54b tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359933 Aug 16 03:01:50.824778 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130b189-68df-462d-a63d-c673b2488b36 req-afc842d0-c87e-482f-b8ee-3bffa0284ca0 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:50.826384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e130b189-68df-462d-a63d-c673b2488b36 req-afc842d0-c87e-482f-b8ee-3bffa0284ca0 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 945 time: 0.0510356 Aug 16 03:01:50.864411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e130b189-68df-462d-a63d-c673b2488b36 req-92bcec9e-3ba0-442b-995d-590e17be10c5 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Aug 16 03:01:51.980657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463a182-5c01-4fe1-84df-bd08b1b86fcc req-da1f25b0-cb03-413c-bf14-5b08bba016b4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:51.982162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2463a182-5c01-4fe1-84df-bd08b1b86fcc req-da1f25b0-cb03-413c-bf14-5b08bba016b4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 945 time: 0.0490534 Aug 16 03:01:52.021552 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2463a182-5c01-4fe1-84df-bd08b1b86fcc req-286b3c65-c57c-4964-9103-47ae1ffbc248 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329874 Aug 16 03:01:52.297600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-dfd4a4d3-3f2f-4812-9259-be551255611d tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:52.299170 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-dfd4a4d3-3f2f-4812-9259-be551255611d tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 945 time: 0.0551872 Aug 16 03:01:52.390171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Deleting port 43bfada8-029b-45a3-93d2-b52617b996d9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:01:52.390517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:52.482688 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] For port 43bfada8-029b-45a3-93d2-b52617b996d9, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=43bfada8-029b-45a3-93d2-b52617b996d9,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:52.483048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:52.496037 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Calling delete_port for 43bfada8-029b-45a3-93d2-b52617b996d9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:01:52.621413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:52.633304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3557e28e-be0a-4fa8-baf1-cbcbcbdd9491'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:52.655487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Pushing event deleted for resources: {'Port': ['ID=43bfada8-029b-45a3-93d2-b52617b996d9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:52.659501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['43bfada8-029b-45a3-93d2-b52617b996d9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:52.694998 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] No DVR routers for this DVR port 43bfada8-029b-45a3-93d2-b52617b996d9 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:01:52.697523 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:52.699877 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-99c1d61e-611f-47bb-bd5a-47b92585d0c5 req-91bfef88-b821-43b1-9093-d46b49aa9a04 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.86 "DELETE /v2.0/ports/43bfada8-029b-45a3-93d2-b52617b996d9 HTTP/1.1" status: 204 len: 173 time: 0.3943825 Aug 16 03:01:52.700320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e4929b-6659-44ab-96ad-c78a3a87d8f6', 'name': 'network-vif-deleted', 'tag': '43bfada8-029b-45a3-93d2-b52617b996d9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:52.702590 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c707f1a2-73a0-47da-b3be-a15001aa2fc5" -d '{"events": [{"server_uuid": "d5e4929b-6659-44ab-96ad-c78a3a87d8f6", "name": "network-vif-deleted", "tag": "43bfada8-029b-45a3-93d2-b52617b996d9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:52.743301 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8223846e-fb51-4352-a3dc-260921163f31 x-openstack-request-id: req-8223846e-fb51-4352-a3dc-260921163f31 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:52.743604 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e4929b-6659-44ab-96ad-c78a3a87d8f6", "name": "network-vif-deleted", "tag": "43bfada8-029b-45a3-93d2-b52617b996d9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:52.743859 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8223846e-fb51-4352-a3dc-260921163f31 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:52.744257 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e4929b-6659-44ab-96ad-c78a3a87d8f6', 'name': 'network-vif-deleted', 'tag': '43bfada8-029b-45a3-93d2-b52617b996d9', 'status': 'completed', 'code': 200} Aug 16 03:01:53.131130 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7f49a375-f492-4849-bbb3-cc073f4cf105 req-90bb6eb5-ef2d-4de2-afab-416f8d381942 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5e4929b-6659-44ab-96ad-c78a3a87d8f6 HTTP/1.1" status: 200 len: 210 time: 0.0273659 Aug 16 03:01:54.283209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65dce3-9686-48d7-9323-bff66c75cf91 req-00618a41-dd2a-4be2-b6b4-d6bd4ca214d4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:54.284697 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b65dce3-9686-48d7-9323-bff66c75cf91 req-00618a41-dd2a-4be2-b6b4-d6bd4ca214d4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0528166 Aug 16 03:01:54.321516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b65dce3-9686-48d7-9323-bff66c75cf91 req-91fc372b-4fdc-4957-9f65-530c340aba2b tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Aug 16 03:01:54.452009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff410e-49f0-4886-8055-de4b12a56fa7 req-fde548bf-d10c-44e1-adaf-6d2974a62059 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:54.453516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58ff410e-49f0-4886-8055-de4b12a56fa7 req-fde548bf-d10c-44e1-adaf-6d2974a62059 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0496244 Aug 16 03:01:54.491300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58ff410e-49f0-4886-8055-de4b12a56fa7 req-32cdb4a1-3ee8-4430-b4a8-b7b3885f4988 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Aug 16 03:01:54.604796 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4845-b378-4d1a-894a-6a368480a3bf req-89c85f58-f424-4a17-a74a-e29ab9ddd37c tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:54.606386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d82e4845-b378-4d1a-894a-6a368480a3bf req-89c85f58-f424-4a17-a74a-e29ab9ddd37c tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0492651 Aug 16 03:01:54.645096 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d82e4845-b378-4d1a-894a-6a368480a3bf req-1f567ece-7218-495b-aa26-bea6b894afab tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Aug 16 03:01:54.813802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141c4b2-d9af-4c48-8451-fcabb79e1b55 req-5be6c95c-60cf-49ea-8d8e-1740a99a3fd5 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:54.815320 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8141c4b2-d9af-4c48-8451-fcabb79e1b55 req-5be6c95c-60cf-49ea-8d8e-1740a99a3fd5 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0528965 Aug 16 03:01:54.852753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8141c4b2-d9af-4c48-8451-fcabb79e1b55 req-ea2fb566-fa98-42f1-a14e-dcbf2cce8c21 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314870 Aug 16 03:01:54.965889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d3aec-44a6-4959-ae6c-90a2264bf736 req-f1f79cd1-6453-4140-a6d6-98bc331e14f4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:54.967398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d7d3aec-44a6-4959-ae6c-90a2264bf736 req-f1f79cd1-6453-4140-a6d6-98bc331e14f4 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0500271 Aug 16 03:01:55.010719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0d7d3aec-44a6-4959-ae6c-90a2264bf736 req-c4a11c3c-f20f-441a-b27a-e0470131b408 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370736 Aug 16 03:01:55.133712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b89f09-b425-4731-ab19-349a9203996a req-900a18d2-9474-48c5-988c-55e0d579726a tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:55.135280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72b89f09-b425-4731-ab19-349a9203996a req-900a18d2-9474-48c5-988c-55e0d579726a tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0496480 Aug 16 03:01:55.173303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72b89f09-b425-4731-ab19-349a9203996a req-a71eaa61-4096-41ed-a0a2-fb13c531f5ed tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Aug 16 03:01:55.486357 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662575be-7a10-4b61-aeb1-692da33d7f34 req-7581d2c0-3fd3-4006-921d-686e05811bfe tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:55.487871 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-662575be-7a10-4b61-aeb1-692da33d7f34 req-7581d2c0-3fd3-4006-921d-686e05811bfe tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0537472 Aug 16 03:01:55.525205 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-662575be-7a10-4b61-aeb1-692da33d7f34 req-8b150f38-58ec-4816-8240-817d43bd3422 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Aug 16 03:01:56.578253 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:56.645751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178f353-ad45-476b-a81f-8b82706f2dcc req-2a8f2733-dc42-435d-8cab-9dc5e283787f tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:56.648002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d178f353-ad45-476b-a81f-8b82706f2dcc req-2a8f2733-dc42-435d-8cab-9dc5e283787f tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0546429 Aug 16 03:01:56.670897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 43bfada8-029b-45a3-93d2-b52617b996d9 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:01:56.688947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d178f353-ad45-476b-a81f-8b82706f2dcc req-f20aea24-8b3f-4670-98b3-f20c0c274b70 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b698d5f-7343-433f-a8f5-260fa49f49bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342934 Aug 16 03:01:56.691890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 43bfada8-029b-45a3-93d2-b52617b996d9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:01:56.692162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 43bfada8-029b-45a3-93d2-b52617b996d9 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:01:56.743619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-c2e40a6f-cd87-477d-8877-a2423e1786fc tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:56.745058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-c2e40a6f-cd87-477d-8877-a2423e1786fc tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.93 "GET /v2.0/ports?device_id=9c072f28-3d9c-4764-a3a3-e60b440c32f1 HTTP/1.1" status: 200 len: 946 time: 0.0479784 Aug 16 03:01:56.836735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Deleting port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:01:56.836993 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:56.926637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] For port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,segment=NetworkSegment(cb5df643-c431-4a0f-99ce-c9e0752a4356),segment_id=cb5df643-c431-4a0f-99ce-c9e0752a4356)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:56.927008 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:56.940018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Calling delete_port for 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:01:57.073055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:57.084503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['3557e28e-be0a-4fa8-baf1-cbcbcbdd9491'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:01:57.107042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Pushing event deleted for resources: {'Port': ['ID=3557e28e-be0a-4fa8-baf1-cbcbcbdd9491,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:57.150020 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] No DVR routers for this DVR port 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:01:57.153791 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:57.156011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1f866d69-7e4c-4d7c-a4af-039a5958917a req-da44e216-997a-4678-b895-49c981055309 tempest-ServersNegativeTestJSON-1887778480 tempest-ServersNegativeTestJSON-1887778480-project] 10.222.0.93 "DELETE /v2.0/ports/3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 HTTP/1.1" status: 204 len: 173 time: 0.4046838 Aug 16 03:01:57.156456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c072f28-3d9c-4764-a3a3-e60b440c32f1', 'name': 'network-vif-deleted', 'tag': '3557e28e-be0a-4fa8-baf1-cbcbcbdd9491'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:57.158707 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ca2257-e3f1-4241-ad59-0057339d83d2" -d '{"events": [{"server_uuid": "9c072f28-3d9c-4764-a3a3-e60b440c32f1", "name": "network-vif-deleted", "tag": "3557e28e-be0a-4fa8-baf1-cbcbcbdd9491"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:57.195554 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410db733-07a9-4486-a02b-c54ef12a3b56 x-openstack-request-id: req-410db733-07a9-4486-a02b-c54ef12a3b56 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:57.195853 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c072f28-3d9c-4764-a3a3-e60b440c32f1", "name": "network-vif-deleted", "tag": "3557e28e-be0a-4fa8-baf1-cbcbcbdd9491", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:57.196110 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-410db733-07a9-4486-a02b-c54ef12a3b56 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:57.196519 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c072f28-3d9c-4764-a3a3-e60b440c32f1', 'name': 'network-vif-deleted', 'tag': '3557e28e-be0a-4fa8-baf1-cbcbcbdd9491', 'status': 'completed', 'code': 200} Aug 16 03:01:57.746449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:57.790628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cd8d61-b355-4f56-86c7-9ff5f1bad1c9 admin admin] Deleting subnet df74af3c-7f00-4338-b19f-ad3b0778891c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:01:57.793847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9cd8d61-b355-4f56-86c7-9ff5f1bad1c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:57.828111 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9cd8d61-b355-4f56-86c7-9ff5f1bad1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:57.869628 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9cd8d61-b355-4f56-86c7-9ff5f1bad1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:57.921243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9cd8d61-b355-4f56-86c7-9ff5f1bad1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:57.946753 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd8d61-b355-4f56-86c7-9ff5f1bad1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df74af3c-7f00-4338-b19f-ad3b0778891c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:57.951717 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9cd8d61-b355-4f56-86c7-9ff5f1bad1c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:57.953621 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e9cd8d61-b355-4f56-86c7-9ff5f1bad1c9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/df74af3c-7f00-4338-b19f-ad3b0778891c HTTP/1.1" status: 204 len: 168 time: 0.2061889 Aug 16 03:01:57.956103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 40998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:58.024372 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.111241 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.125124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59771b4-db36-4cdb-a7e6-28ba97c35fec']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:58.135451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5df643-c431-4a0f-99ce-c9e0752a4356') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:58.135745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5df643-c431-4a0f-99ce-c9e0752a4356') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:58.145127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.158841 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.164564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:01:58.164943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:01:58.166591 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:01:58.225271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.231311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.233276 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] 10.222.0.61 "DELETE /v2.0/networks/a59771b4-db36-4cdb-a7e6-28ba97c35fec HTTP/1.1" status: 204 len: 168 time: 0.2761369 Aug 16 03:01:58.244658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6bac4-d764-4cab-ac25-0c8632d7e07b admin admin] Pushing event deleted for resources: {'Network': ['ID=a59771b4-db36-4cdb-a7e6-28ba97c35fec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:58.350145 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:58.390715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b0bd653d-bad5-4d5c-8f99-9c4b4b385663 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1bf7663f99a417298a29f8fbc799825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393989 Aug 16 03:01:58.393220 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:58.441848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c9130e5-762b-4173-aecf-e2501b1f42a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.462417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c9130e5-762b-4173-aecf-e2501b1f42a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.508949 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c9130e5-762b-4173-aecf-e2501b1f42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.512271 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c9130e5-762b-4173-aecf-e2501b1f42a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:58.513413 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2c9130e5-762b-4173-aecf-e2501b1f42a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b698d5f-7343-433f-a8f5-260fa49f49bb HTTP/1.1" status: 204 len: 168 time: 0.1192672 Aug 16 03:01:58.521099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9130e5-762b-4173-aecf-e2501b1f42a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b698d5f-7343-433f-a8f5-260fa49f49bb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:59.201551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:59.295335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652354484'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:59.316652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:01:59.320133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.329200 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.419870 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.423538 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.454093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:01:59.460159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fdac71-841d-4126-aaee-25452041073f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:59.469546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.469908 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Added segment b830cddd-a82d-4acf-ae82-bfde0c0667ec of type vlan for network d9cdc4d1-c874-461a-9be4-fed1ad56e66f Aug 16 03:01:59.471966 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.472308 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.472644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.472975 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.473302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.473629 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.473953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.474277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.474597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.474916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.475269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.475588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:01:59.521361 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.549849 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.555980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:59.556561 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:59.647691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4447293 Aug 16 03:01:59.656970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd6708-2f0f-4153-952f-627f4ae30917 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Network': ['ID=d9cdc4d1-c874-461a-9be4-fed1ad56e66f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:59.667684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network d9cdc4d1-c874-461a-9be4-fed1ad56e66f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:01.050991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-821482ab-ccb8-4bcc-a9c8-4e06ceea442b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:01.055786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:01.076156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:01.076497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 3557e28e-be0a-4fa8-baf1-cbcbcbdd9491 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:01.411175 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.174695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:03.180218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'subnet': {'network_id': 'd9cdc4d1-c874-461a-9be4-fed1ad56e66f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:03.265997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:03.269472 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.458086 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.521165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Subnet': ['ID=0d3fad5d-4690-45d8-8750-e18611777fd0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:03.532496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Checking segment: {'id': 'b830cddd-a82d-4acf-ae82-bfde0c0667ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd9cdc4d1-c874-461a-9be4-fed1ad56e66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:03.532866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network hostable DHCP agents. Network: d9cdc4d1-c874-461a-9be4-fed1ad56e66f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:03.549069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network d9cdc4d1-c874-461a-9be4-fed1ad56e66f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:03.557302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, d9cdc4d1-c874-461a-9be4-fed1ad56e66f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:03.561575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:03.562215 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.567361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade50a1-e42f-4e39-9bbe-1a6758b2f82a None None] Network d9cdc4d1-c874-461a-9be4-fed1ad56e66f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:03.577382 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b9b49787-13ff-44d0-ba5d-f2db71a56a1b tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4012694 Aug 16 03:02:03.580952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:03.586243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1841819748'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:03.608127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:03.611691 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.635824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:03.647562 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.647906 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Added segment 284f414e-33b7-459c-aef7-1b4d582c6967 of type vlan for network ac6da238-eb97-48e4-a8a9-5296adeabd9f Aug 16 03:02:03.692161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.701937 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f0ef7bc-197a-4b08-a2a9-3fd5b5540c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.726093 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-d9cdc4d1-c874-461a-9be4-fed1ad56e66f', 'network_id': 'd9cdc4d1-c874-461a-9be4-fed1ad56e66f', 'tenant_id': '5941b8d1c4a0429a9706afe7a963df94', 'fixed_ips': [{'subnet_id': '0d3fad5d-4690-45d8-8750-e18611777fd0'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:03.727215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.730032 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.736190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:03.736783 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:03.809365 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2240720 Aug 16 03:02:03.809752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:03.816991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'subnet': {'network_id': 'ac6da238-eb97-48e4-a8a9-5296adeabd9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:03.870147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Allocated IP 2001:db8:0:ffff::2 (d9cdc4d1-c874-461a-9be4-fed1ad56e66f/0d3fad5d-4690-45d8-8750-e18611777fd0/67044357-80d6-410a-8bb1-02eeffaf3acc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:03.873839 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce8d65-976b-4fa7-9d9e-5b8fde974f32 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Network': ['ID=ac6da238-eb97-48e4-a8a9-5296adeabd9f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:03.888726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network ac6da238-eb97-48e4-a8a9-5296adeabd9f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:03.919661 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:03.923484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.080171 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.086440 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.096184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Transition to ACTIVE for port object 67044357-80d6-410a-8bb1-02eeffaf3acc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:04.116914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Transition to ACTIVE for port object 67044357-80d6-410a-8bb1-02eeffaf3acc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:04.123218 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.129105 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.162546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Network d9cdc4d1-c874-461a-9be4-fed1ad56e66f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:04.167316 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:04.169804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:04.183320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Pushing event updated for resources: {'Port': ['ID=67044357-80d6-410a-8bb1-02eeffaf3acc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:04.199006 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Subnet': ['ID=2f4ed2d1-6efa-4a02-a44c-5f6b63ba1787,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:04.205463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Checking segment: {'id': '284f414e-33b7-459c-aef7-1b4d582c6967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ac6da238-eb97-48e4-a8a9-5296adeabd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:04.205823 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network hostable DHCP agents. Network: ac6da238-eb97-48e4-a8a9-5296adeabd9f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:04.209319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.209670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.210009 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.210348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.210677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.211026 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.211387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.211712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.212033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.212351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.212721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.213036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:04.224501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network ac6da238-eb97-48e4-a8a9-5296adeabd9f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:04.234164 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, ac6da238-eb97-48e4-a8a9-5296adeabd9f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:04.238978 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:04.239703 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.243784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c96442-457a-40e3-bcb8-8bce4397477e None None] Network ac6da238-eb97-48e4-a8a9-5296adeabd9f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:04.250825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Attempting to bind port 67044357-80d6-410a-8bb1-02eeffaf3acc on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:04.251217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Attempting to bind port 67044357-80d6-410a-8bb1-02eeffaf3acc by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'b830cddd-a82d-4acf-ae82-bfde0c0667ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd9cdc4d1-c874-461a-9be4-fed1ad56e66f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:04.251666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Attempting to bind port 67044357-80d6-410a-8bb1-02eeffaf3acc on network d9cdc4d1-c874-461a-9be4-fed1ad56e66f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:04.256340 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1944dccc-214a-4fb3-b2f9-42193998159a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4455678 Aug 16 03:02:04.259036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:04.288173 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:04.288556 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Checking segment: {'id': 'b830cddd-a82d-4acf-ae82-bfde0c0667ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd9cdc4d1-c874-461a-9be4-fed1ad56e66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:04.288948 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.289335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Bound using segment: {'id': 'b830cddd-a82d-4acf-ae82-bfde0c0667ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd9cdc4d1-c874-461a-9be4-fed1ad56e66f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:04.289805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Bound port: 67044357-80d6-410a-8bb1-02eeffaf3acc, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b830cddd-a82d-4acf-ae82-bfde0c0667ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd9cdc4d1-c874-461a-9be4-fed1ad56e66f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:04.290181 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.364394 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.388227 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] For port 67044357-80d6-410a-8bb1-02eeffaf3acc, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:04.419158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] For port 67044357-80d6-410a-8bb1-02eeffaf3acc, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=67044357-80d6-410a-8bb1-02eeffaf3acc,segment=NetworkSegment(b830cddd-a82d-4acf-ae82-bfde0c0667ec),segment_id=b830cddd-a82d-4acf-ae82-bfde0c0667ec)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:04.427801 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.446687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.490912 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f4b4ae-1304-42b6-8b73-360a4d336be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-ac6da238-eb97-48e4-a8a9-5296adeabd9f', 'network_id': 'ac6da238-eb97-48e4-a8a9-5296adeabd9f', 'tenant_id': '5941b8d1c4a0429a9706afe7a963df94', 'fixed_ips': [{'subnet_id': '2f4ed2d1-6efa-4a02-a44c-5f6b63ba1787'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:04.491823 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b4ae-1304-42b6-8b73-360a4d336be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.516777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a563c45-6f0f-43be-8917-8a9eca511394 None None] Pushing event updated for resources: {'Port': ['ID=67044357-80d6-410a-8bb1-02eeffaf3acc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:04.524908 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.557245 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4ed2d1-6efa-4a02-a44c-5f6b63ba1787,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:04.601836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a380d5c-d713-4afa-ab38-34db7d8fc0eb None None] Network ac6da238-eb97-48e4-a8a9-5296adeabd9f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:04.621661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.634098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6da238-eb97-48e4-a8a9-5296adeabd9f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:04.648712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284f414e-33b7-459c-aef7-1b4d582c6967') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:04.649135 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284f414e-33b7-459c-aef7-1b4d582c6967') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:04.659794 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.688210 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.702953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:04.703534 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:04.706716 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:04.773029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.781880 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.788395 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/networks/ac6da238-eb97-48e4-a8a9-5296adeabd9f HTTP/1.1" status: 204 len: 168 time: 0.5238743 Aug 16 03:02:04.788909 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:04.794687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124181243'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:04.798231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cd36e-9eb1-42f1-a929-e74ec2813c01 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Network': ['ID=ac6da238-eb97-48e4-a8a9-5296adeabd9f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:04.819922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:04.823633 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.847757 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:04.857583 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.858024 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Added segment 7ccc181c-7f43-4721-aaa9-7572702097c0 of type vlan for network b8261887-8e5b-4235-a913-8f381006654f Aug 16 03:02:04.898288 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.927050 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.932584 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:04.933156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:04.994408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2045615 Aug 16 03:02:04.997903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:05.002734 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'subnet': {'network_id': 'b8261887-8e5b-4235-a913-8f381006654f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:05.021157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac1af9-b25a-4cbb-8a28-e0e92eb56774 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Network': ['ID=b8261887-8e5b-4235-a913-8f381006654f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:05.031417 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network b8261887-8e5b-4235-a913-8f381006654f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:05.099388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:05.107432 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.107646 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.167761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Performing IP validity checks on allocation pools {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 03:02:05.169500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 03:02:05.303456 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.366292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Subnet': ['ID=0de83849-007b-44a4-9b67-aa7e8f5578a3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:05.376497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Checking segment: {'id': '7ccc181c-7f43-4721-aaa9-7572702097c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b8261887-8e5b-4235-a913-8f381006654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:05.376861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network hostable DHCP agents. Network: b8261887-8e5b-4235-a913-8f381006654f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:05.394362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network b8261887-8e5b-4235-a913-8f381006654f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:05.404434 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, b8261887-8e5b-4235-a913-8f381006654f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:05.408698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:05.409318 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.418171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56ac9c-c99c-45ba-b52a-abdf425e2e33 None None] Network b8261887-8e5b-4235-a913-8f381006654f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:05.426250 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-39b7dff1-9de6-47fa-8ca8-cfd6ad60149a tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4273026 Aug 16 03:02:05.428863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:05.463751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978dad72-809b-497b-b8ff-e541561c5b53 None None] Network d9cdc4d1-c874-461a-9be4-fed1ad56e66f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:05.530828 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.556772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26a3e68f-f15f-43b6-b77c-52bbd5986aea None None] Provisioning for port 67044357-80d6-410a-8bb1-02eeffaf3acc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:05.608164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.670591 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.693523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e56dc3-21d7-45da-9132-85c93d232b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-b8261887-8e5b-4235-a913-8f381006654f', 'network_id': 'b8261887-8e5b-4235-a913-8f381006654f', 'tenant_id': '5941b8d1c4a0429a9706afe7a963df94', 'fixed_ips': [{'subnet_id': '0de83849-007b-44a4-9b67-aa7e8f5578a3'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:05.694293 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01e56dc3-21d7-45da-9132-85c93d232b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.704057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Subnet': ['ID=0de83849-007b-44a4-9b67-aa7e8f5578a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:05.766492 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.777889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8261887-8e5b-4235-a913-8f381006654f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:05.789125 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccc181c-7f43-4721-aaa9-7572702097c0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:05.789745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccc181c-7f43-4721-aaa9-7572702097c0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:05.790028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28983648-f5a2-43b9-a7ab-6bf45f4ffa4c None None] Network b8261887-8e5b-4235-a913-8f381006654f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:05.803010 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.817406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.823633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:05.824647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:05.827892 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:05.893050 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.900517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.902668 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/networks/b8261887-8e5b-4235-a913-8f381006654f HTTP/1.1" status: 204 len: 168 time: 0.4728587 Aug 16 03:02:05.906551 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:05.913419 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2029187289'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:05.914973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383d519-026a-48fe-b6cf-935136d6e641 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Network': ['ID=b8261887-8e5b-4235-a913-8f381006654f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:05.940880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:05.944673 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.971433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:05.981242 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:05.981592 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Added segment 13d3fdf1-758e-4155-b570-e826d82d4dcc of type vlan for network e9d4f8f9-c874-44a8-af92-813e294759f0 Aug 16 03:02:06.023804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.053159 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.060548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:06.061133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.126051 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2178137 Aug 16 03:02:06.129860 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:06.134609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'subnet': {'network_id': 'e9d4f8f9-c874-44a8-af92-813e294759f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:06.179107 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb1d33-2479-4cf3-942d-632ca0cbee4f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Network': ['ID=e9d4f8f9-c874-44a8-af92-813e294759f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:06.189744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network e9d4f8f9-c874-44a8-af92-813e294759f0 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:06.231181 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 67044357-80d6-410a-8bb1-02eeffaf3acc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:06.234078 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:06.237572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.303826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 67044357-80d6-410a-8bb1-02eeffaf3acc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:06.307836 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 67044357-80d6-410a-8bb1-02eeffaf3acc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:06.308208 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.389906 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.419375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.422463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 67044357-80d6-410a-8bb1-02eeffaf3acc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=67044357-80d6-410a-8bb1-02eeffaf3acc,segment=NetworkSegment(b830cddd-a82d-4acf-ae82-bfde0c0667ec),segment_id=b830cddd-a82d-4acf-ae82-bfde0c0667ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:06.428341 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.481955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=67044357-80d6-410a-8bb1-02eeffaf3acc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:06.490052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Subnet': ['ID=05fd297c-9d5a-4450-821a-9e39a904bffc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:06.497790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Checking segment: {'id': '13d3fdf1-758e-4155-b570-e826d82d4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e9d4f8f9-c874-44a8-af92-813e294759f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:06.498153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network hostable DHCP agents. Network: e9d4f8f9-c874-44a8-af92-813e294759f0, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:06.516136 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network e9d4f8f9-c874-44a8-af92-813e294759f0 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:06.525036 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, e9d4f8f9-c874-44a8-af92-813e294759f0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:06.529812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:06.530467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.534525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71008f43-655c-417a-96c0-b77660672d37 None None] Network e9d4f8f9-c874-44a8-af92-813e294759f0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:06.545069 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d955fe43-5b58-4037-9953-7cfd9f703441 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4148481 Aug 16 03:02:06.548809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:06.554376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1847612634'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:06.576818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:06.580421 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.604264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:06.614419 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.614777 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Added segment 2b36edee-2d35-4579-9314-84502805664d of type vlan for network 5add5e9f-638e-41de-aaa3-d52e22f0333e Aug 16 03:02:06.657128 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.689943 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.690183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-e9d4f8f9-c874-44a8-af92-813e294759f0', 'network_id': 'e9d4f8f9-c874-44a8-af92-813e294759f0', 'tenant_id': '5941b8d1c4a0429a9706afe7a963df94', 'fixed_ips': [{'subnet_id': '05fd297c-9d5a-4450-821a-9e39a904bffc'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:06.691631 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.696095 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:06.696685 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:06.763908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2138543 Aug 16 03:02:06.766839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:06.773727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Request body: {'subnet': {'network_id': '5add5e9f-638e-41de-aaa3-d52e22f0333e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:06.823653 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be66e4-c856-4c91-b8d2-bebf67e0cd9f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Network': ['ID=5add5e9f-638e-41de-aaa3-d52e22f0333e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:06.831297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Allocated IP 2001:db8::2 (e9d4f8f9-c874-44a8-af92-813e294759f0/05fd297c-9d5a-4450-821a-9e39a904bffc/5015f861-0377-47b9-86cd-6e2c712df59c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:06.837461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 5add5e9f-638e-41de-aaa3-d52e22f0333e details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:06.872582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Made reservation on behalf of 5941b8d1c4a0429a9706afe7a963df94 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:06.876128 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.033214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.041451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Transition to ACTIVE for port object 5015f861-0377-47b9-86cd-6e2c712df59c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:07.056321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Transition to ACTIVE for port object 5015f861-0377-47b9-86cd-6e2c712df59c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:07.062502 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.063469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.135722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event updated for resources: {'Subnet': ['ID=4fcb17fe-2137-4c54-8da6-707fe550c96b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:07.143705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Checking segment: {'id': '2b36edee-2d35-4579-9314-84502805664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5add5e9f-638e-41de-aaa3-d52e22f0333e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:07.143908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network hostable DHCP agents. Network: 5add5e9f-638e-41de-aaa3-d52e22f0333e, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:07.162070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Network 5add5e9f-638e-41de-aaa3-d52e22f0333e is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:07.171952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 5add5e9f-638e-41de-aaa3-d52e22f0333e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:07.176659 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:07.177255 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.193378 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-833134c1-b106-47ed-bb78-7b599156fc55 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4254613 Aug 16 03:02:07.196098 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:07.253366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6398d5d2-6144-4392-9b13-7642b9a2f12e None None] Network 5add5e9f-638e-41de-aaa3-d52e22f0333e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:07.296414 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.312776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Network e9d4f8f9-c874-44a8-af92-813e294759f0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:07.316966 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.320786 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:07.329549 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:07.334751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Pushing event updated for resources: {'Port': ['ID=5015f861-0377-47b9-86cd-6e2c712df59c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:07.350613 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.415006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Attempting to bind port 5015f861-0377-47b9-86cd-6e2c712df59c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:07.415400 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Attempting to bind port 5015f861-0377-47b9-86cd-6e2c712df59c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '13d3fdf1-758e-4155-b570-e826d82d4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e9d4f8f9-c874-44a8-af92-813e294759f0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:07.415763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Attempting to bind port 5015f861-0377-47b9-86cd-6e2c712df59c on network e9d4f8f9-c874-44a8-af92-813e294759f0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:07.422133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.423846 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:07.424224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Checking segment: {'id': '13d3fdf1-758e-4155-b570-e826d82d4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e9d4f8f9-c874-44a8-af92-813e294759f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:07.424618 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.425018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Bound using segment: {'id': '13d3fdf1-758e-4155-b570-e826d82d4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e9d4f8f9-c874-44a8-af92-813e294759f0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:07.425733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Bound port: 5015f861-0377-47b9-86cd-6e2c712df59c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d3fdf1-758e-4155-b570-e826d82d4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e9d4f8f9-c874-44a8-af92-813e294759f0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:07.426108 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.498861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966a601-d154-42db-8e83-8877e33b2266 None None] Network 5add5e9f-638e-41de-aaa3-d52e22f0333e requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:07.579475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] For port 5015f861-0377-47b9-86cd-6e2c712df59c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:07.584118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] For port 5015f861-0377-47b9-86cd-6e2c712df59c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5015f861-0377-47b9-86cd-6e2c712df59c,segment=NetworkSegment(13d3fdf1-758e-4155-b570-e826d82d4dcc),segment_id=13d3fdf1-758e-4155-b570-e826d82d4dcc)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:07.591153 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.689560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092a2c3-bd4d-4b10-a0c5-44cf98883127 None None] Pushing event updated for resources: {'Port': ['ID=5015f861-0377-47b9-86cd-6e2c712df59c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:07.726004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcb17fe-2137-4c54-8da6-707fe550c96b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:07.787405 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.797846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5add5e9f-638e-41de-aaa3-d52e22f0333e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:07.809898 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b36edee-2d35-4579-9314-84502805664d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:07.810201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b36edee-2d35-4579-9314-84502805664d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:07.821895 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.847232 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.853320 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:07.853702 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:07.856981 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:07.921524 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.929054 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:07.930884 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/networks/5add5e9f-638e-41de-aaa3-d52e22f0333e HTTP/1.1" status: 204 len: 168 time: 0.7337945 Aug 16 03:02:07.934591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:07.944243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a819eab-6a4e-4d90-a71b-2ba087587773 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Network': ['ID=5add5e9f-638e-41de-aaa3-d52e22f0333e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:07.971316 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2775da44-ee05-4b73-a63f-216425a541ca tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] GET failed (client error): The resource could not be found. Aug 16 03:02:07.972685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2775da44-ee05-4b73-a63f-216425a541ca tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "GET /v2.0/subnets/4fcb17fe-2137-4c54-8da6-707fe550c96b HTTP/1.1" status: 404 len: 337 time: 0.0363843 Aug 16 03:02:07.975478 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:07.993373 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f0dec7-7458-42ab-8417-88c4e4045fe4 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] DELETE failed (client error): The resource could not be found. Aug 16 03:02:07.993893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f0dec7-7458-42ab-8417-88c4e4045fe4 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:02:07.995566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e3f0dec7-7458-42ab-8417-88c4e4045fe4 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/networks/5add5e9f-638e-41de-aaa3-d52e22f0333e HTTP/1.1" status: 404 len: 339 time: 0.0191879 Aug 16 03:02:07.999320 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:08.024714 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d3b913-dcd4-4dbd-8611-d51c77fca97c tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] DELETE failed (client error): The resource could not be found. Aug 16 03:02:08.025163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d3b913-dcd4-4dbd-8611-d51c77fca97c tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:02:08.026805 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-59d3b913-dcd4-4dbd-8611-d51c77fca97c tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/subnets/4fcb17fe-2137-4c54-8da6-707fe550c96b HTTP/1.1" status: 404 len: 337 time: 0.0265896 Aug 16 03:02:08.029971 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:08.047386 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da4ab86-1851-423a-81a2-7574d9e6371e tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] DELETE failed (client error): The resource could not be found. Aug 16 03:02:08.047914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da4ab86-1851-423a-81a2-7574d9e6371e tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:02:08.051133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8da4ab86-1851-423a-81a2-7574d9e6371e tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/networks/5add5e9f-638e-41de-aaa3-d52e22f0333e HTTP/1.1" status: 404 len: 339 time: 0.0194926 Aug 16 03:02:08.052984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:08.105763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28872a8-69d2-4f27-949e-98d855d1cd98 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Deleting subnet 05fd297c-9d5a-4450-821a-9e39a904bffc {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:02:08.109468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a28872a8-69d2-4f27-949e-98d855d1cd98 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.158988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a28872a8-69d2-4f27-949e-98d855d1cd98 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.244400 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a28872a8-69d2-4f27-949e-98d855d1cd98 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.258277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 67044357-80d6-410a-8bb1-02eeffaf3acc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:08.309630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 67044357-80d6-410a-8bb1-02eeffaf3acc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:08.309630 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.312659 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a28872a8-69d2-4f27-949e-98d855d1cd98 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.344282 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a28872a8-69d2-4f27-949e-98d855d1cd98 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.346220 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a28872a8-69d2-4f27-949e-98d855d1cd98 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/subnets/05fd297c-9d5a-4450-821a-9e39a904bffc HTTP/1.1" status: 204 len: 168 time: 0.2923386 Aug 16 03:02:08.347264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28872a8-69d2-4f27-949e-98d855d1cd98 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Subnet': ['ID=05fd297c-9d5a-4450-821a-9e39a904bffc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:08.349426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:08.401332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5015f861-0377-47b9-86cd-6e2c712df59c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:08.440614 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.454405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5015f861-0377-47b9-86cd-6e2c712df59c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:08.504468 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Deleting port 5015f861-0377-47b9-86cd-6e2c712df59c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:08.504806 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.569945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] For port 5015f861-0377-47b9-86cd-6e2c712df59c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5015f861-0377-47b9-86cd-6e2c712df59c,segment=NetworkSegment(13d3fdf1-758e-4155-b570-e826d82d4dcc),segment_id=13d3fdf1-758e-4155-b570-e826d82d4dcc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:08.570315 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.585264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Calling delete_port for 5015f861-0377-47b9-86cd-6e2c712df59c owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:08.635999 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c600e-f39a-471a-90db-13574e1a25a8 None None] Network e9d4f8f9-c874-44a8-af92-813e294759f0 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:08.673686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.699640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Port': ['ID=5015f861-0377-47b9-86cd-6e2c712df59c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:08.703115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] No DVR routers for this DVR port 5015f861-0377-47b9-86cd-6e2c712df59c on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:08.746520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b5b955d7-9667-469d-a068-72263a8b059f None None] Could not find standard attr ID for object 5015f861-0377-47b9-86cd-6e2c712df59c. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 03:02:08.789079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.800062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d4f8f9-c874-44a8-af92-813e294759f0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:08.807045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cf7211-e8f2-4e71-a3c3-a1538764d38a None None] DHCP port deletion for e9d4f8f9-c874-44a8-af92-813e294759f0 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:02:08.816123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d3fdf1-758e-4155-b570-e826d82d4dcc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:08.816824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d3fdf1-758e-4155-b570-e826d82d4dcc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:08.825978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.839410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.846531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:08.846917 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:08.849883 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:08.908592 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.915229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.916808 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/networks/e9d4f8f9-c874-44a8-af92-813e294759f0 HTTP/1.1" status: 204 len: 168 time: 0.5660448 Aug 16 03:02:08.920682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:08.928984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce565ea7-43d9-4c07-b1f7-19824a747bc8 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Network': ['ID=e9d4f8f9-c874-44a8-af92-813e294759f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:08.952383 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2d2370-bfbf-4d09-801f-9d61066cd467 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] DELETE failed (client error): The resource could not be found. Aug 16 03:02:08.952952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2d2370-bfbf-4d09-801f-9d61066cd467 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:02:08.954577 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1a2d2370-bfbf-4d09-801f-9d61066cd467 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/subnets/0de83849-007b-44a4-9b67-aa7e8f5578a3 HTTP/1.1" status: 404 len: 337 time: 0.0327973 Aug 16 03:02:08.957135 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41070) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:08.975688 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7db530c-bb26-4a2e-89d2-b7bd1251773c tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] DELETE failed (client error): The resource could not be found. Aug 16 03:02:08.976223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7db530c-bb26-4a2e-89d2-b7bd1251773c tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:02:08.977848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b7db530c-bb26-4a2e-89d2-b7bd1251773c tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/networks/b8261887-8e5b-4235-a913-8f381006654f HTTP/1.1" status: 404 len: 339 time: 0.0198250 Aug 16 03:02:08.980860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:09.005964 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd951c44-c810-4718-a0cc-9dfd2b1015e3 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] DELETE failed (client error): The resource could not be found. Aug 16 03:02:09.006408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd951c44-c810-4718-a0cc-9dfd2b1015e3 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:02:09.008082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bd951c44-c810-4718-a0cc-9dfd2b1015e3 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/subnets/2f4ed2d1-6efa-4a02-a44c-5f6b63ba1787 HTTP/1.1" status: 404 len: 337 time: 0.0262375 Aug 16 03:02:09.010381 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:09.030924 n-d-768862-14 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3084f8e-23c4-4cab-ae00-d153fea3b5c2 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] DELETE failed (client error): The resource could not be found. Aug 16 03:02:09.031555 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3084f8e-23c4-4cab-ae00-d153fea3b5c2 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 03:02:09.033319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f3084f8e-23c4-4cab-ae00-d153fea3b5c2 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/networks/ac6da238-eb97-48e4-a8a9-5296adeabd9f HTTP/1.1" status: 404 len: 339 time: 0.0220501 Aug 16 03:02:09.036874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:09.087545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea067e4-47e2-4af1-8886-256f647b260f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Deleting subnet 0d3fad5d-4690-45d8-8750-e18611777fd0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:02:09.091234 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fea067e4-47e2-4af1-8886-256f647b260f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.130707 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fea067e4-47e2-4af1-8886-256f647b260f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.218334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fea067e4-47e2-4af1-8886-256f647b260f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.276302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fea067e4-47e2-4af1-8886-256f647b260f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.303799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea067e4-47e2-4af1-8886-256f647b260f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3fad5d-4690-45d8-8750-e18611777fd0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:09.308894 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fea067e4-47e2-4af1-8886-256f647b260f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.310208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fea067e4-47e2-4af1-8886-256f647b260f tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/subnets/0d3fad5d-4690-45d8-8750-e18611777fd0 HTTP/1.1" status: 204 len: 168 time: 0.2724237 Aug 16 03:02:09.313011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:09.314687 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30f77db-b367-4e19-9530-258147e04d5d None None] Network d9cdc4d1-c874-461a-9be4-fed1ad56e66f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:09.397365 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.451067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Deleting port 67044357-80d6-410a-8bb1-02eeffaf3acc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:09.451443 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.493997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a5bc96-2793-48f6-b0df-54baab4f4f68 None None] DHCP port deletion for d9cdc4d1-c874-461a-9be4-fed1ad56e66f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:02:09.516373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] For port 67044357-80d6-410a-8bb1-02eeffaf3acc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=67044357-80d6-410a-8bb1-02eeffaf3acc,segment=NetworkSegment(b830cddd-a82d-4acf-ae82-bfde0c0667ec),segment_id=b830cddd-a82d-4acf-ae82-bfde0c0667ec)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:09.516739 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.534675 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Calling delete_port for 67044357-80d6-410a-8bb1-02eeffaf3acc owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:09.544463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96a5bc96-2793-48f6-b0df-54baab4f4f68 None None] Deleting port 67044357-80d6-410a-8bb1-02eeffaf3acc {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:09.544840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96a5bc96-2793-48f6-b0df-54baab4f4f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.606605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-96a5bc96-2793-48f6-b0df-54baab4f4f68 None None] For port 67044357-80d6-410a-8bb1-02eeffaf3acc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=67044357-80d6-410a-8bb1-02eeffaf3acc,segment=NetworkSegment(b830cddd-a82d-4acf-ae82-bfde0c0667ec),segment_id=b830cddd-a82d-4acf-ae82-bfde0c0667ec)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:09.607015 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96a5bc96-2793-48f6-b0df-54baab4f4f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.615102 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.620154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96a5bc96-2793-48f6-b0df-54baab4f4f68 None None] Calling delete_port for 67044357-80d6-410a-8bb1-02eeffaf3acc owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:09.643640 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Port': ['ID=67044357-80d6-410a-8bb1-02eeffaf3acc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:09.645477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] No DVR routers for this DVR port 67044357-80d6-410a-8bb1-02eeffaf3acc on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:09.700954 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96a5bc96-2793-48f6-b0df-54baab4f4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.725742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5bc96-2793-48f6-b0df-54baab4f4f68 None None] Pushing event deleted for resources: {'Port': ['ID=67044357-80d6-410a-8bb1-02eeffaf3acc,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:09.729922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5bc96-2793-48f6-b0df-54baab4f4f68 None None] No DVR routers for this DVR port 67044357-80d6-410a-8bb1-02eeffaf3acc on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:09.731517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.742219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cdc4d1-c874-461a-9be4-fed1ad56e66f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:09.753566 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b830cddd-a82d-4acf-ae82-bfde0c0667ec') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:09.753847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b830cddd-a82d-4acf-ae82-bfde0c0667ec') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:09.763988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.777560 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.783397 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:09.783788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:09.786620 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:09.843315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.849989 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:09.852341 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] 10.222.0.61 "DELETE /v2.0/networks/d9cdc4d1-c874-461a-9be4-fed1ad56e66f HTTP/1.1" status: 204 len: 168 time: 0.5380144 Aug 16 03:02:09.863818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af98dc6-99a7-4c1b-adf1-89c688936c31 tempest-NetworksIpV6Test-1776195493 tempest-NetworksIpV6Test-1776195493-project] Pushing event deleted for resources: {'Network': ['ID=d9cdc4d1-c874-461a-9be4-fed1ad56e66f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:10.091557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:10.177813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 67044357-80d6-410a-8bb1-02eeffaf3acc no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:10.197276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 67044357-80d6-410a-8bb1-02eeffaf3acc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:10.197626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 67044357-80d6-410a-8bb1-02eeffaf3acc not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:10.198047 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5015f861-0377-47b9-86cd-6e2c712df59c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:10.218066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5015f861-0377-47b9-86cd-6e2c712df59c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:10.218418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5015f861-0377-47b9-86cd-6e2c712df59c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:10.231028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b5f2a430-84c9-44f6-8d62-cc9182263699 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5941b8d1c4a0429a9706afe7a963df94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377292 Aug 16 03:02:10.233587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:10.280565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf54bc50-a32e-4ab8-bb9c-6e29190caec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.302070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf54bc50-a32e-4ab8-bb9c-6e29190caec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.350315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf54bc50-a32e-4ab8-bb9c-6e29190caec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.352850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf54bc50-a32e-4ab8-bb9c-6e29190caec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.353992 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bf54bc50-a32e-4ab8-bb9c-6e29190caec6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0fdac71-841d-4126-aaee-25452041073f HTTP/1.1" status: 204 len: 168 time: 0.1195090 Aug 16 03:02:10.362436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54bc50-a32e-4ab8-bb9c-6e29190caec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fdac71-841d-4126-aaee-25452041073f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:10.990750 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:11.088071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fa5f90a1-6d5b-4f30-ada6-204896b80b04 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-200553009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:11.112420 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa5f90a1-6d5b-4f30-ada6-204896b80b04 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.113590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa5f90a1-6d5b-4f30-ada6-204896b80b04 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.167419 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa5f90a1-6d5b-4f30-ada6-204896b80b04 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.171702 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa5f90a1-6d5b-4f30-ada6-204896b80b04 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.187732 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa5f90a1-6d5b-4f30-ada6-204896b80b04 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.188924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fa5f90a1-6d5b-4f30-ada6-204896b80b04 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1971700 Aug 16 03:02:11.191606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:11.196413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-333913251'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:11.216866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Made reservation on behalf of 7e72a10e410f461a868135c8d098cbe5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:11.220393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.228564 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.321371 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.325617 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.351383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:11.366990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c47d32-99a1-43c9-924a-0987a1c59b1e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:11.371310 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.371770 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Added segment e1c70500-9190-4a20-92be-195fb48b55f8 of type vlan for network a6a2b47d-f014-4450-b323-2dabdfc75453 Aug 16 03:02:11.425145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.454294 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.460171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:11.460760 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.523292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3306358 Aug 16 03:02:11.526027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:11.531321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Request body: {'subnet': {'network_id': 'a6a2b47d-f014-4450-b323-2dabdfc75453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:11.550080 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d339e2-fc23-4e39-b69c-567132b0785f tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event updated for resources: {'Network': ['ID=a6a2b47d-f014-4450-b323-2dabdfc75453,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:11.561261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network a6a2b47d-f014-4450-b323-2dabdfc75453 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:11.625924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Made reservation on behalf of 7e72a10e410f461a868135c8d098cbe5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:11.629370 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.805285 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.858427 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event updated for resources: {'Subnet': ['ID=46543880-e620-43cd-af47-46502685721a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:11.873487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Checking segment: {'id': 'e1c70500-9190-4a20-92be-195fb48b55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a6a2b47d-f014-4450-b323-2dabdfc75453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:11.873849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Network hostable DHCP agents. Network: a6a2b47d-f014-4450-b323-2dabdfc75453, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:11.890865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Network a6a2b47d-f014-4450-b323-2dabdfc75453 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:11.899518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, a6a2b47d-f014-4450-b323-2dabdfc75453) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:11.904494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:11.905090 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.910213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab90838-c96d-4554-a667-6267bc805fe8 None None] Network a6a2b47d-f014-4450-b323-2dabdfc75453 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:11.921833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d43bad0a-1777-4b23-9f36-7961dfd9e946 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3947816 Aug 16 03:02:11.924740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:11.929887 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-381744298'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:11.952144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Made reservation on behalf of 7e72a10e410f461a868135c8d098cbe5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:11.955644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.985202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:11.995334 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:11.995908 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Added segment cd389127-1a21-4d4a-9682-7e4450f13b8f of type vlan for network 798437c4-ad42-4b63-80ef-7dfba7440b2c Aug 16 03:02:12.038521 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.062952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-a6a2b47d-f014-4450-b323-2dabdfc75453', 'network_id': 'a6a2b47d-f014-4450-b323-2dabdfc75453', 'tenant_id': '7e72a10e410f461a868135c8d098cbe5', 'fixed_ips': [{'subnet_id': '46543880-e620-43cd-af47-46502685721a'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:12.063847 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.069931 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.075587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:12.076188 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.140932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2147992 Aug 16 03:02:12.143897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:12.147239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43daba-1ae7-427b-ad5c-96485ea009f7 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event updated for resources: {'Network': ['ID=798437c4-ad42-4b63-80ef-7dfba7440b2c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:12.150353 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Request body: {'subnet': {'network_id': '798437c4-ad42-4b63-80ef-7dfba7440b2c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:12.161747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 798437c4-ad42-4b63-80ef-7dfba7440b2c details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:12.245102 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Made reservation on behalf of 7e72a10e410f461a868135c8d098cbe5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:12.248827 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.265959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Allocated IP 172.20.0.2 (a6a2b47d-f014-4450-b323-2dabdfc75453/46543880-e620-43cd-af47-46502685721a/7d81faae-d139-4013-bb93-197e07e6cdd0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:12.413855 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.422274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Transition to ACTIVE for port object 7d81faae-d139-4013-bb93-197e07e6cdd0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:12.436716 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.438115 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Transition to ACTIVE for port object 7d81faae-d139-4013-bb93-197e07e6cdd0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:12.445235 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.494733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Network a6a2b47d-f014-4450-b323-2dabdfc75453 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:12.498932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:12.499079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event updated for resources: {'Subnet': ['ID=6dde6e03-b3c7-4d25-ba4d-831d4bd750a5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:12.501393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:12.504470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Pushing event updated for resources: {'Port': ['ID=7d81faae-d139-4013-bb93-197e07e6cdd0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:12.512477 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Checking segment: {'id': 'cd389127-1a21-4d4a-9682-7e4450f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '798437c4-ad42-4b63-80ef-7dfba7440b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:12.512985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Network hostable DHCP agents. Network: 798437c4-ad42-4b63-80ef-7dfba7440b2c, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:12.530160 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Network 798437c4-ad42-4b63-80ef-7dfba7440b2c is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:12.539926 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 798437c4-ad42-4b63-80ef-7dfba7440b2c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:12.544439 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:12.545047 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.553370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ab88f-e520-4265-9a95-052b619cf395 None None] Network 798437c4-ad42-4b63-80ef-7dfba7440b2c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:12.561827 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5641c1dd-5465-4dff-b064-220c5470ab72 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4167070 Aug 16 03:02:12.565053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:12.569762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d0e13d8f-11fa-49d9-8ebf-43099b34b583 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Request body: {'router': {'external_gateway_info': {'network_id': '798437c4-ad42-4b63-80ef-7dfba7440b2c'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:12.574389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Attempting to bind port 7d81faae-d139-4013-bb93-197e07e6cdd0 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:12.575545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Attempting to bind port 7d81faae-d139-4013-bb93-197e07e6cdd0 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'e1c70500-9190-4a20-92be-195fb48b55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a6a2b47d-f014-4450-b323-2dabdfc75453'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:12.575545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Attempting to bind port 7d81faae-d139-4013-bb93-197e07e6cdd0 on network a6a2b47d-f014-4450-b323-2dabdfc75453 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:12.610555 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:12.610925 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Checking segment: {'id': 'e1c70500-9190-4a20-92be-195fb48b55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a6a2b47d-f014-4450-b323-2dabdfc75453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:12.611346 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.611739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Bound using segment: {'id': 'e1c70500-9190-4a20-92be-195fb48b55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a6a2b47d-f014-4450-b323-2dabdfc75453'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:12.612199 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Bound port: 7d81faae-d139-4013-bb93-197e07e6cdd0, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c70500-9190-4a20-92be-195fb48b55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a6a2b47d-f014-4450-b323-2dabdfc75453'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:12.612574 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.725262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] For port 7d81faae-d139-4013-bb93-197e07e6cdd0, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:12.743693 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] For port 7d81faae-d139-4013-bb93-197e07e6cdd0, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7d81faae-d139-4013-bb93-197e07e6cdd0,segment=NetworkSegment(e1c70500-9190-4a20-92be-195fb48b55f8),segment_id=e1c70500-9190-4a20-92be-195fb48b55f8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:12.752125 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.784561 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0e13d8f-11fa-49d9-8ebf-43099b34b583 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.800835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-798437c4-ad42-4b63-80ef-7dfba7440b2c', 'network_id': '798437c4-ad42-4b63-80ef-7dfba7440b2c', 'tenant_id': '7e72a10e410f461a868135c8d098cbe5', 'fixed_ips': [{'subnet_id': '6dde6e03-b3c7-4d25-ba4d-831d4bd750a5'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:12.801670 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.865638 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a8d3e-bf99-41a5-9cdb-ec5f4740b9f0 None None] Pushing event updated for resources: {'Port': ['ID=7d81faae-d139-4013-bb93-197e07e6cdd0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:12.902864 n-d-768862-14 neutron-server[94640]: INFO neutron.api.v2.resource [None req-d0e13d8f-11fa-49d9-8ebf-43099b34b583 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 03:02:12.903899 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d0e13d8f-11fa-49d9-8ebf-43099b34b583 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "PUT /v2.0/routers/7c24f952-2cda-4678-9ba1-e0675b2686e2 HTTP/1.1" status: 400 len: 364 time: 0.3378034 Aug 16 03:02:12.909972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41124) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:12.915514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.964535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-06037e74-e1a1-40a3-b8ec-241fc3751319 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Deleting subnet 6dde6e03-b3c7-4d25-ba4d-831d4bd750a5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:02:12.986652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Allocated IP 172.21.0.2 (798437c4-ad42-4b63-80ef-7dfba7440b2c/6dde6e03-b3c7-4d25-ba4d-831d4bd750a5/43593b65-584a-43ba-bbfd-5031d30cda4b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:13.165452 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.173470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Transition to ACTIVE for port object 43593b65-584a-43ba-bbfd-5031d30cda4b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:13.187528 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Transition to ACTIVE for port object 43593b65-584a-43ba-bbfd-5031d30cda4b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:13.192517 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06037e74-e1a1-40a3-b8ec-241fc3751319 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.193186 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.232643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Network 798437c4-ad42-4b63-80ef-7dfba7440b2c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:13.235437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:13.239752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:13.240438 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06037e74-e1a1-40a3-b8ec-241fc3751319 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.246853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Pushing event updated for resources: {'Port': ['ID=43593b65-584a-43ba-bbfd-5031d30cda4b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:13.302636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Attempting to bind port 43593b65-584a-43ba-bbfd-5031d30cda4b on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:13.303007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Attempting to bind port 43593b65-584a-43ba-bbfd-5031d30cda4b by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'cd389127-1a21-4d4a-9682-7e4450f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '798437c4-ad42-4b63-80ef-7dfba7440b2c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:13.303404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Attempting to bind port 43593b65-584a-43ba-bbfd-5031d30cda4b on network 798437c4-ad42-4b63-80ef-7dfba7440b2c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:13.308365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:13.308739 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Checking segment: {'id': 'cd389127-1a21-4d4a-9682-7e4450f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '798437c4-ad42-4b63-80ef-7dfba7440b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:13.309157 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.309529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Bound using segment: {'id': 'cd389127-1a21-4d4a-9682-7e4450f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '798437c4-ad42-4b63-80ef-7dfba7440b2c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:13.309983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Bound port: 43593b65-584a-43ba-bbfd-5031d30cda4b, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd389127-1a21-4d4a-9682-7e4450f13b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '798437c4-ad42-4b63-80ef-7dfba7440b2c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:13.310356 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.328410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06037e74-e1a1-40a3-b8ec-241fc3751319 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.389196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06037e74-e1a1-40a3-b8ec-241fc3751319 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.393033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] For port 43593b65-584a-43ba-bbfd-5031d30cda4b, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:13.396412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] For port 43593b65-584a-43ba-bbfd-5031d30cda4b, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=43593b65-584a-43ba-bbfd-5031d30cda4b,segment=NetworkSegment(cd389127-1a21-4d4a-9682-7e4450f13b8f),segment_id=cd389127-1a21-4d4a-9682-7e4450f13b8f)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:13.401192 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.416972 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06037e74-e1a1-40a3-b8ec-241fc3751319 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event deleted for resources: {'Subnet': ['ID=6dde6e03-b3c7-4d25-ba4d-831d4bd750a5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:13.423976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06037e74-e1a1-40a3-b8ec-241fc3751319 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.426123 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-06037e74-e1a1-40a3-b8ec-241fc3751319 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "DELETE /v2.0/subnets/6dde6e03-b3c7-4d25-ba4d-831d4bd750a5 HTTP/1.1" status: 204 len: 168 time: 0.5151572 Aug 16 03:02:13.428671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:13.470624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ab8b8-8c65-4860-a988-a9bccb582f85 None None] Pushing event updated for resources: {'Port': ['ID=43593b65-584a-43ba-bbfd-5031d30cda4b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:13.533461 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.593095 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Deleting port 43593b65-584a-43ba-bbfd-5031d30cda4b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:13.593443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.683272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] For port 43593b65-584a-43ba-bbfd-5031d30cda4b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=43593b65-584a-43ba-bbfd-5031d30cda4b,segment=NetworkSegment(cd389127-1a21-4d4a-9682-7e4450f13b8f),segment_id=cd389127-1a21-4d4a-9682-7e4450f13b8f)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:13.683883 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.702756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Calling delete_port for 43593b65-584a-43ba-bbfd-5031d30cda4b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:13.802282 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.831543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event deleted for resources: {'Port': ['ID=43593b65-584a-43ba-bbfd-5031d30cda4b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:13.834745 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] No DVR routers for this DVR port 43593b65-584a-43ba-bbfd-5031d30cda4b on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:13.850019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b0ba57-3aca-4d1e-9fac-6661abcf4b75 None None] Network a6a2b47d-f014-4450-b323-2dabdfc75453 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:13.919394 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.923674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba481238-dd06-4be4-9720-ce72d4febe3a None None] Provisioning for port 7d81faae-d139-4013-bb93-197e07e6cdd0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:13.930174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798437c4-ad42-4b63-80ef-7dfba7440b2c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:13.941555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd389127-1a21-4d4a-9682-7e4450f13b8f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:13.941906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd389127-1a21-4d4a-9682-7e4450f13b8f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:13.952074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.967590 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.973782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:13.974680 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:13.978022 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:14.037833 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.045838 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.047848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "DELETE /v2.0/networks/798437c4-ad42-4b63-80ef-7dfba7440b2c HTTP/1.1" status: 204 len: 168 time: 0.6161213 Aug 16 03:02:14.050586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:14.074381 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e59917-0626-48fb-8eaa-3f9bd4bed379 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event deleted for resources: {'Network': ['ID=798437c4-ad42-4b63-80ef-7dfba7440b2c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:14.136920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb01b013-ec01-463d-8f91-dc9fd08434fe tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Deleting subnet 46543880-e620-43cd-af47-46502685721a {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:02:14.140721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb01b013-ec01-463d-8f91-dc9fd08434fe tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.190467 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb01b013-ec01-463d-8f91-dc9fd08434fe tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.252833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d81faae-d139-4013-bb93-197e07e6cdd0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:14.296193 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb01b013-ec01-463d-8f91-dc9fd08434fe tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.306860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 7d81faae-d139-4013-bb93-197e07e6cdd0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:14.312158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 7d81faae-d139-4013-bb93-197e07e6cdd0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:14.312536 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.369402 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb01b013-ec01-463d-8f91-dc9fd08434fe tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.374704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2ea03a48-0e87-4821-bc81-5780eca94baa None None] Provisioning complete for port 7d81faae-d139-4013-bb93-197e07e6cdd0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:14.375311 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ea03a48-0e87-4821-bc81-5780eca94baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.384541 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb01b013-ec01-463d-8f91-dc9fd08434fe tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.389302 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fb01b013-ec01-463d-8f91-dc9fd08434fe tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "DELETE /v2.0/subnets/46543880-e620-43cd-af47-46502685721a HTTP/1.1" status: 204 len: 168 time: 0.3348949 Aug 16 03:02:14.389772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:14.406574 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01b013-ec01-463d-8f91-dc9fd08434fe tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event deleted for resources: {'Subnet': ['ID=46543880-e620-43cd-af47-46502685721a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:14.413972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce9fc73-7180-41f6-9feb-b0550eae8a67 None None] Network a6a2b47d-f014-4450-b323-2dabdfc75453 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:14.483227 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.549401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Deleting port 7d81faae-d139-4013-bb93-197e07e6cdd0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:14.549761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.624474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] For port 7d81faae-d139-4013-bb93-197e07e6cdd0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=7d81faae-d139-4013-bb93-197e07e6cdd0,segment=NetworkSegment(e1c70500-9190-4a20-92be-195fb48b55f8),segment_id=e1c70500-9190-4a20-92be-195fb48b55f8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:14.624841 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.639262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Calling delete_port for 7d81faae-d139-4013-bb93-197e07e6cdd0 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:14.644602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b097737d-ff3b-434a-90ba-5d76b0cbaff4 None None] DHCP port deletion for 798437c4-ad42-4b63-80ef-7dfba7440b2c request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:02:14.683998 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.694257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec96bcfb-d8e0-4f0d-b79f-f97536e314fc None None] Network 798437c4-ad42-4b63-80ef-7dfba7440b2c requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:14.719578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec96bcfb-d8e0-4f0d-b79f-f97536e314fc None None] Network 798437c4-ad42-4b63-80ef-7dfba7440b2c could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 03:02:14.729468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.758279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event deleted for resources: {'Port': ['ID=7d81faae-d139-4013-bb93-197e07e6cdd0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:14.760204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] No DVR routers for this DVR port 7d81faae-d139-4013-bb93-197e07e6cdd0 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:14.803606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2ea03a48-0e87-4821-bc81-5780eca94baa None None] Port 7d81faae-d139-4013-bb93-197e07e6cdd0 update to ACTIVE by agent not found {{(pid=94641) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 03:02:14.844137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.854116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a2b47d-f014-4450-b323-2dabdfc75453']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:14.862133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f836cb8-512f-4683-977b-a44c058f663f None None] DHCP port deletion for a6a2b47d-f014-4450-b323-2dabdfc75453 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:02:14.867238 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c70500-9190-4a20-92be-195fb48b55f8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:14.867726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c70500-9190-4a20-92be-195fb48b55f8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:14.879234 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.892796 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.898912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:14.899438 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:14.903018 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:14.913820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2616b63d-3ece-448f-aebf-19fe85dfe358 None None] Could not find standard attr ID for object 43593b65-584a-43ba-bbfd-5031d30cda4b. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 03:02:14.961159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.969323 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.971155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "DELETE /v2.0/networks/a6a2b47d-f014-4450-b323-2dabdfc75453 HTTP/1.1" status: 204 len: 168 time: 0.5802348 Aug 16 03:02:14.973971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:14.984063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4533af-1078-4b2d-91b2-c14484c17568 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Pushing event deleted for resources: {'Network': ['ID=a6a2b47d-f014-4450-b323-2dabdfc75453,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:15.002036 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0c791548-4e4a-4280-ba2e-ccf6496cc971 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c24f952-2cda-4678-9ba1-e0675b2686e2 HTTP/1.1" status: 200 len: 205 time: 0.0268612 Aug 16 03:02:15.004476 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:15.081275 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6a09360-9db2-4030-871e-babe7f5fbe79 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:15.241076 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6a09360-9db2-4030-871e-babe7f5fbe79 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:15.243209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6a09360-9db2-4030-871e-babe7f5fbe79 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:15.288103 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6a09360-9db2-4030-871e-babe7f5fbe79 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:15.288599 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a09360-9db2-4030-871e-babe7f5fbe79 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Fanout notify agent at l3_agent the message router_deleted on router 7c24f952-2cda-4678-9ba1-e0675b2686e2 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:02:15.295680 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6a09360-9db2-4030-871e-babe7f5fbe79 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:15.299343 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e6a09360-9db2-4030-871e-babe7f5fbe79 tempest-RoutersNegativeTest-825913386 tempest-RoutersNegativeTest-825913386-project] 10.222.0.61 "DELETE /v2.0/routers/7c24f952-2cda-4678-9ba1-e0675b2686e2 HTTP/1.1" status: 204 len: 168 time: 0.2913704 Aug 16 03:02:15.535309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:15.665287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3e28bfc0-8ab9-43f7-baa1-4c1f1cf68897 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e72a10e410f461a868135c8d098cbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288247 Aug 16 03:02:15.668438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:16.058572 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2135ca3a-6539-41ed-8128-6cd2497f75cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.079420 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2135ca3a-6539-41ed-8128-6cd2497f75cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.133827 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2135ca3a-6539-41ed-8128-6cd2497f75cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.136837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2135ca3a-6539-41ed-8128-6cd2497f75cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.140374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2135ca3a-6539-41ed-8128-6cd2497f75cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4c47d32-99a1-43c9-924a-0987a1c59b1e HTTP/1.1" status: 204 len: 168 time: 0.4686775 Aug 16 03:02:16.147922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135ca3a-6539-41ed-8128-6cd2497f75cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c47d32-99a1-43c9-924a-0987a1c59b1e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:16.180147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43593b65-584a-43ba-bbfd-5031d30cda4b no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:16.200977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 43593b65-584a-43ba-bbfd-5031d30cda4b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:16.201397 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 43593b65-584a-43ba-bbfd-5031d30cda4b not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:16.201875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d81faae-d139-4013-bb93-197e07e6cdd0 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:16.221062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 7d81faae-d139-4013-bb93-197e07e6cdd0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:16.221411 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 7d81faae-d139-4013-bb93-197e07e6cdd0 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:16.750053 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:16.844341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1909668963-network', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:16.864473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Made reservation on behalf of f49f42b5c05a4f19aad05ff2fd2c7806 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:16.866710 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.874978 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.961847 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.966206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.992816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:16.998298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf651b33-0be2-471a-a3d4-c404da7c4922,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:17.005552 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.005872 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Added segment bb7a2f23-e88e-49ab-8c08-f85118a83327 of type vlan for network 987edf2f-5a33-4569-97bc-eaf5ad985134 Aug 16 03:02:17.047179 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.077482 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.078511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:17.079123 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.134271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3830965 Aug 16 03:02:17.138988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:17.140145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e914d-61f6-437a-8df8-3eada8de317e admin admin] Pushing event updated for resources: {'Network': ['ID=987edf2f-5a33-4569-97bc-eaf5ad985134,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:17.145800 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Request body: {'subnet': {'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-subnet', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:17.155221 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:17.173096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Made reservation on behalf of f49f42b5c05a4f19aad05ff2fd2c7806 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:17.175790 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.354262 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.423515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69ead5d-bcec-43dd-a8ca-7c2de570f0ee,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:17.432082 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Checking segment: {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:17.432438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Network hostable DHCP agents. Network: 987edf2f-5a33-4569-97bc-eaf5ad985134, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:17.450430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:17.461722 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 987edf2f-5a33-4569-97bc-eaf5ad985134) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:17.466657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:17.468049 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.470728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45db206-0f8f-43fc-96e2-37b83f57418d None None] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:17.484971 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-29db418c-5c84-497d-a44e-bb84e0438b63 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3445663 Aug 16 03:02:17.487561 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:17.491889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:17.517975 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.519828 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.588809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.647443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-987edf2f-5a33-4569-97bc-eaf5ad985134', 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'fixed_ips': [{'subnet_id': 'e69ead5d-bcec-43dd-a8ca-7c2de570f0ee'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:17.648422 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.735543 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.805535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Allocated IP 172.20.0.2 (987edf2f-5a33-4569-97bc-eaf5ad985134/e69ead5d-bcec-43dd-a8ca-7c2de570f0ee/f77dafa4-0850-4999-b00d-b392ae118042) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:17.962685 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:17.972105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Transition to ACTIVE for port object f77dafa4-0850-4999-b00d-b392ae118042 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:17.988239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Transition to ACTIVE for port object f77dafa4-0850-4999-b00d-b392ae118042 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:17.994114 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.035799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:18.039152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:18.044344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:18.050585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Pushing event updated for resources: {'Port': ['ID=f77dafa4-0850-4999-b00d-b392ae118042,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:18.113876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Attempting to bind port f77dafa4-0850-4999-b00d-b392ae118042 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:18.114257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Attempting to bind port f77dafa4-0850-4999-b00d-b392ae118042 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:18.114628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Attempting to bind port f77dafa4-0850-4999-b00d-b392ae118042 on network 987edf2f-5a33-4569-97bc-eaf5ad985134 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:18.120278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:18.120710 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Checking segment: {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:18.121196 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.121604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Bound using segment: {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:18.122165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Bound port: f77dafa4-0850-4999-b00d-b392ae118042, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:18.122468 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.188433 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] For port f77dafa4-0850-4999-b00d-b392ae118042, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:18.191512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] For port f77dafa4-0850-4999-b00d-b392ae118042, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f77dafa4-0850-4999-b00d-b392ae118042,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:18.195997 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.218017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.238535 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.258202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da603dd9-e4d3-4d0a-a156-11930dd599da None None] Pushing event updated for resources: {'Port': ['ID=f77dafa4-0850-4999-b00d-b392ae118042,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:18.361861 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Allocated IP 172.25.5.126 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/35a56fd5-b7b7-42a7-bffb-8bbec6ebea45) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:18.496274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.544848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.587752 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:18.594053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:18.596290 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Pushing event updated for resources: {'Port': ['ID=35a56fd5-b7b7-42a7-bffb-8bbec6ebea45,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:18.598421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:18.849449 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.061327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.170321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820509a0-4b88-4762-8c8b-ddf9ab813b70 None None] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:19.201444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Router a0809302-8353-42e8-9b7a-2c28cd89ca33 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:02:19.280451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7b036d27-7f18-47ae-96a5-611b089fe9bd None None] Provisioning for port f77dafa4-0850-4999-b00d-b392ae118042 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:19.319810 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:19.332857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Sync routers for ids ['a0809302-8353-42e8-9b7a-2c28cd89ca33'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:19.341947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.343419 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0fce01d1-3047-438d-9068-f8ecd772924d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8548596 Aug 16 03:02:19.346419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:19.349753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Routers {'a0809302-8353-42e8-9b7a-2c28cd89ca33'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:19.350378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a0809302-8353-42e8-9b7a-2c28cd89ca33'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:19.468753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Set router a0809302-8353-42e8-9b7a-2c28cd89ca33 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:19.665601 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:17Z', 'updated_at': '2021-08-16T03:02:18Z', 'revision_number': 3, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'gw_port': {'id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:18Z', 'updated_at': '2021-08-16T03:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:19.692452 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Checking router: a0809302-8353-42e8-9b7a-2c28cd89ca33 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:19.692809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Updating router a0809302-8353-42e8-9b7a-2c28cd89ca33 port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:02:19.718425 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.784290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.938496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Allocated IP 172.20.0.1 (987edf2f-5a33-4569-97bc-eaf5ad985134/e69ead5d-bcec-43dd-a8ca-7c2de570f0ee/088665d9-3edb-4de4-aba8-b69e1fb362ee) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:19.973495 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.984444 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Transition to ACTIVE for port object 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:19.990536 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.044401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Attempting to bind port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:20.044781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Attempting to bind port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:20.045152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Attempting to bind port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:20.048899 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.052308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dea72-db2e-4575-bb86-55b11622098a None None] Pushing event updated for resources: {'Port': ['ID=35a56fd5-b7b7-42a7-bffb-8bbec6ebea45,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:20.056377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:20.056764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:20.057170 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.057565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:20.058205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Bound port: 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:20.058826 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.062669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Transition to ACTIVE for port object 088665d9-3edb-4de4-aba8-b69e1fb362ee will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:20.097002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.116948 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] For port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:20.120133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] For port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=35a56fd5-b7b7-42a7-bffb-8bbec6ebea45,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:20.126285 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.135038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:20.155715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:20.157849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Pushing event updated for resources: {'Port': ['ID=088665d9-3edb-4de4-aba8-b69e1fb362ee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:20.159961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:20.190671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Routers {'a0809302-8353-42e8-9b7a-2c28cd89ca33'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:20.191356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a0809302-8353-42e8-9b7a-2c28cd89ca33'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:20.216041 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.236980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dea72-db2e-4575-bb86-55b11622098a None None] Pushing event updated for resources: {'Port': ['ID=35a56fd5-b7b7-42a7-bffb-8bbec6ebea45,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:20.242675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f77dafa4-0850-4999-b00d-b392ae118042 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:20.351810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] Set router a0809302-8353-42e8-9b7a-2c28cd89ca33 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:20.353968 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port f77dafa4-0850-4999-b00d-b392ae118042 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:20.372638 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.382375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f77dafa4-0850-4999-b00d-b392ae118042 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:20.382747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.509180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be532a5b-4e84-4a5d-8d28-151bfaace430 None None] Provisioning for port 088665d9-3edb-4de4-aba8-b69e1fb362ee completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:20.518076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be532a5b-4e84-4a5d-8d28-151bfaace430 None None] Provisioning complete for port 088665d9-3edb-4de4-aba8-b69e1fb362ee triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:20.518453 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be532a5b-4e84-4a5d-8d28-151bfaace430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.544055 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.548992 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.619382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Pushing event updated for resources: {'Port': ['ID=088665d9-3edb-4de4-aba8-b69e1fb362ee,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:20.626115 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.724567 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:20.726121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:20.769997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-be532a5b-4e84-4a5d-8d28-151bfaace430 None None] Port 088665d9-3edb-4de4-aba8-b69e1fb362ee cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:20.789364 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.837405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port f77dafa4-0850-4999-b00d-b392ae118042, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f77dafa4-0850-4999-b00d-b392ae118042,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:20.840956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:17Z', 'updated_at': '2021-08-16T03:02:18Z', 'revision_number': 3, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'gw_port': {'id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:18Z', 'updated_at': '2021-08-16T03:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:20.845518 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:20.863280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Router a0809302-8353-42e8-9b7a-2c28cd89ca33 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:20.873670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d929e85c-ec72-4b87-ba3f-7e73258c100e None None] The sync data for ids ['a0809302-8353-42e8-9b7a-2c28cd89ca33'] in n-d-768862-14 is: [{'id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:17Z', 'updated_at': '2021-08-16T03:02:18Z', 'revision_number': 3, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'gw_port': {'id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:18Z', 'updated_at': '2021-08-16T03:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:20.922336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=f77dafa4-0850-4999-b00d-b392ae118042,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:20.990525 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-baae1e5c-36aa-4d62-9222-4b1d04dc1635 None None] Provisioning complete for port 088665d9-3edb-4de4-aba8-b69e1fb362ee triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:20.991605 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-baae1e5c-36aa-4d62-9222-4b1d04dc1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.005753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:21.018410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d2f2c20b-ccac-4794-904a-6e5b983caff7 admin admin] 10.222.0.61 "PUT /v2.0/routers/a0809302-8353-42e8-9b7a-2c28cd89ca33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6634729 Aug 16 03:02:21.033582 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-baae1e5c-36aa-4d62-9222-4b1d04dc1635 None None] Port 088665d9-3edb-4de4-aba8-b69e1fb362ee cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:21.540134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:21.545840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-774564144-network', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:21.567764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Made reservation on behalf of b5900890204541acbe18850a3b2b8ab1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:21.570363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.580891 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.679468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.686156 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.712314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:21.722874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bb07cf-4037-4596-a699-c0ecd30ace8a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:21.728716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.729065 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Added segment 23cc944a-3019-4969-9eac-7e64e1203033 of type vlan for network 18e6cf09-46f2-498a-8c5b-4524e44491ea Aug 16 03:02:21.777633 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.807383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.808596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:21.809150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.864937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3236749 Aug 16 03:02:21.867612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:21.873114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Request body: {'subnet': {'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-subnet', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:21.881019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5d63a-319b-4ccd-90f0-8ce37cf47e18 admin admin] Pushing event updated for resources: {'Network': ['ID=18e6cf09-46f2-498a-8c5b-4524e44491ea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:21.891212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 18e6cf09-46f2-498a-8c5b-4524e44491ea details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:21.899418 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Made reservation on behalf of b5900890204541acbe18850a3b2b8ab1 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:21.902512 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.080790 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.145484 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92459352-e88c-4240-9455-9cd093151e62,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:22.150754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Checking segment: {'id': '23cc944a-3019-4969-9eac-7e64e1203033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:22.151508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Network hostable DHCP agents. Network: 18e6cf09-46f2-498a-8c5b-4524e44491ea, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:22.169878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Network 18e6cf09-46f2-498a-8c5b-4524e44491ea is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:22.182680 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 18e6cf09-46f2-498a-8c5b-4524e44491ea) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:22.188072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:22.188665 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.194057 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6845d18-8dfd-4d10-ac74-d511a72494f7 None None] Network 18e6cf09-46f2-498a-8c5b-4524e44491ea requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:22.206740 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-901aff32-0f57-431a-8bdf-e919b9fcc94d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3379641 Aug 16 03:02:22.209446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:22.215894 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:22.248335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.249578 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.303825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:22.325609 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.424463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:22.430348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:22.430723 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.458898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-18e6cf09-46f2-498a-8c5b-4524e44491ea', 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'fixed_ips': [{'subnet_id': '92459352-e88c-4240-9455-9cd093151e62'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:22.459863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.510311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.613541 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Sync routers for ids ['a0809302-8353-42e8-9b7a-2c28cd89ca33'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:22.623318 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Routers {'a0809302-8353-42e8-9b7a-2c28cd89ca33'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:22.624019 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a0809302-8353-42e8-9b7a-2c28cd89ca33'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:22.646151 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.680536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=35a56fd5-b7b7-42a7-bffb-8bbec6ebea45,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:22.688225 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.689045 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f77dafa4-0850-4999-b00d-b392ae118042 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:22.694673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Allocated IP 172.20.0.2 (18e6cf09-46f2-498a-8c5b-4524e44491ea/92459352-e88c-4240-9455-9cd093151e62/b9063a6f-8d06-4f3c-9a8c-e1e908ef282c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:22.737362 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Set router a0809302-8353-42e8-9b7a-2c28cd89ca33 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:22.749662 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.773301 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.825984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=35a56fd5-b7b7-42a7-bffb-8bbec6ebea45,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:22.876301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port f77dafa4-0850-4999-b00d-b392ae118042 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:22.876570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.883076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Allocated IP 172.25.5.90 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/67e020f8-cd34-4272-8b24-63a772519726) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:22.966704 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.977169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Transition to ACTIVE for port object b9063a6f-8d06-4f3c-9a8c-e1e908ef282c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:23.001166 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.020927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Transition to ACTIVE for port object b9063a6f-8d06-4f3c-9a8c-e1e908ef282c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:23.030258 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.048826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.056262 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:17Z', 'updated_at': '2021-08-16T03:02:20Z', 'revision_number': 4, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'gw_port': {'id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:18Z', 'updated_at': '2021-08-16T03:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '088665d9-3edb-4de4-aba8-b69e1fb362ee', 'name': '', 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'mac_address': 'fa:16:3e:f7:f4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e69ead5d-bcec-43dd-a8ca-7c2de570f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:19Z', 'updated_at': '2021-08-16T03:02:20Z', 'revision_number': 2, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'subnets': [{'id': 'e69ead5d-bcec-43dd-a8ca-7c2de570f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:23.072083 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Network 18e6cf09-46f2-498a-8c5b-4524e44491ea is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:23.076763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:23.079118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:23.086373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Pushing event updated for resources: {'Port': ['ID=b9063a6f-8d06-4f3c-9a8c-e1e908ef282c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:23.088815 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Checking router: a0809302-8353-42e8-9b7a-2c28cd89ca33 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:23.089777 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Updating router a0809302-8353-42e8-9b7a-2c28cd89ca33 port 088665d9-3edb-4de4-aba8-b69e1fb362ee binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:02:23.094854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:23.097762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:23.102229 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:23.106179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Pushing event updated for resources: {'Port': ['ID=67e020f8-cd34-4272-8b24-63a772519726,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:23.126961 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.154019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Attempting to bind port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:23.154543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Attempting to bind port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '23cc944a-3019-4969-9eac-7e64e1203033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:23.155016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Attempting to bind port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c on network 18e6cf09-46f2-498a-8c5b-4524e44491ea {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:23.160196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:23.160701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Checking segment: {'id': '23cc944a-3019-4969-9eac-7e64e1203033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:23.161270 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.161828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Bound using segment: {'id': '23cc944a-3019-4969-9eac-7e64e1203033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:23.162385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Bound port: b9063a6f-8d06-4f3c-9a8c-e1e908ef282c, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cc944a-3019-4969-9eac-7e64e1203033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:23.162874 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.229575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] For port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:23.233142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] For port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b9063a6f-8d06-4f3c-9a8c-e1e908ef282c,segment=NetworkSegment(23cc944a-3019-4969-9eac-7e64e1203033),segment_id=23cc944a-3019-4969-9eac-7e64e1203033)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:23.239350 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.308459 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c107e4-cc26-4557-aec9-588650a97c98 None None] Pushing event updated for resources: {'Port': ['ID=b9063a6f-8d06-4f3c-9a8c-e1e908ef282c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:23.376516 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.421302 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.433558 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Transition to ACTIVE for port object 088665d9-3edb-4de4-aba8-b69e1fb362ee will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:23.443766 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.506708 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Pushing event updated for resources: {'Port': ['ID=088665d9-3edb-4de4-aba8-b69e1fb362ee,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:23.518785 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.519393 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.519681 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.520086 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.520487 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.520882 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.521278 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.521666 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.522515 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.522515 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.522937 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.523552 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.593035 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Attempting to bind port 088665d9-3edb-4de4-aba8-b69e1fb362ee on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:23.593396 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Attempting to bind port 088665d9-3edb-4de4-aba8-b69e1fb362ee by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:23.593758 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Attempting to bind port 088665d9-3edb-4de4-aba8-b69e1fb362ee on network 987edf2f-5a33-4569-97bc-eaf5ad985134 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:23.603134 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:23.603545 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Checking segment: {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:23.603950 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.604341 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Bound using segment: {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:23.605353 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Bound port: 088665d9-3edb-4de4-aba8-b69e1fb362ee, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:23.605771 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.667923 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.682302 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] For port 088665d9-3edb-4de4-aba8-b69e1fb362ee, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:23.686731 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] For port 088665d9-3edb-4de4-aba8-b69e1fb362ee, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=088665d9-3edb-4de4-aba8-b69e1fb362ee,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:23.692702 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.758488 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Routers {'a0809302-8353-42e8-9b7a-2c28cd89ca33'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:23.758990 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a0809302-8353-42e8-9b7a-2c28cd89ca33'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:23.802459 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eef652-b682-47f5-bc7d-703c62cb64fb None None] Pushing event updated for resources: {'Port': ['ID=088665d9-3edb-4de4-aba8-b69e1fb362ee,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:23.829463 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Router 7124bac7-3b77-49c2-b94b-1e772013a732 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:02:23.882789 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] Set router a0809302-8353-42e8-9b7a-2c28cd89ca33 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:23.945909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:23.955602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Sync routers for ids ['7124bac7-3b77-49c2-b94b-1e772013a732'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:23.966767 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.969312 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-eea49136-c1e5-499a-b6ac-86f3f7cea88a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7583244 Aug 16 03:02:23.972203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:23.979175 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Routers {'7124bac7-3b77-49c2-b94b-1e772013a732'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:23.991362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7124bac7-3b77-49c2-b94b-1e772013a732'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:24.118043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Set router 7124bac7-3b77-49c2-b94b-1e772013a732 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:24.134817 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:17Z', 'updated_at': '2021-08-16T03:02:20Z', 'revision_number': 4, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'gw_port': {'id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:18Z', 'updated_at': '2021-08-16T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '088665d9-3edb-4de4-aba8-b69e1fb362ee', 'name': '', 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'mac_address': 'fa:16:3e:f7:f4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e69ead5d-bcec-43dd-a8ca-7c2de570f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:19Z', 'updated_at': '2021-08-16T03:02:23Z', 'revision_number': 4, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'subnets': [{'id': 'e69ead5d-bcec-43dd-a8ca-7c2de570f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:24.171239 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a6a1e-15b1-4140-8dd4-e15d6e82eec4 None None] The sync data for ids ['a0809302-8353-42e8-9b7a-2c28cd89ca33'] in n-d-768862-14 is: [{'id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:17Z', 'updated_at': '2021-08-16T03:02:20Z', 'revision_number': 4, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'gw_port': {'id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:18Z', 'updated_at': '2021-08-16T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '088665d9-3edb-4de4-aba8-b69e1fb362ee', 'name': '', 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'mac_address': 'fa:16:3e:f7:f4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e69ead5d-bcec-43dd-a8ca-7c2de570f0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:19Z', 'updated_at': '2021-08-16T03:02:23Z', 'revision_number': 4, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'subnets': [{'id': 'e69ead5d-bcec-43dd-a8ca-7c2de570f0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:24.398202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:24.451166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '67e020f8-cd34-4272-8b24-63a772519726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:23Z', 'revision_number': 3, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'gw_port': {'id': '67e020f8-cd34-4272-8b24-63a772519726', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:24.483728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Checking router: 7124bac7-3b77-49c2-b94b-1e772013a732 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:24.484088 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Updating router 7124bac7-3b77-49c2-b94b-1e772013a732 port 67e020f8-cd34-4272-8b24-63a772519726 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:02:24.516402 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.519325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:24.519693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.563626 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.571255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c0e70a-53c9-4e5f-96e0-b30b66369225 None None] Network 18e6cf09-46f2-498a-8c5b-4524e44491ea requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:24.755781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c55a46fa-7d46-490c-9b96-9532d12f874d None None] Provisioning for port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:24.756495 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Allocated IP 172.20.0.1 (18e6cf09-46f2-498a-8c5b-4524e44491ea/92459352-e88c-4240-9455-9cd093151e62/703d511d-2dc4-473c-8d79-931c1684ed7e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:24.862712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b9063a6f-8d06-4f3c-9a8c-e1e908ef282c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:24.877846 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.895501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Transition to ACTIVE for port object 703d511d-2dc4-473c-8d79-931c1684ed7e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:24.938298 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.983309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Network 18e6cf09-46f2-498a-8c5b-4524e44491ea is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:24.986575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:24.988983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:25.015374 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:25.023974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Pushing event updated for resources: {'Port': ['ID=703d511d-2dc4-473c-8d79-931c1684ed7e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:25.039080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.043635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:25.044008 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.203656 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.261597 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.275975 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Transition to ACTIVE for port object 67e020f8-cd34-4272-8b24-63a772519726 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:25.288117 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.392327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Attempting to bind port 67e020f8-cd34-4272-8b24-63a772519726 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:25.392695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Attempting to bind port 67e020f8-cd34-4272-8b24-63a772519726 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:25.393054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Attempting to bind port 67e020f8-cd34-4272-8b24-63a772519726 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:25.397035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbb8ea-5046-4ead-a9b5-6b13b3a72a63 None None] Pushing event updated for resources: {'Port': ['ID=67e020f8-cd34-4272-8b24-63a772519726,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:25.400490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bf927252-6e24-405a-91ed-bd0d4f4d461d None None] Provisioning complete for port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:25.400865 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bf927252-6e24-405a-91ed-bd0d4f4d461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.405514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.418845 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.424275 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.441250 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:25.441631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:25.442040 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.442438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:25.442927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Bound port: 67e020f8-cd34-4272-8b24-63a772519726, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:25.443353 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.513486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Pushing event updated for resources: {'Port': ['ID=703d511d-2dc4-473c-8d79-931c1684ed7e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:25.521917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b9063a6f-8d06-4f3c-9a8c-e1e908ef282c,segment=NetworkSegment(23cc944a-3019-4969-9eac-7e64e1203033),segment_id=23cc944a-3019-4969-9eac-7e64e1203033)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:25.526287 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.535988 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.543545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] For port 67e020f8-cd34-4272-8b24-63a772519726, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:25.548295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] For port 67e020f8-cd34-4272-8b24-63a772519726, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=67e020f8-cd34-4272-8b24-63a772519726,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:25.572388 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.635784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Network 18e6cf09-46f2-498a-8c5b-4524e44491ea is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:25.638374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:25.645951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=b9063a6f-8d06-4f3c-9a8c-e1e908ef282c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:25.654620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Routers {'7124bac7-3b77-49c2-b94b-1e772013a732'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:25.655301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7124bac7-3b77-49c2-b94b-1e772013a732'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:25.749898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bf927252-6e24-405a-91ed-bd0d4f4d461d None None] Provisioning for port 703d511d-2dc4-473c-8d79-931c1684ed7e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:25.768081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Router 7124bac7-3b77-49c2-b94b-1e772013a732 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:25.789036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbb8ea-5046-4ead-a9b5-6b13b3a72a63 None None] Pushing event updated for resources: {'Port': ['ID=67e020f8-cd34-4272-8b24-63a772519726,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:25.792011 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bf927252-6e24-405a-91ed-bd0d4f4d461d None None] Provisioning complete for port 703d511d-2dc4-473c-8d79-931c1684ed7e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:25.792470 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bf927252-6e24-405a-91ed-bd0d4f4d461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.845255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] Set router 7124bac7-3b77-49c2-b94b-1e772013a732 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:25.847764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bf927252-6e24-405a-91ed-bd0d4f4d461d None None] Port 703d511d-2dc4-473c-8d79-931c1684ed7e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:25.896669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:25.902960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-58d345b1-724b-4ae2-aa92-77424aa78f75 admin admin] 10.222.0.61 "PUT /v2.0/routers/7124bac7-3b77-49c2-b94b-1e772013a732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9283955 Aug 16 03:02:25.987996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87fe3753-89ee-4c2e-b1ef-e0a16da6fa3a None None] Provisioning complete for port 703d511d-2dc4-473c-8d79-931c1684ed7e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:25.988362 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87fe3753-89ee-4c2e-b1ef-e0a16da6fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.059741 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-87fe3753-89ee-4c2e-b1ef-e0a16da6fa3a None None] Port 703d511d-2dc4-473c-8d79-931c1684ed7e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:26.088321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '67e020f8-cd34-4272-8b24-63a772519726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 4, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'gw_port': {'id': '67e020f8-cd34-4272-8b24-63a772519726', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '703d511d-2dc4-473c-8d79-931c1684ed7e', 'name': '', 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'mac_address': 'fa:16:3e:af:6f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '92459352-e88c-4240-9455-9cd093151e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:24Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 2, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'subnets': [{'id': '92459352-e88c-4240-9455-9cd093151e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:26.116928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03f759-1f22-43de-9158-76d4f0661d21 None None] The sync data for ids ['7124bac7-3b77-49c2-b94b-1e772013a732'] in n-d-768862-14 is: [{'id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '67e020f8-cd34-4272-8b24-63a772519726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 4, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'gw_port': {'id': '67e020f8-cd34-4272-8b24-63a772519726', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '703d511d-2dc4-473c-8d79-931c1684ed7e', 'name': '', 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'mac_address': 'fa:16:3e:af:6f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '92459352-e88c-4240-9455-9cd093151e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:24Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 2, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'subnets': [{'id': '92459352-e88c-4240-9455-9cd093151e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:26.268964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b9063a6f-8d06-4f3c-9a8c-e1e908ef282c up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:26.345175 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:26.345833 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.449982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 088665d9-3edb-4de4-aba8-b69e1fb362ee up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:26.506698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 088665d9-3edb-4de4-aba8-b69e1fb362ee completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:26.511910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 088665d9-3edb-4de4-aba8-b69e1fb362ee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:26.512379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.594276 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-14730c86-f445-4784-a32e-580c83184d76 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:26.596046 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-14730c86-f445-4784-a32e-580c83184d76 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/networks?id=987edf2f-5a33-4569-97bc-eaf5ad985134 HTTP/1.1" status: 200 len: 817 time: 0.1150141 Aug 16 03:02:26.598785 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.613441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-a835e82f-bc54-4b4b-ab30-6730383aadd0 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/quotas/f49f42b5c05a4f19aad05ff2fd2c7806 HTTP/1.1" status: 200 len: 375 time: 0.0110130 Aug 16 03:02:26.642117 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 088665d9-3edb-4de4-aba8-b69e1fb362ee, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=088665d9-3edb-4de4-aba8-b69e1fb362ee,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:26.649800 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.681511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-febd7953-052e-4b0c-ba5f-4d9eb9b729aa tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f49f42b5c05a4f19aad05ff2fd2c7806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614851 Aug 16 03:02:26.713258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=088665d9-3edb-4de4-aba8-b69e1fb362ee,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:26.785311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-58f14d82-9852-4f36-86c6-82141811ccf7 service neutron] 10.222.0.61 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906851 Aug 16 03:02:26.900998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-b92b1139-4f2e-47ba-a361-68f8ea2d3027 service neutron] 10.222.0.61 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070013 Aug 16 03:02:27.082691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef2db6c8-0f8a-47f5-9ca3-5b9bdae0bdc4 req-e06e915c-d637-45d1-9a2c-98584e48e806 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 210 time: 0.0294127 Aug 16 03:02:28.022068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cd72d241-b763-48a8-b624-c6d541392ac4 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:28.023738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cd72d241-b763-48a8-b624-c6d541392ac4 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.93 "GET /v2.0/networks?id=987edf2f-5a33-4569-97bc-eaf5ad985134 HTTP/1.1" status: 200 len: 817 time: 0.1143880 Aug 16 03:02:28.036793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Request body: {'port': {'device_id': '26dedf16-64da-4e26-bbe2-ac9f51b2220f', 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134', 'admin_state_up': True, 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:28.196193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d9da27fa-6cde-42c0-bd26-1c14c840c76a req-dbc7779f-ea9a-4a6a-ae47-a26fceeda76f tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 210 time: 0.0359399 Aug 16 03:02:28.201958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Made reservation on behalf of f49f42b5c05a4f19aad05ff2fd2c7806 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:28.205597 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.240698 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Sync routers for ids ['7124bac7-3b77-49c2-b94b-1e772013a732'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:28.251061 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Routers {'7124bac7-3b77-49c2-b94b-1e772013a732'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:28.251828 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7124bac7-3b77-49c2-b94b-1e772013a732'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:28.294754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 088665d9-3edb-4de4-aba8-b69e1fb362ee up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:28.347791 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 088665d9-3edb-4de4-aba8-b69e1fb362ee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:28.348344 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.360388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Allocated IP 172.20.0.8 (987edf2f-5a33-4569-97bc-eaf5ad985134/e69ead5d-bcec-43dd-a8ca-7c2de570f0ee/172fc55d-0149-4bc1-8605-da33fa358d81) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:28.375138 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Set router 7124bac7-3b77-49c2-b94b-1e772013a732 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:28.435349 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 67e020f8-cd34-4272-8b24-63a772519726 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:28.485614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 67e020f8-cd34-4272-8b24-63a772519726 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:28.490243 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 67e020f8-cd34-4272-8b24-63a772519726 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:28.490922 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.525332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.541918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Transition to ACTIVE for port object 172fc55d-0149-4bc1-8605-da33fa358d81 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:28.578382 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.579066 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.593937 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '67e020f8-cd34-4272-8b24-63a772519726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 4, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'gw_port': {'id': '67e020f8-cd34-4272-8b24-63a772519726', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '703d511d-2dc4-473c-8d79-931c1684ed7e', 'name': '', 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'mac_address': 'fa:16:3e:af:6f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '92459352-e88c-4240-9455-9cd093151e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:24Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 2, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'subnets': [{'id': '92459352-e88c-4240-9455-9cd093151e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:28.603038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 67e020f8-cd34-4272-8b24-63a772519726, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=67e020f8-cd34-4272-8b24-63a772519726,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:28.607689 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.629727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:28.631342 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Checking router: 7124bac7-3b77-49c2-b94b-1e772013a732 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:28.631756 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Updating router 7124bac7-3b77-49c2-b94b-1e772013a732 port 703d511d-2dc4-473c-8d79-931c1684ed7e binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:02:28.632992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:28.638374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:28.643021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Pushing event updated for resources: {'Port': ['ID=172fc55d-0149-4bc1-8605-da33fa358d81,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:28.660632 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.664051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=67e020f8-cd34-4272-8b24-63a772519726,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:28.691899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:28.692517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.707344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-ea892d0e-3595-4079-9a6d-8e4cd7d40e1d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6744943 Aug 16 03:02:28.719595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Request body: {'port': {'device_id': '26dedf16-64da-4e26-bbe2-ac9f51b2220f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:28.780135 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.898983 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94bacf18-140d-4c96-acf4-84a5cd0739e6 None None] Provisioning for port 172fc55d-0149-4bc1-8605-da33fa358d81 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:28.903489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94bacf18-140d-4c96-acf4-84a5cd0739e6 None None] Provisioning complete for port 172fc55d-0149-4bc1-8605-da33fa358d81 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:28.903871 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94bacf18-140d-4c96-acf4-84a5cd0739e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.939323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-94bacf18-140d-4c96-acf4-84a5cd0739e6 None None] Port 172fc55d-0149-4bc1-8605-da33fa358d81 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:28.953964 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.963988 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Transition to ACTIVE for port object 703d511d-2dc4-473c-8d79-931c1684ed7e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:28.971438 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.022342 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3198509-3eb0-4c5b-b19f-cd4892824afb None None] Pushing event updated for resources: {'Port': ['ID=703d511d-2dc4-473c-8d79-931c1684ed7e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:29.065214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172fc55d-0149-4bc1-8605-da33fa358d81 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:29.074731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.076099 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Attempting to bind port 703d511d-2dc4-473c-8d79-931c1684ed7e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:29.076779 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Attempting to bind port 703d511d-2dc4-473c-8d79-931c1684ed7e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '23cc944a-3019-4969-9eac-7e64e1203033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:29.077215 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Attempting to bind port 703d511d-2dc4-473c-8d79-931c1684ed7e on network 18e6cf09-46f2-498a-8c5b-4524e44491ea {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:29.082497 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:29.083034 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Checking segment: {'id': '23cc944a-3019-4969-9eac-7e64e1203033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:29.083569 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.084063 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Bound using segment: {'id': '23cc944a-3019-4969-9eac-7e64e1203033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:29.084749 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Bound port: 703d511d-2dc4-473c-8d79-931c1684ed7e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cc944a-3019-4969-9eac-7e64e1203033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:29.085245 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.088134 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Transition to ACTIVE for port object 172fc55d-0149-4bc1-8605-da33fa358d81 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:29.093007 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.149220 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Pushing event updated for resources: {'Port': ['ID=172fc55d-0149-4bc1-8605-da33fa358d81,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:29.174205 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] For port 703d511d-2dc4-473c-8d79-931c1684ed7e, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:29.178125 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] For port 703d511d-2dc4-473c-8d79-931c1684ed7e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=703d511d-2dc4-473c-8d79-931c1684ed7e,segment=NetworkSegment(23cc944a-3019-4969-9eac-7e64e1203033),segment_id=23cc944a-3019-4969-9eac-7e64e1203033)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:29.183821 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.242395 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Attempting to bind port 172fc55d-0149-4bc1-8605-da33fa358d81 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:29.242687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Attempting to bind port 172fc55d-0149-4bc1-8605-da33fa358d81 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:29.243027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Attempting to bind port 172fc55d-0149-4bc1-8605-da33fa358d81 on network 987edf2f-5a33-4569-97bc-eaf5ad985134 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:29.249458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Port 172fc55d-0149-4bc1-8605-da33fa358d81 on network 987edf2f-5a33-4569-97bc-eaf5ad985134 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:02:29.249788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Attempting to bind port 172fc55d-0149-4bc1-8605-da33fa358d81 on network 987edf2f-5a33-4569-97bc-eaf5ad985134 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:29.260670 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3198509-3eb0-4c5b-b19f-cd4892824afb None None] Pushing event updated for resources: {'Port': ['ID=703d511d-2dc4-473c-8d79-931c1684ed7e,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:29.264184 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Routers {'7124bac7-3b77-49c2-b94b-1e772013a732'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:29.264878 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:02:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7124bac7-3b77-49c2-b94b-1e772013a732'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:29.272952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:29.273307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Checking segment: {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:29.273720 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Bound using segment: {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:29.274162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Bound port: 172fc55d-0149-4bc1-8605-da33fa358d81, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:29.274527 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.388128 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] For port 172fc55d-0149-4bc1-8605-da33fa358d81, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:29.394866 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] Set router 7124bac7-3b77-49c2-b94b-1e772013a732 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:29.396173 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] For port 172fc55d-0149-4bc1-8605-da33fa358d81, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=172fc55d-0149-4bc1-8605-da33fa358d81,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:29.406179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7783b-ebcf-4c17-abb1-2cd93029ef40 req-acf93ccc-b170-4783-8e61-99d904e04ed1 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:29.407956 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58a7783b-ebcf-4c17-abb1-2cd93029ef40 req-acf93ccc-b170-4783-8e61-99d904e04ed1 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 943 time: 0.0906079 Aug 16 03:02:29.409926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.478693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:29.479421 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.482235 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] 10.222.0.93 "PUT /v2.0/ports/172fc55d-0149-4bc1-8605-da33fa358d81 HTTP/1.1" status: 200 len: 1092 time: 0.7670810 Aug 16 03:02:29.482722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26dedf16-64da-4e26-bbe2-ac9f51b2220f', 'tag': '172fc55d-0149-4bc1-8605-da33fa358d81'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:29.485114 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00" -d '{"events": [{"name": "network-changed", "server_uuid": "26dedf16-64da-4e26-bbe2-ac9f51b2220f", "tag": "172fc55d-0149-4bc1-8605-da33fa358d81"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:29.533267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-58a7783b-ebcf-4c17-abb1-2cd93029ef40 req-dedbd714-0faf-4d33-ad3c-e74a7737d901 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890484 Aug 16 03:02:29.548458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3990b-141e-444f-811d-dcc46be89731 service neutron] Pushing event updated for resources: {'Port': ['ID=172fc55d-0149-4bc1-8605-da33fa358d81,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:29.585368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-6663dd4c-4f2d-436f-bea8-cd01e593f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:29.586932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-6663dd4c-4f2d-436f-bea8-cd01e593f803 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f49f42b5c05a4f19aad05ff2fd2c7806&device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 1095 time: 0.0510166 Aug 16 03:02:29.640853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-809e8f49-158a-4b79-8037-de00c63fdebd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=172fc55d-0149-4bc1-8605-da33fa358d81 HTTP/1.1" status: 200 len: 217 time: 0.0460083 Aug 16 03:02:29.642720 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f85a9f-f49d-419e-babf-c950ace76197 x-openstack-request-id: req-b9f85a9f-f49d-419e-babf-c950ace76197 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:29.642720 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26dedf16-64da-4e26-bbe2-ac9f51b2220f", "tag": "172fc55d-0149-4bc1-8605-da33fa358d81", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:29.642942 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9f85a9f-f49d-419e-babf-c950ace76197 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:29.643220 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26dedf16-64da-4e26-bbe2-ac9f51b2220f', 'tag': '172fc55d-0149-4bc1-8605-da33fa358d81', 'status': 'completed', 'code': 200} Aug 16 03:02:29.695282 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-1b714f46-aacb-4c0e-a886-e1c7de4c431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:29.696630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-1b714f46-aacb-4c0e-a886-e1c7de4c431c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e69ead5d-bcec-43dd-a8ca-7c2de570f0ee HTTP/1.1" status: 200 len: 856 time: 0.0488248 Aug 16 03:02:29.749676 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '67e020f8-cd34-4272-8b24-63a772519726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 4, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'gw_port': {'id': '67e020f8-cd34-4272-8b24-63a772519726', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '703d511d-2dc4-473c-8d79-931c1684ed7e', 'name': '', 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'mac_address': 'fa:16:3e:af:6f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '92459352-e88c-4240-9455-9cd093151e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:24Z', 'updated_at': '2021-08-16T03:02:29Z', 'revision_number': 4, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'subnets': [{'id': '92459352-e88c-4240-9455-9cd093151e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:29.756252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-7e935f9b-74ce-494f-b6b0-c360ce0ca5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:29.757863 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-7e935f9b-74ce-494f-b6b0-c360ce0ca5ec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=987edf2f-5a33-4569-97bc-eaf5ad985134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533056 Aug 16 03:02:29.783675 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092868fe-bacc-40c7-b8f3-b267ca9f606a None None] The sync data for ids ['7124bac7-3b77-49c2-b94b-1e772013a732'] in n-d-768862-14 is: [{'id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '67e020f8-cd34-4272-8b24-63a772519726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:25Z', 'revision_number': 4, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'gw_port': {'id': '67e020f8-cd34-4272-8b24-63a772519726', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '703d511d-2dc4-473c-8d79-931c1684ed7e', 'name': '', 'network_id': '18e6cf09-46f2-498a-8c5b-4524e44491ea', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'mac_address': 'fa:16:3e:af:6f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '92459352-e88c-4240-9455-9cd093151e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:24Z', 'updated_at': '2021-08-16T03:02:29Z', 'revision_number': 4, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'subnets': [{'id': '92459352-e88c-4240-9455-9cd093151e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:29.859807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-084033b1-9f13-4398-8a5d-404318464324 service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945978 Aug 16 03:02:29.957303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d74090f7-e39e-4afb-8335-cec5d1b482f3 req-a66da51b-0575-41f0-a1a3-592207e18bcf service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904055 Aug 16 03:02:30.044612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-fba2cb5f-28db-4a39-ba90-5a4c23da40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:30.046147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-fba2cb5f-28db-4a39-ba90-5a4c23da40b2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f49f42b5c05a4f19aad05ff2fd2c7806&device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 1095 time: 0.0433075 Aug 16 03:02:30.155013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-aafbb67e-d41c-43ac-b245-b79474b8e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:30.156759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-aafbb67e-d41c-43ac-b245-b79474b8e8ca service neutron] 10.222.0.93 "GET /v2.0/networks?id=987edf2f-5a33-4569-97bc-eaf5ad985134 HTTP/1.1" status: 200 len: 918 time: 0.1032803 Aug 16 03:02:30.202924 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-ab7080f5-d9a1-4df7-8849-85b06bc6fea5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=172fc55d-0149-4bc1-8605-da33fa358d81 HTTP/1.1" status: 200 len: 217 time: 0.0381188 Aug 16 03:02:30.235489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 67e020f8-cd34-4272-8b24-63a772519726 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:30.256603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-0e8b515b-d004-43e2-8acb-c244f6f173c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:30.258256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-0e8b515b-d004-43e2-8acb-c244f6f173c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e69ead5d-bcec-43dd-a8ca-7c2de570f0ee HTTP/1.1" status: 200 len: 856 time: 0.0483701 Aug 16 03:02:30.288129 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 67e020f8-cd34-4272-8b24-63a772519726 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:30.288499 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.314893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-163c1a64-a1d5-400d-b159-a9a611fc44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:30.316580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-163c1a64-a1d5-400d-b159-a9a611fc44d8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=987edf2f-5a33-4569-97bc-eaf5ad985134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507638 Aug 16 03:02:30.376950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 703d511d-2dc4-473c-8d79-931c1684ed7e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:30.408783 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-d669b106-cbc8-4197-aca8-af4aaea6eeea service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845296 Aug 16 03:02:30.424547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 703d511d-2dc4-473c-8d79-931c1684ed7e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:30.428972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 703d511d-2dc4-473c-8d79-931c1684ed7e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:30.429347 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.506724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ace4de7-5c1d-4a34-a4a7-4069993a4b00 req-2657a38d-e5cf-4b0e-9773-4bed373f7e38 service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902128 Aug 16 03:02:30.517942 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.551382 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 703d511d-2dc4-473c-8d79-931c1684ed7e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=703d511d-2dc4-473c-8d79-931c1684ed7e,segment=NetworkSegment(23cc944a-3019-4969-9eac-7e64e1203033),segment_id=23cc944a-3019-4969-9eac-7e64e1203033)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:30.555250 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.603685 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=703d511d-2dc4-473c-8d79-931c1684ed7e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:30.670891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e272-83d5-4205-a13d-306fcbf44d3b req-55b969d9-634b-4d18-bdd2-cbcd16d7f10b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:30.672419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ee8e272-83d5-4205-a13d-306fcbf44d3b req-55b969d9-634b-4d18-bdd2-cbcd16d7f10b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 943 time: 0.0490303 Aug 16 03:02:30.710757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ee8e272-83d5-4205-a13d-306fcbf44d3b req-6e7898d6-7f90-4c6e-afce-87dec561d39c tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Aug 16 03:02:31.051846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbfddb96-2ebf-40a6-901d-18265598b8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.421369 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.828788 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecf735-02f2-4345-803b-f2edd31f2058 req-b67d2be9-689f-44b4-a577-73d40d5ad991 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:31.830287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84ecf735-02f2-4345-803b-f2edd31f2058 req-b67d2be9-689f-44b4-a577-73d40d5ad991 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 943 time: 0.0537827 Aug 16 03:02:31.867458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84ecf735-02f2-4345-803b-f2edd31f2058 req-96ddb60d-ef9b-4f76-ad1f-6f5d366352bc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Aug 16 03:02:32.186169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 703d511d-2dc4-473c-8d79-931c1684ed7e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:32.232143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 703d511d-2dc4-473c-8d79-931c1684ed7e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:32.232515 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.234308 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 172fc55d-0149-4bc1-8605-da33fa358d81 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:02:33.331783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 172fc55d-0149-4bc1-8605-da33fa358d81, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=172fc55d-0149-4bc1-8605-da33fa358d81,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:33.344179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '172fc55d-0149-4bc1-8605-da33fa358d81', 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134', 'port_id': '172fc55d-0149-4bc1-8605-da33fa358d81', 'mac_address': 'fa:16:3e:61:d0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69ead5d-bcec-43dd-a8ca-7c2de570f0ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:02:33.347987 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd269-b09e-4079-ad50-75217a06f47e req-74783b5b-2923-4d57-a4b3-1f6f58024cfd tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:33.349489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-351fd269-b09e-4079-ad50-75217a06f47e req-74783b5b-2923-4d57-a4b3-1f6f58024cfd tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 943 time: 0.4128177 Aug 16 03:02:33.384517 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.389821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-351fd269-b09e-4079-ad50-75217a06f47e req-16f8e7ba-cfb7-4cc9-80aa-e2962c6f98b3 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Aug 16 03:02:33.398087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172fc55d-0149-4bc1-8605-da33fa358d81 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:33.419153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 172fc55d-0149-4bc1-8605-da33fa358d81, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=172fc55d-0149-4bc1-8605-da33fa358d81,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:33.423696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.472626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=172fc55d-0149-4bc1-8605-da33fa358d81,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:33.578246 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:02:33.621860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['172fc55d-0149-4bc1-8605-da33fa358d81'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:02:33.699738 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f73036f2-558a-43bb-ae17-1ceceaf151da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.052335 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.505592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ee38-2724-4757-89f7-afca24f44630 req-dd53cb3a-e2fa-4ef2-a4eb-5d660b8a8b26 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:34.507084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d91ee38-2724-4757-89f7-afca24f44630 req-dd53cb3a-e2fa-4ef2-a4eb-5d660b8a8b26 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 944 time: 0.0491579 Aug 16 03:02:34.545234 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4d91ee38-2724-4757-89f7-afca24f44630 req-5a7cd08c-b1b6-4bae-8bce-1828d5477ebd tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Aug 16 03:02:35.061809 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:35.250007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 172fc55d-0149-4bc1-8605-da33fa358d81 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:35.298006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 172fc55d-0149-4bc1-8605-da33fa358d81 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:35.301996 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 172fc55d-0149-4bc1-8605-da33fa358d81 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:35.302367 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:35.377024 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:35.398942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dedf16-64da-4e26-bbe2-ac9f51b2220f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172fc55d-0149-4bc1-8605-da33fa358d81'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:35.401204 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c23fa9d-2192-45ed-819f-f8dcb29fbe02" -d '{"events": [{"server_uuid": "26dedf16-64da-4e26-bbe2-ac9f51b2220f", "name": "network-vif-plugged", "status": "completed", "tag": "172fc55d-0149-4bc1-8605-da33fa358d81"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:35.416622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 172fc55d-0149-4bc1-8605-da33fa358d81, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=172fc55d-0149-4bc1-8605-da33fa358d81,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:35.422236 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:35.447183 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b946ad0-a20e-432c-a2b7-e873cc668529 x-openstack-request-id: req-7b946ad0-a20e-432c-a2b7-e873cc668529 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:35.447576 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26dedf16-64da-4e26-bbe2-ac9f51b2220f", "name": "network-vif-plugged", "status": "completed", "tag": "172fc55d-0149-4bc1-8605-da33fa358d81", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:35.447769 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b946ad0-a20e-432c-a2b7-e873cc668529 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:35.448881 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dedf16-64da-4e26-bbe2-ac9f51b2220f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172fc55d-0149-4bc1-8605-da33fa358d81', 'code': 200} Aug 16 03:02:35.476937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=172fc55d-0149-4bc1-8605-da33fa358d81,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:35.541373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57ad5f-de15-44f8-bd7a-314bab8ca11f req-cab7f816-6cb1-4a24-af0c-6a14d67a18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:35.543618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d57ad5f-de15-44f8-bd7a-314bab8ca11f req-cab7f816-6cb1-4a24-af0c-6a14d67a18ed service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 1097 time: 0.0391457 Aug 16 03:02:35.580954 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8d57ad5f-de15-44f8-bd7a-314bab8ca11f req-dcb64502-2694-47d5-8108-9862b44a005d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302057 Aug 16 03:02:35.668791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c647c4-60ac-441a-b3c3-4394633d1002 req-1d201921-9b4d-42c3-b1fe-3ef2050a6b0d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:35.670291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0c647c4-60ac-441a-b3c3-4394633d1002 req-1d201921-9b4d-42c3-b1fe-3ef2050a6b0d tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 945 time: 0.0535588 Aug 16 03:02:35.708163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0c647c4-60ac-441a-b3c3-4394633d1002 req-f47354da-cb60-4f40-8837-2ada64cc006b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Aug 16 03:02:36.825078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec119c-391c-474f-8a90-16e6c6df74b1 req-cc3bef09-b718-4606-ade8-7b2f6b803c7b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:36.826576 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54ec119c-391c-474f-8a90-16e6c6df74b1 req-cc3bef09-b718-4606-ade8-7b2f6b803c7b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 945 time: 0.0510387 Aug 16 03:02:36.864815 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54ec119c-391c-474f-8a90-16e6c6df74b1 req-76a238dc-86e4-4ad1-a737-5adb17e4538b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Aug 16 03:02:36.976973 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64bc51-a6ab-4413-b2e5-2f332b684ce7 req-cbd44545-219e-497e-b251-a2541b3e6c39 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:36.978457 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd64bc51-a6ab-4413-b2e5-2f332b684ce7 req-cbd44545-219e-497e-b251-a2541b3e6c39 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 945 time: 0.0498114 Aug 16 03:02:37.018565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd64bc51-a6ab-4413-b2e5-2f332b684ce7 req-1c279fe9-ced7-4ec8-9de6-aaf902e6f19b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Aug 16 03:02:37.180074 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.847566 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:55.584718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58f21f-2629-4285-b3ef-b465842047ac req-f3ed8ce8-9259-4d25-a0e1-cefb8c7bab58 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:55.586237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd58f21f-2629-4285-b3ef-b465842047ac req-f3ed8ce8-9259-4d25-a0e1-cefb8c7bab58 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 945 time: 0.0667670 Aug 16 03:02:55.624851 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd58f21f-2629-4285-b3ef-b465842047ac req-cf98fcb1-80c1-41a1-9131-02821548c9c8 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Aug 16 03:02:56.741745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67dbd9-3582-4b2c-89f1-6962fe2df231 req-4f5fc7c2-cb03-4acf-b5ec-41031c2e971e tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:56.743237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b67dbd9-3582-4b2c-89f1-6962fe2df231 req-4f5fc7c2-cb03-4acf-b5ec-41031c2e971e tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 945 time: 0.0483239 Aug 16 03:02:56.780931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9b67dbd9-3582-4b2c-89f1-6962fe2df231 req-989833cf-99c3-475a-a0f9-315c2600110b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Aug 16 03:02:57.047809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-63a4782b-c03e-4739-a330-f67e001cb0dd tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:57.049287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-63a4782b-c03e-4739-a330-f67e001cb0dd tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.93 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 945 time: 0.0509732 Aug 16 03:02:57.146266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Deleting port 172fc55d-0149-4bc1-8605-da33fa358d81 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:57.146615 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:57.237807 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] For port 172fc55d-0149-4bc1-8605-da33fa358d81, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=172fc55d-0149-4bc1-8605-da33fa358d81,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:57.238175 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:57.253234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Calling delete_port for 172fc55d-0149-4bc1-8605-da33fa358d81 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:57.390356 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:57.402843 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['172fc55d-0149-4bc1-8605-da33fa358d81'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:02:57.420598 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Pushing event deleted for resources: {'Port': ['ID=172fc55d-0149-4bc1-8605-da33fa358d81,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:57.465121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] No DVR routers for this DVR port 172fc55d-0149-4bc1-8605-da33fa358d81 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:57.468403 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:57.470488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f8078a4-ee2d-4c69-a180-e5b6b39172f9 req-73795b7f-9274-47cb-864c-2717bb6322fc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.93 "DELETE /v2.0/ports/172fc55d-0149-4bc1-8605-da33fa358d81 HTTP/1.1" status: 204 len: 173 time: 0.4150071 Aug 16 03:02:57.470945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dedf16-64da-4e26-bbe2-ac9f51b2220f', 'name': 'network-vif-deleted', 'tag': '172fc55d-0149-4bc1-8605-da33fa358d81'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:57.473387 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67dee96-5896-4883-a23b-e710c5a111b4" -d '{"events": [{"server_uuid": "26dedf16-64da-4e26-bbe2-ac9f51b2220f", "name": "network-vif-deleted", "tag": "172fc55d-0149-4bc1-8605-da33fa358d81"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:57.512818 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760aedfd-bb23-46f3-85ee-fd7a238915b1 x-openstack-request-id: req-760aedfd-bb23-46f3-85ee-fd7a238915b1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:57.513121 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26dedf16-64da-4e26-bbe2-ac9f51b2220f", "name": "network-vif-deleted", "tag": "172fc55d-0149-4bc1-8605-da33fa358d81", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:57.513376 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-760aedfd-bb23-46f3-85ee-fd7a238915b1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:57.513779 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dedf16-64da-4e26-bbe2-ac9f51b2220f', 'name': 'network-vif-deleted', 'tag': '172fc55d-0149-4bc1-8605-da33fa358d81', 'status': 'completed', 'code': 200} Aug 16 03:02:57.893537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e065f1ef-1be1-4a64-b053-6d052576ba71 req-512cada3-c23d-4020-a809-58db4ef58d82 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dedf16-64da-4e26-bbe2-ac9f51b2220f HTTP/1.1" status: 200 len: 210 time: 0.0271137 Aug 16 03:02:59.614551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-72437fdf-5fe0-456b-9c4d-813763286398 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:59.616037 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-72437fdf-5fe0-456b-9c4d-813763286398 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/networks?id=987edf2f-5a33-4569-97bc-eaf5ad985134 HTTP/1.1" status: 200 len: 817 time: 0.1007004 Aug 16 03:02:59.631052 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-4aef25ce-75c9-42d0-ac74-a850cfdc6639 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/quotas/f49f42b5c05a4f19aad05ff2fd2c7806 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Aug 16 03:02:59.685909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-c158bcde-6225-47f0-bca2-1e9bffa96d78 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f49f42b5c05a4f19aad05ff2fd2c7806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491815 Aug 16 03:02:59.784135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-e7686ea8-9d83-4f3b-8afd-5757ce9e75c2 service neutron] 10.222.0.61 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869567 Aug 16 03:02:59.876944 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-84611600-ca7c-4366-a4a5-b19f94c2c60e service neutron] 10.222.0.61 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865335 Aug 16 03:03:00.056495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63674006-2caf-4f00-b085-c12500285708 req-3b04ac34-e334-48da-b363-0ebcf6cda8aa tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 210 time: 0.0321498 Aug 16 03:03:00.959600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-d07b134a-9f34-4d0d-a3ef-fb52a7d2b276 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:00.961746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-d07b134a-9f34-4d0d-a3ef-fb52a7d2b276 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.93 "GET /v2.0/networks?id=987edf2f-5a33-4569-97bc-eaf5ad985134 HTTP/1.1" status: 200 len: 817 time: 0.1152101 Aug 16 03:03:00.974992 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Request body: {'port': {'device_id': '391b5e4a-514c-4500-8e3a-87d62322cabe', 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134', 'admin_state_up': True, 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:01.052601 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-993f54b1-b38b-4ee7-9355-d7344d93a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:01.096305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Made reservation on behalf of f49f42b5c05a4f19aad05ff2fd2c7806 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:03:01.099959 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:01.180398 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2fa10e7-eac0-44b2-9993-647b7ca4acc4 req-3e4f8d2a-6b49-42bf-90d7-33dc3ff66ae5 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 210 time: 0.0555406 Aug 16 03:03:01.249086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Allocated IP 172.20.0.5 (987edf2f-5a33-4569-97bc-eaf5ad985134/e69ead5d-bcec-43dd-a8ca-7c2de570f0ee/f711ca09-ad0d-496d-91f0-57718e8880f1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:03:01.343053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 172fc55d-0149-4bc1-8605-da33fa358d81 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:01.363158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 172fc55d-0149-4bc1-8605-da33fa358d81 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:03:01.363516 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 172fc55d-0149-4bc1-8605-da33fa358d81 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:03:01.405027 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:01.419620 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Transition to ACTIVE for port object f711ca09-ad0d-496d-91f0-57718e8880f1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:01.426830 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:01.454645 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:01.502798 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:03:01.506090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:01.508644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:03:01.536024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Pushing event updated for resources: {'Port': ['ID=f711ca09-ad0d-496d-91f0-57718e8880f1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:01.553997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.554346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.554691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.555027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.555388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.555721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.556051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.556376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.556704 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.557030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.557347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.557667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:01.577662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:01.578309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:01.593819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-22de4212-0f49-4e19-a5b4-20a5439b15c9 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6233995 Aug 16 03:03:01.607332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Request body: {'port': {'device_id': '391b5e4a-514c-4500-8e3a-87d62322cabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:01.667389 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:01.774596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eae00773-b0d9-4c9b-9cd8-0436fae2565d None None] Provisioning for port f711ca09-ad0d-496d-91f0-57718e8880f1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:01.779501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eae00773-b0d9-4c9b-9cd8-0436fae2565d None None] Provisioning complete for port f711ca09-ad0d-496d-91f0-57718e8880f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:01.779822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eae00773-b0d9-4c9b-9cd8-0436fae2565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:01.816546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eae00773-b0d9-4c9b-9cd8-0436fae2565d None None] Port f711ca09-ad0d-496d-91f0-57718e8880f1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:03:01.937370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f711ca09-ad0d-496d-91f0-57718e8880f1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:03:01.944729 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:01.957630 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Transition to ACTIVE for port object f711ca09-ad0d-496d-91f0-57718e8880f1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:01.960813 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:02.014222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Pushing event updated for resources: {'Port': ['ID=f711ca09-ad0d-496d-91f0-57718e8880f1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:02.082643 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Attempting to bind port f711ca09-ad0d-496d-91f0-57718e8880f1 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:03:02.082983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Attempting to bind port f711ca09-ad0d-496d-91f0-57718e8880f1 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:03:02.083346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Attempting to bind port f711ca09-ad0d-496d-91f0-57718e8880f1 on network 987edf2f-5a33-4569-97bc-eaf5ad985134 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:02.087769 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Port f711ca09-ad0d-496d-91f0-57718e8880f1 on network 987edf2f-5a33-4569-97bc-eaf5ad985134 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:03:02.088090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Attempting to bind port f711ca09-ad0d-496d-91f0-57718e8880f1 on network 987edf2f-5a33-4569-97bc-eaf5ad985134 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:02.093011 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:03:02.093346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Checking segment: {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:02.093730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Bound using segment: {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:03:02.094225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Bound port: f711ca09-ad0d-496d-91f0-57718e8880f1, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7a2f23-e88e-49ab-8c08-f85118a83327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:03:02.094581 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:02.165661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] For port f711ca09-ad0d-496d-91f0-57718e8880f1, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:02.169033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] For port f711ca09-ad0d-496d-91f0-57718e8880f1, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f711ca09-ad0d-496d-91f0-57718e8880f1,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:03:02.175080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:02.215057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:02.215757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:02.217189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] 10.222.0.93 "PUT /v2.0/ports/f711ca09-ad0d-496d-91f0-57718e8880f1 HTTP/1.1" status: 200 len: 1092 time: 0.6144247 Aug 16 03:03:02.217634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391b5e4a-514c-4500-8e3a-87d62322cabe', 'tag': 'f711ca09-ad0d-496d-91f0-57718e8880f1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:03:02.219956 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc81cb8-06b8-48a1-9e00-30712ea90125" -d '{"events": [{"name": "network-changed", "server_uuid": "391b5e4a-514c-4500-8e3a-87d62322cabe", "tag": "f711ca09-ad0d-496d-91f0-57718e8880f1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:03:02.241390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149780fa-b781-40ba-a8c5-9b8a6964c388 service neutron] Pushing event updated for resources: {'Port': ['ID=f711ca09-ad0d-496d-91f0-57718e8880f1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:02.345701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-64253b27-157b-46b0-b75f-51e63806faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:02.347304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-64253b27-157b-46b0-b75f-51e63806faeb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f49f42b5c05a4f19aad05ff2fd2c7806&device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 1095 time: 0.0829816 Aug 16 03:03:02.358519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e0111-8a9f-48d8-9e81-ceaac5db5c36 req-a3fb2f7d-cce5-4fc4-8bf3-3a62e4c6efe0 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:02.360111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a3e0111-8a9f-48d8-9e81-ceaac5db5c36 req-a3fb2f7d-cce5-4fc4-8bf3-3a62e4c6efe0 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 943 time: 0.0872734 Aug 16 03:03:02.403927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-5e8fb317-d203-40bf-a70f-5b2c18255618 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f711ca09-ad0d-496d-91f0-57718e8880f1 HTTP/1.1" status: 200 len: 217 time: 0.0427945 Aug 16 03:03:02.457366 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3a3e0111-8a9f-48d8-9e81-ceaac5db5c36 req-7e41baac-425e-4f54-854f-91a1e0190aff tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905635 Aug 16 03:03:02.470895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-c0700c93-13cb-4aa2-9c77-4ff056563ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:02.473161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-c0700c93-13cb-4aa2-9c77-4ff056563ea9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e69ead5d-bcec-43dd-a8ca-7c2de570f0ee HTTP/1.1" status: 200 len: 856 time: 0.0630312 Aug 16 03:03:02.510535 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933377e-e9cb-4dbe-b39f-69ab6b942d79 x-openstack-request-id: req-3933377e-e9cb-4dbe-b39f-69ab6b942d79 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:03:02.510827 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391b5e4a-514c-4500-8e3a-87d62322cabe", "tag": "f711ca09-ad0d-496d-91f0-57718e8880f1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:03:02.511079 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3933377e-e9cb-4dbe-b39f-69ab6b942d79 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:03:02.511498 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391b5e4a-514c-4500-8e3a-87d62322cabe', 'tag': 'f711ca09-ad0d-496d-91f0-57718e8880f1', 'status': 'completed', 'code': 200} Aug 16 03:03:02.527328 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-e852fb01-d04e-4c24-804e-82af19be0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:02.528855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-e852fb01-d04e-4c24-804e-82af19be0cd5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=987edf2f-5a33-4569-97bc-eaf5ad985134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475490 Aug 16 03:03:02.616835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-f007675d-4f8c-458b-9e85-c117f402f329 service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809653 Aug 16 03:03:02.719116 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2b90660e-a05b-470c-bd01-1590a89c1f0c req-89fd23ac-cc7f-41f1-b3e1-4a4d723afb0c service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950379 Aug 16 03:03:02.801462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-44ce9dd6-6baa-4e13-97a8-1cb0fa9ba01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:02.802991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-44ce9dd6-6baa-4e13-97a8-1cb0fa9ba01b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f49f42b5c05a4f19aad05ff2fd2c7806&device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 1095 time: 0.0414596 Aug 16 03:03:02.895203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-05555439-ee22-46c2-ac50-89cb6c3bb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:02.896616 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-05555439-ee22-46c2-ac50-89cb6c3bb95f service neutron] 10.222.0.93 "GET /v2.0/networks?id=987edf2f-5a33-4569-97bc-eaf5ad985134 HTTP/1.1" status: 200 len: 918 time: 0.0861909 Aug 16 03:03:02.939279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-677d29b8-7924-4865-bf8c-698b9925b33d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f711ca09-ad0d-496d-91f0-57718e8880f1 HTTP/1.1" status: 200 len: 217 time: 0.0348532 Aug 16 03:03:02.988671 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-43c33262-a952-49a6-b162-343c6788199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:02.990104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-43c33262-a952-49a6-b162-343c6788199c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e69ead5d-bcec-43dd-a8ca-7c2de570f0ee HTTP/1.1" status: 200 len: 856 time: 0.0444622 Aug 16 03:03:03.035870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-7a5c4a1f-326f-45fe-a7e1-6bb91e607882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:03.037362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-7a5c4a1f-326f-45fe-a7e1-6bb91e607882 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=987edf2f-5a33-4569-97bc-eaf5ad985134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393846 Aug 16 03:03:03.133817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-4f83e3ac-aa34-4a07-b77f-aadc8714abad service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879207 Aug 16 03:03:03.225310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc81cb8-06b8-48a1-9e00-30712ea90125 req-8ae33045-d9c5-498a-a729-bc91ecfc5cd7 service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832684 Aug 16 03:03:03.582552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6b80b-dd5f-472d-ac76-1732787fd3ad req-3c52a6c3-505f-4033-ba4d-5d08f370478c tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:03.584126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15d6b80b-dd5f-472d-ac76-1732787fd3ad req-3c52a6c3-505f-4033-ba4d-5d08f370478c tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 943 time: 0.0567963 Aug 16 03:03:03.621580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15d6b80b-dd5f-472d-ac76-1732787fd3ad req-4bd4f168-b028-4514-8483-1cac826d0f5b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310779 Aug 16 03:03:03.694027 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5001065a-2470-45ba-9055-2d7d3775ca25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:04.053986 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:04.736850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1392b2-6097-44c4-a1a1-d6b5fbfe9b5d req-d9688131-be47-4522-91eb-bb029cc74b66 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:04.738399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a1392b2-6097-44c4-a1a1-d6b5fbfe9b5d req-d9688131-be47-4522-91eb-bb029cc74b66 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 943 time: 0.0499055 Aug 16 03:03:04.777134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a1392b2-6097-44c4-a1a1-d6b5fbfe9b5d req-5a4477b9-5f1d-40a0-baeb-d4ede19e4f73 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Aug 16 03:03:05.064951 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:05.342915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f711ca09-ad0d-496d-91f0-57718e8880f1 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:03:05.435517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f711ca09-ad0d-496d-91f0-57718e8880f1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f711ca09-ad0d-496d-91f0-57718e8880f1,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:05.446896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'f711ca09-ad0d-496d-91f0-57718e8880f1', 'network_id': '987edf2f-5a33-4569-97bc-eaf5ad985134', 'port_id': 'f711ca09-ad0d-496d-91f0-57718e8880f1', 'mac_address': 'fa:16:3e:64:13:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69ead5d-bcec-43dd-a8ca-7c2de570f0ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:03:05.488239 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:05.500957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f711ca09-ad0d-496d-91f0-57718e8880f1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:03:05.520711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f711ca09-ad0d-496d-91f0-57718e8880f1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f711ca09-ad0d-496d-91f0-57718e8880f1,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:05.524222 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:05.571053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=f711ca09-ad0d-496d-91f0-57718e8880f1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:05.579301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.579650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.579992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.580329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.580661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.580993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.581319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.581645 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.581969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.582294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.582614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.582937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:05.709926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f711ca09-ad0d-496d-91f0-57718e8880f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:03:05.895632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b0a9d-2594-4a79-b66f-6f562d06a44d req-51ab1c8f-9482-418c-84b5-2c78265e2d32 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:05.897174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-382b0a9d-2594-4a79-b66f-6f562d06a44d req-51ab1c8f-9482-418c-84b5-2c78265e2d32 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 944 time: 0.0521793 Aug 16 03:03:05.935178 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-382b0a9d-2594-4a79-b66f-6f562d06a44d req-7515a2a3-6099-43f8-b7cc-a175ae82c176 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Aug 16 03:03:07.053895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c796573-f243-456f-ad4f-4dadb2d745e3 req-e8316e80-dc31-40fc-b4a5-2884155c16a2 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:07.055430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c796573-f243-456f-ad4f-4dadb2d745e3 req-e8316e80-dc31-40fc-b4a5-2884155c16a2 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 944 time: 0.0530052 Aug 16 03:03:07.093896 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c796573-f243-456f-ad4f-4dadb2d745e3 req-a98c815d-9dd2-4901-8c3e-4e21f78da6ab tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Aug 16 03:03:07.180661 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:07.357907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f711ca09-ad0d-496d-91f0-57718e8880f1 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:07.405626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port f711ca09-ad0d-496d-91f0-57718e8880f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:07.409442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port f711ca09-ad0d-496d-91f0-57718e8880f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:07.409843 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:07.486619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:07.511348 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391b5e4a-514c-4500-8e3a-87d62322cabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f711ca09-ad0d-496d-91f0-57718e8880f1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:03:07.513752 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f92d890-b2d1-46a0-a9b2-98de2db8b951" -d '{"events": [{"server_uuid": "391b5e4a-514c-4500-8e3a-87d62322cabe", "name": "network-vif-plugged", "status": "completed", "tag": "f711ca09-ad0d-496d-91f0-57718e8880f1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:03:07.526280 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f711ca09-ad0d-496d-91f0-57718e8880f1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f711ca09-ad0d-496d-91f0-57718e8880f1,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:07.531539 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:07.555102 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92976f7f-4201-4687-82a0-03a4512ff6b8 x-openstack-request-id: req-92976f7f-4201-4687-82a0-03a4512ff6b8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:03:07.555398 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391b5e4a-514c-4500-8e3a-87d62322cabe", "name": "network-vif-plugged", "status": "completed", "tag": "f711ca09-ad0d-496d-91f0-57718e8880f1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:03:07.555650 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92976f7f-4201-4687-82a0-03a4512ff6b8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:03:07.556033 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391b5e4a-514c-4500-8e3a-87d62322cabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f711ca09-ad0d-496d-91f0-57718e8880f1', 'code': 200} Aug 16 03:03:07.583137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=f711ca09-ad0d-496d-91f0-57718e8880f1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:07.649010 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40debcd-15d0-44ed-881c-cbd6f61e6d32 req-dac9e56e-c33b-432b-84de-2cad1d9e4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:07.650524 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e40debcd-15d0-44ed-881c-cbd6f61e6d32 req-dac9e56e-c33b-432b-84de-2cad1d9e4245 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 1097 time: 0.0402424 Aug 16 03:03:07.685093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e40debcd-15d0-44ed-881c-cbd6f61e6d32 req-40eb32e6-118a-4fc1-b33a-2b69ed0b9862 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277181 Aug 16 03:03:08.211487 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2208c0-01ba-4615-a1bf-a200f016fe9c req-3010ddb5-3865-411e-be81-0a2012ad58ed tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:08.212963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b2208c0-01ba-4615-a1bf-a200f016fe9c req-3010ddb5-3865-411e-be81-0a2012ad58ed tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 945 time: 0.0497329 Aug 16 03:03:08.250782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b2208c0-01ba-4615-a1bf-a200f016fe9c req-9c26008b-d4aa-40aa-85dc-68b515ca371c tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317686 Aug 16 03:03:09.369581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96658c27-0985-4210-8ee2-ee46c24ceff2 req-6014c301-a4db-41cb-b5c8-9ee4cf3303dc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:09.371072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96658c27-0985-4210-8ee2-ee46c24ceff2 req-6014c301-a4db-41cb-b5c8-9ee4cf3303dc tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 945 time: 0.0536330 Aug 16 03:03:09.409762 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96658c27-0985-4210-8ee2-ee46c24ceff2 req-0a802594-e4fd-40f3-ad10-157c32c1d796 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Aug 16 03:03:09.522196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95a0ff-d611-4695-96d1-7b80e8e2f4af req-5f802e0b-755d-4de4-bd0d-23f21af7ab7c tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:09.523696 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c95a0ff-d611-4695-96d1-7b80e8e2f4af req-5f802e0b-755d-4de4-bd0d-23f21af7ab7c tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 945 time: 0.0496342 Aug 16 03:03:09.561365 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c95a0ff-d611-4695-96d1-7b80e8e2f4af req-465bc654-7ddd-4b65-885e-9b9fa9f05922 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Aug 16 03:03:10.577359 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:03:12.865958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:19.435601 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-46e1a227-cbfd-4419-b7ff-e6760b3b8da0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464368 Aug 16 03:03:19.535593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-2c22c112-33a8-4abc-81e2-e2f5032834a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:19.537100 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-2c22c112-33a8-4abc-81e2-e2f5032834a9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f49f42b5c05a4f19aad05ff2fd2c7806&device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 1097 time: 0.0439324 Aug 16 03:03:19.642591 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-cd7afac0-5038-425c-958c-25936b6833a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:19.644134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-cd7afac0-5038-425c-958c-25936b6833a3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=987edf2f-5a33-4569-97bc-eaf5ad985134 HTTP/1.1" status: 200 len: 918 time: 0.0850165 Aug 16 03:03:19.688047 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-b11ef002-47ba-4491-9b4d-d8a4ed473fa4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f711ca09-ad0d-496d-91f0-57718e8880f1 HTTP/1.1" status: 200 len: 217 time: 0.0353074 Aug 16 03:03:19.745512 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-bbbd4a0d-91b9-47f5-80cd-b766a11767d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:19.747011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-bbbd4a0d-91b9-47f5-80cd-b766a11767d7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e69ead5d-bcec-43dd-a8ca-7c2de570f0ee HTTP/1.1" status: 200 len: 856 time: 0.0515902 Aug 16 03:03:19.801531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-e0d7f6d8-d853-436a-916e-6a1195b59e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:19.803113 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-e0d7f6d8-d853-436a-916e-6a1195b59e74 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=987edf2f-5a33-4569-97bc-eaf5ad985134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483551 Aug 16 03:03:19.892170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-21b8442a-ccf1-426c-aa26-6a911ac01bbb service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814807 Aug 16 03:03:19.986546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f7d66a-4290-485b-9048-f2b03bf7cd19 req-047b96c7-2a11-4d89-81c0-f982e67863d5 service neutron] 10.222.0.93 "GET /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864151 Aug 16 03:03:27.941245 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447888a-4049-49dd-adf1-f880003ee5ef req-c30f4e4e-4f67-4cc6-9260-ac6fb32da63f tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:27.942752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7447888a-4049-49dd-adf1-f880003ee5ef req-c30f4e4e-4f67-4cc6-9260-ac6fb32da63f tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 945 time: 0.0514822 Aug 16 03:03:27.980293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7447888a-4049-49dd-adf1-f880003ee5ef req-c7c38729-5e2a-417b-b26a-233ea10149de tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Aug 16 03:03:29.104774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c26a9e-a1d0-47ea-8810-1fcad2343967 req-3045a41f-87d2-49dc-bc80-05af14f9b70b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:29.106346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63c26a9e-a1d0-47ea-8810-1fcad2343967 req-3045a41f-87d2-49dc-bc80-05af14f9b70b tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 945 time: 0.0581324 Aug 16 03:03:29.145864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63c26a9e-a1d0-47ea-8810-1fcad2343967 req-01160c72-668b-47de-bc3b-0e21f5ae35cd tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/security-groups?id=cf651b33-0be2-471a-a3d4-c404da7c4922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Aug 16 03:03:29.436785 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-e8d363a6-2b19-4dd1-aeae-df997a3eb740 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:29.438283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-e8d363a6-2b19-4dd1-aeae-df997a3eb740 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.93 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 945 time: 0.0482931 Aug 16 03:03:29.527502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Deleting port f711ca09-ad0d-496d-91f0-57718e8880f1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:29.527845 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:29.618698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] For port f711ca09-ad0d-496d-91f0-57718e8880f1, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f711ca09-ad0d-496d-91f0-57718e8880f1,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:29.619064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:29.632105 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Calling delete_port for f711ca09-ad0d-496d-91f0-57718e8880f1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:29.762134 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:29.775237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f711ca09-ad0d-496d-91f0-57718e8880f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:03:29.793058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Pushing event deleted for resources: {'Port': ['ID=f711ca09-ad0d-496d-91f0-57718e8880f1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:29.837246 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] No DVR routers for this DVR port f711ca09-ad0d-496d-91f0-57718e8880f1 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:03:29.839978 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:29.843315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fe2b5cff-539a-4ee3-8646-6a674ef387dc req-847066d4-4ba0-4b36-890e-e4a9252a5e75 tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.93 "DELETE /v2.0/ports/f711ca09-ad0d-496d-91f0-57718e8880f1 HTTP/1.1" status: 204 len: 173 time: 0.3980119 Aug 16 03:03:29.843787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391b5e4a-514c-4500-8e3a-87d62322cabe', 'name': 'network-vif-deleted', 'tag': 'f711ca09-ad0d-496d-91f0-57718e8880f1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:03:29.846103 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc99df9-45ec-408c-adbd-cbdc93bb5146" -d '{"events": [{"server_uuid": "391b5e4a-514c-4500-8e3a-87d62322cabe", "name": "network-vif-deleted", "tag": "f711ca09-ad0d-496d-91f0-57718e8880f1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:03:29.965821 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eec2053-b1b7-41a5-9a67-ecbae65021cb x-openstack-request-id: req-2eec2053-b1b7-41a5-9a67-ecbae65021cb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:03:29.966121 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391b5e4a-514c-4500-8e3a-87d62322cabe", "name": "network-vif-deleted", "tag": "f711ca09-ad0d-496d-91f0-57718e8880f1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:03:29.966377 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2eec2053-b1b7-41a5-9a67-ecbae65021cb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:03:29.967429 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391b5e4a-514c-4500-8e3a-87d62322cabe', 'name': 'network-vif-deleted', 'tag': 'f711ca09-ad0d-496d-91f0-57718e8880f1', 'status': 'completed', 'code': 200} Aug 16 03:03:30.254811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-62601ebb-9988-4184-8a79-24482a993e12 req-d1176fb4-2b56-4145-ad12-9458d345e77a tempest-TestEncryptedCinderVolumes-574132610 tempest-TestEncryptedCinderVolumes-574132610-project] 10.222.0.61 "GET /v2.0/ports?device_id=391b5e4a-514c-4500-8e3a-87d62322cabe HTTP/1.1" status: 200 len: 210 time: 0.0273912 Aug 16 03:03:31.053557 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc1b44a8-9434-4837-b1b3-6869aac476f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:31.345733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41494) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:31.441692 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:31.705232 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:31.949881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Deleting port 088665d9-3edb-4de4-aba8-b69e1fb362ee {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:31.950219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:32.026920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] For port 088665d9-3edb-4de4-aba8-b69e1fb362ee, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=088665d9-3edb-4de4-aba8-b69e1fb362ee,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:32.027230 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:32.043738 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Calling delete_port for 088665d9-3edb-4de4-aba8-b69e1fb362ee owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:32.226816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:32.256022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Pushing event deleted for resources: {'Port': ['ID=088665d9-3edb-4de4-aba8-b69e1fb362ee,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:32.426816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:32.638982 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Router a0809302-8353-42e8-9b7a-2c28cd89ca33 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:03:32.747889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:03:32.754074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-fbb506d9-4174-42b2-a200-c4bacb68eaba admin admin] 10.222.0.61 "PUT /v2.0/routers/a0809302-8353-42e8-9b7a-2c28cd89ca33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066639 Aug 16 03:03:32.756694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:32.758804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] Sync routers for ids ['a0809302-8353-42e8-9b7a-2c28cd89ca33'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:03:32.769438 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] Routers {'a0809302-8353-42e8-9b7a-2c28cd89ca33'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:32.770064 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a0809302-8353-42e8-9b7a-2c28cd89ca33'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:32.860743 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:32.872306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] Set router a0809302-8353-42e8-9b7a-2c28cd89ca33 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:33.219493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:17Z', 'updated_at': '2021-08-16T03:03:32Z', 'revision_number': 5, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'gw_port': {'id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:18Z', 'updated_at': '2021-08-16T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:33.250702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] Checking router: a0809302-8353-42e8-9b7a-2c28cd89ca33 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:03:33.259226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] Routers {'a0809302-8353-42e8-9b7a-2c28cd89ca33'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:33.259864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a0809302-8353-42e8-9b7a-2c28cd89ca33'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:33.319573 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.371112 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] Set router a0809302-8353-42e8-9b7a-2c28cd89ca33 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:33.371850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Deleting port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:33.372190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.450195 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] For port 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=35a56fd5-b7b7-42a7-bffb-8bbec6ebea45,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:33.450864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.462850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Calling delete_port for 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:33.524070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f711ca09-ad0d-496d-91f0-57718e8880f1 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:33.548728 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: f711ca09-ad0d-496d-91f0-57718e8880f1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:03:33.549065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f711ca09-ad0d-496d-91f0-57718e8880f1 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:03:33.572228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:17Z', 'updated_at': '2021-08-16T03:03:32Z', 'revision_number': 5, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'gw_port': {'id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:18Z', 'updated_at': '2021-08-16T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:33.606209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b32255-bcb1-4258-9fff-37249e85d0d2 None None] The sync data for ids ['a0809302-8353-42e8-9b7a-2c28cd89ca33'] in n-d-768862-14 is: [{'id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'name': 'tempest-TestEncryptedCinderVolumes-1909668963-router', 'tenant_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:17Z', 'updated_at': '2021-08-16T03:03:32Z', 'revision_number': 5, 'project_id': 'f49f42b5c05a4f19aad05ff2fd2c7806', 'gw_port': {'id': '35a56fd5-b7b7-42a7-bffb-8bbec6ebea45', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0809302-8353-42e8-9b7a-2c28cd89ca33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:18Z', 'updated_at': '2021-08-16T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:03:33.642144 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.671764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Pushing event deleted for resources: {'Port': ['ID=35a56fd5-b7b7-42a7-bffb-8bbec6ebea45,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:33.695771 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-168a7866-993a-47b3-b545-add907a4339b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.735671 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.825215 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.827885 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.870944 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.871532 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0809302-8353-42e8-9b7a-2c28cd89ca33 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:03:33.876113 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.877263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6399257a-39ce-4d81-84cc-b94188e4106f admin admin] 10.222.0.61 "DELETE /v2.0/routers/a0809302-8353-42e8-9b7a-2c28cd89ca33 HTTP/1.1" status: 204 len: 168 time: 1.1196144 Aug 16 03:03:33.879915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:33.928784 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-489f74ff-4b31-41dd-b58b-ad901d527ecb admin admin] Deleting subnet e69ead5d-bcec-43dd-a8ca-7c2de570f0ee {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:03:33.932212 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489f74ff-4b31-41dd-b58b-ad901d527ecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:33.970188 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489f74ff-4b31-41dd-b58b-ad901d527ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.050131 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489f74ff-4b31-41dd-b58b-ad901d527ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.057363 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.116046 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489f74ff-4b31-41dd-b58b-ad901d527ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.145261 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-489f74ff-4b31-41dd-b58b-ad901d527ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.147172 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-489f74ff-4b31-41dd-b58b-ad901d527ecb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e69ead5d-bcec-43dd-a8ca-7c2de570f0ee HTTP/1.1" status: 204 len: 168 time: 0.2662916 Aug 16 03:03:34.148818 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f74ff-4b31-41dd-b58b-ad901d527ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69ead5d-bcec-43dd-a8ca-7c2de570f0ee,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:34.150179 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:34.152915 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd463883-ca63-406e-b1d5-2c1a20b824de None None] Network 987edf2f-5a33-4569-97bc-eaf5ad985134 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:03:34.238166 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.302256 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Deleting port f77dafa4-0850-4999-b00d-b392ae118042 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:34.302563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 088665d9-3edb-4de4-aba8-b69e1fb362ee no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:34.302691 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.331388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 088665d9-3edb-4de4-aba8-b69e1fb362ee {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:03:34.331742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 088665d9-3edb-4de4-aba8-b69e1fb362ee not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:03:34.381661 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23298ff-47c2-4827-96b8-4f64ba585b19 None None] DHCP port deletion for 987edf2f-5a33-4569-97bc-eaf5ad985134 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:03:34.430427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d23298ff-47c2-4827-96b8-4f64ba585b19 None None] Deleting port f77dafa4-0850-4999-b00d-b392ae118042 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:34.430808 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d23298ff-47c2-4827-96b8-4f64ba585b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.495041 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d23298ff-47c2-4827-96b8-4f64ba585b19 None None] For port f77dafa4-0850-4999-b00d-b392ae118042, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f77dafa4-0850-4999-b00d-b392ae118042,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:34.495476 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d23298ff-47c2-4827-96b8-4f64ba585b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.513646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d23298ff-47c2-4827-96b8-4f64ba585b19 None None] Calling delete_port for f77dafa4-0850-4999-b00d-b392ae118042 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:34.595190 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d23298ff-47c2-4827-96b8-4f64ba585b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.618226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23298ff-47c2-4827-96b8-4f64ba585b19 None None] Pushing event deleted for resources: {'Port': ['ID=f77dafa4-0850-4999-b00d-b392ae118042,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:34.624677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23298ff-47c2-4827-96b8-4f64ba585b19 None None] No DVR routers for this DVR port f77dafa4-0850-4999-b00d-b392ae118042 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:03:34.642404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] For port f77dafa4-0850-4999-b00d-b392ae118042, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=f77dafa4-0850-4999-b00d-b392ae118042,segment=NetworkSegment(bb7a2f23-e88e-49ab-8c08-f85118a83327),segment_id=bb7a2f23-e88e-49ab-8c08-f85118a83327)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:34.642770 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.655500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Calling delete_port for f77dafa4-0850-4999-b00d-b392ae118042 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:34.738126 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.766223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77dafa4-0850-4999-b00d-b392ae118042,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:34.768990 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] No DVR routers for this DVR port f77dafa4-0850-4999-b00d-b392ae118042 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:03:34.794021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.794374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.794716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.795053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.796127 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.796516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.796866 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.797211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.797524 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.797851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.798178 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.798503 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:34.852604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.863059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987edf2f-5a33-4569-97bc-eaf5ad985134']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:34.872986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7a2f23-e88e-49ab-8c08-f85118a83327') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:34.873275 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7a2f23-e88e-49ab-8c08-f85118a83327') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:34.882934 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.900415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.906763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:03:34.907182 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: self.session.flush() Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:03:34.908780 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:03:34.963653 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.972172 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:34.974160 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/987edf2f-5a33-4569-97bc-eaf5ad985134 HTTP/1.1" status: 204 len: 168 time: 0.8204470 Aug 16 03:03:34.977252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:34.986126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a9933-e6f8-4e19-90fe-fdcee4d470f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=987edf2f-5a33-4569-97bc-eaf5ad985134,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:35.068321 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:35.340850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:35.591885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Deleting port 703d511d-2dc4-473c-8d79-931c1684ed7e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:35.592206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:35.674708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] For port 703d511d-2dc4-473c-8d79-931c1684ed7e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=703d511d-2dc4-473c-8d79-931c1684ed7e,segment=NetworkSegment(23cc944a-3019-4969-9eac-7e64e1203033),segment_id=23cc944a-3019-4969-9eac-7e64e1203033)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:35.675073 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:35.688903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Calling delete_port for 703d511d-2dc4-473c-8d79-931c1684ed7e owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:35.872186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:35.901883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Pushing event deleted for resources: {'Port': ['ID=703d511d-2dc4-473c-8d79-931c1684ed7e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:36.065859 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:36.275228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:36.291018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Router 7124bac7-3b77-49c2-b94b-1e772013a732 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:03:36.295947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:03:36.296367 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 35a56fd5-b7b7-42a7-bffb-8bbec6ebea45 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:03:36.296856 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f77dafa4-0850-4999-b00d-b392ae118042 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:36.317864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: f77dafa4-0850-4999-b00d-b392ae118042 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:03:36.318207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device f77dafa4-0850-4999-b00d-b392ae118042 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:03:36.403942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:03:36.409949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1c38e223-77b8-407f-8a20-39b0ca74b21c admin admin] 10.222.0.61 "PUT /v2.0/routers/7124bac7-3b77-49c2-b94b-1e772013a732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313629 Aug 16 03:03:36.412150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:36.412913 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3820472-ca56-422f-a063-98b722e38506 None None] Sync routers for ids ['7124bac7-3b77-49c2-b94b-1e772013a732'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:03:36.422354 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3820472-ca56-422f-a063-98b722e38506 None None] Routers {'7124bac7-3b77-49c2-b94b-1e772013a732'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:36.422957 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e3820472-ca56-422f-a063-98b722e38506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7124bac7-3b77-49c2-b94b-1e772013a732'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:36.519980 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:36.524088 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e3820472-ca56-422f-a063-98b722e38506 None None] Set router 7124bac7-3b77-49c2-b94b-1e772013a732 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:36.625265 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:36.679423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Deleting port 67e020f8-cd34-4272-8b24-63a772519726 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:36.679669 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:36.705108 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e3820472-ca56-422f-a063-98b722e38506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '67e020f8-cd34-4272-8b24-63a772519726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:03:35Z', 'revision_number': 5, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'gw_port': {'id': '67e020f8-cd34-4272-8b24-63a772519726', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:36.730602 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3820472-ca56-422f-a063-98b722e38506 None None] Checking router: 7124bac7-3b77-49c2-b94b-1e772013a732 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:03:36.738988 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3820472-ca56-422f-a063-98b722e38506 None None] Routers {'7124bac7-3b77-49c2-b94b-1e772013a732'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:36.739628 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e3820472-ca56-422f-a063-98b722e38506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['7124bac7-3b77-49c2-b94b-1e772013a732'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:36.762723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] For port 67e020f8-cd34-4272-8b24-63a772519726, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=67e020f8-cd34-4272-8b24-63a772519726,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:36.763116 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:36.775504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Calling delete_port for 67e020f8-cd34-4272-8b24-63a772519726 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:36.824463 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e3820472-ca56-422f-a063-98b722e38506 None None] Set router 7124bac7-3b77-49c2-b94b-1e772013a732 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:36.875257 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e3820472-ca56-422f-a063-98b722e38506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:03:36Z', 'revision_number': 6, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:36.905713 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3820472-ca56-422f-a063-98b722e38506 None None] The sync data for ids ['7124bac7-3b77-49c2-b94b-1e772013a732'] in n-d-768862-14 is: [{'id': '7124bac7-3b77-49c2-b94b-1e772013a732', 'name': 'tempest-TestEncryptedCinderVolumes-774564144-router', 'tenant_id': 'b5900890204541acbe18850a3b2b8ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:22Z', 'updated_at': '2021-08-16T03:03:36Z', 'revision_number': 6, 'project_id': 'b5900890204541acbe18850a3b2b8ab1', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:03:36.949072 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:36.976924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e020f8-cd34-4272-8b24-63a772519726,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:37.035231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.127068 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.129290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.178053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.178712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7124bac7-3b77-49c2-b94b-1e772013a732 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:03:37.183276 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.184715 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-49708c17-b61d-4fb2-9c69-a67e623e6a65 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7124bac7-3b77-49c2-b94b-1e772013a732 HTTP/1.1" status: 204 len: 168 time: 0.7716289 Aug 16 03:03:37.187545 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.188187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:37.233524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e03e92f-0e9e-4d31-ad98-2da4e4b86d38 admin admin] Deleting subnet 92459352-e88c-4240-9455-9cd093151e62 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:03:37.236639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e03e92f-0e9e-4d31-ad98-2da4e4b86d38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.271601 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e03e92f-0e9e-4d31-ad98-2da4e4b86d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.361609 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e03e92f-0e9e-4d31-ad98-2da4e4b86d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.413761 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e03e92f-0e9e-4d31-ad98-2da4e4b86d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.441115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03e92f-0e9e-4d31-ad98-2da4e4b86d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92459352-e88c-4240-9455-9cd093151e62,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:37.444455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e03e92f-0e9e-4d31-ad98-2da4e4b86d38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.447182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9e03e92f-0e9e-4d31-ad98-2da4e4b86d38 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/92459352-e88c-4240-9455-9cd093151e62 HTTP/1.1" status: 204 len: 168 time: 0.2571802 Aug 16 03:03:37.448825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:37.451910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67346516-7c7f-4d10-9fb9-b60ebeae9c7f None None] Network 18e6cf09-46f2-498a-8c5b-4524e44491ea requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:03:37.522541 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.585444 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Deleting port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:37.585796 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.650883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] For port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b9063a6f-8d06-4f3c-9a8c-e1e908ef282c,segment=NetworkSegment(23cc944a-3019-4969-9eac-7e64e1203033),segment_id=23cc944a-3019-4969-9eac-7e64e1203033)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:37.651279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.665655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Calling delete_port for b9063a6f-8d06-4f3c-9a8c-e1e908ef282c owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:37.708515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] DHCP port deletion for 18e6cf09-46f2-498a-8c5b-4524e44491ea request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:03:37.755221 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.766978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] Deleting port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:03:37.767527 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.790440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9063a6f-8d06-4f3c-9a8c-e1e908ef282c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:37.792475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] No DVR routers for this DVR port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:03:37.842125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] For port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c, host n-d-768862-14, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:37.843614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.857414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] Calling delete_port for b9063a6f-8d06-4f3c-9a8c-e1e908ef282c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:03:37.860387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] Port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 03:03:37.861665 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.875725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.886077 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] Pushing event deleted for resources: {'Port': ['ID=b9063a6f-8d06-4f3c-9a8c-e1e908ef282c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:37.886294 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e6cf09-46f2-498a-8c5b-4524e44491ea']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:37.893631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc3a5f-6743-443e-8130-fdb17ffa0dc9 None None] No DVR routers for this DVR port b9063a6f-8d06-4f3c-9a8c-e1e908ef282c on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:03:37.907597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cc944a-3019-4969-9eac-7e64e1203033') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:37.907896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cc944a-3019-4969-9eac-7e64e1203033') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:37.916779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.931636 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.938118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:03:37.938512 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:03:37.940273 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:03:38.012559 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.029403 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.033865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] 10.222.0.61 "DELETE /v2.0/networks/18e6cf09-46f2-498a-8c5b-4524e44491ea HTTP/1.1" status: 204 len: 168 time: 0.5818343 Aug 16 03:03:38.033865 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82601c8-801f-400c-ac22-dda18f18a098 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e6cf09-46f2-498a-8c5b-4524e44491ea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:38.215155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:38.237966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 67e020f8-cd34-4272-8b24-63a772519726 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:38.257967 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6ade5e19-d4db-4168-b3aa-a9903c2af858 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f49f42b5c05a4f19aad05ff2fd2c7806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412779 Aug 16 03:03:38.258487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 67e020f8-cd34-4272-8b24-63a772519726 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:03:38.258834 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 67e020f8-cd34-4272-8b24-63a772519726 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:03:38.259281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b9063a6f-8d06-4f3c-9a8c-e1e908ef282c no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:38.260076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:38.282620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b9063a6f-8d06-4f3c-9a8c-e1e908ef282c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:03:38.282972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b9063a6f-8d06-4f3c-9a8c-e1e908ef282c not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:03:38.283607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 703d511d-2dc4-473c-8d79-931c1684ed7e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:38.302717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 703d511d-2dc4-473c-8d79-931c1684ed7e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:03:38.303096 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 703d511d-2dc4-473c-8d79-931c1684ed7e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:03:38.311775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d9e8dd-9725-49e8-8c0d-35fd3ee38bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.333930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d9e8dd-9725-49e8-8c0d-35fd3ee38bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.387769 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d9e8dd-9725-49e8-8c0d-35fd3ee38bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.390655 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d9e8dd-9725-49e8-8c0d-35fd3ee38bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.391843 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-69d9e8dd-9725-49e8-8c0d-35fd3ee38bef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf651b33-0be2-471a-a3d4-c404da7c4922 HTTP/1.1" status: 204 len: 168 time: 0.1306934 Aug 16 03:03:38.400278 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9e8dd-9725-49e8-8c0d-35fd3ee38bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf651b33-0be2-471a-a3d4-c404da7c4922,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:38.706134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:38.746236 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-145d7845-c1d9-44e2-b28a-ac8f645b0797 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5900890204541acbe18850a3b2b8ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388360 Aug 16 03:03:38.748506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:38.796147 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73cea5f9-aa8a-4bc5-ade7-a875c7a59bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.816937 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73cea5f9-aa8a-4bc5-ade7-a875c7a59bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.865455 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73cea5f9-aa8a-4bc5-ade7-a875c7a59bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.868161 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73cea5f9-aa8a-4bc5-ade7-a875c7a59bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.869325 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-73cea5f9-aa8a-4bc5-ade7-a875c7a59bba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5bb07cf-4037-4596-a699-c0ecd30ace8a HTTP/1.1" status: 204 len: 168 time: 0.1199338 Aug 16 03:03:38.877283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cea5f9-aa8a-4bc5-ade7-a875c7a59bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bb07cf-4037-4596-a699-c0ecd30ace8a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:39.531169 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41546) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:39.624622 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-640494193-network', 'tenant_id': '9034e65634094d989f27df878cabd6cf'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:39.646001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Made reservation on behalf of 9034e65634094d989f27df878cabd6cf for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:03:39.648348 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.656682 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.747980 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.752830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.777966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:03:39.787494 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:39.793504 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.793902 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Added segment 894c2c57-e280-485a-b220-36f9d0c22dcb of type vlan for network 15796331-e689-4de8-a212-730359f16205 Aug 16 03:03:39.837216 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.866964 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.867905 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:39.868482 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.921576 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3892088 Aug 16 03:03:39.924615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:39.929007 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a90e-5872-4f1e-b223-6955ce3806d2 admin admin] Pushing event updated for resources: {'Network': ['ID=15796331-e689-4de8-a212-730359f16205,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:39.929953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Request body: {'subnet': {'network_id': '15796331-e689-4de8-a212-730359f16205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-640494193-subnet', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:39.940056 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 15796331-e689-4de8-a212-730359f16205 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:03:39.953726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Made reservation on behalf of 9034e65634094d989f27df878cabd6cf for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:03:39.956143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.126705 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.179829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a3a537-924b-4b11-a587-4d352d714ae5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:40.192393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Checking segment: {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:40.192752 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Network hostable DHCP agents. Network: 15796331-e689-4de8-a212-730359f16205, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:03:40.208697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Network 15796331-e689-4de8-a212-730359f16205 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:03:40.218698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 15796331-e689-4de8-a212-730359f16205) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:40.222946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:40.223579 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.227680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb90137-cba8-43ae-a095-e3a328304564 None None] Network 15796331-e689-4de8-a212-730359f16205 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:03:40.238115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a2fd3890-122e-4ecf-b293-6def5b0bbba4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3123667 Aug 16 03:03:40.240831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41552) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:40.245411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:40.265264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.266316 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.323417 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.375747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-15796331-e689-4de8-a212-730359f16205', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:03:40.376615 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.518255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Allocated IP 172.20.0.2 (15796331-e689-4de8-a212-730359f16205/42a3a537-924b-4b11-a587-4d352d714ae5/e08b9452-e3c9-4050-945f-94550098aca0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:03:40.672386 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.682361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Transition to ACTIVE for port object e08b9452-e3c9-4050-945f-94550098aca0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:40.698408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Transition to ACTIVE for port object e08b9452-e3c9-4050-945f-94550098aca0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:40.704567 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.746104 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Network 15796331-e689-4de8-a212-730359f16205 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:03:40.751278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:40.755526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:03:40.758540 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Pushing event updated for resources: {'Port': ['ID=e08b9452-e3c9-4050-945f-94550098aca0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:40.814903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Attempting to bind port e08b9452-e3c9-4050-945f-94550098aca0 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:03:40.815310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Attempting to bind port e08b9452-e3c9-4050-945f-94550098aca0 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:03:40.815678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Attempting to bind port e08b9452-e3c9-4050-945f-94550098aca0 on network 15796331-e689-4de8-a212-730359f16205 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:40.820766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:03:40.821144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Checking segment: {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:40.821549 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.821922 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.822053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Bound using segment: {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:03:40.822402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Bound port: e08b9452-e3c9-4050-945f-94550098aca0, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:03:40.822788 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.889904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] For port e08b9452-e3c9-4050-945f-94550098aca0, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:40.893329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] For port e08b9452-e3c9-4050-945f-94550098aca0, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e08b9452-e3c9-4050-945f-94550098aca0,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:03:40.897989 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.958664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb68154-cf98-4be0-beb6-b82b4b8e2177 None None] Pushing event updated for resources: {'Port': ['ID=e08b9452-e3c9-4050-945f-94550098aca0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:41.031780 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:41.053374 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:41.177002 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Allocated IP 172.25.5.37 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/76a01f04-89c0-48be-9c33-fde4b07e46c9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:03:41.282926 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:41.322362 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:41.367104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:03:41.370139 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:41.376652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:03:41.400742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Pushing event updated for resources: {'Port': ['ID=76a01f04-89c0-48be-9c33-fde4b07e46c9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:41.630260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:41.838912 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:41.852494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030286a-5fac-40c5-a37d-ed8e1f5ff462 None None] Network 15796331-e689-4de8-a212-730359f16205 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:03:41.967405 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:03:41.981468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-abe20bc2-6762-4de0-853f-defc0c57237b None None] Provisioning for port e08b9452-e3c9-4050-945f-94550098aca0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:42.088583 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:03:42.106931 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.109875 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-84163cdc-ff20-4106-8010-feada81a58ad admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8671083 Aug 16 03:03:42.111919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:42.112714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Sync routers for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:03:42.122607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:42.123314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:42.238866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:42.292092 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e08b9452-e3c9-4050-945f-94550098aca0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:42.414823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port e08b9452-e3c9-4050-945f-94550098aca0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:42.421042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e08b9452-e3c9-4050-945f-94550098aca0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:42.421420 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.525155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:41Z', 'revision_number': 3, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:42.556954 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Checking router: 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:03:42.556954 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Updating router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 port 76a01f04-89c0-48be-9c33-fde4b07e46c9 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:03:42.565390 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.579119 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.597063 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.644426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port e08b9452-e3c9-4050-945f-94550098aca0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e08b9452-e3c9-4050-945f-94550098aca0,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:42.652823 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.727262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Allocated IP 172.20.0.1 (15796331-e689-4de8-a212-730359f16205/42a3a537-924b-4b11-a587-4d352d714ae5/68ac4669-811b-49ce-ac4e-a9fc813b5826) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:03:42.770457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=e08b9452-e3c9-4050-945f-94550098aca0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:42.830400 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.842965 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Transition to ACTIVE for port object 68ac4669-811b-49ce-ac4e-a9fc813b5826 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:42.876983 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.901769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.914023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Network 15796331-e689-4de8-a212-730359f16205 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:03:42.915387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.921187 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:42.924812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:03:42.927494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Transition to ACTIVE for port object 76a01f04-89c0-48be-9c33-fde4b07e46c9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:42.930638 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Pushing event updated for resources: {'Port': ['ID=68ac4669-811b-49ce-ac4e-a9fc813b5826,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:42.934945 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.971757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.113177 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.164566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Attempting to bind port 76a01f04-89c0-48be-9c33-fde4b07e46c9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:03:43.165167 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Attempting to bind port 76a01f04-89c0-48be-9c33-fde4b07e46c9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:03:43.165319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Attempting to bind port 76a01f04-89c0-48be-9c33-fde4b07e46c9 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:43.168282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66918fa7-6fd6-4f79-ad83-621044083360 None None] Pushing event updated for resources: {'Port': ['ID=76a01f04-89c0-48be-9c33-fde4b07e46c9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:43.173576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:03:43.173959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:43.174362 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.174757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:03:43.175262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Bound port: 76a01f04-89c0-48be-9c33-fde4b07e46c9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:03:43.176085 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.224334 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e8cb5c1-ca08-411b-be98-c8842f1bd733 None None] Provisioning for port 68ac4669-811b-49ce-ac4e-a9fc813b5826 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:43.231818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e8cb5c1-ca08-411b-be98-c8842f1bd733 None None] Provisioning complete for port 68ac4669-811b-49ce-ac4e-a9fc813b5826 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:43.232203 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb5c1-ca08-411b-be98-c8842f1bd733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.254081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] For port 76a01f04-89c0-48be-9c33-fde4b07e46c9, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:43.272560 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] For port 76a01f04-89c0-48be-9c33-fde4b07e46c9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=76a01f04-89c0-48be-9c33-fde4b07e46c9,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:03:43.279219 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.282998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cb5c1-ca08-411b-be98-c8842f1bd733 None None] Port 68ac4669-811b-49ce-ac4e-a9fc813b5826 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:03:43.291396 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.296544 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.341813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:43.343051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:43.344887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66918fa7-6fd6-4f79-ad83-621044083360 None None] Pushing event updated for resources: {'Port': ['ID=76a01f04-89c0-48be-9c33-fde4b07e46c9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:43.371067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Pushing event updated for resources: {'Port': ['ID=68ac4669-811b-49ce-ac4e-a9fc813b5826,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:43.374965 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.460124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:43.470410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Network 15796331-e689-4de8-a212-730359f16205 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:03:43.471795 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:43.591307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:03:43.673195 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 2, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:43.713119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5ead1f-78cf-4f6f-9227-28f1d861d22d None None] The sync data for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 is: [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 2, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:03:43.714058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:03:43.726036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90e7169c-c544-4186-82eb-5c8fc733c505 None None] Provisioning complete for port 68ac4669-811b-49ce-ac4e-a9fc813b5826 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:43.726417 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90e7169c-c544-4186-82eb-5c8fc733c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:43.731379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f627a22d-0655-45b8-ad54-c095ce2113a7 admin admin] 10.222.0.61 "PUT /v2.0/routers/0cfcf49a-97ca-43f0-a44d-8599c3e57ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6181049 Aug 16 03:03:43.781775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-90e7169c-c544-4186-82eb-5c8fc733c505 None None] Port 68ac4669-811b-49ce-ac4e-a9fc813b5826 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:03:44.251598 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:44.252906 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e08b9452-e3c9-4050-945f-94550098aca0 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:44.256564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1990798329-network', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:44.280934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Made reservation on behalf of 5ed82cbec4c74ecaa1df1484fbc87e1b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:03:44.283504 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.292629 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.306966 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e08b9452-e3c9-4050-945f-94550098aca0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:44.307387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.405662 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.416332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.454652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:03:44.464301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a21d7f0-4ecf-41cd-904c-9f26ac6295f9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:44.470239 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.470591 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Added segment e2a2de06-a3c6-49e9-81cd-6dc662901999 of type vlan for network c6eb49b3-f8a0-4a96-bc77-826da6164859 Aug 16 03:03:44.514812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.547227 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.548208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:44.548810 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.607033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3543086 Aug 16 03:03:44.610492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41572) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:44.613751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc9757-5f44-499b-84a3-dfea0f3916d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6eb49b3-f8a0-4a96-bc77-826da6164859,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:44.616616 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Request body: {'subnet': {'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1990798329-subnet', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:44.624814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c6eb49b3-f8a0-4a96-bc77-826da6164859 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:03:44.641703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Made reservation on behalf of 5ed82cbec4c74ecaa1df1484fbc87e1b for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:03:44.644189 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.839269 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.895589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e7925f-453a-4a0a-b0f1-89745aa71ef3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:44.913067 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Checking segment: {'id': 'e2a2de06-a3c6-49e9-81cd-6dc662901999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:44.913422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Network hostable DHCP agents. Network: c6eb49b3-f8a0-4a96-bc77-826da6164859, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:03:44.931221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Network c6eb49b3-f8a0-4a96-bc77-826da6164859 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:03:44.940417 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c6eb49b3-f8a0-4a96-bc77-826da6164859) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:44.944702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:44.945437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.949671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acea3c3-cd9c-4e91-83fe-62bcfb145c6f None None] Network c6eb49b3-f8a0-4a96-bc77-826da6164859 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:03:44.961530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-83c7d46a-27a5-4aea-838d-0bec3e0e46f7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3492355 Aug 16 03:03:44.964202 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:44.969824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:44.994206 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.995494 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.060110 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.110329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c6eb49b3-f8a0-4a96-bc77-826da6164859', 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'fixed_ips': [{'subnet_id': '92e7925f-453a-4a0a-b0f1-89745aa71ef3'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:03:45.111311 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.205366 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.245664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Allocated IP 172.20.0.2 (c6eb49b3-f8a0-4a96-bc77-826da6164859/92e7925f-453a-4a0a-b0f1-89745aa71ef3/5ba0193b-32d8-43ec-9df7-58d1a8d6140d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:03:45.400372 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.409958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Transition to ACTIVE for port object 5ba0193b-32d8-43ec-9df7-58d1a8d6140d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:45.414755 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.426103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Transition to ACTIVE for port object 5ba0193b-32d8-43ec-9df7-58d1a8d6140d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:45.432834 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.435408 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.467918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Network c6eb49b3-f8a0-4a96-bc77-826da6164859 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:03:45.470639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:45.477355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:03:45.506808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Pushing event updated for resources: {'Port': ['ID=5ba0193b-32d8-43ec-9df7-58d1a8d6140d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:45.543212 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Attempting to bind port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:03:45.543805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Attempting to bind port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'e2a2de06-a3c6-49e9-81cd-6dc662901999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:03:45.544170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Attempting to bind port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d on network c6eb49b3-f8a0-4a96-bc77-826da6164859 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:45.549466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:03:45.550080 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Checking segment: {'id': 'e2a2de06-a3c6-49e9-81cd-6dc662901999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:45.550227 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.550626 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Bound using segment: {'id': 'e2a2de06-a3c6-49e9-81cd-6dc662901999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:03:45.551371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Bound port: 5ba0193b-32d8-43ec-9df7-58d1a8d6140d, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a2de06-a3c6-49e9-81cd-6dc662901999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:03:45.551519 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Allocated IP 172.25.5.177 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/9e7716a2-0f6f-4e73-bc44-d016681e0648) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:03:45.551777 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.616697 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] For port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:45.619961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] For port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5ba0193b-32d8-43ec-9df7-58d1a8d6140d,segment=NetworkSegment(e2a2de06-a3c6-49e9-81cd-6dc662901999),segment_id=e2a2de06-a3c6-49e9-81cd-6dc662901999)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:03:45.624271 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.659817 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.684945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f2270-3c44-4be1-84b6-48e0119f333d None None] Pushing event updated for resources: {'Port': ['ID=5ba0193b-32d8-43ec-9df7-58d1a8d6140d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:45.708584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.755560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:03:45.758568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:45.762595 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:03:45.769849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7716a2-0f6f-4e73-bc44-d016681e0648,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:45.851917 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Sync routers for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:03:45.868503 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:45.869196 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:45.987968 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:46.204686 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 2, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:46.231970 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Checking router: 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:03:46.232321 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Updating router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 port 68ac4669-811b-49ce-ac4e-a9fc813b5826 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:03:46.263078 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.304055 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 76a01f04-89c0-48be-9c33-fde4b07e46c9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:46.376073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 76a01f04-89c0-48be-9c33-fde4b07e46c9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:46.380946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 76a01f04-89c0-48be-9c33-fde4b07e46c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:46.381091 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.445077 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.475340 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.506524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 76a01f04-89c0-48be-9c33-fde4b07e46c9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=76a01f04-89c0-48be-9c33-fde4b07e46c9,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:46.513430 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.514723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5ba0193b-32d8-43ec-9df7-58d1a8d6140d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:46.617845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:46.620358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=76a01f04-89c0-48be-9c33-fde4b07e46c9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:46.699406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.699842 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.714686 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Transition to ACTIVE for port object 68ac4669-811b-49ce-ac4e-a9fc813b5826 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:46.717060 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43521796-a902-4076-86bd-8c641cf142a3 None None] Network c6eb49b3-f8a0-4a96-bc77-826da6164859 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:03:46.722855 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.778366 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Pushing event updated for resources: {'Port': ['ID=68ac4669-811b-49ce-ac4e-a9fc813b5826,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:46.796628 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.797584 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.797584 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.797899 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.798210 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.798619 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.798956 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.799307 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.799710 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.800166 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.800524 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.801612 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:46.856587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Router 41f72510-f204-4ad1-94d7-fc5a64ec9465 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:03:46.880783 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Attempting to bind port 68ac4669-811b-49ce-ac4e-a9fc813b5826 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:03:46.881786 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Attempting to bind port 68ac4669-811b-49ce-ac4e-a9fc813b5826 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:03:46.882350 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Attempting to bind port 68ac4669-811b-49ce-ac4e-a9fc813b5826 on network 15796331-e689-4de8-a212-730359f16205 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:46.883895 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9eabc35a-399c-4a40-9040-235f70edd02c None None] Provisioning for port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:46.888493 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:03:46.889696 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Checking segment: {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:46.890310 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.890862 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Bound using segment: {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:03:46.891545 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Bound port: 68ac4669-811b-49ce-ac4e-a9fc813b5826, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:03:46.892097 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.895276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9eabc35a-399c-4a40-9040-235f70edd02c None None] Provisioning complete for port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:46.895765 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eabc35a-399c-4a40-9040-235f70edd02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.999442 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] For port 68ac4669-811b-49ce-ac4e-a9fc813b5826, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:47.000923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:03:47.003809 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] For port 68ac4669-811b-49ce-ac4e-a9fc813b5826, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=68ac4669-811b-49ce-ac4e-a9fc813b5826,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:03:47.010136 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:47.020604 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Sync routers for ids ['41f72510-f204-4ad1-94d7-fc5a64ec9465'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:03:47.040663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:47.041800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Routers {'41f72510-f204-4ad1-94d7-fc5a64ec9465'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:47.041960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2395bb84-a50c-40c2-b550-1e7ab61f5453 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0767040 Aug 16 03:03:47.042557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['41f72510-f204-4ad1-94d7-fc5a64ec9465'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:47.044805 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:47.088782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eabc35a-399c-4a40-9040-235f70edd02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:47.105075 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:47.105988 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:47.152342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9eabc35a-399c-4a40-9040-235f70edd02c None None] For port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5ba0193b-32d8-43ec-9df7-58d1a8d6140d,segment=NetworkSegment(e2a2de06-a3c6-49e9-81cd-6dc662901999),segment_id=e2a2de06-a3c6-49e9-81cd-6dc662901999)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:47.159765 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9bbba-5455-48d0-b3a0-282b26eaa0f1 None None] Pushing event updated for resources: {'Port': ['ID=68ac4669-811b-49ce-ac4e-a9fc813b5826,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:47.204087 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eabc35a-399c-4a40-9040-235f70edd02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:47.261740 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:47.295571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabc35a-399c-4a40-9040-235f70edd02c None None] Pushing event updated for resources: {'Port': ['ID=5ba0193b-32d8-43ec-9df7-58d1a8d6140d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:47.310778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Set router 41f72510-f204-4ad1-94d7-fc5a64ec9465 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:47.452961 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d969424c-696c-429e-b3a0-d261ec96990e None None] Provisioning complete for port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:47.452961 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d969424c-696c-429e-b3a0-d261ec96990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:47.524049 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:47.550032 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18d39-ed46-41d6-813f-acdaf2e4c76e None None] The sync data for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 is: [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:03:47.580459 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:03:47.596074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:47.596911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 3, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'gw_port': {'id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:47.629399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Checking router: 41f72510-f204-4ad1-94d7-fc5a64ec9465 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:03:47.629758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Updating router 41f72510-f204-4ad1-94d7-fc5a64ec9465 port 9e7716a2-0f6f-4e73-bc44-d016681e0648 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:03:47.658682 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:47.826732 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Allocated IP 172.20.0.1 (c6eb49b3-f8a0-4a96-bc77-826da6164859/92e7925f-453a-4a0a-b0f1-89745aa71ef3/a21d04f6-b3e1-4e46-a408-c3704b28c7fb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:03:47.947925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:47.954607 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:47.962146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Transition to ACTIVE for port object a21d04f6-b3e1-4e46-a408-c3704b28c7fb will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:47.965323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Transition to ACTIVE for port object 9e7716a2-0f6f-4e73-bc44-d016681e0648 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:47.971508 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.007889 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.024929 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Attempting to bind port 9e7716a2-0f6f-4e73-bc44-d016681e0648 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:03:48.025336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Attempting to bind port 9e7716a2-0f6f-4e73-bc44-d016681e0648 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:03:48.025704 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Attempting to bind port 9e7716a2-0f6f-4e73-bc44-d016681e0648 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:48.027616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982892b2-dd9b-4cf5-ae28-b0dcb7e08ad4 None None] Pushing event updated for resources: {'Port': ['ID=9e7716a2-0f6f-4e73-bc44-d016681e0648,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:48.033893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:03:48.033893 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:48.034894 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.034894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:03:48.035163 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Bound port: 9e7716a2-0f6f-4e73-bc44-d016681e0648, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:03:48.035548 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.050366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Network c6eb49b3-f8a0-4a96-bc77-826da6164859 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:03:48.057490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:48.062115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:03:48.088904 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Pushing event updated for resources: {'Port': ['ID=a21d04f6-b3e1-4e46-a408-c3704b28c7fb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:48.095847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] For port 9e7716a2-0f6f-4e73-bc44-d016681e0648, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:48.098849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] For port 9e7716a2-0f6f-4e73-bc44-d016681e0648, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9e7716a2-0f6f-4e73-bc44-d016681e0648,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:03:48.108662 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.116470 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.176408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982892b2-dd9b-4cf5-ae28-b0dcb7e08ad4 None None] Pushing event updated for resources: {'Port': ['ID=9e7716a2-0f6f-4e73-bc44-d016681e0648,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:48.178910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Routers {'41f72510-f204-4ad1-94d7-fc5a64ec9465'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:48.179553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['41f72510-f204-4ad1-94d7-fc5a64ec9465'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:48.340550 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.457610 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 76a01f04-89c0-48be-9c33-fde4b07e46c9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:48.518566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] Set router 41f72510-f204-4ad1-94d7-fc5a64ec9465 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:48.521434 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4ed8485-ef50-40e6-add0-24b5c46d0a7a None None] Provisioning for port a21d04f6-b3e1-4e46-a408-c3704b28c7fb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:48.528777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.533748 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.577653 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b4ed8485-ef50-40e6-add0-24b5c46d0a7a None None] Provisioning complete for port a21d04f6-b3e1-4e46-a408-c3704b28c7fb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:48.578013 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4ed8485-ef50-40e6-add0-24b5c46d0a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.604207 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.605913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Pushing event updated for resources: {'Port': ['ID=a21d04f6-b3e1-4e46-a408-c3704b28c7fb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:48.662624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 76a01f04-89c0-48be-9c33-fde4b07e46c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:48.663262 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.686890 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed8485-ef50-40e6-add0-24b5c46d0a7a None None] Port a21d04f6-b3e1-4e46-a408-c3704b28c7fb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:03:48.698827 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Network c6eb49b3-f8a0-4a96-bc77-826da6164859 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:03:48.700225 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:03:48.803390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 68ac4669-811b-49ce-ac4e-a9fc813b5826 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:48.823449 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Router 41f72510-f204-4ad1-94d7-fc5a64ec9465 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:03:48.846717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 3, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'gw_port': {'id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:48.877073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc617b-5e08-4de8-9c10-c2f2bf7d4ac3 None None] The sync data for ids ['41f72510-f204-4ad1-94d7-fc5a64ec9465'] in n-d-768862-14 is: [{'id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 3, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'gw_port': {'id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:03:48.892802 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 68ac4669-811b-49ce-ac4e-a9fc813b5826 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:48.899204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 68ac4669-811b-49ce-ac4e-a9fc813b5826 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:48.899773 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:48.975641 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:03:48.981760 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-69d77f08-3ce6-4cab-9798-09f090188860 admin admin] 10.222.0.61 "PUT /v2.0/routers/41f72510-f204-4ad1-94d7-fc5a64ec9465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9351940 Aug 16 03:03:48.991230 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:49.028688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1675691-3a00-40df-8902-aa62764976ff None None] Provisioning complete for port a21d04f6-b3e1-4e46-a408-c3704b28c7fb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:49.028944 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1675691-3a00-40df-8902-aa62764976ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:49.057853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 68ac4669-811b-49ce-ac4e-a9fc813b5826, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=68ac4669-811b-49ce-ac4e-a9fc813b5826,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:49.069411 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:49.070332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5ba0193b-32d8-43ec-9df7-58d1a8d6140d up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:49.116563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c1675691-3a00-40df-8902-aa62764976ff None None] Port a21d04f6-b3e1-4e46-a408-c3704b28c7fb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:03:49.169551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=68ac4669-811b-49ce-ac4e-a9fc813b5826,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:49.193144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:49.193526 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:50.332592 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 68ac4669-811b-49ce-ac4e-a9fc813b5826 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:50.385402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 68ac4669-811b-49ce-ac4e-a9fc813b5826 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:50.385687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:50.478526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9e7716a2-0f6f-4e73-bc44-d016681e0648 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:50.533631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 9e7716a2-0f6f-4e73-bc44-d016681e0648 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:50.547864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 9e7716a2-0f6f-4e73-bc44-d016681e0648 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:50.548343 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:50.651856 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:50.674493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 9e7716a2-0f6f-4e73-bc44-d016681e0648, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9e7716a2-0f6f-4e73-bc44-d016681e0648,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:50.684451 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:50.759134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=9e7716a2-0f6f-4e73-bc44-d016681e0648,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:51.240998 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Sync routers for ids ['41f72510-f204-4ad1-94d7-fc5a64ec9465'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:03:51.249189 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Routers {'41f72510-f204-4ad1-94d7-fc5a64ec9465'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:51.249869 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['41f72510-f204-4ad1-94d7-fc5a64ec9465'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:51.368484 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Set router 41f72510-f204-4ad1-94d7-fc5a64ec9465 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:51.596879 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:48Z', 'revision_number': 4, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'gw_port': {'id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a21d04f6-b3e1-4e46-a408-c3704b28c7fb', 'name': '', 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'mac_address': 'fa:16:3e:5d:8e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '92e7925f-453a-4a0a-b0f1-89745aa71ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:47Z', 'updated_at': '2021-08-16T03:03:48Z', 'revision_number': 2, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'subnets': [{'id': '92e7925f-453a-4a0a-b0f1-89745aa71ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:51.632023 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Checking router: 41f72510-f204-4ad1-94d7-fc5a64ec9465 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:03:51.632363 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Updating router 41f72510-f204-4ad1-94d7-fc5a64ec9465 port a21d04f6-b3e1-4e46-a408-c3704b28c7fb binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:03:51.663861 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:51.985956 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:51.997225 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Transition to ACTIVE for port object a21d04f6-b3e1-4e46-a408-c3704b28c7fb will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:52.005054 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:52.060059 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa2fc0-8139-48a4-9d26-513cfc7db46b None None] Pushing event updated for resources: {'Port': ['ID=a21d04f6-b3e1-4e46-a408-c3704b28c7fb,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:52.135674 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Attempting to bind port a21d04f6-b3e1-4e46-a408-c3704b28c7fb on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:03:52.136116 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Attempting to bind port a21d04f6-b3e1-4e46-a408-c3704b28c7fb by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'e2a2de06-a3c6-49e9-81cd-6dc662901999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:03:52.136594 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Attempting to bind port a21d04f6-b3e1-4e46-a408-c3704b28c7fb on network c6eb49b3-f8a0-4a96-bc77-826da6164859 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:52.144163 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:03:52.144706 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Checking segment: {'id': 'e2a2de06-a3c6-49e9-81cd-6dc662901999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:52.145169 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:52.145567 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Bound using segment: {'id': 'e2a2de06-a3c6-49e9-81cd-6dc662901999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:03:52.146041 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Bound port: a21d04f6-b3e1-4e46-a408-c3704b28c7fb, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a2de06-a3c6-49e9-81cd-6dc662901999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:03:52.146570 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:52.233739 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] For port a21d04f6-b3e1-4e46-a408-c3704b28c7fb, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:52.237032 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] For port a21d04f6-b3e1-4e46-a408-c3704b28c7fb, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a21d04f6-b3e1-4e46-a408-c3704b28c7fb,segment=NetworkSegment(e2a2de06-a3c6-49e9-81cd-6dc662901999),segment_id=e2a2de06-a3c6-49e9-81cd-6dc662901999)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:03:52.247948 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:52.278451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9e7716a2-0f6f-4e73-bc44-d016681e0648 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:52.321095 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Routers {'41f72510-f204-4ad1-94d7-fc5a64ec9465'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:03:52.321733 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:03:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['41f72510-f204-4ad1-94d7-fc5a64ec9465'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:52.364483 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa2fc0-8139-48a4-9d26-513cfc7db46b None None] Pushing event updated for resources: {'Port': ['ID=a21d04f6-b3e1-4e46-a408-c3704b28c7fb,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:52.391406 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 9e7716a2-0f6f-4e73-bc44-d016681e0648 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:52.392365 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:52.464625 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] Set router 41f72510-f204-4ad1-94d7-fc5a64ec9465 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:03:52.802420 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:48Z', 'revision_number': 4, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'gw_port': {'id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a21d04f6-b3e1-4e46-a408-c3704b28c7fb', 'name': '', 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'mac_address': 'fa:16:3e:5d:8e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '92e7925f-453a-4a0a-b0f1-89745aa71ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:47Z', 'updated_at': '2021-08-16T03:03:52Z', 'revision_number': 4, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'subnets': [{'id': '92e7925f-453a-4a0a-b0f1-89745aa71ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:03:52.830610 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645e3c1-950e-4a53-92ac-786f7467e863 None None] The sync data for ids ['41f72510-f204-4ad1-94d7-fc5a64ec9465'] in n-d-768862-14 is: [{'id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:48Z', 'revision_number': 4, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'gw_port': {'id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a21d04f6-b3e1-4e46-a408-c3704b28c7fb', 'name': '', 'network_id': 'c6eb49b3-f8a0-4a96-bc77-826da6164859', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'mac_address': 'fa:16:3e:5d:8e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '92e7925f-453a-4a0a-b0f1-89745aa71ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:47Z', 'updated_at': '2021-08-16T03:03:52Z', 'revision_number': 4, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'subnets': [{'id': '92e7925f-453a-4a0a-b0f1-89745aa71ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:03:54.269198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a21d04f6-b3e1-4e46-a408-c3704b28c7fb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:54.347378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a21d04f6-b3e1-4e46-a408-c3704b28c7fb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:54.351666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a21d04f6-b3e1-4e46-a408-c3704b28c7fb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:54.352038 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:54.445292 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:54.501537 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port a21d04f6-b3e1-4e46-a408-c3704b28c7fb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a21d04f6-b3e1-4e46-a408-c3704b28c7fb,segment=NetworkSegment(e2a2de06-a3c6-49e9-81cd-6dc662901999),segment_id=e2a2de06-a3c6-49e9-81cd-6dc662901999)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:54.506919 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:54.567952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=a21d04f6-b3e1-4e46-a408-c3704b28c7fb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:56.245589 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a21d04f6-b3e1-4e46-a408-c3704b28c7fb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:56.307788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a21d04f6-b3e1-4e46-a408-c3704b28c7fb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:56.308588 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:59.074107 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b6a38d8b-0a97-461a-bd82-701324037030 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:59.075610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b6a38d8b-0a97-461a-bd82-701324037030 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 814 time: 0.1035314 Aug 16 03:03:59.091025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-bb1397c1-2fbc-4580-af6b-1cbd6798f248 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/quotas/9034e65634094d989f27df878cabd6cf HTTP/1.1" status: 200 len: 375 time: 0.0091357 Aug 16 03:03:59.144287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-cc9e6748-b0df-41ac-a216-dd73c072c406 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468884 Aug 16 03:03:59.344873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-8b754a1c-7f4a-41d1-816f-ea7d18af6d48 service neutron] 10.222.0.61 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878986 Aug 16 03:03:59.433933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-93faf189-416a-47ca-adfe-3534e852613a service neutron] 10.222.0.61 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829418 Aug 16 03:03:59.608529 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be293745-466c-41ac-b0ba-1496d28105a4 req-de524cbf-e715-4839-8220-a06c17103df3 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 210 time: 0.0395832 Aug 16 03:04:00.512864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda00bb-3883-4825-9657-a2f8649af64c req-4ccab704-9cab-4eb5-8ded-a7695d5b67b8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:00.514958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-4ccab704-9cab-4eb5-8ded-a7695d5b67b8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.93 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 814 time: 0.1030331 Aug 16 03:04:00.527958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'port': {'device_id': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'admin_state_up': True, 'tenant_id': '9034e65634094d989f27df878cabd6cf'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:00.649580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Made reservation on behalf of 9034e65634094d989f27df878cabd6cf for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:00.653398 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:00.740498 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37f21850-c3ae-46f4-ac97-ccfb8528e2ec req-c25ba79d-1dcc-482d-8708-f95cfae1b091 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 210 time: 0.0327017 Aug 16 03:04:00.832741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Allocated IP 172.20.0.8 (15796331-e689-4de8-a212-730359f16205/42a3a537-924b-4b11-a587-4d352d714ae5/9e077ebf-17cb-4976-9845-25fe1178b76b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:01.055058 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:01.067240 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-965c4266-390c-4162-abde-5f5e80049b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:01.076639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Transition to ACTIVE for port object 9e077ebf-17cb-4976-9845-25fe1178b76b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:01.125648 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:01.180799 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Network 15796331-e689-4de8-a212-730359f16205 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:01.186830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:01.192882 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:01.195884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'Port': ['ID=9e077ebf-17cb-4976-9845-25fe1178b76b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:01.250494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:01.251189 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:01.273211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-baaf8e39-34aa-472b-a97e-cb75700cba61 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7489336 Aug 16 03:04:01.443547 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:01.510154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98e5da6a-1184-48ee-bf3f-a51487ebfb69 None None] Provisioning for port 9e077ebf-17cb-4976-9845-25fe1178b76b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:01.514524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98e5da6a-1184-48ee-bf3f-a51487ebfb69 None None] Provisioning complete for port 9e077ebf-17cb-4976-9845-25fe1178b76b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:01.514984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98e5da6a-1184-48ee-bf3f-a51487ebfb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:01.554358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-98e5da6a-1184-48ee-bf3f-a51487ebfb69 None None] Port 9e077ebf-17cb-4976-9845-25fe1178b76b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:01.877017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bad21d-19ff-4689-988f-90a5c3ceead2 req-1ad49039-7e84-4b48-897d-af4ff322d73a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:01.878852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63bad21d-19ff-4689-988f-90a5c3ceead2 req-1ad49039-7e84-4b48-897d-af4ff322d73a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 931 time: 0.0546491 Aug 16 03:04:01.916573 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63bad21d-19ff-4689-988f-90a5c3ceead2 req-8bdb2b1d-054c-4b9c-adf7-dad5a5687866 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Aug 16 03:04:03.060932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac944e-dce1-4406-a743-303cc2f7f446 req-afb009d9-fe71-4e5b-9e0e-0886a5b5381e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:03.062443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51ac944e-dce1-4406-a743-303cc2f7f446 req-afb009d9-fe71-4e5b-9e0e-0886a5b5381e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 931 time: 0.0634217 Aug 16 03:04:03.105032 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51ac944e-dce1-4406-a743-303cc2f7f446 req-77ca6a7c-5178-4e6b-9350-43b63911944a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366313 Aug 16 03:04:03.697264 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7421607e-7326-4769-b4a8-2c168ba63e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:04.067321 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:04.245341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc09a03-c13a-4967-8a5e-80c6a80e23a7 req-cfc9f2a9-b3ed-412e-a30e-f7784f389911 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:04.246929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc09a03-c13a-4967-8a5e-80c6a80e23a7 req-cfc9f2a9-b3ed-412e-a30e-f7784f389911 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 931 time: 0.0623112 Aug 16 03:04:04.297449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fc09a03-c13a-4967-8a5e-80c6a80e23a7 req-2842f1fb-1421-497f-9866-10c18dc8e89b tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433645 Aug 16 03:04:05.075310 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:05.436275 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd8b9f-da2d-4571-943f-42b3b02b7da9 req-226c5f44-5be2-49ff-b6d7-67022c8388a8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:05.438011 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06bd8b9f-da2d-4571-943f-42b3b02b7da9 req-226c5f44-5be2-49ff-b6d7-67022c8388a8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 931 time: 0.0552311 Aug 16 03:04:05.478454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-06bd8b9f-da2d-4571-943f-42b3b02b7da9 req-c0a201c3-afe8-4830-991b-de49735bc065 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Aug 16 03:04:06.615696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3fdd-9b86-486e-8f86-31dcb5fcd6cc req-7015896e-a24e-472c-9187-0fbbec1173f9 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:06.617392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77dd3fdd-9b86-486e-8f86-31dcb5fcd6cc req-7015896e-a24e-472c-9187-0fbbec1173f9 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 931 time: 0.0641639 Aug 16 03:04:06.667063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-77dd3fdd-9b86-486e-8f86-31dcb5fcd6cc req-090ae1b9-2df1-4426-83b5-e68eb4d4bbd2 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Aug 16 03:04:07.188831 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:07.800929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a7e7f-c34d-4db8-8550-4caa877624a6 req-00407d43-8f3e-4671-9923-53422df42559 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:07.802712 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e43a7e7f-c34d-4db8-8550-4caa877624a6 req-00407d43-8f3e-4671-9923-53422df42559 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 931 time: 0.0602267 Aug 16 03:04:07.845542 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e43a7e7f-c34d-4db8-8550-4caa877624a6 req-de7861ff-5f7c-4441-abdf-40bcb086a57d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357656 Aug 16 03:04:08.969692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105d9bf-2fa3-49cd-b9b1-a891fd227aea req-54f16787-1912-4a7b-b0e9-c25546c881a0 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:08.971253 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0105d9bf-2fa3-49cd-b9b1-a891fd227aea req-54f16787-1912-4a7b-b0e9-c25546c881a0 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 931 time: 0.0533693 Aug 16 03:04:09.013741 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0105d9bf-2fa3-49cd-b9b1-a891fd227aea req-0e6f2f01-c1dd-41f3-9a03-fb9f344dba39 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Aug 16 03:04:10.135828 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e20d62-983d-4ee5-8490-79c5830cfa02 req-b9b02a57-e4ee-4f94-8e3d-3e9a37d4d04e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:10.137391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37e20d62-983d-4ee5-8490-79c5830cfa02 req-b9b02a57-e4ee-4f94-8e3d-3e9a37d4d04e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 931 time: 0.0520062 Aug 16 03:04:10.177054 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37e20d62-983d-4ee5-8490-79c5830cfa02 req-0c45a64b-dc33-4466-9493-6e6c35e0c015 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Aug 16 03:04:10.536249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Request body: {'port': {'device_id': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:10.593231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.849703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e077ebf-17cb-4976-9845-25fe1178b76b {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:04:10.857108 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.868528 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Transition to ACTIVE for port object 9e077ebf-17cb-4976-9845-25fe1178b76b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:10.871647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.925518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e077ebf-17cb-4976-9845-25fe1178b76b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:10.947930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.948690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.948690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.948959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.949305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.949637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.949962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.950285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.951749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.951749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.951972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:10.952224 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:11.005847 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Attempting to bind port 9e077ebf-17cb-4976-9845-25fe1178b76b on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:11.006182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Attempting to bind port 9e077ebf-17cb-4976-9845-25fe1178b76b by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:11.006509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Attempting to bind port 9e077ebf-17cb-4976-9845-25fe1178b76b on network 15796331-e689-4de8-a212-730359f16205 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:11.010895 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Port 9e077ebf-17cb-4976-9845-25fe1178b76b on network 15796331-e689-4de8-a212-730359f16205 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:04:11.011240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Attempting to bind port 9e077ebf-17cb-4976-9845-25fe1178b76b on network 15796331-e689-4de8-a212-730359f16205 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:11.016436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:11.016774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Checking segment: {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:11.017154 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Bound using segment: {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:11.017579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Bound port: 9e077ebf-17cb-4976-9845-25fe1178b76b, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894c2c57-e280-485a-b220-36f9d0c22dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '15796331-e689-4de8-a212-730359f16205'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:11.017946 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.084090 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] For port 9e077ebf-17cb-4976-9845-25fe1178b76b, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:11.087230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] For port 9e077ebf-17cb-4976-9845-25fe1178b76b, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9e077ebf-17cb-4976-9845-25fe1178b76b,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:11.091813 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.129239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:11.129613 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:11.131071 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] 10.222.0.93 "PUT /v2.0/ports/9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 1092 time: 0.6004391 Aug 16 03:04:11.131538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:11.134321 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea" -d '{"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:11.161183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3fdbe-9270-44f4-8e9f-05db4e86cbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e077ebf-17cb-4976-9845-25fe1178b76b,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:11.183734 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a92055-70ec-4449-bf5c-0f487849fdec x-openstack-request-id: req-35a92055-70ec-4449-bf5c-0f487849fdec {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:11.184098 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:11.184425 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35a92055-70ec-4449-bf5c-0f487849fdec {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:11.184995 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'status': 'completed', 'code': 200} Aug 16 03:04:11.233291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda00bb-3883-4825-9657-a2f8649af64c req-db9c4c07-ac95-4097-9d31-3fc120019c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:11.234870 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-db9c4c07-ac95-4097-9d31-3fc120019c12 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1095 time: 0.0450873 Aug 16 03:04:11.287855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-81db158b-0e96-4125-961e-85baf5709832 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 217 time: 0.0452635 Aug 16 03:04:11.362802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b9894163-4f98-4902-bbe4-6524666815c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:11.364285 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-b9894163-4f98-4902-bbe4-6524666815c4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 200 len: 853 time: 0.0584223 Aug 16 03:04:11.371890 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2decb2-3fa8-45a8-a7e9-3d2a4a043f3d req-52de4be8-eb94-4008-be9f-f8c924e7e951 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:11.373913 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee2decb2-3fa8-45a8-a7e9-3d2a4a043f3d req-52de4be8-eb94-4008-be9f-f8c924e7e951 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 943 time: 0.0960310 Aug 16 03:04:11.437709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee2decb2-3fa8-45a8-a7e9-3d2a4a043f3d req-71bb2f7c-8965-4278-9ae4-9292f4056ebf tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Aug 16 03:04:11.440506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda00bb-3883-4825-9657-a2f8649af64c req-6ec2806c-835f-43da-a5ce-17ba287b7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:11.441848 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-6ec2806c-835f-43da-a5ce-17ba287b7f0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=15796331-e689-4de8-a212-730359f16205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670798 Aug 16 03:04:11.535489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-6d814e4e-d472-41c9-a6e8-bb83a35b11dd service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867083 Aug 16 03:04:11.625923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffda00bb-3883-4825-9657-a2f8649af64c req-ffa3250e-35b6-4d99-841d-deeebe037485 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830762 Aug 16 03:04:11.709199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-0aadad5a-be09-402e-84da-c3983a41c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:11.710594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-0aadad5a-be09-402e-84da-c3983a41c743 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1095 time: 0.0401807 Aug 16 03:04:11.807825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-980418d1-6454-417e-bc85-12814074f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:11.809309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-980418d1-6454-417e-bc85-12814074f386 service neutron] 10.222.0.93 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 915 time: 0.0919514 Aug 16 03:04:11.850788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-2f252555-2cf6-430d-95c0-3dcd1030349d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 217 time: 0.0345845 Aug 16 03:04:11.902958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-e2cb0ad1-c0d5-4c70-a940-af6f770c9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:11.905028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-e2cb0ad1-c0d5-4c70-a940-af6f770c9db6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 200 len: 853 time: 0.0470922 Aug 16 03:04:11.952839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-7c1fe47c-6d9f-4895-8049-26727e9f661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:11.954337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-7c1fe47c-6d9f-4895-8049-26727e9f661d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=15796331-e689-4de8-a212-730359f16205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406520 Aug 16 03:04:12.046168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-1099d2a3-27fd-4ee8-9c7e-c87a939dbd2b service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840559 Aug 16 03:04:12.144452 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b9bfb290-424a-4ebd-916d-ae2bfc5d6cea req-410f93aa-2bbc-4437-aefd-385aaf111ca5 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910342 Aug 16 03:04:12.553081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b272-feb8-4590-9a0a-ebc37a7ca19d req-784224e4-8a53-4063-bcfd-44ad338b4448 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:12.554580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd98b272-feb8-4590-9a0a-ebc37a7ca19d req-784224e4-8a53-4063-bcfd-44ad338b4448 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 943 time: 0.0500693 Aug 16 03:04:12.592701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd98b272-feb8-4590-9a0a-ebc37a7ca19d req-bc95aeba-b46a-4e8a-9369-5c4684776076 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Aug 16 03:04:12.914761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.652785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9e077ebf-17cb-4976-9845-25fe1178b76b details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:04:13.706556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa1039-1cc6-4f44-a89d-307f4e0f8646 req-e7eb2034-f3dd-41f7-8bd7-ad2a60c73ca4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:13.708295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bfa1039-1cc6-4f44-a89d-307f4e0f8646 req-e7eb2034-f3dd-41f7-8bd7-ad2a60c73ca4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 943 time: 0.0482821 Aug 16 03:04:13.751431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 9e077ebf-17cb-4976-9845-25fe1178b76b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9e077ebf-17cb-4976-9845-25fe1178b76b,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:13.753999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bfa1039-1cc6-4f44-a89d-307f4e0f8646 req-edd90c19-dd8f-407f-90e9-180e2d8f838a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Aug 16 03:04:13.763035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'port_id': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'mac_address': 'fa:16:3e:e0:2a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:04:13.806263 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.818880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e077ebf-17cb-4976-9845-25fe1178b76b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:04:13.838118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 9e077ebf-17cb-4976-9845-25fe1178b76b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9e077ebf-17cb-4976-9845-25fe1178b76b,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:13.843600 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.890007 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=9e077ebf-17cb-4976-9845-25fe1178b76b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:13.896978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.897320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.897662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.897993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.898321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.898644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.898965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.899314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.899637 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.899979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.900296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:13.900617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.049947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['9e077ebf-17cb-4976-9845-25fe1178b76b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:04:14.870739 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9984-971f-4b8e-a006-b698434d15f6 req-6bc95ded-35b4-46dd-8be2-b48bff781e9b tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:14.872251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f34e9984-971f-4b8e-a006-b698434d15f6 req-6bc95ded-35b4-46dd-8be2-b48bff781e9b tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 944 time: 0.0486493 Aug 16 03:04:14.911897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f34e9984-971f-4b8e-a006-b698434d15f6 req-6828da35-879c-45ed-9247-5d1bdf2c1e43 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326078 Aug 16 03:04:15.668030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9e077ebf-17cb-4976-9845-25fe1178b76b up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:15.717924 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 9e077ebf-17cb-4976-9845-25fe1178b76b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:15.721513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 9e077ebf-17cb-4976-9845-25fe1178b76b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:15.721890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.796042 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.817389 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:15.819638 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38b7cfb-900e-4a09-a2ec-c45807fa06fa" -d '{"events": [{"server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "name": "network-vif-plugged", "status": "completed", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:15.836125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 9e077ebf-17cb-4976-9845-25fe1178b76b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9e077ebf-17cb-4976-9845-25fe1178b76b,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:15.840216 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:15.887508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=9e077ebf-17cb-4976-9845-25fe1178b76b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:15.989969 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30f8a2a-6178-4919-99af-ea528667780c x-openstack-request-id: req-f30f8a2a-6178-4919-99af-ea528667780c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:15.990265 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "name": "network-vif-plugged", "status": "completed", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:15.990520 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f30f8a2a-6178-4919-99af-ea528667780c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:15.990912 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'code': 200} Aug 16 03:04:16.109682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6982238-5e51-4e41-9a8c-cf8003713324 req-564823c1-3d45-4822-9e1f-ce74cd3f6c0e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:16.111270 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6982238-5e51-4e41-9a8c-cf8003713324 req-564823c1-3d45-4822-9e1f-ce74cd3f6c0e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 945 time: 0.0772538 Aug 16 03:04:16.117527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d349c-0e80-49a2-aa7e-b7f87087613b req-caf90229-b097-4596-9120-ce42bbb51563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:16.118898 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-506d349c-0e80-49a2-aa7e-b7f87087613b req-caf90229-b097-4596-9120-ce42bbb51563 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1097 time: 0.0595615 Aug 16 03:04:16.175069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6982238-5e51-4e41-9a8c-cf8003713324 req-bb6b5fc6-bda6-441d-86ba-71299077635e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551302 Aug 16 03:04:16.178760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-506d349c-0e80-49a2-aa7e-b7f87087613b req-f4fdb500-23ea-4e94-a035-9b5af223227b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526440 Aug 16 03:04:17.288641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba0110-e42e-45d8-9a42-221df6a0e897 req-05b5cb88-585e-4dfa-8739-492af1ed5acd tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:17.290169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7ba0110-e42e-45d8-9a42-221df6a0e897 req-05b5cb88-585e-4dfa-8739-492af1ed5acd tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 945 time: 0.0495934 Aug 16 03:04:17.329547 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7ba0110-e42e-45d8-9a42-221df6a0e897 req-0864af0f-bb3d-4fa0-b99f-fece3d624799 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 Aug 16 03:04:17.442645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302223-f17a-4fb2-95bc-3ebb2335232e req-6194e8a7-5da6-4581-b87c-bc5882a70fee tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:17.444086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63302223-f17a-4fb2-95bc-3ebb2335232e req-6194e8a7-5da6-4581-b87c-bc5882a70fee tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 945 time: 0.0500009 Aug 16 03:04:17.483307 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-63302223-f17a-4fb2-95bc-3ebb2335232e req-ec396bb7-7a35-4c50-8b26-1f319171dafd tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Aug 16 03:04:17.675454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9f6ec-4098-4ed2-a3e4-a6527ed125cf req-354bd727-fb0b-4e78-ade5-91b0a78c2934 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:17.677257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35e9f6ec-4098-4ed2-a3e4-a6527ed125cf req-354bd727-fb0b-4e78-ade5-91b0a78c2934 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 945 time: 0.0545683 Aug 16 03:04:17.717603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35e9f6ec-4098-4ed2-a3e4-a6527ed125cf req-c3f7b226-66e3-4b66-bbd0-cffc194f2da3 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Aug 16 03:04:20.995540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-e16c6883-7b0c-49d7-b25b-40dd98e020b0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401702 Aug 16 03:04:21.078223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-bd2ef50f-7eee-492c-a4a5-1ff33820da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:21.079775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-bd2ef50f-7eee-492c-a4a5-1ff33820da0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1097 time: 0.0420494 Aug 16 03:04:21.187714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-2d09c99d-697b-4b3b-ac40-ecf24b9911b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:21.189295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-2d09c99d-697b-4b3b-ac40-ecf24b9911b3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 915 time: 0.0910707 Aug 16 03:04:21.231461 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-f9482183-6a21-4065-a6c7-34035f42cfb1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 217 time: 0.0353863 Aug 16 03:04:21.281503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-06906737-8662-486a-b7fa-16077d61c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:21.282905 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-06906737-8662-486a-b7fa-16077d61c599 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 200 len: 853 time: 0.0451987 Aug 16 03:04:21.335953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-1723c4c3-1c53-4172-831f-4dfe0131bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:21.337507 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-1723c4c3-1c53-4172-831f-4dfe0131bb27 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=15796331-e689-4de8-a212-730359f16205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469739 Aug 16 03:04:21.429049 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-a7de469b-5503-4831-9fea-23a0ee728ecc service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846343 Aug 16 03:04:21.523249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6ae25afd-d379-435a-96e6-979c8d51e85f req-a7719c7f-dd82-4ba2-bef6-b9f11232cb28 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871015 Aug 16 03:04:24.580609 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:29.254035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24e3f8-b235-4ca2-bbe5-0d46122d028a req-f65a1b5e-75ed-4563-8d87-6e0b4c16a703 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:29.255528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c24e3f8-b235-4ca2-bbe5-0d46122d028a req-f65a1b5e-75ed-4563-8d87-6e0b4c16a703 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 945 time: 0.0501609 Aug 16 03:04:29.293540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2c24e3f8-b235-4ca2-bbe5-0d46122d028a req-c5048ad4-f995-4b3b-8309-3c64019da85e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Aug 16 03:04:29.317081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:29.400007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d6f48c-82de-4d81-b9d6-2d6cea744bd4 tempest-TestMinimumBasicScenario-1546454471 tempest-TestMinimumBasicScenario-1546454471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:29.401572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c8d6f48c-82de-4d81-b9d6-2d6cea744bd4 tempest-TestMinimumBasicScenario-1546454471 tempest-TestMinimumBasicScenario-1546454471-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1092 time: 0.0835240 Aug 16 03:04:29.405199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:29.409503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:29.432041 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.530302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.630388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Allocated IP 172.25.5.94 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/b11c53d7-21f9-4d31-b7ba-46f850253342) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:29.739039 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.778850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.815347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:29.821021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:29.825647 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:29.850001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'Port': ['ID=b11c53d7-21f9-4d31-b7ba-46f850253342,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:30.550163 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.617410 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.769946 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.774433 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.843651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'Port': ['ID=b11c53d7-21f9-4d31-b7ba-46f850253342,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:30.857181 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.966428 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Floating IP 01b96a08-dfb9-4940-a061-dacb427efa23 associated. External IP: 172.25.5.94, port: 9e077ebf-17cb-4976-9845-25fe1178b76b. Aug 16 03:04:31.059363 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e3a31b0-ac43-4767-b649-6226dd50f288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.174026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:31.284906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:31.295672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] Sync routers for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:31.300776 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.305027 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:31.305647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:31.332202 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d287338d-b1bd-4d21-b5a2-175942c787e4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9259431 Aug 16 03:04:31.332836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:31.335215 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:31.335392 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:31.345090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f65cab24-cb33-4a26-85d5-6450fef1fb7a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651504300', 'description': 'tempest-secgroup-smoke-651504300 description', 'project_id': '9034e65634094d989f27df878cabd6cf'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:31.369376 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65cab24-cb33-4a26-85d5-6450fef1fb7a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.381463 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec6b3a-8343-45a6-b621-2af86080f111 x-openstack-request-id: req-54ec6b3a-8343-45a6-b621-2af86080f111 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:31.381924 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:31.382283 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54ec6b3a-8343-45a6-b621-2af86080f111 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:31.382755 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'status': 'completed', 'code': 200} Aug 16 03:04:31.430346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:31.447491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-26e44822-e17c-4b0d-bf2c-9686b0fab491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.449156 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-26e44822-e17c-4b0d-bf2c-9686b0fab491 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1097 time: 0.0449736 Aug 16 03:04:31.455019 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65cab24-cb33-4a26-85d5-6450fef1fb7a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.460518 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65cab24-cb33-4a26-85d5-6450fef1fb7a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.465743 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.494655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cab24-cb33-4a26-85d5-6450fef1fb7a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315632ee-b904-40e3-81ef-e8eebd50cebd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.502943 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65cab24-cb33-4a26-85d5-6450fef1fb7a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.505914 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f65cab24-cb33-4a26-85d5-6450fef1fb7a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1693006 Aug 16 03:04:31.508708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:31.513862 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5628aeb-5b25-407f-ae35-0abc35db2ef8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'security_group_rule': {'security_group_id': '315632ee-b904-40e3-81ef-e8eebd50cebd', 'project_id': '9034e65634094d989f27df878cabd6cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:31.541557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5628aeb-5b25-407f-ae35-0abc35db2ef8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.550678 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-e12edf8a-4c7d-46ce-a9f8-5592de612bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.552455 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-e12edf8a-4c7d-46ce-a9f8-5592de612bd5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 915 time: 0.0964026 Aug 16 03:04:31.608687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5628aeb-5b25-407f-ae35-0abc35db2ef8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.614489 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5628aeb-5b25-407f-ae35-0abc35db2ef8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.630210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-d00ceb51-4396-4a44-9df2-5302d5512dc9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 998 time: 0.0693743 Aug 16 03:04:31.632393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5628aeb-5b25-407f-ae35-0abc35db2ef8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1402d688-4d0e-4474-9404-7a0158125171,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.646621 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5628aeb-5b25-407f-ae35-0abc35db2ef8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.650672 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d5628aeb-5b25-407f-ae35-0abc35db2ef8 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409912 Aug 16 03:04:31.651300 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:31.656952 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f110b9f7-bdc2-4157-9a3b-9c400d5569d7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'security_group_rule': {'security_group_id': '315632ee-b904-40e3-81ef-e8eebd50cebd', 'project_id': '9034e65634094d989f27df878cabd6cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:31.686168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-5b0fefe6-e991-4e64-8ef2-25394937134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.687807 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-5b0fefe6-e991-4e64-8ef2-25394937134f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 200 len: 853 time: 0.0499623 Aug 16 03:04:31.690341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f110b9f7-bdc2-4157-9a3b-9c400d5569d7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.696225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '01b96a08-dfb9-4940-a061-dacb427efa23', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'port_id': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'mac_address': 'fa:16:3e:e0:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:30Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 0, 'project_id': '9034e65634094d989f27df878cabd6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:49Z', 'revision_number': 5, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:31.730208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] Checking router: 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:31.738835 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-b9f0fc68-fcc1-4d40-8615-48b900dde683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:31.740532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-b9f0fc68-fcc1-4d40-8615-48b900dde683 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=15796331-e689-4de8-a212-730359f16205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445898 Aug 16 03:04:31.740988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:31.741598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:04:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:31.754473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f110b9f7-bdc2-4157-9a3b-9c400d5569d7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.759196 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f110b9f7-bdc2-4157-9a3b-9c400d5569d7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.781379 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110b9f7-bdc2-4157-9a3b-9c400d5569d7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac527f7-7cad-4eeb-9b9c-a45d0c01a6da,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.789403 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f110b9f7-bdc2-4157-9a3b-9c400d5569d7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.794576 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f110b9f7-bdc2-4157-9a3b-9c400d5569d7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393135 Aug 16 03:04:31.794961 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:31.799538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3c7c052d-e198-47b9-900b-2c346f9bef0f tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'security_group_rule': {'security_group_id': '315632ee-b904-40e3-81ef-e8eebd50cebd', 'project_id': '9034e65634094d989f27df878cabd6cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:31.830410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7c052d-e198-47b9-900b-2c346f9bef0f tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.846322 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-c85a9009-33bf-4ff3-8b0e-c2170000e898 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985568 Aug 16 03:04:31.895554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7c052d-e198-47b9-900b-2c346f9bef0f tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.900645 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7c052d-e198-47b9-900b-2c346f9bef0f tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.920326 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c052d-e198-47b9-900b-2c346f9bef0f tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf107f27-e653-44ca-858c-fa1a4ae75d28,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.928280 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7c052d-e198-47b9-900b-2c346f9bef0f tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.930265 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3c7c052d-e198-47b9-900b-2c346f9bef0f tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342878 Aug 16 03:04:31.933149 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:31.939215 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6e576375-0e80-48e3-b4f5-ebb7a1069da2 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'security_group_rule': {'security_group_id': '315632ee-b904-40e3-81ef-e8eebd50cebd', 'project_id': '9034e65634094d989f27df878cabd6cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:31.951098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75afd7fe-2564-4dba-86b2-53e1fd7f22c2 req-12edf3f3-ff3c-49c7-9946-7597f579b512 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966761 Aug 16 03:04:31.975803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e576375-0e80-48e3-b4f5-ebb7a1069da2 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.033376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:32.052426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e576375-0e80-48e3-b4f5-ebb7a1069da2 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.056527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e576375-0e80-48e3-b4f5-ebb7a1069da2 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.077132 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e576375-0e80-48e3-b4f5-ebb7a1069da2 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a18e64c-b28e-49f8-853e-2188328b3492,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:32.085433 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e576375-0e80-48e3-b4f5-ebb7a1069da2 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.086855 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6e576375-0e80-48e3-b4f5-ebb7a1069da2 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524487 Aug 16 03:04:32.090761 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:32.095452 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-97cf8609-6c9c-40b0-8738-abdb07c42afc tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'security_group_rule': {'security_group_id': '315632ee-b904-40e3-81ef-e8eebd50cebd', 'project_id': '9034e65634094d989f27df878cabd6cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:32.117747 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-97cf8609-6c9c-40b0-8738-abdb07c42afc tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Project 9034e65634094d989f27df878cabd6cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:04:32.123427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cf8609-6c9c-40b0-8738-abdb07c42afc tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.186382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cf8609-6c9c-40b0-8738-abdb07c42afc tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.190493 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cf8609-6c9c-40b0-8738-abdb07c42afc tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.206450 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf8609-6c9c-40b0-8738-abdb07c42afc tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe5de92-adb0-44f6-8b04-a2d32365ef3f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:32.216048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97cf8609-6c9c-40b0-8738-abdb07c42afc tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.217158 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-97cf8609-6c9c-40b0-8738-abdb07c42afc tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252861 Aug 16 03:04:32.220110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:32.224981 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-730b3645-cf90-443e-8213-ea752fbefc5e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'security_group_rule': {'security_group_id': '315632ee-b904-40e3-81ef-e8eebd50cebd', 'project_id': '9034e65634094d989f27df878cabd6cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:32.249931 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-730b3645-cf90-443e-8213-ea752fbefc5e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Project 9034e65634094d989f27df878cabd6cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:04:32.255018 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-730b3645-cf90-443e-8213-ea752fbefc5e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.284355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '01b96a08-dfb9-4940-a061-dacb427efa23', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'port_id': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'mac_address': 'fa:16:3e:e0:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:30Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 0, 'project_id': '9034e65634094d989f27df878cabd6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:49Z', 'revision_number': 5, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:32.315576 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce502d9e-62e4-4c69-8bcb-1f99b5631883 None None] The sync data for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 is: [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '01b96a08-dfb9-4940-a061-dacb427efa23', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'port_id': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'mac_address': 'fa:16:3e:e0:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:30Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 0, 'project_id': '9034e65634094d989f27df878cabd6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:49Z', 'revision_number': 5, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:32.321970 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-730b3645-cf90-443e-8213-ea752fbefc5e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.327357 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-730b3645-cf90-443e-8213-ea752fbefc5e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.354344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b3645-cf90-443e-8213-ea752fbefc5e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4b64a7-95c1-415d-92e3-f87101e7e26a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:32.363851 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-730b3645-cf90-443e-8213-ea752fbefc5e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.367808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-730b3645-cf90-443e-8213-ea752fbefc5e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439912 Aug 16 03:04:32.449919 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c47b77f-f757-4763-b366-2221baf66222 req-bbd16e32-212b-4320-bbc1-60f58814b179 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651504300&fields=id&tenant_id=9034e65634094d989f27df878cabd6cf HTTP/1.1" status: 200 len: 267 time: 0.0363388 Aug 16 03:04:32.505884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b77f-f757-4763-b366-2221baf66222 req-7c1a985a-9cfd-4351-ba8d-cc01ef590d65 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:32.507536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c47b77f-f757-4763-b366-2221baf66222 req-7c1a985a-9cfd-4351-ba8d-cc01ef590d65 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 945 time: 0.0515282 Aug 16 03:04:32.518155 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d519e72-08f1-4d4b-9953-f683b95677e4 None None] New status for floating IP 01b96a08-dfb9-4940-a061-dacb427efa23: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:04:32.519593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1c47b77f-f757-4763-b366-2221baf66222 req-62b395a7-6d8b-4c3d-9519-26098aef832d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'port': {'security_groups': ['fdffbfc7-2f96-49e0-902e-c57d61d0ebd4', '315632ee-b904-40e3-81ef-e8eebd50cebd']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:32.582267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c47b77f-f757-4763-b366-2221baf66222 req-62b395a7-6d8b-4c3d-9519-26098aef832d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.776433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1c47b77f-f757-4763-b366-2221baf66222 req-62b395a7-6d8b-4c3d-9519-26098aef832d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] For port 9e077ebf-17cb-4976-9845-25fe1178b76b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9e077ebf-17cb-4976-9845-25fe1178b76b,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:32.806405 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c47b77f-f757-4763-b366-2221baf66222 req-62b395a7-6d8b-4c3d-9519-26098aef832d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.811828 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c47b77f-f757-4763-b366-2221baf66222 req-62b395a7-6d8b-4c3d-9519-26098aef832d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.827343 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['9e077ebf-17cb-4976-9845-25fe1178b76b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:04:32.858305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b77f-f757-4763-b366-2221baf66222 req-62b395a7-6d8b-4c3d-9519-26098aef832d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:32.858955 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c47b77f-f757-4763-b366-2221baf66222 req-62b395a7-6d8b-4c3d-9519-26098aef832d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.860400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c47b77f-f757-4763-b366-2221baf66222 req-62b395a7-6d8b-4c3d-9519-26098aef832d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "PUT /v2.0/ports/9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 981 time: 0.3457336 Aug 16 03:04:32.893192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b395a7-6d8b-4c3d-9519-26098aef832d tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'Port': ['ID=9e077ebf-17cb-4976-9845-25fe1178b76b,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:32.917559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['9e077ebf-17cb-4976-9845-25fe1178b76b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:04:32.984208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277c45c-11ca-4c87-acf5-82cfde55f199 req-b848e414-0532-49c0-a479-7904ee86c832 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:32.985914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3277c45c-11ca-4c87-acf5-82cfde55f199 req-b848e414-0532-49c0-a479-7904ee86c832 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0626748 Aug 16 03:04:33.034783 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3277c45c-11ca-4c87-acf5-82cfde55f199 req-e08ab7a0-dfd7-4718-9820-b97ccc3b0c21 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407176 Aug 16 03:04:33.169669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44f49470-a80a-42e1-ad34-29c9dabef25e None None] Provisioning complete for port 9e077ebf-17cb-4976-9845-25fe1178b76b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:33.170211 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44f49470-a80a-42e1-ad34-29c9dabef25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.384041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:33.386800 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d762b40-2d08-4441-94c7-37897f5848e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:33.425317 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d166f67-f8d7-40bb-bdf6-7b5dfea70994 x-openstack-request-id: req-7d166f67-f8d7-40bb-bdf6-7b5dfea70994 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:33.425663 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:33.425835 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d166f67-f8d7-40bb-bdf6-7b5dfea70994 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:33.426641 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'status': 'completed', 'code': 200} Aug 16 03:04:33.491535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-a659a606-faa0-4f63-a5b8-edf591a35a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:33.493092 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-a659a606-faa0-4f63-a5b8-edf591a35a4a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1136 time: 0.0416787 Aug 16 03:04:33.587464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-d33113cc-d86e-478d-bbc9-ba03d7094539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:33.589016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-d33113cc-d86e-478d-bbc9-ba03d7094539 service neutron] 10.222.0.93 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 915 time: 0.0894454 Aug 16 03:04:33.668667 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-f0bd82b1-d57d-497e-901e-2d17f7aaf3b5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 1000 time: 0.0715699 Aug 16 03:04:33.699896 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02f9495e-4395-4729-9ba5-d2353148856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.723977 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-c65106d8-ea32-4338-98b4-703de4c80dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:33.725490 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-c65106d8-ea32-4338-98b4-703de4c80dcd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 200 len: 853 time: 0.0466313 Aug 16 03:04:33.776408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-5a5a9874-ea07-4a3d-9aab-c8c0eef71c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:33.777902 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-5a5a9874-ea07-4a3d-9aab-c8c0eef71c1c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=15796331-e689-4de8-a212-730359f16205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447054 Aug 16 03:04:33.870788 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-a6bb3187-2d2f-4db1-be75-36a86bff2be1 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849338 Aug 16 03:04:33.970843 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d762b40-2d08-4441-94c7-37897f5848e1 req-6bb89916-a6e1-4166-a03b-34f4eb3be132 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923889 Aug 16 03:04:34.059560 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:35.074632 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:37.190169 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:42.945158 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:46.972325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-1b4bb22f-ab56-4b9c-ace6-7b710ae51870 req-9310fc3d-7062-4d44-b7ba-7ae7191a170b tempest-ServerDiskConfigTestJSON-2098581734 tempest-ServerDiskConfigTestJSON-2098581734-project] (94640) timed out ('10.222.0.93', 57886) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:04:50.240999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dc4de-dd58-40df-8ac3-0e18e659a048 req-202518e9-9574-408f-ab2b-c92827b02511 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:50.242523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-318dc4de-dd58-40df-8ac3-0e18e659a048 req-202518e9-9574-408f-ab2b-c92827b02511 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0803998 Aug 16 03:04:50.244438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361f200-fb70-4973-b242-1a6d64faf683 req-c0acf319-f3bf-4b55-b7ae-141077402eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:50.245821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e361f200-fb70-4973-b242-1a6d64faf683 req-c0acf319-f3bf-4b55-b7ae-141077402eb6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1136 time: 0.0744562 Aug 16 03:04:50.334442 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-318dc4de-dd58-40df-8ac3-0e18e659a048 req-df0d5be2-dac2-4a5b-8a30-0f4f46a5aaa7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850115 Aug 16 03:04:50.371048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361f200-fb70-4973-b242-1a6d64faf683 req-a274c786-6485-4688-a7dd-0628c7c525f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:50.373265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e361f200-fb70-4973-b242-1a6d64faf683 req-a274c786-6485-4688-a7dd-0628c7c525f8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 915 time: 0.1181784 Aug 16 03:04:50.443934 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e361f200-fb70-4973-b242-1a6d64faf683 req-29c062ae-07cb-425e-a75a-0ce825d17fd4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 1000 time: 0.0626264 Aug 16 03:04:50.498149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361f200-fb70-4973-b242-1a6d64faf683 req-f735e455-ba6c-4fa6-affd-a4a9a91b269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:50.499677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e361f200-fb70-4973-b242-1a6d64faf683 req-f735e455-ba6c-4fa6-affd-a4a9a91b269f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 200 len: 853 time: 0.0483837 Aug 16 03:04:50.547970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361f200-fb70-4973-b242-1a6d64faf683 req-1139a101-ad33-47e3-b53b-8ee4565e4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:50.549666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e361f200-fb70-4973-b242-1a6d64faf683 req-1139a101-ad33-47e3-b53b-8ee4565e4b0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=15796331-e689-4de8-a212-730359f16205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423255 Aug 16 03:04:50.639796 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e361f200-fb70-4973-b242-1a6d64faf683 req-1cfd9682-49a5-45b0-9505-49145897eb97 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819726 Aug 16 03:04:50.735561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e361f200-fb70-4973-b242-1a6d64faf683 req-6e3053ae-f025-4cfb-a3dc-8009d603d783 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887868 Aug 16 03:04:51.460179 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078e555-2a2f-42bb-9648-b23bf2e0fa50 req-3b243d4f-bbc2-4935-b742-a1cfecc7893a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:51.461607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3078e555-2a2f-42bb-9648-b23bf2e0fa50 req-3b243d4f-bbc2-4935-b742-a1cfecc7893a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0510604 Aug 16 03:04:51.501508 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3078e555-2a2f-42bb-9648-b23bf2e0fa50 req-25f93e36-85d6-46f7-8b4d-826c1caf6276 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333292 Aug 16 03:04:52.624860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fb313-f39f-40c4-a2d4-d98214d1e692 req-e422b1a8-ad81-4d63-8520-64262125b75f tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:52.626364 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b5fb313-f39f-40c4-a2d4-d98214d1e692 req-e422b1a8-ad81-4d63-8520-64262125b75f tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0569072 Aug 16 03:04:52.666611 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b5fb313-f39f-40c4-a2d4-d98214d1e692 req-b66a31ad-66e6-40e0-bc1d-b130f90c014b tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341558 Aug 16 03:04:53.782707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce73f03-e8e4-4fae-96ee-b2eeb558c8a4 req-d4dc9656-c402-4095-96bd-df6a6a1015c4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:53.784271 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ce73f03-e8e4-4fae-96ee-b2eeb558c8a4 req-d4dc9656-c402-4095-96bd-df6a6a1015c4 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0501220 Aug 16 03:04:53.824288 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1ce73f03-e8e4-4fae-96ee-b2eeb558c8a4 req-ffd7fa08-da26-413f-96cb-5cd5447229bb tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339329 Aug 16 03:04:54.940793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6e0f8-c0df-4e57-aba0-f8ded6424723 req-723395ab-e446-4e63-bde0-5fda5914a660 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:54.942272 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24c6e0f8-c0df-4e57-aba0-f8ded6424723 req-723395ab-e446-4e63-bde0-5fda5914a660 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0496039 Aug 16 03:04:54.981653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-24c6e0f8-c0df-4e57-aba0-f8ded6424723 req-eb250012-ccda-42b3-b529-2f7f5bac1fd7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333383 Aug 16 03:04:56.103041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe5c5a-9e53-4442-9b10-dfbb164b974b req-47e82d86-a2d2-494c-b2d4-4eaec72aa4a7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:56.104569 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bbe5c5a-9e53-4442-9b10-dfbb164b974b req-47e82d86-a2d2-494c-b2d4-4eaec72aa4a7 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0547569 Aug 16 03:04:56.147261 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2bbe5c5a-9e53-4442-9b10-dfbb164b974b req-5c2dcfcb-b55a-4485-b06a-e777292edb5a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359802 Aug 16 03:04:57.265497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a022f5-ba96-4dc1-b249-c58d49759b8c req-8599da35-02a0-4eae-9427-f2ab0aae1dff tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:57.267028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40a022f5-ba96-4dc1-b249-c58d49759b8c req-8599da35-02a0-4eae-9427-f2ab0aae1dff tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0516710 Aug 16 03:04:57.308214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40a022f5-ba96-4dc1-b249-c58d49759b8c req-da79918e-ac54-4ac4-88a9-be1147f10fe9 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349779 Aug 16 03:04:58.430226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3d9fa-e54e-4f78-8fea-9cf3c936ccec req-a859f56e-4c9d-4804-8edb-482a387332df tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:58.431687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56e3d9fa-e54e-4f78-8fea-9cf3c936ccec req-a859f56e-4c9d-4804-8edb-482a387332df tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0517447 Aug 16 03:04:58.473675 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56e3d9fa-e54e-4f78-8fea-9cf3c936ccec req-422c1194-c087-4258-a554-fb7851003747 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355225 Aug 16 03:04:59.594023 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f3e67-a9a7-4c41-88bd-231d3e019ae3 req-0f9dc4e0-9118-4985-8dcb-d39eabd962cf tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:59.595547 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-304f3e67-a9a7-4c41-88bd-231d3e019ae3 req-0f9dc4e0-9118-4985-8dcb-d39eabd962cf tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0532191 Aug 16 03:04:59.634949 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-304f3e67-a9a7-4c41-88bd-231d3e019ae3 req-38ff33d1-7216-4847-b4bf-3de64e8e681c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334539 Aug 16 03:05:00.756817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3fa4d-049e-4050-a1cd-5de4c7d0ccfc req-1e38d7ea-9f64-4239-aa18-3064ecca5e55 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:00.758361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdc3fa4d-049e-4050-a1cd-5de4c7d0ccfc req-1e38d7ea-9f64-4239-aa18-3064ecca5e55 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0527415 Aug 16 03:05:00.801682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cdc3fa4d-049e-4050-a1cd-5de4c7d0ccfc req-6e497b89-2843-482b-bd19-ebc4ca64cb99 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366347 Aug 16 03:05:01.062941 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f3175206-5e3e-4c1e-bcad-3e4a8af71043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:01.454312 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:01.579931 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:01.916863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071bfff-3608-4cc4-8996-3fdaf0d291a2 req-91ea8b37-9ab9-464c-867f-7947083f3de0 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:01.918350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5071bfff-3608-4cc4-8996-3fdaf0d291a2 req-91ea8b37-9ab9-464c-867f-7947083f3de0 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0491793 Aug 16 03:05:01.958013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5071bfff-3608-4cc4-8996-3fdaf0d291a2 req-eeb9c756-470b-4336-8dd7-b37e405afa1a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=315632ee-b904-40e3-81ef-e8eebd50cebd&id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335684 Aug 16 03:05:03.700808 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-18b7fba2-1c5d-4dd7-98f7-963954ea2054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:04.060962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:05.077943 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:07.196345 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:12.961070 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:22.420874 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-bf12ce05-f9b1-4888-bfde-ed4f553bf572 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432947 Aug 16 03:05:22.504350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-5783c356-48f7-4f4d-8732-669d570c8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:22.505855 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-5783c356-48f7-4f4d-8732-669d570c8023 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1136 time: 0.0408998 Aug 16 03:05:22.613611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-691f16bb-273d-4a11-a5c8-ee5577a33b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:22.615169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-691f16bb-273d-4a11-a5c8-ee5577a33b03 service neutron] 10.222.0.93 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 915 time: 0.0900428 Aug 16 03:05:22.684915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-10e19814-f774-4e39-bcbd-138f45fd93b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 1000 time: 0.0623646 Aug 16 03:05:22.733706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-962e202b-f521-4c2f-97fa-12cde9927f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:22.735778 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-962e202b-f521-4c2f-97fa-12cde9927f44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 200 len: 853 time: 0.0438254 Aug 16 03:05:22.780299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-b4933cc0-6c41-40e3-8c60-1c41e4fe11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:22.782357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-b4933cc0-6c41-40e3-8c60-1c41e4fe11b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=15796331-e689-4de8-a212-730359f16205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393617 Aug 16 03:05:22.875265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-9a0e428f-feb7-4b2a-867b-418af02ef1a2 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853848 Aug 16 03:05:22.968782 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ed33ca7-4f51-4aa3-870c-1cf06f11c4d1 req-76c3c0d1-beaf-4e1e-b1bd-fa18f6050961 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863626 Aug 16 03:05:31.067195 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-201a4007-5b68-496b-9847-c06bb0b749a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:31.466171 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:33.702190 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39ec2df2-de31-42a3-a0c1-ba505a74301a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:34.062808 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:34.430974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-78d1f9e3-adf9-47cf-b897-76cc9c1f1206 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651504300&fields=id&tenant_id=9034e65634094d989f27df878cabd6cf HTTP/1.1" status: 200 len: 267 time: 0.0340440 Aug 16 03:05:34.488545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-a70f9659-e8ec-4e35-b942-f39572e98ccb tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:34.490098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-a70f9659-e8ec-4e35-b942-f39572e98ccb tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 984 time: 0.0534208 Aug 16 03:05:34.501197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Request body: {'port': {'security_groups': ['fdffbfc7-2f96-49e0-902e-c57d61d0ebd4']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:34.564011 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:34.742612 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] For port 9e077ebf-17cb-4976-9845-25fe1178b76b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9e077ebf-17cb-4976-9845-25fe1178b76b,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:34.773167 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:34.777834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:34.790849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['9e077ebf-17cb-4976-9845-25fe1178b76b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:05:34.822531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:34.823203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:34.824646 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d95d7128-bdf2-47a4-9d23-a96a60c36925 req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "PUT /v2.0/ports/9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 942 time: 0.3279655 Aug 16 03:05:34.825110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:05:34.827508 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2efca71-d871-4d16-aedd-c73246fdacfc" -d '{"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:05:34.833091 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:34.855927 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event updated for resources: {'Port': ['ID=9e077ebf-17cb-4976-9845-25fe1178b76b,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:34.864902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.865269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.865465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.865805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.866144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.866482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.866816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.867213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.867551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.867879 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.868204 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.868533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6444db7d-93c3-4003-a7ae-20123c620d3a tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:34.918503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['9e077ebf-17cb-4976-9845-25fe1178b76b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:05:34.926466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:34.957641 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:35.037304 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:35.042375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:35.047156 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:35.048279 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "DELETE /v2.0/security-groups/315632ee-b904-40e3-81ef-e8eebd50cebd HTTP/1.1" status: 204 len: 168 time: 0.2133250 Aug 16 03:05:35.062464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315632ee-b904-40e3-81ef-e8eebd50cebd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:35.078650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.079364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.079873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.080435 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.081219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.082395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.082946 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.084487 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.085177 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.085925 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.086783 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.087716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752cb49-74fb-4588-a7d1-0987b7013712 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:35.117338 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:35.189276 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d0d47-235d-451b-9166-1fc4e9149b61 x-openstack-request-id: req-1d5d0d47-235d-451b-9166-1fc4e9149b61 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:05:35.189564 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:05:35.189813 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d5d0d47-235d-451b-9166-1fc4e9149b61 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:05:35.190207 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'status': 'completed', 'code': 200} Aug 16 03:05:35.197174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d98417d2-cd26-448a-971b-645acde3d119 None None] Provisioning complete for port 9e077ebf-17cb-4976-9845-25fe1178b76b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:05:35.197624 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d98417d2-cd26-448a-971b-645acde3d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:35.271016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-1441612e-60e0-41f6-aece-7089ddf59d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:35.272567 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-1441612e-60e0-41f6-aece-7089ddf59d32 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1097 time: 0.0798886 Aug 16 03:05:35.352920 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Deleting port b11c53d7-21f9-4d31-b7ba-46f850253342 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:35.353318 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:35.438726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-894ae048-caaa-4cad-8513-1675465e92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:35.440937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-894ae048-caaa-4cad-8513-1675465e92cc service neutron] 10.222.0.93 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 915 time: 0.1608295 Aug 16 03:05:35.522359 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:35.522687 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:35.542533 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Calling delete_port for b11c53d7-21f9-4d31-b7ba-46f850253342 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:35.550661 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-83e51211-2b30-4825-921d-fba243edea14 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 1000 time: 0.0969057 Aug 16 03:05:35.642677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-fc9f69fe-c62b-4d7c-b053-5d9bc6af1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:35.644386 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-fc9f69fe-c62b-4d7c-b053-5d9bc6af1d73 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 200 len: 853 time: 0.0866044 Aug 16 03:05:35.714961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-10facc25-fc20-4985-8841-6b8f421578da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:35.716516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-10facc25-fc20-4985-8841-6b8f421578da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=15796331-e689-4de8-a212-730359f16205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649312 Aug 16 03:05:35.824441 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:35.875776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event deleted for resources: {'Port': ['ID=b11c53d7-21f9-4d31-b7ba-46f850253342,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:35.909097 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-0dafdcbc-10a6-4342-9db4-c3d89e1b41ac service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717675 Aug 16 03:05:36.356795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:36.357141 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Floating IP 01b96a08-dfb9-4940-a061-dacb427efa23 disassociated (deleted). External IP: 172.25.5.94, port: 9e077ebf-17cb-4976-9845-25fe1178b76b. Aug 16 03:05:36.438438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f2efca71-d871-4d16-aedd-c73246fdacfc req-c11a7a82-821a-4324-9ee0-4b655dbc8e3f service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106270 Aug 16 03:05:36.595771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:05:36.709447 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:05:36.715661 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:36.720429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] Sync routers for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:05:36.732711 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:05:36.733336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:36.760400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ac86f2f6-2b75-40b3-8de8-ef26c962773e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "DELETE /v2.0/floatingips/01b96a08-dfb9-4940-a061-dacb427efa23 HTTP/1.1" status: 204 len: 168 time: 1.7120988 Aug 16 03:05:36.853879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:05:37.085408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:49Z', 'revision_number': 5, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:37.113177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] Checking router: 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:05:37.121530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:05:37.122145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:37.191621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:05:37.194082 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:05:37.230906 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303ec809-abc5-40d5-867b-3441fe01f62a x-openstack-request-id: req-303ec809-abc5-40d5-867b-3441fe01f62a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:05:37.231430 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:05:37.231615 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-303ec809-abc5-40d5-867b-3441fe01f62a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:05:37.232044 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'status': 'completed', 'code': 200} Aug 16 03:05:37.232197 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:37.244179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:05:37.293545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-c8af1a75-7946-427a-b896-a112cf0a890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:37.295146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-c8af1a75-7946-427a-b896-a112cf0a890b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9034e65634094d989f27df878cabd6cf&device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 1097 time: 0.0427606 Aug 16 03:05:37.392676 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-c83dbcdf-dfff-449c-b0d3-88c2a3d99617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:37.395155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-c83dbcdf-dfff-449c-b0d3-88c2a3d99617 service neutron] 10.222.0.93 "GET /v2.0/networks?id=15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 200 len: 915 time: 0.0918829 Aug 16 03:05:37.444984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-07d17650-968b-492e-b881-9843c7c4779a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 200 len: 217 time: 0.0419219 Aug 16 03:05:37.452737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:49Z', 'revision_number': 5, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:37.485869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d7e56-2850-4d41-8448-7885ee51984f None None] The sync data for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 is: [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:03:43Z', 'revision_number': 4, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '68ac4669-811b-49ce-ac4e-a9fc813b5826', 'name': '', 'network_id': '15796331-e689-4de8-a212-730359f16205', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'mac_address': 'fa:16:3e:18:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:42Z', 'updated_at': '2021-08-16T03:03:49Z', 'revision_number': 5, 'project_id': '9034e65634094d989f27df878cabd6cf', 'subnets': [{'id': '42a3a537-924b-4b11-a587-4d352d714ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:05:37.527586 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-ab5c4b9a-ca09-464f-9b66-c18e0dd61a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:37.529111 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-ab5c4b9a-ca09-464f-9b66-c18e0dd61a18 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 200 len: 853 time: 0.0772283 Aug 16 03:05:37.585626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-5e865977-4312-45b0-ab1b-5de42f96d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:37.587214 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-5e865977-4312-45b0-ab1b-5de42f96d52b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=15796331-e689-4de8-a212-730359f16205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501676 Aug 16 03:05:37.688325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-804b18a1-3ac5-4634-96fa-2432e53209c5 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938914 Aug 16 03:05:37.809360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f7e7eb0-3b3c-4867-88a9-d60028f412b6 req-2e10eda7-0af1-473b-b80b-3e4cbc96b386 service neutron] 10.222.0.93 "GET /v2.0/networks/15796331-e689-4de8-a212-730359f16205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122432 Aug 16 03:05:37.842617 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a52ed-7d7c-41f6-b8a8-ccb4732b7018 None None] New status for floating IP 01b96a08-dfb9-4940-a061-dacb427efa23: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:05:38.578993 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:42.976646 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:43.744637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94d6a1-d058-477f-b2d7-47a36c5b9613 req-3e816712-9ba5-4705-83db-5931e5859c75 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:43.746505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e94d6a1-d058-477f-b2d7-47a36c5b9613 req-3e816712-9ba5-4705-83db-5931e5859c75 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 945 time: 0.0505273 Aug 16 03:05:43.787281 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6e94d6a1-d058-477f-b2d7-47a36c5b9613 req-b3adbc7e-9325-48a0-85a4-b1ba19da1999 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Aug 16 03:05:44.907709 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bc32d-8d1c-4042-a4ee-9b0ced62536c req-c4cde138-ca4e-4837-b473-151ac89e4634 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:44.909195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-827bc32d-8d1c-4042-a4ee-9b0ced62536c req-c4cde138-ca4e-4837-b473-151ac89e4634 tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 945 time: 0.0545523 Aug 16 03:05:44.965711 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-827bc32d-8d1c-4042-a4ee-9b0ced62536c req-5746f567-d661-4ec9-937f-efc63fcd62ff tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/security-groups?id=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484514 Aug 16 03:05:45.331875 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940a87-5616-42e0-94c6-26294e37d62d req-4cc4adbe-2c2e-4373-8ba1-a46e7d40d98c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.333374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad940a87-5616-42e0-94c6-26294e37d62d req-4cc4adbe-2c2e-4373-8ba1-a46e7d40d98c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 945 time: 0.0499446 Aug 16 03:05:45.424602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ad940a87-5616-42e0-94c6-26294e37d62d req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Deleting port 9e077ebf-17cb-4976-9845-25fe1178b76b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:45.424850 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad940a87-5616-42e0-94c6-26294e37d62d req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.513013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ad940a87-5616-42e0-94c6-26294e37d62d req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] For port 9e077ebf-17cb-4976-9845-25fe1178b76b, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=9e077ebf-17cb-4976-9845-25fe1178b76b,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:45.513383 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad940a87-5616-42e0-94c6-26294e37d62d req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.526867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ad940a87-5616-42e0-94c6-26294e37d62d req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Calling delete_port for 9e077ebf-17cb-4976-9845-25fe1178b76b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:45.656557 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad940a87-5616-42e0-94c6-26294e37d62d req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.668475 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['9e077ebf-17cb-4976-9845-25fe1178b76b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:05:45.688399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Pushing event deleted for resources: {'Port': ['ID=9e077ebf-17cb-4976-9845-25fe1178b76b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:45.729579 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad940a87-5616-42e0-94c6-26294e37d62d req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] No DVR routers for this DVR port 9e077ebf-17cb-4976-9845-25fe1178b76b on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:05:45.732210 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad940a87-5616-42e0-94c6-26294e37d62d req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.734216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ad940a87-5616-42e0-94c6-26294e37d62d req-357065ea-1d91-48d5-97e9-7bae8fa9a89c tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.93 "DELETE /v2.0/ports/9e077ebf-17cb-4976-9845-25fe1178b76b HTTP/1.1" status: 204 len: 173 time: 0.3950756 Aug 16 03:05:45.734658 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'name': 'network-vif-deleted', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:05:45.736959 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f2d30a-2d23-4cb2-a742-b26a64580e3a" -d '{"events": [{"server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "name": "network-vif-deleted", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:05:45.773386 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e9de3-9c9e-4443-b8f7-92cdc8738784 x-openstack-request-id: req-772e9de3-9c9e-4443-b8f7-92cdc8738784 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:05:45.773682 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ced7537-89bf-4a6b-955e-d2ab1db7d852", "name": "network-vif-deleted", "tag": "9e077ebf-17cb-4976-9845-25fe1178b76b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:05:45.774011 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-772e9de3-9c9e-4443-b8f7-92cdc8738784 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:05:45.774419 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ced7537-89bf-4a6b-955e-d2ab1db7d852', 'name': 'network-vif-deleted', 'tag': '9e077ebf-17cb-4976-9845-25fe1178b76b', 'status': 'completed', 'code': 200} Aug 16 03:05:46.080046 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efc84251-c5ad-495b-b221-49bf584d5b7b req-1e8e797d-1745-4258-9385-381408a6f75e tempest-TestMinimumBasicScenario-1426831934 tempest-TestMinimumBasicScenario-1426831934-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ced7537-89bf-4a6b-955e-d2ab1db7d852 HTTP/1.1" status: 200 len: 210 time: 0.0319850 Aug 16 03:05:47.650957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:48.001302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:48.008908 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9e077ebf-17cb-4976-9845-25fe1178b76b no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:05:48.029545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 9e077ebf-17cb-4976-9845-25fe1178b76b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:05:48.029898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 9e077ebf-17cb-4976-9845-25fe1178b76b not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:05:48.252312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Deleting port 68ac4669-811b-49ce-ac4e-a9fc813b5826 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:48.252594 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:48.344039 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] For port 68ac4669-811b-49ce-ac4e-a9fc813b5826, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=68ac4669-811b-49ce-ac4e-a9fc813b5826,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:48.344401 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:48.358262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Calling delete_port for 68ac4669-811b-49ce-ac4e-a9fc813b5826 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:48.538533 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:48.566609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Pushing event deleted for resources: {'Port': ['ID=68ac4669-811b-49ce-ac4e-a9fc813b5826,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:48.730498 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:48.946545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:05:49.052485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:05:49.057629 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3eb10e7b-291f-4745-87d3-0c66938589ad admin admin] 10.222.0.61 "PUT /v2.0/routers/0cfcf49a-97ca-43f0-a44d-8599c3e57ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4055128 Aug 16 03:05:49.060373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:49.061423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] Sync routers for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:05:49.071130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:05:49.071988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:49.166940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:49.176534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:05:49.275060 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:49.329797 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Deleting port 76a01f04-89c0-48be-9c33-fde4b07e46c9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:49.330140 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:49.355749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:05:48Z', 'revision_number': 5, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port': {'id': '76a01f04-89c0-48be-9c33-fde4b07e46c9', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:41Z', 'updated_at': '2021-08-16T03:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:49.382818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] Checking router: 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:05:49.391048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] Routers {'0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:05:49.391689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:49.416613 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] For port 76a01f04-89c0-48be-9c33-fde4b07e46c9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=76a01f04-89c0-48be-9c33-fde4b07e46c9,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:49.416977 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:49.429831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Calling delete_port for 76a01f04-89c0-48be-9c33-fde4b07e46c9 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:49.477165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] Set router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:05:49.527365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:05:49Z', 'revision_number': 6, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:49.558120 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da081ff-fea1-4ac3-90cb-753ea079ae1c None None] The sync data for ids ['0cfcf49a-97ca-43f0-a44d-8599c3e57ac0'] in n-d-768862-14 is: [{'id': '0cfcf49a-97ca-43f0-a44d-8599c3e57ac0', 'name': 'tempest-TestMinimumBasicScenario-640494193-router', 'tenant_id': '9034e65634094d989f27df878cabd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:40Z', 'updated_at': '2021-08-16T03:05:49Z', 'revision_number': 6, 'project_id': '9034e65634094d989f27df878cabd6cf', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:05:49.598835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:49.626851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Pushing event deleted for resources: {'Port': ['ID=76a01f04-89c0-48be-9c33-fde4b07e46c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:49.685249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:49.777264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:49.779423 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.093875 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.094584 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:05:50.099585 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.100863 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b92e84bd-c60d-4d46-8491-b390fd80e22b admin admin] 10.222.0.61 "DELETE /v2.0/routers/0cfcf49a-97ca-43f0-a44d-8599c3e57ac0 HTTP/1.1" status: 204 len: 168 time: 1.0393353 Aug 16 03:05:50.103360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:50.148291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-041b8d35-3c62-453c-8838-d81b33145548 admin admin] Deleting subnet 42a3a537-924b-4b11-a587-4d352d714ae5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:05:50.151364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041b8d35-3c62-453c-8838-d81b33145548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.185068 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041b8d35-3c62-453c-8838-d81b33145548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.264987 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041b8d35-3c62-453c-8838-d81b33145548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.326137 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041b8d35-3c62-453c-8838-d81b33145548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.345873 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c25a7-8a4d-49d4-9a2f-a5fbe54de788 None None] Network 15796331-e689-4de8-a212-730359f16205 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:05:50.353288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 68ac4669-811b-49ce-ac4e-a9fc813b5826 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:05:50.358358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041b8d35-3c62-453c-8838-d81b33145548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.360252 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-041b8d35-3c62-453c-8838-d81b33145548 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/42a3a537-924b-4b11-a587-4d352d714ae5 HTTP/1.1" status: 204 len: 168 time: 0.2559760 Aug 16 03:05:50.361208 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b8d35-3c62-453c-8838-d81b33145548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a3a537-924b-4b11-a587-4d352d714ae5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:50.363504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41962) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:50.428302 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 68ac4669-811b-49ce-ac4e-a9fc813b5826 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:05:50.428662 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 68ac4669-811b-49ce-ac4e-a9fc813b5826 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:05:50.429081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 76a01f04-89c0-48be-9c33-fde4b07e46c9 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:05:50.439554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.500288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Deleting port e08b9452-e3c9-4050-945f-94550098aca0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:50.500635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.570792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] For port e08b9452-e3c9-4050-945f-94550098aca0, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e08b9452-e3c9-4050-945f-94550098aca0,segment=NetworkSegment(894c2c57-e280-485a-b220-36f9d0c22dcb),segment_id=894c2c57-e280-485a-b220-36f9d0c22dcb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:50.571471 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.586631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Calling delete_port for e08b9452-e3c9-4050-945f-94550098aca0 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:50.619520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 76a01f04-89c0-48be-9c33-fde4b07e46c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:05:50.619887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 76a01f04-89c0-48be-9c33-fde4b07e46c9 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:05:50.689900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.719034 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] No DVR routers for this DVR port e08b9452-e3c9-4050-945f-94550098aca0 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:05:50.723751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08b9452-e3c9-4050-945f-94550098aca0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:50.758618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be0593-0c53-4237-8ae3-bce493a9f73c None None] DHCP port deletion for 15796331-e689-4de8-a212-730359f16205 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:05:50.797247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.808084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15796331-e689-4de8-a212-730359f16205']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:50.819078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894c2c57-e280-485a-b220-36f9d0c22dcb') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:50.819411 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894c2c57-e280-485a-b220-36f9d0c22dcb') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:50.828082 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.845337 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.851776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:05:50.852171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:05:50.853962 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:05:50.908367 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.914260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.916135 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] 10.222.0.61 "DELETE /v2.0/networks/15796331-e689-4de8-a212-730359f16205 HTTP/1.1" status: 204 len: 168 time: 0.5516355 Aug 16 03:05:50.919434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 41964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:50.927948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88260e90-7bec-4b89-9942-21fcba8c3a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=15796331-e689-4de8-a212-730359f16205,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:51.292509 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:51.543916 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Deleting port a21d04f6-b3e1-4e46-a408-c3704b28c7fb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:51.544264 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:51.625205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] For port a21d04f6-b3e1-4e46-a408-c3704b28c7fb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a21d04f6-b3e1-4e46-a408-c3704b28c7fb,segment=NetworkSegment(e2a2de06-a3c6-49e9-81cd-6dc662901999),segment_id=e2a2de06-a3c6-49e9-81cd-6dc662901999)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:51.625573 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:51.640878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Calling delete_port for a21d04f6-b3e1-4e46-a408-c3704b28c7fb owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:51.822246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:51.849790 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21d04f6-b3e1-4e46-a408-c3704b28c7fb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:52.023278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:52.242948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Router 41f72510-f204-4ad1-94d7-fc5a64ec9465 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:05:52.343201 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e08b9452-e3c9-4050-945f-94550098aca0 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:05:52.358190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:05:52.365538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cd5ca060-b940-4461-a9f0-d07fe0e10b79 admin admin] 10.222.0.61 "PUT /v2.0/routers/41f72510-f204-4ad1-94d7-fc5a64ec9465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435787 Aug 16 03:05:52.367079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:52.368418 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] Sync routers for ids ['41f72510-f204-4ad1-94d7-fc5a64ec9465'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:05:52.374426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: e08b9452-e3c9-4050-945f-94550098aca0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:05:52.374968 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e08b9452-e3c9-4050-945f-94550098aca0 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:05:52.377532 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] Routers {'41f72510-f204-4ad1-94d7-fc5a64ec9465'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:05:52.378203 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['41f72510-f204-4ad1-94d7-fc5a64ec9465'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:52.482310 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] Set router 41f72510-f204-4ad1-94d7-fc5a64ec9465 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:05:52.483232 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:52.585982 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:52.638631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Deleting port 9e7716a2-0f6f-4e73-bc44-d016681e0648 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:52.638881 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:52.660244 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:05:51Z', 'revision_number': 5, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'gw_port': {'id': '9e7716a2-0f6f-4e73-bc44-d016681e0648', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:52.689803 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] Checking router: 41f72510-f204-4ad1-94d7-fc5a64ec9465 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:05:52.698041 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] Routers {'41f72510-f204-4ad1-94d7-fc5a64ec9465'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:05:52.698648 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['41f72510-f204-4ad1-94d7-fc5a64ec9465'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:52.725382 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] For port 9e7716a2-0f6f-4e73-bc44-d016681e0648, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=9e7716a2-0f6f-4e73-bc44-d016681e0648,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:52.725749 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:52.739925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Calling delete_port for 9e7716a2-0f6f-4e73-bc44-d016681e0648 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:52.779075 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] Set router 41f72510-f204-4ad1-94d7-fc5a64ec9465 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:05:52.832645 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:05:52Z', 'revision_number': 6, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:52.859591 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab00e3ac-cec7-4da7-bc06-95bee3acdfd4 None None] The sync data for ids ['41f72510-f204-4ad1-94d7-fc5a64ec9465'] in n-d-768862-14 is: [{'id': '41f72510-f204-4ad1-94d7-fc5a64ec9465', 'name': 'tempest-TestMinimumBasicScenario-1990798329-router', 'tenant_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:03:45Z', 'updated_at': '2021-08-16T03:05:52Z', 'revision_number': 6, 'project_id': '5ed82cbec4c74ecaa1df1484fbc87e1b', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:05:52.908440 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:52.932223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7716a2-0f6f-4e73-bc44-d016681e0648,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:52.994449 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.092413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.094541 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.498658 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.499401 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f72510-f204-4ad1-94d7-fc5a64ec9465 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:05:53.503699 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.505207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a1750fb4-672e-40ea-b700-cc304d9b38f2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/41f72510-f204-4ad1-94d7-fc5a64ec9465 HTTP/1.1" status: 204 len: 168 time: 1.1369858 Aug 16 03:05:53.507810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:53.559470 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7df662e-9e23-4441-b3bc-bc34b5c36bd2 admin admin] Deleting subnet 92e7925f-453a-4a0a-b0f1-89745aa71ef3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:05:53.562457 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df662e-9e23-4441-b3bc-bc34b5c36bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.598827 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df662e-9e23-4441-b3bc-bc34b5c36bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.686056 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df662e-9e23-4441-b3bc-bc34b5c36bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.745279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df662e-9e23-4441-b3bc-bc34b5c36bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.771718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df662e-9e23-4441-b3bc-bc34b5c36bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e7925f-453a-4a0a-b0f1-89745aa71ef3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:53.776245 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7df662e-9e23-4441-b3bc-bc34b5c36bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.779314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b7df662e-9e23-4441-b3bc-bc34b5c36bd2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/92e7925f-453a-4a0a-b0f1-89745aa71ef3 HTTP/1.1" status: 204 len: 168 time: 0.2703056 Aug 16 03:05:53.780431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962edfc-fc15-4696-adae-8c1ad4985af5 None None] Network c6eb49b3-f8a0-4a96-bc77-826da6164859 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:05:53.781501 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:53.855531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.915474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Deleting port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:53.915815 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.966903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] DHCP port deletion for c6eb49b3-f8a0-4a96-bc77-826da6164859 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:05:53.980962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] For port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5ba0193b-32d8-43ec-9df7-58d1a8d6140d,segment=NetworkSegment(e2a2de06-a3c6-49e9-81cd-6dc662901999),segment_id=e2a2de06-a3c6-49e9-81cd-6dc662901999)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:53.981335 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.995413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Calling delete_port for 5ba0193b-32d8-43ec-9df7-58d1a8d6140d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:54.020070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Deleting port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:54.020070 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.083297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] For port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5ba0193b-32d8-43ec-9df7-58d1a8d6140d,segment=NetworkSegment(e2a2de06-a3c6-49e9-81cd-6dc662901999),segment_id=e2a2de06-a3c6-49e9-81cd-6dc662901999)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:05:54.083676 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.083870 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.096531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Calling delete_port for 5ba0193b-32d8-43ec-9df7-58d1a8d6140d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:54.110443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba0193b-32d8-43ec-9df7-58d1a8d6140d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:54.115254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] No DVR routers for this DVR port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:05:54.176236 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.191521 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.201924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6eb49b3-f8a0-4a96-bc77-826da6164859']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:54.204165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Pushing event deleted for resources: {'Port': ['ID=5ba0193b-32d8-43ec-9df7-58d1a8d6140d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:54.208742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] No DVR routers for this DVR port 5ba0193b-32d8-43ec-9df7-58d1a8d6140d on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:05:54.215025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a2de06-a3c6-49e9-81cd-6dc662901999') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:54.215589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a2de06-a3c6-49e9-81cd-6dc662901999') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:54.215774 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.216130 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.216477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.216818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.217157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.217489 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.217820 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.218148 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.218481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.218809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.219155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.219481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da42491d-f668-4218-977f-3fd25e871be9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:54.234908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.251757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.258735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:05:54.259216 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:05:54.261065 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:05:54.301015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9e7716a2-0f6f-4e73-bc44-d016681e0648 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:05:54.321708 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.327482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 9e7716a2-0f6f-4e73-bc44-d016681e0648 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:05:54.327824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 9e7716a2-0f6f-4e73-bc44-d016681e0648 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:05:54.328251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a21d04f6-b3e1-4e46-a408-c3704b28c7fb no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:05:54.334051 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.335917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c6eb49b3-f8a0-4a96-bc77-826da6164859 HTTP/1.1" status: 204 len: 168 time: 0.5534847 Aug 16 03:05:54.350186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea06ea-3dc8-46e1-bdb2-5283831803a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6eb49b3-f8a0-4a96-bc77-826da6164859,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:54.363849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a21d04f6-b3e1-4e46-a408-c3704b28c7fb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:05:54.364205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a21d04f6-b3e1-4e46-a408-c3704b28c7fb not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:05:54.364809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5ba0193b-32d8-43ec-9df7-58d1a8d6140d no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:05:54.384145 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5ba0193b-32d8-43ec-9df7-58d1a8d6140d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:05:54.384505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5ba0193b-32d8-43ec-9df7-58d1a8d6140d not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:05:54.504976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:54.544245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c5a568c8-4bf4-4bb6-a5ff-cecc068cf15a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9034e65634094d989f27df878cabd6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380926 Aug 16 03:05:54.546615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:54.600010 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f99f64b-3248-4c14-80ef-ce0b75c39229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.621217 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f99f64b-3248-4c14-80ef-ce0b75c39229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.667999 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f99f64b-3248-4c14-80ef-ce0b75c39229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.670584 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f99f64b-3248-4c14-80ef-ce0b75c39229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.671959 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0f99f64b-3248-4c14-80ef-ce0b75c39229 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fdffbfc7-2f96-49e0-902e-c57d61d0ebd4 HTTP/1.1" status: 204 len: 168 time: 0.1244216 Aug 16 03:05:54.681475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99f64b-3248-4c14-80ef-ce0b75c39229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdffbfc7-2f96-49e0-902e-c57d61d0ebd4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:54.977930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:55.017293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b05cbb29-d598-4165-9321-314f119c74f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ed82cbec4c74ecaa1df1484fbc87e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382204 Aug 16 03:05:55.020711 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 41984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:55.069419 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb466faa-6d6f-4223-94e9-fbdad50da71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:55.090927 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb466faa-6d6f-4223-94e9-fbdad50da71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:55.140486 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb466faa-6d6f-4223-94e9-fbdad50da71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:55.143137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb466faa-6d6f-4223-94e9-fbdad50da71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:55.144795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-eb466faa-6d6f-4223-94e9-fbdad50da71d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a21d7f0-4ecf-41cd-904c-9f26ac6295f9 HTTP/1.1" status: 204 len: 168 time: 0.1231477 Aug 16 03:05:55.152719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb466faa-6d6f-4223-94e9-fbdad50da71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a21d7f0-4ecf-41cd-904c-9f26ac6295f9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:56.667862 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:56.672626 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748339421', 'description': 'tempest-secgroup-smoke-1748339421 description', 'project_id': 'b1ac69da183c4038890fde21075c273a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:56.697433 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.705114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.793889 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.797402 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.833045 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3acd2e-8096-4e4b-a170-3b2500de1ab7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:56.889744 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.893495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.924752 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.926511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2576196 Aug 16 03:05:56.927570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a288-8625-46de-bef7-441bed5ebeeb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:56.930367 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42026) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:56.935159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3026efd9-cf9d-46ca-b3d1-8279c51d6ef5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '8fe537c9-4fd4-4bbf-bfb3-98d6410a8126', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:56.961809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3026efd9-cf9d-46ca-b3d1-8279c51d6ef5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.016075 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3026efd9-cf9d-46ca-b3d1-8279c51d6ef5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.020094 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3026efd9-cf9d-46ca-b3d1-8279c51d6ef5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.038482 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026efd9-cf9d-46ca-b3d1-8279c51d6ef5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcb55f6-a560-4ca9-9e4f-46a0b1aa325c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:57.044420 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3026efd9-cf9d-46ca-b3d1-8279c51d6ef5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.047550 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3026efd9-cf9d-46ca-b3d1-8279c51d6ef5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160893 Aug 16 03:05:57.048473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:57.053633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ff75db63-5944-4e85-829c-158ed4a83d77 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '8fe537c9-4fd4-4bbf-bfb3-98d6410a8126', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:57.083332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff75db63-5944-4e85-829c-158ed4a83d77 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.144392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff75db63-5944-4e85-829c-158ed4a83d77 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.148178 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff75db63-5944-4e85-829c-158ed4a83d77 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.166713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75db63-5944-4e85-829c-158ed4a83d77 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4132b461-1d0e-40bd-a3e0-15d985a94bf8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:57.173319 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff75db63-5944-4e85-829c-158ed4a83d77 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.174590 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ff75db63-5944-4e85-829c-158ed4a83d77 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251373 Aug 16 03:05:57.177940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:57.182371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-70eb9c49-1d9b-47dc-98d5-e476c094a162 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '8fe537c9-4fd4-4bbf-bfb3-98d6410a8126', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:57.209502 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c49-1d9b-47dc-98d5-e476c094a162 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.265886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c49-1d9b-47dc-98d5-e476c094a162 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.270180 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c49-1d9b-47dc-98d5-e476c094a162 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.290304 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb9c49-1d9b-47dc-98d5-e476c094a162 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30efb43a-7aef-4ef0-a17d-5d133ad54703,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:57.296800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c49-1d9b-47dc-98d5-e476c094a162 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.298081 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-70eb9c49-1d9b-47dc-98d5-e476c094a162 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192935 Aug 16 03:05:57.301459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:57.306072 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7f25c93c-1c14-4b3a-bc9a-1e28c7aab6b9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '8fe537c9-4fd4-4bbf-bfb3-98d6410a8126', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:57.332748 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f25c93c-1c14-4b3a-bc9a-1e28c7aab6b9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.393127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f25c93c-1c14-4b3a-bc9a-1e28c7aab6b9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.396784 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f25c93c-1c14-4b3a-bc9a-1e28c7aab6b9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.415155 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25c93c-1c14-4b3a-bc9a-1e28c7aab6b9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2a38c6-3596-42b1-a0b7-e5f67dad5b2a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:57.420803 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f25c93c-1c14-4b3a-bc9a-1e28c7aab6b9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.422013 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7f25c93c-1c14-4b3a-bc9a-1e28c7aab6b9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193924 Aug 16 03:05:57.425394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:57.430528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8ce8c927-e2a5-481f-93e2-2eea3de3c7a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '8fe537c9-4fd4-4bbf-bfb3-98d6410a8126', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:57.451922 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-8ce8c927-e2a5-481f-93e2-2eea3de3c7a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:05:57.456799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c927-e2a5-481f-93e2-2eea3de3c7a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.517483 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c927-e2a5-481f-93e2-2eea3de3c7a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.521095 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c927-e2a5-481f-93e2-2eea3de3c7a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.538765 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8c927-e2a5-481f-93e2-2eea3de3c7a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984d79bf-61cf-46e6-92bf-27d3d278296c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:57.544143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c927-e2a5-481f-93e2-2eea3de3c7a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.545084 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8ce8c927-e2a5-481f-93e2-2eea3de3c7a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183918 Aug 16 03:05:57.547776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:57.552944 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c135a9bf-6add-483f-863b-c160fd721d30 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '8fe537c9-4fd4-4bbf-bfb3-98d6410a8126', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:57.574946 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-c135a9bf-6add-483f-863b-c160fd721d30 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:05:57.579751 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c135a9bf-6add-483f-863b-c160fd721d30 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.640894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c135a9bf-6add-483f-863b-c160fd721d30 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.644334 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c135a9bf-6add-483f-863b-c160fd721d30 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.664820 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135a9bf-6add-483f-863b-c160fd721d30 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c927e33f-11cb-4ece-b929-eabf65be7338,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:57.670961 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c135a9bf-6add-483f-863b-c160fd721d30 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.672370 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c135a9bf-6add-483f-863b-c160fd721d30 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236718 Aug 16 03:05:57.675907 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:57.681128 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'network': {'name': 'tempest-network-smoke--616965764', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:57.700809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:05:57.704528 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.728180 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:05:57.737104 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.738096 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Added segment 6d5f8a4e-9904-4128-91b7-051bea8e6d80 of type vlan for network 7e6f6d58-160a-4ee2-8563-352accafa873 Aug 16 03:05:57.777968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.809377 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.815349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:57.816213 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.872234 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1952155 Aug 16 03:05:57.875168 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42040) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:57.881768 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'admin_state_up': True, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:57.893819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1e360-caf5-4afc-a11d-d3baad53666b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Network': ['ID=7e6f6d58-160a-4ee2-8563-352accafa873,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:57.904916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 7e6f6d58-160a-4ee2-8563-352accafa873 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:05:57.911426 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.912501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.969723 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.119832 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.311421 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.329714 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.436196 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.140 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/297cbd0c-0dc9-4400-821f-078fcb1e0231) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:05:58.539192 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.577169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:58.621209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:05:58.624433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:05:58.628513 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:05:58.634103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=297cbd0c-0dc9-4400-821f-078fcb1e0231,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:59.152437 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.348843 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.477352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router cb2da3cc-0156-4506-b974-01827262b1a0 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:05:59.582897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:05:59.592506 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59669d-4210-48de-97db-6706682a0972 None None] Sync routers for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:05:59.602237 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.603605 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e1afed79-895c-44a8-b6fd-a9a53a223c7f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7275133 Aug 16 03:05:59.603747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59669d-4210-48de-97db-6706682a0972 None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:05:59.604481 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da59669d-4210-48de-97db-6706682a0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:59.606744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:59.711297 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-da59669d-4210-48de-97db-6706682a0972 None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:05:59.736700 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ee217d33-2aa3-4f39-800f-8bb3936dd7fb tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b1ac69da183c4038890fde21075c273a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1287019 Aug 16 03:05:59.739683 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:59.825870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d27f6-fc67-429a-b1d6-f798af23abf6 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:59.827512 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-050d27f6-fc67-429a-b1d6-f798af23abf6 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869291 Aug 16 03:05:59.830375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:59.868549 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-591d961e-156c-4d24-afdc-5681ede56f36 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345180 Aug 16 03:05:59.868798 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:59.875428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-743517804', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:05:59.894226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da59669d-4210-48de-97db-6706682a0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:05:59Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:05:59.920679 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59669d-4210-48de-97db-6706682a0972 None None] Checking router: cb2da3cc-0156-4506-b974-01827262b1a0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:05:59.921038 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59669d-4210-48de-97db-6706682a0972 None None] Updating router cb2da3cc-0156-4506-b974-01827262b1a0 port 297cbd0c-0dc9-4400-821f-078fcb1e0231 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:05:59.950188 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da59669d-4210-48de-97db-6706682a0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.968404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:05:59.972326 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.162055 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.204857 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da59669d-4210-48de-97db-6706682a0972 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.215756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da59669d-4210-48de-97db-6706682a0972 None None] Transition to ACTIVE for port object 297cbd0c-0dc9-4400-821f-078fcb1e0231 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:00.221147 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da59669d-4210-48de-97db-6706682a0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.223994 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Subnet': ['ID=dde2a769-f4cc-45f8-a6ee-d98df61f44e0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:00.232746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Checking segment: {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:00.233086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network hostable DHCP agents. Network: 7e6f6d58-160a-4ee2-8563-352accafa873, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:06:00.251731 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 7e6f6d58-160a-4ee2-8563-352accafa873 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:06:00.261347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 7e6f6d58-160a-4ee2-8563-352accafa873) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:00.265540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:00.266121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.272835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f097c8-98a2-4184-97d4-91cfaae94854 None None] Network 7e6f6d58-160a-4ee2-8563-352accafa873 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:06:00.281943 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a3864ae1-ab6d-4529-8b7d-9e86d694dc2c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4107873 Aug 16 03:06:00.285395 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42052) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:00.288914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da59669d-4210-48de-97db-6706682a0972 None None] Attempting to bind port 297cbd0c-0dc9-4400-821f-078fcb1e0231 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:00.289294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da59669d-4210-48de-97db-6706682a0972 None None] Attempting to bind port 297cbd0c-0dc9-4400-821f-078fcb1e0231 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:00.289666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59669d-4210-48de-97db-6706682a0972 None None] Attempting to bind port 297cbd0c-0dc9-4400-821f-078fcb1e0231 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:00.291573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c79f3-a480-4d26-8393-b859040d8b4a None None] Pushing event updated for resources: {'Port': ['ID=297cbd0c-0dc9-4400-821f-078fcb1e0231,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:00.326310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59669d-4210-48de-97db-6706682a0972 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:00.326688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59669d-4210-48de-97db-6706682a0972 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:00.327105 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da59669d-4210-48de-97db-6706682a0972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.327536 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59669d-4210-48de-97db-6706682a0972 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:00.327995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-da59669d-4210-48de-97db-6706682a0972 None None] Bound port: 297cbd0c-0dc9-4400-821f-078fcb1e0231, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:00.328385 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da59669d-4210-48de-97db-6706682a0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.406471 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da59669d-4210-48de-97db-6706682a0972 None None] For port 297cbd0c-0dc9-4400-821f-078fcb1e0231, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:00.410729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da59669d-4210-48de-97db-6706682a0972 None None] For port 297cbd0c-0dc9-4400-821f-078fcb1e0231, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=297cbd0c-0dc9-4400-821f-078fcb1e0231,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:00.415652 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da59669d-4210-48de-97db-6706682a0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.527259 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c79f3-a480-4d26-8393-b859040d8b4a None None] Pushing event updated for resources: {'Port': ['ID=297cbd0c-0dc9-4400-821f-078fcb1e0231,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:00.529764 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59669d-4210-48de-97db-6706682a0972 None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:00.530381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da59669d-4210-48de-97db-6706682a0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:00.566814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-7e6f6d58-160a-4ee2-8563-352accafa873', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:06:00.567710 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.716818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-da59669d-4210-48de-97db-6706682a0972 None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:00.744584 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.855750 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Allocated IP 172.20.0.2 (7e6f6d58-160a-4ee2-8563-352accafa873/dde2a769-f4cc-45f8-a6ee-d98df61f44e0/bcd7bba7-1d8c-46ae-bdac-46c81319f861) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:01.040696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da59669d-4210-48de-97db-6706682a0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:05:59Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:01.074853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59669d-4210-48de-97db-6706682a0972 None None] The sync data for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 is: [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:05:59Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:01.091383 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.099339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1631ffe-be9a-4b6f-81d7-7a8c2981e16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.103268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Transition to ACTIVE for port object bcd7bba7-1d8c-46ae-bdac-46c81319f861 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:01.120514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Transition to ACTIVE for port object bcd7bba7-1d8c-46ae-bdac-46c81319f861 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:01.126022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.167826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Network 7e6f6d58-160a-4ee2-8563-352accafa873 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:01.170894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:01.174606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:01.182441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Pushing event updated for resources: {'Port': ['ID=bcd7bba7-1d8c-46ae-bdac-46c81319f861,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:01.196321 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.1 (7e6f6d58-160a-4ee2-8563-352accafa873/dde2a769-f4cc-45f8-a6ee-d98df61f44e0/a9ce4e4f-5807-45ba-8ddc-afd24f5166b9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:01.236976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Attempting to bind port bcd7bba7-1d8c-46ae-bdac-46c81319f861 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:01.237877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Attempting to bind port bcd7bba7-1d8c-46ae-bdac-46c81319f861 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:01.238249 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Attempting to bind port bcd7bba7-1d8c-46ae-bdac-46c81319f861 on network 7e6f6d58-160a-4ee2-8563-352accafa873 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:01.243623 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:01.244006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Checking segment: {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:01.244419 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.244859 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Bound using segment: {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:01.245331 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Bound port: bcd7bba7-1d8c-46ae-bdac-46c81319f861, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:01.245720 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.326863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] For port bcd7bba7-1d8c-46ae-bdac-46c81319f861, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:01.330812 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.339674 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] For port bcd7bba7-1d8c-46ae-bdac-46c81319f861, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bcd7bba7-1d8c-46ae-bdac-46c81319f861,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:01.348773 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.352589 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:01.398056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.422125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37de57-95fa-4cdc-820d-531b8908254f None None] Pushing event updated for resources: {'Port': ['ID=bcd7bba7-1d8c-46ae-bdac-46c81319f861,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:01.468572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=a9ce4e4f-5807-45ba-8ddc-afd24f5166b9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:01.473221 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.474240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 7e6f6d58-160a-4ee2-8563-352accafa873 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:01.476339 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:01.478668 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:01.531209 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.695809 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.993687 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:01.998306 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.075624 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.077425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=a9ce4e4f-5807-45ba-8ddc-afd24f5166b9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:02.181362 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 7e6f6d58-160a-4ee2-8563-352accafa873 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:02.183416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:02.312467 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router cb2da3cc-0156-4506-b974-01827262b1a0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:02.375656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bcd7bba7-1d8c-46ae-bdac-46c81319f861 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:02.444126 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:02.449642 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-46e9374c-41fa-4fb8-aaee-ef368c0f2be5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/cb2da3cc-0156-4506-b974-01827262b1a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1632299 Aug 16 03:06:02.569469 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93134d-6a7c-4237-80e2-8549f78019f3 None None] Network 7e6f6d58-160a-4ee2-8563-352accafa873 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:06:02.633748 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4718cf69-f342-4846-92fb-749452e466dc None None] Provisioning for port bcd7bba7-1d8c-46ae-bdac-46c81319f861 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:02.665669 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port bcd7bba7-1d8c-46ae-bdac-46c81319f861 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:02.678529 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bcd7bba7-1d8c-46ae-bdac-46c81319f861 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:02.678907 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.745810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-4ffd8cbc-d6c0-432a-a0f8-f49ca96a38d6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748339421&fields=id&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 267 time: 0.0368676 Aug 16 03:06:02.821211 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.860312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port bcd7bba7-1d8c-46ae-bdac-46c81319f861, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bcd7bba7-1d8c-46ae-bdac-46c81319f861,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:02.868341 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.869392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 297cbd0c-0dc9-4400-821f-078fcb1e0231 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:02.882481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-8c12bf6a-2d3f-447c-81a5-afdda0299ba3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:02.884119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-8c12bf6a-2d3f-447c-81a5-afdda0299ba3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/networks?id=7e6f6d58-160a-4ee2-8563-352accafa873 HTTP/1.1" status: 200 len: 796 time: 0.1295910 Aug 16 03:06:02.902460 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-6585a5d2-462c-455e-b84b-62f67a1bb1ad tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/quotas/b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 375 time: 0.0104206 Aug 16 03:06:02.957090 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 297cbd0c-0dc9-4400-821f-078fcb1e0231 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:02.962820 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-d6f22341-2006-4079-8329-09fa1a1ec4b9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505950 Aug 16 03:06:02.964963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 297cbd0c-0dc9-4400-821f-078fcb1e0231 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:02.965345 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.968162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=bcd7bba7-1d8c-46ae-bdac-46c81319f861,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:02.986548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-e0db1190-4e35-4440-a10d-422c7fca4eaa service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:06:02.988343 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-e0db1190-4e35-4440-a10d-422c7fca4eaa service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066338 Aug 16 03:06:03.013539 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Sync routers for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:03.022849 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:03.023575 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:05:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:03.080128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.101016 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-b12ecbdd-041a-4bad-b5f8-ecd2bb1d6398 service neutron] 10.222.0.61 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029875 Aug 16 03:06:03.110995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 297cbd0c-0dc9-4400-821f-078fcb1e0231, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=297cbd0c-0dc9-4400-821f-078fcb1e0231,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:03.120335 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.165130 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:03.197631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=297cbd0c-0dc9-4400-821f-078fcb1e0231,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:03.200535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aca71ee7-2fa1-4941-914e-c010cf28368e None None] Provisioning complete for port bcd7bba7-1d8c-46ae-bdac-46c81319f861 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:03.209124 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aca71ee7-2fa1-4941-914e-c010cf28368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.220074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-2972fe3b-12b0-4783-b92d-77719c9f5a10 service neutron] 10.222.0.61 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105835 Aug 16 03:06:03.320666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aca71ee7-2fa1-4941-914e-c010cf28368e None None] Provisioning for port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:03.325404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aca71ee7-2fa1-4941-914e-c010cf28368e None None] Provisioning complete for port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:03.325792 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aca71ee7-2fa1-4941-914e-c010cf28368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.392907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-aca71ee7-2fa1-4941-914e-c010cf28368e None None] Port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:06:03.432576 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a0e9f05f-f5f3-413b-8245-ca9ee4a37ce1 req-0f506db0-0764-4c8c-9377-cec2d1abac91 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 210 time: 0.0296979 Aug 16 03:06:03.514723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50d05666-85c0-4f67-bac1-08a0e8b76254 None None] Provisioning complete for port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:03.515132 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50d05666-85c0-4f67-bac1-08a0e8b76254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.543550 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a9ce4e4f-5807-45ba-8ddc-afd24f5166b9', 'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:14:e5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 2, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:03.555878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50d05666-85c0-4f67-bac1-08a0e8b76254 None None] Port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:06:03.574452 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Checking router: cb2da3cc-0156-4506-b974-01827262b1a0 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:03.574800 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Updating router cb2da3cc-0156-4506-b974-01827262b1a0 port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:06:03.598821 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.673935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-902ebe3a-a5f2-477f-9a1a-0ea3b9a76f3c None None] Provisioning complete for port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:03.674514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-902ebe3a-a5f2-477f-9a1a-0ea3b9a76f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.718846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e64d6a5-e8d4-4c42-955f-3a3eb7b6bd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.728686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-902ebe3a-a5f2-477f-9a1a-0ea3b9a76f3c None None] Port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:06:03.895074 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.905566 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Transition to ACTIVE for port object a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:03.911823 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:03.965218 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Pushing event updated for resources: {'Port': ['ID=a9ce4e4f-5807-45ba-8ddc-afd24f5166b9,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:03.992002 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.992513 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.993007 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.994176 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.994512 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.994844 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.995196 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.995521 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.995845 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.996167 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.996486 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:03.996802 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:04.032640 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Attempting to bind port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:04.033333 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Attempting to bind port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:04.033333 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Attempting to bind port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 on network 7e6f6d58-160a-4ee2-8563-352accafa873 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:04.039502 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:04.039879 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Checking segment: {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:04.040287 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.040707 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Bound using segment: {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:04.041179 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Bound port: a9ce4e4f-5807-45ba-8ddc-afd24f5166b9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:04.041556 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.068872 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.117259 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] For port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:04.120914 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] For port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a9ce4e4f-5807-45ba-8ddc-afd24f5166b9,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:04.124860 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.189740 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fa1a8-2348-4859-8a5e-45555c4f60bf None None] Pushing event updated for resources: {'Port': ['ID=a9ce4e4f-5807-45ba-8ddc-afd24f5166b9,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:04.195119 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:04.196437 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:04.313101 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:04.328239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bcd7bba7-1d8c-46ae-bdac-46c81319f861 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:04.380462 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port bcd7bba7-1d8c-46ae-bdac-46c81319f861 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:04.380866 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.476565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 297cbd0c-0dc9-4400-821f-078fcb1e0231 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:04.529173 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a9ce4e4f-5807-45ba-8ddc-afd24f5166b9', 'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:14:e5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:04Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:04.543395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 297cbd0c-0dc9-4400-821f-078fcb1e0231 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:04.543927 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.561309 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b4cfb-a7d0-494e-929c-66b25360ffd2 None None] The sync data for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 is: [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a9ce4e4f-5807-45ba-8ddc-afd24f5166b9', 'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:14:e5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:04Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:04.633938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dda6b436-97a5-47db-bb8d-45c63125d1e9 req-56ba2901-5bcd-4fe9-9461-b898220f1f84 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 210 time: 0.0864162 Aug 16 03:06:04.711866 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-33ceac78-9f12-4c74-ad53-cf947e02166b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:04.713624 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-33ceac78-9f12-4c74-ad53-cf947e02166b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/networks?id=7e6f6d58-160a-4ee2-8563-352accafa873 HTTP/1.1" status: 200 len: 796 time: 0.2062917 Aug 16 03:06:04.761628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-21855249-11fb-4237-b7a9-c0bd8e38124b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 380 time: 0.0385091 Aug 16 03:06:04.771712 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'port': {'device_id': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'admin_state_up': True, 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'security_groups': ['8fe537c9-4fd4-4bbf-bfb3-98d6410a8126']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:04.888649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:06:04.892211 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.026669 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.6 (7e6f6d58-160a-4ee2-8563-352accafa873/dde2a769-f4cc-45f8-a6ee-d98df61f44e0/f85f0512-0bb7-45b5-a564-2798662e7448) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:05.084014 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.186779 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.202520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object f85f0512-0bb7-45b5-a564-2798662e7448 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:05.236903 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.285800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 7e6f6d58-160a-4ee2-8563-352accafa873 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:05.289091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:05.293111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:05.320694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=f85f0512-0bb7-45b5-a564-2798662e7448,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:05.349984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:05.351208 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.368945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-40992b70-5b37-49f8-836b-18f8212687d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6016364 Aug 16 03:06:05.381874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Request body: {'port': {'device_id': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:05.451372 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.554346 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1c9cbb13-6db2-41f2-8cf0-aeadef58135b None None] Provisioning for port f85f0512-0bb7-45b5-a564-2798662e7448 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:05.560541 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1c9cbb13-6db2-41f2-8cf0-aeadef58135b None None] Provisioning complete for port f85f0512-0bb7-45b5-a564-2798662e7448 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:05.561113 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c9cbb13-6db2-41f2-8cf0-aeadef58135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.596187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1c9cbb13-6db2-41f2-8cf0-aeadef58135b None None] Port f85f0512-0bb7-45b5-a564-2798662e7448 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:06:05.772545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85f0512-0bb7-45b5-a564-2798662e7448 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:06:05.781728 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.800068 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95901c7-c2ca-470a-9bf6-3d42052c6667 req-2139a8f0-5db7-468e-9008-14f3e494db6a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:05.801723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a95901c7-c2ca-470a-9bf6-3d42052c6667 req-2139a8f0-5db7-468e-9008-14f3e494db6a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 931 time: 0.0991154 Aug 16 03:06:05.806577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Transition to ACTIVE for port object f85f0512-0bb7-45b5-a564-2798662e7448 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:05.816673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.879555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a95901c7-c2ca-470a-9bf6-3d42052c6667 req-8b7017a6-799c-41b9-89fa-6a4ab81f4cab tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706139 Aug 16 03:06:05.891300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f85f0512-0bb7-45b5-a564-2798662e7448,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:05.968699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Attempting to bind port f85f0512-0bb7-45b5-a564-2798662e7448 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:05.969049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Attempting to bind port f85f0512-0bb7-45b5-a564-2798662e7448 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:05.969391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Attempting to bind port f85f0512-0bb7-45b5-a564-2798662e7448 on network 7e6f6d58-160a-4ee2-8563-352accafa873 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:05.974507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Port f85f0512-0bb7-45b5-a564-2798662e7448 on network 7e6f6d58-160a-4ee2-8563-352accafa873 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:06:05.974837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Attempting to bind port f85f0512-0bb7-45b5-a564-2798662e7448 on network 7e6f6d58-160a-4ee2-8563-352accafa873 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:05.979970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:05.980398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Checking segment: {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:05.980863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Bound using segment: {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:05.981376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Bound port: f85f0512-0bb7-45b5-a564-2798662e7448, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5f8a4e-9904-4128-91b7-051bea8e6d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:05.981744 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.054030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] For port f85f0512-0bb7-45b5-a564-2798662e7448, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:06.056934 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] For port f85f0512-0bb7-45b5-a564-2798662e7448, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f85f0512-0bb7-45b5-a564-2798662e7448,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:06.061315 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.095535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:06.096159 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.097951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] 10.222.0.93 "PUT /v2.0/ports/f85f0512-0bb7-45b5-a564-2798662e7448 HTTP/1.1" status: 200 len: 1092 time: 0.7205043 Aug 16 03:06:06.098199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:06.100498 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3214632e-48d4-4428-a0be-630e3c40722c" -d '{"events": [{"name": "network-changed", "server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:06.138827 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6a30d-54ac-4aa6-bfe5-cb3bf7329cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f85f0512-0bb7-45b5-a564-2798662e7448,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:06.172851 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d49d18-0abf-4159-8dce-ac467f82ac9c x-openstack-request-id: req-f8d49d18-0abf-4159-8dce-ac467f82ac9c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:06.173147 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:06.173402 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8d49d18-0abf-4159-8dce-ac467f82ac9c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:06.173803 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'status': 'completed', 'code': 200} Aug 16 03:06:06.191854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-f1613758-fcfa-4a7e-9595-3c82184c39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:06.193418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-f1613758-fcfa-4a7e-9595-3c82184c39b0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 1095 time: 0.0509381 Aug 16 03:06:06.242528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-de766b6a-3594-447a-9f45-5d9e52eadbda service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85f0512-0bb7-45b5-a564-2798662e7448 HTTP/1.1" status: 200 len: 217 time: 0.0411837 Aug 16 03:06:06.298596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-3590862b-ea9d-4913-ba1e-38217110a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:06.300284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-3590862b-ea9d-4913-ba1e-38217110a32c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dde2a769-f4cc-45f8-a6ee-d98df61f44e0 HTTP/1.1" status: 200 len: 834 time: 0.0511415 Aug 16 03:06:06.328589 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:06.349758 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-e0c1506a-9111-4b36-879b-b34eb2422249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:06.351551 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-e0c1506a-9111-4b36-879b-b34eb2422249 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e6f6d58-160a-4ee2-8563-352accafa873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442207 Aug 16 03:06:06.389466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:06.393166 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:06.394095 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.447074 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-630e7a9f-9062-4e0e-9d0d-ee0ce892f027 service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887840 Aug 16 03:06:06.475898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.511600 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a9ce4e4f-5807-45ba-8ddc-afd24f5166b9,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:06.515591 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.558811 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e04d57db-d317-4a79-b625-b5a1cf08766d req-8fada48b-8945-4ed3-85d7-79c2c8c60ac0 service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050715 Aug 16 03:06:06.569144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=a9ce4e4f-5807-45ba-8ddc-afd24f5166b9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:06.650218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214632e-48d4-4428-a0be-630e3c40722c req-295e15ef-9789-481e-bfe9-c5bde0d10b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:06.651832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3214632e-48d4-4428-a0be-630e3c40722c req-295e15ef-9789-481e-bfe9-c5bde0d10b68 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 1095 time: 0.0423434 Aug 16 03:06:06.743112 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214632e-48d4-4428-a0be-630e3c40722c req-30541d5d-ddb0-47d5-bfad-639db34881db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:06.744619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3214632e-48d4-4428-a0be-630e3c40722c req-30541d5d-ddb0-47d5-bfad-639db34881db service neutron] 10.222.0.93 "GET /v2.0/networks?id=7e6f6d58-160a-4ee2-8563-352accafa873 HTTP/1.1" status: 200 len: 897 time: 0.0864139 Aug 16 03:06:06.786057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3214632e-48d4-4428-a0be-630e3c40722c req-653d7ae4-62b0-4d27-b2a5-bccbf881c439 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85f0512-0bb7-45b5-a564-2798662e7448 HTTP/1.1" status: 200 len: 217 time: 0.0345829 Aug 16 03:06:06.835802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214632e-48d4-4428-a0be-630e3c40722c req-80f74915-64c9-419c-8402-476a7c99c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:06.837204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3214632e-48d4-4428-a0be-630e3c40722c req-80f74915-64c9-419c-8402-476a7c99c920 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dde2a769-f4cc-45f8-a6ee-d98df61f44e0 HTTP/1.1" status: 200 len: 834 time: 0.0441275 Aug 16 03:06:06.891718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214632e-48d4-4428-a0be-630e3c40722c req-fe4cecf8-56f9-4538-b0b8-c0d5728c1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:06.893265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3214632e-48d4-4428-a0be-630e3c40722c req-fe4cecf8-56f9-4538-b0b8-c0d5728c1266 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e6f6d58-160a-4ee2-8563-352accafa873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477581 Aug 16 03:06:07.019822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3214632e-48d4-4428-a0be-630e3c40722c req-30b83242-4a6e-48c2-8628-61ae15d162a7 service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182764 Aug 16 03:06:07.028160 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51695591-6dc3-405b-a5c9-4c9e75d321a8 req-35b0b800-6bfb-48c4-8746-07d54ab0bfc4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:07.029556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51695591-6dc3-405b-a5c9-4c9e75d321a8 req-35b0b800-6bfb-48c4-8746-07d54ab0bfc4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 943 time: 0.0747168 Aug 16 03:06:07.113380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-51695591-6dc3-405b-a5c9-4c9e75d321a8 req-ee3c9fcb-a17c-459e-a88b-37139533bb9b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754709 Aug 16 03:06:07.144454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3214632e-48d4-4428-a0be-630e3c40722c req-bd67cf73-d3ae-4cf5-a0e6-a5bde0edf29c service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134140 Aug 16 03:06:07.200523 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.133390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f85f0512-0bb7-45b5-a564-2798662e7448 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:06:08.231110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43fd6a-abca-4f23-b57b-825d5dd04112 req-444fc2de-a46d-418e-9b19-653264aed2bf tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:08.232610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb43fd6a-abca-4f23-b57b-825d5dd04112 req-444fc2de-a46d-418e-9b19-653264aed2bf tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 943 time: 0.0502996 Aug 16 03:06:08.237125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f85f0512-0bb7-45b5-a564-2798662e7448, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f85f0512-0bb7-45b5-a564-2798662e7448,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:08.249612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'port_id': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'mac_address': 'fa:16:3e:62:a4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:06:08.276319 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cb43fd6a-abca-4f23-b57b-825d5dd04112 req-d4622f3f-5914-43de-bb87-456643eb997a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372601 Aug 16 03:06:08.293899 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.307457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85f0512-0bb7-45b5-a564-2798662e7448 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:06:08.313371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:08.356499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f85f0512-0bb7-45b5-a564-2798662e7448, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f85f0512-0bb7-45b5-a564-2798662e7448,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:08.363034 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.413819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:08.414184 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.442808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=f85f0512-0bb7-45b5-a564-2798662e7448,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:08.587745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['f85f0512-0bb7-45b5-a564-2798662e7448'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:06:09.407196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb21a9e-58df-4ee5-aaab-54236c525c24 req-3d6a25b9-5b93-477d-86f8-1c8ba45973ea tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:09.408657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5cb21a9e-58df-4ee5-aaab-54236c525c24 req-3d6a25b9-5b93-477d-86f8-1c8ba45973ea tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 944 time: 0.0606506 Aug 16 03:06:09.451915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5cb21a9e-58df-4ee5-aaab-54236c525c24 req-399e6496-308a-4801-bc23-11b26a004f57 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370643 Aug 16 03:06:10.148508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f85f0512-0bb7-45b5-a564-2798662e7448 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:10.196074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port f85f0512-0bb7-45b5-a564-2798662e7448 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:10.199640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port f85f0512-0bb7-45b5-a564-2798662e7448 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:10.200013 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.281366 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.303542 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:10.305775 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4653d-17f0-4d3f-bb89-49b55dfb1db8" -d '{"events": [{"server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "name": "network-vif-plugged", "status": "completed", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:10.318472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port f85f0512-0bb7-45b5-a564-2798662e7448, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f85f0512-0bb7-45b5-a564-2798662e7448,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:10.323447 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.347383 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854adc12-1524-4f68-9982-4d5dd0d99ebe x-openstack-request-id: req-854adc12-1524-4f68-9982-4d5dd0d99ebe {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:10.347845 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "name": "network-vif-plugged", "status": "completed", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:10.348113 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-854adc12-1524-4f68-9982-4d5dd0d99ebe {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:10.348507 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'code': 200} Aug 16 03:06:10.378453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=f85f0512-0bb7-45b5-a564-2798662e7448,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:10.441521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071edcb-b27c-40a4-bf5c-183aed84d27f req-663109e9-cffd-4da4-b13c-39a10bb5879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:10.443013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9071edcb-b27c-40a4-bf5c-183aed84d27f req-663109e9-cffd-4da4-b13c-39a10bb5879f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 1097 time: 0.0393806 Aug 16 03:06:10.476625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9071edcb-b27c-40a4-bf5c-183aed84d27f req-ac1ffd05-6d94-49bf-a086-716e8f976b9a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270493 Aug 16 03:06:10.571861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac582d-66c9-48c1-b54f-55075f9acaae req-08d4af83-94a9-4bc0-be96-10104ff4a003 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:10.573392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68ac582d-66c9-48c1-b54f-55075f9acaae req-08d4af83-94a9-4bc0-be96-10104ff4a003 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0521281 Aug 16 03:06:10.616555 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68ac582d-66c9-48c1-b54f-55075f9acaae req-0f1ea9d9-a43a-4c2d-9685-9bbe60c2d232 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363979 Aug 16 03:06:11.732001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e728f0-2169-41c0-8bc2-742ed6f6210a req-403b9a12-9099-4519-802c-a2f641adfe0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:11.733501 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4e728f0-2169-41c0-8bc2-742ed6f6210a req-403b9a12-9099-4519-802c-a2f641adfe0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0496483 Aug 16 03:06:11.771129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f4e728f0-2169-41c0-8bc2-742ed6f6210a req-e9854add-e73a-44d9-82f8-43e22708ceed tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315390 Aug 16 03:06:11.884342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d2b1e-51fb-4daa-84f0-b995403ed628 req-18b23488-3eb5-4731-9110-996ca0b77a66 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:11.885908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b86d2b1e-51fb-4daa-84f0-b995403ed628 req-18b23488-3eb5-4731-9110-996ca0b77a66 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0496290 Aug 16 03:06:11.923416 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b86d2b1e-51fb-4daa-84f0-b995403ed628 req-9461434f-8896-4e3c-99a9-a902fddcc8fb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Aug 16 03:06:11.945269 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:11.984022 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a09116-df74-498f-a8a1-c5b8905af6c6 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:11.985517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b3a09116-df74-498f-a8a1-c5b8905af6c6 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 1092 time: 0.0392337 Aug 16 03:06:11.989063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:11.993375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:12.015502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.114831 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.219806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.139 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/baf98f69-8a28-429c-9a83-31471a0ea600) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:12.323512 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.362683 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.398069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:12.402713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:12.406164 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:12.433702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=baf98f69-8a28-429c-9a83-31471a0ea600,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:12.765289 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.836725 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.983891 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.989493 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.990351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.063461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=baf98f69-8a28-429c-9a83-31471a0ea600,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:13.072612 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.172971 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP afec144e-ae89-46b5-8ff2-d4853d02bd9e associated. External IP: 172.25.5.139, port: f85f0512-0bb7-45b5-a564-2798662e7448. Aug 16 03:06:13.385600 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router cb2da3cc-0156-4506-b974-01827262b1a0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:13.855662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:13.866982 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] Sync routers for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:13.870864 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.876463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:13.877094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:13.900431 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-297681df-3d4e-4e5e-a66f-29432bd4d93b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9100239 Aug 16 03:06:13.901041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:13.903327 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be98976-3df1-4285-861d-9eb7e62ff720" -d '{"events": [{"name": "network-changed", "server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:13.987811 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:13.997543 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeacf89-c69a-48f8-8ef4-ae31ca648e79 req-58c5d606-dfa2-4ebd-929c-0d7b20b5f805 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:13.999119 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbeacf89-c69a-48f8-8ef4-ae31ca648e79 req-58c5d606-dfa2-4ebd-929c-0d7b20b5f805 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0504599 Aug 16 03:06:14.038379 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cbeacf89-c69a-48f8-8ef4-ae31ca648e79 req-5e96fdd6-e959-4f22-90c2-1e54b268eb86 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325761 Aug 16 03:06:14.060670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42116) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:14.090623 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c9979-6195-47a6-b3f2-3dff9ea92145 x-openstack-request-id: req-915c9979-6195-47a6-b3f2-3dff9ea92145 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:14.090905 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:14.091185 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-915c9979-6195-47a6-b3f2-3dff9ea92145 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:14.091598 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'status': 'completed', 'code': 200} Aug 16 03:06:14.145611 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0d757b49-0623-4772-91b0-4da0a591959c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/afec144e-ae89-46b5-8ff2-d4853d02bd9e HTTP/1.1" status: 200 len: 991 time: 0.0837669 Aug 16 03:06:14.154305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-1a216103-7c20-444f-8736-426baf2d01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:14.155839 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-1a216103-7c20-444f-8736-426baf2d01a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 1097 time: 0.0457470 Aug 16 03:06:14.225430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'afec144e-ae89-46b5-8ff2-d4853d02bd9e', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'port_id': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'mac_address': 'fa:16:3e:62:a4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:06:12Z', 'updated_at': '2021-08-16T03:06:12Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ce4e4f-5807-45ba-8ddc-afd24f5166b9', 'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:14:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:06Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:14.250689 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-e36dd181-3840-4667-83e6-2da7cb9b9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:14.251636 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] Checking router: cb2da3cc-0156-4506-b974-01827262b1a0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:14.252207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-e36dd181-3840-4667-83e6-2da7cb9b9308 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7e6f6d58-160a-4ee2-8563-352accafa873 HTTP/1.1" status: 200 len: 897 time: 0.0886791 Aug 16 03:06:14.260787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:14.261398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:06:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:14.320361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-715cdfb8-9dcd-47ee-b536-028071a11782 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85f0512-0bb7-45b5-a564-2798662e7448 HTTP/1.1" status: 200 len: 999 time: 0.0599830 Aug 16 03:06:14.370134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:14.375684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-b6d333d6-5709-43de-8bbc-ca7e63a71ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:14.377182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-b6d333d6-5709-43de-8bbc-ca7e63a71ce6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dde2a769-f4cc-45f8-a6ee-d98df61f44e0 HTTP/1.1" status: 200 len: 834 time: 0.0501838 Aug 16 03:06:14.424101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-af4d8978-da18-4d27-8646-29b5f1f6a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:14.425832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-af4d8978-da18-4d27-8646-29b5f1f6a00c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e6f6d58-160a-4ee2-8563-352accafa873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408313 Aug 16 03:06:14.515258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-1970d007-c07a-4382-9c5e-882532faf027 service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825956 Aug 16 03:06:14.598956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'afec144e-ae89-46b5-8ff2-d4853d02bd9e', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'port_id': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'mac_address': 'fa:16:3e:62:a4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:06:12Z', 'updated_at': '2021-08-16T03:06:12Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ce4e4f-5807-45ba-8ddc-afd24f5166b9', 'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:14:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:06Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:14.611393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7be98976-3df1-4285-861d-9eb7e62ff720 req-a4286b2a-ad3a-46e7-b291-b0d0764afd46 service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892277 Aug 16 03:06:14.626030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a8406-5221-44a8-9938-9dc931e4a57e None None] The sync data for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 is: [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'afec144e-ae89-46b5-8ff2-d4853d02bd9e', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'port_id': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'mac_address': 'fa:16:3e:62:a4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:06:12Z', 'updated_at': '2021-08-16T03:06:12Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ce4e4f-5807-45ba-8ddc-afd24f5166b9', 'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:14:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:06Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:14.810675 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd2dfc-b02d-4091-b6ae-ab34b7576ebd None None] New status for floating IP afec144e-ae89-46b5-8ff2-d4853d02bd9e: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:06:15.149564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:15.495715 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-32705e85-e8bf-432a-a92a-5492a301a2a0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/afec144e-ae89-46b5-8ff2-d4853d02bd9e HTTP/1.1" status: 200 len: 993 time: 0.3449600 Aug 16 03:06:15.578314 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:06:24.439485 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-fbe8fa4a-efb8-430d-b7d3-65ff0449dac5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409534 Aug 16 03:06:24.518410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-920f2c9b-3292-41c0-bb48-e7316e0bf37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:24.520392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-920f2c9b-3292-41c0-bb48-e7316e0bf37a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 1097 time: 0.0410399 Aug 16 03:06:24.630466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-934843b2-2363-4535-bd72-fedd31b55b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:24.631983 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-934843b2-2363-4535-bd72-fedd31b55b99 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7e6f6d58-160a-4ee2-8563-352accafa873 HTTP/1.1" status: 200 len: 897 time: 0.0922804 Aug 16 03:06:24.699616 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-9327f435-ed8b-43e9-afe2-8884c9f753a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85f0512-0bb7-45b5-a564-2798662e7448 HTTP/1.1" status: 200 len: 1001 time: 0.0611537 Aug 16 03:06:24.751639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-17bf0312-9d5f-49ca-b942-8d10163f4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:24.753669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-17bf0312-9d5f-49ca-b942-8d10163f4f2f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dde2a769-f4cc-45f8-a6ee-d98df61f44e0 HTTP/1.1" status: 200 len: 834 time: 0.0474300 Aug 16 03:06:24.799263 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-e4f90fba-c070-4af4-9241-397f71227044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:24.800957 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-e4f90fba-c070-4af4-9241-397f71227044 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e6f6d58-160a-4ee2-8563-352accafa873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407932 Aug 16 03:06:24.888994 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-ea70ddd4-730c-4352-90f9-d3a5afe12bd1 service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810335 Aug 16 03:06:24.981908 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-444b8155-d3de-4e39-8bf7-9576783f09c2 req-eae2be3c-f771-4712-8d44-f2cdf58e94d4 service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858636 Aug 16 03:06:31.069799 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b75faa72-efc1-4f24-8a7a-85684a9608d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:31.481888 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:33.700560 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2c599ca-e718-4827-9746-c23a977cd265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:34.062058 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:35.087349 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:37.202689 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:43.007159 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:46.887033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37a21-cb69-4862-abdb-53ec88586cb8 req-0a5d14cf-f736-4826-b02c-c11b7fb35d43 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:46.888631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0c37a21-cb69-4862-abdb-53ec88586cb8 req-0a5d14cf-f736-4826-b02c-c11b7fb35d43 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0532503 Aug 16 03:06:46.925912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e0c37a21-cb69-4862-abdb-53ec88586cb8 req-c5fb944d-01fd-4169-9bd9-d95c2100733b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Aug 16 03:06:48.044662 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a215aa6-89f6-4773-8b2f-ab9f5ab12485 req-d9d5593c-ad48-409a-965b-2c146cd98f9a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:48.046167 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a215aa6-89f6-4773-8b2f-ab9f5ab12485 req-d9d5593c-ad48-409a-965b-2c146cd98f9a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0493968 Aug 16 03:06:48.085181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9a215aa6-89f6-4773-8b2f-ab9f5ab12485 req-df7c818e-71da-41b8-acae-385a2254a32c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329239 Aug 16 03:06:48.106789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:48.173873 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3fc1ce02-0301-4a2a-af96-f6f5c2095add tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/afec144e-ae89-46b5-8ff2-d4853d02bd9e HTTP/1.1" status: 200 len: 993 time: 0.0659187 Aug 16 03:06:49.428596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c9452-00cf-41f0-8f8d-6449ea2bdb70 req-bc841307-c678-45a2-a0e3-a10140bb537b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:49.430206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-241c9452-00cf-41f0-8f8d-6449ea2bdb70 req-bc841307-c678-45a2-a0e3-a10140bb537b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0506313 Aug 16 03:06:49.470129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-241c9452-00cf-41f0-8f8d-6449ea2bdb70 req-a5916805-dc1a-4f73-a70d-e0d493efe116 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338573 Aug 16 03:06:50.593372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c713ce9-613f-4b05-beec-e36a9b2bf2c5 req-ac413130-166d-4988-8559-413878b4d31c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:50.594881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c713ce9-613f-4b05-beec-e36a9b2bf2c5 req-ac413130-166d-4988-8559-413878b4d31c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0554123 Aug 16 03:06:50.633305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c713ce9-613f-4b05-beec-e36a9b2bf2c5 req-9682cda4-f06f-4834-a951-f434decf98b0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321701 Aug 16 03:06:50.655318 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:50.715767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ce2842e9-24a4-480d-959e-04c3d8c81b48 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/afec144e-ae89-46b5-8ff2-d4853d02bd9e HTTP/1.1" status: 200 len: 993 time: 0.0593393 Aug 16 03:06:50.926014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:51.083760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port baf98f69-8a28-429c-9a83-31471a0ea600 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:51.084258 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:51.164406 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:51.164743 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:51.176111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for baf98f69-8a28-429c-9a83-31471a0ea600 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:51.321627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:51.346774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=baf98f69-8a28-429c-9a83-31471a0ea600,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:51.359038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.359422 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.359765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.360103 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.360443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.360774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.361104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.361433 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.361760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.362084 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.362410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.362731 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:51.416558 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:51.416950 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP afec144e-ae89-46b5-8ff2-d4853d02bd9e disassociated (deleted). External IP: 172.25.5.139, port: f85f0512-0bb7-45b5-a564-2798662e7448. Aug 16 03:06:51.627252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router cb2da3cc-0156-4506-b974-01827262b1a0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:51.736099 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:51.740875 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:51.746210 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] Sync routers for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:51.756232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:51.756911 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:51.768747 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ff3ad749-575e-442a-8a50-1f5c049cc2bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/floatingips/afec144e-ae89-46b5-8ff2-d4853d02bd9e HTTP/1.1" status: 204 len: 168 time: 0.8416786 Aug 16 03:06:51.769438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:51.772543 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648" -d '{"events": [{"name": "network-changed", "server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:51.862946 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:51.926743 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8df9d0-1a0a-45c3-9ce1-6bcdac6ee791 x-openstack-request-id: req-5c8df9d0-1a0a-45c3-9ce1-6bcdac6ee791 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:51.927806 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:51.928058 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c8df9d0-1a0a-45c3-9ce1-6bcdac6ee791 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:51.928460 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'status': 'completed', 'code': 200} Aug 16 03:06:52.059730 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600a101-8824-4fe7-9a6d-abaedaa3984b req-fa3e9a9b-9f88-40c0-9770-02b60a85cb3c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:52.061356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0600a101-8824-4fe7-9a6d-abaedaa3984b req-fa3e9a9b-9f88-40c0-9770-02b60a85cb3c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0854273 Aug 16 03:06:52.068624 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-b54765cf-4f09-4ce3-976c-8c77f1fb7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:52.070179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-b54765cf-4f09-4ce3-976c-8c77f1fb7640 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 1097 time: 0.1206560 Aug 16 03:06:52.154582 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0600a101-8824-4fe7-9a6d-abaedaa3984b req-96955042-4643-4223-993a-5d47b59c2c05 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832810 Aug 16 03:06:52.190936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-5e0ec543-e749-4326-b9e8-bf227d4c7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:52.192779 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-5e0ec543-e749-4326-b9e8-bf227d4c7cb3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7e6f6d58-160a-4ee2-8563-352accafa873 HTTP/1.1" status: 200 len: 897 time: 0.1141076 Aug 16 03:06:52.239706 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a9ce4e4f-5807-45ba-8ddc-afd24f5166b9', 'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:14:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:06Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:52.241310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-e73c45f7-f5c4-49f9-9c34-6525b9dc694a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85f0512-0bb7-45b5-a564-2798662e7448 HTTP/1.1" status: 200 len: 217 time: 0.0413051 Aug 16 03:06:52.265957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] Checking router: cb2da3cc-0156-4506-b974-01827262b1a0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:52.275652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:52.276769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:52.294124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-cd00bbfc-05f2-4dde-87bd-11533c1e1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:52.295647 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-cd00bbfc-05f2-4dde-87bd-11533c1e1a1b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dde2a769-f4cc-45f8-a6ee-d98df61f44e0 HTTP/1.1" status: 200 len: 834 time: 0.0475256 Aug 16 03:06:52.345111 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-03fa738b-6598-420a-9bad-40d7cd0c0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:52.346654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-03fa738b-6598-420a-9bad-40d7cd0c0420 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e6f6d58-160a-4ee2-8563-352accafa873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413635 Aug 16 03:06:52.387534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:52.441072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-4259f56e-99ea-4ba5-8b8c-93d1e023bcc9 service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868287 Aug 16 03:06:52.532221 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce7560b3-4b8a-429e-9b6b-5e50cd9ed648 req-155ff383-05e6-4209-a64a-1cb9470929e7 service neutron] 10.222.0.93 "GET /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838580 Aug 16 03:06:52.577616 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:06:52.584534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a9ce4e4f-5807-45ba-8ddc-afd24f5166b9', 'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:14:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:06Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:52.613548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23156a9-1f56-4464-9884-1c011e133b89 None None] The sync data for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 is: [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:01Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'a9ce4e4f-5807-45ba-8ddc-afd24f5166b9', 'name': '', 'network_id': '7e6f6d58-160a-4ee2-8563-352accafa873', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:14:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:00Z', 'updated_at': '2021-08-16T03:06:06Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': 'dde2a769-f4cc-45f8-a6ee-d98df61f44e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:52.830466 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb798c-e614-4dfa-87c7-fd321e07184a None None] New status for floating IP afec144e-ae89-46b5-8ff2-d4853d02bd9e: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:06:53.275823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394edea6-4f75-43bb-abda-cd3dcb978d1d req-fa5773c5-66bd-4867-91c4-320f6e2d38d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:53.277327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-394edea6-4f75-43bb-abda-cd3dcb978d1d req-fa5773c5-66bd-4867-91c4-320f6e2d38d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0502946 Aug 16 03:06:53.314447 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-394edea6-4f75-43bb-abda-cd3dcb978d1d req-07b43b4d-471f-47f7-8226-084dd06ada3c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312533 Aug 16 03:06:53.479654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-75e7c44c-da6a-488d-af69-50f4f2fd5ffc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:53.481118 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-75e7c44c-da6a-488d-af69-50f4f2fd5ffc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 945 time: 0.0521691 Aug 16 03:06:53.572343 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port f85f0512-0bb7-45b5-a564-2798662e7448 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:53.572685 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:53.662718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port f85f0512-0bb7-45b5-a564-2798662e7448, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=f85f0512-0bb7-45b5-a564-2798662e7448,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:53.663080 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:53.675496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for f85f0512-0bb7-45b5-a564-2798662e7448 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:53.807358 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:53.843254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=f85f0512-0bb7-45b5-a564-2798662e7448,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:53.888693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] No DVR routers for this DVR port f85f0512-0bb7-45b5-a564-2798662e7448 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:06:53.891313 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:53.893719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-595e97c5-67c6-44c8-8b9f-32f6a8a232cb req-c31db4bf-a46f-4fdc-9b93-a8f3407a5192 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "DELETE /v2.0/ports/f85f0512-0bb7-45b5-a564-2798662e7448 HTTP/1.1" status: 204 len: 173 time: 0.4066858 Aug 16 03:06:53.929613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'name': 'network-vif-deleted', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:53.932240 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f96ea7-e0c0-496b-b6f8-9c6ab68e2189" -d '{"events": [{"server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "name": "network-vif-deleted", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:53.968892 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc9a92-0396-4833-b684-df927dc7e955 x-openstack-request-id: req-c7fc9a92-0396-4833-b684-df927dc7e955 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:53.969211 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013577cd-6f9e-479c-8fa5-f29c8e42624f", "name": "network-vif-deleted", "tag": "f85f0512-0bb7-45b5-a564-2798662e7448", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:53.969601 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7fc9a92-0396-4833-b684-df927dc7e955 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:53.969891 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013577cd-6f9e-479c-8fa5-f29c8e42624f', 'name': 'network-vif-deleted', 'tag': 'f85f0512-0bb7-45b5-a564-2798662e7448', 'status': 'completed', 'code': 200} Aug 16 03:06:54.429475 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3117058-476f-4f87-8d19-127e328e1440 req-96b041b8-fa38-443f-8b5e-72f735096a58 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=013577cd-6f9e-479c-8fa5-f29c8e42624f HTTP/1.1" status: 200 len: 210 time: 0.0280530 Aug 16 03:06:55.483957 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:55.848784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.103249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:56.103520 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.190749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port a9ce4e4f-5807-45ba-8ddc-afd24f5166b9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=a9ce4e4f-5807-45ba-8ddc-afd24f5166b9,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:56.191146 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.204358 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:56.387632 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.397058 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f85f0512-0bb7-45b5-a564-2798662e7448 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:06:56.417252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: f85f0512-0bb7-45b5-a564-2798662e7448 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:06:56.417615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device f85f0512-0bb7-45b5-a564-2798662e7448 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:06:56.418838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=a9ce4e4f-5807-45ba-8ddc-afd24f5166b9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:56.597320 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.815230 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router cb2da3cc-0156-4506-b974-01827262b1a0 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:57.274336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:57.279512 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-91d07b93-579b-49c8-aa6b-a7d0cd359120 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/cb2da3cc-0156-4506-b974-01827262b1a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7942948 Aug 16 03:06:57.282235 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:57.288665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] Sync routers for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:57.297522 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:57.298139 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:57.332475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56a1599-e640-40ba-bef9-b345add64da3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting subnet dde2a769-f4cc-45f8-a6ee-d98df61f44e0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:06:57.336118 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f56a1599-e640-40ba-bef9-b345add64da3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.377402 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f56a1599-e640-40ba-bef9-b345add64da3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.404715 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:57.466552 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f56a1599-e640-40ba-bef9-b345add64da3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.527350 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f56a1599-e640-40ba-bef9-b345add64da3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.555536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a1599-e640-40ba-bef9-b345add64da3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Subnet': ['ID=dde2a769-f4cc-45f8-a6ee-d98df61f44e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:57.560143 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f56a1599-e640-40ba-bef9-b345add64da3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.562043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f56a1599-e640-40ba-bef9-b345add64da3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/subnets/dde2a769-f4cc-45f8-a6ee-d98df61f44e0 HTTP/1.1" status: 204 len: 168 time: 0.2791095 Aug 16 03:06:57.564767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:57.569969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad8ba3e-fdbf-47af-af40-4b18d2d05032 None None] Network 7e6f6d58-160a-4ee2-8563-352accafa873 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:06:57.667312 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:56Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:57.678154 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.710663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] Checking router: cb2da3cc-0156-4506-b974-01827262b1a0 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:57.723488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] Routers {'cb2da3cc-0156-4506-b974-01827262b1a0'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:57.724165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['cb2da3cc-0156-4506-b974-01827262b1a0'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:57.791203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.845006 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] Set router cb2da3cc-0156-4506-b974-01827262b1a0 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:57.848788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] DHCP port deletion for 7e6f6d58-160a-4ee2-8563-352accafa873 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:06:57.855354 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 297cbd0c-0dc9-4400-821f-078fcb1e0231 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:57.855702 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.938868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port 297cbd0c-0dc9-4400-821f-078fcb1e0231, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=297cbd0c-0dc9-4400-821f-078fcb1e0231,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:57.939279 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.952869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 297cbd0c-0dc9-4400-821f-078fcb1e0231 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:58.034323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Deleting port bcd7bba7-1d8c-46ae-bdac-46c81319f861 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:58.034699 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.115763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] For port bcd7bba7-1d8c-46ae-bdac-46c81319f861, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=bcd7bba7-1d8c-46ae-bdac-46c81319f861,segment=NetworkSegment(6d5f8a4e-9904-4128-91b7-051bea8e6d80),segment_id=6d5f8a4e-9904-4128-91b7-051bea8e6d80)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:58.116084 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.121801 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.132457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Calling delete_port for bcd7bba7-1d8c-46ae-bdac-46c81319f861 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:58.139938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:56Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:58.149472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=297cbd0c-0dc9-4400-821f-078fcb1e0231,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:58.172335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2e5b6-bd4b-4394-bda1-9d47d8ed452a None None] The sync data for ids ['cb2da3cc-0156-4506-b974-01827262b1a0'] in n-d-768862-14 is: [{'id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720236999', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:05:57Z', 'updated_at': '2021-08-16T03:06:56Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '297cbd0c-0dc9-4400-821f-078fcb1e0231', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2da3cc-0156-4506-b974-01827262b1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:05:58Z', 'updated_at': '2021-08-16T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:58.216072 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.242941 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.269413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Pushing event deleted for resources: {'Port': ['ID=bcd7bba7-1d8c-46ae-bdac-46c81319f861,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:58.280963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.281313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.281657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.281991 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.282325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.282657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.282984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.283378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.283707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.284025 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.284351 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.284676 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.288133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8337c-5afb-47ed-b11e-fc09ffd6c289 None None] No DVR routers for this DVR port bcd7bba7-1d8c-46ae-bdac-46c81319f861 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:06:58.317657 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.319816 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.363330 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.363851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Fanout notify agent at l3_agent the message router_deleted on router cb2da3cc-0156-4506-b974-01827262b1a0 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:06:58.371393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.372508 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-089eced1-f000-40a4-8b58-834797d37117 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/routers/cb2da3cc-0156-4506-b974-01827262b1a0 HTTP/1.1" status: 204 len: 168 time: 0.8068333 Aug 16 03:06:58.375249 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:58.450672 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.548165 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.559516 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6f6d58-160a-4ee2-8563-352accafa873']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:58.572096 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5f8a4e-9904-4128-91b7-051bea8e6d80') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:58.572359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5f8a4e-9904-4128-91b7-051bea8e6d80') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:58.581961 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.607980 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.615894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:06:58.616794 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:06:58.620230 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:06:58.628426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:06:58.650681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:06:58.651035 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device a9ce4e4f-5807-45ba-8ddc-afd24f5166b9 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:06:58.651490 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bcd7bba7-1d8c-46ae-bdac-46c81319f861 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:06:58.671405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: bcd7bba7-1d8c-46ae-bdac-46c81319f861 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:06:58.671762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device bcd7bba7-1d8c-46ae-bdac-46c81319f861 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:06:58.688828 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.696479 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.698305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/networks/7e6f6d58-160a-4ee2-8563-352accafa873 HTTP/1.1" status: 204 len: 168 time: 0.3220367 Aug 16 03:06:58.701308 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:58.715968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a4b9c-7142-4f1e-b061-662989cd8b0c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Network': ['ID=7e6f6d58-160a-4ee2-8563-352accafa873,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:58.764201 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.791785 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.859224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.861798 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:58.863005 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/security-groups/8fe537c9-4fd4-4bbf-bfb3-98d6410a8126 HTTP/1.1" status: 204 len: 168 time: 0.1607201 Aug 16 03:06:58.874638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe537c9-4fd4-4bbf-bfb3-98d6410a8126,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:58.884571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.884995 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.885346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.885679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.886011 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.886340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.886663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.887291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.887650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.887977 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.888325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:58.888655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caecb7f-2a9a-456e-9126-3c5e545a62f1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:59.124928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:59.130547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-98dfa9eb-72e1-44e6-919f-4a6f59804b2d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185975941', 'description': 'tempest-secgroup-smoke-1185975941 description', 'project_id': 'b1ac69da183c4038890fde21075c273a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:59.153085 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98dfa9eb-72e1-44e6-919f-4a6f59804b2d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.242935 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98dfa9eb-72e1-44e6-919f-4a6f59804b2d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.246513 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98dfa9eb-72e1-44e6-919f-4a6f59804b2d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.273473 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98dfa9eb-72e1-44e6-919f-4a6f59804b2d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.274695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-98dfa9eb-72e1-44e6-919f-4a6f59804b2d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1487451 Aug 16 03:06:59.278400 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:59.278751 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfa9eb-72e1-44e6-919f-4a6f59804b2d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc916db3-d9fb-4214-b0c2-8d07fa15297d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:59.284062 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-77be62b5-b784-4c99-8948-8f7f5bb48052 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'fc916db3-d9fb-4214-b0c2-8d07fa15297d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:59.313476 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77be62b5-b784-4c99-8948-8f7f5bb48052 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.359620 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77be62b5-b784-4c99-8948-8f7f5bb48052 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.363067 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77be62b5-b784-4c99-8948-8f7f5bb48052 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.380558 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be62b5-b784-4c99-8948-8f7f5bb48052 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121fd064-0fde-4c13-a094-21b6ee264ce5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:59.387964 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77be62b5-b784-4c99-8948-8f7f5bb48052 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.389418 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-77be62b5-b784-4c99-8948-8f7f5bb48052 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098011 Aug 16 03:06:59.392008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:59.397023 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8ce92590-4271-4aad-8357-e40603ecd9d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'fc916db3-d9fb-4214-b0c2-8d07fa15297d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:59.423430 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce92590-4271-4aad-8357-e40603ecd9d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.481823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce92590-4271-4aad-8357-e40603ecd9d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.485650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce92590-4271-4aad-8357-e40603ecd9d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.504817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce92590-4271-4aad-8357-e40603ecd9d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db923b1-585b-4f0e-869c-5a89d9b93f6f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:59.511653 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ce92590-4271-4aad-8357-e40603ecd9d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.513010 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8ce92590-4271-4aad-8357-e40603ecd9d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200793 Aug 16 03:06:59.515777 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:59.520052 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cbdcc2ef-549a-4394-b638-a9fad031ebc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'fc916db3-d9fb-4214-b0c2-8d07fa15297d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:59.545221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc2ef-549a-4394-b638-a9fad031ebc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.601684 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc2ef-549a-4394-b638-a9fad031ebc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.605278 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc2ef-549a-4394-b638-a9fad031ebc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.622788 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcc2ef-549a-4394-b638-a9fad031ebc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654a048d-e5af-45f3-8a65-6ede04c90a01,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:59.628436 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc2ef-549a-4394-b638-a9fad031ebc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.629646 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cbdcc2ef-549a-4394-b638-a9fad031ebc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129594 Aug 16 03:06:59.633338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:59.640740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1532478d-c71d-4e12-8e78-89b952645adc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'fc916db3-d9fb-4214-b0c2-8d07fa15297d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:59.667352 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1532478d-c71d-4e12-8e78-89b952645adc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.729575 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1532478d-c71d-4e12-8e78-89b952645adc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.733245 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1532478d-c71d-4e12-8e78-89b952645adc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.751349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532478d-c71d-4e12-8e78-89b952645adc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02a666e-ebfc-4fe1-bc4a-3ae619204f45,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:59.757671 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1532478d-c71d-4e12-8e78-89b952645adc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.758973 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1532478d-c71d-4e12-8e78-89b952645adc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247151 Aug 16 03:06:59.761733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:59.766092 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9b531a36-0f38-45a0-b1dc-b8a11716a2e0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'fc916db3-d9fb-4214-b0c2-8d07fa15297d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:59.788432 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-9b531a36-0f38-45a0-b1dc-b8a11716a2e0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:06:59.793457 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b531a36-0f38-45a0-b1dc-b8a11716a2e0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.853004 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b531a36-0f38-45a0-b1dc-b8a11716a2e0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.856520 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b531a36-0f38-45a0-b1dc-b8a11716a2e0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.874497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b531a36-0f38-45a0-b1dc-b8a11716a2e0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bde76e-f148-4c2a-a3c6-1cc9f19bee59,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:59.879224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b531a36-0f38-45a0-b1dc-b8a11716a2e0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.882334 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9b531a36-0f38-45a0-b1dc-b8a11716a2e0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179471 Aug 16 03:06:59.883374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:59.887853 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c453ede2-136a-4fe7-9386-d9b954670ccc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'fc916db3-d9fb-4214-b0c2-8d07fa15297d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:59.908638 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-c453ede2-136a-4fe7-9386-d9b954670ccc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:06:59.914059 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c453ede2-136a-4fe7-9386-d9b954670ccc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.977366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c453ede2-136a-4fe7-9386-d9b954670ccc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.980824 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c453ede2-136a-4fe7-9386-d9b954670ccc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:59.997981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453ede2-136a-4fe7-9386-d9b954670ccc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10b86d8-1035-4c87-922e-a5fb1c15295f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:00.004449 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c453ede2-136a-4fe7-9386-d9b954670ccc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.005886 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c453ede2-136a-4fe7-9386-d9b954670ccc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214457 Aug 16 03:07:00.008581 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:00.013378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'network': {'name': 'tempest-network-smoke--1217845687', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:00.034687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:07:00.038847 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.062674 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:07:00.071648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.072011 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Added segment 2e8f8e71-b17b-466a-bd98-3da09ce0c5f0 of type vlan for network b73a7501-cfc7-4f1a-a11e-a97045aa0618 Aug 16 03:07:00.113536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.142480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.148784 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:00.149371 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.212407 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2027514 Aug 16 03:07:00.215416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:00.220610 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'admin_state_up': True, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:00.226350 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e636aed-45fe-4fa3-8cc7-e16b0eb16c9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Network': ['ID=b73a7501-cfc7-4f1a-a11e-a97045aa0618,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:00.238979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network b73a7501-cfc7-4f1a-a11e-a97045aa0618 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:07:00.245550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.246606 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.298807 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.302643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 297cbd0c-0dc9-4400-821f-078fcb1e0231 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:07:00.330512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 297cbd0c-0dc9-4400-821f-078fcb1e0231 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:07:00.330875 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 297cbd0c-0dc9-4400-821f-078fcb1e0231 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:07:00.443954 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.638038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.661167 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.763449 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.59 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/ac012fba-8305-4b02-9210-d28e10dbc944) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:00.870914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.909819 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:00.947523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:00.952372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:00.955951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:00.982646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=ac012fba-8305-4b02-9210-d28e10dbc944,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:01.071687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b99ffab-0f2b-4d00-89c2-8a273f715058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:01.212907 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:01.409343 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:01.496570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:01.538277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:07:01.643644 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:01.653254 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Sync routers for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:01.662913 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:01.663137 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:01.663452 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:01.664231 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f62b6c4a-ae32-4bd3-8d27-f609ebe7d64f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4474669 Aug 16 03:07:01.667577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:01.697433 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d21d83c7-7490-4798-91be-92d17531f869 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b1ac69da183c4038890fde21075c273a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286491 Aug 16 03:07:01.700000 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:01.767903 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:01.790090 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e73d05-de85-4459-bf72-52c0921dff36 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:01.791702 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-67e73d05-de85-4459-bf72-52c0921dff36 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908043 Aug 16 03:07:01.794469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:01.823780 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a073e207-3a0b-4987-a0ad-a30c66dd0fec tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282428 Aug 16 03:07:01.826244 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:01.830984 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1841389978', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:01.929841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:07:01.933439 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.031572 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:01Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:02.060949 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Checking router: 503ca6ea-2e92-46d1-8716-9ed9a8ec996b for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:02.061296 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Updating router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b port ac012fba-8305-4b02-9210-d28e10dbc944 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:07:02.087873 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.120601 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.184418 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Subnet': ['ID=1f2b6248-ef63-4a89-a42a-48eb8c32ed07,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:02.191587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Checking segment: {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:02.193014 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network hostable DHCP agents. Network: b73a7501-cfc7-4f1a-a11e-a97045aa0618, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:07:02.209658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network b73a7501-cfc7-4f1a-a11e-a97045aa0618 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:07:02.218988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, b73a7501-cfc7-4f1a-a11e-a97045aa0618) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:02.223146 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:02.223954 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.231010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f68ceb6-deef-4aca-b13b-4d9daf79d0bf None None] Network b73a7501-cfc7-4f1a-a11e-a97045aa0618 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:07:02.241756 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e5fd676b-5c8b-49fb-8fb8-457120a09882 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4142420 Aug 16 03:07:02.244423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:02.344239 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.354108 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Transition to ACTIVE for port object ac012fba-8305-4b02-9210-d28e10dbc944 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:02.362463 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.401761 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:07:02.402877 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.408793 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Attempting to bind port ac012fba-8305-4b02-9210-d28e10dbc944 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:02.409166 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Attempting to bind port ac012fba-8305-4b02-9210-d28e10dbc944 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:02.409531 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Attempting to bind port ac012fba-8305-4b02-9210-d28e10dbc944 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:02.420116 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:02.420488 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:02.420889 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.421276 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:02.421746 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Bound port: ac012fba-8305-4b02-9210-d28e10dbc944, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:02.422118 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.453835 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23449b18-bc1b-4e11-95db-f8094b34b2ae None None] Pushing event updated for resources: {'Port': ['ID=ac012fba-8305-4b02-9210-d28e10dbc944,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:02.482193 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] For port ac012fba-8305-4b02-9210-d28e10dbc944, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:02.485269 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] For port ac012fba-8305-4b02-9210-d28e10dbc944, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ac012fba-8305-4b02-9210-d28e10dbc944,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:02.490647 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.539020 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:02.539679 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:06:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:02.552179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Allocated IP 172.20.0.2 (b73a7501-cfc7-4f1a-a11e-a97045aa0618/1f2b6248-ef63-4a89-a42a-48eb8c32ed07/3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:02.593753 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23449b18-bc1b-4e11-95db-f8094b34b2ae None None] Pushing event updated for resources: {'Port': ['ID=ac012fba-8305-4b02-9210-d28e10dbc944,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:02.673634 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:02.721327 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.730747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Transition to ACTIVE for port object 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:02.751753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Transition to ACTIVE for port object 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:02.759072 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.759678 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.801639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Network b73a7501-cfc7-4f1a-a11e-a97045aa0618 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:02.807467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:02.811443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:02.821020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Pushing event updated for resources: {'Port': ['ID=3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:02.867403 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:01Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:02.881246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Attempting to bind port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:02.881616 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Attempting to bind port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:02.882338 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Attempting to bind port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 on network b73a7501-cfc7-4f1a-a11e-a97045aa0618 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:02.887664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:02.888034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Checking segment: {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:02.888431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.888825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Bound using segment: {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:02.889281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Bound port: 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:02.889655 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.898815 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f56da-01ef-4ea2-a39b-c411d41bb9ca None None] The sync data for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 is: [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:01Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:02.956689 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] For port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:02.960321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] For port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:02.966084 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.030448 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e9b07-27b4-4b2a-8eec-5181b6ce318f None None] Pushing event updated for resources: {'Port': ['ID=3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:03.063187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.1 (b73a7501-cfc7-4f1a-a11e-a97045aa0618/1f2b6248-ef63-4a89-a42a-48eb8c32ed07/3dcf8054-5c56-4ee4-95c3-af1524ecdc46) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:03.217608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.247336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:03.293881 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.345848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network b73a7501-cfc7-4f1a-a11e-a97045aa0618 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:03.350492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:03.355291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:03.362549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=3dcf8054-5c56-4ee4-95c3-af1524ecdc46,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:03.408663 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.553582 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.706805 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8c8211b5-ccba-455d-8c61-ddf085edc18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.863363 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.869836 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:03.949770 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=3dcf8054-5c56-4ee4-95c3-af1524ecdc46,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:03.954883 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:04.055824 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network b73a7501-cfc7-4f1a-a11e-a97045aa0618 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:04.057212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:04.067847 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:04.071561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b816b1-e0b1-4a03-9cc0-6f3d86a62222 None None] Network b73a7501-cfc7-4f1a-a11e-a97045aa0618 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:07:04.149301 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ffb4399-4fa4-474c-8def-569ef3d16c66 None None] Provisioning for port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:04.179142 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:07:04.300736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:04.312885 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-352b3ccf-f4db-447a-a2da-8ffcb57f5765 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/503ca6ea-2e92-46d1-8716-9ed9a8ec996b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0627403 Aug 16 03:07:04.435416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ac012fba-8305-4b02-9210-d28e10dbc944 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:04.495705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-bd907919-e69e-4f46-840f-9bbf7e368b08 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185975941&fields=id&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 267 time: 0.0390306 Aug 16 03:07:04.497965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e3126892-475b-40bc-9ccb-7e12d0476de4 None None] Provisioning for port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:04.503275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e3126892-475b-40bc-9ccb-7e12d0476de4 None None] Provisioning complete for port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:04.503705 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3126892-475b-40bc-9ccb-7e12d0476de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:04.507723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ac012fba-8305-4b02-9210-d28e10dbc944 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:04.533732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ac012fba-8305-4b02-9210-d28e10dbc944 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:04.534111 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:04.568059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e3126892-475b-40bc-9ccb-7e12d0476de4 None None] Port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:04.626262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-daf4a8e2-df87-4cc8-928a-f489d1470b7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:04.635544 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-daf4a8e2-df87-4cc8-928a-f489d1470b7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/networks?id=b73a7501-cfc7-4f1a-a11e-a97045aa0618 HTTP/1.1" status: 200 len: 797 time: 0.1318741 Aug 16 03:07:04.638452 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:04.655154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-6b7aff01-6936-4412-931a-463c5bbc2dc1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/quotas/b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 375 time: 0.0181086 Aug 16 03:07:04.660585 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Sync routers for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:04.668718 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port ac012fba-8305-4b02-9210-d28e10dbc944, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ac012fba-8305-4b02-9210-d28e10dbc944,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:04.675663 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:04.677186 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:04.681192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:04.681841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:04.727556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-d7e9fceb-004e-4c30-9d36-64b8f01dd15a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654576 Aug 16 03:07:04.829310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-024cf326-22b8-4ac0-bbed-ec34a9b43855 service neutron] 10.222.0.61 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977535 Aug 16 03:07:04.934564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-2940a22e-5f8f-4d4a-a070-7e89b1c27f11 service neutron] 10.222.0.61 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975261 Aug 16 03:07:04.980588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=ac012fba-8305-4b02-9210-d28e10dbc944,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:04.989800 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-383a0f23-e87f-4399-89c5-ca073d03a79e None None] Provisioning complete for port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:04.990076 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-383a0f23-e87f-4399-89c5-ca073d03a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.072935 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-383a0f23-e87f-4399-89c5-ca073d03a79e None None] Port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:05.087012 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:05.090082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:05.111126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85a9483c-07ee-4408-9cbc-8ef169c19667 req-19fd5278-334a-4719-a8e8-4f4e404e1fc1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 210 time: 0.0343041 Aug 16 03:07:05.131381 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:05.131381 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.150837 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.261700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-509c988e-39ee-40c4-b385-637f7c5fc88c None None] Provisioning complete for port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:05.262083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-509c988e-39ee-40c4-b385-637f7c5fc88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.347531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-509c988e-39ee-40c4-b385-637f7c5fc88c None None] Port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:05.364849 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.427789 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:05.434027 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.476972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3dcf8054-5c56-4ee4-95c3-af1524ecdc46', 'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:8f:22:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:02Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 2, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:05.511392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Checking router: 503ca6ea-2e92-46d1-8716-9ed9a8ec996b for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:05.511756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Updating router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:07:05.516641 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:05.542544 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.821663 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.831269 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Transition to ACTIVE for port object 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:05.836924 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.884778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b95f-7883-4af0-a74e-5cd48aeb32b5 None None] Pushing event updated for resources: {'Port': ['ID=3dcf8054-5c56-4ee4-95c3-af1524ecdc46,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:05.937429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Attempting to bind port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:05.937825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Attempting to bind port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:05.938177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Attempting to bind port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 on network b73a7501-cfc7-4f1a-a11e-a97045aa0618 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:05.946137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:05.946497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Checking segment: {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:05.946918 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:05.947329 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Bound using segment: {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:05.947816 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Bound port: 3dcf8054-5c56-4ee4-95c3-af1524ecdc46, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:05.948219 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:06.025261 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] For port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:06.029903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] For port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3dcf8054-5c56-4ee4-95c3-af1524ecdc46,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:06.033635 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:06.098960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:06.099678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:06.160587 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b95f-7883-4af0-a74e-5cd48aeb32b5 None None] Pushing event updated for resources: {'Port': ['ID=3dcf8054-5c56-4ee4-95c3-af1524ecdc46,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:06.199389 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-4223c274-70cf-4e34-b73d-ff06df9c4221 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:06.202104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-4223c274-70cf-4e34-b73d-ff06df9c4221 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/networks?id=b73a7501-cfc7-4f1a-a11e-a97045aa0618 HTTP/1.1" status: 200 len: 797 time: 0.1511123 Aug 16 03:07:06.250450 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da2ad08d-2994-4fcb-9318-54e4032e2f55 req-742f6e25-87dc-4c85-a0aa-c027c739e941 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 210 time: 0.0381842 Aug 16 03:07:06.268386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:06.298845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-69e5fbfd-daa2-4f7a-84ef-ccc589433c6d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 380 time: 0.0777833 Aug 16 03:07:06.312013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'port': {'device_id': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'admin_state_up': True, 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'security_groups': ['fc916db3-d9fb-4214-b0c2-8d07fa15297d']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:06.374455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ac012fba-8305-4b02-9210-d28e10dbc944 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:06.431830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:07:06.435465 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:06.487644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ac012fba-8305-4b02-9210-d28e10dbc944 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:06.488022 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:06.566736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.14 (b73a7501-cfc7-4f1a-a11e-a97045aa0618/1f2b6248-ef63-4a89-a42a-48eb8c32ed07/7212f780-eaa5-41da-95e0-7c6c887ea3e7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:06.603829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3dcf8054-5c56-4ee4-95c3-af1524ecdc46', 'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:8f:22:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:02Z', 'updated_at': '2021-08-16T03:07:06Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:06.608476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:06.653395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5e56f-71ba-4cca-9f71-3918a04e8d26 None None] The sync data for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 is: [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3dcf8054-5c56-4ee4-95c3-af1524ecdc46', 'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:8f:22:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:02Z', 'updated_at': '2021-08-16T03:07:06Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:06.684508 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:06.684887 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:06.730183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:06.746315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object 7212f780-eaa5-41da-95e0-7c6c887ea3e7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:06.794627 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:06.842180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network b73a7501-cfc7-4f1a-a11e-a97045aa0618 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:06.845414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:06.850233 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:06.875768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=7212f780-eaa5-41da-95e0-7c6c887ea3e7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:06.907523 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:06.908169 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:06.924534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ee8ddc1e-d201-41b2-a25e-f84702bf89d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6180730 Aug 16 03:07:06.937685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Request body: {'port': {'device_id': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:06.997625 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:07.066204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-745d34f2-058d-40b2-b978-051a9bb85244 None None] Provisioning for port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:07.073740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-745d34f2-058d-40b2-b978-051a9bb85244 None None] Provisioning complete for port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:07.074130 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-745d34f2-058d-40b2-b978-051a9bb85244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:07.121493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-745d34f2-058d-40b2-b978-051a9bb85244 None None] Port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:07.207593 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:07.288945 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7212f780-eaa5-41da-95e0-7c6c887ea3e7 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:07:07.297117 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:07.310480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Transition to ACTIVE for port object 7212f780-eaa5-41da-95e0-7c6c887ea3e7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:07.314702 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:07.400113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Pushing event updated for resources: {'Port': ['ID=7212f780-eaa5-41da-95e0-7c6c887ea3e7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:07.464477 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246eb19-982d-4dff-b191-158e855ff616 req-6c2c9a8c-29f4-42fc-aca0-bf56debc1e9e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:07.466086 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a246eb19-982d-4dff-b191-158e855ff616 req-6c2c9a8c-29f4-42fc-aca0-bf56debc1e9e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 944 time: 0.1232147 Aug 16 03:07:07.509793 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Attempting to bind port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:07.510143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Attempting to bind port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:07.510557 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Attempting to bind port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 on network b73a7501-cfc7-4f1a-a11e-a97045aa0618 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:07.525025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 on network b73a7501-cfc7-4f1a-a11e-a97045aa0618 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:07:07.525361 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Attempting to bind port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 on network b73a7501-cfc7-4f1a-a11e-a97045aa0618 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:07.531337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a246eb19-982d-4dff-b191-158e855ff616 req-d7eb678a-c6a0-4d50-b7a4-95c95e8290b0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554955 Aug 16 03:07:07.534127 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:07.534464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Checking segment: {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:07.534858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Bound using segment: {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:07.535335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Bound port: 7212f780-eaa5-41da-95e0-7c6c887ea3e7, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:07.535839 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:07.606743 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] For port 7212f780-eaa5-41da-95e0-7c6c887ea3e7, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:07.609917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] For port 7212f780-eaa5-41da-95e0-7c6c887ea3e7, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:07.614909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:07.658621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:07.659265 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:07.660599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] 10.222.0.93 "PUT /v2.0/ports/7212f780-eaa5-41da-95e0-7c6c887ea3e7 HTTP/1.1" status: 200 len: 1093 time: 0.7273450 Aug 16 03:07:07.661248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:07.663621 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8133a3dd-6f02-4103-adb2-696d728f4669" -d '{"events": [{"name": "network-changed", "server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:07.694721 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c6ce4-1e6a-49cb-89f3-3f02b51beeda service neutron] Pushing event updated for resources: {'Port': ['ID=7212f780-eaa5-41da-95e0-7c6c887ea3e7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:07.721637 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cb5a88-f6f4-4e5f-b5b7-fdf8efd32480 x-openstack-request-id: req-a5cb5a88-f6f4-4e5f-b5b7-fdf8efd32480 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:07.721936 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:07.722254 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a5cb5a88-f6f4-4e5f-b5b7-fdf8efd32480 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:07.722599 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'status': 'completed', 'code': 200} Aug 16 03:07:07.762767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-e2b2a4b0-fdcf-4527-85e3-f402a54e3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:07.764592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-e2b2a4b0-fdcf-4527-85e3-f402a54e3434 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 1096 time: 0.0537143 Aug 16 03:07:07.822727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-cac94d18-a944-4e1f-a87b-831964e54429 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7 HTTP/1.1" status: 200 len: 217 time: 0.0500035 Aug 16 03:07:07.878906 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-e92a8571-36fb-477c-9e24-dc13b890ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:07.881681 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-e92a8571-36fb-477c-9e24-dc13b890ead5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f2b6248-ef63-4a89-a42a-48eb8c32ed07 HTTP/1.1" status: 200 len: 835 time: 0.0524576 Aug 16 03:07:07.929258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-e208ee07-d34c-4481-b3f9-42c89787e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:07.930685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-e208ee07-d34c-4481-b3f9-42c89787e48f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b73a7501-cfc7-4f1a-a11e-a97045aa0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422440 Aug 16 03:07:08.019692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-ec902830-92d4-4d9e-9b76-d4c10e270b1f service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817339 Aug 16 03:07:08.112604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5693e0c-7c97-425b-bac8-fdad42924648 req-e4ab8382-5c8e-4c01-b991-61611eb729cf service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858762 Aug 16 03:07:08.198200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-13974c83-4382-4b51-8592-63a2c6a8c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:08.199737 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-13974c83-4382-4b51-8592-63a2c6a8c0ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 1096 time: 0.0437887 Aug 16 03:07:08.293297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-18c57aaa-94b2-4d7a-80ea-410954495be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:08.294830 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-18c57aaa-94b2-4d7a-80ea-410954495be0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b73a7501-cfc7-4f1a-a11e-a97045aa0618 HTTP/1.1" status: 200 len: 898 time: 0.0876169 Aug 16 03:07:08.338687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-b2cee30f-de62-4684-a471-8e184be9f12a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7 HTTP/1.1" status: 200 len: 217 time: 0.0351136 Aug 16 03:07:08.382770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:08.395728 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-f72c5a0a-8ba6-471e-ba51-ce7561d6b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:08.397262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-f72c5a0a-8ba6-471e-ba51-ce7561d6b4e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f2b6248-ef63-4a89-a42a-48eb8c32ed07 HTTP/1.1" status: 200 len: 835 time: 0.0519671 Aug 16 03:07:08.435495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:08.439205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:08.439589 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.449588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-cbb295b7-60cf-4311-aa33-646636cb35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:08.451233 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-cbb295b7-60cf-4311-aa33-646636cb35f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b73a7501-cfc7-4f1a-a11e-a97045aa0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454032 Aug 16 03:07:08.517485 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.542590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-9d032075-c43b-4781-9c69-6afd61dc4a6a service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825994 Aug 16 03:07:08.550202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3dcf8054-5c56-4ee4-95c3-af1524ecdc46,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:08.555353 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.608188 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=3dcf8054-5c56-4ee4-95c3-af1524ecdc46,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:09.033948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8133a3dd-6f02-4103-adb2-696d728f4669 req-10e8c17d-e1cc-4a64-91c5-d8c680dfc698 service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834521 Aug 16 03:07:09.042705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164ac44-6a8e-494c-a020-58587160bfdf req-a4d8936a-c05d-47ba-a0e7-efee4b7d21a6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:09.044229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4164ac44-6a8e-494c-a020-58587160bfdf req-a4d8936a-c05d-47ba-a0e7-efee4b7d21a6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 944 time: 0.4354799 Aug 16 03:07:09.084666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4164ac44-6a8e-494c-a020-58587160bfdf req-9be954d5-f726-42b1-86c4-4e3f7e1d18da tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343256 Aug 16 03:07:10.198428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7aca9-345f-4695-8069-0898d1c827e9 req-28712629-d03c-4e2d-98e6-d5b2fd8447b7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:10.199998 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34e7aca9-345f-4695-8069-0898d1c827e9 req-28712629-d03c-4e2d-98e6-d5b2fd8447b7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 944 time: 0.0487082 Aug 16 03:07:10.240151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-34e7aca9-345f-4695-8069-0898d1c827e9 req-83b000b6-fede-454a-a598-2817dccf8541 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341299 Aug 16 03:07:10.346024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:10.409727 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:10.410101 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:10.445701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7212f780-eaa5-41da-95e0-7c6c887ea3e7 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:07:10.579451 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7212f780-eaa5-41da-95e0-7c6c887ea3e7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:10.591759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'port_id': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'mac_address': 'fa:16:3e:40:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:07:10.627356 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:10.640804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7212f780-eaa5-41da-95e0-7c6c887ea3e7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:07:10.660313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7212f780-eaa5-41da-95e0-7c6c887ea3e7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:10.664176 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:10.723717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7212f780-eaa5-41da-95e0-7c6c887ea3e7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:10.862004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['7212f780-eaa5-41da-95e0-7c6c887ea3e7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:07:11.367894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbe675-dcaf-415e-873b-22099b4193fa req-0c889f0f-227c-45c7-91c0-5a99043aa5a2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:11.370294 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbbe675-dcaf-415e-873b-22099b4193fa req-0c889f0f-227c-45c7-91c0-5a99043aa5a2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 945 time: 0.0571125 Aug 16 03:07:11.416388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbbe675-dcaf-415e-873b-22099b4193fa req-41df445a-141e-4b9f-af24-b306219f95ca tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395520 Aug 16 03:07:12.442762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7212f780-eaa5-41da-95e0-7c6c887ea3e7 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:12.495410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:12.499231 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:12.499611 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:12.537616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79025b15-b54e-4935-a9e4-9290b4f6039b req-cbf1d67c-9159-45bf-a6a4-99328dbd92e6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:12.538974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79025b15-b54e-4935-a9e4-9290b4f6039b req-cbf1d67c-9159-45bf-a6a4-99328dbd92e6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 945 time: 0.0504763 Aug 16 03:07:12.576885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-79025b15-b54e-4935-a9e4-9290b4f6039b req-3af0a4ec-d271-4442-9a58-e55165214238 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Aug 16 03:07:12.578443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:12.601787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:12.604071 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b52eb63-d44f-466a-ae88-db960f620326" -d '{"events": [{"server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "name": "network-vif-plugged", "status": "completed", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:12.617509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 7212f780-eaa5-41da-95e0-7c6c887ea3e7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:12.621745 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:12.644012 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3612c93-e7ba-44b5-b012-1d453570dfcc x-openstack-request-id: req-a3612c93-e7ba-44b5-b012-1d453570dfcc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:12.644308 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "name": "network-vif-plugged", "status": "completed", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:12.644558 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3612c93-e7ba-44b5-b012-1d453570dfcc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:12.644975 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'code': 200} Aug 16 03:07:12.671519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=7212f780-eaa5-41da-95e0-7c6c887ea3e7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:12.740701 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d09f54-2da0-4091-9493-cb21f6f77ba7 req-b6a9f3da-daf8-4203-8e4b-a14c502772c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:12.743193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37d09f54-2da0-4091-9493-cb21f6f77ba7 req-b6a9f3da-daf8-4203-8e4b-a14c502772c6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 1098 time: 0.0449772 Aug 16 03:07:12.777314 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37d09f54-2da0-4091-9493-cb21f6f77ba7 req-9756f525-bd2f-4108-8a05-4ddd18383e95 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273793 Aug 16 03:07:13.007412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:13.695350 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae7ff-e57c-4b3f-b636-85ee32894d6e req-891ddeac-3851-4746-8cb1-3302ec6d05d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:13.696864 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d45ae7ff-e57c-4b3f-b636-85ee32894d6e req-891ddeac-3851-4746-8cb1-3302ec6d05d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0499291 Aug 16 03:07:13.736608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d45ae7ff-e57c-4b3f-b636-85ee32894d6e req-322fbe36-df3e-4524-8a3d-a2c387da1baf tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Aug 16 03:07:13.851286 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f647ae-4c7e-4c97-9e4d-ec6281927bbf req-1d740c56-7ace-4558-a822-d24aa5fc6dc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:13.852767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-92f647ae-4c7e-4c97-9e4d-ec6281927bbf req-1d740c56-7ace-4558-a822-d24aa5fc6dc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0484700 Aug 16 03:07:13.890389 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-92f647ae-4c7e-4c97-9e4d-ec6281927bbf req-8da61d30-0e8e-4848-acb1-1b86b6108f10 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315630 Aug 16 03:07:13.911328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:13.953472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17863559-c780-4f0c-aa70-f718c25327f3 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:13.955020 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-17863559-c780-4f0c-aa70-f718c25327f3 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 1093 time: 0.0426683 Aug 16 03:07:13.957831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42270) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:13.962154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:13.985804 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.085462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.188152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.69 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/4fce34e8-59d7-4e2a-a2ac-bbeaa9709121) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:14.293221 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.332139 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.368221 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:14.371069 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:14.376562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:14.406517 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=4fce34e8-59d7-4e2a-a2ac-bbeaa9709121,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:15.144920 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.244893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.394008 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.399725 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.472920 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=4fce34e8-59d7-4e2a-a2ac-bbeaa9709121,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:15.483463 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.584712 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP cdae21cb-930d-482f-a4cc-f748a7937099 associated. External IP: 172.25.5.69, port: 7212f780-eaa5-41da-95e0-7c6c887ea3e7. Aug 16 03:07:15.797355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:07:15.901263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:15.910866 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] Sync routers for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:15.917169 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.920645 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:15.921256 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:15.951233 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7f94002a-6a58-4f56-80e6-258a073951c7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9899676 Aug 16 03:07:15.951233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:15.951682 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:16.029109 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:16.046722 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2963-1f4b-4080-b7de-af7ad7fefe16 req-5d3513a9-243e-41e9-a8e4-9107bdc742f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.048325 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-682e2963-1f4b-4080-b7de-af7ad7fefe16 req-5d3513a9-243e-41e9-a8e4-9107bdc742f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0513856 Aug 16 03:07:16.086289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-682e2963-1f4b-4080-b7de-af7ad7fefe16 req-7683a229-d578-4490-8a0b-d3b74e24f9f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Aug 16 03:07:16.109009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:16.178243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-710c09ce-cb2f-4877-8226-058c03d38de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/cdae21cb-930d-482f-a4cc-f748a7937099 HTTP/1.1" status: 200 len: 991 time: 0.0667121 Aug 16 03:07:16.200126 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a7c443-45f0-48b2-91d3-36143ba4bec9 x-openstack-request-id: req-68a7c443-45f0-48b2-91d3-36143ba4bec9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:16.200659 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:16.200659 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68a7c443-45f0-48b2-91d3-36143ba4bec9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:16.201076 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'status': 'completed', 'code': 200} Aug 16 03:07:16.259923 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'cdae21cb-930d-482f-a4cc-f748a7937099', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'port_id': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'mac_address': 'fa:16:3e:40:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:07:14Z', 'updated_at': '2021-08-16T03:07:14Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcf8054-5c56-4ee4-95c3-af1524ecdc46', 'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:8f:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:02Z', 'updated_at': '2021-08-16T03:07:08Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:16.261152 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-c6e3e89d-7474-4882-995e-e2d6a93a05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.262677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-c6e3e89d-7474-4882-995e-e2d6a93a05c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 1098 time: 0.0409467 Aug 16 03:07:16.290294 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] Checking router: 503ca6ea-2e92-46d1-8716-9ed9a8ec996b for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:16.298632 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:16.299228 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:07:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:16.358813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-eab30d2b-68ea-4239-897b-fb01b19c2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.360492 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-eab30d2b-68ea-4239-897b-fb01b19c2e77 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b73a7501-cfc7-4f1a-a11e-a97045aa0618 HTTP/1.1" status: 200 len: 898 time: 0.0908923 Aug 16 03:07:16.401738 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:16.425444 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-729939ea-508e-4ccf-be05-616292cac88d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7 HTTP/1.1" status: 200 len: 999 time: 0.0584629 Aug 16 03:07:16.475267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-65efeb55-1146-46d3-8d7e-8b6a0e2c658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.476808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-65efeb55-1146-46d3-8d7e-8b6a0e2c658e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f2b6248-ef63-4a89-a42a-48eb8c32ed07 HTTP/1.1" status: 200 len: 835 time: 0.0446105 Aug 16 03:07:16.525582 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-c47bcd30-b547-4cc2-9c3f-8fed03890cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:16.527151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-c47bcd30-b547-4cc2-9c3f-8fed03890cc9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b73a7501-cfc7-4f1a-a11e-a97045aa0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440106 Aug 16 03:07:16.620553 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-7376e4c5-b7c9-4961-80fc-a1eaa4848ed8 service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863976 Aug 16 03:07:16.713674 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'cdae21cb-930d-482f-a4cc-f748a7937099', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'port_id': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'mac_address': 'fa:16:3e:40:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:07:14Z', 'updated_at': '2021-08-16T03:07:14Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcf8054-5c56-4ee4-95c3-af1524ecdc46', 'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:8f:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:02Z', 'updated_at': '2021-08-16T03:07:08Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:16.716291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4aaaf6e-d075-4732-9ba3-1652ed10bfdc req-b2a9adac-bbf7-44c1-b614-d8f19cb61fb3 service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894425 Aug 16 03:07:16.740643 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d425a0-1930-456b-a306-0a1a2e402266 None None] The sync data for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 is: [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'cdae21cb-930d-482f-a4cc-f748a7937099', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'port_id': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'mac_address': 'fa:16:3e:40:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:07:14Z', 'updated_at': '2021-08-16T03:07:14Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcf8054-5c56-4ee4-95c3-af1524ecdc46', 'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:8f:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:02Z', 'updated_at': '2021-08-16T03:07:08Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:16.929601 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf11cc-03e5-465b-aa00-a60ffaf87757 None None] New status for floating IP cdae21cb-930d-482f-a4cc-f748a7937099: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:07:17.180940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:17.241635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5241e57c-df04-43fb-9aae-9f33143122cc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/cdae21cb-930d-482f-a4cc-f748a7937099 HTTP/1.1" status: 200 len: 993 time: 0.0595186 Aug 16 03:07:25.423318 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-004c564e-dc2a-402b-8c92-6fcc3faea083 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405569 Aug 16 03:07:25.509180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-29a4ff9d-0436-495f-b9c6-4cec59d270dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:25.510718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-29a4ff9d-0436-495f-b9c6-4cec59d270dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 1098 time: 0.0451765 Aug 16 03:07:25.613416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-5676f5f4-0be9-4609-898d-89b15e39257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:25.615611 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-5676f5f4-0be9-4609-898d-89b15e39257d service neutron] 10.222.0.93 "GET /v2.0/networks?id=b73a7501-cfc7-4f1a-a11e-a97045aa0618 HTTP/1.1" status: 200 len: 898 time: 0.0858142 Aug 16 03:07:25.686978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-fca1e653-0fa6-45ff-98f7-03c832140a0d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7 HTTP/1.1" status: 200 len: 1001 time: 0.0630078 Aug 16 03:07:25.736605 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-8fecf20f-8426-463f-996a-5a3e2be72a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:25.738022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-8fecf20f-8426-463f-996a-5a3e2be72a93 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f2b6248-ef63-4a89-a42a-48eb8c32ed07 HTTP/1.1" status: 200 len: 835 time: 0.0437167 Aug 16 03:07:25.785218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-6b36793a-4fd6-4ac5-b148-db9f4e02d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:25.786938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-6b36793a-4fd6-4ac5-b148-db9f4e02d2f1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b73a7501-cfc7-4f1a-a11e-a97045aa0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412765 Aug 16 03:07:25.897677 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-6220c5fe-3e10-4179-9973-af9930eb52dd service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034532 Aug 16 03:07:25.986603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db15030a-7fc6-4d7c-9b5a-00720c144723 req-be74414e-b504-4b91-8c6a-db74e7c8d61d service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812874 Aug 16 03:07:29.577465 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:07:31.073345 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f285f69-ab8a-4166-8328-954a1727956b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:31.495302 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.698716 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72e0b741-a98a-4e4a-9d9a-fc81971507b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.070083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:35.093591 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:37.209787 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:43.006779 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:48.517938 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489323-a9d4-47f7-bccc-51a3def86d6e req-89002685-327d-4439-866f-5f736a2f6822 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:48.519483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43489323-a9d4-47f7-bccc-51a3def86d6e req-89002685-327d-4439-866f-5f736a2f6822 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0829461 Aug 16 03:07:48.522077 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-26e0de88-09cc-415e-89b0-6abe14fc1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:48.523522 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-26e0de88-09cc-415e-89b0-6abe14fc1672 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 1098 time: 0.0753868 Aug 16 03:07:48.606218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-43489323-a9d4-47f7-bccc-51a3def86d6e req-7730fc9b-4772-4ded-8062-5b3d73f735bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806715 Aug 16 03:07:48.636486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-33591364-fc89-4e12-b818-e032646512ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:48.638002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-33591364-fc89-4e12-b818-e032646512ad service neutron] 10.222.0.93 "GET /v2.0/networks?id=b73a7501-cfc7-4f1a-a11e-a97045aa0618 HTTP/1.1" status: 200 len: 898 time: 0.1067021 Aug 16 03:07:48.715538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-b60bcc60-9788-4431-999c-2581b668fb72 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7 HTTP/1.1" status: 200 len: 1001 time: 0.0691822 Aug 16 03:07:48.766009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-f59d0f58-5e39-453d-a2c3-ef012ce9514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:48.767504 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-f59d0f58-5e39-453d-a2c3-ef012ce9514a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f2b6248-ef63-4a89-a42a-48eb8c32ed07 HTTP/1.1" status: 200 len: 835 time: 0.0446548 Aug 16 03:07:48.816120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-018077c5-c321-4c43-8eb3-2dc3335ba860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:48.818263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-018077c5-c321-4c43-8eb3-2dc3335ba860 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b73a7501-cfc7-4f1a-a11e-a97045aa0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424502 Aug 16 03:07:48.910373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-054bf7da-31f5-475a-9c5c-d63595598b6f service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Aug 16 03:07:48.999150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf7402db-e745-42ae-9bbb-94597bcd924f req-cf197634-bc0c-4646-bc6c-9dbbb97fb367 service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815320 Aug 16 03:07:49.727513 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b691-8e73-47aa-bc5f-5a325047c17c req-4e23f4b2-d494-44f7-9b16-3c2d20d7090b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:49.728990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b605b691-8e73-47aa-bc5f-5a325047c17c req-4e23f4b2-d494-44f7-9b16-3c2d20d7090b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0543880 Aug 16 03:07:49.766242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b605b691-8e73-47aa-bc5f-5a325047c17c req-f1052d17-3f8d-4eb3-a999-e31d8775dc56 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313344 Aug 16 03:07:50.883831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1818f0-c13a-4ac2-897b-1810822bac42 req-0a7bf724-2838-4672-a809-2a9b2050bd47 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:50.885350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af1818f0-c13a-4ac2-897b-1810822bac42 req-0a7bf724-2838-4672-a809-2a9b2050bd47 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0499167 Aug 16 03:07:50.923612 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af1818f0-c13a-4ac2-897b-1810822bac42 req-09e32fcd-be7a-4433-8be3-27744a25dbdf tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Aug 16 03:07:52.044017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f452788-2e55-4c47-a390-69a8f35942dd req-b6dd72cf-4d3a-4882-8515-52255a13b9a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:52.045531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f452788-2e55-4c47-a390-69a8f35942dd req-b6dd72cf-4d3a-4882-8515-52255a13b9a3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0533550 Aug 16 03:07:52.082794 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2f452788-2e55-4c47-a390-69a8f35942dd req-060e7431-90b0-4896-9309-1edadff014f3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313039 Aug 16 03:07:53.204293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f906b9-6c3d-49c5-b493-db931f4e1c7d req-780ac2a4-88e1-41ef-a3fd-d4100822b9eb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:53.205766 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59f906b9-6c3d-49c5-b493-db931f4e1c7d req-780ac2a4-88e1-41ef-a3fd-d4100822b9eb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0533273 Aug 16 03:07:53.244262 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59f906b9-6c3d-49c5-b493-db931f4e1c7d req-c97455e1-9065-4e2b-8f85-2db12c834957 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325580 Aug 16 03:07:54.358178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac93c0-1a07-4afd-8929-053a031b6211 req-90c6c850-15a5-4d28-8d4c-d9088439d3c5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:54.359680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48ac93c0-1a07-4afd-8929-053a031b6211 req-90c6c850-15a5-4d28-8d4c-d9088439d3c5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0490823 Aug 16 03:07:54.397481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-48ac93c0-1a07-4afd-8929-053a031b6211 req-ae17af6f-1369-452b-b397-0ba2deebf5fa tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312045 Aug 16 03:07:55.513713 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed410a5-03f7-4db2-8a84-b469c864c81e req-74f755b9-9f91-47ea-b1b0-af12f693a8a6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:55.515255 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ed410a5-03f7-4db2-8a84-b469c864c81e req-74f755b9-9f91-47ea-b1b0-af12f693a8a6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0492809 Aug 16 03:07:55.555607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2ed410a5-03f7-4db2-8a84-b469c864c81e req-731f5894-8c23-4cfb-bca6-edcb27f548b3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337455 Aug 16 03:07:56.674515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604caa21-9463-4dfe-9db3-08f59f36dc5d req-ff933a04-ac99-4898-8f7c-632494dcd4b7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:56.676112 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-604caa21-9463-4dfe-9db3-08f59f36dc5d req-ff933a04-ac99-4898-8f7c-632494dcd4b7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0518165 Aug 16 03:07:56.716931 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-604caa21-9463-4dfe-9db3-08f59f36dc5d req-a4def099-2820-4d08-88e1-1e4e9a23e956 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340416 Aug 16 03:07:57.840754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969cc87-cab6-4d33-8bb8-3b08b47eaf96 req-bd1d19c3-caac-47d7-b789-2d6938a40461 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:57.842284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e969cc87-cab6-4d33-8bb8-3b08b47eaf96 req-bd1d19c3-caac-47d7-b789-2d6938a40461 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0494306 Aug 16 03:07:57.879055 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e969cc87-cab6-4d33-8bb8-3b08b47eaf96 req-8fe37995-478b-4ef5-9528-e6c8c08dc43d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307682 Aug 16 03:07:58.994900 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f48c6a-60ee-498d-921c-1e97ac1f9279 req-377c2114-968c-454e-b9b0-bfb94dff45f6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:58.996422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59f48c6a-60ee-498d-921c-1e97ac1f9279 req-377c2114-968c-454e-b9b0-bfb94dff45f6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0491297 Aug 16 03:07:59.034304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59f48c6a-60ee-498d-921c-1e97ac1f9279 req-547ff446-5279-499e-b347-a88aecc069c4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Aug 16 03:08:00.154829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6234-e468-47df-9a76-f04302e05a34 req-0df9cdcb-3efc-40d1-8dfe-b4e2da77f036 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:00.156650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12ac6234-e468-47df-9a76-f04302e05a34 req-0df9cdcb-3efc-40d1-8dfe-b4e2da77f036 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0551028 Aug 16 03:08:00.195414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-12ac6234-e468-47df-9a76-f04302e05a34 req-b7936f00-fae8-402a-82c9-80f236b21570 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327361 Aug 16 03:08:01.074279 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b5b708b5-978c-43a8-8cd4-a09ecc9af928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:01.311006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e473a55-f546-45cf-815c-d057746c0e08 req-0da14081-1cdf-4c4e-a844-3c090bd16a72 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:01.312531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e473a55-f546-45cf-815c-d057746c0e08 req-0da14081-1cdf-4c4e-a844-3c090bd16a72 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0496249 Aug 16 03:08:01.350486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7e473a55-f546-45cf-815c-d057746c0e08 req-df198931-b7af-4e1f-901d-91dec4905401 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Aug 16 03:08:01.514499 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:02.466912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963331f-0cbf-47ec-acff-fd91e686c72f req-f27418bc-4dce-411d-a3dc-d6e7158d8522 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:02.468422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b963331f-0cbf-47ec-acff-fd91e686c72f req-f27418bc-4dce-411d-a3dc-d6e7158d8522 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0493817 Aug 16 03:08:02.506303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b963331f-0cbf-47ec-acff-fd91e686c72f req-8b55957d-f3d4-44e8-9739-f042f5b26d74 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Aug 16 03:08:03.624496 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ac0f6-2a5f-419d-b986-5c6f46e9c3b9 req-fbaa7ce4-f5cb-4d5a-944e-386f4516db74 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:03.625979 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da2ac0f6-2a5f-419d-b986-5c6f46e9c3b9 req-fbaa7ce4-f5cb-4d5a-944e-386f4516db74 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0527346 Aug 16 03:08:03.663996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da2ac0f6-2a5f-419d-b986-5c6f46e9c3b9 req-0ece65fa-af68-4d3e-a9ce-9ed42a9fe84a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Aug 16 03:08:03.700966 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae856688-d38d-40be-a8fd-d445d9221035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:04.070255 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:04.788522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767c025-5ecb-4cef-8b3e-9cb3e449ead3 req-a2b376f4-8c52-459a-aa15-32ea002febc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:04.790020 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b767c025-5ecb-4cef-8b3e-9cb3e449ead3 req-a2b376f4-8c52-459a-aa15-32ea002febc8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0513470 Aug 16 03:08:04.827833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b767c025-5ecb-4cef-8b3e-9cb3e449ead3 req-92a211e7-f21f-454c-a0b0-f1a0702352e9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Aug 16 03:08:04.849845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:04.909195 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-08b8c788-acca-4365-922f-3dc4a4d3d8c1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/cdae21cb-930d-482f-a4cc-f748a7937099 HTTP/1.1" status: 200 len: 993 time: 0.0581884 Aug 16 03:08:05.095955 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:06.577111 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:07.213482 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:13.009284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:25.417664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-e6e051a8-67bb-4b84-b63d-8f3b56ee9116 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447471 Aug 16 03:08:25.508897 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-c20d7cc3-22e0-4677-b1e4-8f613934b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:25.510401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-c20d7cc3-22e0-4677-b1e4-8f613934b00d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 1098 time: 0.0489736 Aug 16 03:08:25.624575 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-cc8ac593-7a02-4fc7-a17e-c99916447bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:25.626061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-cc8ac593-7a02-4fc7-a17e-c99916447bad service neutron] 10.222.0.93 "GET /v2.0/networks?id=b73a7501-cfc7-4f1a-a11e-a97045aa0618 HTTP/1.1" status: 200 len: 898 time: 0.0955682 Aug 16 03:08:25.696060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-d3c1bfd8-fddb-4364-b7e1-9c475a66d76a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7 HTTP/1.1" status: 200 len: 1001 time: 0.0624046 Aug 16 03:08:25.744899 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-56062f36-e2e2-4875-b385-3373bfdcdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:25.746360 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-56062f36-e2e2-4875-b385-3373bfdcdc9b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f2b6248-ef63-4a89-a42a-48eb8c32ed07 HTTP/1.1" status: 200 len: 835 time: 0.0435865 Aug 16 03:08:25.792902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-1bb314a8-e2be-4d3b-9e48-9fa5574da2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:25.794408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-1bb314a8-e2be-4d3b-9e48-9fa5574da2dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b73a7501-cfc7-4f1a-a11e-a97045aa0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402412 Aug 16 03:08:25.895483 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-532b3366-c976-469a-9844-21885b0c44fd service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932262 Aug 16 03:08:25.986099 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-de505d27-f89d-4575-a059-3d8f9fba5fe2 req-2d99a590-8d66-4d42-970f-b48f3dbb0fcf service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827870 Aug 16 03:08:26.266026 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-75cf2f3c-f350-4642-8fd7-577711e9de99 req-e07c2ca0-f4a9-4fe0-bdfd-f320c54b4fb5 service neutron] (94640) timed out ('10.222.0.61', 39342) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:08:31.075602 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1f8831f-b724-495e-9095-f65c39938ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:31.508844 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:33.705098 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6b58-2862-40cb-83ee-611bdcddda68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:34.072354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:35.100912 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:35.328495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:35.486144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 4fce34e8-59d7-4e2a-a2ac-bbeaa9709121 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:08:35.486397 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:35.561826 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:35.562163 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:35.582484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 4fce34e8-59d7-4e2a-a2ac-bbeaa9709121 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:08:35.761515 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:35.791725 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=4fce34e8-59d7-4e2a-a2ac-bbeaa9709121,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:35.804846 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.805197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.805539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.805877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.806212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.806545 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.806876 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.807233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.807560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.807886 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.808211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.808533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:35.862648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:35.862977 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP cdae21cb-930d-482f-a4cc-f748a7937099 disassociated (deleted). External IP: 172.25.5.69, port: 7212f780-eaa5-41da-95e0-7c6c887ea3e7. Aug 16 03:08:36.067472 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:08:36.174687 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:08:36.179480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:36.185626 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] Sync routers for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:08:36.194225 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:36.194828 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:36.207847 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-83469b8a-cc68-4d6c-96bb-c973e2b4ff06 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/floatingips/cdae21cb-930d-482f-a4cc-f748a7937099 HTTP/1.1" status: 204 len: 168 time: 0.8782632 Aug 16 03:08:36.208431 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:36.211407 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:36.300631 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:36.366446 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13737285-da01-4941-bfd1-aed9ce7ee97a x-openstack-request-id: req-13737285-da01-4941-bfd1-aed9ce7ee97a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:36.367651 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:36.367981 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13737285-da01-4941-bfd1-aed9ce7ee97a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:36.368314 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'status': 'completed', 'code': 200} Aug 16 03:08:36.464693 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-191576a3-c6ea-42cb-bf7d-ac33649fc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:36.466228 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-191576a3-c6ea-42cb-bf7d-ac33649fc0b5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 1098 time: 0.0741615 Aug 16 03:08:36.490376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4530f3-1da9-4969-bcef-30e7d8379798 req-ad91b51b-b41c-4f6f-9c5e-2d29e598c30a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:36.491888 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f4530f3-1da9-4969-bcef-30e7d8379798 req-ad91b51b-b41c-4f6f-9c5e-2d29e598c30a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0695503 Aug 16 03:08:36.507841 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3dcf8054-5c56-4ee4-95c3-af1524ecdc46', 'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:8f:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:02Z', 'updated_at': '2021-08-16T03:07:08Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:36.533578 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] Checking router: 503ca6ea-2e92-46d1-8716-9ed9a8ec996b for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:08:36.542059 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:36.542666 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:36.579025 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3f4530f3-1da9-4969-bcef-30e7d8379798 req-efc1af76-6bfb-4cc1-b304-cb86839c3b96 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772917 Aug 16 03:08:36.601494 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-08ca7389-1f9a-44c9-aecf-b3743892583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:36.601672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-08ca7389-1f9a-44c9-aecf-b3743892583c service neutron] 10.222.0.93 "GET /v2.0/networks?id=b73a7501-cfc7-4f1a-a11e-a97045aa0618 HTTP/1.1" status: 200 len: 898 time: 0.1272490 Aug 16 03:08:36.644443 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-98ffd96c-f166-4995-a365-5fc1edd9fdfc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7 HTTP/1.1" status: 200 len: 217 time: 0.0349424 Aug 16 03:08:36.657765 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:36.695157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-5df860f2-f348-4601-920e-3f3669f91d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:36.696595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-5df860f2-f348-4601-920e-3f3669f91d35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1f2b6248-ef63-4a89-a42a-48eb8c32ed07 HTTP/1.1" status: 200 len: 835 time: 0.0448182 Aug 16 03:08:36.743300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-50c1eb53-900f-45c9-a62d-b8e695f248a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:36.744882 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-50c1eb53-900f-45c9-a62d-b8e695f248a3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b73a7501-cfc7-4f1a-a11e-a97045aa0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409105 Aug 16 03:08:36.840269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-d297e29c-aa34-4ed6-aad0-3dd9a3b4fbed service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867677 Aug 16 03:08:36.857508 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3dcf8054-5c56-4ee4-95c3-af1524ecdc46', 'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:8f:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:02Z', 'updated_at': '2021-08-16T03:07:08Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:36.884962 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58608e76-350d-4a51-bf41-068d171e3048 None None] The sync data for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 is: [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:03Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '3dcf8054-5c56-4ee4-95c3-af1524ecdc46', 'name': '', 'network_id': 'b73a7501-cfc7-4f1a-a11e-a97045aa0618', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:8f:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:02Z', 'updated_at': '2021-08-16T03:07:08Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1f2b6248-ef63-4a89-a42a-48eb8c32ed07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:08:36.939342 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7aec95e1-2ab8-4d90-a99b-5f952d7f4ed9 req-136c743c-825c-4b2e-8d52-d30241dade1c service neutron] 10.222.0.93 "GET /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912881 Aug 16 03:08:37.109169 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d08083-10af-434c-9342-b3af376da7c9 None None] New status for floating IP cdae21cb-930d-482f-a4cc-f748a7937099: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:08:37.214618 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:37.711163 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5271a-ad5b-4b14-95df-95f9c04e055c req-daecc36a-b2c4-48f7-923a-e266090fb21b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:37.712695 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ddf5271a-ad5b-4b14-95df-95f9c04e055c req-daecc36a-b2c4-48f7-923a-e266090fb21b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0564632 Aug 16 03:08:37.751608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ddf5271a-ad5b-4b14-95df-95f9c04e055c req-5783a7c7-3026-4c7b-9b4e-c9daaceb8444 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=fc916db3-d9fb-4214-b0c2-8d07fa15297d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Aug 16 03:08:37.903839 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-04782014-bac2-4d45-93aa-813a2e5eeab2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:37.905263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-04782014-bac2-4d45-93aa-813a2e5eeab2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 946 time: 0.0502391 Aug 16 03:08:38.001149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:08:38.001494 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:38.094475 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port 7212f780-eaa5-41da-95e0-7c6c887ea3e7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=7212f780-eaa5-41da-95e0-7c6c887ea3e7,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:38.094843 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:38.108548 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 7212f780-eaa5-41da-95e0-7c6c887ea3e7 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:08:38.241683 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:38.280126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=7212f780-eaa5-41da-95e0-7c6c887ea3e7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:38.310490 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.310848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.311225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.311571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.311912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.312253 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.312588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.312922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.313255 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.313585 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.313970 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.314297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:38.337140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] No DVR routers for this DVR port 7212f780-eaa5-41da-95e0-7c6c887ea3e7 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:08:38.340345 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:38.342347 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-db1b6b38-30ad-4205-866a-8de8e766c223 req-20e7f656-7db4-4319-8b24-361a88c97e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "DELETE /v2.0/ports/7212f780-eaa5-41da-95e0-7c6c887ea3e7 HTTP/1.1" status: 204 len: 173 time: 0.4302986 Aug 16 03:08:38.342794 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'name': 'network-vif-deleted', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:38.345882 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f9241a-5f93-42b0-bea6-ee9050689022" -d '{"events": [{"server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "name": "network-vif-deleted", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:38.442931 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493e9a0c-a203-4a22-9873-730c11b8bc27 x-openstack-request-id: req-493e9a0c-a203-4a22-9873-730c11b8bc27 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:38.443265 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8c340-dd54-49c4-bf81-ebbbe06286ab", "name": "network-vif-deleted", "tag": "7212f780-eaa5-41da-95e0-7c6c887ea3e7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:38.443660 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-493e9a0c-a203-4a22-9873-730c11b8bc27 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:38.444198 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8c340-dd54-49c4-bf81-ebbbe06286ab', 'name': 'network-vif-deleted', 'tag': '7212f780-eaa5-41da-95e0-7c6c887ea3e7', 'status': 'completed', 'code': 200} Aug 16 03:08:38.868048 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80bfcfa6-29b6-435c-a41a-d14f35a29929 req-f26f97ed-6519-4940-a4f5-6cf462a11554 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c8c340-dd54-49c4-bf81-ebbbe06286ab HTTP/1.1" status: 200 len: 210 time: 0.0300932 Aug 16 03:08:39.921638 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:40.291357 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:40.816125 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7212f780-eaa5-41da-95e0-7c6c887ea3e7 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:08:40.839733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 7212f780-eaa5-41da-95e0-7c6c887ea3e7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:08:40.840074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 7212f780-eaa5-41da-95e0-7c6c887ea3e7 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:08:40.852257 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:08:40.852610 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:40.938958 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port 3dcf8054-5c56-4ee4-95c3-af1524ecdc46, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3dcf8054-5c56-4ee4-95c3-af1524ecdc46,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:40.939722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:40.956937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:08:41.153410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.182460 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=3dcf8054-5c56-4ee4-95c3-af1524ecdc46,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:41.362679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.579971 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:08:41.689162 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:08:41.695194 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-18aeae15-3cc4-41d8-8984-8aa27bf6f36f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/503ca6ea-2e92-46d1-8716-9ed9a8ec996b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723899 Aug 16 03:08:41.697994 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:41.700400 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] Sync routers for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:08:41.709504 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:41.710879 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:41.748703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d927b9a-a399-453c-9dcb-40fcfe62d886 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting subnet 1f2b6248-ef63-4a89-a42a-48eb8c32ed07 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:08:41.751781 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d927b9a-a399-453c-9dcb-40fcfe62d886 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.792273 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d927b9a-a399-453c-9dcb-40fcfe62d886 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.813552 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:41.879256 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d927b9a-a399-453c-9dcb-40fcfe62d886 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.949104 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d927b9a-a399-453c-9dcb-40fcfe62d886 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.979690 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d927b9a-a399-453c-9dcb-40fcfe62d886 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2b6248-ef63-4a89-a42a-48eb8c32ed07,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:41.981692 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d927b9a-a399-453c-9dcb-40fcfe62d886 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.986028 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8d927b9a-a399-453c-9dcb-40fcfe62d886 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/subnets/1f2b6248-ef63-4a89-a42a-48eb8c32ed07 HTTP/1.1" status: 204 len: 168 time: 0.2846298 Aug 16 03:08:41.986848 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:41.992749 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90348b1a-3fc1-4f9c-8065-c4173b9904de None None] Network b73a7501-cfc7-4f1a-a11e-a97045aa0618 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:08:41.998374 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:08:41Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:42.029222 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] Checking router: 503ca6ea-2e92-46d1-8716-9ed9a8ec996b for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:08:42.037256 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] Routers {'503ca6ea-2e92-46d1-8716-9ed9a8ec996b'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:42.037896 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:42.114837 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.145202 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] Set router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:42.189886 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e99f54-e472-4070-9153-969be965243b None None] DHCP port deletion for b73a7501-cfc7-4f1a-a11e-a97045aa0618 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:08:42.230418 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.247213 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-00e99f54-e472-4070-9153-969be965243b None None] Deleting port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:08:42.247594 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.285923 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port ac012fba-8305-4b02-9210-d28e10dbc944 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:08:42.286333 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.313954 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-00e99f54-e472-4070-9153-969be965243b None None] For port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695,segment=NetworkSegment(2e8f8e71-b17b-466a-bd98-3da09ce0c5f0),segment_id=2e8f8e71-b17b-466a-bd98-3da09ce0c5f0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:42.314361 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.329543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-00e99f54-e472-4070-9153-969be965243b None None] Calling delete_port for 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:08:42.338984 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:08:41Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:42.368349 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275e481-94b5-44cc-98fa-4cc151e6ae38 None None] The sync data for ids ['503ca6ea-2e92-46d1-8716-9ed9a8ec996b'] in n-d-768862-14 is: [{'id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679343358', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:08:41Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'ac012fba-8305-4b02-9210-d28e10dbc944', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503ca6ea-2e92-46d1-8716-9ed9a8ec996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:00Z', 'updated_at': '2021-08-16T03:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:08:42.378851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port ac012fba-8305-4b02-9210-d28e10dbc944, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ac012fba-8305-4b02-9210-d28e10dbc944,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:42.379306 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.404524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for ac012fba-8305-4b02-9210-d28e10dbc944 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:08:42.437275 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.462940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e99f54-e472-4070-9153-969be965243b None None] Pushing event deleted for resources: {'Port': ['ID=3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:42.470304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e99f54-e472-4070-9153-969be965243b None None] No DVR routers for this DVR port 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:08:42.472695 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.473034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.473373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.473707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.474179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.474510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.474838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.475220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.475543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.475862 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.476184 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.476505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e99f54-e472-4070-9153-969be965243b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:42.574532 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.604438 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=ac012fba-8305-4b02-9210-d28e10dbc944,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:42.661642 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.757962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.760419 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.796028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:08:42.806477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.807083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Fanout notify agent at l3_agent the message router_deleted on router 503ca6ea-2e92-46d1-8716-9ed9a8ec996b {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:08:42.814510 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.818267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c9c9c303-74e4-4611-9679-13c664765ff3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/routers/503ca6ea-2e92-46d1-8716-9ed9a8ec996b HTTP/1.1" status: 204 len: 168 time: 0.8284335 Aug 16 03:08:42.818416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:08:42.818509 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:42.819640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3c6fc3e7-8191-49ab-bc1b-a47a9ea2d695 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:08:42.905872 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.999394 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.010984 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73a7501-cfc7-4f1a-a11e-a97045aa0618']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:43.015394 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.027714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:43.028018 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8f8e71-b17b-466a-bd98-3da09ce0c5f0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:43.037961 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.052011 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.059556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:08:43.059960 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:08:43.062868 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:08:43.121054 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.133746 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.133746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/networks/b73a7501-cfc7-4f1a-a11e-a97045aa0618 HTTP/1.1" status: 204 len: 168 time: 0.3057213 Aug 16 03:08:43.135478 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42372) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:43.142702 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24912872-50a6-4c54-811d-2d7abb3f86a9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Network': ['ID=b73a7501-cfc7-4f1a-a11e-a97045aa0618,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:43.197217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c78ba91-1825-4166-beeb-0862031ba539 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.222707 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c78ba91-1825-4166-beeb-0862031ba539 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.288914 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c78ba91-1825-4166-beeb-0862031ba539 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.291864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c78ba91-1825-4166-beeb-0862031ba539 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.293078 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1c78ba91-1825-4166-beeb-0862031ba539 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/security-groups/fc916db3-d9fb-4214-b0c2-8d07fa15297d HTTP/1.1" status: 204 len: 168 time: 0.1562467 Aug 16 03:08:43.307555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78ba91-1825-4166-beeb-0862031ba539 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc916db3-d9fb-4214-b0c2-8d07fa15297d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:43.576493 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:43.870653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:43.875403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-37fa5171-34fe-471c-bbf0-3f1680836cbd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621593993', 'description': 'tempest-secgroup-smoke-621593993 description', 'project_id': 'b1ac69da183c4038890fde21075c273a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:43.897388 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37fa5171-34fe-471c-bbf0-3f1680836cbd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.977978 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37fa5171-34fe-471c-bbf0-3f1680836cbd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:43.981593 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37fa5171-34fe-471c-bbf0-3f1680836cbd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.010758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37fa5171-34fe-471c-bbf0-3f1680836cbd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.012055 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-37fa5171-34fe-471c-bbf0-3f1680836cbd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1403418 Aug 16 03:08:44.012927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa5171-34fe-471c-bbf0-3f1680836cbd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:44.015462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:44.020138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4291fe3b-e0b4-4c63-ad40-718b7291bc75 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:44.047425 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4291fe3b-e0b4-4c63-ad40-718b7291bc75 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.102355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4291fe3b-e0b4-4c63-ad40-718b7291bc75 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.107653 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4291fe3b-e0b4-4c63-ad40-718b7291bc75 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.126140 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291fe3b-e0b4-4c63-ad40-718b7291bc75 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71cecea-8005-4c4c-9130-5f03c06b1608,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:44.134505 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4291fe3b-e0b4-4c63-ad40-718b7291bc75 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.135961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4291fe3b-e0b4-4c63-ad40-718b7291bc75 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194086 Aug 16 03:08:44.138580 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:44.143012 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-df4af9e3-1855-4875-8411-871c95cae135 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:44.170190 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df4af9e3-1855-4875-8411-871c95cae135 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.233001 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df4af9e3-1855-4875-8411-871c95cae135 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.236920 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df4af9e3-1855-4875-8411-871c95cae135 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.254700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4af9e3-1855-4875-8411-871c95cae135 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f28e8dc-e586-43d8-a3e8-ce05b5ac0f89,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:44.261942 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df4af9e3-1855-4875-8411-871c95cae135 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.263203 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-df4af9e3-1855-4875-8411-871c95cae135 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236200 Aug 16 03:08:44.266373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:44.270727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-87fb2b3d-9c42-410c-9f24-a393faa28c51 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:44.297716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87fb2b3d-9c42-410c-9f24-a393faa28c51 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.357600 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87fb2b3d-9c42-410c-9f24-a393faa28c51 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.362240 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87fb2b3d-9c42-410c-9f24-a393faa28c51 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.381027 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb2b3d-9c42-410c-9f24-a393faa28c51 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d69c02-1565-4997-a65f-7d079776b2c7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:44.387164 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87fb2b3d-9c42-410c-9f24-a393faa28c51 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.391022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-87fb2b3d-9c42-410c-9f24-a393faa28c51 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211181 Aug 16 03:08:44.391549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:44.394048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ac012fba-8305-4b02-9210-d28e10dbc944 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:08:44.397508 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-30e35526-8d89-4b1c-be30-7114bd4d0dde tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:44.415281 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ac012fba-8305-4b02-9210-d28e10dbc944 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:08:44.415618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ac012fba-8305-4b02-9210-d28e10dbc944 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:08:44.416050 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:08:44.424186 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30e35526-8d89-4b1c-be30-7114bd4d0dde tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.434785 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:08:44.435158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3dcf8054-5c56-4ee4-95c3-af1524ecdc46 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:08:44.483778 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30e35526-8d89-4b1c-be30-7114bd4d0dde tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.487146 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30e35526-8d89-4b1c-be30-7114bd4d0dde tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.501578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e35526-8d89-4b1c-be30-7114bd4d0dde tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310b35de-3733-48e7-a9a4-916ab80b11da,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:44.510427 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30e35526-8d89-4b1c-be30-7114bd4d0dde tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.511775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-30e35526-8d89-4b1c-be30-7114bd4d0dde tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188595 Aug 16 03:08:44.514606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:44.518958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-edd8cb98-c2cd-4146-aef8-bae2ef020c8d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:44.542665 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-edd8cb98-c2cd-4146-aef8-bae2ef020c8d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:08:44.547530 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edd8cb98-c2cd-4146-aef8-bae2ef020c8d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.611196 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edd8cb98-c2cd-4146-aef8-bae2ef020c8d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.615711 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edd8cb98-c2cd-4146-aef8-bae2ef020c8d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.631009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8cb98-c2cd-4146-aef8-bae2ef020c8d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fef493-e1d1-4925-a0a0-54874dc0692c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:44.640087 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edd8cb98-c2cd-4146-aef8-bae2ef020c8d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.641441 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-edd8cb98-c2cd-4146-aef8-bae2ef020c8d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258860 Aug 16 03:08:44.644149 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:44.649209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a7bec163-164b-43c1-bed2-b20617b654b6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:44.671473 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-a7bec163-164b-43c1-bed2-b20617b654b6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:08:44.676187 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7bec163-164b-43c1-bed2-b20617b654b6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.738219 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7bec163-164b-43c1-bed2-b20617b654b6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.741907 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7bec163-164b-43c1-bed2-b20617b654b6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.762279 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bec163-164b-43c1-bed2-b20617b654b6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5f921f-cb12-476a-9e46-b36712a4722c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:44.769332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7bec163-164b-43c1-bed2-b20617b654b6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.770556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a7bec163-164b-43c1-bed2-b20617b654b6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254945 Aug 16 03:08:44.774030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:44.778830 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'network': {'name': 'tempest-network-smoke--1070201078', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:44.799473 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:08:44.802880 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.826842 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:08:44.835971 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.836315 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Added segment 3f785ad9-4d64-4e82-a613-9ae156f9b88e of type vlan for network 3125f061-bf9c-42b5-946a-9ad999e52596 Aug 16 03:08:44.874653 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.902531 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.908054 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:44.908630 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:45.309408 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5343523 Aug 16 03:08:45.312093 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42394) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:45.318448 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'admin_state_up': True, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:45.337465 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376e33a-c509-46da-96e3-c76a2519de27 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Network': ['ID=3125f061-bf9c-42b5-946a-9ad999e52596,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:45.347548 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 3125f061-bf9c-42b5-946a-9ad999e52596 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:08:45.352184 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:45.353215 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:45.407035 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:45.552898 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:45.745793 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:45.764660 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:45.863864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.234 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/3030cd57-c2ad-49ed-b8a8-adfe01be1849) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:08:45.965830 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.004000 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.039450 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:08:46.044165 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:08:46.047615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:08:46.072089 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=3030cd57-c2ad-49ed-b8a8-adfe01be1849,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:46.297765 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.496271 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.623158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 87cbc957-61db-4339-abb3-c1d372d8dd50 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:08:46.731817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:08:46.741103 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Sync routers for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:08:46.749652 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.750004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:46.750624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:46.754222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9397ea4d-67ff-425e-8617-f6798a394d0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4380662 Aug 16 03:08:46.754447 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:46.788504 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-93065978-7418-4ad9-9fbc-b45dc1d6f86e tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b1ac69da183c4038890fde21075c273a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322638 Aug 16 03:08:46.792081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:46.854903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:46.878887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd31bb4-a462-4c89-b2d8-41c8a871c42e tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:46.880411 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2fd31bb4-a462-4c89-b2d8-41c8a871c42e tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873957 Aug 16 03:08:46.883307 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:46.911755 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b5358220-ab8f-4837-bc98-453c89a5aff8 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273740 Aug 16 03:08:46.914847 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42402) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:46.919643 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-603061390', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:47.011398 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:08:47.015600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.032992 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:46Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:47.064105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Checking router: 87cbc957-61db-4339-abb3-c1d372d8dd50 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:08:47.064547 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Updating router 87cbc957-61db-4339-abb3-c1d372d8dd50 port 3030cd57-c2ad-49ed-b8a8-adfe01be1849 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:08:47.090392 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.219520 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.279922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Subnet': ['ID=224a706c-8b87-48bd-b593-270397d32c09,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:47.291909 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Checking segment: {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:08:47.292264 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network hostable DHCP agents. Network: 3125f061-bf9c-42b5-946a-9ad999e52596, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:08:47.310118 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 3125f061-bf9c-42b5-946a-9ad999e52596 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:08:47.318486 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 3125f061-bf9c-42b5-946a-9ad999e52596) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:08:47.323914 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:47.324755 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.332401 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3904fbe7-278f-4ab6-8119-f50a97361349 None None] Network 3125f061-bf9c-42b5-946a-9ad999e52596 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:08:47.343354 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3f01dc26-9ec8-4811-9c7e-63a336133228 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4273729 Aug 16 03:08:47.346076 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:47.353136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.402121 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Transition to ACTIVE for port object 3030cd57-c2ad-49ed-b8a8-adfe01be1849 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:08:47.413032 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.490079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Attempting to bind port 3030cd57-c2ad-49ed-b8a8-adfe01be1849 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:08:47.490476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Attempting to bind port 3030cd57-c2ad-49ed-b8a8-adfe01be1849 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:08:47.490881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Attempting to bind port 3030cd57-c2ad-49ed-b8a8-adfe01be1849 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:08:47.496144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78a7bb-575b-4cba-9d6c-be000a15d754 None None] Pushing event updated for resources: {'Port': ['ID=3030cd57-c2ad-49ed-b8a8-adfe01be1849,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:47.516350 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:08:47.516730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:08:47.517133 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.517533 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:08:47.518037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Bound port: 3030cd57-c2ad-49ed-b8a8-adfe01be1849, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:08:47.518408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.605981 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-3125f061-bf9c-42b5-946a-9ad999e52596', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:08:47.606836 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.609879 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] For port 3030cd57-c2ad-49ed-b8a8-adfe01be1849, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:08:47.630953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] For port 3030cd57-c2ad-49ed-b8a8-adfe01be1849, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3030cd57-c2ad-49ed-b8a8-adfe01be1849,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:08:47.640253 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.766620 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:47.767344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:47.773402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78a7bb-575b-4cba-9d6c-be000a15d754 None None] Pushing event updated for resources: {'Port': ['ID=3030cd57-c2ad-49ed-b8a8-adfe01be1849,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:47.800143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:47.891838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Allocated IP 172.20.0.2 (3125f061-bf9c-42b5-946a-9ad999e52596/224a706c-8b87-48bd-b593-270397d32c09/21d0e622-5897-4784-b25a-aa073cb1592e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:08:47.918952 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:48.177363 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:48.189039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Transition to ACTIVE for port object 21d0e622-5897-4784-b25a-aa073cb1592e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:08:48.211298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Transition to ACTIVE for port object 21d0e622-5897-4784-b25a-aa073cb1592e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:08:48.222443 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:48.231063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:46Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:48.265859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.1 (3125f061-bf9c-42b5-946a-9ad999e52596/224a706c-8b87-48bd-b593-270397d32c09/b067e42b-1d1b-4c47-9457-20a1d15353e3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:08:48.287994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Network 3125f061-bf9c-42b5-946a-9ad999e52596 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:08:48.289100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeafdaf-4e66-41e9-b998-d43789ccc162 None None] The sync data for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 is: [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:46Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:08:48.293819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:08:48.295986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:08:48.335244 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Pushing event updated for resources: {'Port': ['ID=21d0e622-5897-4784-b25a-aa073cb1592e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:48.366503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Attempting to bind port 21d0e622-5897-4784-b25a-aa073cb1592e on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:08:48.367291 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Attempting to bind port 21d0e622-5897-4784-b25a-aa073cb1592e by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:08:48.367744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Attempting to bind port 21d0e622-5897-4784-b25a-aa073cb1592e on network 3125f061-bf9c-42b5-946a-9ad999e52596 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:08:48.373277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:08:48.373649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Checking segment: {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:08:48.374052 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:48.374449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Bound using segment: {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:08:48.374919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Bound port: 21d0e622-5897-4784-b25a-aa073cb1592e, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:08:48.375466 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:48.397731 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:48.413191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object b067e42b-1d1b-4c47-9457-20a1d15353e3 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:08:48.442771 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] For port 21d0e622-5897-4784-b25a-aa073cb1592e, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:08:48.446304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] For port 21d0e622-5897-4784-b25a-aa073cb1592e, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=21d0e622-5897-4784-b25a-aa073cb1592e,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:08:48.449539 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:48.450572 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:48.494697 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 3125f061-bf9c-42b5-946a-9ad999e52596 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:08:48.500604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:08:48.504843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:08:48.569429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=b067e42b-1d1b-4c47-9457-20a1d15353e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:48.602165 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:48.684467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfc783-6db8-40f3-8ee6-f4590a920d08 None None] Pushing event updated for resources: {'Port': ['ID=21d0e622-5897-4784-b25a-aa073cb1592e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:48.761878 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:49.086739 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:49.091537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:49.171844 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=b067e42b-1d1b-4c47-9457-20a1d15353e3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:49.174391 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:49.269448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 3125f061-bf9c-42b5-946a-9ad999e52596 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:08:49.270950 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:08:49.392197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 87cbc957-61db-4339-abb3-c1d372d8dd50 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:08:49.510716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:08:49.516140 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-943c7c4d-2c85-4dd1-b754-b753b7e46ce7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/87cbc957-61db-4339-abb3-c1d372d8dd50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1691160 Aug 16 03:08:49.580153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d99d76-c5ec-4eaa-af0e-7bb5018d19f7 None None] Network 3125f061-bf9c-42b5-946a-9ad999e52596 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:08:49.658958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-11c068d6-362a-40e9-8f23-689f0d11f0ad tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621593993&fields=id&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 267 time: 0.0330112 Aug 16 03:08:49.704098 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0762056b-769d-4661-b35c-b5f66d3a84d7 None None] Provisioning for port 21d0e622-5897-4784-b25a-aa073cb1592e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:08:49.769707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-4614b409-83b9-432e-9d8f-ac335bfcdf36 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:49.771306 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-4614b409-83b9-432e-9d8f-ac335bfcdf36 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 797 time: 0.1046364 Aug 16 03:08:49.788522 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-ecd01456-245a-4f43-b294-d67e23fdae82 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/quotas/b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 375 time: 0.0110114 Aug 16 03:08:49.852533 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-c424ff42-cb91-4764-93d7-7b95b8a06738 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572808 Aug 16 03:08:49.957783 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-d7271d39-bdcd-45f6-98c0-585caa70d2ff service neutron] 10.222.0.61 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921948 Aug 16 03:08:50.044333 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50c94304-e1aa-41b1-a9be-cca122676230 None None] Provisioning for port b067e42b-1d1b-4c47-9457-20a1d15353e3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:08:50.048379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-50c94304-e1aa-41b1-a9be-cca122676230 None None] Provisioning complete for port b067e42b-1d1b-4c47-9457-20a1d15353e3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:50.048849 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50c94304-e1aa-41b1-a9be-cca122676230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.082115 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-97f28294-93a2-405a-b4a7-a85c036a37a7 service neutron] 10.222.0.61 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151049 Aug 16 03:08:50.096675 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-50c94304-e1aa-41b1-a9be-cca122676230 None None] Port b067e42b-1d1b-4c47-9457-20a1d15353e3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:08:50.109698 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Sync routers for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:08:50.121138 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:50.121773 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:50.234412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f39da30-f1b3-4f81-998a-53b50680d01e None None] Provisioning complete for port b067e42b-1d1b-4c47-9457-20a1d15353e3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:50.234796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f39da30-f1b3-4f81-998a-53b50680d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.283916 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0f39da30-f1b3-4f81-998a-53b50680d01e None None] Port b067e42b-1d1b-4c47-9457-20a1d15353e3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:08:50.312714 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b9be356-f116-4c8c-8937-71867943c5f8 req-f95db32d-86b8-4918-8ccb-7997d84f0291 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 210 time: 0.0575171 Aug 16 03:08:50.357823 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:50.502515 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3030cd57-c2ad-49ed-b8a8-adfe01be1849 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:50.546119 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48bec7ad-a15d-4b07-b94d-4060db482ba4 None None] Provisioning complete for port b067e42b-1d1b-4c47-9457-20a1d15353e3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:50.546490 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48bec7ad-a15d-4b07-b94d-4060db482ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.590794 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-48bec7ad-a15d-4b07-b94d-4060db482ba4 None None] Port b067e42b-1d1b-4c47-9457-20a1d15353e3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:08:50.596507 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 3030cd57-c2ad-49ed-b8a8-adfe01be1849 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:08:50.601782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3030cd57-c2ad-49ed-b8a8-adfe01be1849 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:50.602163 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.608970 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b067e42b-1d1b-4c47-9457-20a1d15353e3', 'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:04:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:47Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 2, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '224a706c-8b87-48bd-b593-270397d32c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:50.637061 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Checking router: 87cbc957-61db-4339-abb3-c1d372d8dd50 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:08:50.637401 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Updating router 87cbc957-61db-4339-abb3-c1d372d8dd50 port b067e42b-1d1b-4c47-9457-20a1d15353e3 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:08:50.665451 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.688697 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.712775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 3030cd57-c2ad-49ed-b8a8-adfe01be1849, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3030cd57-c2ad-49ed-b8a8-adfe01be1849,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:50.722725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.723581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21d0e622-5897-4784-b25a-aa073cb1592e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:50.822572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=3030cd57-c2ad-49ed-b8a8-adfe01be1849,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:50.837558 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 21d0e622-5897-4784-b25a-aa073cb1592e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:08:50.842499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 21d0e622-5897-4784-b25a-aa073cb1592e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:50.842932 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.937317 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.962078 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.972323 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Transition to ACTIVE for port object b067e42b-1d1b-4c47-9457-20a1d15353e3 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:08:50.973989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 21d0e622-5897-4784-b25a-aa073cb1592e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=21d0e622-5897-4784-b25a-aa073cb1592e,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:50.977952 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:50.979045 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:51.026426 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=21d0e622-5897-4784-b25a-aa073cb1592e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:51.049985 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Pushing event updated for resources: {'Port': ['ID=b067e42b-1d1b-4c47-9457-20a1d15353e3,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:51.074642 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.074899 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.075591 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.075926 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.076263 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.076592 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.076919 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.077244 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.077556 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.077872 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.078193 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.078596 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:08:51.094446 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Attempting to bind port b067e42b-1d1b-4c47-9457-20a1d15353e3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:08:51.094812 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Attempting to bind port b067e42b-1d1b-4c47-9457-20a1d15353e3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:08:51.095205 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Attempting to bind port b067e42b-1d1b-4c47-9457-20a1d15353e3 on network 3125f061-bf9c-42b5-946a-9ad999e52596 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:08:51.100362 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:08:51.100696 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Checking segment: {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:08:51.101097 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:51.101485 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Bound using segment: {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:08:51.101976 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Bound port: b067e42b-1d1b-4c47-9457-20a1d15353e3, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:08:51.102354 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:51.168201 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] For port b067e42b-1d1b-4c47-9457-20a1d15353e3, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:08:51.172579 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] For port b067e42b-1d1b-4c47-9457-20a1d15353e3, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b067e42b-1d1b-4c47-9457-20a1d15353e3,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:08:51.177721 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:51.243581 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2add6-f80a-47ae-bfc7-c8df82ace65f None None] Pushing event updated for resources: {'Port': ['ID=b067e42b-1d1b-4c47-9457-20a1d15353e3,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:51.253903 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:08:51.254580 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:51.382322 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:08:51.386661 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-4c2087d5-ec12-4ab3-b305-cf2f0f1f415a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:51.389603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-4c2087d5-ec12-4ab3-b305-cf2f0f1f415a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 797 time: 0.1441092 Aug 16 03:08:51.455639 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-84066192-4844-433c-a636-c9088cd17b47 req-169931c6-03bc-46f8-bbb2-acee3c2770bf tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 210 time: 0.0315402 Aug 16 03:08:51.480207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-c2e645d1-ae0a-48f0-9ee8-a27251877aa4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 379 time: 0.0801649 Aug 16 03:08:51.493373 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'port': {'device_id': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'admin_state_up': True, 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'security_groups': ['441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:51.598778 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b067e42b-1d1b-4c47-9457-20a1d15353e3', 'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:04:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:47Z', 'updated_at': '2021-08-16T03:08:51Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '224a706c-8b87-48bd-b593-270397d32c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:08:51.603192 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:08:51.606744 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:51.625317 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fe5b4-6139-43c9-be07-296d0a6d72cb None None] The sync data for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 is: [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b067e42b-1d1b-4c47-9457-20a1d15353e3', 'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:04:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:47Z', 'updated_at': '2021-08-16T03:08:51Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '224a706c-8b87-48bd-b593-270397d32c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:08:51.754705 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.11 (3125f061-bf9c-42b5-946a-9ad999e52596/224a706c-8b87-48bd-b593-270397d32c09/47238921-6028-4bbf-b408-32cb63764d02) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:08:51.909932 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:51.924367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object 47238921-6028-4bbf-b408-32cb63764d02 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:08:51.960146 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.007198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 3125f061-bf9c-42b5-946a-9ad999e52596 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:08:52.012684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:08:52.017368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:08:52.021443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:52.074122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:52.074814 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.090979 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-96d27115-cedd-4ed0-929b-690d8c2233d3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6047356 Aug 16 03:08:52.106088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Request body: {'port': {'device_id': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:52.174039 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.272176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a6a29aa-3c76-4b98-8b69-9a8b90f6e75a None None] Provisioning for port 47238921-6028-4bbf-b408-32cb63764d02 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:08:52.276584 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a6a29aa-3c76-4b98-8b69-9a8b90f6e75a None None] Provisioning complete for port 47238921-6028-4bbf-b408-32cb63764d02 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:52.277066 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a6a29aa-3c76-4b98-8b69-9a8b90f6e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.312923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a29aa-3c76-4b98-8b69-9a8b90f6e75a None None] Port 47238921-6028-4bbf-b408-32cb63764d02 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:08:52.470809 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47238921-6028-4bbf-b408-32cb63764d02 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:08:52.479434 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.503239 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3030cd57-c2ad-49ed-b8a8-adfe01be1849 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:52.503958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Transition to ACTIVE for port object 47238921-6028-4bbf-b408-32cb63764d02 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:08:52.509988 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.572488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Pushing event updated for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:52.573190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 3030cd57-c2ad-49ed-b8a8-adfe01be1849 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:52.573665 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.667219 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1ce10-3e36-4ee3-aa6e-ce2ccdfc4d61 req-750d707b-8eec-493c-b5d4-219e914efe1f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:52.668837 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53d1ce10-3e36-4ee3-aa6e-ce2ccdfc4d61 req-750d707b-8eec-493c-b5d4-219e914efe1f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.1207426 Aug 16 03:08:52.687371 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b067e42b-1d1b-4c47-9457-20a1d15353e3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:52.726277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Attempting to bind port 47238921-6028-4bbf-b408-32cb63764d02 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:08:52.726611 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Attempting to bind port 47238921-6028-4bbf-b408-32cb63764d02 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:08:52.726941 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Attempting to bind port 47238921-6028-4bbf-b408-32cb63764d02 on network 3125f061-bf9c-42b5-946a-9ad999e52596 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:08:52.736217 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-53d1ce10-3e36-4ee3-aa6e-ce2ccdfc4d61 req-d0bc44b6-e02c-4b0b-b689-ff50e2f0f16b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605381 Aug 16 03:08:52.737474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Port 47238921-6028-4bbf-b408-32cb63764d02 on network 3125f061-bf9c-42b5-946a-9ad999e52596 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:08:52.737931 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Attempting to bind port 47238921-6028-4bbf-b408-32cb63764d02 on network 3125f061-bf9c-42b5-946a-9ad999e52596 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:08:52.744123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:08:52.744506 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Checking segment: {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:08:52.744864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Bound using segment: {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:08:52.745353 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Bound port: 47238921-6028-4bbf-b408-32cb63764d02, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:08:52.745718 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.749304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port b067e42b-1d1b-4c47-9457-20a1d15353e3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:08:52.763494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b067e42b-1d1b-4c47-9457-20a1d15353e3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:52.763880 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.820302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:08:52.823748 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:08:52.827668 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.866638 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.873283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:52.873914 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.875415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] 10.222.0.93 "PUT /v2.0/ports/47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1093 time: 0.7761669 Aug 16 03:08:52.875749 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'tag': '47238921-6028-4bbf-b408-32cb63764d02'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:52.878074 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d7279e-f092-4427-9eea-ee3aa2ee8e52" -d '{"events": [{"name": "network-changed", "server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "tag": "47238921-6028-4bbf-b408-32cb63764d02"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:52.907178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147a37a-fec0-4367-8a8e-58bffd8a495e service neutron] Pushing event updated for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:52.931519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port b067e42b-1d1b-4c47-9457-20a1d15353e3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b067e42b-1d1b-4c47-9457-20a1d15353e3,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:52.937166 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.938074 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21d0e622-5897-4784-b25a-aa073cb1592e up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:52.943745 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baab6cc3-164f-46f8-8046-6585b91222b2 x-openstack-request-id: req-baab6cc3-164f-46f8-8046-6585b91222b2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:52.943745 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "tag": "47238921-6028-4bbf-b408-32cb63764d02", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:52.944516 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-baab6cc3-164f-46f8-8046-6585b91222b2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:52.944643 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'tag': '47238921-6028-4bbf-b408-32cb63764d02', 'status': 'completed', 'code': 200} Aug 16 03:08:52.962231 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-798122bc-dd9c-412f-b892-4f1a56955b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:52.963951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-798122bc-dd9c-412f-b892-4f1a56955b85 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1096 time: 0.0494685 Aug 16 03:08:53.010693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-4f8ff028-d1ce-4e87-a171-30a7da3939c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 217 time: 0.0388765 Aug 16 03:08:53.018700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=b067e42b-1d1b-4c47-9457-20a1d15353e3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:53.032124 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 21d0e622-5897-4784-b25a-aa073cb1592e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:53.032709 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.068925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-22abd30c-ac48-4dcd-be73-61e552015931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.070474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-22abd30c-ac48-4dcd-be73-61e552015931 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0530331 Aug 16 03:08:53.119645 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-9c5859ef-a0f0-4b45-ae2b-1ed757f22972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.121155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-9c5859ef-a0f0-4b45-ae2b-1ed757f22972 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436230 Aug 16 03:08:53.211787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-66bde81d-b4ee-429a-b068-b6eef4847df7 service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824125 Aug 16 03:08:53.309026 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35cdabe0-12d2-4c25-98d0-ff4fc7f64c0b req-445e9369-d126-4182-9c6d-99e93243a140 service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893981 Aug 16 03:08:53.393558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-b6efdc8b-6fa4-41ac-9fc8-90964fe6e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.394992 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-b6efdc8b-6fa4-41ac-9fc8-90964fe6e834 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1096 time: 0.0433061 Aug 16 03:08:53.498186 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-6d68e186-8228-4daf-9d70-6e963b2c6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.499718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-6d68e186-8228-4daf-9d70-6e963b2c6470 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.0975394 Aug 16 03:08:53.541574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-9c3157aa-d2c4-4b53-88b7-bd7b4e2ff548 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 217 time: 0.0343158 Aug 16 03:08:53.590471 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-d45fa94e-e92f-49db-b30c-f21a2d03c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.592004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-d45fa94e-e92f-49db-b30c-f21a2d03c404 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0432434 Aug 16 03:08:53.642740 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-b27bd882-0518-438e-bcf1-f25e0b1a0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.644295 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-b27bd882-0518-438e-bcf1-f25e0b1a0ef4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428412 Aug 16 03:08:53.735208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-b743c637-c55b-4037-b9c5-157c4bbe86fa service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817690 Aug 16 03:08:53.868176 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-95d7279e-f092-4427-9eea-ee3aa2ee8e52 req-ec4c6c5d-6e0e-40ca-b270-8ea1912fad2a service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240263 Aug 16 03:08:53.884944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5accf-4b3e-4db3-9ec5-a059df7765e0 req-cde759b9-7473-4188-8b60-fd7aa3bd74d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:53.886611 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bc5accf-4b3e-4db3-9ec5-a059df7765e0 req-cde759b9-7473-4188-8b60-fd7aa3bd74d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.0708210 Aug 16 03:08:53.923814 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bc5accf-4b3e-4db3-9ec5-a059df7765e0 req-2c76b25a-7ee2-4774-b5d3-a2154091a139 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309324 Aug 16 03:08:54.404760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b067e42b-1d1b-4c47-9457-20a1d15353e3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:54.456416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port b067e42b-1d1b-4c47-9457-20a1d15353e3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:54.456790 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:54.876358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 47238921-6028-4bbf-b408-32cb63764d02 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:08:54.972200 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:54.983773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '47238921-6028-4bbf-b408-32cb63764d02', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'port_id': '47238921-6028-4bbf-b408-32cb63764d02', 'mac_address': 'fa:16:3e:e3:32:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:08:55.020596 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:55.034573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47238921-6028-4bbf-b408-32cb63764d02 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:08:55.039883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80139da4-1c2b-4079-bec5-74ecc63739ed req-d2ae633c-cd6f-4280-82d6-008ca53c6599 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:55.041414 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80139da4-1c2b-4079-bec5-74ecc63739ed req-d2ae633c-cd6f-4280-82d6-008ca53c6599 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.0501380 Aug 16 03:08:55.056251 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:55.060598 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:55.083680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80139da4-1c2b-4079-bec5-74ecc63739ed req-c054a389-5773-4771-b5f5-6ab106137d42 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332329 Aug 16 03:08:55.108414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:55.258511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['47238921-6028-4bbf-b408-32cb63764d02'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:08:56.204081 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adc3ec-2f63-420d-929b-46c00a83f036 req-87669d03-2f45-426b-bcd7-dfe683aac596 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:56.205566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28adc3ec-2f63-420d-929b-46c00a83f036 req-87669d03-2f45-426b-bcd7-dfe683aac596 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 945 time: 0.0525529 Aug 16 03:08:56.243311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-28adc3ec-2f63-420d-929b-46c00a83f036 req-9fbb94d0-8177-4606-a1e1-48ec06c7cfe3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311186 Aug 16 03:08:56.907705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 47238921-6028-4bbf-b408-32cb63764d02 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:08:56.958049 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 47238921-6028-4bbf-b408-32cb63764d02 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:08:56.962136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 47238921-6028-4bbf-b408-32cb63764d02 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:08:56.962488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:57.035569 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:57.058488 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47238921-6028-4bbf-b408-32cb63764d02'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:08:57.060757 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7033fca-a6f6-4f3f-b860-159cc31bfa18" -d '{"events": [{"server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "name": "network-vif-plugged", "status": "completed", "tag": "47238921-6028-4bbf-b408-32cb63764d02"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:08:57.074606 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:08:57.079393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:57.109800 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39b527f-2710-4da5-b0fd-cc1d9d53b1af x-openstack-request-id: req-d39b527f-2710-4da5-b0fd-cc1d9d53b1af {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:08:57.110098 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "name": "network-vif-plugged", "status": "completed", "tag": "47238921-6028-4bbf-b408-32cb63764d02", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:08:57.110353 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d39b527f-2710-4da5-b0fd-cc1d9d53b1af {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:08:57.110765 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47238921-6028-4bbf-b408-32cb63764d02', 'code': 200} Aug 16 03:08:57.145137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:57.207197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c4afa-e1b7-4894-a2b3-628b58ed8bc4 req-c4293b56-2af4-456a-83bf-12ad9cedfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:57.208637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c65c4afa-e1b7-4894-a2b3-628b58ed8bc4 req-c4293b56-2af4-456a-83bf-12ad9cedfd2f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1098 time: 0.0400980 Aug 16 03:08:57.243256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c65c4afa-e1b7-4894-a2b3-628b58ed8bc4 req-546393cc-d175-4fe6-b634-474318bdbe23 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279357 Aug 16 03:08:57.361655 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec6c70-0140-427e-8184-0773be9dc9f2 req-ddb2089d-7c7b-44f6-9b23-8e6d8f9e2007 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:57.363151 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffec6c70-0140-427e-8184-0773be9dc9f2 req-ddb2089d-7c7b-44f6-9b23-8e6d8f9e2007 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0482547 Aug 16 03:08:57.402708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ffec6c70-0140-427e-8184-0773be9dc9f2 req-dc1cc3a0-a95b-413c-87c1-8fede97224cb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Aug 16 03:08:58.529258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c245801-04cf-4192-88bf-cf8469796792 req-e1ce035e-cdd7-4143-a850-04c2a73a6fd2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:58.530792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c245801-04cf-4192-88bf-cf8469796792 req-e1ce035e-cdd7-4143-a850-04c2a73a6fd2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0562253 Aug 16 03:08:58.568672 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8c245801-04cf-4192-88bf-cf8469796792 req-63846682-b1a4-4338-a9f3-cee4243e37ef tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Aug 16 03:08:58.680278 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaf2ce-e3a2-465e-8352-1576b0aef758 req-32cb23c8-bcc8-44c1-8b21-7d70a5fa624c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:58.681812 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3beaf2ce-e3a2-465e-8352-1576b0aef758 req-32cb23c8-bcc8-44c1-8b21-7d70a5fa624c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0491564 Aug 16 03:08:58.719653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3beaf2ce-e3a2-465e-8352-1576b0aef758 req-d3ede8a7-ebf1-4c2f-a708-8102f78f25a0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319567 Aug 16 03:08:58.740424 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:58.779570 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc002612-1737-4a30-901e-2ee49652b99f tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:58.781078 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cc002612-1737-4a30-901e-2ee49652b99f tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1093 time: 0.0396883 Aug 16 03:08:58.783838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:08:58.788241 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '47238921-6028-4bbf-b408-32cb63764d02', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:08:58.816407 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:58.933663 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:59.033874 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.251 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/6b9b6b33-ac34-43b1-9da8-23c91fff0736) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:08:59.141185 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:59.179189 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:59.221896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:08:59.226239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:08:59.230556 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:08:59.233530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=6b9b6b33-ac34-43b1-9da8-23c91fff0736,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:08:59.933388 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:59.999167 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:00.148195 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:00.152638 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:00.221760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=6b9b6b33-ac34-43b1-9da8-23c91fff0736,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:00.236066 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:00.335764 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP aab16934-95ee-4156-8aeb-9b300e5cb3e1 associated. External IP: 172.25.5.251, port: 47238921-6028-4bbf-b408-32cb63764d02. Aug 16 03:09:00.543274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 87cbc957-61db-4339-abb3-c1d372d8dd50 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:09:00.650441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:09:00.660028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] Sync routers for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:09:00.666909 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:00.673233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:00.673864 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:00.698254 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-a33582ec-ed1c-46d5-aaf5-30eea961c2f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9101417 Aug 16 03:09:00.698254 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'tag': '47238921-6028-4bbf-b408-32cb63764d02'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:00.698682 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42566e9-fe52-4071-84b4-2d71f5b79533" -d '{"events": [{"name": "network-changed", "server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "tag": "47238921-6028-4bbf-b408-32cb63764d02"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:00.781028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:00.798504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480187e-2d3c-4173-9624-8d4f8dc18bd6 req-8a377d7e-0360-434c-bd3f-3ed5cf1cf4eb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:00.800020 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e480187e-2d3c-4173-9624-8d4f8dc18bd6 req-8a377d7e-0360-434c-bd3f-3ed5cf1cf4eb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0553858 Aug 16 03:09:00.839031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e480187e-2d3c-4173-9624-8d4f8dc18bd6 req-534e8c41-d89a-4179-b048-961993687230 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327446 Aug 16 03:09:00.861430 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:00.905759 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f2f9cc-43af-4100-90c3-d009698c4187 x-openstack-request-id: req-95f2f9cc-43af-4100-90c3-d009698c4187 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:00.906030 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "tag": "47238921-6028-4bbf-b408-32cb63764d02", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:00.906387 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95f2f9cc-43af-4100-90c3-d009698c4187 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:00.906967 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'tag': '47238921-6028-4bbf-b408-32cb63764d02', 'status': 'completed', 'code': 200} Aug 16 03:09:00.959474 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-75ab94c9-f133-4d0d-89ce-0a1edcceab39 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/aab16934-95ee-4156-8aeb-9b300e5cb3e1 HTTP/1.1" status: 200 len: 992 time: 0.0965190 Aug 16 03:09:00.972336 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-c4efd935-2c5c-4b10-8f6c-aa41d6221dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:00.973828 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-c4efd935-2c5c-4b10-8f6c-aa41d6221dcb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1098 time: 0.0579925 Aug 16 03:09:01.018174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'aab16934-95ee-4156-8aeb-9b300e5cb3e1', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'port_id': '47238921-6028-4bbf-b408-32cb63764d02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'mac_address': 'fa:16:3e:e3:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:08:59Z', 'updated_at': '2021-08-16T03:08:59Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b067e42b-1d1b-4c47-9457-20a1d15353e3', 'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:04:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:47Z', 'updated_at': '2021-08-16T03:08:52Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '224a706c-8b87-48bd-b593-270397d32c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:01.044472 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] Checking router: 87cbc957-61db-4339-abb3-c1d372d8dd50 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:09:01.052898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:09:01.053691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:08:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:01.063878 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-a3ba0ad8-17f0-40c7-9666-4b2c4a6ae741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:01.065465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-a3ba0ad8-17f0-40c7-9666-4b2c4a6ae741 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.0844469 Aug 16 03:09:01.114154 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b57780f-5cd6-4fdd-ae68-f535804ebe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:01.138708 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-92f06a7e-5c58-41a1-b3a8-8af9a5f30107 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1000 time: 0.0661044 Aug 16 03:09:01.172273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:09:01.188979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-0fcc8f21-45f7-4c9a-8ba6-b2cc6cc780ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:01.190480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-0fcc8f21-45f7-4c9a-8ba6-b2cc6cc780ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0451562 Aug 16 03:09:01.238604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-a47a42f6-5628-451a-83bd-156f08a2a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:01.240208 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-a47a42f6-5628-451a-83bd-156f08a2a95d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429265 Aug 16 03:09:01.340283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-60797f40-d81a-4b7f-b63a-32a392adc7fa service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927866 Aug 16 03:09:01.408053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'aab16934-95ee-4156-8aeb-9b300e5cb3e1', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'port_id': '47238921-6028-4bbf-b408-32cb63764d02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'mac_address': 'fa:16:3e:e3:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:08:59Z', 'updated_at': '2021-08-16T03:08:59Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b067e42b-1d1b-4c47-9457-20a1d15353e3', 'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:04:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:47Z', 'updated_at': '2021-08-16T03:08:52Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '224a706c-8b87-48bd-b593-270397d32c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:09:01.432387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b42566e9-fe52-4071-84b4-2d71f5b79533 req-d65c8c2f-9133-4c4d-bbf0-2af35f7fce3b service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853386 Aug 16 03:09:01.434612 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd55e82d-3525-4ef4-8fc6-88c883d550f7 None None] The sync data for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 is: [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'aab16934-95ee-4156-8aeb-9b300e5cb3e1', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'port_id': '47238921-6028-4bbf-b408-32cb63764d02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'mac_address': 'fa:16:3e:e3:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:08:59Z', 'updated_at': '2021-08-16T03:08:59Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b067e42b-1d1b-4c47-9457-20a1d15353e3', 'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:04:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:47Z', 'updated_at': '2021-08-16T03:08:52Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '224a706c-8b87-48bd-b593-270397d32c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:09:01.509274 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:01.628986 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7abae4-b7dc-40a1-8df3-8af63f0d0997 None None] New status for floating IP aab16934-95ee-4156-8aeb-9b300e5cb3e1: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:09:01.963761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:02.030907 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f76b3dc8-e7dc-45da-bc34-b4ce96eb2a72 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/aab16934-95ee-4156-8aeb-9b300e5cb3e1 HTTP/1.1" status: 200 len: 994 time: 0.0658047 Aug 16 03:09:03.705872 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5de90087-df35-4a41-b141-be620eb472f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:04.073546 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:05.104438 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:07.217879 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:13.018128 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:20.576890 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:09:25.431305 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-c866c641-c7af-4821-be33-e13ed7084f47 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403788 Aug 16 03:09:25.513901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-3cf4f06e-eae0-4611-8c70-deed241214f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:25.515430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-3cf4f06e-eae0-4611-8c70-deed241214f7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1098 time: 0.0422931 Aug 16 03:09:25.622183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-f47d7ef8-8ff5-4df1-9344-ae880b881b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:25.623699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-f47d7ef8-8ff5-4df1-9344-ae880b881b95 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.0891476 Aug 16 03:09:25.693556 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-68d5b249-45f9-46ef-9096-9e0a03d2ef9d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1002 time: 0.0590975 Aug 16 03:09:25.744056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-72cea9ce-a487-4cf7-a896-db9c4776fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:25.745480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-72cea9ce-a487-4cf7-a896-db9c4776fc2b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0441353 Aug 16 03:09:25.795825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-1e764211-a7ce-4af8-a9ff-64703722c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:25.797329 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-1e764211-a7ce-4af8-a9ff-64703722c714 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442393 Aug 16 03:09:25.885897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-257cc826-ee2b-4913-8d3f-18d45aa90d19 service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814929 Aug 16 03:09:25.980180 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-237874a0-fbf5-4a83-9d02-1ccff71caea2 req-b21a47df-6e21-4573-abee-a4fca5a0c3a0 service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866966 Aug 16 03:09:28.694113 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fe92-a6d7-4f25-96c7-95479c41680e req-bbef9410-d272-43e1-8a6d-24af24d7765a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:28.695652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f9fe92-a6d7-4f25-96c7-95479c41680e req-bbef9410-d272-43e1-8a6d-24af24d7765a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0517452 Aug 16 03:09:28.757735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f6f9fe92-a6d7-4f25-96c7-95479c41680e req-d67cf778-ecd2-4507-ab59-77c5a1c35719 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532298 Aug 16 03:09:28.762330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-c2d2cee3-5967-4d48-b7bb-168a486db320 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266296 Aug 16 03:09:29.886122 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1d9ab-8c8f-4609-99d5-2a35d1e15331 req-e572cacf-d5d5-4eea-a64e-b996c10d1282 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:29.888229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75b1d9ab-8c8f-4609-99d5-2a35d1e15331 req-e572cacf-d5d5-4eea-a64e-b996c10d1282 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0552909 Aug 16 03:09:29.953960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75b1d9ab-8c8f-4609-99d5-2a35d1e15331 req-636e3b63-ba79-4677-8870-fdd462dcd6e4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597844 Aug 16 03:09:29.966894 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-67874c4c-ef60-4ef9-ba6c-0f705c740685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:29.968489 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-67874c4c-ef60-4ef9-ba6c-0f705c740685 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1098 time: 0.0572159 Aug 16 03:09:30.060939 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-b591744d-25ac-4abf-a323-d32fd5e01e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:30.062384 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-b591744d-25ac-4abf-a323-d32fd5e01e6e service neutron] 10.222.0.93 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.0860856 Aug 16 03:09:30.135394 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-61f12d65-a2e5-4b80-a1f2-0a6a7fa13cc8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1002 time: 0.0661571 Aug 16 03:09:30.186746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-01f763b7-234e-4cfc-9e8f-9fc9360bf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:30.188232 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-01f763b7-234e-4cfc-9e8f-9fc9360bf937 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0452018 Aug 16 03:09:30.236314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-066bfc86-35c6-43cd-a98b-0cbe47c9ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:30.237813 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-066bfc86-35c6-43cd-a98b-0cbe47c9ab0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404840 Aug 16 03:09:30.331910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-e473986f-c048-48bd-9e91-6cf41b9ed1a8 service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863853 Aug 16 03:09:30.426753 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-309d61fe-215b-43fd-969c-50a868162ab9 service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Aug 16 03:09:31.077110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839cbe3-b2b1-43f0-a962-45fad41a49fa req-411e67ea-a0e3-4183-9e25-36cdc6512ce6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:31.078017 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1adc9ab2-884e-45d0-855d-97cb0a7c2587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:31.078775 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8839cbe3-b2b1-43f0-a962-45fad41a49fa req-411e67ea-a0e3-4183-9e25-36cdc6512ce6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0527105 Aug 16 03:09:31.124339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8839cbe3-b2b1-43f0-a962-45fad41a49fa req-ee3984df-7d6e-4a66-be40-33cdc4d8d24a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389216 Aug 16 03:09:31.513828 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:32.243921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc531a-bba7-4555-86b3-82806e693a87 req-e24a1239-25aa-48c5-9a3f-f6ce38c008f4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:32.245432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ddc531a-bba7-4555-86b3-82806e693a87 req-e24a1239-25aa-48c5-9a3f-f6ce38c008f4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0504384 Aug 16 03:09:32.284603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3ddc531a-bba7-4555-86b3-82806e693a87 req-f25d0571-fb8b-4bc7-8eac-e907b30b55c5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331249 Aug 16 03:09:33.402385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af34f02-476e-4995-8403-d1d0edc21975 req-d8284af7-e637-4522-96e2-1d85bdf0c657 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:33.403826 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8af34f02-476e-4995-8403-d1d0edc21975 req-d8284af7-e637-4522-96e2-1d85bdf0c657 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0519447 Aug 16 03:09:33.441893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8af34f02-476e-4995-8403-d1d0edc21975 req-46a529be-709b-4bd3-9664-3f9958ed9ed5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Aug 16 03:09:33.706295 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36d82c3f-71dd-48f4-96df-ebba5251c50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:34.075122 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:34.560812 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46499c4-c10d-493b-9fe8-12770d9c69b8 req-5e25cce3-da3e-4bd9-a666-bbe3dc732a9e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:34.562291 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a46499c4-c10d-493b-9fe8-12770d9c69b8 req-5e25cce3-da3e-4bd9-a666-bbe3dc732a9e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0485179 Aug 16 03:09:34.604114 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a46499c4-c10d-493b-9fe8-12770d9c69b8 req-86b50888-756e-4cea-80a2-0136b693c047 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358529 Aug 16 03:09:35.110687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:35.718593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56365566-5547-4017-8cdc-93f763cef9c2 req-62930219-b7ca-4c8a-848e-7a9d42e3f0dc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:35.720124 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56365566-5547-4017-8cdc-93f763cef9c2 req-62930219-b7ca-4c8a-848e-7a9d42e3f0dc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0489383 Aug 16 03:09:35.757543 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-56365566-5547-4017-8cdc-93f763cef9c2 req-df6df7a5-ef2a-4778-8756-3318fdee1476 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315263 Aug 16 03:09:36.882130 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2579feb-b9b5-4a6f-a0f4-a49c582edb8e req-3a957673-cc7b-4339-a0e3-461060901dd0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:36.883662 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2579feb-b9b5-4a6f-a0f4-a49c582edb8e req-3a957673-cc7b-4339-a0e3-461060901dd0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0505388 Aug 16 03:09:36.922605 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b2579feb-b9b5-4a6f-a0f4-a49c582edb8e req-dec41ecc-4854-4cb5-8462-eefe2ca4a9d4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327349 Aug 16 03:09:37.220870 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:38.041876 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972d9c3-ba24-4431-b33c-db2bb7a5098c req-fe732898-4917-4849-a704-a52a514ba48b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:38.043445 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9972d9c3-ba24-4431-b33c-db2bb7a5098c req-fe732898-4917-4849-a704-a52a514ba48b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0512431 Aug 16 03:09:38.086340 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9972d9c3-ba24-4431-b33c-db2bb7a5098c req-1cfb9a84-96a3-4f15-b5a0-a8fd319dd4e8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367148 Aug 16 03:09:39.204856 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf5a33-5122-446d-9779-40db097d3909 req-0dae625a-0a9e-465f-91c7-7bd2139a6059 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:39.206346 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eedf5a33-5122-446d-9779-40db097d3909 req-0dae625a-0a9e-465f-91c7-7bd2139a6059 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0500264 Aug 16 03:09:39.244125 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eedf5a33-5122-446d-9779-40db097d3909 req-0d8f137d-57fe-4058-a72d-ac737e30f542 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317121 Aug 16 03:09:40.362857 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aeb438-67ca-4e2b-8749-4702e9b76112 req-cac9e651-f59d-4792-9b02-47e8a83784ec tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:40.364401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76aeb438-67ca-4e2b-8749-4702e9b76112 req-cac9e651-f59d-4792-9b02-47e8a83784ec tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0495236 Aug 16 03:09:40.403808 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76aeb438-67ca-4e2b-8749-4702e9b76112 req-de00af25-0ef6-4a7e-93d1-42e52eb920eb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Aug 16 03:09:41.521119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647d65a-d83a-4445-b998-57096097a971 req-1ec12277-2887-4705-8fa7-0182e24d4c2d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:41.522632 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a647d65a-d83a-4445-b998-57096097a971 req-1ec12277-2887-4705-8fa7-0182e24d4c2d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0508013 Aug 16 03:09:41.565490 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a647d65a-d83a-4445-b998-57096097a971 req-a5633fb6-f583-4254-bcec-1d79ee188400 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364821 Aug 16 03:09:42.271634 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-6c85e207-b71f-4221-a620-0908289bbf35 req-33f316a4-9c7b-43b2-9c7f-f0ca2233cdd4 service neutron] show failed (client error): The resource could not be found. Aug 16 03:09:42.272688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-33f316a4-9c7b-43b2-9c7f-f0ca2233cdd4 service neutron] 10.222.0.93 "GET /v2.0/ports/47238921-6028-4bbf-b408-32cb63764d02/bindings/n-h1-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0576382 Aug 16 03:09:42.508394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-3e515a4f-b1a2-4cac-a4dd-a271f145544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:42.509895 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-3e515a4f-b1a2-4cac-a4dd-a271f145544a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 1098 time: 0.0824318 Aug 16 03:09:42.528629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:09:42.691761 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85a109-6689-4388-9aba-5f077a15779c req-e24ce01d-b7a9-4e19-8652-3e3ecbc21c3e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:42.693292 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f85a109-6689-4388-9aba-5f077a15779c req-e24ce01d-b7a9-4e19-8652-3e3ecbc21c3e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0547690 Aug 16 03:09:42.734971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5f85a109-6689-4388-9aba-5f077a15779c req-b3fe6ef5-6002-4bb1-a699-3aa15d147b82 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345643 Aug 16 03:09:42.887394 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:43.012340 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:43.087662 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:43.120835 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h2-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:09:43.162473 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47238921-6028-4bbf-b408-32cb63764d02'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:43.164775 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7dd023-a554-47fc-957d-e9e62d52bfad" -d '{"events": [{"server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "name": "network-vif-unplugged", "status": "completed", "tag": "47238921-6028-4bbf-b408-32cb63764d02"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:43.169150 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:43.183844 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Transition to ACTIVE for port object 47238921-6028-4bbf-b408-32cb63764d02 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:09:43.187424 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:43.226316 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e59a88-25f7-42bf-9d3b-2ab90280bd1d x-openstack-request-id: req-33e59a88-25f7-42bf-9d3b-2ab90280bd1d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:43.226624 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "name": "network-vif-unplugged", "status": "completed", "tag": "47238921-6028-4bbf-b408-32cb63764d02", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:43.226877 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33e59a88-25f7-42bf-9d3b-2ab90280bd1d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:43.227295 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47238921-6028-4bbf-b408-32cb63764d02', 'code': 200} Aug 16 03:09:43.275018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:43.289393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.289734 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.290071 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.290403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.290733 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.291059 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.291407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.291756 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.292779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.293110 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.293438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.293760 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:43.332541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] No DVR routers for this DVR port 47238921-6028-4bbf-b408-32cb63764d02 on host n-h2-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:09:43.473540 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Attempting to bind port 47238921-6028-4bbf-b408-32cb63764d02 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:09:43.473880 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Attempting to bind port 47238921-6028-4bbf-b408-32cb63764d02 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:09:43.474212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Attempting to bind port 47238921-6028-4bbf-b408-32cb63764d02 on network 3125f061-bf9c-42b5-946a-9ad999e52596 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:09:43.480695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Port 47238921-6028-4bbf-b408-32cb63764d02 on network 3125f061-bf9c-42b5-946a-9ad999e52596 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:09:43.481045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Attempting to bind port 47238921-6028-4bbf-b408-32cb63764d02 on network 3125f061-bf9c-42b5-946a-9ad999e52596 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:09:43.486543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:09:43.487159 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Checking segment: {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:09:43.487817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Bound using segment: {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:09:43.488405 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Bound port: 47238921-6028-4bbf-b408-32cb63764d02, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f785ad9-4d64-4e82-a613-9ae156f9b88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:09:43.488771 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:43.554489 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:09:43.558047 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:09:43.563228 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:43.606263 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:43.606895 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:43.608384 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] 10.222.0.86 "PUT /v2.0/ports/47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1093 time: 1.0846319 Aug 16 03:09:43.629242 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2b288-1cbf-451c-903c-1ded02a0c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:43.686749 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-5c871f78-1ad6-43b8-8b6c-8214d484ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:43.688415 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-5c871f78-1ad6-43b8-8b6c-8214d484ed7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1096 time: 0.0446148 Aug 16 03:09:43.784809 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-34730dc7-b720-40d8-8c93-f69af947e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:43.786415 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-34730dc7-b720-40d8-8c93-f69af947e42b service neutron] 10.222.0.86 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.0914850 Aug 16 03:09:43.866753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb25a-b3f7-45e9-9843-9f506ad866e3 req-61142266-5e6b-492e-a5e3-2f74aaa26c52 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:43.869031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d1fb25a-b3f7-45e9-9843-9f506ad866e3 req-61142266-5e6b-492e-a5e3-2f74aaa26c52 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.0621324 Aug 16 03:09:43.870918 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-fc4558d8-400e-49c8-a53b-3b09f3263fcd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1000 time: 0.0774014 Aug 16 03:09:43.908257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d1fb25a-b3f7-45e9-9843-9f506ad866e3 req-04b6d451-58d5-4909-8f9e-8b84db912a90 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336010 Aug 16 03:09:43.924355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-f36d0b37-c497-48bd-bffa-42998256e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:43.925837 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-f36d0b37-c497-48bd-bffa-42998256e184 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0484965 Aug 16 03:09:43.975119 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e207-b71f-4221-a620-0908289bbf35 req-139e6176-bb60-4eb5-bb66-7298558ed7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:43.976626 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-139e6176-bb60-4eb5-bb66-7298558ed7f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438962 Aug 16 03:09:44.066458 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-2f340954-f848-4434-bc12-1a879545ea49 service neutron] 10.222.0.86 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825744 Aug 16 03:09:44.160705 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6c85e207-b71f-4221-a620-0908289bbf35 req-12a4c08b-fee9-4f21-90df-8da8e03696d1 service neutron] 10.222.0.86 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873089 Aug 16 03:09:45.030578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ca76c-2da2-4145-a713-12882bd5607f req-0cc49f4e-6ada-4928-8125-69c4888ca61e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.032110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a0ca76c-2da2-4145-a713-12882bd5607f req-0cc49f4e-6ada-4928-8125-69c4888ca61e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.0542922 Aug 16 03:09:45.071627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a0ca76c-2da2-4145-a713-12882bd5607f req-0948eb53-87a8-4544-b844-4cacee5ccc79 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332894 Aug 16 03:09:45.196364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 47238921-6028-4bbf-b408-32cb63764d02 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:09:45.228050 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'tag': '47238921-6028-4bbf-b408-32cb63764d02'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:45.230940 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ea6042-4da7-4b93-a50c-7a55d1c1969e" -d '{"events": [{"name": "network-changed", "server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "tag": "47238921-6028-4bbf-b408-32cb63764d02"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:45.243939 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 47238921-6028-4bbf-b408-32cb63764d02 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:09:45.280740 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20191e38-5631-4e59-98de-3969e6c9d5bd x-openstack-request-id: req-20191e38-5631-4e59-98de-3969e6c9d5bd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:45.281052 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "tag": "47238921-6028-4bbf-b408-32cb63764d02", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:45.281306 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20191e38-5631-4e59-98de-3969e6c9d5bd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:45.281707 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'tag': '47238921-6028-4bbf-b408-32cb63764d02', 'status': 'completed', 'code': 200} Aug 16 03:09:45.339735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-f8309daa-9375-4051-abb5-cfcf722dfa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.341611 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-f8309daa-9375-4051-abb5-cfcf722dfa6e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1096 time: 0.0425467 Aug 16 03:09:45.368212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-34ab8dc3-367f-4b97-97c3-c912fd376355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.370405 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-34ab8dc3-367f-4b97-97c3-c912fd376355 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1096 time: 0.0427086 Aug 16 03:09:45.436420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-7cd79e49-9e2c-452d-9665-c60ec08eddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.437952 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-7cd79e49-9e2c-452d-9665-c60ec08eddb8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.0895717 Aug 16 03:09:45.460394 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-24b525ce-6685-4681-9d49-e316df8787e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.461792 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-24b525ce-6685-4681-9d49-e316df8787e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.0852726 Aug 16 03:09:45.505013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-851d0e3a-39cc-4619-9f01-ff356e2be236 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1000 time: 0.0596125 Aug 16 03:09:45.536324 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-fbd70d7a-a2fa-4e6c-b8d8-dd07c4217df3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1000 time: 0.0661266 Aug 16 03:09:45.564530 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-8cdb8349-9c40-441e-863d-cb3310acf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.566075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-8cdb8349-9c40-441e-863d-cb3310acf452 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0540226 Aug 16 03:09:45.590568 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-8596a595-3b76-439a-a354-611d4b83e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.592067 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-8596a595-3b76-439a-a354-611d4b83e32c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0487740 Aug 16 03:09:45.617541 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-dde0a75d-6fdf-4c0c-adbf-0309ff9d56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.619069 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-dde0a75d-6fdf-4c0c-adbf-0309ff9d56c7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459783 Aug 16 03:09:45.638357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-15fbe622-d152-4a70-8fbd-710ebe212749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.639870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-15fbe622-d152-4a70-8fbd-710ebe212749 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413747 Aug 16 03:09:45.709430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-2c5230ca-6826-41a2-923f-61a184b762aa service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831206 Aug 16 03:09:45.734328 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-577f4e4b-9858-4c7a-8c42-a23f055fb44f service neutron] 10.222.0.86 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871439 Aug 16 03:09:45.804371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-8bde7f6f-6af9-475a-b393-64dcd5f9c845 service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871499 Aug 16 03:09:45.825885 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-71ea6042-4da7-4b93-a50c-7a55d1c1969e req-abe57ddd-9e16-4e2d-a961-305125e1ff29 service neutron] 10.222.0.86 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843344 Aug 16 03:09:46.192388 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb0964-86b4-4605-a1e6-c7d922101f4c req-d9423cf2-d30c-4397-9511-c14aa1714660 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:46.193884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9feb0964-86b4-4605-a1e6-c7d922101f4c req-d9423cf2-d30c-4397-9511-c14aa1714660 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.0507329 Aug 16 03:09:46.232750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9feb0964-86b4-4605-a1e6-c7d922101f4c req-285103d8-00fc-423d-a333-81b8c729a3d2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326724 Aug 16 03:09:47.228021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-8834c096-20e0-4c7b-a58f-5d8f5de10170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.230044 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-8834c096-20e0-4c7b-a58f-5d8f5de10170 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1096 time: 0.0469081 Aug 16 03:09:47.331986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-3f666987-7ed8-4b8a-a375-a990e7156efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.333462 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-3f666987-7ed8-4b8a-a375-a990e7156efd service neutron] 10.222.0.86 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.0859275 Aug 16 03:09:47.349028 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cecfdb-2e72-4afa-ab40-b38d67567105 req-cde48e06-5146-4c53-96fa-4b60edd3ef93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.350665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7cecfdb-2e72-4afa-ab40-b38d67567105 req-cde48e06-5146-4c53-96fa-4b60edd3ef93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.0500989 Aug 16 03:09:47.392479 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c7cecfdb-2e72-4afa-ab40-b38d67567105 req-b4cbc6c1-18d2-4532-8e72-a6726e39538a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350597 Aug 16 03:09:47.405208 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-b56619ba-8c3e-47fd-9760-a7dd9c1b3160 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1000 time: 0.0649426 Aug 16 03:09:47.456352 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-18b278a2-14d3-4f85-9da4-d65547617943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.457845 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-18b278a2-14d3-4f85-9da4-d65547617943 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0458658 Aug 16 03:09:47.508041 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-ac8b3623-6662-4741-ba5e-f587454f3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.509635 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-ac8b3623-6662-4741-ba5e-f587454f3970 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449727 Aug 16 03:09:47.611993 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-b6ada85e-9038-49d6-a843-fde76c9c4f13 service neutron] 10.222.0.86 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937912 Aug 16 03:09:47.635736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317edf20-6de3-4ac3-8a51-f3e22329a6b8 req-44032727-4f2b-4793-b4f8-bcc2e8d7db88 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.637257 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-317edf20-6de3-4ac3-8a51-f3e22329a6b8 req-44032727-4f2b-4793-b4f8-bcc2e8d7db88 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.0874693 Aug 16 03:09:47.645694 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-a65028cd-6e9b-4f37-adff-dffcc101611e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.647045 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-a65028cd-6e9b-4f37-adff-dffcc101611e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced&tenant_id=b1ac69da183c4038890fde21075c273a&binding%3Ahost_id=n-h1-768862-14 HTTP/1.1" status: 200 len: 944 time: 0.0867438 Aug 16 03:09:47.706399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-97e1763c-39ec-42e2-be4c-0b6beaf93223 req-14a48500-973a-40ea-9876-3c12bfe8c60c service neutron] 10.222.0.86 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881076 Aug 16 03:09:47.715562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-317edf20-6de3-4ac3-8a51-f3e22329a6b8 req-8388cdf8-d383-43dc-952e-85e22013841c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675371 Aug 16 03:09:47.730498 n-d-768862-14 neutron-server[94639]: INFO neutron.api.v2.resource [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-a29d673c-fa26-4573-a802-ed175691cb8d service neutron] delete failed (client error): The resource could not be found. Aug 16 03:09:47.731584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-a29d673c-fa26-4573-a802-ed175691cb8d service neutron] 10.222.0.93 "DELETE /v2.0/ports/47238921-6028-4bbf-b408-32cb63764d02/bindings/n-h2-768862-14 HTTP/1.1" status: 404 len: 381 time: 0.0770400 Aug 16 03:09:47.851101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-c4e8a847-c29b-4908-a57f-cff395cea8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.852657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-c4e8a847-c29b-4908-a57f-cff395cea8d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1096 time: 0.0773776 Aug 16 03:09:47.861679 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e7083-100a-4472-addd-918fcefbd7b9 req-7841f78c-b74e-41a7-b4ae-0e76f3c34a86 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.863081 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-257e7083-100a-4472-addd-918fcefbd7b9 req-7841f78c-b74e-41a7-b4ae-0e76f3c34a86 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.0767872 Aug 16 03:09:47.945554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-257e7083-100a-4472-addd-918fcefbd7b9 req-6740e019-acbd-4e4f-b9a0-e144c9b6945b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742104 Aug 16 03:09:47.974293 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-0c97704b-3b7a-4a59-a593-e58120dd9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.975817 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-0c97704b-3b7a-4a59-a593-e58120dd9e3f service neutron] 10.222.0.93 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.1118820 Aug 16 03:09:48.043004 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-5d451bb9-2f28-4b9a-af75-4fcecb36cb69 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 1000 time: 0.0600183 Aug 16 03:09:48.092534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-50009898-0b94-4189-aefe-cd6117ec4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:48.093945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-50009898-0b94-4189-aefe-cd6117ec4f8d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0431566 Aug 16 03:09:48.144406 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-e53e3712-e0ac-433e-a79d-702859b8f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:48.145941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-e53e3712-e0ac-433e-a79d-702859b8f9a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421841 Aug 16 03:09:48.239860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-3c02ce7a-44fe-4cea-8d54-0f30e15c30b5 service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864642 Aug 16 03:09:48.331144 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cf3909a4-18f7-40f0-82f3-6d1db8f62cce req-a69cc6fa-a153-43ac-9318-73865d38c161 service neutron] 10.222.0.93 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826006 Aug 16 03:09:49.082800 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3350-514f-4d81-a3b9-b9df7afda091 req-6c88cb77-1526-4b23-82b5-2ba5d0660b31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:49.084354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44ad3350-514f-4d81-a3b9-b9df7afda091 req-6c88cb77-1526-4b23-82b5-2ba5d0660b31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 944 time: 0.0541923 Aug 16 03:09:49.123493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-44ad3350-514f-4d81-a3b9-b9df7afda091 req-fd33c0af-b65c-4472-b187-01884b9d7624 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331404 Aug 16 03:09:49.145589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:09:49.172342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 47238921-6028-4bbf-b408-32cb63764d02 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:09:49.206986 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e096b5ca-3579-40b5-83d7-da45951f3628 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/aab16934-95ee-4156-8aeb-9b300e5cb3e1 HTTP/1.1" status: 200 len: 992 time: 0.0602605 Aug 16 03:09:49.267702 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:49.278671 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': '47238921-6028-4bbf-b408-32cb63764d02', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'port_id': '47238921-6028-4bbf-b408-32cb63764d02', 'mac_address': 'fa:16:3e:e3:32:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:09:49.315670 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:49.327852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47238921-6028-4bbf-b408-32cb63764d02 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:09:49.347894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:49.351314 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:49.400076 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:49.408484 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.408833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.409174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.409513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.409845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.410176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.410503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.410828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.411247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.411574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.411898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.412219 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:49.765190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['47238921-6028-4bbf-b408-32cb63764d02'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:09:51.190043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 47238921-6028-4bbf-b408-32cb63764d02 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:09:51.238543 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port 47238921-6028-4bbf-b408-32cb63764d02 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:09:51.242345 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port 47238921-6028-4bbf-b408-32cb63764d02 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:09:51.242720 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:51.477322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:51.499238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47238921-6028-4bbf-b408-32cb63764d02'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:51.501595 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de4bad1-bed4-4c56-a6a2-450beb939fb8" -d '{"events": [{"server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "name": "network-vif-plugged", "status": "completed", "tag": "47238921-6028-4bbf-b408-32cb63764d02"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:51.515279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:51.519439 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:51.568458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:51.593903 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c73849-0c38-4077-865c-91579199dcea x-openstack-request-id: req-a8c73849-0c38-4077-865c-91579199dcea {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:51.594205 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "name": "network-vif-plugged", "status": "completed", "tag": "47238921-6028-4bbf-b408-32cb63764d02", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:51.594462 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8c73849-0c38-4077-865c-91579199dcea {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:51.594859 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47238921-6028-4bbf-b408-32cb63764d02', 'code': 200} Aug 16 03:09:57.575775 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:01.081766 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce7f561-ff66-4fb8-927f-a8796e65a24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:01.514229 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:03.706612 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b427c6cd-f1cb-4f6e-bd39-9c9070664406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:04.076360 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:05.113368 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:07.217782 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:13.010967 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:31.082429 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c1742ae-977e-459d-b430-892f2d6a012c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:31.521941 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:33.708980 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee719-c7f1-488f-a3a5-c1f0d80eb4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:34.078811 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:34.574471 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:35.112403 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:37.221826 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:43.013025 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:44.194596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:44.353624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 6b9b6b33-ac34-43b1-9da8-23c91fff0736 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:10:44.353968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:44.439013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:44.439399 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:44.450666 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 6b9b6b33-ac34-43b1-9da8-23c91fff0736 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:10:44.599990 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:44.627789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=6b9b6b33-ac34-43b1-9da8-23c91fff0736,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:44.650915 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.651285 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.651680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.651964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.652292 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.652621 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.652948 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.653272 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.653614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.653935 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.654240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.654559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:44.697819 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:44.698219 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP aab16934-95ee-4156-8aeb-9b300e5cb3e1 disassociated (deleted). External IP: 172.25.5.251, port: 47238921-6028-4bbf-b408-32cb63764d02. Aug 16 03:10:44.907235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 87cbc957-61db-4339-abb3-c1d372d8dd50 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:10:45.014368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:10:45.019195 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:45.024081 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] Sync routers for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:10:45.033415 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:10:45.034052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:45.048399 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a18f1857-3536-4e07-8b51-de529da3b82a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/floatingips/aab16934-95ee-4156-8aeb-9b300e5cb3e1 HTTP/1.1" status: 204 len: 168 time: 0.8525803 Aug 16 03:10:45.048983 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'tag': '47238921-6028-4bbf-b408-32cb63764d02'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:10:45.051284 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca25b10-d707-4d31-8110-7aec2e1a7cec" -d '{"events": [{"name": "network-changed", "server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "tag": "47238921-6028-4bbf-b408-32cb63764d02"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:10:45.144354 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:10:45.210938 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e84f9b-17bc-46de-8b9b-b4f44151b0ec x-openstack-request-id: req-20e84f9b-17bc-46de-8b9b-b4f44151b0ec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:10:45.211470 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "tag": "47238921-6028-4bbf-b408-32cb63764d02", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:10:45.211586 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20e84f9b-17bc-46de-8b9b-b4f44151b0ec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:10:45.211885 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'tag': '47238921-6028-4bbf-b408-32cb63764d02', 'status': 'completed', 'code': 200} Aug 16 03:10:45.308367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc345882-39d9-4b55-9059-9abbdce00b1c req-40832e1e-6bdd-4f2e-8a1f-1fc89106294e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:45.308992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-e90e3ecb-35fc-4df8-a20e-18ab144e5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:45.310369 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-e90e3ecb-35fc-4df8-a20e-18ab144e5326 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 1098 time: 0.0429413 Aug 16 03:10:45.310910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc345882-39d9-4b55-9059-9abbdce00b1c req-40832e1e-6bdd-4f2e-8a1f-1fc89106294e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0559475 Aug 16 03:10:45.351578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b067e42b-1d1b-4c47-9457-20a1d15353e3', 'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:04:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:47Z', 'updated_at': '2021-08-16T03:08:52Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '224a706c-8b87-48bd-b593-270397d32c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:45.355880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cc345882-39d9-4b55-9059-9abbdce00b1c req-36345e47-a2fe-4c2f-af65-8c8a6958491d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381935 Aug 16 03:10:45.385390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] Checking router: 87cbc957-61db-4339-abb3-c1d372d8dd50 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:10:45.394262 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:10:45.394951 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:45.409115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-e0f98129-8076-4ac0-8fbd-5c98549b7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:45.410591 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-e0f98129-8076-4ac0-8fbd-5c98549b7504 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 200 len: 898 time: 0.0923693 Aug 16 03:10:45.454461 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-16fefdb7-1b89-4e83-a8fc-77e2060b5e85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 200 len: 217 time: 0.0356498 Aug 16 03:10:45.503531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:10:45.505366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-157b7263-12cc-442d-a688-68e181772c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:45.506828 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-157b7263-12cc-442d-a688-68e181772c3e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 200 len: 834 time: 0.0451441 Aug 16 03:10:45.557825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-54442250-26b4-4ed8-a80d-e1b3b4878523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:45.559342 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-54442250-26b4-4ed8-a80d-e1b3b4878523 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3125f061-bf9c-42b5-946a-9ad999e52596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450304 Aug 16 03:10:45.571004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-5ce31b04-daf4-4919-a384-8ece7ae11530 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:10:45.571958 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-5ce31b04-daf4-4919-a384-8ece7ae11530 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049746 Aug 16 03:10:45.663799 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-8dd7a716-4cf4-40a4-b0d0-28ac006dcaef service neutron] 10.222.0.86 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844667 Aug 16 03:10:45.715383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b067e42b-1d1b-4c47-9457-20a1d15353e3', 'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:04:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:47Z', 'updated_at': '2021-08-16T03:08:52Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '224a706c-8b87-48bd-b593-270397d32c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:45.743190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469360a-60b8-42b8-9c43-9d88cc80fc73 None None] The sync data for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 is: [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:48Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'b067e42b-1d1b-4c47-9457-20a1d15353e3', 'name': '', 'network_id': '3125f061-bf9c-42b5-946a-9ad999e52596', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:04:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '224a706c-8b87-48bd-b593-270397d32c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:47Z', 'updated_at': '2021-08-16T03:08:52Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '224a706c-8b87-48bd-b593-270397d32c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:10:45.767300 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-7ca25b10-d707-4d31-8110-7aec2e1a7cec req-b6a6547a-f2dd-45c5-a04a-45c72a1a12a4 service neutron] 10.222.0.86 "GET /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962040 Aug 16 03:10:45.959781 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceffc0e-6116-4a38-a11f-1d03b7d0bcff None None] New status for floating IP aab16934-95ee-4156-8aeb-9b300e5cb3e1: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:10:46.485289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6497159-477f-4bc8-a45e-39f2e9ddde84 req-858b6ce0-5ac8-4a9a-8d59-a5f9a3938092 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:46.487062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6497159-477f-4bc8-a45e-39f2e9ddde84 req-858b6ce0-5ac8-4a9a-8d59-a5f9a3938092 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0518949 Aug 16 03:10:46.526161 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6497159-477f-4bc8-a45e-39f2e9ddde84 req-c0c9ff3d-32a3-4818-9cdc-93bab32d0749 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331702 Aug 16 03:10:46.905426 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99668b7-13ed-42ae-87a3-97aef855559d req-dc0b0735-457c-49bf-8c44-b9729e6b2837 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:46.906917 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a99668b7-13ed-42ae-87a3-97aef855559d req-dc0b0735-457c-49bf-8c44-b9729e6b2837 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.86 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 946 time: 0.0511887 Aug 16 03:10:46.996634 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a99668b7-13ed-42ae-87a3-97aef855559d req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 47238921-6028-4bbf-b408-32cb63764d02 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:10:46.996976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a99668b7-13ed-42ae-87a3-97aef855559d req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:47.089557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a99668b7-13ed-42ae-87a3-97aef855559d req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port 47238921-6028-4bbf-b408-32cb63764d02, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=47238921-6028-4bbf-b408-32cb63764d02,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:47.089931 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a99668b7-13ed-42ae-87a3-97aef855559d req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:47.103404 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a99668b7-13ed-42ae-87a3-97aef855559d req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 47238921-6028-4bbf-b408-32cb63764d02 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:10:47.236375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a99668b7-13ed-42ae-87a3-97aef855559d req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:47.264671 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=47238921-6028-4bbf-b408-32cb63764d02,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:47.305870 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99668b7-13ed-42ae-87a3-97aef855559d req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] No DVR routers for this DVR port 47238921-6028-4bbf-b408-32cb63764d02 on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:10:47.308625 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a99668b7-13ed-42ae-87a3-97aef855559d req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:47.310722 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a99668b7-13ed-42ae-87a3-97aef855559d req-9ae5e014-f90d-4430-8929-8f604ce1bd33 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.86 "DELETE /v2.0/ports/47238921-6028-4bbf-b408-32cb63764d02 HTTP/1.1" status: 204 len: 173 time: 0.3975961 Aug 16 03:10:47.311096 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'name': 'network-vif-deleted', 'tag': '47238921-6028-4bbf-b408-32cb63764d02'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:10:47.313372 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f650b0b-775c-4a14-a500-2839a91c77ec" -d '{"events": [{"server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "name": "network-vif-deleted", "tag": "47238921-6028-4bbf-b408-32cb63764d02"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:10:47.351761 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b7c842-e50b-40f5-b6ab-86fc5a7f7268 x-openstack-request-id: req-45b7c842-e50b-40f5-b6ab-86fc5a7f7268 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:10:47.352072 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9612eec3-d6e3-4a4b-b214-7a9e4f588ced", "name": "network-vif-deleted", "tag": "47238921-6028-4bbf-b408-32cb63764d02", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:10:47.352329 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45b7c842-e50b-40f5-b6ab-86fc5a7f7268 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:10:47.352758 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9612eec3-d6e3-4a4b-b214-7a9e4f588ced', 'name': 'network-vif-deleted', 'tag': '47238921-6028-4bbf-b408-32cb63764d02', 'status': 'completed', 'code': 200} Aug 16 03:10:47.634941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a2e15665-0d2a-4d27-9287-562ed10b6ed1 req-717b9744-f1a1-4f5f-b23c-ebe990f37a76 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=9612eec3-d6e3-4a4b-b214-7a9e4f588ced HTTP/1.1" status: 200 len: 210 time: 0.0273328 Aug 16 03:10:48.693341 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:49.371355 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:49.628064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port b067e42b-1d1b-4c47-9457-20a1d15353e3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:10:49.628413 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:49.715672 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port b067e42b-1d1b-4c47-9457-20a1d15353e3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=b067e42b-1d1b-4c47-9457-20a1d15353e3,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:49.716406 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:49.728917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for b067e42b-1d1b-4c47-9457-20a1d15353e3 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:10:49.920480 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:49.951382 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=b067e42b-1d1b-4c47-9457-20a1d15353e3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:50.151299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:50.371918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 87cbc957-61db-4339-abb3-c1d372d8dd50 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:10:50.485832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:10:50.491111 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7dd24ca9-70e0-4275-ae71-813b2e40bacb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/87cbc957-61db-4339-abb3-c1d372d8dd50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7967050 Aug 16 03:10:50.493817 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:50.496726 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] Sync routers for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:10:50.507189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:10:50.507807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:50.545906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4568d4-b033-49a8-aa09-1bf3663c2fe3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting subnet 224a706c-8b87-48bd-b593-270397d32c09 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:10:50.549094 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a4568d4-b033-49a8-aa09-1bf3663c2fe3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:50.589554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a4568d4-b033-49a8-aa09-1bf3663c2fe3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:50.616712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:10:50.685029 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a4568d4-b033-49a8-aa09-1bf3663c2fe3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:50.746679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a4568d4-b033-49a8-aa09-1bf3663c2fe3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:50.776877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4568d4-b033-49a8-aa09-1bf3663c2fe3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Subnet': ['ID=224a706c-8b87-48bd-b593-270397d32c09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:50.778844 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a4568d4-b033-49a8-aa09-1bf3663c2fe3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:50.782845 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0a4568d4-b033-49a8-aa09-1bf3663c2fe3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/subnets/224a706c-8b87-48bd-b593-270397d32c09 HTTP/1.1" status: 204 len: 168 time: 0.2880778 Aug 16 03:10:50.785628 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7eb431-7349-4fa5-8a83-03f9b9d5e5c0 None None] Network 3125f061-bf9c-42b5-946a-9ad999e52596 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:10:50.785786 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:50.882431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:10:49Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:50.899459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:50.926079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] Checking router: 87cbc957-61db-4339-abb3-c1d372d8dd50 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:10:50.939806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] Routers {'87cbc957-61db-4339-abb3-c1d372d8dd50'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:10:50.940352 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['87cbc957-61db-4339-abb3-c1d372d8dd50'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:51.017043 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.049591 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] DHCP port deletion for 3125f061-bf9c-42b5-946a-9ad999e52596 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:10:51.059511 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] Set router 87cbc957-61db-4339-abb3-c1d372d8dd50 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:10:51.071103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 3030cd57-c2ad-49ed-b8a8-adfe01be1849 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:10:51.071458 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.157231 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port 3030cd57-c2ad-49ed-b8a8-adfe01be1849, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=3030cd57-c2ad-49ed-b8a8-adfe01be1849,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:51.157596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.169240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 3030cd57-c2ad-49ed-b8a8-adfe01be1849 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:10:51.224717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Deleting port 21d0e622-5897-4784-b25a-aa073cb1592e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:10:51.225016 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.316808 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] For port 21d0e622-5897-4784-b25a-aa073cb1592e, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=21d0e622-5897-4784-b25a-aa073cb1592e,segment=NetworkSegment(3f785ad9-4d64-4e82-a613-9ae156f9b88e),segment_id=3f785ad9-4d64-4e82-a613-9ae156f9b88e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:51.317219 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.331841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Calling delete_port for 21d0e622-5897-4784-b25a-aa073cb1592e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:10:51.337192 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.350151 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:10:49Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:51.364495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=3030cd57-c2ad-49ed-b8a8-adfe01be1849,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:51.410054 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638a207-fef2-4f30-b142-b34b6f177e0d None None] The sync data for ids ['87cbc957-61db-4339-abb3-c1d372d8dd50'] in n-d-768862-14 is: [{'id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687227738', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:10:49Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': '3030cd57-c2ad-49ed-b8a8-adfe01be1849', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cbc957-61db-4339-abb3-c1d372d8dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:08:45Z', 'updated_at': '2021-08-16T03:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:10:51.428741 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.457338 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.481232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Pushing event deleted for resources: {'Port': ['ID=21d0e622-5897-4784-b25a-aa073cb1592e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:51.491878 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.492238 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.492852 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.493203 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.493545 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.493887 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.494224 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.494561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.494897 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.495253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.495588 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.495917 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:51.498672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465994f6-163f-47de-a9f1-86850e0b055d None None] No DVR routers for this DVR port 21d0e622-5897-4784-b25a-aa073cb1592e on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:10:51.503510 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 47238921-6028-4bbf-b408-32cb63764d02 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:10:51.524177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: 47238921-6028-4bbf-b408-32cb63764d02 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:10:51.524531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device 47238921-6028-4bbf-b408-32cb63764d02 not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:10:51.529968 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.532971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.579820 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.580393 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Fanout notify agent at l3_agent the message router_deleted on router 87cbc957-61db-4339-abb3-c1d372d8dd50 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:10:51.588572 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.589721 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6ea70908-09ab-4b80-a83d-818e8dc1be7e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/routers/87cbc957-61db-4339-abb3-c1d372d8dd50 HTTP/1.1" status: 204 len: 168 time: 0.8030858 Aug 16 03:10:51.592429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:51.667148 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.757296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.767937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3125f061-bf9c-42b5-946a-9ad999e52596']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:51.779329 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f785ad9-4d64-4e82-a613-9ae156f9b88e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:51.779630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f785ad9-4d64-4e82-a613-9ae156f9b88e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:51.789914 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.805220 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.811370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:10:51.811758 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:10:51.814875 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:10:51.875382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.883358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.885747 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/networks/3125f061-bf9c-42b5-946a-9ad999e52596 HTTP/1.1" status: 204 len: 168 time: 0.2921579 Aug 16 03:10:51.888150 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:51.906587 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181d727-d1c9-4f68-a732-1f0e54e44a65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Network': ['ID=3125f061-bf9c-42b5-946a-9ad999e52596,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:51.965141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3905-2106-4cb4-bb66-2eb64e70a618 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:51.994017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3905-2106-4cb4-bb66-2eb64e70a618 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.060027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3905-2106-4cb4-bb66-2eb64e70a618 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.063021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3905-2106-4cb4-bb66-2eb64e70a618 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.064255 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e0bc3905-2106-4cb4-bb66-2eb64e70a618 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/security-groups/441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae HTTP/1.1" status: 204 len: 168 time: 0.1750519 Aug 16 03:10:52.073657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc3905-2106-4cb4-bb66-2eb64e70a618 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=441efb0b-8606-4cf2-9dfb-d91fa6c9e3ae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:52.259817 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:52.264399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765116931', 'description': 'tempest-secgroup-smoke-765116931 description', 'project_id': 'b1ac69da183c4038890fde21075c273a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:52.287222 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.367652 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.371309 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.397805 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.399143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382873 Aug 16 03:10:52.402079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:52.408071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c11f39-9be8-49b4-9491-307af01e940d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:52.409369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ac4e1b60-9045-4d48-a399-e48bdf5c1ef6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '98c11f39-9be8-49b4-9491-307af01e940d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:52.416729 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.416969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.417277 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.417622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.417956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.418296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.418633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.419309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.419309 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.419642 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.420033 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.420295 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23045a04-ca67-41b5-8ffe-9cb0498e060f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:52.461576 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1b60-9045-4d48-a399-e48bdf5c1ef6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.475773 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3030cd57-c2ad-49ed-b8a8-adfe01be1849 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:10:52.495694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 3030cd57-c2ad-49ed-b8a8-adfe01be1849 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:10:52.496043 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 3030cd57-c2ad-49ed-b8a8-adfe01be1849 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:10:52.496463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b067e42b-1d1b-4c47-9457-20a1d15353e3 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:10:52.512557 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1b60-9045-4d48-a399-e48bdf5c1ef6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.516830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: b067e42b-1d1b-4c47-9457-20a1d15353e3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:10:52.517376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device b067e42b-1d1b-4c47-9457-20a1d15353e3 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:10:52.517597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1b60-9045-4d48-a399-e48bdf5c1ef6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.517778 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21d0e622-5897-4784-b25a-aa073cb1592e no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:10:52.538153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e1b60-9045-4d48-a399-e48bdf5c1ef6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cdfdd7-def0-4c23-b1c2-301281193cb3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:52.540118 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 21d0e622-5897-4784-b25a-aa073cb1592e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:10:52.540463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 21d0e622-5897-4784-b25a-aa073cb1592e not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:10:52.544678 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1b60-9045-4d48-a399-e48bdf5c1ef6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.545864 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ac4e1b60-9045-4d48-a399-e48bdf5c1ef6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427033 Aug 16 03:10:52.548642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42616) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:52.553032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-038b5993-2078-423d-9688-703ad34913f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '98c11f39-9be8-49b4-9491-307af01e940d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:52.584721 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038b5993-2078-423d-9688-703ad34913f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.643114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038b5993-2078-423d-9688-703ad34913f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.646567 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038b5993-2078-423d-9688-703ad34913f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.664409 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b5993-2078-423d-9688-703ad34913f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd8914c-7926-40ed-84c7-0af29a88e779,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:52.672074 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-038b5993-2078-423d-9688-703ad34913f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.673807 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-038b5993-2078-423d-9688-703ad34913f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242309 Aug 16 03:10:52.676475 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:52.681291 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-390845be-dcd9-441e-a518-01f648ee1397 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '98c11f39-9be8-49b4-9491-307af01e940d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:52.707700 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-390845be-dcd9-441e-a518-01f648ee1397 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.768423 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-390845be-dcd9-441e-a518-01f648ee1397 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.771820 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-390845be-dcd9-441e-a518-01f648ee1397 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.789917 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390845be-dcd9-441e-a518-01f648ee1397 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f31166f-6bdb-47ee-95e4-55d04af04b1f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:52.795630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-390845be-dcd9-441e-a518-01f648ee1397 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.797326 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-390845be-dcd9-441e-a518-01f648ee1397 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192982 Aug 16 03:10:52.800123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:52.805703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6aefd234-d4a9-4faf-b62a-43342d6fddfa tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '98c11f39-9be8-49b4-9491-307af01e940d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:52.832984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6aefd234-d4a9-4faf-b62a-43342d6fddfa tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.896014 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6aefd234-d4a9-4faf-b62a-43342d6fddfa tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.899693 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6aefd234-d4a9-4faf-b62a-43342d6fddfa tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.920859 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefd234-d4a9-4faf-b62a-43342d6fddfa tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49705cec-54ff-4259-8a70-b8ba4657aed9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:52.925052 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6aefd234-d4a9-4faf-b62a-43342d6fddfa tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.926285 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6aefd234-d4a9-4faf-b62a-43342d6fddfa tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242547 Aug 16 03:10:52.929303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:52.933640 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-21356d85-566c-4dc9-a35e-d1b2eb84d1f7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '98c11f39-9be8-49b4-9491-307af01e940d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:52.955488 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-21356d85-566c-4dc9-a35e-d1b2eb84d1f7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:10:52.960229 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21356d85-566c-4dc9-a35e-d1b2eb84d1f7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.020870 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21356d85-566c-4dc9-a35e-d1b2eb84d1f7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.024410 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21356d85-566c-4dc9-a35e-d1b2eb84d1f7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.044204 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21356d85-566c-4dc9-a35e-d1b2eb84d1f7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aff8a7d-6c25-4619-9fba-6cb07d8dde2e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:53.048524 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21356d85-566c-4dc9-a35e-d1b2eb84d1f7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.049713 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-21356d85-566c-4dc9-a35e-d1b2eb84d1f7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194937 Aug 16 03:10:53.052456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:53.057034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-46bd3b77-0d42-452f-9e64-1a323b48f4d6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': '98c11f39-9be8-49b4-9491-307af01e940d', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:53.079021 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-46bd3b77-0d42-452f-9e64-1a323b48f4d6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:10:53.083854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46bd3b77-0d42-452f-9e64-1a323b48f4d6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.149067 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46bd3b77-0d42-452f-9e64-1a323b48f4d6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.152639 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46bd3b77-0d42-452f-9e64-1a323b48f4d6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.171153 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd3b77-0d42-452f-9e64-1a323b48f4d6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd3ce8d-2aec-411d-b11b-16159264f74e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:53.179718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46bd3b77-0d42-452f-9e64-1a323b48f4d6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.180907 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-46bd3b77-0d42-452f-9e64-1a323b48f4d6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275365 Aug 16 03:10:53.183825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:53.188700 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'network': {'name': 'tempest-network-smoke--649931505', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:53.208309 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:10:53.211738 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.236079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:10:53.244865 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.245234 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Added segment c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4 of type vlan for network fd8b200d-7c60-48e2-90d7-d6086666b7ad Aug 16 03:10:53.285226 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.314035 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.319713 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:53.320292 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.375848 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1909921 Aug 16 03:10:53.378914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:53.383623 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'admin_state_up': True, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:53.387525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ec0b6-cdf1-4c50-bf11-088981877c59 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Network': ['ID=fd8b200d-7c60-48e2-90d7-d6086666b7ad,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:53.398388 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network fd8b200d-7c60-48e2-90d7-d6086666b7ad details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:10:53.413387 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.414463 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.469258 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.972019 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:54.169003 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:54.188043 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:54.292715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.243 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/e7e51472-8766-42f5-a8b0-f03f9c05706b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:10:54.394462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:54.433274 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:54.472007 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:10:54.474772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:10:54.477333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:10:54.510781 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=e7e51472-8766-42f5-a8b0-f03f9c05706b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:54.735430 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:54.934373 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:55.067226 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 93186268-e6f3-438c-96bf-1a7b1bef3451 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:10:55.180697 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:10:55.190686 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Sync routers for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:10:55.199327 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:55.200561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d32890ef-8c97-4435-b7df-17317afd72bd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8206010 Aug 16 03:10:55.201401 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:10:55.202009 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:55.205049 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:55.238254 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6d6625ad-610f-46aa-b6cb-31cc21aa80d4 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b1ac69da183c4038890fde21075c273a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320513 Aug 16 03:10:55.241034 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:55.332028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11ed25-c9ce-41ae-8256-09de437a1fd9 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:55.333456 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5d11ed25-c9ce-41ae-8256-09de437a1fd9 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915201 Aug 16 03:10:55.336508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:55.365123 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a3db195c-86cd-4822-9f4c-5d7214060c0e tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274808 Aug 16 03:10:55.367684 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:55.372482 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832411094', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:55.402854 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:10:55.464511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:10:55.468311 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:55.584074 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:54Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:55.609467 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Checking router: 93186268-e6f3-438c-96bf-1a7b1bef3451 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:10:55.609826 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Updating router 93186268-e6f3-438c-96bf-1a7b1bef3451 port e7e51472-8766-42f5-a8b0-f03f9c05706b binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:10:55.638653 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:55.656079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:55.720097 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Subnet': ['ID=1b346340-5a06-4fed-8e1e-14cf15f73a58,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:55.728161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Checking segment: {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:10:55.728523 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network hostable DHCP agents. Network: fd8b200d-7c60-48e2-90d7-d6086666b7ad, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:10:55.745226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network fd8b200d-7c60-48e2-90d7-d6086666b7ad is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:10:55.754493 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, fd8b200d-7c60-48e2-90d7-d6086666b7ad) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:10:55.758992 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:55.759854 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:55.766551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc6628-9cb6-4d13-a79c-64faa8bdf07a None None] Network fd8b200d-7c60-48e2-90d7-d6086666b7ad requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:10:55.774565 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8993263b-395b-4258-bb21-37322c0b76f5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4057512 Aug 16 03:10:55.777314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42638) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:55.902182 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:55.913081 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Transition to ACTIVE for port object e7e51472-8766-42f5-a8b0-f03f9c05706b will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:10:55.919221 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:55.973755 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Attempting to bind port e7e51472-8766-42f5-a8b0-f03f9c05706b on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:10:55.974125 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Attempting to bind port e7e51472-8766-42f5-a8b0-f03f9c05706b by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:10:55.974485 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Attempting to bind port e7e51472-8766-42f5-a8b0-f03f9c05706b on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:10:55.981991 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Pushing event updated for resources: {'Port': ['ID=e7e51472-8766-42f5-a8b0-f03f9c05706b,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:55.985225 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:10:55.985638 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:10:55.986039 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:55.986430 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:10:55.986905 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Bound port: e7e51472-8766-42f5-a8b0-f03f9c05706b, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:10:55.987364 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.011717 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.012054 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.012487 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.012923 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.013256 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.013655 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.013974 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.014294 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.014612 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.014932 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.016245 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.017032 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:56.059237 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] For port e7e51472-8766-42f5-a8b0-f03f9c05706b, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:10:56.064775 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] For port e7e51472-8766-42f5-a8b0-f03f9c05706b, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e7e51472-8766-42f5-a8b0-f03f9c05706b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:10:56.071458 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.099339 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:10:56.100249 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.144072 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4a288-89fe-4d96-ad85-53905ba6b36d None None] Pushing event updated for resources: {'Port': ['ID=e7e51472-8766-42f5-a8b0-f03f9c05706b,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:56.147632 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:10:56.148273 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:56.253168 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Allocated IP 172.20.0.2 (fd8b200d-7c60-48e2-90d7-d6086666b7ad/1b346340-5a06-4fed-8e1e-14cf15f73a58/82358ad3-14f8-495d-a45c-451650df0bc1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:10:56.264952 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:10:56.411082 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.421590 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Transition to ACTIVE for port object 82358ad3-14f8-495d-a45c-451650df0bc1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:10:56.439003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Transition to ACTIVE for port object 82358ad3-14f8-495d-a45c-451650df0bc1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:10:56.445706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.456467 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:54Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:56.487248 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Network fd8b200d-7c60-48e2-90d7-d6086666b7ad is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:10:56.493994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:10:56.494317 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd96c8b-b3b8-4804-aa4c-b22dae1279a1 None None] The sync data for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 is: [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:54Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:10:56.498133 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:10:56.508969 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Pushing event updated for resources: {'Port': ['ID=82358ad3-14f8-495d-a45c-451650df0bc1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:56.563180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Attempting to bind port 82358ad3-14f8-495d-a45c-451650df0bc1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:10:56.563567 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Attempting to bind port 82358ad3-14f8-495d-a45c-451650df0bc1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:10:56.563942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Attempting to bind port 82358ad3-14f8-495d-a45c-451650df0bc1 on network fd8b200d-7c60-48e2-90d7-d6086666b7ad {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:10:56.569544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:10:56.569923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Checking segment: {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:10:56.570327 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.570729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Bound using segment: {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:10:56.571232 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Bound port: 82358ad3-14f8-495d-a45c-451650df0bc1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:10:56.571622 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.598584 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.639819 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] For port 82358ad3-14f8-495d-a45c-451650df0bc1, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:10:56.644037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] For port 82358ad3-14f8-495d-a45c-451650df0bc1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=82358ad3-14f8-495d-a45c-451650df0bc1,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:10:56.649041 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.740565 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706d8cd-30cb-402a-b59e-ff8673fb99cf None None] Pushing event updated for resources: {'Port': ['ID=82358ad3-14f8-495d-a45c-451650df0bc1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:56.965919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.1 (fd8b200d-7c60-48e2-90d7-d6086666b7ad/1b346340-5a06-4fed-8e1e-14cf15f73a58/5b0df25a-90ce-4c2a-a765-ab814b2afafc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:10:57.111392 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:57.126562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object 5b0df25a-90ce-4c2a-a765-ab814b2afafc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:10:57.163266 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:57.208265 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network fd8b200d-7c60-48e2-90d7-d6086666b7ad is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:10:57.211483 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:10:57.215741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:10:57.240776 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=5b0df25a-90ce-4c2a-a765-ab814b2afafc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:57.266231 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:57.411279 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:57.714171 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:57.719121 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:57.726949 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac11cfa-d92d-4fce-b4c0-61041d8f7bb0 None None] Network fd8b200d-7c60-48e2-90d7-d6086666b7ad requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:10:57.792973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=5b0df25a-90ce-4c2a-a765-ab814b2afafc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:57.797488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:57.849499 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a094ea8-17ca-43a0-b2d6-1556a7e6e51f None None] Provisioning for port 82358ad3-14f8-495d-a45c-451650df0bc1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:10:57.912843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network fd8b200d-7c60-48e2-90d7-d6086666b7ad is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:10:57.914423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:10:58.040429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 93186268-e6f3-438c-96bf-1a7b1bef3451 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:10:58.168201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:10:58.174925 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8d8eb529-846e-4fbc-85ee-8702c1544b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/93186268-e6f3-438c-96bf-1a7b1bef3451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3965125 Aug 16 03:10:58.188700 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Sync routers for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:10:58.192938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb009720-585c-4908-a853-a66edd7368f6 None None] Provisioning for port 5b0df25a-90ce-4c2a-a765-ab814b2afafc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:10:58.202032 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb009720-585c-4908-a853-a66edd7368f6 None None] Provisioning complete for port 5b0df25a-90ce-4c2a-a765-ab814b2afafc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:10:58.202412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb009720-585c-4908-a853-a66edd7368f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:58.204866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:10:58.205580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:58.280437 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fb009720-585c-4908-a853-a66edd7368f6 None None] Port 5b0df25a-90ce-4c2a-a765-ab814b2afafc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:10:58.352214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:10:58.400768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-c4de67fb-0a1c-4bc1-812b-a43996675b18 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765116931&fields=id&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 267 time: 0.0390429 Aug 16 03:10:58.530222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-d0019896-5158-464d-aed4-2a188c4d076b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:58.532061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-d0019896-5158-464d-aed4-2a188c4d076b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/networks?id=fd8b200d-7c60-48e2-90d7-d6086666b7ad HTTP/1.1" status: 200 len: 796 time: 0.1235197 Aug 16 03:10:58.536152 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a934826-9bc7-43cf-9d1b-03ebca4fa8ee None None] Provisioning complete for port 5b0df25a-90ce-4c2a-a765-ab814b2afafc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:10:58.536527 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a934826-9bc7-43cf-9d1b-03ebca4fa8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:58.566666 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 82358ad3-14f8-495d-a45c-451650df0bc1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:10:58.567321 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-795da5f2-7eba-426b-a15c-1304e7b1faf2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/quotas/b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 375 time: 0.0256648 Aug 16 03:10:58.615948 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-d202bbe1-6175-48a5-a205-7077f9c10375 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477564 Aug 16 03:10:58.618278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8a934826-9bc7-43cf-9d1b-03ebca4fa8ee None None] Port 5b0df25a-90ce-4c2a-a765-ab814b2afafc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:10:58.675681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 82358ad3-14f8-495d-a45c-451650df0bc1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:10:58.682362 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 82358ad3-14f8-495d-a45c-451650df0bc1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:10:58.682731 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:58.717467 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5b0df25a-90ce-4c2a-a765-ab814b2afafc', 'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:81:58:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:56Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 2, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:58.752998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Checking router: 93186268-e6f3-438c-96bf-1a7b1bef3451 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:10:58.753701 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Updating router 93186268-e6f3-438c-96bf-1a7b1bef3451 port 5b0df25a-90ce-4c2a-a765-ab814b2afafc binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:10:58.760021 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-69421d5b-0d6b-4bff-b356-67844cf9133d service neutron] 10.222.0.61 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323824 Aug 16 03:10:58.792775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a201de44-750d-4851-bffb-33ad26c70e52 None None] Provisioning complete for port 5b0df25a-90ce-4c2a-a765-ab814b2afafc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:10:58.793145 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a201de44-750d-4851-bffb-33ad26c70e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:58.796970 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:58.851727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-7b426559-6d1a-4bf3-ba87-c2dbac9a8b28 service neutron] 10.222.0.61 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848174 Aug 16 03:10:58.881777 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a201de44-750d-4851-bffb-33ad26c70e52 None None] Port 5b0df25a-90ce-4c2a-a765-ab814b2afafc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:10:58.890727 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:58.994656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 82358ad3-14f8-495d-a45c-451650df0bc1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=82358ad3-14f8-495d-a45c-451650df0bc1,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:59.005341 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.006146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e7e51472-8766-42f5-a8b0-f03f9c05706b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:10:59.022170 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eeee5595-96a1-409c-9469-d1775317b101 req-af658e00-d493-4baf-a2f7-daafa1a6d3c4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 210 time: 0.0341403 Aug 16 03:10:59.150530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=82358ad3-14f8-495d-a45c-451650df0bc1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:59.182624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port e7e51472-8766-42f5-a8b0-f03f9c05706b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:10:59.193866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e7e51472-8766-42f5-a8b0-f03f9c05706b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:10:59.194233 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.286020 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.319132 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Transition to ACTIVE for port object 5b0df25a-90ce-4c2a-a765-ab814b2afafc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:10:59.330031 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.381077 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.400247 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254bc41-65dc-45d6-9f50-a7f39f971761 None None] Pushing event updated for resources: {'Port': ['ID=5b0df25a-90ce-4c2a-a765-ab814b2afafc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:59.418502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port e7e51472-8766-42f5-a8b0-f03f9c05706b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e7e51472-8766-42f5-a8b0-f03f9c05706b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:59.424234 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.505454 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Attempting to bind port 5b0df25a-90ce-4c2a-a765-ab814b2afafc on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:10:59.505762 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Attempting to bind port 5b0df25a-90ce-4c2a-a765-ab814b2afafc by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:10:59.506100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Attempting to bind port 5b0df25a-90ce-4c2a-a765-ab814b2afafc on network fd8b200d-7c60-48e2-90d7-d6086666b7ad {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:10:59.521902 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:10:59.522295 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Checking segment: {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:10:59.523260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.523673 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Bound using segment: {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:10:59.524276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Bound port: 5b0df25a-90ce-4c2a-a765-ab814b2afafc, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:10:59.524789 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.548041 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=e7e51472-8766-42f5-a8b0-f03f9c05706b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:59.621524 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] For port 5b0df25a-90ce-4c2a-a765-ab814b2afafc, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:10:59.626274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] For port 5b0df25a-90ce-4c2a-a765-ab814b2afafc, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5b0df25a-90ce-4c2a-a765-ab814b2afafc,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:10:59.630908 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:59.680283 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:10:59.680945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:10:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:10:59.731419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254bc41-65dc-45d6-9f50-a7f39f971761 None None] Pushing event updated for resources: {'Port': ['ID=5b0df25a-90ce-4c2a-a765-ab814b2afafc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:59.812347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:10:59.978078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-a5cbb149-e431-4917-972b-bfe2aa25b616 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:59.979743 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-a5cbb149-e431-4917-972b-bfe2aa25b616 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/networks?id=fd8b200d-7c60-48e2-90d7-d6086666b7ad HTTP/1.1" status: 200 len: 796 time: 0.1198945 Aug 16 03:11:00.033432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-96e9e012-7616-4cb0-b0a3-cb0cf69ed75e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 379 time: 0.0437732 Aug 16 03:11:00.040189 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5b0df25a-90ce-4c2a-a765-ab814b2afafc', 'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:81:58:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:56Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:00.047922 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'port': {'device_id': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'admin_state_up': True, 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'security_groups': ['98c11f39-9be8-49b4-9491-307af01e940d']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:00.067713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26daacde-2bd6-43fa-af94-64d2d11fd28d None None] The sync data for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 is: [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5b0df25a-90ce-4c2a-a765-ab814b2afafc', 'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:81:58:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:56Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:11:00.146010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be039816-61d5-4bfa-9636-554593662e81 req-b5e633c4-5511-4b15-bd32-f93f3d38b47d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 210 time: 0.0490332 Aug 16 03:11:00.210691 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:11:00.214466 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:00.351815 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.9 (fd8b200d-7c60-48e2-90d7-d6086666b7ad/1b346340-5a06-4fed-8e1e-14cf15f73a58/ee876fbb-e096-499e-9064-eb36aae745f7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:11:00.508753 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:00.527076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object ee876fbb-e096-499e-9064-eb36aae745f7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:11:00.567855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:00.573919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 82358ad3-14f8-495d-a45c-451650df0bc1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:11:00.623374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network fd8b200d-7c60-48e2-90d7-d6086666b7ad is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:11:00.627278 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 82358ad3-14f8-495d-a45c-451650df0bc1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:11:00.627463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:11:00.627657 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:00.631431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:11:00.662441 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=ee876fbb-e096-499e-9064-eb36aae745f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:00.701564 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:00.702225 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:00.722965 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-62e7282e-3210-4de9-b04e-2797ec9a7182 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6789730 Aug 16 03:11:00.735891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-61441b1b-454c-4342-8e76-c73e1869a899 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:11:00.736995 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-61441b1b-454c-4342-8e76-c73e1869a899 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070450 Aug 16 03:11:00.750664 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Request body: {'port': {'device_id': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:00.819662 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:00.894418 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e7e51472-8766-42f5-a8b0-f03f9c05706b up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:11:00.944328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port e7e51472-8766-42f5-a8b0-f03f9c05706b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:11:00.944714 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.018614 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d496db22-fa80-4060-bb89-f218c96c79d5 None None] Provisioning for port ee876fbb-e096-499e-9064-eb36aae745f7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:11:01.026767 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d496db22-fa80-4060-bb89-f218c96c79d5 None None] Provisioning complete for port ee876fbb-e096-499e-9064-eb36aae745f7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:11:01.027155 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d496db22-fa80-4060-bb89-f218c96c79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.061824 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5b0df25a-90ce-4c2a-a765-ab814b2afafc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:11:01.106311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d496db22-fa80-4060-bb89-f218c96c79d5 None None] Port ee876fbb-e096-499e-9064-eb36aae745f7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:11:01.119159 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82649c9f-8296-4658-946f-0e3fb0f484a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.142766 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5b0df25a-90ce-4c2a-a765-ab814b2afafc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:11:01.147811 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5b0df25a-90ce-4c2a-a765-ab814b2afafc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:11:01.148273 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.148735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee876fbb-e096-499e-9064-eb36aae745f7 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:11:01.157396 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.180777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Transition to ACTIVE for port object ee876fbb-e096-499e-9064-eb36aae745f7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:11:01.186448 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.242423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.248221 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Pushing event updated for resources: {'Port': ['ID=ee876fbb-e096-499e-9064-eb36aae745f7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:01.284876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 5b0df25a-90ce-4c2a-a765-ab814b2afafc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5b0df25a-90ce-4c2a-a765-ab814b2afafc,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:01.290291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.349063 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=5b0df25a-90ce-4c2a-a765-ab814b2afafc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:01.366315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ff1b-bef8-4c41-a4f3-c595f5799279 req-d1212a1a-e341-4653-9a65-fafe5f281ab8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:01.367912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b81ff1b-bef8-4c41-a4f3-c595f5799279 req-d1212a1a-e341-4653-9a65-fafe5f281ab8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 943 time: 0.1078804 Aug 16 03:11:01.386861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Attempting to bind port ee876fbb-e096-499e-9064-eb36aae745f7 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:11:01.387222 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Attempting to bind port ee876fbb-e096-499e-9064-eb36aae745f7 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:11:01.387554 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Attempting to bind port ee876fbb-e096-499e-9064-eb36aae745f7 on network fd8b200d-7c60-48e2-90d7-d6086666b7ad {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:11:01.398963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Port ee876fbb-e096-499e-9064-eb36aae745f7 on network fd8b200d-7c60-48e2-90d7-d6086666b7ad not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:11:01.399313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Attempting to bind port ee876fbb-e096-499e-9064-eb36aae745f7 on network fd8b200d-7c60-48e2-90d7-d6086666b7ad {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:11:01.409560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:11:01.409901 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Checking segment: {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:11:01.410292 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Bound using segment: {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:11:01.410726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Bound port: ee876fbb-e096-499e-9064-eb36aae745f7, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:11:01.411105 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.432885 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3b81ff1b-bef8-4c41-a4f3-c595f5799279 req-5a0b320e-e49c-4c2f-8241-025347890b37 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570793 Aug 16 03:11:01.488522 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] For port ee876fbb-e096-499e-9064-eb36aae745f7, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:11:01.491837 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] For port ee876fbb-e096-499e-9064-eb36aae745f7, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ee876fbb-e096-499e-9064-eb36aae745f7,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:11:01.496173 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.521729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.533929 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:01.534574 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:01.536076 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] 10.222.0.93 "PUT /v2.0/ports/ee876fbb-e096-499e-9064-eb36aae745f7 HTTP/1.1" status: 200 len: 1092 time: 0.7909570 Aug 16 03:11:01.536525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:01.538765 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:01.569511 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed09df7-be25-40b1-97d5-5554999b31ea service neutron] Pushing event updated for resources: {'Port': ['ID=ee876fbb-e096-499e-9064-eb36aae745f7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:01.604209 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4069d91-3548-40a2-9cc7-8146fed8805b x-openstack-request-id: req-f4069d91-3548-40a2-9cc7-8146fed8805b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:01.604515 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:01.604757 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4069d91-3548-40a2-9cc7-8146fed8805b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:01.605155 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'status': 'completed', 'code': 200} Aug 16 03:11:01.643172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-26a86c6e-2029-4135-8abe-e863ca1f56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:01.644909 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-26a86c6e-2029-4135-8abe-e863ca1f56a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 1095 time: 0.0600414 Aug 16 03:11:01.695010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-fe86471d-7c37-4e3e-b551-c989242f2549 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee876fbb-e096-499e-9064-eb36aae745f7 HTTP/1.1" status: 200 len: 217 time: 0.0425065 Aug 16 03:11:01.751104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-1d455135-822b-473d-bbc6-6dc225b167c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:01.752680 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-1d455135-822b-473d-bbc6-6dc225b167c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b346340-5a06-4fed-8e1e-14cf15f73a58 HTTP/1.1" status: 200 len: 835 time: 0.0513277 Aug 16 03:11:01.802126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-aedd4a52-90cb-4f0a-a85a-4c2635765e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:01.803663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-aedd4a52-90cb-4f0a-a85a-4c2635765e6b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd8b200d-7c60-48e2-90d7-d6086666b7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444007 Aug 16 03:11:01.893301 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-7e280c1c-477f-418d-950a-2c9e5629be11 service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820787 Aug 16 03:11:01.992438 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35496160-9e68-48a7-bf04-420cbbc2ee05 req-f9fe863d-27f8-4757-ae18-09ec9d6cc61c service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917032 Aug 16 03:11:02.080733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-cfa87e37-e246-4c66-bd48-0a113607403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:02.082361 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-cfa87e37-e246-4c66-bd48-0a113607403d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 1095 time: 0.0426557 Aug 16 03:11:02.172120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-7b583f3b-844a-4e18-bbd7-b1377eab2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:02.173604 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-7b583f3b-844a-4e18-bbd7-b1377eab2414 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd8b200d-7c60-48e2-90d7-d6086666b7ad HTTP/1.1" status: 200 len: 897 time: 0.0840015 Aug 16 03:11:02.218724 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-e411cd0e-b35a-4552-9b72-174ad13acf27 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee876fbb-e096-499e-9064-eb36aae745f7 HTTP/1.1" status: 200 len: 217 time: 0.0378516 Aug 16 03:11:02.268838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-3d2ac5fd-26b9-4272-91ec-5e695d14cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:02.270286 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-3d2ac5fd-26b9-4272-91ec-5e695d14cb5c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b346340-5a06-4fed-8e1e-14cf15f73a58 HTTP/1.1" status: 200 len: 835 time: 0.0443857 Aug 16 03:11:02.318760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-57917d08-ff97-42b6-9c71-7d7b3fd59e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:02.320858 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-57917d08-ff97-42b6-9c71-7d7b3fd59e00 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd8b200d-7c60-48e2-90d7-d6086666b7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431168 Aug 16 03:11:02.414897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-4c87ba6a-3570-4cb9-b304-efbf72b04232 service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862539 Aug 16 03:11:02.472618 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5b0df25a-90ce-4c2a-a765-ab814b2afafc up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:11:02.520867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5b0df25a-90ce-4c2a-a765-ab814b2afafc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:11:02.521245 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:02.545993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-645d9c44-e8d4-4dd2-a30f-462cb4d822e6 req-6db6f229-a61b-4b30-b906-491a8d88f021 service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234508 Aug 16 03:11:02.571884 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50030e-095c-400b-b4ca-e083cb13cc10 req-27199581-b69f-49ea-9509-45fed8a02b8e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:02.573390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a50030e-095c-400b-b4ca-e083cb13cc10 req-27199581-b69f-49ea-9509-45fed8a02b8e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 943 time: 0.0643840 Aug 16 03:11:02.614564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8a50030e-095c-400b-b4ca-e083cb13cc10 req-17cd6a39-33d9-41aa-942a-343e390f52f8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Aug 16 03:11:03.622003 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device ee876fbb-e096-499e-9064-eb36aae745f7 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:11:03.717759 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94a23132-3306-422d-94ab-3c6cb2d5173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:03.730729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port ee876fbb-e096-499e-9064-eb36aae745f7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ee876fbb-e096-499e-9064-eb36aae745f7,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:03.741898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'port_id': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'mac_address': 'fa:16:3e:d5:ea:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:11:03.780339 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:03.784261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46419e83-3fa1-4629-90a9-f515c8556df5 req-5f297290-5856-4824-9d7d-50152a0c1478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:03.785823 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46419e83-3fa1-4629-90a9-f515c8556df5 req-5f297290-5856-4824-9d7d-50152a0c1478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 943 time: 0.1012137 Aug 16 03:11:03.797865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee876fbb-e096-499e-9064-eb36aae745f7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:11:03.821486 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port ee876fbb-e096-499e-9064-eb36aae745f7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ee876fbb-e096-499e-9064-eb36aae745f7,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:03.825627 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:03.826537 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46419e83-3fa1-4629-90a9-f515c8556df5 req-0d3c818b-08f4-483a-9104-bf33f68452f6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344875 Aug 16 03:11:03.872505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=ee876fbb-e096-499e-9064-eb36aae745f7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:04.075719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['ee876fbb-e096-499e-9064-eb36aae745f7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:11:04.099004 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:04.944993 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc0659-5233-46d9-8535-44f289876fee req-61573382-8bbc-4d85-83da-0614ba01e161 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:04.946458 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3cc0659-5233-46d9-8535-44f289876fee req-61573382-8bbc-4d85-83da-0614ba01e161 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 944 time: 0.0485973 Aug 16 03:11:04.984522 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3cc0659-5233-46d9-8535-44f289876fee req-48426258-9714-4c68-9974-a34257efca2a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317891 Aug 16 03:11:05.114919 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:05.637436 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device ee876fbb-e096-499e-9064-eb36aae745f7 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:11:05.685482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port ee876fbb-e096-499e-9064-eb36aae745f7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:11:05.689870 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port ee876fbb-e096-499e-9064-eb36aae745f7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:11:05.690223 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:05.766102 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:05.787681 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:05.789887 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349386df-eb14-4a06-a467-ab7697488df2" -d '{"events": [{"server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "name": "network-vif-plugged", "status": "completed", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:05.803427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port ee876fbb-e096-499e-9064-eb36aae745f7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ee876fbb-e096-499e-9064-eb36aae745f7,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:05.808215 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:05.831058 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c3d4ec-18fa-4298-b66b-67c3f22cfebe x-openstack-request-id: req-65c3d4ec-18fa-4298-b66b-67c3f22cfebe {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:05.831376 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "name": "network-vif-plugged", "status": "completed", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:05.831634 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65c3d4ec-18fa-4298-b66b-67c3f22cfebe {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:05.832103 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'code': 200} Aug 16 03:11:05.859153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=ee876fbb-e096-499e-9064-eb36aae745f7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:05.925038 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9eb959-1ff2-4ba7-a680-77c93314575c req-4a223eb1-9b58-4269-a478-c744d9239f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:05.926439 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e9eb959-1ff2-4ba7-a680-77c93314575c req-4a223eb1-9b58-4269-a478-c744d9239f2b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 1097 time: 0.0448081 Aug 16 03:11:05.964479 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5e9eb959-1ff2-4ba7-a680-77c93314575c req-2b3856af-3d44-4f83-99c7-e74098b77ac1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306566 Aug 16 03:11:06.103744 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93338148-bca3-44b1-a3ef-04c3b5b9b05d req-8b618b71-5482-4010-9d62-87ef5f9769a7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:06.105302 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93338148-bca3-44b1-a3ef-04c3b5b9b05d req-8b618b71-5482-4010-9d62-87ef5f9769a7 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Aug 16 03:11:06.144693 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-93338148-bca3-44b1-a3ef-04c3b5b9b05d req-a99fe5d8-5b72-4348-ae20-e73bcb199593 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328794 Aug 16 03:11:07.225013 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:07.260524 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800d614-bf8c-46a9-a734-27cc9f00385e req-89c712e8-3ffe-44eb-b7a6-e597f2d0b927 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:07.262013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c800d614-bf8c-46a9-a734-27cc9f00385e req-89c712e8-3ffe-44eb-b7a6-e597f2d0b927 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0494344 Aug 16 03:11:07.299399 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c800d614-bf8c-46a9-a734-27cc9f00385e req-2a1d9178-7709-4d56-b293-6f252628c449 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307591 Aug 16 03:11:07.415183 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be1333-5c56-4793-bbc8-7d0d106334fc req-87900db2-07f6-4d18-b3ae-da77f4457d93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:07.416625 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14be1333-5c56-4793-bbc8-7d0d106334fc req-87900db2-07f6-4d18-b3ae-da77f4457d93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0530717 Aug 16 03:11:07.455303 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-14be1333-5c56-4793-bbc8-7d0d106334fc req-63e5327d-3edb-4832-bfd2-e363f4f7ca39 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326810 Aug 16 03:11:07.476200 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:07.560075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b586c50-662d-45e3-acbd-7d3bc7f034c8 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:07.562218 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-9b586c50-662d-45e3-acbd-7d3bc7f034c8 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 1092 time: 0.0845010 Aug 16 03:11:07.565616 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:07.569891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:07.591647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:07.689910 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:07.789483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.51 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/227ed366-92c0-4b2e-b070-c71221bfa276) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:11:07.895886 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:08.280928 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:08.320123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:11:08.322940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:11:08.326497 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:11:08.332003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=227ed366-92c0-4b2e-b070-c71221bfa276,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:08.688295 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:08.755973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:08.908819 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:08.914045 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:08.987944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=227ed366-92c0-4b2e-b070-c71221bfa276,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:09.003431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:09.105158 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP b705aead-c4fd-4870-b872-087a95370c93 associated. External IP: 172.25.5.51, port: ee876fbb-e096-499e-9064-eb36aae745f7. Aug 16 03:11:09.314844 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 93186268-e6f3-438c-96bf-1a7b1bef3451 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:11:09.438036 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:11:09.447452 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] Sync routers for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:11:09.454974 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:09.458259 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:11:09.458883 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:11:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:09.483219 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-179552f9-96b6-4d90-b3bc-dba0ef3eeba9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9165690 Aug 16 03:11:09.483940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:09.486661 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab00f1c4-3911-4030-bf51-fda75bf6b68b" -d '{"events": [{"name": "network-changed", "server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:09.568740 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:11:09.584823 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0289134-0485-4012-81a9-f9a30c3082d3 req-0d0f1a60-6f64-4b68-9ec0-57e2bb2a5e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:09.586377 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0289134-0485-4012-81a9-f9a30c3082d3 req-0d0f1a60-6f64-4b68-9ec0-57e2bb2a5e6b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0549884 Aug 16 03:11:09.625179 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b0289134-0485-4012-81a9-f9a30c3082d3 req-47b6c0f4-415c-49cb-b812-4cc1ce729520 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324187 Aug 16 03:11:09.649979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:09.690518 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecd3a5f-a7f2-429a-ab97-b2ad05b229c6 x-openstack-request-id: req-fecd3a5f-a7f2-429a-ab97-b2ad05b229c6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:09.690814 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:09.691071 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fecd3a5f-a7f2-429a-ab97-b2ad05b229c6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:09.691500 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'status': 'completed', 'code': 200} Aug 16 03:11:09.746107 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d13615bf-a9f9-466d-9df4-9cc556b26b87 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/b705aead-c4fd-4870-b872-087a95370c93 HTTP/1.1" status: 200 len: 990 time: 0.0949612 Aug 16 03:11:09.757492 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-adbc4db9-7676-4a6d-b708-036757e2e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:09.759044 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-adbc4db9-7676-4a6d-b708-036757e2e0cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 1097 time: 0.0650327 Aug 16 03:11:09.808823 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'b705aead-c4fd-4870-b872-087a95370c93', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'port_id': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'mac_address': 'fa:16:3e:d5:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:11:08Z', 'updated_at': '2021-08-16T03:11:08Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0df25a-90ce-4c2a-a765-ab814b2afafc', 'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:81:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:56Z', 'updated_at': '2021-08-16T03:11:01Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:09.835669 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] Checking router: 93186268-e6f3-438c-96bf-1a7b1bef3451 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:11:09.843638 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:11:09.844235 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:11:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:09.849885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-7a7fe79f-2c94-4d1c-9c0c-6e5acb553f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:09.851413 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-7a7fe79f-2c94-4d1c-9c0c-6e5acb553f06 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd8b200d-7c60-48e2-90d7-d6086666b7ad HTTP/1.1" status: 200 len: 897 time: 0.0854087 Aug 16 03:11:09.921561 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-46bf6096-905a-4e9f-8808-d85b5b391874 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee876fbb-e096-499e-9064-eb36aae745f7 HTTP/1.1" status: 200 len: 998 time: 0.0631273 Aug 16 03:11:09.950198 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:11:09.971765 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-bcae3cfb-4e1d-4942-b7ac-e2b6baaf6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:09.973260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-bcae3cfb-4e1d-4942-b7ac-e2b6baaf6978 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b346340-5a06-4fed-8e1e-14cf15f73a58 HTTP/1.1" status: 200 len: 835 time: 0.0454094 Aug 16 03:11:10.022525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-da7bcf02-5c6f-4e20-8e06-5c0b273b1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:10.024129 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-da7bcf02-5c6f-4e20-8e06-5c0b273b1ea6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd8b200d-7c60-48e2-90d7-d6086666b7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439239 Aug 16 03:11:10.122664 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-554772c2-ef84-4d99-b7ac-71cea7a62190 service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910845 Aug 16 03:11:10.214857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ab00f1c4-3911-4030-bf51-fda75bf6b68b req-c893c470-3b26-4fab-ac21-8e75277bf4fd service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857925 Aug 16 03:11:10.275285 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'b705aead-c4fd-4870-b872-087a95370c93', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'port_id': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'mac_address': 'fa:16:3e:d5:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:11:08Z', 'updated_at': '2021-08-16T03:11:08Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0df25a-90ce-4c2a-a765-ab814b2afafc', 'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:81:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:56Z', 'updated_at': '2021-08-16T03:11:01Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:10.301337 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff688048-394b-43bf-b520-b7f394d3b71a None None] The sync data for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 is: [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'b705aead-c4fd-4870-b872-087a95370c93', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'port_id': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'mac_address': 'fa:16:3e:d5:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:11:08Z', 'updated_at': '2021-08-16T03:11:08Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0df25a-90ce-4c2a-a765-ab814b2afafc', 'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:81:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:56Z', 'updated_at': '2021-08-16T03:11:01Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:11:10.492225 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b6fbc-ef21-4528-8618-7ed2497bdf44 None None] New status for floating IP b705aead-c4fd-4870-b872-087a95370c93: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:11:10.749855 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:10.815222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-bd0347c5-3da9-4441-9847-5af343593094 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/b705aead-c4fd-4870-b872-087a95370c93 HTTP/1.1" status: 200 len: 992 time: 0.0641186 Aug 16 03:11:11.573401 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:11:13.009204 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:27.399977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-5105e1b7-8ad7-4afd-8fc1-a719ff624a68 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395544 Aug 16 03:11:27.488698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-a0e93920-6fd2-4b3d-bea6-535f49cc2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:27.490266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-a0e93920-6fd2-4b3d-bea6-535f49cc2a57 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 1097 time: 0.0408950 Aug 16 03:11:27.597435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-f89bc231-544f-4e2a-84b3-2dffba6753ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:27.598926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-f89bc231-544f-4e2a-84b3-2dffba6753ab service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd8b200d-7c60-48e2-90d7-d6086666b7ad HTTP/1.1" status: 200 len: 897 time: 0.0882695 Aug 16 03:11:27.665182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-b4acddb0-23d6-45d7-b2b2-c7e3569092bd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee876fbb-e096-499e-9064-eb36aae745f7 HTTP/1.1" status: 200 len: 1000 time: 0.0579011 Aug 16 03:11:27.713518 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-8db7969d-9da7-49ff-8e6f-73122770c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:27.714945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-8db7969d-9da7-49ff-8e6f-73122770c165 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b346340-5a06-4fed-8e1e-14cf15f73a58 HTTP/1.1" status: 200 len: 835 time: 0.0428686 Aug 16 03:11:27.767483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-465e63b5-523f-4256-bfa3-a4385ed14387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:27.769002 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-465e63b5-523f-4256-bfa3-a4385ed14387 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd8b200d-7c60-48e2-90d7-d6086666b7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459831 Aug 16 03:11:27.859392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-46ed77d3-e5d0-442d-9fea-38bca6c3f0b4 service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826643 Aug 16 03:11:27.955835 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4319ce3a-4c64-4b6e-a9ce-d6b53063dc77 req-1432428b-18bb-446f-a46a-56a3eb4abf31 service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894203 Aug 16 03:11:31.079897 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba095ed3-e622-4e21-af5c-cd3ecf1caad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:31.537723 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:33.708253 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0723e790-21ba-4702-8b7d-305289e14b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:34.080387 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:35.120520 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:37.226871 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:42.077489 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2bbff-27d5-4850-8a4b-e7dafe3344f9 req-2b8e3938-37a4-47f3-a776-ea01b31b07d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:42.079812 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55b2bbff-27d5-4850-8a4b-e7dafe3344f9 req-2b8e3938-37a4-47f3-a776-ea01b31b07d5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0537567 Aug 16 03:11:42.118256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-55b2bbff-27d5-4850-8a4b-e7dafe3344f9 req-465db10b-0a97-42c6-a6dc-2063d2e211e2 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319204 Aug 16 03:11:43.026832 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:43.248764 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463f813-cdb9-4b7b-9b40-aa04b20e3004 req-7ba63692-8784-426e-aa15-d2710fd82fb4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:43.250980 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c463f813-cdb9-4b7b-9b40-aa04b20e3004 req-7ba63692-8784-426e-aa15-d2710fd82fb4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0633054 Aug 16 03:11:43.291265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c463f813-cdb9-4b7b-9b40-aa04b20e3004 req-a39e914a-afd7-4ebc-aa9c-b3f1364fd40d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339780 Aug 16 03:11:44.408657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb4ff6-c0e6-4f7a-82a9-55f28fb6bf38 req-f2cc4370-0eb2-475d-bcba-f6f4c371b6c5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:44.410144 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6cdb4ff6-c0e6-4f7a-82a9-55f28fb6bf38 req-f2cc4370-0eb2-475d-bcba-f6f4c371b6c5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0526824 Aug 16 03:11:44.454827 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6cdb4ff6-c0e6-4f7a-82a9-55f28fb6bf38 req-3a7caea0-47a6-4cbd-9ad6-62444b670453 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386643 Aug 16 03:11:45.570132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334d8f4-ce80-473a-ba3e-195f6f21829f req-9045305a-2e97-4bb8-8656-b46f81ebc8f0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:45.571636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6334d8f4-ce80-473a-ba3e-195f6f21829f req-9045305a-2e97-4bb8-8656-b46f81ebc8f0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0480256 Aug 16 03:11:45.608921 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6334d8f4-ce80-473a-ba3e-195f6f21829f req-3673266b-5631-4d15-a50f-ab993f005c75 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313601 Aug 16 03:11:46.722558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd3ea9-e9d2-4fc1-980a-130e22e974cb req-60eb4360-f466-4e45-9110-83da197f4f08 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:46.723993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9edd3ea9-e9d2-4fc1-980a-130e22e974cb req-60eb4360-f466-4e45-9110-83da197f4f08 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Aug 16 03:11:46.760872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9edd3ea9-e9d2-4fc1-980a-130e22e974cb req-9930dc17-2f55-4f2d-b132-0e8a5a03326a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Aug 16 03:11:47.877851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a909c-230e-44af-b562-3432b4a44187 req-259168df-68c9-43ae-8c7d-609e84250cdb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:47.879763 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c14a909c-230e-44af-b562-3432b4a44187 req-259168df-68c9-43ae-8c7d-609e84250cdb tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0523548 Aug 16 03:11:47.922171 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c14a909c-230e-44af-b562-3432b4a44187 req-faf23f94-9dc3-472b-9e7d-82582951700c tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354760 Aug 16 03:11:48.572352 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:11:49.040598 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae26a23-cfb5-4494-89bc-3d2a5c121e85 req-9a725d15-fff4-4786-a80a-cc48bde2c487 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:49.042106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aae26a23-cfb5-4494-89bc-3d2a5c121e85 req-9a725d15-fff4-4786-a80a-cc48bde2c487 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0526085 Aug 16 03:11:49.082755 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-aae26a23-cfb5-4494-89bc-3d2a5c121e85 req-459e5c16-32ca-4b4f-bf73-c16df168ed30 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342054 Aug 16 03:11:50.198753 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd399050-01d0-4137-8821-30e98d479418 req-5d42a26f-d92b-42a5-bb49-bd9c739f4d82 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:50.200260 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd399050-01d0-4137-8821-30e98d479418 req-5d42a26f-d92b-42a5-bb49-bd9c739f4d82 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0491741 Aug 16 03:11:50.238134 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bd399050-01d0-4137-8821-30e98d479418 req-0c4223bd-1dc2-474f-b2a4-be63713807b6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310957 Aug 16 03:11:51.357476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cf916-f2f2-4572-8d3c-f4b2a4d3392c req-307c0b74-efb5-47e1-a2dc-33d5dfa207fd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:51.359531 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-701cf916-f2f2-4572-8d3c-f4b2a4d3392c req-307c0b74-efb5-47e1-a2dc-33d5dfa207fd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0507767 Aug 16 03:11:51.403488 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-701cf916-f2f2-4572-8d3c-f4b2a4d3392c req-728b50df-80cf-4469-a6a6-f53018094b0e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382743 Aug 16 03:11:52.524486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682cd3a-5ba7-443b-8401-fe3b9f2e7984 req-19fc2601-1907-48a5-b2cf-08ed4b258d9a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:52.525988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6682cd3a-5ba7-443b-8401-fe3b9f2e7984 req-19fc2601-1907-48a5-b2cf-08ed4b258d9a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0539634 Aug 16 03:11:52.565269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6682cd3a-5ba7-443b-8401-fe3b9f2e7984 req-ab786fea-0b96-416d-82b2-6d57218cca85 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324652 Aug 16 03:11:53.680539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fddf09-cca2-423f-b4a1-7a78108de033 req-6d7d7679-fa1c-4b13-8c74-2db138090897 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:53.682041 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73fddf09-cca2-423f-b4a1-7a78108de033 req-6d7d7679-fa1c-4b13-8c74-2db138090897 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0493395 Aug 16 03:11:53.719789 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-73fddf09-cca2-423f-b4a1-7a78108de033 req-8bc8adb8-3f6d-4730-abd4-f3230fb1e782 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310118 Aug 16 03:11:54.835792 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d1b6-24a5-4b3e-be74-29d932e956b8 req-0d327556-7c80-42be-ae69-c13560bb6215 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:54.837282 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fc8d1b6-24a5-4b3e-be74-29d932e956b8 req-0d327556-7c80-42be-ae69-c13560bb6215 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0501873 Aug 16 03:11:54.879865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0fc8d1b6-24a5-4b3e-be74-29d932e956b8 req-0f3696d3-70e8-46a6-8d63-40bc7aee0845 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365806 Aug 16 03:11:55.993915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d1238-7fa8-4cbd-8db8-3c1c2c185fbb req-c273775e-a7bd-417c-bb56-1632d40046f4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:55.995432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af7d1238-7fa8-4cbd-8db8-3c1c2c185fbb req-c273775e-a7bd-417c-bb56-1632d40046f4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0495532 Aug 16 03:11:56.034182 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-af7d1238-7fa8-4cbd-8db8-3c1c2c185fbb req-fd6a3f2e-5046-4342-8401-3e24e2aac48d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Aug 16 03:11:57.147686 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50360c-31bf-4a57-bb85-90f2b5f3a6f1 req-50484e86-f2dd-4893-b573-821b01f163bc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:57.149169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d50360c-31bf-4a57-bb85-90f2b5f3a6f1 req-50484e86-f2dd-4893-b573-821b01f163bc tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Aug 16 03:11:57.186930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6d50360c-31bf-4a57-bb85-90f2b5f3a6f1 req-d58f8224-eeac-490c-8fbc-d70b2e038453 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Aug 16 03:11:58.309976 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81139272-2e2e-42f3-84b8-99517f3e7613 req-f5127c81-223e-451e-a33a-3f4e32a09ac9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:58.311519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81139272-2e2e-42f3-84b8-99517f3e7613 req-f5127c81-223e-451e-a33a-3f4e32a09ac9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0543249 Aug 16 03:11:58.354941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81139272-2e2e-42f3-84b8-99517f3e7613 req-ac6bdf54-c3bf-495a-8ad1-5b8e0ec94427 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368717 Aug 16 03:11:58.380303 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:58.441148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-dc0e8e53-1e7f-4803-9020-1590f28e4d0f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/b705aead-c4fd-4870-b872-087a95370c93 HTTP/1.1" status: 200 len: 992 time: 0.0595143 Aug 16 03:11:59.695483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8e03-d7fa-40bb-901a-21ea48271f0f req-545e4d59-2971-498f-8a94-007bb7ab97e6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:59.696999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e0e8e03-d7fa-40bb-901a-21ea48271f0f req-545e4d59-2971-498f-8a94-007bb7ab97e6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0571778 Aug 16 03:11:59.773300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e0e8e03-d7fa-40bb-901a-21ea48271f0f req-ba533a36-129c-4d38-a4de-ad885dfc2d60 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699177 Aug 16 03:11:59.783994 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-ac50adad-23cc-49b1-9e00-d0399b4b4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:59.785534 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-ac50adad-23cc-49b1-9e00-d0399b4b4930 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 1097 time: 0.1153986 Aug 16 03:11:59.876266 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-a8db04ec-4ee1-4775-afcb-4dbd4b401e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:59.877731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-a8db04ec-4ee1-4775-afcb-4dbd4b401e7d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd8b200d-7c60-48e2-90d7-d6086666b7ad HTTP/1.1" status: 200 len: 897 time: 0.0846899 Aug 16 03:11:59.947376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-233dd234-6422-406b-8c87-24c59a90107a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee876fbb-e096-499e-9064-eb36aae745f7 HTTP/1.1" status: 200 len: 1000 time: 0.0622382 Aug 16 03:11:59.996116 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-e7208c86-6e66-4820-8f79-749044edd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:59.997679 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-e7208c86-6e66-4820-8f79-749044edd438 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b346340-5a06-4fed-8e1e-14cf15f73a58 HTTP/1.1" status: 200 len: 835 time: 0.0439467 Aug 16 03:12:00.044621 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-610dbe45-2bad-447d-8157-1e2fa87d119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:00.046972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-610dbe45-2bad-447d-8157-1e2fa87d119a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd8b200d-7c60-48e2-90d7-d6086666b7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414929 Aug 16 03:12:00.143729 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-a3bb7573-805e-4340-8cfc-b641c09592eb service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905807 Aug 16 03:12:00.234308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2fa18a5-4636-4fe7-b747-d40a8a798a8e req-43b73aac-b8ae-4f08-9a7c-aedc6cefc49e service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831106 Aug 16 03:12:00.895683 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006451e-aab3-4271-a98a-bd46f0e60ce2 req-b9989754-a804-411a-81a8-52ca3361a377 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:00.897168 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1006451e-aab3-4271-a98a-bd46f0e60ce2 req-b9989754-a804-411a-81a8-52ca3361a377 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Aug 16 03:12:00.934701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1006451e-aab3-4271-a98a-bd46f0e60ce2 req-24a23ef3-0eb7-4c0a-a3e2-58e3f72d149e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Aug 16 03:12:00.957048 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:01.021128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ed75b30d-10a6-4423-9cf0-90606d4e7f48 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/b705aead-c4fd-4870-b872-087a95370c93 HTTP/1.1" status: 200 len: 992 time: 0.0628171 Aug 16 03:12:01.081148 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-92345357-3793-4848-aa86-f8735e45f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:01.547882 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:03.709349 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a965dca-553a-4384-a64c-4998552bb088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:04.082293 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:05.115617 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:07.228968 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:13.056473 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:25.572399 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:12:30.087809 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a38de803-7477-4071-b5f7-12bf539c89af req-e76b1a12-b39b-4957-9c4b-74657ccecc4e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396028 Aug 16 03:12:30.170682 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38de803-7477-4071-b5f7-12bf539c89af req-6c4f9d02-9299-4c08-aaea-c910b5787723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:30.172193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a38de803-7477-4071-b5f7-12bf539c89af req-6c4f9d02-9299-4c08-aaea-c910b5787723 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 1097 time: 0.0409253 Aug 16 03:12:30.276115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38de803-7477-4071-b5f7-12bf539c89af req-29fe01f0-ad47-4a75-b6cf-f581e888d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:30.277572 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a38de803-7477-4071-b5f7-12bf539c89af req-29fe01f0-ad47-4a75-b6cf-f581e888d064 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd8b200d-7c60-48e2-90d7-d6086666b7ad HTTP/1.1" status: 200 len: 897 time: 0.0859880 Aug 16 03:12:30.342266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a38de803-7477-4071-b5f7-12bf539c89af req-9aad47ec-ea5c-4055-b93b-cf74bb6229db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee876fbb-e096-499e-9064-eb36aae745f7 HTTP/1.1" status: 200 len: 1000 time: 0.0562716 Aug 16 03:12:30.395685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38de803-7477-4071-b5f7-12bf539c89af req-570140bf-76b2-4305-b832-f63189fce897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:30.397154 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a38de803-7477-4071-b5f7-12bf539c89af req-570140bf-76b2-4305-b832-f63189fce897 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b346340-5a06-4fed-8e1e-14cf15f73a58 HTTP/1.1" status: 200 len: 835 time: 0.0477622 Aug 16 03:12:30.445841 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38de803-7477-4071-b5f7-12bf539c89af req-2e1cad11-32df-41df-ac12-bfb2eb2d8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:30.447385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a38de803-7477-4071-b5f7-12bf539c89af req-2e1cad11-32df-41df-ac12-bfb2eb2d8879 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd8b200d-7c60-48e2-90d7-d6086666b7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404420 Aug 16 03:12:30.536610 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a38de803-7477-4071-b5f7-12bf539c89af req-834b47c9-ae93-4c0a-a955-d80233356213 service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818872 Aug 16 03:12:30.630513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a38de803-7477-4071-b5f7-12bf539c89af req-d3ffa2ab-7833-4dd3-8d0b-6e4eb3f36d5f service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864408 Aug 16 03:12:31.082282 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-973b6424-a4fc-4d00-9755-67d1587ddc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:31.506462 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:31.547924 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:31.665888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 227ed366-92c0-4b2e-b070-c71221bfa276 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:31.666229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:31.743693 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:31.744033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:31.756085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 227ed366-92c0-4b2e-b070-c71221bfa276 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:32.242637 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.271924 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=227ed366-92c0-4b2e-b070-c71221bfa276,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:32.298109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.298464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.299390 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.299735 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.300078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.300417 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.300756 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.301091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.301423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.301771 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.302082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.302408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:32.343552 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.343897 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP b705aead-c4fd-4870-b872-087a95370c93 disassociated (deleted). External IP: 172.25.5.51, port: ee876fbb-e096-499e-9064-eb36aae745f7. Aug 16 03:12:32.559372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 93186268-e6f3-438c-96bf-1a7b1bef3451 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:12:32.669883 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:12:32.676064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.680745 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ec221-c7df-4884-801c-217d383964cc None None] Sync routers for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:12:32.690671 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ec221-c7df-4884-801c-217d383964cc None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:32.691324 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-214ec221-c7df-4884-801c-217d383964cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:32.704344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-aba61e7a-13de-4343-b0de-bd34507d9b8f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/floatingips/b705aead-c4fd-4870-b872-087a95370c93 HTTP/1.1" status: 204 len: 168 time: 1.1967351 Aug 16 03:12:32.705613 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:32.708240 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f" -d '{"events": [{"name": "network-changed", "server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:32.797541 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-214ec221-c7df-4884-801c-217d383964cc None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:32.859876 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c433e1d9-34de-446d-9f12-312c97aa8553 x-openstack-request-id: req-c433e1d9-34de-446d-9f12-312c97aa8553 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:32.860175 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:32.860397 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c433e1d9-34de-446d-9f12-312c97aa8553 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:32.860797 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'status': 'completed', 'code': 200} Aug 16 03:12:32.961298 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-8750885b-94e0-4201-8007-8c06646b2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:32.963147 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-8750885b-94e0-4201-8007-8c06646b2673 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 1097 time: 0.0757685 Aug 16 03:12:32.985707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ce017-4201-4970-9f32-8f17ae1a8fe3 req-1d8b40b7-b6ee-459e-afea-0528caf551f6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:32.987371 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-536ce017-4201-4970-9f32-8f17ae1a8fe3 req-1d8b40b7-b6ee-459e-afea-0528caf551f6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0728457 Aug 16 03:12:33.014292 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-214ec221-c7df-4884-801c-217d383964cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5b0df25a-90ce-4c2a-a765-ab814b2afafc', 'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:81:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:56Z', 'updated_at': '2021-08-16T03:11:01Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:33.042483 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ec221-c7df-4884-801c-217d383964cc None None] Checking router: 93186268-e6f3-438c-96bf-1a7b1bef3451 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:12:33.050981 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ec221-c7df-4884-801c-217d383964cc None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:33.051630 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-214ec221-c7df-4884-801c-217d383964cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:33.076494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-536ce017-4201-4970-9f32-8f17ae1a8fe3 req-e3686264-c289-4b8b-b432-3cfbb333528d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808778 Aug 16 03:12:33.105858 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-0d677e12-0d29-4798-a25d-bc5ea49d257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:33.107430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-0d677e12-0d29-4798-a25d-bc5ea49d257d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd8b200d-7c60-48e2-90d7-d6086666b7ad HTTP/1.1" status: 200 len: 897 time: 0.1191416 Aug 16 03:12:33.158888 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-214ec221-c7df-4884-801c-217d383964cc None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:33.164845 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-64f4d74a-84d5-4f6b-897f-7c8b92a53890 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee876fbb-e096-499e-9064-eb36aae745f7 HTTP/1.1" status: 200 len: 217 time: 0.0403006 Aug 16 03:12:33.215421 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-387b405d-03ce-4e8d-b67b-70db012a1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:33.216976 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-387b405d-03ce-4e8d-b67b-70db012a1491 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1b346340-5a06-4fed-8e1e-14cf15f73a58 HTTP/1.1" status: 200 len: 835 time: 0.0449331 Aug 16 03:12:33.265762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-e3f48c79-c9f6-4336-8d84-144579f7ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:33.268138 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-e3f48c79-c9f6-4336-8d84-144579f7ca22 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd8b200d-7c60-48e2-90d7-d6086666b7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405135 Aug 16 03:12:33.354083 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-214ec221-c7df-4884-801c-217d383964cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5b0df25a-90ce-4c2a-a765-ab814b2afafc', 'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:81:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:56Z', 'updated_at': '2021-08-16T03:11:01Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:33.360856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-33ee9a64-196c-4781-819c-b77771c495e2 service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857172 Aug 16 03:12:33.383817 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ec221-c7df-4884-801c-217d383964cc None None] The sync data for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 is: [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:10:57Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '5b0df25a-90ce-4c2a-a765-ab814b2afafc', 'name': '', 'network_id': 'fd8b200d-7c60-48e2-90d7-d6086666b7ad', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:81:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:56Z', 'updated_at': '2021-08-16T03:11:01Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '1b346340-5a06-4fed-8e1e-14cf15f73a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:12:33.457914 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7b3f1ef-d42b-4ab0-9b96-4390a7aeb89f req-7700918b-0336-4f33-98dc-262e20cd5fbc service neutron] 10.222.0.93 "GET /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888147 Aug 16 03:12:33.610553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732969af-bf97-4c93-8f9e-b034eb92548b None None] New status for floating IP b705aead-c4fd-4870-b872-087a95370c93: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:12:33.710922 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc9f7b82-401f-4fb7-9292-94b0f700ef21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:34.082825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:34.198085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03b8d8-4cb8-4d38-bcf6-615962e7dabe req-c9032d44-df5c-4d53-9471-69cc929225d4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.199597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a03b8d8-4cb8-4d38-bcf6-615962e7dabe req-c9032d44-df5c-4d53-9471-69cc929225d4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0513356 Aug 16 03:12:34.237382 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6a03b8d8-4cb8-4d38-bcf6-615962e7dabe req-b351ea2a-b7e5-4ad1-93f9-3bc76c3dba9f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c11f39-9be8-49b4-9491-307af01e940d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316749 Aug 16 03:12:34.432754 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-f30964dc-45ee-4d4e-97ce-9acdff725155 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.434159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-f30964dc-45ee-4d4e-97ce-9acdff725155 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 945 time: 0.0557935 Aug 16 03:12:34.529732 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port ee876fbb-e096-499e-9064-eb36aae745f7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:34.530097 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:34.638539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port ee876fbb-e096-499e-9064-eb36aae745f7, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=ee876fbb-e096-499e-9064-eb36aae745f7,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:34.638908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:34.652907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for ee876fbb-e096-499e-9064-eb36aae745f7 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:34.798114 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:34.833549 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=ee876fbb-e096-499e-9064-eb36aae745f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:34.879178 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] No DVR routers for this DVR port ee876fbb-e096-499e-9064-eb36aae745f7 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:34.881858 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:34.884822 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d534b2f-2c3d-462d-afa3-bf5071209bfd req-3cc5294c-c492-405c-a921-c125ef23940a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "DELETE /v2.0/ports/ee876fbb-e096-499e-9064-eb36aae745f7 HTTP/1.1" status: 204 len: 173 time: 0.4430263 Aug 16 03:12:34.884822 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'name': 'network-vif-deleted', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:34.886637 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daad8a8d-fd73-452c-bb9c-e23e4a129ee2" -d '{"events": [{"server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "name": "network-vif-deleted", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:34.923368 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0097e3-f7cf-4e41-a26e-24c9c8b65e78 x-openstack-request-id: req-dc0097e3-f7cf-4e41-a26e-24c9c8b65e78 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:34.924359 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41aa047-fee7-425c-9159-1eb66d15a557", "name": "network-vif-deleted", "tag": "ee876fbb-e096-499e-9064-eb36aae745f7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:34.924791 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc0097e3-f7cf-4e41-a26e-24c9c8b65e78 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:34.925233 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41aa047-fee7-425c-9159-1eb66d15a557', 'name': 'network-vif-deleted', 'tag': 'ee876fbb-e096-499e-9064-eb36aae745f7', 'status': 'completed', 'code': 200} Aug 16 03:12:35.120204 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:35.369665 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a00e3533-c0db-436f-84ba-5eb06bb69bbb req-c19f4262-f67e-43af-be31-fb7c1d0c6452 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=f41aa047-fee7-425c-9159-1eb66d15a557 HTTP/1.1" status: 200 len: 210 time: 0.0276690 Aug 16 03:12:36.433570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:36.806276 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.074019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 5b0df25a-90ce-4c2a-a765-ab814b2afafc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:37.074273 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.171280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port 5b0df25a-90ce-4c2a-a765-ab814b2afafc, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5b0df25a-90ce-4c2a-a765-ab814b2afafc,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:37.171648 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.185680 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 5b0df25a-90ce-4c2a-a765-ab814b2afafc owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:37.232914 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.387865 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.417079 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=5b0df25a-90ce-4c2a-a765-ab814b2afafc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:37.447218 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.447908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.447908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.448233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.448609 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.448887 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.449226 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.449556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.449885 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.450212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.450541 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.450863 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:37.613800 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:37.833423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 93186268-e6f3-438c-96bf-1a7b1bef3451 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:12:37.942656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:12:37.948026 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6ffcea18-ce18-4794-a463-ee8c7284aa7d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/93186268-e6f3-438c-96bf-1a7b1bef3451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5130413 Aug 16 03:12:37.950373 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:37.952972 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] Sync routers for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:12:37.968034 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:37.968805 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:38.012755 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdeedb44-106c-4de5-aeb7-4caac81eb6e9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting subnet 1b346340-5a06-4fed-8e1e-14cf15f73a58 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:12:38.016009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdeedb44-106c-4de5-aeb7-4caac81eb6e9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.059373 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdeedb44-106c-4de5-aeb7-4caac81eb6e9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.077905 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:38.153332 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdeedb44-106c-4de5-aeb7-4caac81eb6e9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.213732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device ee876fbb-e096-499e-9064-eb36aae745f7 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:38.228383 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdeedb44-106c-4de5-aeb7-4caac81eb6e9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.242084 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: ee876fbb-e096-499e-9064-eb36aae745f7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:38.243174 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device ee876fbb-e096-499e-9064-eb36aae745f7 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:38.262655 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeedb44-106c-4de5-aeb7-4caac81eb6e9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Subnet': ['ID=1b346340-5a06-4fed-8e1e-14cf15f73a58,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:38.264650 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdeedb44-106c-4de5-aeb7-4caac81eb6e9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.266599 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cdeedb44-106c-4de5-aeb7-4caac81eb6e9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/subnets/1b346340-5a06-4fed-8e1e-14cf15f73a58 HTTP/1.1" status: 204 len: 168 time: 0.3150396 Aug 16 03:12:38.270161 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:38.278502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7ee7a4-56b2-41c1-953d-912ebe7af7c7 None None] Network fd8b200d-7c60-48e2-90d7-d6086666b7ad requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:38.286757 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:12:37Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:38.313630 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] Checking router: 93186268-e6f3-438c-96bf-1a7b1bef3451 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:12:38.324188 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] Routers {'93186268-e6f3-438c-96bf-1a7b1bef3451'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:38.325047 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['93186268-e6f3-438c-96bf-1a7b1bef3451'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:38.396984 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.514985 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] DHCP port deletion for fd8b200d-7c60-48e2-90d7-d6086666b7ad request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:12:38.555959 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] Set router 93186268-e6f3-438c-96bf-1a7b1bef3451 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:38.565384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Deleting port 82358ad3-14f8-495d-a45c-451650df0bc1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:38.565863 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.644753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] For port 82358ad3-14f8-495d-a45c-451650df0bc1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=82358ad3-14f8-495d-a45c-451650df0bc1,segment=NetworkSegment(c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4),segment_id=c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:38.645163 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.655220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 82358ad3-14f8-495d-a45c-451650df0bc1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:38.680639 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Calling delete_port for 82358ad3-14f8-495d-a45c-451650df0bc1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:38.768330 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:12:37Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:38.795507 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c244a5a-72e1-4f50-b7c0-b52c8f972f27 None None] The sync data for ids ['93186268-e6f3-438c-96bf-1a7b1bef3451'] in n-d-768862-14 is: [{'id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997715797', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:10:53Z', 'updated_at': '2021-08-16T03:12:37Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'e7e51472-8766-42f5-a8b0-f03f9c05706b', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93186268-e6f3-438c-96bf-1a7b1bef3451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:10:54Z', 'updated_at': '2021-08-16T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:12:38.799147 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.820648 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.868140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Pushing event deleted for resources: {'Port': ['ID=82358ad3-14f8-495d-a45c-451650df0bc1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:38.870405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] No DVR routers for this DVR port 82358ad3-14f8-495d-a45c-451650df0bc1 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:12:38.874884 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:38.885206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.885714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.886068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.886414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.886795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.887111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.887709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.887804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.888111 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.888435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.888760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.889082 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c998bb-38be-430e-bc03-23f41d955d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:38.932043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port e7e51472-8766-42f5-a8b0-f03f9c05706b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:12:38.932293 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.010212 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port e7e51472-8766-42f5-a8b0-f03f9c05706b, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=e7e51472-8766-42f5-a8b0-f03f9c05706b,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:39.010579 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.023360 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for e7e51472-8766-42f5-a8b0-f03f9c05706b owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:12:39.195240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.223366 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=e7e51472-8766-42f5-a8b0-f03f9c05706b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:39.291894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.385131 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.387992 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.429813 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.430343 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Fanout notify agent at l3_agent the message router_deleted on router 93186268-e6f3-438c-96bf-1a7b1bef3451 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:12:39.437727 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.438813 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6f6efd33-25a2-4751-b64c-2ca480ec3695 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/routers/93186268-e6f3-438c-96bf-1a7b1bef3451 HTTP/1.1" status: 204 len: 168 time: 1.1678185 Aug 16 03:12:39.441726 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:39.524647 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.613401 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.623060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8b200d-7c60-48e2-90d7-d6086666b7ad']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:39.633441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:39.633740 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d66eb1-2cb2-4341-b6a4-ea2a8af61be4') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:39.642386 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.662415 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.668459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:12:39.668882 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:12:39.671852 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:12:39.728084 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.733063 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.735523 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/networks/fd8b200d-7c60-48e2-90d7-d6086666b7ad HTTP/1.1" status: 204 len: 168 time: 0.2922254 Aug 16 03:12:39.738042 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:39.749897 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe3e61-f144-46f4-8c33-cd2083fea955 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Network': ['ID=fd8b200d-7c60-48e2-90d7-d6086666b7ad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:39.797177 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-818a8b53-4889-4bcb-98e4-25277dd895d1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.822677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-818a8b53-4889-4bcb-98e4-25277dd895d1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.889171 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-818a8b53-4889-4bcb-98e4-25277dd895d1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.892267 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-818a8b53-4889-4bcb-98e4-25277dd895d1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:39.894486 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-818a8b53-4889-4bcb-98e4-25277dd895d1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/security-groups/98c11f39-9be8-49b4-9491-307af01e940d HTTP/1.1" status: 204 len: 168 time: 0.1547320 Aug 16 03:12:39.904419 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a8b53-4889-4bcb-98e4-25277dd895d1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c11f39-9be8-49b4-9491-307af01e940d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:40.475444 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:40.481288 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-62f1d924-8325-4bd3-9de3-c1bb7bd6a09f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527024629', 'description': 'tempest-secgroup-smoke-527024629 description', 'project_id': 'b1ac69da183c4038890fde21075c273a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:40.505913 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62f1d924-8325-4bd3-9de3-c1bb7bd6a09f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.538412 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e7e51472-8766-42f5-a8b0-f03f9c05706b no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:40.559176 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: e7e51472-8766-42f5-a8b0-f03f9c05706b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:40.559521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device e7e51472-8766-42f5-a8b0-f03f9c05706b not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:40.559936 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5b0df25a-90ce-4c2a-a765-ab814b2afafc no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:12:40.581737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5b0df25a-90ce-4c2a-a765-ab814b2afafc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:12:40.582079 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5b0df25a-90ce-4c2a-a765-ab814b2afafc not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:12:40.595263 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62f1d924-8325-4bd3-9de3-c1bb7bd6a09f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.600462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62f1d924-8325-4bd3-9de3-c1bb7bd6a09f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.631610 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62f1d924-8325-4bd3-9de3-c1bb7bd6a09f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.633642 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-62f1d924-8325-4bd3-9de3-c1bb7bd6a09f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1572680 Aug 16 03:12:40.634796 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1d924-8325-4bd3-9de3-c1bb7bd6a09f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c3705c-3373-42d1-b73d-b8c730c35d9f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:40.636893 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:40.641850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0297a4e4-952e-4509-8fff-1a1b8c0389ed tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'b0c3705c-3373-42d1-b73d-b8c730c35d9f', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:40.668543 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0297a4e4-952e-4509-8fff-1a1b8c0389ed tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.715507 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0297a4e4-952e-4509-8fff-1a1b8c0389ed tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.718781 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0297a4e4-952e-4509-8fff-1a1b8c0389ed tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.739472 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297a4e4-952e-4509-8fff-1a1b8c0389ed tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686ccf7a-4b44-4ae5-8b18-cd47918babbd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:40.741795 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0297a4e4-952e-4509-8fff-1a1b8c0389ed tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.743063 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0297a4e4-952e-4509-8fff-1a1b8c0389ed tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051555 Aug 16 03:12:40.745881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:40.750145 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-186ddebf-c424-45c3-85ff-846a32e35529 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'b0c3705c-3373-42d1-b73d-b8c730c35d9f', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:40.776985 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-186ddebf-c424-45c3-85ff-846a32e35529 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.833551 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-186ddebf-c424-45c3-85ff-846a32e35529 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.836814 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-186ddebf-c424-45c3-85ff-846a32e35529 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.851955 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ddebf-c424-45c3-85ff-846a32e35529 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e068775-bf48-46e8-8785-2221af246f8e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:40.860557 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-186ddebf-c424-45c3-85ff-846a32e35529 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.862479 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-186ddebf-c424-45c3-85ff-846a32e35529 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157293 Aug 16 03:12:40.865368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:40.869918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-561888a7-e7ff-48e1-8843-465227609f00 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'b0c3705c-3373-42d1-b73d-b8c730c35d9f', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:40.896036 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-561888a7-e7ff-48e1-8843-465227609f00 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.956593 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-561888a7-e7ff-48e1-8843-465227609f00 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.960276 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-561888a7-e7ff-48e1-8843-465227609f00 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.979850 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561888a7-e7ff-48e1-8843-465227609f00 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130523a5-44ad-4045-abdc-bd1314abf10f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:40.985770 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-561888a7-e7ff-48e1-8843-465227609f00 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:40.990064 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-561888a7-e7ff-48e1-8843-465227609f00 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208088 Aug 16 03:12:40.990184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42828) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:40.994631 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c1210c62-62cc-4a0b-b38b-3a970bfa47ac tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'b0c3705c-3373-42d1-b73d-b8c730c35d9f', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:41.020647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1210c62-62cc-4a0b-b38b-3a970bfa47ac tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.081379 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1210c62-62cc-4a0b-b38b-3a970bfa47ac tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.084853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1210c62-62cc-4a0b-b38b-3a970bfa47ac tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.102535 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1210c62-62cc-4a0b-b38b-3a970bfa47ac tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d3bb54-c9a1-478e-af09-0aeca9e49928,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:41.108290 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1210c62-62cc-4a0b-b38b-3a970bfa47ac tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.109554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-c1210c62-62cc-4a0b-b38b-3a970bfa47ac tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184719 Aug 16 03:12:41.112511 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:41.117129 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-de2318a8-f1a5-40f1-a7ff-d6ba8f97ffd6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'b0c3705c-3373-42d1-b73d-b8c730c35d9f', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:41.139280 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-de2318a8-f1a5-40f1-a7ff-d6ba8f97ffd6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:12:41.144902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de2318a8-f1a5-40f1-a7ff-d6ba8f97ffd6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.209527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de2318a8-f1a5-40f1-a7ff-d6ba8f97ffd6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.213200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de2318a8-f1a5-40f1-a7ff-d6ba8f97ffd6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.232951 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2318a8-f1a5-40f1-a7ff-d6ba8f97ffd6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06af30c1-7ab2-443e-9eb5-a0ffb0698d9d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:41.240335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de2318a8-f1a5-40f1-a7ff-d6ba8f97ffd6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.241526 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-de2318a8-f1a5-40f1-a7ff-d6ba8f97ffd6 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280155 Aug 16 03:12:41.244298 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:41.248603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e3729d38-66a7-4e28-943b-52162dddb55d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'security_group_rule': {'security_group_id': 'b0c3705c-3373-42d1-b73d-b8c730c35d9f', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:41.269475 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-e3729d38-66a7-4e28-943b-52162dddb55d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Project b1ac69da183c4038890fde21075c273a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:12:41.274592 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3729d38-66a7-4e28-943b-52162dddb55d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.335527 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3729d38-66a7-4e28-943b-52162dddb55d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.339214 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3729d38-66a7-4e28-943b-52162dddb55d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.357421 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729d38-66a7-4e28-943b-52162dddb55d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5a7c26-817a-4e77-925f-ab9d39e8bd86,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:41.363217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3729d38-66a7-4e28-943b-52162dddb55d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.364467 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e3729d38-66a7-4e28-943b-52162dddb55d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192451 Aug 16 03:12:41.368679 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42834) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:41.373490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'network': {'name': 'tempest-network-smoke--1942408381', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:41.396211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:41.399765 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.422601 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:12:41.432911 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.433258 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Added segment b557103f-71d8-4429-a00f-3a47651acf34 of type vlan for network 7b61477a-437e-411f-88a6-324c709dbb74 Aug 16 03:12:41.473976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.501230 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.507369 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:41.507947 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.568014 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1983235 Aug 16 03:12:41.570825 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:41.575328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'admin_state_up': True, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:41.591918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7adffd-d620-4798-a3d3-8d913d7c59c9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Network': ['ID=7b61477a-437e-411f-88a6-324c709dbb74,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:41.603048 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 7b61477a-437e-411f-88a6-324c709dbb74 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:12:41.606823 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.608274 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.660893 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:41.806360 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.003156 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.026799 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.134057 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.56 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/aa24ffbc-437f-4db1-bed9-16b08f6f0f21) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:42.237699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.275149 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.317657 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:42.320578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:42.324206 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:42.329649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=aa24ffbc-437f-4db1-bed9-16b08f6f0f21,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:42.586730 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.791492 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.919387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 13f983f8-7ac1-46aa-ba21-76c45fb87756 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:12:43.029042 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:12:43.038607 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Sync routers for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:12:43.048068 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:43.048261 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.049069 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:43.049729 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-dd828753-25b4-4600-a468-89f0c7b15de4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4779680 Aug 16 03:12:43.053094 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:43.083697 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-db9587c6-bb87-4fd3-b7f8-308a395efeb0 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b1ac69da183c4038890fde21075c273a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294843 Aug 16 03:12:43.086143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:43.166968 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:43.169233 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.178841 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a596c7-030d-49d6-8207-7a3d59fc4ef7 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:43.180655 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-46a596c7-030d-49d6-8207-7a3d59fc4ef7 tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936234 Aug 16 03:12:43.183650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:43.216529 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e30b76b2-7cb6-4007-9129-8cae7a76fd5b tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=4337ae6a-9a1b-48d0-b696-04668fd4e9e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317423 Aug 16 03:12:43.218975 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:43.224607 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-24808544', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'project_id': 'b1ac69da183c4038890fde21075c273a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:43.312422 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:43.316129 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.351563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:42Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:43.382970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Checking router: 13f983f8-7ac1-46aa-ba21-76c45fb87756 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:12:43.383435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Updating router 13f983f8-7ac1-46aa-ba21-76c45fb87756 port aa24ffbc-437f-4db1-bed9-16b08f6f0f21 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:12:43.413070 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.504903 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.566528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Subnet': ['ID=30435e32-8e42-4ded-9e87-811bb91ce882,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:43.576512 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Checking segment: {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:43.576878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network hostable DHCP agents. Network: 7b61477a-437e-411f-88a6-324c709dbb74, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:12:43.593670 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 7b61477a-437e-411f-88a6-324c709dbb74 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:12:43.603032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 7b61477a-437e-411f-88a6-324c709dbb74) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:43.608370 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:43.609217 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.617146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efeeca9-af26-430a-89de-161255cad211 None None] Network 7b61477a-437e-411f-88a6-324c709dbb74 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:43.623805 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-d858ee1e-0d65-4aba-a36e-15f15506a90d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4037530 Aug 16 03:12:43.626677 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:43.743484 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.772986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Transition to ACTIVE for port object aa24ffbc-437f-4db1-bed9-16b08f6f0f21 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:43.781284 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.866170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104c252-e4ba-4ef5-b2af-232b7586acfe None None] Pushing event updated for resources: {'Port': ['ID=aa24ffbc-437f-4db1-bed9-16b08f6f0f21,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:43.868926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Attempting to bind port aa24ffbc-437f-4db1-bed9-16b08f6f0f21 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:43.869315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Attempting to bind port aa24ffbc-437f-4db1-bed9-16b08f6f0f21 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:43.869694 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Attempting to bind port aa24ffbc-437f-4db1-bed9-16b08f6f0f21 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:43.878230 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-7b61477a-437e-411f-88a6-324c709dbb74', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:12:43.879066 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.881470 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:43.881842 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:43.882234 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:43.882657 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:43.883143 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Bound port: aa24ffbc-437f-4db1-bed9-16b08f6f0f21, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:43.883530 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.075170 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.166921 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] For port aa24ffbc-437f-4db1-bed9-16b08f6f0f21, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:44.172146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] For port aa24ffbc-437f-4db1-bed9-16b08f6f0f21, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=aa24ffbc-437f-4db1-bed9-16b08f6f0f21,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:44.176814 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.275137 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Allocated IP 172.20.0.2 (7b61477a-437e-411f-88a6-324c709dbb74/30435e32-8e42-4ded-9e87-811bb91ce882/1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:44.278712 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:44.279366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:44.284737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104c252-e4ba-4ef5-b2af-232b7586acfe None None] Pushing event updated for resources: {'Port': ['ID=aa24ffbc-437f-4db1-bed9-16b08f6f0f21,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:44.447744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:44.607787 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.623877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Transition to ACTIVE for port object 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:44.663256 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Transition to ACTIVE for port object 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:44.670555 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.715233 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Network 7b61477a-437e-411f-88a6-324c709dbb74 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:44.723994 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:44.725945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.1 (7b61477a-437e-411f-88a6-324c709dbb74/30435e32-8e42-4ded-9e87-811bb91ce882/dfe182db-9014-4260-83bf-10bd66816440) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:44.728967 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:44.741648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Pushing event updated for resources: {'Port': ['ID=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:44.773427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:42Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:44.813990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797a9e1-0496-4819-916a-ee46ccd3b9c5 None None] The sync data for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 is: [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:42Z', 'revision_number': 3, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:12:44.824260 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Attempting to bind port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:44.824729 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Attempting to bind port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:44.824979 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Attempting to bind port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 on network 7b61477a-437e-411f-88a6-324c709dbb74 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:44.830678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:44.831175 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Checking segment: {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:44.831581 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.831972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Bound using segment: {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:44.832441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Bound port: 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:44.833211 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.850864 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.865416 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object dfe182db-9014-4260-83bf-10bd66816440 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:44.900566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] For port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:44.901205 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.904830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] For port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:44.911457 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.947988 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 7b61477a-437e-411f-88a6-324c709dbb74 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:44.954443 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:44.957005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:44.981818 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7f38a-e35a-4e18-a39d-16833fdeb154 None None] Pushing event updated for resources: {'Port': ['ID=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:44.990154 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=dfe182db-9014-4260-83bf-10bd66816440,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:45.014406 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.206073 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.509114 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.513777 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.594191 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:45.640940 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=dfe182db-9014-4260-83bf-10bd66816440,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:45.705831 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 7b61477a-437e-411f-88a6-324c709dbb74 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:45.707436 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:45.830702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 13f983f8-7ac1-46aa-ba21-76c45fb87756 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:12:45.945896 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:12:45.952012 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-68b86102-4468-457a-ad8f-628e09845d31 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/13f983f8-7ac1-46aa-ba21-76c45fb87756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237133 Aug 16 03:12:45.957504 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87098ced-a00f-4dac-96fd-08be7c15407e None None] Network 7b61477a-437e-411f-88a6-324c709dbb74 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:12:46.019299 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1803151a-d369-4611-bb05-bea174a694ef None None] Provisioning for port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:46.098540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-8aefb93d-09be-4376-9d8c-af3959270299 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527024629&fields=id&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 267 time: 0.0360076 Aug 16 03:12:46.223700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-20954ce1-d403-4274-bac2-c894124eb8ec tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:46.225356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-20954ce1-d403-4274-bac2-c894124eb8ec tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/networks?id=7b61477a-437e-411f-88a6-324c709dbb74 HTTP/1.1" status: 200 len: 797 time: 0.1162193 Aug 16 03:12:46.241897 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-9fc74da0-39bd-43d8-802f-15ff124d7109 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/quotas/b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 375 time: 0.0104210 Aug 16 03:12:46.301400 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-bd0a7a68-723c-4448-ba49-bb21a6995f08 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534396 Aug 16 03:12:46.374419 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-21f7d4e5-4339-4c98-bc62-7c8c6d1a0852 None None] Provisioning for port dfe182db-9014-4260-83bf-10bd66816440 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:46.380146 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-21f7d4e5-4339-4c98-bc62-7c8c6d1a0852 None None] Provisioning complete for port dfe182db-9014-4260-83bf-10bd66816440 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:46.380526 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21f7d4e5-4339-4c98-bc62-7c8c6d1a0852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.419531 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-21f7d4e5-4339-4c98-bc62-7c8c6d1a0852 None None] Port dfe182db-9014-4260-83bf-10bd66816440 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:12:46.424216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-4176659a-205f-4e67-8a69-81b50cc4e96b service neutron] 10.222.0.61 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094441 Aug 16 03:12:46.495539 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Sync routers for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:12:46.505998 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:46.507404 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:46.550405 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-49f3606e-4729-45cc-8400-3979b2cd4e87 None None] Provisioning complete for port dfe182db-9014-4260-83bf-10bd66816440 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:46.550655 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49f3606e-4729-45cc-8400-3979b2cd4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.556393 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-39c1b193-77f3-4a36-b962-d7952aa998b2 service neutron] 10.222.0.61 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253953 Aug 16 03:12:46.627566 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-49f3606e-4729-45cc-8400-3979b2cd4e87 None None] Port dfe182db-9014-4260-83bf-10bd66816440 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:12:46.637020 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device aa24ffbc-437f-4db1-bed9-16b08f6f0f21 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:46.648428 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:46.697324 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port aa24ffbc-437f-4db1-bed9-16b08f6f0f21 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:46.703153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port aa24ffbc-437f-4db1-bed9-16b08f6f0f21 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:46.705812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.827983 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.853072 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ebfd5c07-65ac-4fb1-97ca-c009f59c1b60 req-f9a6bad9-056e-4497-a7cd-f9e456469405 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 210 time: 0.0713675 Aug 16 03:12:46.867134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port aa24ffbc-437f-4db1-bed9-16b08f6f0f21, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=aa24ffbc-437f-4db1-bed9-16b08f6f0f21,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:46.868822 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b03efc7a-02ca-49f3-857d-8db0fc4467f2 None None] Provisioning complete for port dfe182db-9014-4260-83bf-10bd66816440 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:46.869154 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b03efc7a-02ca-49f3-857d-8db0fc4467f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.889422 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.890217 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:46.924659 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'dfe182db-9014-4260-83bf-10bd66816440', 'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:19:95:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:44Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 2, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:46.956274 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Checking router: 13f983f8-7ac1-46aa-ba21-76c45fb87756 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:12:46.956632 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Updating router 13f983f8-7ac1-46aa-ba21-76c45fb87756 port dfe182db-9014-4260-83bf-10bd66816440 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:12:46.971736 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b03efc7a-02ca-49f3-857d-8db0fc4467f2 None None] Port dfe182db-9014-4260-83bf-10bd66816440 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:12:46.983237 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.992493 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=aa24ffbc-437f-4db1-bed9-16b08f6f0f21,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:47.003684 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:47.007624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:47.008007 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.089507 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.122944 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:47.132613 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.189192 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:47.276676 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.287615 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Transition to ACTIVE for port object dfe182db-9014-4260-83bf-10bd66816440 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:47.292483 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.365954 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Pushing event updated for resources: {'Port': ['ID=dfe182db-9014-4260-83bf-10bd66816440,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:47.386901 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.387351 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.387621 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.387993 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.388331 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.388679 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.388960 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.389517 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.389650 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.389944 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.390235 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.390552 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:47.408941 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Attempting to bind port dfe182db-9014-4260-83bf-10bd66816440 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:47.408941 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Attempting to bind port dfe182db-9014-4260-83bf-10bd66816440 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:47.409540 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Attempting to bind port dfe182db-9014-4260-83bf-10bd66816440 on network 7b61477a-437e-411f-88a6-324c709dbb74 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:47.414799 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:47.415205 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Checking segment: {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:47.415607 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.415999 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Bound using segment: {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:47.416468 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Bound port: dfe182db-9014-4260-83bf-10bd66816440, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:47.416848 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.485483 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] For port dfe182db-9014-4260-83bf-10bd66816440, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:47.489249 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] For port dfe182db-9014-4260-83bf-10bd66816440, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dfe182db-9014-4260-83bf-10bd66816440,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:47.493781 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.556500 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:47.557134 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:47.592492 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623eeae-6c76-4d6c-8120-89752dcc2cf4 None None] Pushing event updated for resources: {'Port': ['ID=dfe182db-9014-4260-83bf-10bd66816440,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:47.674491 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:47.915261 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-cd1d95cc-63ae-47c6-b63e-896c104db188 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:47.917589 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-cd1d95cc-63ae-47c6-b63e-896c104db188 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/networks?id=7b61477a-437e-411f-88a6-324c709dbb74 HTTP/1.1" status: 200 len: 797 time: 0.1481550 Aug 16 03:12:47.921242 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'dfe182db-9014-4260-83bf-10bd66816440', 'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:19:95:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:44Z', 'updated_at': '2021-08-16T03:12:47Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:47.948000 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9128cc3-9832-4b12-8675-55d5833bb064 None None] The sync data for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 is: [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'dfe182db-9014-4260-83bf-10bd66816440', 'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:19:95:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:44Z', 'updated_at': '2021-08-16T03:12:47Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:12:47.967345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0dcc133f-8d87-4dc3-83e8-4d6727deaa7f req-f5d2abe6-15de-4733-8e5b-2ad91d6b8bf1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 210 time: 0.0449855 Aug 16 03:12:47.991333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-552f5dfb-3275-4b83-9a33-8de53674c7b9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ac69da183c4038890fde21075c273a HTTP/1.1" status: 200 len: 379 time: 0.0576401 Aug 16 03:12:48.001928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'port': {'device_id': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'admin_state_up': True, 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'security_groups': ['b0c3705c-3373-42d1-b73d-b8c730c35d9f']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:48.126159 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Made reservation on behalf of b1ac69da183c4038890fde21075c273a for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:48.130507 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.274869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.20.0.12 (7b61477a-437e-411f-88a6-324c709dbb74/30435e32-8e42-4ded-9e87-811bb91ce882/0d618e83-deba-4ac3-b20c-28ba4e8b1f38) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:48.429468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.444188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Transition to ACTIVE for port object 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:48.478962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.535055 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 7b61477a-437e-411f-88a6-324c709dbb74 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:48.539006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:48.542463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:48.544599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:48.597538 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:48.598331 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.617832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1f61db88-02c1-41ec-8b37-77ef1301124a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204283 Aug 16 03:12:48.631458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Request body: {'port': {'device_id': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:48.644105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dfe182db-9014-4260-83bf-10bd66816440 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:48.704431 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.706914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port dfe182db-9014-4260-83bf-10bd66816440 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:48.711359 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port dfe182db-9014-4260-83bf-10bd66816440 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:48.711866 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.812513 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.855197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port dfe182db-9014-4260-83bf-10bd66816440, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dfe182db-9014-4260-83bf-10bd66816440,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:48.862711 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.863544 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device aa24ffbc-437f-4db1-bed9-16b08f6f0f21 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:48.914973 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02ca602b-7f38-45e5-871a-2cd0319a8c83 None None] Provisioning for port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:48.926320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02ca602b-7f38-45e5-871a-2cd0319a8c83 None None] Provisioning complete for port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:48.926695 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02ca602b-7f38-45e5-871a-2cd0319a8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:48.981492 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=dfe182db-9014-4260-83bf-10bd66816440,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:48.985742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-02ca602b-7f38-45e5-871a-2cd0319a8c83 None None] Port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:12:49.005137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:12:49.010004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port aa24ffbc-437f-4db1-bed9-16b08f6f0f21 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:49.010910 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.014391 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.028301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Transition to ACTIVE for port object 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:49.033603 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.110410 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:49.120763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Pushing event updated for resources: {'Port': ['ID=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:49.184441 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:49.184812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.184935 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15854-72fd-4ee2-8bb8-092b3e6b0432 req-a6de4b83-22bf-4a49-970c-d69062665392 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:49.186554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f5a15854-72fd-4ee2-8bb8-092b3e6b0432 req-a6de4b83-22bf-4a49-970c-d69062665392 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 944 time: 0.1277838 Aug 16 03:12:49.240251 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Attempting to bind port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:49.240625 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Attempting to bind port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:49.241174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Attempting to bind port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 on network 7b61477a-437e-411f-88a6-324c709dbb74 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:49.254776 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f5a15854-72fd-4ee2-8bb8-092b3e6b0432 req-a36e0fd2-104c-4572-9844-56f1b4619648 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591843 Aug 16 03:12:49.255695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 on network 7b61477a-437e-411f-88a6-324c709dbb74 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:12:49.256085 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Attempting to bind port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 on network 7b61477a-437e-411f-88a6-324c709dbb74 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:49.261868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:49.262283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Checking segment: {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:49.262742 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Bound using segment: {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:49.263301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Bound port: 0d618e83-deba-4ac3-b20c-28ba4e8b1f38, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b557103f-71d8-4429-a00f-3a47651acf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:49.263731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.334035 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] For port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:49.337409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] For port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:49.341268 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.381571 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:49.382253 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:49.383710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] 10.222.0.93 "PUT /v2.0/ports/0d618e83-deba-4ac3-b20c-28ba4e8b1f38 HTTP/1.1" status: 200 len: 1093 time: 0.7573833 Aug 16 03:12:49.384162 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:49.386622 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1a052b-283d-482e-835d-a8eb37213736" -d '{"events": [{"name": "network-changed", "server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:49.450284 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c78bf43-6f4f-4bb0-b9dc-e719c3ed8a25 x-openstack-request-id: req-8c78bf43-6f4f-4bb0-b9dc-e719c3ed8a25 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:49.450629 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:49.450827 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c78bf43-6f4f-4bb0-b9dc-e719c3ed8a25 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:49.451318 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'status': 'completed', 'code': 200} Aug 16 03:12:49.466016 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b11aa0-1a11-4e3b-91cd-f50d27b42308 service neutron] Pushing event updated for resources: {'Port': ['ID=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:49.487057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-824676e1-a026-463f-b487-258d50c44190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:49.488750 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-824676e1-a026-463f-b487-258d50c44190 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 1096 time: 0.0524249 Aug 16 03:12:49.531491 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-fb298d24-2ac4-4d66-97c0-b3bf048f13ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38 HTTP/1.1" status: 200 len: 217 time: 0.0351706 Aug 16 03:12:49.586861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1a7db521-a4dc-4e8a-9456-c67c0944af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:49.588436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-1a7db521-a4dc-4e8a-9456-c67c0944af4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30435e32-8e42-4ded-9e87-811bb91ce882 HTTP/1.1" status: 200 len: 833 time: 0.0496018 Aug 16 03:12:49.634486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-fe453ef0-e3cd-4324-8abe-3c42023d4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:49.636136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-fe453ef0-e3cd-4324-8abe-3c42023d4536 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b61477a-437e-411f-88a6-324c709dbb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411584 Aug 16 03:12:49.724880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-68b5cd5b-d13e-497a-94a4-47402dc5f3e0 service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817525 Aug 16 03:12:49.821468 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-89e95e95-60a5-493c-b2c2-1415abc37b3a req-a349d96c-8dbe-4320-a05c-c971fd6f0e40 service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896184 Aug 16 03:12:49.905400 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a052b-283d-482e-835d-a8eb37213736 req-2259976d-ba83-468a-b55b-438b1275033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:49.906881 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e1a052b-283d-482e-835d-a8eb37213736 req-2259976d-ba83-468a-b55b-438b1275033a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 1096 time: 0.0405505 Aug 16 03:12:50.002072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a052b-283d-482e-835d-a8eb37213736 req-b8a35d44-010a-481f-8965-e0877b01ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:50.004245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e1a052b-283d-482e-835d-a8eb37213736 req-b8a35d44-010a-481f-8965-e0877b01ff36 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b61477a-437e-411f-88a6-324c709dbb74 HTTP/1.1" status: 200 len: 898 time: 0.0894473 Aug 16 03:12:50.046288 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e1a052b-283d-482e-835d-a8eb37213736 req-56cb50a6-03d1-49ae-a644-395bb5f112df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38 HTTP/1.1" status: 200 len: 217 time: 0.0349615 Aug 16 03:12:50.096296 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a052b-283d-482e-835d-a8eb37213736 req-cc3a2ba5-4aa4-47a8-9a69-f238891f2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:50.098039 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e1a052b-283d-482e-835d-a8eb37213736 req-cc3a2ba5-4aa4-47a8-9a69-f238891f2926 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30435e32-8e42-4ded-9e87-811bb91ce882 HTTP/1.1" status: 200 len: 833 time: 0.0445766 Aug 16 03:12:50.159932 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a052b-283d-482e-835d-a8eb37213736 req-5a6deacf-9db0-430b-8a21-70fabee94a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:50.162148 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e1a052b-283d-482e-835d-a8eb37213736 req-5a6deacf-9db0-430b-8a21-70fabee94a86 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b61477a-437e-411f-88a6-324c709dbb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557666 Aug 16 03:12:50.255242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e1a052b-283d-482e-835d-a8eb37213736 req-74fc1683-83bd-466c-98f7-2dc93c5958a5 service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841451 Aug 16 03:12:50.356131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0e1a052b-283d-482e-835d-a8eb37213736 req-e56447b1-488d-42ae-baf3-c1f4a2c5b27e service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899923 Aug 16 03:12:50.405813 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f874ef-3181-4a7e-ae54-79b652170ee7 req-18977298-c205-4509-a83e-063549943bef tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:50.407350 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7f874ef-3181-4a7e-ae54-79b652170ee7 req-18977298-c205-4509-a83e-063549943bef tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 944 time: 0.0503373 Aug 16 03:12:50.449142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a7f874ef-3181-4a7e-ae54-79b652170ee7 req-f45742a6-a4fd-4b8d-86e1-ebd6583e2a5e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340145 Aug 16 03:12:50.532275 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dfe182db-9014-4260-83bf-10bd66816440 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:50.581854 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port dfe182db-9014-4260-83bf-10bd66816440 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:50.582227 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:51.570999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57706393-baf9-4abd-83e2-e72d1f4a78ac req-58af3f8f-40f5-49d8-8448-0b0aa84c90b5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:51.572510 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57706393-baf9-4abd-83e2-e72d1f4a78ac req-58af3f8f-40f5-49d8-8448-0b0aa84c90b5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 944 time: 0.0509925 Aug 16 03:12:51.610549 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-57706393-baf9-4abd-83e2-e72d1f4a78ac req-5fa8920e-78b1-4cb2-82df-c5a16f73bf65 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319071 Aug 16 03:12:52.273670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:12:52.367698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:52.379028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'port_id': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'mac_address': 'fa:16:3e:56:74:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:12:52.415035 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.428134 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:12:52.447622 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:52.451499 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:52.502358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:52.653521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['0d618e83-deba-4ac3-b20c-28ba4e8b1f38'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:12:52.724986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565c6af-b595-49c0-b871-cf95b9f2163f req-aee94c9b-79c0-42c2-b6d4-7288bf0030f4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:52.726451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c565c6af-b595-49c0-b871-cf95b9f2163f req-aee94c9b-79c0-42c2-b6d4-7288bf0030f4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 945 time: 0.0487394 Aug 16 03:12:52.768237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c565c6af-b595-49c0-b871-cf95b9f2163f req-f91ec45a-f0fd-4dd6-8450-305a7c5bbb6d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355599 Aug 16 03:12:53.889860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a96c1-6536-4fa6-8f22-c180e3b1dc1d req-ba67633b-b6f4-48e5-abde-24ec213f8f45 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:53.891383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e5a96c1-6536-4fa6-8f22-c180e3b1dc1d req-ba67633b-b6f4-48e5-abde-24ec213f8f45 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 945 time: 0.0498843 Aug 16 03:12:53.930436 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8e5a96c1-6536-4fa6-8f22-c180e3b1dc1d req-1a98b55f-cd6d-4dea-9276-dcfbd2f4ae46 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327098 Aug 16 03:12:54.274016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:54.322644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:54.326070 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:54.326442 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.403890 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.426514 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:54.428794 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c042d-c7b8-421e-ae68-707e78e43ede" -d '{"events": [{"server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "name": "network-vif-plugged", "status": "completed", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:54.442635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:54.447766 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:54.477655 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e798b-bac3-478d-8973-49a62825f9d9 x-openstack-request-id: req-234e798b-bac3-478d-8973-49a62825f9d9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:54.478029 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "name": "network-vif-plugged", "status": "completed", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:54.478182 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-234e798b-bac3-478d-8973-49a62825f9d9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:54.478562 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'code': 200} Aug 16 03:12:54.505572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:54.568917 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df666431-7500-4deb-b812-3e403a552cfe req-954b0b3d-7caa-4753-81f0-99b968e21ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:54.570459 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df666431-7500-4deb-b812-3e403a552cfe req-954b0b3d-7caa-4753-81f0-99b968e21ee7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 1098 time: 0.0410004 Aug 16 03:12:54.605628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-df666431-7500-4deb-b812-3e403a552cfe req-12e4b129-a93b-4a79-8111-ae40d7a4321f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280788 Aug 16 03:12:55.044560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305813a0-2d85-4903-b943-c19ffd7bbe19 req-585c9081-9fbb-4958-88f8-bac4c258c160 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:55.046060 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-305813a0-2d85-4903-b943-c19ffd7bbe19 req-585c9081-9fbb-4958-88f8-bac4c258c160 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0485237 Aug 16 03:12:55.087940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-305813a0-2d85-4903-b943-c19ffd7bbe19 req-c5c45061-3a28-4564-9e80-8c08765ca726 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353167 Aug 16 03:12:56.202604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d4af-4371-4133-9937-4ed9d88269af req-062d7abb-216b-454e-bb3a-6a205b26f704 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:56.204034 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fda5d4af-4371-4133-9937-4ed9d88269af req-062d7abb-216b-454e-bb3a-6a205b26f704 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0492389 Aug 16 03:12:56.242258 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fda5d4af-4371-4133-9937-4ed9d88269af req-686494a4-7a40-4857-824e-f704649243a5 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Aug 16 03:12:56.354510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0504f4-8b1f-405d-8e21-7206f2726765 req-08270a22-494a-4a2c-8cf6-1d614ef0bfb0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:56.356084 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b0504f4-8b1f-405d-8e21-7206f2726765 req-08270a22-494a-4a2c-8cf6-1d614ef0bfb0 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0487623 Aug 16 03:12:56.394222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6b0504f4-8b1f-405d-8e21-7206f2726765 req-e7701454-4bb0-4532-b012-b17665b56b9d tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320971 Aug 16 03:12:56.416060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:56.456566 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d06bb2-f4f9-4992-8266-10230adb620b tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:56.458002 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-12d06bb2-f4f9-4992-8266-10230adb620b tempest-TestNetworkAdvancedServerOps-454137826 tempest-TestNetworkAdvancedServerOps-454137826-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 1093 time: 0.0409448 Aug 16 03:12:56.460762 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:56.465045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:56.487653 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.590965 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.697929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Allocated IP 172.25.5.5 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/1eb14ac6-4efb-4ae6-8ec9-daa911416242) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:56.799446 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.838233 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:56.873836 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:56.879217 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:56.882691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:56.910054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=1eb14ac6-4efb-4ae6-8ec9-daa911416242,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:57.546855 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.631895 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.778473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.782935 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.853789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event updated for resources: {'Port': ['ID=1eb14ac6-4efb-4ae6-8ec9-daa911416242,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:57.868108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:57.973616 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP c634d793-cc27-4079-b41d-488d4c99560d associated. External IP: 172.25.5.5, port: 0d618e83-deba-4ac3-b20c-28ba4e8b1f38. Aug 16 03:12:58.187849 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 13f983f8-7ac1-46aa-ba21-76c45fb87756 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:12:58.298271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:12:58.308482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] Sync routers for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:12:58.316488 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.320404 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:58.321042 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:58.345702 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1e861c19-cd95-44bd-afc9-0de0b255c478 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8838642 Aug 16 03:12:58.346387 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:58.348749 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0435bca-efeb-4b37-829d-c0619df8881b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:58.437040 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:58.446684 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8478a-5060-421b-8fdd-4a8bf7a6be3b req-78c65992-4118-4022-909c-8054f9ff5c0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:58.448397 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35c8478a-5060-421b-8fdd-4a8bf7a6be3b req-78c65992-4118-4022-909c-8054f9ff5c0a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0495729 Aug 16 03:12:58.494293 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-35c8478a-5060-421b-8fdd-4a8bf7a6be3b req-f8ca1b5b-3968-41b4-9275-21ce627e0fd3 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394740 Aug 16 03:12:58.517526 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:58.585570 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-97cd180a-3b8d-4c52-80ef-ee7fb4e636a4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/c634d793-cc27-4079-b41d-488d4c99560d HTTP/1.1" status: 200 len: 990 time: 0.0654809 Aug 16 03:12:58.602018 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1294b8e-599e-41f7-8541-fe5fa601fab6 x-openstack-request-id: req-b1294b8e-599e-41f7-8541-fe5fa601fab6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:58.602427 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:58.602685 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1294b8e-599e-41f7-8541-fe5fa601fab6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:58.603106 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'status': 'completed', 'code': 200} Aug 16 03:12:58.664774 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0435bca-efeb-4b37-829d-c0619df8881b req-28a87103-b5e3-40af-a464-979416f80e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:58.666188 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0435bca-efeb-4b37-829d-c0619df8881b req-28a87103-b5e3-40af-a464-979416f80e12 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 1098 time: 0.0421484 Aug 16 03:12:58.678202 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'c634d793-cc27-4079-b41d-488d4c99560d', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'port_id': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'mac_address': 'fa:16:3e:56:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:12:57Z', 'updated_at': '2021-08-16T03:12:57Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe182db-9014-4260-83bf-10bd66816440', 'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:19:95:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:44Z', 'updated_at': '2021-08-16T03:12:48Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:58.707809 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] Checking router: 13f983f8-7ac1-46aa-ba21-76c45fb87756 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:12:58.716198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:58.716815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:12:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:58.756168 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0435bca-efeb-4b37-829d-c0619df8881b req-1854e59b-2152-45fb-9489-1a71ae97f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:58.757666 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0435bca-efeb-4b37-829d-c0619df8881b req-1854e59b-2152-45fb-9489-1a71ae97f94d service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b61477a-437e-411f-88a6-324c709dbb74 HTTP/1.1" status: 200 len: 898 time: 0.0848646 Aug 16 03:12:58.831912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0435bca-efeb-4b37-829d-c0619df8881b req-f2ad4591-f0d6-4443-99c0-094112d473e2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38 HTTP/1.1" status: 200 len: 998 time: 0.0671403 Aug 16 03:12:58.884456 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0435bca-efeb-4b37-829d-c0619df8881b req-577152d7-cda0-4678-a978-c08ce7b0bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:58.885993 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0435bca-efeb-4b37-829d-c0619df8881b req-577152d7-cda0-4678-a978-c08ce7b0bbb8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30435e32-8e42-4ded-9e87-811bb91ce882 HTTP/1.1" status: 200 len: 833 time: 0.0476754 Aug 16 03:12:58.937539 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0435bca-efeb-4b37-829d-c0619df8881b req-56e6881e-cdde-435d-aac5-0a86574f9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:58.940600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0435bca-efeb-4b37-829d-c0619df8881b req-56e6881e-cdde-435d-aac5-0a86574f9c28 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b61477a-437e-411f-88a6-324c709dbb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461500 Aug 16 03:12:58.984165 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:59.035984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0435bca-efeb-4b37-829d-c0619df8881b req-25d8caa1-d40b-4179-90a7-d88d271594b1 service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893080 Aug 16 03:12:59.134771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0435bca-efeb-4b37-829d-c0619df8881b req-b18d51e8-16f4-426f-aab1-55936da6ae29 service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918729 Aug 16 03:12:59.207867 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'c634d793-cc27-4079-b41d-488d4c99560d', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'port_id': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'mac_address': 'fa:16:3e:56:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:12:57Z', 'updated_at': '2021-08-16T03:12:57Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe182db-9014-4260-83bf-10bd66816440', 'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:19:95:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:44Z', 'updated_at': '2021-08-16T03:12:48Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:59.234315 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25173e32-bd19-4152-8940-8a5f0be9c159 None None] The sync data for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 is: [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'c634d793-cc27-4079-b41d-488d4c99560d', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'port_id': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'mac_address': 'fa:16:3e:56:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:12:57Z', 'updated_at': '2021-08-16T03:12:57Z', 'revision_number': 0, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe182db-9014-4260-83bf-10bd66816440', 'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:19:95:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:44Z', 'updated_at': '2021-08-16T03:12:48Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:12:59.431493 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28833948-fd78-4a00-94f1-c15d77c9d108 None None] New status for floating IP c634d793-cc27-4079-b41d-488d4c99560d: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:12:59.588865 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:59.653480 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-65028a85-60d0-4cd2-b435-529913ca4c73 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/c634d793-cc27-4079-b41d-488d4c99560d HTTP/1.1" status: 200 len: 990 time: 0.0634785 Aug 16 03:13:00.657746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:00.725636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-52a3c988-3c5f-42b2-97e9-f0c02f02e789 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/c634d793-cc27-4079-b41d-488d4c99560d HTTP/1.1" status: 200 len: 992 time: 0.0666137 Aug 16 03:13:01.082867 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e656b2a8-1766-4f76-b64c-107ce55e1bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:01.546279 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:02.571478 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:13:03.713062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d30f8aed-5613-4c65-b938-d3475461d0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:04.088166 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:05.119956 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:07.234481 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:13.188479 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:30.112070 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14772b1-396e-4321-8691-721d3c719f22 req-279a7b22-480b-41f8-aab1-7488120dcdfd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:30.113592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f14772b1-396e-4321-8691-721d3c719f22 req-279a7b22-480b-41f8-aab1-7488120dcdfd tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0497983 Aug 16 03:13:30.157001 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f14772b1-396e-4321-8691-721d3c719f22 req-5cba506c-5ad3-4b15-b0d1-2c354f4ed45f tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367794 Aug 16 03:13:30.439133 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-95602dbc-6160-463e-8c34-89e138109728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:30.440527 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-95602dbc-6160-463e-8c34-89e138109728 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 1098 time: 0.0405354 Aug 16 03:13:30.556184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-4ee57cdb-99ef-4d45-a0bb-d63f67f7b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:30.557641 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-4ee57cdb-99ef-4d45-a0bb-d63f67f7b1ad service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b61477a-437e-411f-88a6-324c709dbb74 HTTP/1.1" status: 200 len: 898 time: 0.0956972 Aug 16 03:13:30.622653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-a92c7132-3161-4dc5-a60a-9697a6b5e113 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38 HTTP/1.1" status: 200 len: 1000 time: 0.0564010 Aug 16 03:13:30.673225 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-2bce0f2d-3658-4165-bae1-49194fa367ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:30.674635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-2bce0f2d-3658-4165-bae1-49194fa367ef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30435e32-8e42-4ded-9e87-811bb91ce882 HTTP/1.1" status: 200 len: 833 time: 0.0433826 Aug 16 03:13:30.729248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-83cc7ef1-b59b-41e2-a628-3820c1a0a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:30.730689 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-83cc7ef1-b59b-41e2-a628-3820c1a0a341 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b61477a-437e-411f-88a6-324c709dbb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469933 Aug 16 03:13:30.825299 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-81e72869-e098-4579-af7d-173786504004 service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842047 Aug 16 03:13:31.084558 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e58cbab-fd2d-4226-93df-de0e016e498c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:31.306632 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6741be-8ace-4370-9f1f-151744ac2c0b req-ea421eae-dd36-4fa1-8e8b-e140b601b637 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:31.308136 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c6741be-8ace-4370-9f1f-151744ac2c0b req-ea421eae-dd36-4fa1-8e8b-e140b601b637 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0767345 Aug 16 03:13:31.310357 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7abf70cb-1b4b-4c5a-9625-4fd05e970092 req-5d899075-02f4-473c-b9b3-0ff70ae24c0b service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776733 Aug 16 03:13:31.346130 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c6741be-8ace-4370-9f1f-151744ac2c0b req-3e057938-e86e-4ce5-abea-3c1dd14e3ef1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Aug 16 03:13:31.368810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:31.432597 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4bc1193e-00e7-4afd-8890-2c97cddb2086 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/c634d793-cc27-4079-b41d-488d4c99560d HTTP/1.1" status: 200 len: 992 time: 0.0625656 Aug 16 03:13:31.552428 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:32.718946 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed8a8b-b9fb-4bad-a5fa-af05bf5f001c req-1821e882-a915-4ecb-bcc9-14d59ea4e053 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:32.720372 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fed8a8b-b9fb-4bad-a5fa-af05bf5f001c req-1821e882-a915-4ecb-bcc9-14d59ea4e053 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0797524 Aug 16 03:13:32.725071 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-f60a3dc4-c5e1-42dc-8fb0-e5e7a237dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:32.726473 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-f60a3dc4-c5e1-42dc-8fb0-e5e7a237dceb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 1098 time: 0.0599422 Aug 16 03:13:32.808770 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5fed8a8b-b9fb-4bad-a5fa-af05bf5f001c req-0a930b68-44ad-4b3f-b7be-54e2e26f6f4a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813277 Aug 16 03:13:32.843641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-80e14d41-76f9-48b1-9532-5cbe5c24afad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:32.845123 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-80e14d41-76f9-48b1-9532-5cbe5c24afad service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b61477a-437e-411f-88a6-324c709dbb74 HTTP/1.1" status: 200 len: 898 time: 0.1118689 Aug 16 03:13:32.913173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-76d1eb9d-43c4-41df-9809-23e0fc3ce253 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38 HTTP/1.1" status: 200 len: 1000 time: 0.0604382 Aug 16 03:13:32.967558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-61621642-d4ce-4c36-94f5-1d9ba3f52563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:32.969075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-61621642-d4ce-4c36-94f5-1d9ba3f52563 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30435e32-8e42-4ded-9e87-811bb91ce882 HTTP/1.1" status: 200 len: 833 time: 0.0490875 Aug 16 03:13:33.015948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-ad2547a3-faf1-4a2f-bc2f-8ff6708a4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:33.017433 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-ad2547a3-faf1-4a2f-bc2f-8ff6708a4b62 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b61477a-437e-411f-88a6-324c709dbb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412328 Aug 16 03:13:33.106566 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-f93f2df7-5dcd-476b-bb8d-7a81070afdbc service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818563 Aug 16 03:13:33.210943 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e862a1dc-fd9c-4f59-9d43-cbbf4e48da02 req-dc5f4c32-69be-4cbc-a3bb-2dd18a544fbb service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967770 Aug 16 03:13:33.708137 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3aa28528-1953-45a6-9d8c-b57c3a362259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:33.929886 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079478d-a928-4ad5-a8d5-e4f4713e782d req-a9647fe0-3b0f-478d-9c29-f459e89dbc71 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:33.931578 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1079478d-a928-4ad5-a8d5-e4f4713e782d req-a9647fe0-3b0f-478d-9c29-f459e89dbc71 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0502617 Aug 16 03:13:33.970735 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1079478d-a928-4ad5-a8d5-e4f4713e782d req-13ffd7e3-30b5-4fea-9bfe-9060191f35e4 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331180 Aug 16 03:13:34.088862 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:35.091333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b7089-abdb-4b77-b667-aaca0fc04214 req-e589bffd-d3b0-42b2-8427-465e1cb2163a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:35.092833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-453b7089-abdb-4b77-b667-aaca0fc04214 req-e589bffd-d3b0-42b2-8427-465e1cb2163a tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0530455 Aug 16 03:13:35.124334 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:35.133769 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-453b7089-abdb-4b77-b667-aaca0fc04214 req-65c1cd32-4b58-4b34-9faa-b676e3b37847 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349805 Aug 16 03:13:35.155531 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:35.217960 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ffdebea9-360a-4d3d-a6bc-a50bd85d3eb1 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/floatingips/c634d793-cc27-4079-b41d-488d4c99560d HTTP/1.1" status: 200 len: 992 time: 0.0613177 Aug 16 03:13:35.432317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:35.589746 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 1eb14ac6-4efb-4ae6-8ec9-daa911416242 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:13:35.590100 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:35.670623 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:35.671005 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:35.685656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 1eb14ac6-4efb-4ae6-8ec9-daa911416242 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:13:35.842106 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:35.869691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=1eb14ac6-4efb-4ae6-8ec9-daa911416242,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:35.935340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:35.935675 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Floating IP c634d793-cc27-4079-b41d-488d4c99560d disassociated (deleted). External IP: 172.25.5.5, port: 0d618e83-deba-4ac3-b20c-28ba4e8b1f38. Aug 16 03:13:36.144602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 13f983f8-7ac1-46aa-ba21-76c45fb87756 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:13:36.262759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:13:36.267679 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:36.273719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] Sync routers for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:13:36.282564 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:36.283206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:36.295560 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3d27dd16-45a3-46fd-8f0b-573bba5618d9 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/floatingips/c634d793-cc27-4079-b41d-488d4c99560d HTTP/1.1" status: 204 len: 168 time: 0.8621733 Aug 16 03:13:36.296233 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:13:36.298577 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:13:36.390928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:36.449794 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab18e2e2-30f7-492a-b486-47883046354c x-openstack-request-id: req-ab18e2e2-30f7-492a-b486-47883046354c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:13:36.450317 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:13:36.450414 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab18e2e2-30f7-492a-b486-47883046354c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:13:36.450756 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'status': 'completed', 'code': 200} Aug 16 03:13:36.563476 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-67a082a7-443b-4989-9e6a-b118ba570de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:36.565080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-67a082a7-443b-4989-9e6a-b118ba570de3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b1ac69da183c4038890fde21075c273a&device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 1098 time: 0.0899324 Aug 16 03:13:36.585058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2b82e-3797-4520-bd10-56c1498ea855 req-074646e7-49c5-43e4-ac35-7bf99d41be81 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:36.587279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49f2b82e-3797-4520-bd10-56c1498ea855 req-074646e7-49c5-43e4-ac35-7bf99d41be81 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0840292 Aug 16 03:13:36.599896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'dfe182db-9014-4260-83bf-10bd66816440', 'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:19:95:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:44Z', 'updated_at': '2021-08-16T03:12:48Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:36.632971 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] Checking router: 13f983f8-7ac1-46aa-ba21-76c45fb87756 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:13:36.641416 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:36.641968 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:36.687738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49f2b82e-3797-4520-bd10-56c1498ea855 req-d1314a2c-f43c-43ba-921a-9a9aff458d61 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881870 Aug 16 03:13:36.715123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-ddea9bf7-65a2-4ef0-9f95-0333b78d322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:36.716663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-ddea9bf7-65a2-4ef0-9f95-0333b78d322c service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b61477a-437e-411f-88a6-324c709dbb74 HTTP/1.1" status: 200 len: 898 time: 0.1282825 Aug 16 03:13:36.754066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:36.766152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-6d46a2ae-342c-40c6-9b20-6d20edac3cb4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38 HTTP/1.1" status: 200 len: 217 time: 0.0408754 Aug 16 03:13:36.817259 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-379f7287-e426-46fe-8121-15a0818d86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:36.819879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-379f7287-e426-46fe-8121-15a0818d86ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=30435e32-8e42-4ded-9e87-811bb91ce882 HTTP/1.1" status: 200 len: 833 time: 0.0464120 Aug 16 03:13:36.866043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-52871a1f-b1d1-4ca1-9dfd-053c22a8264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:36.867757 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-52871a1f-b1d1-4ca1-9dfd-053c22a8264d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b61477a-437e-411f-88a6-324c709dbb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402634 Aug 16 03:13:36.956919 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'dfe182db-9014-4260-83bf-10bd66816440', 'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:19:95:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:44Z', 'updated_at': '2021-08-16T03:12:48Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:36.969746 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-65cde3bd-04de-40b8-b137-46627f7f3f64 service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943456 Aug 16 03:13:36.982393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad658b3a-0dbd-4db4-a6b7-3477a1c0e7bc None None] The sync data for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 is: [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:12:45Z', 'revision_number': 4, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': 'dfe182db-9014-4260-83bf-10bd66816440', 'name': '', 'network_id': '7b61477a-437e-411f-88a6-324c709dbb74', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'mac_address': 'fa:16:3e:19:95:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:44Z', 'updated_at': '2021-08-16T03:12:48Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'subnets': [{'id': '30435e32-8e42-4ded-9e87-811bb91ce882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:13:37.067289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-38d82fd2-3c4d-4ec5-ad3c-a190e7c3f98a req-0252dd1b-dee5-4905-a01d-1c280c539ee2 service neutron] 10.222.0.93 "GET /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897379 Aug 16 03:13:37.206638 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba101c4-0e5a-4da3-9c41-78345d4fbdba None None] New status for floating IP c634d793-cc27-4079-b41d-488d4c99560d: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:13:37.238000 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:37.809375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544cbe5-e208-40c6-99fc-010ed3bb565e req-b4a1b37a-1663-4535-bb2f-55f0695d5d19 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:37.810853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8544cbe5-e208-40c6-99fc-010ed3bb565e req-b4a1b37a-1663-4535-bb2f-55f0695d5d19 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0509417 Aug 16 03:13:37.856493 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8544cbe5-e208-40c6-99fc-010ed3bb565e req-1141bb2c-16e8-4f10-82ad-d4de24a35221 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0c3705c-3373-42d1-b73d-b8c730c35d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395863 Aug 16 03:13:38.004767 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-a0d417c2-a031-42aa-a277-b0599dc0ec6e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:38.007899 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-a0d417c2-a031-42aa-a277-b0599dc0ec6e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 946 time: 0.0542448 Aug 16 03:13:38.104979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:13:38.105231 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.206197 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:38.206563 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.220380 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:13:38.352340 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.386281 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=0d618e83-deba-4ac3-b20c-28ba4e8b1f38,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:38.409861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.410214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.410553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.410889 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.411346 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.411727 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.412158 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.412394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.412723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.413047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.413372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.413696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:38.436284 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] No DVR routers for this DVR port 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:13:38.438803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:38.440937 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74b1a1cc-478e-4d24-8070-76b40ee97fff req-81c65a17-a797-40e1-8305-e3590886f566 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.93 "DELETE /v2.0/ports/0d618e83-deba-4ac3-b20c-28ba4e8b1f38 HTTP/1.1" status: 204 len: 173 time: 0.4268715 Aug 16 03:13:38.441376 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'name': 'network-vif-deleted', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:13:38.444570 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e4ce9f-29d0-4f39-aff8-affb761e2790" -d '{"events": [{"server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "name": "network-vif-deleted", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:13:38.535586 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c03bcb-f737-4c5d-80dd-57548e4aa180 x-openstack-request-id: req-31c03bcb-f737-4c5d-80dd-57548e4aa180 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:13:38.535902 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f20846c-b743-4a3c-a1b9-5dc5ffe63d57", "name": "network-vif-deleted", "tag": "0d618e83-deba-4ac3-b20c-28ba4e8b1f38", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:13:38.536251 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31c03bcb-f737-4c5d-80dd-57548e4aa180 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:13:38.536820 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f20846c-b743-4a3c-a1b9-5dc5ffe63d57', 'name': 'network-vif-deleted', 'tag': '0d618e83-deba-4ac3-b20c-28ba4e8b1f38', 'status': 'completed', 'code': 200} Aug 16 03:13:38.976418 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09e37024-3b38-4988-844e-8f36af869d8f req-2ae7ebc3-5290-49af-9875-dc8b1d76ea7b tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20846c-b743-4a3c-a1b9-5dc5ffe63d57 HTTP/1.1" status: 200 len: 210 time: 0.0321693 Aug 16 03:13:39.570673 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:13:40.030934 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:40.396570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:40.538487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:13:40.563154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:13:40.563512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 0d618e83-deba-4ac3-b20c-28ba4e8b1f38 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:13:40.659282 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port dfe182db-9014-4260-83bf-10bd66816440 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:13:40.659545 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:40.757388 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port dfe182db-9014-4260-83bf-10bd66816440, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=dfe182db-9014-4260-83bf-10bd66816440,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:40.757761 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:40.771259 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for dfe182db-9014-4260-83bf-10bd66816440 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:13:41.259835 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:41.285530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=dfe182db-9014-4260-83bf-10bd66816440,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:41.310906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.311286 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.311630 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.311965 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.312303 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.312649 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.312964 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.313296 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.313626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.313947 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.314274 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.314598 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:41.472765 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:41.688492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Router 13f983f8-7ac1-46aa-ba21-76c45fb87756 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:13:41.793695 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:13:41.799009 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-deb00702-2cd1-4764-8e1e-d04c651fc1a8 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "PUT /v2.0/routers/13f983f8-7ac1-46aa-ba21-76c45fb87756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7666776 Aug 16 03:13:41.802651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42974) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:41.804945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] Sync routers for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:13:41.814559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:41.815215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:41.858539 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-794dad2b-cc9a-475f-a8cd-2a7fe9f7f717 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting subnet 30435e32-8e42-4ded-9e87-811bb91ce882 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:13:41.861600 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-794dad2b-cc9a-475f-a8cd-2a7fe9f7f717 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:41.902939 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-794dad2b-cc9a-475f-a8cd-2a7fe9f7f717 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:41.925423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:41.987466 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-794dad2b-cc9a-475f-a8cd-2a7fe9f7f717 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.052375 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-794dad2b-cc9a-475f-a8cd-2a7fe9f7f717 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.082661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-794dad2b-cc9a-475f-a8cd-2a7fe9f7f717 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.085109 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-794dad2b-cc9a-475f-a8cd-2a7fe9f7f717 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/subnets/30435e32-8e42-4ded-9e87-811bb91ce882 HTTP/1.1" status: 204 len: 168 time: 0.2822709 Aug 16 03:13:42.086372 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dad2b-cc9a-475f-a8cd-2a7fe9f7f717 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Subnet': ['ID=30435e32-8e42-4ded-9e87-811bb91ce882,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:42.088315 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:42.090328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f519a98-67d6-4ab7-b826-caa521264b5a None None] Network 7b61477a-437e-411f-88a6-324c709dbb74 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:13:42.193953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:13:41Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:42.198640 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.237833 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] Checking router: 13f983f8-7ac1-46aa-ba21-76c45fb87756 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:13:42.252366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] Routers {'13f983f8-7ac1-46aa-ba21-76c45fb87756'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:42.253014 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['13f983f8-7ac1-46aa-ba21-76c45fb87756'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:42.312428 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.338527 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4825d153-acca-4013-8ed2-52bf506d22f7 None None] DHCP port deletion for 7b61477a-437e-411f-88a6-324c709dbb74 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:13:42.369051 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port aa24ffbc-437f-4db1-bed9-16b08f6f0f21 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:13:42.369402 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.388222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] Set router 13f983f8-7ac1-46aa-ba21-76c45fb87756 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:42.457714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port aa24ffbc-437f-4db1-bed9-16b08f6f0f21, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=aa24ffbc-437f-4db1-bed9-16b08f6f0f21,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:42.458149 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.471006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for aa24ffbc-437f-4db1-bed9-16b08f6f0f21 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:13:42.644978 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:13:42.653972 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.681810 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=aa24ffbc-437f-4db1-bed9-16b08f6f0f21,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:42.684067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4825d153-acca-4013-8ed2-52bf506d22f7 None None] Deleting port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:13:42.684438 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4825d153-acca-4013-8ed2-52bf506d22f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.752503 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.782652 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4825d153-acca-4013-8ed2-52bf506d22f7 None None] For port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:42.782978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4825d153-acca-4013-8ed2-52bf506d22f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.818640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4825d153-acca-4013-8ed2-52bf506d22f7 None None] Calling delete_port for 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:13:42.845305 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.847455 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.891667 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.892209 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Fanout notify agent at l3_agent the message router_deleted on router 13f983f8-7ac1-46aa-ba21-76c45fb87756 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:13:42.892664 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.900546 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.901713 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-78de4ce1-150f-4f6a-88b6-6bf76b759144 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/routers/13f983f8-7ac1-46aa-ba21-76c45fb87756 HTTP/1.1" status: 204 len: 168 time: 0.8123050 Aug 16 03:13:42.904393 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:42.958458 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,segment=NetworkSegment(b557103f-71d8-4429-a00f-3a47651acf34),segment_id=b557103f-71d8-4429-a00f-3a47651acf34)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:42.969840 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.976501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:13:41Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:42.986639 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.023456 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864c36f-2917-4360-97c1-e09a8fc18aff None None] The sync data for ids ['13f983f8-7ac1-46aa-ba21-76c45fb87756'] in n-d-768862-14 is: [{'id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947647029', 'tenant_id': 'b1ac69da183c4038890fde21075c273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:12:41Z', 'updated_at': '2021-08-16T03:13:41Z', 'revision_number': 5, 'project_id': 'b1ac69da183c4038890fde21075c273a', 'gw_port': {'id': 'aa24ffbc-437f-4db1-bed9-16b08f6f0f21', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f983f8-7ac1-46aa-ba21-76c45fb87756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:12:42Z', 'updated_at': '2021-08-16T03:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:13:43.030112 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4825d153-acca-4013-8ed2-52bf506d22f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.053825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825d153-acca-4013-8ed2-52bf506d22f7 None None] No DVR routers for this DVR port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:13:43.060019 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Deleting port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:13:43.060377 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.064414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:43.073745 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.073988 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.074575 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.074945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.075320 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.075656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.075993 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.076321 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.076647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.076970 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.077293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.077615 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:43.102073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825d153-acca-4013-8ed2-52bf506d22f7 None None] Pushing event deleted for resources: {'Port': ['ID=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:43.126521 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] For port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3, host n-d-768862-14, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:43.127030 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.140463 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Calling delete_port for 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:13:43.143101 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 was not found and therefore no delete operation was performed {{(pid=94639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 03:13:43.144376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.169563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Port': ['ID=1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:43.172983 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] No DVR routers for this DVR port 1b1c7a7b-78e8-4b25-9cdc-6fea864a86d3 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:13:43.189770 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.258586 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.268198 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b61477a-437e-411f-88a6-324c709dbb74']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:43.279609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b557103f-71d8-4429-a00f-3a47651acf34') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:43.279904 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b557103f-71d8-4429-a00f-3a47651acf34') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:43.289110 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.304088 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.310030 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:13:43.310360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:13:43.313241 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:13:43.378328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.387788 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.389669 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/networks/7b61477a-437e-411f-88a6-324c709dbb74 HTTP/1.1" status: 204 len: 168 time: 0.4843097 Aug 16 03:13:43.392717 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:43.402948 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9183d-34e5-4725-9ca8-dbaced64513e tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'Network': ['ID=7b61477a-437e-411f-88a6-324c709dbb74,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:43.459056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc0d70df-69bd-476e-8a11-3287be3c0d93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.485417 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc0d70df-69bd-476e-8a11-3287be3c0d93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.548473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc0d70df-69bd-476e-8a11-3287be3c0d93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.551289 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc0d70df-69bd-476e-8a11-3287be3c0d93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:43.553031 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bc0d70df-69bd-476e-8a11-3287be3c0d93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] 10.222.0.61 "DELETE /v2.0/security-groups/b0c3705c-3373-42d1-b73d-b8c730c35d9f HTTP/1.1" status: 204 len: 168 time: 0.1589057 Aug 16 03:13:43.563171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d70df-69bd-476e-8a11-3287be3c0d93 tempest-TestNetworkAdvancedServerOps-1544511020 tempest-TestNetworkAdvancedServerOps-1544511020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c3705c-3373-42d1-b73d-b8c730c35d9f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:43.899903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:44.053398 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-cc709fcb-c7f6-4f90-ad1b-03c0432d0cc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1ac69da183c4038890fde21075c273a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521146 Aug 16 03:13:44.055953 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 42992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:44.110822 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5074ac66-cf56-491a-8684-bfdc232ba7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.133009 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5074ac66-cf56-491a-8684-bfdc232ba7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.181613 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5074ac66-cf56-491a-8684-bfdc232ba7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.184303 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5074ac66-cf56-491a-8684-bfdc232ba7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.185482 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5074ac66-cf56-491a-8684-bfdc232ba7b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a3acd2e-8096-4e4b-a170-3b2500de1ab7 HTTP/1.1" status: 204 len: 168 time: 0.1286247 Aug 16 03:13:44.193516 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074ac66-cf56-491a-8684-bfdc232ba7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3acd2e-8096-4e4b-a170-3b2500de1ab7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:44.449563 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 42998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:44.463422 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78edba96-07c3-40cc-8208-51dc954e470d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.551990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78edba96-07c3-40cc-8208-51dc954e470d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.556132 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78edba96-07c3-40cc-8208-51dc954e470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.563995 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dfe182db-9014-4260-83bf-10bd66816440 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:13:44.584298 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: dfe182db-9014-4260-83bf-10bd66816440 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:13:44.584647 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device dfe182db-9014-4260-83bf-10bd66816440 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:13:44.585258 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device aa24ffbc-437f-4db1-bed9-16b08f6f0f21 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:13:44.597772 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-78edba96-07c3-40cc-8208-51dc954e470d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18c26da76ce3452ba757f2bb548ad02c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470909 Aug 16 03:13:44.599031 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edba96-07c3-40cc-8208-51dc954e470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8d7ad-38d5-4871-83fb-05e75fb62081,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:44.600737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:44.605449 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: aa24ffbc-437f-4db1-bed9-16b08f6f0f21 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:13:44.605874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device aa24ffbc-437f-4db1-bed9-16b08f6f0f21 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:13:44.651558 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a15e484-6e5f-4c8c-bf49-4bb8c9e2c9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.672337 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a15e484-6e5f-4c8c-bf49-4bb8c9e2c9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.719031 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a15e484-6e5f-4c8c-bf49-4bb8c9e2c9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.721618 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a15e484-6e5f-4c8c-bf49-4bb8c9e2c9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.722762 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8a15e484-6e5f-4c8c-bf49-4bb8c9e2c9a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ea8d7ad-38d5-4871-83fb-05e75fb62081 HTTP/1.1" status: 204 len: 168 time: 0.1210215 Aug 16 03:13:44.730650 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15e484-6e5f-4c8c-bf49-4bb8c9e2c9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8d7ad-38d5-4871-83fb-05e75fb62081,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:45.417907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:45.510990 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-932490121-network', 'tenant_id': '80b760774fe8462da880652e99fc8036'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:45.531408 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Made reservation on behalf of 80b760774fe8462da880652e99fc8036 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:13:45.533710 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:45.543113 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:45.632468 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:45.636879 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:45.666581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:13:45.675502 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313a5403-802c-4dcf-8c52-d80c39f36c16,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:45.682645 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:45.682990 n-d-768862-14 neutron-server[94639]: INFO neutron.db.segments_db [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Added segment 9eb7883b-3551-439e-95d1-ae8fc9684625 of type vlan for network a190b6cd-a449-423e-94b8-d3f4fdd1d71f Aug 16 03:13:45.723360 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:45.751393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:45.752326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:45.752900 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:45.802476 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3828130 Aug 16 03:13:45.805533 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43026) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:45.810555 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Request body: {'subnet': {'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-932490121-subnet', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:45.813213 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f99fd9-479e-4147-b62c-31d4866e8ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=a190b6cd-a449-423e-94b8-d3f4fdd1d71f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:45.822869 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:13:45.838997 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Made reservation on behalf of 80b760774fe8462da880652e99fc8036 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:13:45.841344 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.009220 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.061502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8853c70-ef54-40f9-8add-0ec337a5d773,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:46.072438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Checking segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:46.072791 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Network hostable DHCP agents. Network: a190b6cd-a449-423e-94b8-d3f4fdd1d71f, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:13:46.090759 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:13:46.099624 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, a190b6cd-a449-423e-94b8-d3f4fdd1d71f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:46.104005 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:46.104610 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.110477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da79d9f-6260-42a1-922f-bcf67c2064c5 None None] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:13:46.120678 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-03899f8a-46a0-4c90-819c-3a3c0230ea04 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3139775 Aug 16 03:13:46.123493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:46.128104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:46.151588 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.152726 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.212229 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.259894 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:13:46.260802 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.381064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.434573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Allocated IP 172.20.0.2 (a190b6cd-a449-423e-94b8-d3f4fdd1d71f/c8853c70-ef54-40f9-8add-0ec337a5d773/1044e990-13e1-450f-a51c-906be33627b1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:46.580056 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.584533 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.589107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Transition to ACTIVE for port object 1044e990-13e1-450f-a51c-906be33627b1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:46.604934 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.605172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Transition to ACTIVE for port object 1044e990-13e1-450f-a51c-906be33627b1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:46.611009 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.651427 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:46.654521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:46.656928 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:46.670332 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Pushing event updated for resources: {'Port': ['ID=1044e990-13e1-450f-a51c-906be33627b1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:46.714649 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Allocated IP 172.25.5.90 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/ca77fdcb-6755-4577-8c57-99d216d835ea) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:46.716593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Attempting to bind port 1044e990-13e1-450f-a51c-906be33627b1 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:46.716990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Attempting to bind port 1044e990-13e1-450f-a51c-906be33627b1 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:46.717364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Attempting to bind port 1044e990-13e1-450f-a51c-906be33627b1 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:46.722517 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:46.722896 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Checking segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:46.724188 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.724721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Bound using segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:46.725085 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Bound port: 1044e990-13e1-450f-a51c-906be33627b1, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:46.725476 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.791391 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] For port 1044e990-13e1-450f-a51c-906be33627b1, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:46.794608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] For port 1044e990-13e1-450f-a51c-906be33627b1, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1044e990-13e1-450f-a51c-906be33627b1,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:46.800212 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.828197 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.856421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f085aad-d5b0-40ff-a4cd-1417c4079c3d None None] Pushing event updated for resources: {'Port': ['ID=1044e990-13e1-450f-a51c-906be33627b1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:46.875675 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.917436 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:46.922290 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:46.924637 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:46.952707 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Pushing event updated for resources: {'Port': ['ID=ca77fdcb-6755-4577-8c57-99d216d835ea,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:47.201736 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:47.734311 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b0f20a-ccef-489f-be49-c9ad198a8f3d None None] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:13:47.755891 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:47.825414 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a0e96f0-76b6-43a7-b136-3f4a68156ccd None None] Provisioning for port 1044e990-13e1-450f-a51c-906be33627b1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:47.885283 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Router 5f4351b4-f64c-479f-bfde-4e095ce0888a is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:13:47.997273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:13:48.013862 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Sync routers for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:13:48.015768 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.019857 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-96d18119-24ec-405d-9cff-2ec22800df25 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8951333 Aug 16 03:13:48.020706 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:48.025000 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:48.025643 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:48.134059 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:48.329884 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:47Z', 'revision_number': 3, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:48.356883 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Checking router: 5f4351b4-f64c-479f-bfde-4e095ce0888a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:13:48.357224 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Updating router 5f4351b4-f64c-479f-bfde-4e095ce0888a port ca77fdcb-6755-4577-8c57-99d216d835ea binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:13:48.381982 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.456739 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.592990 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1044e990-13e1-450f-a51c-906be33627b1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:48.630247 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Allocated IP 172.20.0.1 (a190b6cd-a449-423e-94b8-d3f4fdd1d71f/c8853c70-ef54-40f9-8add-0ec337a5d773/4db9d0c1-cdec-4104-96e2-fdbe9960f4e9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:48.643882 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.648387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 1044e990-13e1-450f-a51c-906be33627b1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:48.653691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1044e990-13e1-450f-a51c-906be33627b1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:48.654232 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.659112 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Transition to ACTIVE for port object ca77fdcb-6755-4577-8c57-99d216d835ea will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:48.665996 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.721842 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Attempting to bind port ca77fdcb-6755-4577-8c57-99d216d835ea on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:48.722216 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Attempting to bind port ca77fdcb-6755-4577-8c57-99d216d835ea by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:48.722580 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Attempting to bind port ca77fdcb-6755-4577-8c57-99d216d835ea on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:48.724714 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Pushing event updated for resources: {'Port': ['ID=ca77fdcb-6755-4577-8c57-99d216d835ea,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:48.734170 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.734511 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.735052 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.735412 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.735742 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.736091 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.736406 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.736730 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.737050 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.737365 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.737683 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.738000 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:13:48.742853 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:48.743300 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:48.743662 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.744252 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:48.744894 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Bound port: ca77fdcb-6755-4577-8c57-99d216d835ea, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:48.745457 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.748720 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.762317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Transition to ACTIVE for port object 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:48.765376 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.797436 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.798306 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] For port ca77fdcb-6755-4577-8c57-99d216d835ea, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:48.801097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 1044e990-13e1-450f-a51c-906be33627b1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1044e990-13e1-450f-a51c-906be33627b1,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:48.803608 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] For port ca77fdcb-6755-4577-8c57-99d216d835ea, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ca77fdcb-6755-4577-8c57-99d216d835ea,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:48.806849 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.811000 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.846531 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:48.854032 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:48.858074 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:48.859623 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:48.860259 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:48.861783 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=1044e990-13e1-450f-a51c-906be33627b1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:48.863623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Pushing event updated for resources: {'Port': ['ID=4db9d0c1-cdec-4104-96e2-fdbe9960f4e9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:48.913930 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.969609 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159d4ab-a5f9-4198-b73e-794833eacfff None None] Pushing event updated for resources: {'Port': ['ID=ca77fdcb-6755-4577-8c57-99d216d835ea,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:48.987800 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:49.060174 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:49.094319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43406426-7d15-4250-a617-4bc35873bc0d None None] Provisioning for port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:49.098413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43406426-7d15-4250-a617-4bc35873bc0d None None] Provisioning complete for port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:49.098833 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43406426-7d15-4250-a617-4bc35873bc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:49.134743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-43406426-7d15-4250-a617-4bc35873bc0d None None] Port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:13:49.184226 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:47Z', 'revision_number': 3, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:49.210867 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0906d3-2402-47f9-91e4-ba7221158b30 None None] The sync data for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 is: [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:47Z', 'revision_number': 3, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:13:49.242473 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:49.247393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:49.321163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Pushing event updated for resources: {'Port': ['ID=4db9d0c1-cdec-4104-96e2-fdbe9960f4e9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:49.324092 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:49.442906 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:49.444425 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:49.573754 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Router 5f4351b4-f64c-479f-bfde-4e095ce0888a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:13:49.657539 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c519284-555d-479c-bb34-ba8d9205ae45 None None] Provisioning complete for port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:49.658153 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c519284-555d-479c-bb34-ba8d9205ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:49.693234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:13:49.698706 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-f32f6837-b44e-433b-8368-9ee3d964aa9a admin admin] 10.222.0.61 "PUT /v2.0/routers/5f4351b4-f64c-479f-bfde-4e095ce0888a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769202 Aug 16 03:13:49.702435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c519284-555d-479c-bb34-ba8d9205ae45 None None] Port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:13:50.169832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:50.174857 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-688631802-network', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:50.198293 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Made reservation on behalf of e8d805384b614f95959f17ab9d24abc4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:13:50.201163 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.211782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.304846 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.308842 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.337626 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:13:50.344004 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ffffcd-d63b-45e6-916d-99f1af41eb24,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:50.350508 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.350850 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Added segment 6a832b5f-eed3-462c-a418-02fdd1413971 of type vlan for network 6d79615c-66ba-4a42-949d-b95f2ddc92fb Aug 16 03:13:50.392660 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.423399 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.424386 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:50.424971 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.480413 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3094599 Aug 16 03:13:50.483043 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:50.487808 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Request body: {'subnet': {'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-688631802-subnet', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:50.498008 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22aa14-9422-41f9-a830-30005b7aaa0d admin admin] Pushing event updated for resources: {'Network': ['ID=6d79615c-66ba-4a42-949d-b95f2ddc92fb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:50.511030 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 6d79615c-66ba-4a42-949d-b95f2ddc92fb details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:13:50.517345 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Made reservation on behalf of e8d805384b614f95959f17ab9d24abc4 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:13:50.519925 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.675335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca77fdcb-6755-4577-8c57-99d216d835ea up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:50.714465 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.732342 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ca77fdcb-6755-4577-8c57-99d216d835ea completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:50.736255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ca77fdcb-6755-4577-8c57-99d216d835ea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:50.738356 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.767044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Sync routers for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:13:50.779433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7e502e-f5ac-43e0-8797-377b40dbfed7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:50.787116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Checking segment: {'id': '6a832b5f-eed3-462c-a418-02fdd1413971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:50.787464 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Network hostable DHCP agents. Network: 6d79615c-66ba-4a42-949d-b95f2ddc92fb, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:13:50.789015 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:50.789742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:50.806432 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Network 6d79615c-66ba-4a42-949d-b95f2ddc92fb is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:13:50.817104 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 6d79615c-66ba-4a42-949d-b95f2ddc92fb) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:50.822105 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:50.822829 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.834370 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caeaa25-3842-454c-95ae-6a8bc04de2e5 None None] Network 6d79615c-66ba-4a42-949d-b95f2ddc92fb requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:13:50.838703 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fef932c6-a8e9-4d52-9835-f1bfa3da9456 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3545656 Aug 16 03:13:50.841269 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:50.845855 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:50.868092 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.869088 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.921578 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:50.992546 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.019688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:51.063531 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.075903 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port ca77fdcb-6755-4577-8c57-99d216d835ea, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ca77fdcb-6755-4577-8c57-99d216d835ea,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:51.087228 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.088010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1044e990-13e1-450f-a51c-906be33627b1 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:51.245909 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-6d79615c-66ba-4a42-949d-b95f2ddc92fb', 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'fixed_ips': [{'subnet_id': '3a7e502e-f5ac-43e0-8797-377b40dbfed7'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:13:51.246764 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.270757 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.290860 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.304813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=ca77fdcb-6755-4577-8c57-99d216d835ea,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:51.341644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 1044e990-13e1-450f-a51c-906be33627b1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:51.342029 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.404600 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Allocated IP 172.25.5.120 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/5f19c677-a358-4e36-8bcc-9ae9c0f9ffde) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:51.510858 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.557134 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.601729 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:51.605122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:51.609636 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:51.612973 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Pushing event updated for resources: {'Port': ['ID=5f19c677-a358-4e36-8bcc-9ae9c0f9ffde,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:51.728252 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Allocated IP 172.20.0.2 (6d79615c-66ba-4a42-949d-b95f2ddc92fb/3a7e502e-f5ac-43e0-8797-377b40dbfed7/c9b9af4e-0b99-4ae8-8464-2c21ada47a0a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:51.763632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 2, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:51.843147 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Checking router: 5f4351b4-f64c-479f-bfde-4e095ce0888a for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:13:51.843502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Updating router 5f4351b4-f64c-479f-bfde-4e095ce0888a port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:13:51.868603 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:51.879126 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.061168 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.104663 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Transition to ACTIVE for port object c9b9af4e-0b99-4ae8-8464-2c21ada47a0a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:52.143325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Transition to ACTIVE for port object c9b9af4e-0b99-4ae8-8464-2c21ada47a0a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:52.156953 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.234927 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Network 6d79615c-66ba-4a42-949d-b95f2ddc92fb is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:52.254135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:52.260387 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:52.262314 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Pushing event updated for resources: {'Port': ['ID=c9b9af4e-0b99-4ae8-8464-2c21ada47a0a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:52.375423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.377563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Attempting to bind port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:52.377940 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Attempting to bind port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6a832b5f-eed3-462c-a418-02fdd1413971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:52.378306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Attempting to bind port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a on network 6d79615c-66ba-4a42-949d-b95f2ddc92fb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:52.387774 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.389246 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:52.389535 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Checking segment: {'id': '6a832b5f-eed3-462c-a418-02fdd1413971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:52.389902 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.390322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Bound using segment: {'id': '6a832b5f-eed3-462c-a418-02fdd1413971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:52.390796 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Bound port: c9b9af4e-0b99-4ae8-8464-2c21ada47a0a, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a832b5f-eed3-462c-a418-02fdd1413971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:52.391194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.397959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Transition to ACTIVE for port object 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:52.410214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.488107 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38aa52-3503-4190-bcc0-f3d4308e61ad None None] Pushing event updated for resources: {'Port': ['ID=4db9d0c1-cdec-4104-96e2-fdbe9960f4e9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:52.535028 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Router bb8d0fb8-78bc-47a9-8455-c614a676a198 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:13:52.569635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] For port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:52.589723 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] For port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c9b9af4e-0b99-4ae8-8464-2c21ada47a0a,segment=NetworkSegment(6a832b5f-eed3-462c-a418-02fdd1413971),segment_id=6a832b5f-eed3-462c-a418-02fdd1413971)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:52.590751 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Attempting to bind port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:52.591319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Attempting to bind port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:52.591609 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Attempting to bind port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:52.603519 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.605670 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca77fdcb-6755-4577-8c57-99d216d835ea up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:52.611039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:52.611443 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Checking segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:52.611849 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.612253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Bound using segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:52.612737 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Bound port: 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:52.613124 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.665970 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:13:52.679355 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Sync routers for ids ['bb8d0fb8-78bc-47a9-8455-c614a676a198'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:13:52.685699 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.687610 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-39f0e680-dbc4-410d-9eb6-4bd487841c01 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8452454 Aug 16 03:13:52.690588 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:52.691719 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Routers {'bb8d0fb8-78bc-47a9-8455-c614a676a198'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:52.693203 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['bb8d0fb8-78bc-47a9-8455-c614a676a198'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:52.749505 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607f823-a902-4fb5-b369-393abca1ead5 None None] Pushing event updated for resources: {'Port': ['ID=c9b9af4e-0b99-4ae8-8464-2c21ada47a0a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:52.788052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] For port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:52.792478 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] For port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4db9d0c1-cdec-4104-96e2-fdbe9960f4e9,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:52.794142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ca77fdcb-6755-4577-8c57-99d216d835ea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:52.794495 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.797820 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:52.830898 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Set router bb8d0fb8-78bc-47a9-8455-c614a676a198 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:52.899644 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:52.900303 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:52.969926 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38aa52-3503-4190-bcc0-f3d4308e61ad None None] Pushing event updated for resources: {'Port': ['ID=4db9d0c1-cdec-4104-96e2-fdbe9960f4e9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:53.111882 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:53.240052 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:50Z', 'updated_at': '2021-08-16T03:13:51Z', 'revision_number': 3, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'gw_port': {'id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:51Z', 'updated_at': '2021-08-16T03:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:53.265732 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Checking router: bb8d0fb8-78bc-47a9-8455-c614a676a198 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:13:53.266080 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Updating router bb8d0fb8-78bc-47a9-8455-c614a676a198 port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:13:53.292486 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.295393 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.376164 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:52Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:53.407019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cfd35-da40-40c7-938a-cda1849804cb None None] The sync data for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 is: [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:52Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:13:53.478888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Allocated IP 172.20.0.1 (6d79615c-66ba-4a42-949d-b95f2ddc92fb/3a7e502e-f5ac-43e0-8797-377b40dbfed7/0e913722-a504-4a6a-8341-f478a87d6f36) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:13:53.600772 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.610299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.619710 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Transition to ACTIVE for port object 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:53.631239 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Transition to ACTIVE for port object 0e913722-a504-4a6a-8341-f478a87d6f36 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:53.633339 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.676166 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.699725 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750be2f-467d-42b2-a5bf-1e623c3915dd None None] Pushing event updated for resources: {'Port': ['ID=5f19c677-a358-4e36-8bcc-9ae9c0f9ffde,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:53.719868 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Network 6d79615c-66ba-4a42-949d-b95f2ddc92fb is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:53.720445 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Attempting to bind port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:53.720730 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Attempting to bind port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:53.721286 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Attempting to bind port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:53.723898 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:53.728656 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:13:53.734412 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:53.734783 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:53.735218 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.735606 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:53.736081 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Bound port: 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:53.736459 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.773110 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.808594 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] For port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:53.814071 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] For port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5f19c677-a358-4e36-8bcc-9ae9c0f9ffde,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:53.821610 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:53.827602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Pushing event updated for resources: {'Port': ['ID=0e913722-a504-4a6a-8341-f478a87d6f36,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:53.888905 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Routers {'bb8d0fb8-78bc-47a9-8455-c614a676a198'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:53.889554 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['bb8d0fb8-78bc-47a9-8455-c614a676a198'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:53.942753 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be273dc-8d2f-4e90-9563-2e9d5ac43d38 None None] Network 6d79615c-66ba-4a42-949d-b95f2ddc92fb requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:13:53.953184 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750be2f-467d-42b2-a5bf-1e623c3915dd None None] Pushing event updated for resources: {'Port': ['ID=5f19c677-a358-4e36-8bcc-9ae9c0f9ffde,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:53.964332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:54.022960 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e2ac27f3-e586-4e0a-a4bd-c7a3147ab22a None None] Provisioning for port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:54.061005 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] Set router bb8d0fb8-78bc-47a9-8455-c614a676a198 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:54.180416 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:54.185757 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:54.274634 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Pushing event updated for resources: {'Port': ['ID=0e913722-a504-4a6a-8341-f478a87d6f36,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:54.278077 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:54.297228 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:50Z', 'updated_at': '2021-08-16T03:13:51Z', 'revision_number': 3, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'gw_port': {'id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:51Z', 'updated_at': '2021-08-16T03:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:54.333250 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23583c-6d40-4503-887b-35b55ba0a39f None None] The sync data for ids ['bb8d0fb8-78bc-47a9-8455-c614a676a198'] in n-d-768862-14 is: [{'id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:50Z', 'updated_at': '2021-08-16T03:13:51Z', 'revision_number': 3, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'gw_port': {'id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:51Z', 'updated_at': '2021-08-16T03:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:13:54.392285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Network 6d79615c-66ba-4a42-949d-b95f2ddc92fb is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:13:54.394641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:13:54.478945 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d9a78af1-ab79-4262-927a-4b4ab438fcaf None None] Provisioning for port 0e913722-a504-4a6a-8341-f478a87d6f36 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:54.483823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d9a78af1-ab79-4262-927a-4b4ab438fcaf None None] Provisioning complete for port 0e913722-a504-4a6a-8341-f478a87d6f36 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:54.484287 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9a78af1-ab79-4262-927a-4b4ab438fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:54.533805 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d9a78af1-ab79-4262-927a-4b4ab438fcaf None None] Port 0e913722-a504-4a6a-8341-f478a87d6f36 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:13:54.575237 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Router bb8d0fb8-78bc-47a9-8455-c614a676a198 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:13:54.749058 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:13:54.749696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:54.759879 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e4a4f589-681f-473c-887e-d8bd7df10c11 admin admin] 10.222.0.61 "PUT /v2.0/routers/bb8d0fb8-78bc-47a9-8455-c614a676a198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0664330 Aug 16 03:13:54.813950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2bb09b87-0f55-4cf4-ad53-d36c472db28a None None] Provisioning complete for port 0e913722-a504-4a6a-8341-f478a87d6f36 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:54.814321 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bb09b87-0f55-4cf4-ad53-d36c472db28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:54.868214 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2bb09b87-0f55-4cf4-ad53-d36c472db28a None None] Port 0e913722-a504-4a6a-8341-f478a87d6f36 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:13:54.875876 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:54.880633 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:54.881383 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:54.984667 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.010039 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c449e2b4-322e-4731-ae6d-260fac5e964a None None] Provisioning complete for port 0e913722-a504-4a6a-8341-f478a87d6f36 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:55.010415 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c449e2b4-322e-4731-ae6d-260fac5e964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.049788 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4db9d0c1-cdec-4104-96e2-fdbe9960f4e9,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:55.060228 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.061033 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c9b9af4e-0b99-4ae8-8464-2c21ada47a0a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:55.084937 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c449e2b4-322e-4731-ae6d-260fac5e964a None None] Port 0e913722-a504-4a6a-8341-f478a87d6f36 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:13:55.145136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=4db9d0c1-cdec-4104-96e2-fdbe9960f4e9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:55.165422 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:55.169759 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:55.170345 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.258616 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.294512 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c9b9af4e-0b99-4ae8-8464-2c21ada47a0a,segment=NetworkSegment(6a832b5f-eed3-462c-a418-02fdd1413971),segment_id=6a832b5f-eed3-462c-a418-02fdd1413971)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:55.298876 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.352880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=c9b9af4e-0b99-4ae8-8464-2c21ada47a0a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:55.390372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:55.397170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-03a3bc3a-87e6-44a6-89c4-265c8e51e4e0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-366623436', 'description': 'tempest-secgroup-smoke-366623436 description', 'project_id': '80b760774fe8462da880652e99fc8036'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:55.420033 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03a3bc3a-87e6-44a6-89c4-265c8e51e4e0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.512311 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03a3bc3a-87e6-44a6-89c4-265c8e51e4e0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.515721 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03a3bc3a-87e6-44a6-89c4-265c8e51e4e0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.542925 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03a3bc3a-87e6-44a6-89c4-265c8e51e4e0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.544201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-03a3bc3a-87e6-44a6-89c4-265c8e51e4e0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1522181 Aug 16 03:13:55.547375 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43064) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:55.548196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3bc3a-87e6-44a6-89c4-265c8e51e4e0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:55.552873 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8440d674-085d-4695-8ca0-3c4dd71c95ba tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '3d05d1a7-552e-4020-a6a9-b4afc1ef4a25', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:55.580654 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8440d674-085d-4695-8ca0-3c4dd71c95ba tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.635501 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8440d674-085d-4695-8ca0-3c4dd71c95ba tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.638970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8440d674-085d-4695-8ca0-3c4dd71c95ba tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.653337 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440d674-085d-4695-8ca0-3c4dd71c95ba tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e00a45-7c02-44d1-b0cb-783ca734eb45,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:55.662427 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8440d674-085d-4695-8ca0-3c4dd71c95ba tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.663944 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8440d674-085d-4695-8ca0-3c4dd71c95ba tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153860 Aug 16 03:13:55.666696 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:55.671228 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3b43e1ef-b1b4-4fb6-80a7-5285ad62cc0c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '3d05d1a7-552e-4020-a6a9-b4afc1ef4a25', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:55.699118 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b43e1ef-b1b4-4fb6-80a7-5285ad62cc0c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.755789 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b43e1ef-b1b4-4fb6-80a7-5285ad62cc0c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.759441 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b43e1ef-b1b4-4fb6-80a7-5285ad62cc0c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.776357 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43e1ef-b1b4-4fb6-80a7-5285ad62cc0c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079f18ab-6627-4f7a-a5e9-164d019b8174,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:55.783236 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b43e1ef-b1b4-4fb6-80a7-5285ad62cc0c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.784421 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3b43e1ef-b1b4-4fb6-80a7-5285ad62cc0c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167052 Aug 16 03:13:55.787163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:55.791515 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-852b737f-1915-47ed-b1a8-91ef1ccba1c7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '3d05d1a7-552e-4020-a6a9-b4afc1ef4a25', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:55.820589 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-852b737f-1915-47ed-b1a8-91ef1ccba1c7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.882321 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-852b737f-1915-47ed-b1a8-91ef1ccba1c7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.885790 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-852b737f-1915-47ed-b1a8-91ef1ccba1c7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.904492 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b737f-1915-47ed-b1a8-91ef1ccba1c7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdd82de-480e-446f-95df-c2be202a10d8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:55.907795 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-852b737f-1915-47ed-b1a8-91ef1ccba1c7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:55.909110 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-852b737f-1915-47ed-b1a8-91ef1ccba1c7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210251 Aug 16 03:13:55.912277 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:55.916728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-49bc5721-0ca7-4b4d-b597-1bb5ee5d1d7e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '3d05d1a7-552e-4020-a6a9-b4afc1ef4a25', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:55.943360 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49bc5721-0ca7-4b4d-b597-1bb5ee5d1d7e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.002021 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49bc5721-0ca7-4b4d-b597-1bb5ee5d1d7e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.006141 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49bc5721-0ca7-4b4d-b597-1bb5ee5d1d7e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.023021 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc5721-0ca7-4b4d-b597-1bb5ee5d1d7e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40685726-1615-4f81-8146-45c873b25aa7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:56.029117 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49bc5721-0ca7-4b4d-b597-1bb5ee5d1d7e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.030455 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-49bc5721-0ca7-4b4d-b597-1bb5ee5d1d7e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172438 Aug 16 03:13:56.033144 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:56.038240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1436dd84-7b83-40b6-b484-48f3e8f73761 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '3d05d1a7-552e-4020-a6a9-b4afc1ef4a25', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:56.059907 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-1436dd84-7b83-40b6-b484-48f3e8f73761 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Project 80b760774fe8462da880652e99fc8036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:13:56.064552 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1436dd84-7b83-40b6-b484-48f3e8f73761 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.124210 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1436dd84-7b83-40b6-b484-48f3e8f73761 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.128313 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1436dd84-7b83-40b6-b484-48f3e8f73761 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.146882 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436dd84-7b83-40b6-b484-48f3e8f73761 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1d8e69-58a1-4554-aaf4-5b67371da13e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:56.152240 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1436dd84-7b83-40b6-b484-48f3e8f73761 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.153307 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1436dd84-7b83-40b6-b484-48f3e8f73761 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192522 Aug 16 03:13:56.156073 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:13:56.160349 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3550c65e-3333-4dd0-91ca-7fc0481b17c4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '3d05d1a7-552e-4020-a6a9-b4afc1ef4a25', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:13:56.183178 n-d-768862-14 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-3550c65e-3333-4dd0-91ca-7fc0481b17c4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Project 80b760774fe8462da880652e99fc8036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:13:56.188005 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3550c65e-3333-4dd0-91ca-7fc0481b17c4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.251446 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3550c65e-3333-4dd0-91ca-7fc0481b17c4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.254812 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3550c65e-3333-4dd0-91ca-7fc0481b17c4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.274340 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550c65e-3333-4dd0-91ca-7fc0481b17c4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11746b8b-ad5e-4afe-8385-7b45b8603074,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:56.279722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3550c65e-3333-4dd0-91ca-7fc0481b17c4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.281691 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-3550c65e-3333-4dd0-91ca-7fc0481b17c4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246922 Aug 16 03:13:56.482967 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-c3235b60-1c6d-426a-b1d6-771e7c8674e1 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366623436&fields=id&tenant_id=80b760774fe8462da880652e99fc8036 HTTP/1.1" status: 200 len: 267 time: 0.0382063 Aug 16 03:13:56.600760 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-1b3f12c7-f16c-44c4-8c7e-76ab51f3b91b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:56.602310 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-1b3f12c7-f16c-44c4-8c7e-76ab51f3b91b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 808 time: 0.1124494 Aug 16 03:13:56.618062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-b8704fc9-074f-4e1f-869f-3b940c5ae4c9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/quotas/80b760774fe8462da880652e99fc8036 HTTP/1.1" status: 200 len: 375 time: 0.0100958 Aug 16 03:13:56.668775 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:56.676259 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f6944dea-bc71-4e53-8511-77b65021a922 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523059 Aug 16 03:13:56.721640 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:13:56.727364 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:56.727364 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.782733 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7bd5e9d9-a8ae-473f-b940-d1b0bc19316b service neutron] 10.222.0.61 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939121 Aug 16 03:13:56.811893 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.834317 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5f19c677-a358-4e36-8bcc-9ae9c0f9ffde,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:13:56.838961 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:56.839943 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:56.885098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-5bdcd92d-94e6-4ae2-b07a-2c31d4403f80 service neutron] 10.222.0.61 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920091 Aug 16 03:13:56.887617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Sync routers for ids ['bb8d0fb8-78bc-47a9-8455-c614a676a198'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:13:56.918036 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Routers {'bb8d0fb8-78bc-47a9-8455-c614a676a198'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:56.918581 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['bb8d0fb8-78bc-47a9-8455-c614a676a198'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:56.982871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=5f19c677-a358-4e36-8bcc-9ae9c0f9ffde,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:57.031709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:57.032086 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:57.055751 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-664e14fa-e610-4f8e-9a80-607b662306e5 req-8809aae7-8080-4731-99ff-bc83c72447fa tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 210 time: 0.0329473 Aug 16 03:13:57.085476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Set router bb8d0fb8-78bc-47a9-8455-c614a676a198 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:57.399813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c9b9af4e-0b99-4ae8-8464-2c21ada47a0a up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:57.501398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:57.501753 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:57.558017 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:50Z', 'updated_at': '2021-08-16T03:13:53Z', 'revision_number': 4, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'gw_port': {'id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:51Z', 'updated_at': '2021-08-16T03:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '0e913722-a504-4a6a-8341-f478a87d6f36', 'name': '', 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'mac_address': 'fa:16:3e:71:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '3a7e502e-f5ac-43e0-8797-377b40dbfed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:53Z', 'updated_at': '2021-08-16T03:13:54Z', 'revision_number': 2, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'subnets': [{'id': '3a7e502e-f5ac-43e0-8797-377b40dbfed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:57.587672 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Checking router: bb8d0fb8-78bc-47a9-8455-c614a676a198 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:13:57.588028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Updating router bb8d0fb8-78bc-47a9-8455-c614a676a198 port 0e913722-a504-4a6a-8341-f478a87d6f36 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:13:57.642154 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:57.907488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:57.918053 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Transition to ACTIVE for port object 0e913722-a504-4a6a-8341-f478a87d6f36 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:13:57.923696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:57.979394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db3eb5-9f22-47e8-bff3-9a399c69ebe6 None None] Pushing event updated for resources: {'Port': ['ID=0e913722-a504-4a6a-8341-f478a87d6f36,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:58.036592 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Attempting to bind port 0e913722-a504-4a6a-8341-f478a87d6f36 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:13:58.037439 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Attempting to bind port 0e913722-a504-4a6a-8341-f478a87d6f36 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '6a832b5f-eed3-462c-a418-02fdd1413971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:13:58.037814 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Attempting to bind port 0e913722-a504-4a6a-8341-f478a87d6f36 on network 6d79615c-66ba-4a42-949d-b95f2ddc92fb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:13:58.043466 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:13:58.043847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Checking segment: {'id': '6a832b5f-eed3-462c-a418-02fdd1413971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:13:58.044252 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:58.044649 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Bound using segment: {'id': '6a832b5f-eed3-462c-a418-02fdd1413971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:13:58.045114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Bound port: 0e913722-a504-4a6a-8341-f478a87d6f36, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a832b5f-eed3-462c-a418-02fdd1413971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:13:58.045497 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:58.119170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] For port 0e913722-a504-4a6a-8341-f478a87d6f36, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:13:58.123235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] For port 0e913722-a504-4a6a-8341-f478a87d6f36, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=0e913722-a504-4a6a-8341-f478a87d6f36,segment=NetworkSegment(6a832b5f-eed3-462c-a418-02fdd1413971),segment_id=6a832b5f-eed3-462c-a418-02fdd1413971)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:13:58.136072 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:58.157989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8938cbe2-3b34-4f27-bdb6-6942a81f619a req-42fb30cb-48b1-4bd2-b4bf-8dcfa2734f65 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 210 time: 0.0409424 Aug 16 03:13:58.207135 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Routers {'bb8d0fb8-78bc-47a9-8455-c614a676a198'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:13:58.209114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:13:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['bb8d0fb8-78bc-47a9-8455-c614a676a198'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:58.281108 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db3eb5-9f22-47e8-bff3-9a399c69ebe6 None None] Pushing event updated for resources: {'Port': ['ID=0e913722-a504-4a6a-8341-f478a87d6f36,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:13:58.355253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] Set router bb8d0fb8-78bc-47a9-8455-c614a676a198 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:13:58.573769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:13:58.598373 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:50Z', 'updated_at': '2021-08-16T03:13:53Z', 'revision_number': 4, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'gw_port': {'id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:51Z', 'updated_at': '2021-08-16T03:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '0e913722-a504-4a6a-8341-f478a87d6f36', 'name': '', 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'mac_address': 'fa:16:3e:71:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '3a7e502e-f5ac-43e0-8797-377b40dbfed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:53Z', 'updated_at': '2021-08-16T03:13:58Z', 'revision_number': 4, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'subnets': [{'id': '3a7e502e-f5ac-43e0-8797-377b40dbfed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:13:58.630087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311f65d-534a-4357-bc24-3a93498ed700 None None] The sync data for ids ['bb8d0fb8-78bc-47a9-8455-c614a676a198'] in n-d-768862-14 is: [{'id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:50Z', 'updated_at': '2021-08-16T03:13:53Z', 'revision_number': 4, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'gw_port': {'id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:51Z', 'updated_at': '2021-08-16T03:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '0e913722-a504-4a6a-8341-f478a87d6f36', 'name': '', 'network_id': '6d79615c-66ba-4a42-949d-b95f2ddc92fb', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'mac_address': 'fa:16:3e:71:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '3a7e502e-f5ac-43e0-8797-377b40dbfed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:53Z', 'updated_at': '2021-08-16T03:13:58Z', 'revision_number': 4, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'subnets': [{'id': '3a7e502e-f5ac-43e0-8797-377b40dbfed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:13:58.661453 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:13:58.661838 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:59.244727 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7a59ea78-af19-489b-8ba4-749199df3a8e req-42ee4064-a34a-4905-aace-e4321649d83a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 210 time: 0.0285053 Aug 16 03:14:00.328288 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d4f8cabb-c224-4f50-9aa8-f681041866d9 req-8e8edc8d-7c4a-429f-999c-fcf502ad879a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 210 time: 0.0297868 Aug 16 03:14:00.604719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 0e913722-a504-4a6a-8341-f478a87d6f36 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:00.657044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 0e913722-a504-4a6a-8341-f478a87d6f36 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:00.662625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 0e913722-a504-4a6a-8341-f478a87d6f36 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:00.663027 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:00.746064 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:00.776956 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 0e913722-a504-4a6a-8341-f478a87d6f36, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=0e913722-a504-4a6a-8341-f478a87d6f36,segment=NetworkSegment(6a832b5f-eed3-462c-a418-02fdd1413971),segment_id=6a832b5f-eed3-462c-a418-02fdd1413971)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:00.780474 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:00.827313 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=0e913722-a504-4a6a-8341-f478a87d6f36,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:01.086381 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee3917e-89b8-4c89-9fee-c9a41e0828e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:01.421242 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-66ba30ff-fc00-4851-b408-f20e3293f7d2 req-e46348b7-2da5-490a-aa16-e48b89a29c44 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 210 time: 0.0265381 Aug 16 03:14:01.552724 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:02.334829 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f575b25c-23fa-4acd-9e3b-deb95a259db2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:02.336351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f575b25c-23fa-4acd-9e3b-deb95a259db2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 808 time: 0.1087816 Aug 16 03:14:02.379504 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-b6f64eee-f7d6-41bc-bd30-c22f0bdded62 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80b760774fe8462da880652e99fc8036 HTTP/1.1" status: 200 len: 379 time: 0.0345895 Aug 16 03:14:02.394960 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'port': {'device_id': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'admin_state_up': True, 'tenant_id': '80b760774fe8462da880652e99fc8036', 'security_groups': ['3d05d1a7-552e-4020-a6a9-b4afc1ef4a25']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:02.528390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5ea250d7-e2e0-49e8-8acb-8ef2eb8f93dd req-c1e3f4cd-c101-42b5-9020-edd77e5e8e89 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 210 time: 0.0396895 Aug 16 03:14:02.533378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Made reservation on behalf of 80b760774fe8462da880652e99fc8036 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:14:02.537731 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:02.581461 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 0e913722-a504-4a6a-8341-f478a87d6f36 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:02.629046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 0e913722-a504-4a6a-8341-f478a87d6f36 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:02.629338 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:02.666602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Allocated IP 172.20.0.9 (a190b6cd-a449-423e-94b8-d3f4fdd1d71f/c8853c70-ef54-40f9-8add-0ec337a5d773/2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:02.812649 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:02.826064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Transition to ACTIVE for port object 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:02.858297 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:02.898228 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:02.901260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:02.907505 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:02.941607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:02.969391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:02.970028 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:02.985574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-7761a478-6a91-42a5-b31b-f3264cd72168 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943735 Aug 16 03:14:02.997789 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Request body: {'port': {'device_id': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:03.056681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:03.138075 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-394f646e-094c-4d58-8467-a10b783ba8d8 None None] Provisioning for port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:03.142051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-394f646e-094c-4d58-8467-a10b783ba8d8 None None] Provisioning complete for port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:03.142533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-394f646e-094c-4d58-8467-a10b783ba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:03.176646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-394f646e-094c-4d58-8467-a10b783ba8d8 None None] Port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:14:03.326119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:14:03.334064 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:03.345852 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Transition to ACTIVE for port object 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:14:03.348834 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:03.403587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:03.471825 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Attempting to bind port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:14:03.472166 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Attempting to bind port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:14:03.472525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Attempting to bind port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:03.477114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:14:03.477468 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Attempting to bind port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:14:03.482603 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:14:03.482952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Checking segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:14:03.483391 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Bound using segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:14:03.483831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Bound port: 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:14:03.484203 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:03.554677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:14:03.558073 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:14:03.562247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:03.594437 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:03.595426 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:03.597251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] 10.222.0.93 "PUT /v2.0/ports/2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 1092 time: 0.6038959 Aug 16 03:14:03.600414 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:03.603178 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:03.682332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ad206-f8ad-4101-a18e-78b2240df229 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:03.709203 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a02051-3302-4950-a9d5-a263caa1803c req-494ec154-4272-4d1d-8537-2effa24d7b2d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:03.710926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72a02051-3302-4950-a9d5-a263caa1803c req-494ec154-4272-4d1d-8537-2effa24d7b2d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.1048298 Aug 16 03:14:03.712520 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3693e6ab-40df-486a-a238-c29c3b36eae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:03.721999 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-ab5e8411-d0e7-4b7c-885c-c31391b1e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:03.723575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-ab5e8411-d0e7-4b7c-885c-c31391b1e310 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1095 time: 0.0723834 Aug 16 03:14:03.779678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-914164d1-6cdf-4763-bfdb-1426d68b140b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 217 time: 0.0472217 Aug 16 03:14:03.821415 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-72a02051-3302-4950-a9d5-a263caa1803c req-076902be-d15a-4dd8-9e61-038e14831568 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961652 Aug 16 03:14:03.843063 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-367df4e1-39ce-4812-9de9-430aa32633d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:03.845636 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-367df4e1-39ce-4812-9de9-430aa32633d8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0555103 Aug 16 03:14:03.887788 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eca11be-3997-46e7-bd6e-b6e1f2899932 x-openstack-request-id: req-4eca11be-3997-46e7-bd6e-b6e1f2899932 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:03.888086 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:03.888339 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4eca11be-3997-46e7-bd6e-b6e1f2899932 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:03.888732 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'status': 'completed', 'code': 200} Aug 16 03:14:03.897628 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-5956f101-944e-42e9-8ece-c6a46e89868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:03.899225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-5956f101-944e-42e9-8ece-c6a46e89868d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463343 Aug 16 03:14:03.998720 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-c58e068d-b3d2-46f7-8575-b68a4359fa8a service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917373 Aug 16 03:14:04.090517 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:04.093838 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-19f9dd1a-c342-46c3-a018-94657a6b979e req-cf432b40-56cb-4b2b-a29e-2738191ccf40 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866170 Aug 16 03:14:04.185049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-33044afc-6a5f-4e97-9cce-72cd2cf0384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:04.186579 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-33044afc-6a5f-4e97-9cce-72cd2cf0384e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1095 time: 0.0468357 Aug 16 03:14:04.274260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-b0979fb3-8af8-4450-bf26-d82940109a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:04.275767 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-b0979fb3-8af8-4450-bf26-d82940109a59 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0819964 Aug 16 03:14:04.328075 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-7f3143ea-33ac-4541-943d-fe9953c9fe87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 217 time: 0.0446551 Aug 16 03:14:04.390881 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-2bdd95f5-c056-4f28-b8bb-e76cb03cedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:04.392405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-2bdd95f5-c056-4f28-b8bb-e76cb03cedd8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0565953 Aug 16 03:14:04.439362 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-1c345557-d9f8-4f57-ab6f-5ea5ba06c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:04.440856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-1c345557-d9f8-4f57-ab6f-5ea5ba06c619 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414915 Aug 16 03:14:04.533988 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-875d1148-8142-4e83-8a1d-a402f699a781 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850763 Aug 16 03:14:04.624940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-efbf73e0-1d75-4018-a0ab-50bd307ad4bc req-2e9eee79-f5e5-4a92-a3b5-5f12e6a6c4ab service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826402 Aug 16 03:14:04.949410 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a3f64-b47e-499e-8fe3-2d13e23f49f3 req-ff4c1ac1-fb36-40ff-a1ab-dfb8b4275f2d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:04.950911 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f6a3f64-b47e-499e-8fe3-2d13e23f49f3 req-ff4c1ac1-fb36-40ff-a1ab-dfb8b4275f2d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0516357 Aug 16 03:14:04.989958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f6a3f64-b47e-499e-8fe3-2d13e23f49f3 req-e1f0b944-3a89-4aa2-b9ce-cdcd17d8cee9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328853 Aug 16 03:14:05.125639 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:06.108695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dcb90-67da-4cc0-ba86-7d0865bc975c req-5b4c40df-7b5c-443a-936c-c5293b2a578a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:06.110213 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68dcb90-67da-4cc0-ba86-7d0865bc975c req-5b4c40df-7b5c-443a-936c-c5293b2a578a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0534291 Aug 16 03:14:06.149513 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d68dcb90-67da-4cc0-ba86-7d0865bc975c req-fe5deec5-0b0a-46ac-a21f-3466f89d2472 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325685 Aug 16 03:14:06.675223 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:14:06.772754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:06.783963 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'port_id': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'mac_address': 'fa:16:3e:c8:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:14:06.821034 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:06.833521 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:14:06.852379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:06.856301 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:06.904183 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:07.054643 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:14:07.250919 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:07.266340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85b6d-ce4e-4a27-b80d-7c57f40f679f req-bdcfb9c7-b7be-442e-ae61-f6f936c14b3f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:07.267894 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ac85b6d-ce4e-4a27-b80d-7c57f40f679f req-bdcfb9c7-b7be-442e-ae61-f6f936c14b3f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 944 time: 0.0510850 Aug 16 03:14:07.307470 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4ac85b6d-ce4e-4a27-b80d-7c57f40f679f req-73a0e4b8-b4ce-4491-a6a7-9dc2ba05f567 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324450 Aug 16 03:14:08.425944 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a5af7-bec2-4a6b-b73d-d47fba9e810a req-e864d029-cafd-4158-ab23-c11c0b530b8c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:08.427370 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c1a5af7-bec2-4a6b-b73d-d47fba9e810a req-e864d029-cafd-4158-ab23-c11c0b530b8c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 944 time: 0.0500109 Aug 16 03:14:08.464929 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6c1a5af7-bec2-4a6b-b73d-d47fba9e810a req-f00826a1-0cb8-4552-a575-1a01be7cae7a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310163 Aug 16 03:14:08.677596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:14:08.726061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:14:08.729688 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:14:08.730060 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:08.810096 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:08.831474 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:08.834191 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7ab263-7e45-4ace-8cde-1f2ff2c1b32f" -d '{"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:08.846648 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:14:08.851503 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:08.875531 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e94fa0d-4d9a-4ae3-b57b-5821768a694f x-openstack-request-id: req-8e94fa0d-4d9a-4ae3-b57b-5821768a694f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:08.875819 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:08.876069 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e94fa0d-4d9a-4ae3-b57b-5821768a694f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:08.876458 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'code': 200} Aug 16 03:14:08.904569 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:08.972469 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1295e-d1ed-4533-9976-a914ead3ca55 req-b86b7b65-bf82-4512-85a9-cd2849659f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:08.974478 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71a1295e-d1ed-4533-9976-a914ead3ca55 req-b86b7b65-bf82-4512-85a9-cd2849659f2d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1097 time: 0.0442162 Aug 16 03:14:09.007339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-71a1295e-d1ed-4533-9976-a914ead3ca55 req-738ae94b-9b34-40da-8fd8-f99af3533658 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267084 Aug 16 03:14:09.584409 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b764c5b-5da3-433f-acf8-e1583fde4d23 req-d53480d8-7dbf-48e7-93a4-ecfa904cab0e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:09.585920 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b764c5b-5da3-433f-acf8-e1583fde4d23 req-d53480d8-7dbf-48e7-93a4-ecfa904cab0e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0521746 Aug 16 03:14:09.622705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8b764c5b-5da3-433f-acf8-e1583fde4d23 req-fcd0accd-db20-4ccc-a460-51ddb14e1b35 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308034 Aug 16 03:14:10.741172 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d9812-27ed-4c64-aba0-2540a0b0b0a2 req-ca5b5193-1449-490d-bcb9-91039baa3ed3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:10.742719 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-281d9812-27ed-4c64-aba0-2540a0b0b0a2 req-ca5b5193-1449-490d-bcb9-91039baa3ed3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Aug 16 03:14:10.782126 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-281d9812-27ed-4c64-aba0-2540a0b0b0a2 req-357a519b-78b2-4acd-a23f-c5fe539e519d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Aug 16 03:14:10.899908 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cff555-d2b9-4e51-8138-6f5eacd37412 req-b15a18e9-140a-4582-9ed9-f3830c6522d0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:10.901424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5cff555-d2b9-4e51-8138-6f5eacd37412 req-b15a18e9-140a-4582-9ed9-f3830c6522d0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0536675 Aug 16 03:14:10.940922 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5cff555-d2b9-4e51-8138-6f5eacd37412 req-b7ecabd9-b9ae-415e-94f5-b77c2ade4e14 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331185 Aug 16 03:14:10.963441 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:11.092234 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee7514-7625-4892-88bc-002416e02fdb tempest-TestShelveInstance-1476521304 tempest-TestShelveInstance-1476521304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:11.093745 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b1ee7514-7625-4892-88bc-002416e02fdb tempest-TestShelveInstance-1476521304 tempest-TestShelveInstance-1476521304-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1092 time: 0.1293018 Aug 16 03:14:11.096676 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:14:11.101328 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:14:11.122690 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.218299 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.327255 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Allocated IP 172.25.5.14 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/2516810b-7c01-4e46-bb52-64b9c2f346d1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:14:11.429048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.472443 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.512635 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:14:11.515556 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:14:11.519051 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:14:11.524779 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'Port': ['ID=2516810b-7c01-4e46-bb52-64b9c2f346d1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:11.884474 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:11.949537 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.100260 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.105138 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.179017 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'Port': ['ID=2516810b-7c01-4e46-bb52-64b9c2f346d1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:14:12.186251 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.287807 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Floating IP b8a7718c-808e-4751-bd47-058b8a88bdd6 associated. External IP: 172.25.5.14, port: 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969. Aug 16 03:14:12.501506 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Router 5f4351b4-f64c-479f-bfde-4e095ce0888a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:14:12.613287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:14:12.623993 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] Sync routers for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:14:12.631712 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.633923 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:12.634540 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:14:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:12.659596 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1f49ced2-30a4-4b40-84ee-8263c65c2fcc tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5619032 Aug 16 03:14:12.660191 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:14:12.663636 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696919f7-8eb0-47b1-842a-ad63d0801666" -d '{"events": [{"name": "network-changed", "server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:14:12.699902 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bc1402-6656-4316-a021-336abe12c650 x-openstack-request-id: req-13bc1402-6656-4316-a021-336abe12c650 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:14:12.700209 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:14:12.700465 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13bc1402-6656-4316-a021-336abe12c650 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:14:12.700869 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'status': 'completed', 'code': 200} Aug 16 03:14:12.744753 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:12.764170 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-c53dcc23-2eb9-4bd0-ab68-db6f2dcd6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:12.765663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-c53dcc23-2eb9-4bd0-ab68-db6f2dcd6164 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1097 time: 0.0419827 Aug 16 03:14:12.860885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-38a31e5b-9e75-4b83-b64b-233daa39b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:12.862385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-38a31e5b-9e75-4b83-b64b-233daa39b07c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0898597 Aug 16 03:14:12.936471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-6cd50b53-b92a-4a43-bfb9-ce29540dde99 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 998 time: 0.0674469 Aug 16 03:14:12.967893 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'b8a7718c-808e-4751-bd47-058b8a88bdd6', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'port_id': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'mac_address': 'fa:16:3e:c8:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:11Z', 'updated_at': '2021-08-16T03:14:11Z', 'revision_number': 0, 'project_id': '80b760774fe8462da880652e99fc8036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:12.985885 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-a456755e-c156-425a-ba6e-4ab9f05b6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:12.987392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-a456755e-c156-425a-ba6e-4ab9f05b6672 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0447161 Aug 16 03:14:12.998982 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] Checking router: 5f4351b4-f64c-479f-bfde-4e095ce0888a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:14:13.008183 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:14:13.008820 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:14:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:13.037651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-ca51b44b-3228-4eff-a35a-2d5abb072288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:13.039256 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-ca51b44b-3228-4eff-a35a-2d5abb072288 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451157 Aug 16 03:14:13.114677 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:14:13.130158 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-e5be18b7-b442-49f9-bbfd-3f53967bff8b service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839379 Aug 16 03:14:13.212822 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:13.229528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-696919f7-8eb0-47b1-842a-ad63d0801666 req-cf65a2c0-6aa1-4f22-a946-c9d363206590 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914240 Aug 16 03:14:13.431135 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'b8a7718c-808e-4751-bd47-058b8a88bdd6', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'port_id': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'mac_address': 'fa:16:3e:c8:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:11Z', 'updated_at': '2021-08-16T03:14:11Z', 'revision_number': 0, 'project_id': '80b760774fe8462da880652e99fc8036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:14:13.456161 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864a867-61b0-49fe-a290-eb51d8a7b39c None None] The sync data for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 is: [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': 'b8a7718c-808e-4751-bd47-058b8a88bdd6', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'port_id': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'mac_address': 'fa:16:3e:c8:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:14:11Z', 'updated_at': '2021-08-16T03:14:11Z', 'revision_number': 0, 'project_id': '80b760774fe8462da880652e99fc8036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:14:13.656293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c500dd-59fe-4216-981b-00967fe672fa None None] New status for floating IP b8a7718c-808e-4751-bd47-058b8a88bdd6: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:14:16.570381 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:14:31.087761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-544b24b5-a4b1-43ff-975e-253058f02350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:31.542417 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:32.394906 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-3306c9ac-fb40-4d85-94ee-c94cfc3a52ab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406389 Aug 16 03:14:32.475109 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-49cff2a5-6b4d-44b5-8b95-7a91cf678007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:32.477290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-49cff2a5-6b4d-44b5-8b95-7a91cf678007 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1097 time: 0.0419507 Aug 16 03:14:32.588182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-5df7a2b1-25cf-48ee-b7b9-9bd495de0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:32.589687 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-5df7a2b1-25cf-48ee-b7b9-9bd495de0f37 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0925846 Aug 16 03:14:32.654495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-6d5a1a3f-0710-4cb5-8a2a-33ab4f903762 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 1000 time: 0.0574899 Aug 16 03:14:32.703782 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-eab126ee-bf7b-45d4-ab52-3e52bc7568a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:32.705207 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-eab126ee-bf7b-45d4-ab52-3e52bc7568a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0433631 Aug 16 03:14:32.753258 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-b0272f91-a556-4281-8678-f65d129c00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:32.754751 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-b0272f91-a556-4281-8678-f65d129c00f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422375 Aug 16 03:14:32.844756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-a2a412db-824d-4f41-99e1-2bd00c7b7d1a service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820000 Aug 16 03:14:32.938609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5d48dee7-d7bc-479e-825c-e54fc74b78fc req-74f60002-deef-4ede-81a1-0a2c561f6fc4 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859947 Aug 16 03:14:33.706317 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a76beb9-8be6-4d72-9dd3-4681667ff144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:34.091663 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:35.127789 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:37.244354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:43.204719 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:53.570569 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:15:01.087465 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-474020b0-bf7b-4fae-a5e0-0e5e30446452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:01.541698 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:03.705791 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8a42-a941-4dbc-884a-c51418fa51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:04.092378 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:05.131458 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:07.247391 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.203148 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:30.568991 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:15:31.088035 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-999a0cf2-c810-4c66-b4cf-32ccee829451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:31.551774 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:33.705829 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebedf08b-7999-4b72-8bb0-a924424210f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:34.093910 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:34.392211 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-7fed2693-42b7-4c19-83d4-db654d68a4f5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408776 Aug 16 03:15:34.473325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-a69af914-60fd-4b4f-a555-0ac2c3185c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:34.474821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-a69af914-60fd-4b4f-a555-0ac2c3185c1d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1097 time: 0.0417495 Aug 16 03:15:34.581719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-909cf225-04e2-42c0-acdb-25500a89a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:34.583248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-909cf225-04e2-42c0-acdb-25500a89a29c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0906587 Aug 16 03:15:34.648652 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-a54c4daf-5404-4388-99a8-4b3de78fca41 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 1000 time: 0.0588343 Aug 16 03:15:34.699808 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-ff5a7934-a3e2-47f5-9b75-fbb05754b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:34.701283 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-ff5a7934-a3e2-47f5-9b75-fbb05754b52c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0456476 Aug 16 03:15:34.763755 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-88968c71-c6b1-4bba-b769-957109bccb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:34.765519 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-88968c71-c6b1-4bba-b769-957109bccb05 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574195 Aug 16 03:15:34.854818 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-801ff76a-2e5b-4882-a7a8-3b7792c878e2 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821230 Aug 16 03:15:34.947419 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-80638e77-b22f-4f05-a3c5-57cb0891f542 req-38c93df8-93fe-4675-acdc-fa96be1b2fc4 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854189 Aug 16 03:15:35.133826 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:37.254588 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:43.202250 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:01.088052 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b59f31d-3b56-44aa-91e0-fe18f4a28171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:01.550299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:03.706483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a14b4153-dd21-440b-b431-64a56bd5bb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:04.093962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:05.138463 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:07.258967 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:07.569695 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:07.698264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d654f-5f70-45a8-9ab9-baf266a3fd65 req-0e7e9b9d-e1f8-409c-851a-e0135466eb0c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:07.699833 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-108d654f-5f70-45a8-9ab9-baf266a3fd65 req-0e7e9b9d-e1f8-409c-851a-e0135466eb0c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.4029675 Aug 16 03:16:07.738759 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-108d654f-5f70-45a8-9ab9-baf266a3fd65 req-d736b925-da71-46f7-9831-c4e8d189e9db tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328071 Aug 16 03:16:08.872218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f761b-99e9-4cf9-9c7c-8fed5986fbaf req-f2b717f4-6299-45f6-aa84-8b49991bdeb2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:08.873618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a56f761b-99e9-4cf9-9c7c-8fed5986fbaf req-f2b717f4-6299-45f6-aa84-8b49991bdeb2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0486147 Aug 16 03:16:08.913215 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a56f761b-99e9-4cf9-9c7c-8fed5986fbaf req-391b88e7-66a0-4b7e-ab36-ac2f1b64464d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335634 Aug 16 03:16:10.027526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b12a7-ca0e-478a-9b04-69073c0e6088 req-054ba096-32f0-49b9-9e1a-8d4c99b96d53 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:10.029014 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b77b12a7-ca0e-478a-9b04-69073c0e6088 req-054ba096-32f0-49b9-9e1a-8d4c99b96d53 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0493279 Aug 16 03:16:10.070609 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b77b12a7-ca0e-478a-9b04-69073c0e6088 req-754aafde-d408-486e-a50f-18cb6de15ffa tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356655 Aug 16 03:16:11.201110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d837e32-493a-47f4-bb3c-ec6c3117acb5 req-a0fbb216-7b5d-48dc-b23b-a08a49ff9dca tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:11.202585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d837e32-493a-47f4-bb3c-ec6c3117acb5 req-a0fbb216-7b5d-48dc-b23b-a08a49ff9dca tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0539837 Aug 16 03:16:11.241771 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7d837e32-493a-47f4-bb3c-ec6c3117acb5 req-d04ae8a0-ec8c-43bf-9d2b-d8756ec761ed tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332134 Aug 16 03:16:12.355891 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81926831-0f1f-4549-8a09-22ed2da48e1f req-1b8bb173-beeb-4d55-bdd6-d73671e9f7aa tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:12.357388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81926831-0f1f-4549-8a09-22ed2da48e1f req-1b8bb173-beeb-4d55-bdd6-d73671e9f7aa tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0491118 Aug 16 03:16:12.396333 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-81926831-0f1f-4549-8a09-22ed2da48e1f req-72aff17b-3885-4726-83c7-6eb2508efafa tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328157 Aug 16 03:16:13.200747 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:13.511581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2a325-3523-47f3-9fbc-a321c127bacb req-270efea1-450c-442b-88c7-935dfb9fa498 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:13.513057 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07b2a325-3523-47f3-9fbc-a321c127bacb req-270efea1-450c-442b-88c7-935dfb9fa498 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0482953 Aug 16 03:16:13.554185 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-07b2a325-3523-47f3-9fbc-a321c127bacb req-3d6c50a1-c1e7-44b6-93c8-2d0077eb2cf0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351446 Aug 16 03:16:14.668560 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa34e0-11d6-4d88-ae80-7410121b2519 req-6aee51bc-c161-4efe-ae75-3a0a94195f26 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:14.670035 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26aa34e0-11d6-4d88-ae80-7410121b2519 req-6aee51bc-c161-4efe-ae75-3a0a94195f26 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0484648 Aug 16 03:16:14.706427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-26aa34e0-11d6-4d88-ae80-7410121b2519 req-79425c8a-cfda-446a-91b4-f06ae8e1367a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Aug 16 03:16:15.823132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fd048-9836-4f95-b6fc-4b1d11425cec req-2da92eb7-d718-49ae-b673-17f377c9de7c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:15.824617 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd2fd048-9836-4f95-b6fc-4b1d11425cec req-2da92eb7-d718-49ae-b673-17f377c9de7c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0497553 Aug 16 03:16:15.862723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd2fd048-9836-4f95-b6fc-4b1d11425cec req-93a4a87c-00a3-4f0a-a006-66246cfc3a03 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Aug 16 03:16:16.978514 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1ad8f-10ae-4cf9-9b69-5c6c13e43bd6 req-5d6562d9-1783-4f72-b4b8-1b474257acef tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:16.980079 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13a1ad8f-10ae-4cf9-9b69-5c6c13e43bd6 req-5d6562d9-1783-4f72-b4b8-1b474257acef tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0504003 Aug 16 03:16:17.021694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-13a1ad8f-10ae-4cf9-9b69-5c6c13e43bd6 req-4cc8b3b6-a594-4ca4-bd67-345762aecf38 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350225 Aug 16 03:16:18.140046 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8e435-d6dc-4090-a08e-231782d344ea req-d91a397b-ff4e-44d2-9794-1b4f3ef3321a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:18.141592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eae8e435-d6dc-4090-a08e-231782d344ea req-d91a397b-ff4e-44d2-9794-1b4f3ef3321a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0516579 Aug 16 03:16:18.183273 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eae8e435-d6dc-4090-a08e-231782d344ea req-200134dd-b173-41a1-9978-d77596184c25 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355294 Aug 16 03:16:19.298423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353a27-32c1-436e-bfe6-d86b70bd2cd6 req-f8b39d1e-35ff-48a2-b826-bbf6d2b30c4d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:19.299933 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9353a27-32c1-436e-bfe6-d86b70bd2cd6 req-f8b39d1e-35ff-48a2-b826-bbf6d2b30c4d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0486908 Aug 16 03:16:19.338108 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e9353a27-32c1-436e-bfe6-d86b70bd2cd6 req-f9b1df9c-f862-4195-bed0-555a6c171431 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312648 Aug 16 03:16:19.379858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:16:19.633273 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:19.644941 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'port_id': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'mac_address': 'fa:16:3e:c8:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:16:19.684005 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:19.697178 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:16:19.717698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:19.721505 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:19.771823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:19.779336 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.779682 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.780019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.780356 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.780686 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.781018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.781344 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.781665 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.781986 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.782306 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.782625 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.782947 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:16:19.788955 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:16:20.476525 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e63cf6-dd5c-4464-8804-353c2493a799 req-341bc69e-547e-4d05-8152-45cfc69cbf58 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:20.478752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3e63cf6-dd5c-4464-8804-353c2493a799 req-341bc69e-547e-4d05-8152-45cfc69cbf58 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 944 time: 0.0679405 Aug 16 03:16:20.532339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d3e63cf6-dd5c-4464-8804-353c2493a799 req-ea66abb0-e849-4ef1-928e-ec0e0b9c7921 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471845 Aug 16 03:16:21.360255 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:16:21.435597 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:21.435873 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:21.533796 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:21.569630 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:16:21.571977 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420c902a-46a8-4d1a-89d3-0eb7a5008474" -d '{"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:16:21.594403 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:21.601131 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:21.660984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:21.688341 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f085d-5686-449d-a080-688c4e517b55 req-bc8bd83e-2c58-428d-8726-c98fe661a15c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:21.690422 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-033f085d-5686-449d-a080-688c4e517b55 req-bc8bd83e-2c58-428d-8726-c98fe661a15c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0630772 Aug 16 03:16:21.739080 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-033f085d-5686-449d-a080-688c4e517b55 req-454eb3f8-c37a-46ff-8691-4e861880aea7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385892 Aug 16 03:16:21.860008 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497330a6-1c28-4b3a-9071-9b3d222f378d x-openstack-request-id: req-497330a6-1c28-4b3a-9071-9b3d222f378d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:16:21.860314 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:16:21.860573 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-497330a6-1c28-4b3a-9071-9b3d222f378d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:16:21.860977 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'code': 200} Aug 16 03:16:22.869762 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d109bb-5b31-4e9a-a4da-7c14e31b695e req-dbc57fce-4408-495d-a2f7-35be3298535d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:22.871248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5d109bb-5b31-4e9a-a4da-7c14e31b695e req-dbc57fce-4408-495d-a2f7-35be3298535d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0546842 Aug 16 03:16:22.916189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d5d109bb-5b31-4e9a-a4da-7c14e31b695e req-2bd3871f-bdf4-428f-aea2-011815538c4e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386221 Aug 16 03:16:24.033515 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcae1df-7d90-4274-a412-28f1b753997f req-188072ab-217c-43ac-8b0b-9a4c39e2a1c3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:24.035013 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9bcae1df-7d90-4274-a412-28f1b753997f req-188072ab-217c-43ac-8b0b-9a4c39e2a1c3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0514255 Aug 16 03:16:24.084449 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9bcae1df-7d90-4274-a412-28f1b753997f req-1f39f6b5-b2b8-4b13-b2d8-9e3c9040057f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 Aug 16 03:16:25.216633 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40273542-60d0-43ec-85a9-610a61b2bc72 req-2c5ad266-39a2-46f5-a48a-552f7d5723ca tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:25.218276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40273542-60d0-43ec-85a9-610a61b2bc72 req-2c5ad266-39a2-46f5-a48a-552f7d5723ca tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0543551 Aug 16 03:16:25.261047 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-40273542-60d0-43ec-85a9-610a61b2bc72 req-ffa26387-3603-4cb8-b331-a9fdf4ff4a72 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365281 Aug 16 03:16:26.382699 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c658cb-a033-4361-8d08-2b7b40ff9a95 req-2183305d-b688-47df-9a8d-a0c984057fc6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:26.387637 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76c658cb-a033-4361-8d08-2b7b40ff9a95 req-2183305d-b688-47df-9a8d-a0c984057fc6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0551567 Aug 16 03:16:26.427623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-76c658cb-a033-4361-8d08-2b7b40ff9a95 req-685cb703-ae9d-493b-980f-fe6a806dc5c7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367992 Aug 16 03:16:27.558833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea62c21-98fd-4f32-bf49-0c9db0165fdc req-91a972da-34d7-450f-9807-3ee38cbc8548 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:27.566385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cea62c21-98fd-4f32-bf49-0c9db0165fdc req-91a972da-34d7-450f-9807-3ee38cbc8548 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0604312 Aug 16 03:16:27.611926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cea62c21-98fd-4f32-bf49-0c9db0165fdc req-ed207e32-c976-47e6-968f-0850104300d3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446270 Aug 16 03:16:28.738997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0347049-b87a-430d-bac8-fa4d45c25a70 req-c5bce324-9374-4a07-8691-6ed4441085d3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:28.742107 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0347049-b87a-430d-bac8-fa4d45c25a70 req-c5bce324-9374-4a07-8691-6ed4441085d3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0555015 Aug 16 03:16:28.784108 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f0347049-b87a-430d-bac8-fa4d45c25a70 req-d7a465c1-066d-4b45-9d8a-44715eadeabb tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355179 Aug 16 03:16:29.783969 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-fb983d33-5746-451b-bee0-2c4153b5fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:29.785454 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-fb983d33-5746-451b-bee0-2c4153b5fcc2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1097 time: 0.0401893 Aug 16 03:16:29.912719 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-6d976041-0a7f-4818-a668-8448acce9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:29.914204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-6d976041-0a7f-4818-a668-8448acce9767 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.1216207 Aug 16 03:16:29.929951 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06f56d-9e1e-4a04-a7d7-fd2abf2c4cb2 req-524f0dbc-1903-49ac-90be-3787a72a3701 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:29.931640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf06f56d-9e1e-4a04-a7d7-fd2abf2c4cb2 req-524f0dbc-1903-49ac-90be-3787a72a3701 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0762997 Aug 16 03:16:30.019633 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bf06f56d-9e1e-4a04-a7d7-fd2abf2c4cb2 req-02203878-d886-4d9a-85d7-3031b0964147 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817161 Aug 16 03:16:30.022631 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-a44bf035-f19a-4e2f-be44-2aa337b99f63 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 1000 time: 0.1012094 Aug 16 03:16:30.073335 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-6be35494-f5d1-4f98-97aa-e56758caed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:30.074803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-6be35494-f5d1-4f98-97aa-e56758caed43 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0454569 Aug 16 03:16:30.123464 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-80f3c216-dd27-4026-b800-fae6e588867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:30.125494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-80f3c216-dd27-4026-b800-fae6e588867a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434275 Aug 16 03:16:30.221289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-11ea64ec-b1bb-49bd-b3ec-a00c97d04a46 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887699 Aug 16 03:16:30.311702 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c99c211-2958-4852-8ee3-01b9325dccc5 req-8661614d-9ff4-4e5e-9b1b-2cc205a3d282 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839608 Aug 16 03:16:31.093464 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55b3b1d5-9c4b-45b4-a721-b8b0a30214d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:31.141527 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83da48f-4c18-445b-95fc-5dc56b92908e req-4041887d-eefc-4cd7-80dd-ab05874633fe tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:31.143044 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b83da48f-4c18-445b-95fc-5dc56b92908e req-4041887d-eefc-4cd7-80dd-ab05874633fe tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0546849 Aug 16 03:16:31.182505 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b83da48f-4c18-445b-95fc-5dc56b92908e req-c0b60590-88a1-4335-9e32-bfac5b200fc9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327017 Aug 16 03:16:31.566530 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:32.303493 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd551bed-f569-4f8b-bc4b-c20c3b3b5806 req-a10476b7-ccb4-4444-a1cd-b1efffbb0905 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:32.304991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd551bed-f569-4f8b-bc4b-c20c3b3b5806 req-a10476b7-ccb4-4444-a1cd-b1efffbb0905 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0546947 Aug 16 03:16:32.343222 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-dd551bed-f569-4f8b-bc4b-c20c3b3b5806 req-30794e02-c362-4106-8f30-a9c6f2ca5aee tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319779 Aug 16 03:16:32.557854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1fc7a-303d-420f-8fc4-c47b030b6e86 req-76e8e196-1dd0-472d-93f6-01afd4ca0d0e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:32.559397 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9aa1fc7a-303d-420f-8fc4-c47b030b6e86 req-76e8e196-1dd0-472d-93f6-01afd4ca0d0e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 945 time: 0.0543644 Aug 16 03:16:32.598607 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9aa1fc7a-303d-420f-8fc4-c47b030b6e86 req-b0580715-9c16-4445-854e-e00d4e226ad4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328224 Aug 16 03:16:32.740142 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-a9a119a6-0546-4651-92c3-de0742ccc54b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942709 Aug 16 03:16:33.438136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:16:33.484387 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-b3b4aac7-fdcc-4dfb-a26f-33a048193be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:33.485912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-b3b4aac7-fdcc-4dfb-a26f-33a048193be6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5&tenant_id=80b760774fe8462da880652e99fc8036 HTTP/1.1" status: 200 len: 1097 time: 0.0512869 Aug 16 03:16:33.518214 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:33.542757 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:16:33.545014 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14bf624-74f4-4f21-b886-6609e952b5a8" -d '{"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:16:33.550458 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-e66aee8f-4943-442c-973a-947de03e7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:33.552272 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-e66aee8f-4943-442c-973a-947de03e7c66 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1097 time: 0.0419402 Aug 16 03:16:33.558758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:33.564843 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:33.590187 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a357b96f-6e2b-46c1-a23f-8a35594ecad5 x-openstack-request-id: req-a357b96f-6e2b-46c1-a23f-8a35594ecad5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:16:33.590483 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:16:33.590739 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a357b96f-6e2b-46c1-a23f-8a35594ecad5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:16:33.591150 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'code': 200} Aug 16 03:16:33.619899 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:33.648726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-5cd4f47e-89d0-4ae2-b38a-4abccb75e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:33.650216 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-5cd4f47e-89d0-4ae2-b38a-4abccb75e3d8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0916147 Aug 16 03:16:33.709816 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e975120a-87d9-4917-aa3c-9c10efb3c85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:33.753752 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-815587ce-65dc-45d3-afd4-6f098b0b61e6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 998 time: 0.0959532 Aug 16 03:16:33.764995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd565725-72bb-4bde-a5d8-a815906899d9 req-841cd92a-5150-4890-b9d1-a1da50b0036f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:33.766420 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd565725-72bb-4bde-a5d8-a815906899d9 req-841cd92a-5150-4890-b9d1-a1da50b0036f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0674093 Aug 16 03:16:33.838975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-fd565725-72bb-4bde-a5d8-a815906899d9 req-b0b02883-7261-4c3a-8266-9586bfd9fd8f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637574 Aug 16 03:16:33.840332 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-0283e0ad-ed35-4f86-aa19-cd4c5b5fb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:33.841700 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-0283e0ad-ed35-4f86-aa19-cd4c5b5fb87f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0744565 Aug 16 03:16:33.890208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-2ee7fb00-c1ef-4f2b-ad7b-12b9653a439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:33.891790 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-2ee7fb00-c1ef-4f2b-ad7b-12b9653a439c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424175 Aug 16 03:16:33.982532 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-c183f88e-9217-4267-a98d-4069b91b8d16 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834768 Aug 16 03:16:34.079159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-abdd8ce5-b3e9-47e4-954b-84853a48069a req-cb27c11c-7005-4b3b-8a35-0678ada5327c service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885444 Aug 16 03:16:34.095441 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:34.964864 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b07ff3-92f7-4cba-9e75-f15a6a1b1405 req-983a181c-55b9-42a4-9771-516798f9d6ca tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:34.966378 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37b07ff3-92f7-4cba-9e75-f15a6a1b1405 req-983a181c-55b9-42a4-9771-516798f9d6ca tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0533879 Aug 16 03:16:35.007146 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-37b07ff3-92f7-4cba-9e75-f15a6a1b1405 req-41bf167a-abc4-45b2-ab26-efd95ca0dc1e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346730 Aug 16 03:16:35.151992 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:36.132466 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3c781-b816-406a-a88b-f22eafbae799 req-22488818-85a1-4adf-95f8-2850d2f27b2a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:36.134198 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09d3c781-b816-406a-a88b-f22eafbae799 req-22488818-85a1-4adf-95f8-2850d2f27b2a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0541122 Aug 16 03:16:36.177642 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-09d3c781-b816-406a-a88b-f22eafbae799 req-ec244bd4-c79d-4e26-9615-43b1729192af tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354555 Aug 16 03:16:37.257392 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:37.312486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6921a-3b0f-4f79-9b11-506c25b4e379 req-01c5c27c-bf99-4eec-9862-fbfaf061882b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:37.314012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6b6921a-3b0f-4f79-9b11-506c25b4e379 req-01c5c27c-bf99-4eec-9862-fbfaf061882b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0601737 Aug 16 03:16:37.353087 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a6b6921a-3b0f-4f79-9b11-506c25b4e379 req-e9fc5774-a96b-497d-b66b-5271fd4c7179 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325873 Aug 16 03:16:37.486958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:16:38.478500 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090e8bb-c41f-4e08-b6cd-5a25cab9a2a7 req-1bee92fc-f0ab-40e5-943f-640db96ea9ed tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:38.486150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8090e8bb-c41f-4e08-b6cd-5a25cab9a2a7 req-1bee92fc-f0ab-40e5-943f-640db96ea9ed tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0579820 Aug 16 03:16:38.521832 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8090e8bb-c41f-4e08-b6cd-5a25cab9a2a7 req-93d5b8f4-c5ea-40c9-8165-1a8ba421d459 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346942 Aug 16 03:16:39.644469 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388a77-3731-415c-8c37-fc44d7df5277 req-802c63df-240c-4845-a573-32c2d611f037 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:39.646482 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98388a77-3731-415c-8c37-fc44d7df5277 req-802c63df-240c-4845-a573-32c2d611f037 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0530362 Aug 16 03:16:39.686554 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-98388a77-3731-415c-8c37-fc44d7df5277 req-ce8a30cf-aa67-4ddb-94ba-e676b75f0d92 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338211 Aug 16 03:16:40.830816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74524117-d2a8-4745-9a22-01e16d5a0df6 req-59bdbc7d-ad25-4651-9383-81ed5143239e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:40.832490 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74524117-d2a8-4745-9a22-01e16d5a0df6 req-59bdbc7d-ad25-4651-9383-81ed5143239e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0618811 Aug 16 03:16:40.872861 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-74524117-d2a8-4745-9a22-01e16d5a0df6 req-8c5b4fbe-ae7d-4176-b675-ea339313962a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330241 Aug 16 03:16:41.990961 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb84da-472f-4c02-a3a9-947b52d03759 req-c6403009-f4aa-408c-a483-322fd3e5289c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:41.992780 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6acb84da-472f-4c02-a3a9-947b52d03759 req-c6403009-f4aa-408c-a483-322fd3e5289c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0508907 Aug 16 03:16:42.035107 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6acb84da-472f-4c02-a3a9-947b52d03759 req-4b6e11e5-a0da-4e5b-a6c0-e8637e966516 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359311 Aug 16 03:16:43.156936 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d3b56-aca6-4cae-b19d-4884f450ccbd req-dba8f6eb-5246-41d3-8e57-8c690bc33b96 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:43.158423 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be1d3b56-aca6-4cae-b19d-4884f450ccbd req-dba8f6eb-5246-41d3-8e57-8c690bc33b96 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0520167 Aug 16 03:16:43.201349 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-be1d3b56-aca6-4cae-b19d-4884f450ccbd req-4c6579c7-535c-47bd-87bc-bf710d0ad812 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366442 Aug 16 03:16:43.209824 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:44.326288 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7a65d-cbf8-4088-82a0-8464e02b51d4 req-d7fda04a-d931-4c7b-bfb2-74ff8d9f61d3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:44.327904 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90f7a65d-cbf8-4088-82a0-8464e02b51d4 req-d7fda04a-d931-4c7b-bfb2-74ff8d9f61d3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0529177 Aug 16 03:16:44.365541 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-90f7a65d-cbf8-4088-82a0-8464e02b51d4 req-4121ba07-cb84-4da8-adeb-c262ffd43542 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317020 Aug 16 03:16:44.569727 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:44.720526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-d71b51fb-4e42-4a61-ba62-a82b0813db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:44.722070 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-d71b51fb-4e42-4a61-ba62-a82b0813db30 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1095 time: 0.0419154 Aug 16 03:16:44.837333 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-d37ffca8-4fb8-4c7b-b307-b9b46af1bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:44.838738 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-d37ffca8-4fb8-4c7b-b307-b9b46af1bb98 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0888374 Aug 16 03:16:44.910396 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-5772d2aa-93c2-4cbd-8121-4f3a27013983 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 998 time: 0.0594587 Aug 16 03:16:44.960833 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-dfb46300-82ef-4631-a7e8-3ff53a6d38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:44.962266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-dfb46300-82ef-4631-a7e8-3ff53a6d38ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0451674 Aug 16 03:16:45.014301 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-3c1fe13a-0353-4b80-a551-f76ff6d9315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:45.015852 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-3c1fe13a-0353-4b80-a551-f76ff6d9315f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455954 Aug 16 03:16:45.107925 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-34639e7e-10f3-4e34-be8f-1698997de9d1 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832248 Aug 16 03:16:45.202867 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8f8f3bfa-978c-44fe-9bbe-287a496fa33e req-ff3ab759-67b4-4413-af22-14616c105770 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880060 Aug 16 03:16:45.482118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c25934-f12b-45bc-9122-5060d5b1bc27 req-2e1edea6-fff0-4a24-b168-4948e9e89159 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:45.483608 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5c25934-f12b-45bc-9122-5060d5b1bc27 req-2e1edea6-fff0-4a24-b168-4948e9e89159 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0493197 Aug 16 03:16:45.520585 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5c25934-f12b-45bc-9122-5060d5b1bc27 req-d8febd60-e738-4af7-b2a0-c63ec336fcd2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310714 Aug 16 03:16:45.674342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299b48-0f2c-42a0-81fa-6ceb4e1eef1e req-3b44be6f-93f3-4acf-a14e-03ca33259624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:45.675760 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2299b48-0f2c-42a0-81fa-6ceb4e1eef1e req-3b44be6f-93f3-4acf-a14e-03ca33259624 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1095 time: 0.0410757 Aug 16 03:16:45.709984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d2299b48-0f2c-42a0-81fa-6ceb4e1eef1e req-aa82a669-1b1d-43a6-9359-f93bd2421c84 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273771 Aug 16 03:16:46.643869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13f5e3-b02f-4f69-8076-819de669714b req-d38e170e-10e3-427d-8655-243b44d2657b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:46.645320 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e13f5e3-b02f-4f69-8076-819de669714b req-d38e170e-10e3-427d-8655-243b44d2657b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 943 time: 0.0531535 Aug 16 03:16:46.690938 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4e13f5e3-b02f-4f69-8076-819de669714b req-541ec563-af55-4cea-89c7-03d1f63585ee tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386658 Aug 16 03:16:47.531972 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:16:47.632002 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:47.643029 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'port_id': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'mac_address': 'fa:16:3e:c8:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:16:47.679505 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:47.691872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:16:47.712144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:47.716488 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:47.768222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:16:47.809026 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365dffd-3639-4fbf-bbfb-4ebc31940efb req-7d9fb401-3691-481d-b952-406772963008 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:47.810517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2365dffd-3639-4fbf-bbfb-4ebc31940efb req-7d9fb401-3691-481d-b952-406772963008 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 944 time: 0.0496557 Aug 16 03:16:47.848354 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2365dffd-3639-4fbf-bbfb-4ebc31940efb req-d761bb4d-49fa-4539-b82e-64b9255062c8 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317521 Aug 16 03:16:47.946491 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:16:49.554207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:16:49.603980 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:16:49.604350 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.677107 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.699611 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:16:49.701805 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba412f76-c4ff-49ab-a4a0-e7fcd326294e" -d '{"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:16:49.714821 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:16:49.718949 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:49.745386 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d17f01-4066-48b7-98f2-03ab93c20290 x-openstack-request-id: req-79d17f01-4066-48b7-98f2-03ab93c20290 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:16:49.745674 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:16:49.745923 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79d17f01-4066-48b7-98f2-03ab93c20290 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:16:49.746301 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'code': 200} Aug 16 03:16:49.770707 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:01.084540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-274e1a9d-cabe-4198-880b-cdc4e24aeab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:01.566331 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:03.712561 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93547f78-26c8-446d-a4c7-c9690bf629a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:04.096906 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:05.144761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:07.257511 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:13.206083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:21.568737 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:17:31.085236 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d514269-893b-4da0-9d6e-ce9514703080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.567465 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:33.715599 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4904f11e-c1b0-4c9d-ba82-cc515dbe01a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:34.097210 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.146648 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:37.261331 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:37.441163 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-3532d081-5af6-4b0f-b9f9-5a762edd3ce7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0845723 Aug 16 03:17:37.521483 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-c551d845-419a-4383-818f-8d6ce06c4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:37.522976 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-c551d845-419a-4383-818f-8d6ce06c4811 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1098 time: 0.0410044 Aug 16 03:17:37.637710 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-b84906bc-1eed-4923-8a0f-3d1f64067c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:37.639355 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-b84906bc-1eed-4923-8a0f-3d1f64067c1f service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0969706 Aug 16 03:17:37.712528 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-a6bdf522-9d46-47b8-aa5d-aa997ceee849 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 1000 time: 0.0658960 Aug 16 03:17:37.767404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-6dbcd5ac-c94c-4731-bb51-c84570adac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:37.768958 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-6dbcd5ac-c94c-4731-bb51-c84570adac5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0501668 Aug 16 03:17:37.817551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-145df6ab-b39c-4e75-ad1e-ce72e5a3fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:37.818999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-145df6ab-b39c-4e75-ad1e-ce72e5a3fcaf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434365 Aug 16 03:17:37.910155 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-2f73de3b-9efd-4781-bb8d-22dffbf47820 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834858 Aug 16 03:17:38.011613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eb45409a-00fe-4983-8d03-133d9b296bc2 req-8a3fe657-6d45-4798-bb96-b37c6c8faedb service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943155 Aug 16 03:17:43.229595 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:58.567520 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:17:58.886354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:59.045430 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Deleting port 2516810b-7c01-4e46-bb52-64b9c2f346d1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:59.045779 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:59.125358 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:59.125689 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:59.138535 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Calling delete_port for 2516810b-7c01-4e46-bb52-64b9c2f346d1 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:59.287364 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:59.313081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event deleted for resources: {'Port': ['ID=2516810b-7c01-4e46-bb52-64b9c2f346d1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:59.325358 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.325712 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.326056 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.326423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.326763 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.327116 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.327455 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.327785 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.328113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.328456 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.328789 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.329113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:59.383342 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:59.383689 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Floating IP b8a7718c-808e-4751-bd47-058b8a88bdd6 disassociated (deleted). External IP: 172.25.5.14, port: 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969. Aug 16 03:17:59.621522 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Router 5f4351b4-f64c-479f-bfde-4e095ce0888a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:59.731335 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:59.736382 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:59.741486 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] Sync routers for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:59.751353 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:59.751974 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:17:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:59.771219 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-197e9e9b-5792-41fa-b0dd-a1ffd7e312d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "DELETE /v2.0/floatingips/b8a7718c-808e-4751-bd47-058b8a88bdd6 HTTP/1.1" status: 204 len: 168 time: 0.8811870 Aug 16 03:17:59.771219 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:59.772480 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2ee267-4f19-4d7c-9502-dbef1844696e" -d '{"events": [{"name": "network-changed", "server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:59.860004 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:59.999813 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c74ccce-0c91-42ad-8624-fecf3f56c5f9 x-openstack-request-id: req-3c74ccce-0c91-42ad-8624-fecf3f56c5f9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:18:00.000346 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:18:00.000346 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c74ccce-0c91-42ad-8624-fecf3f56c5f9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:18:00.000758 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'status': 'completed', 'code': 200} Aug 16 03:18:00.066932 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:00.098204 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] Checking router: 5f4351b4-f64c-479f-bfde-4e095ce0888a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:18:00.104147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-859e459c-50cd-4fca-ac64-3f4cb396e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:00.106324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-859e459c-50cd-4fca-ac64-3f4cb396e9e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 1098 time: 0.0839632 Aug 16 03:18:00.110283 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:18:00.110905 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:17:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:00.116132 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14e940-17d0-405e-a477-494bc7603f4f req-8ffce586-5afe-41ce-b084-c508dcfff258 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:00.118200 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce14e940-17d0-405e-a477-494bc7603f4f req-8ffce586-5afe-41ce-b084-c508dcfff258 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 946 time: 0.0674582 Aug 16 03:18:00.214756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce14e940-17d0-405e-a477-494bc7603f4f req-5fe71fb3-c8f2-45ca-9240-9d1ca944bf38 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866201 Aug 16 03:18:00.218819 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:18:00.241342 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-25157162-0da8-4c6b-a65b-aa00d648cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:00.242977 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-25157162-0da8-4c6b-a65b-aa00d648cf77 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.1238005 Aug 16 03:18:00.286643 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-67cb337d-24da-4f6d-8d91-cdc16a392dfa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 200 len: 217 time: 0.0358732 Aug 16 03:18:00.341553 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-ed3ff782-bd25-48e7-a3a7-ea1a1efc6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:00.343015 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-ed3ff782-bd25-48e7-a3a7-ea1a1efc6a97 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0492892 Aug 16 03:18:00.389121 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-bcdb3576-b42d-4d3e-8783-c8d50384b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:00.390688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-bcdb3576-b42d-4d3e-8783-c8d50384b484 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400748 Aug 16 03:18:00.417167 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:00.442877 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cf77d-0640-4b71-a6eb-d63beba035a3 None None] The sync data for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 is: [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:18:00.488034 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-8744957d-2c03-4196-a19e-c7f7e7168b83 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883255 Aug 16 03:18:00.586103 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9c2ee267-4f19-4d7c-9502-dbef1844696e req-7143abee-4a2a-4755-aaf5-58bcc4c02eed service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900307 Aug 16 03:18:00.684335 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1740f-3e2c-41e9-846b-7bf208202b6e None None] New status for floating IP b8a7718c-808e-4751-bd47-058b8a88bdd6: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:18:01.085445 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d169bb63-e88c-4fff-a82d-6e75802063ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.226599 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-cd4c1c46-3da4-4300-baf1-95fcd0d75e7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:01.228586 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-cd4c1c46-3da4-4300-baf1-95fcd0d75e7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.93 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 946 time: 0.0488677 Aug 16 03:18:01.355879 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee265ab-41ed-419f-b623-a448a00df831 req-4a0e6e35-49ee-45a8-a60b-7057e2c1910c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:01.357269 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cee265ab-41ed-419f-b623-a448a00df831 req-4a0e6e35-49ee-45a8-a60b-7057e2c1910c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45f6a14-3d67-47c3-a4c8-4945eacefcb5 HTTP/1.1" status: 200 len: 946 time: 0.0621135 Aug 16 03:18:01.363300 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Deleting port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:18:01.363675 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.453989 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cee265ab-41ed-419f-b623-a448a00df831 req-fa6a5b00-10ce-4af0-be15-224f53f4ba7e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863559 Aug 16 03:18:01.478654 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] For port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:18:01.479075 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.491677 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Calling delete_port for 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:18:01.565162 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.621628 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.648550 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event deleted for resources: {'Port': ['ID=2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:01.662933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.663321 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.663672 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.664021 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.664359 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.664696 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.665029 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.665364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.666289 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.666622 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.666952 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.667312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:01.702299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] No DVR routers for this DVR port 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:18:01.704897 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.706903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b530df73-bcc5-479c-89ae-aa1f64f6752a req-8160a9d4-163b-45e6-b87c-aeef07113408 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.93 "DELETE /v2.0/ports/2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 HTTP/1.1" status: 204 len: 173 time: 0.4724391 Aug 16 03:18:01.707379 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-deleted', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:18:01.709623 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f5997-a5a6-4f29-9bbf-50f53d8bb87e" -d '{"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-deleted", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:18:01.748059 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a3ff72-74a6-4ae9-b66c-5e1b4e238274 x-openstack-request-id: req-b3a3ff72-74a6-4ae9-b66c-5e1b4e238274 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:18:01.748363 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45f6a14-3d67-47c3-a4c8-4945eacefcb5", "name": "network-vif-deleted", "tag": "2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:18:01.748623 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3a3ff72-74a6-4ae9-b66c-5e1b4e238274 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:18:01.749025 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45f6a14-3d67-47c3-a4c8-4945eacefcb5', 'name': 'network-vif-deleted', 'tag': '2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969', 'status': 'completed', 'code': 200} Aug 16 03:18:02.510371 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:02.570088 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca33f035-170f-4aba-bc8e-1f95940a1189 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:02.595384 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca33f035-170f-4aba-bc8e-1f95940a1189 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:02.659866 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca33f035-170f-4aba-bc8e-1f95940a1189 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:02.662554 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca33f035-170f-4aba-bc8e-1f95940a1189 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:02.663734 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-ca33f035-170f-4aba-bc8e-1f95940a1189 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "DELETE /v2.0/security-groups/3d05d1a7-552e-4020-a6a9-b4afc1ef4a25 HTTP/1.1" status: 204 len: 168 time: 0.1523912 Aug 16 03:18:02.674054 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33f035-170f-4aba-bc8e-1f95940a1189 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05d1a7-552e-4020-a6a9-b4afc1ef4a25,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:03.245077 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43470) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:03.250197 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9164f3d9-e336-404e-9cef-71c553810028 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827591311', 'description': 'tempest-secgroup-smoke-827591311 description', 'project_id': '80b760774fe8462da880652e99fc8036'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:03.272429 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9164f3d9-e336-404e-9cef-71c553810028 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.356003 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9164f3d9-e336-404e-9cef-71c553810028 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.359691 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9164f3d9-e336-404e-9cef-71c553810028 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.389108 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9164f3d9-e336-404e-9cef-71c553810028 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.390257 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-9164f3d9-e336-404e-9cef-71c553810028 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1441627 Aug 16 03:18:03.392156 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164f3d9-e336-404e-9cef-71c553810028 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e39ee57-82de-4c05-81e1-94a406a267c8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:03.393349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:03.398083 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f7f1f689-403d-4e1e-b24f-e7724351b20c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '2e39ee57-82de-4c05-81e1-94a406a267c8', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:03.424901 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f689-403d-4e1e-b24f-e7724351b20c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.481461 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f689-403d-4e1e-b24f-e7724351b20c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.485160 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f689-403d-4e1e-b24f-e7724351b20c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.503347 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1f689-403d-4e1e-b24f-e7724351b20c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c593a7-2a8f-4319-bada-50ca95c6f704,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:03.509892 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f689-403d-4e1e-b24f-e7724351b20c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.510946 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f7f1f689-403d-4e1e-b24f-e7724351b20c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165965 Aug 16 03:18:03.513703 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:03.517986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-443c9908-00af-42ee-8efe-234d9d63eaf7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '2e39ee57-82de-4c05-81e1-94a406a267c8', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:03.544594 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-443c9908-00af-42ee-8efe-234d9d63eaf7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.604469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-443c9908-00af-42ee-8efe-234d9d63eaf7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.607990 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-443c9908-00af-42ee-8efe-234d9d63eaf7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.625715 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c9908-00af-42ee-8efe-234d9d63eaf7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dad047-c8cf-495a-b43b-c0372c420dcc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:03.630957 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-443c9908-00af-42ee-8efe-234d9d63eaf7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.632249 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-443c9908-00af-42ee-8efe-234d9d63eaf7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176300 Aug 16 03:18:03.635805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43476) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:03.640337 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6a961d15-a804-442a-a6aa-209c4483f655 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '2e39ee57-82de-4c05-81e1-94a406a267c8', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:03.666341 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a961d15-a804-442a-a6aa-209c4483f655 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.715424 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb169-b3b9-4c1a-8af3-d9f7304f845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.727633 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a961d15-a804-442a-a6aa-209c4483f655 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.731399 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a961d15-a804-442a-a6aa-209c4483f655 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.752534 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a961d15-a804-442a-a6aa-209c4483f655 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3859a804-5d9d-49ed-9d22-5b9ff3258649,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:03.758635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a961d15-a804-442a-a6aa-209c4483f655 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.760546 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6a961d15-a804-442a-a6aa-209c4483f655 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237535 Aug 16 03:18:03.763384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:03.767736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6b2a41aa-e22b-4e11-84ba-943fcc141f9b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '2e39ee57-82de-4c05-81e1-94a406a267c8', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:03.792565 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b2a41aa-e22b-4e11-84ba-943fcc141f9b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.851853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b2a41aa-e22b-4e11-84ba-943fcc141f9b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.856137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b2a41aa-e22b-4e11-84ba-943fcc141f9b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.874953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a41aa-e22b-4e11-84ba-943fcc141f9b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b278a68b-187e-4657-b6d2-ad3f25943e92,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:03.881812 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b2a41aa-e22b-4e11-84ba-943fcc141f9b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.883022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-6b2a41aa-e22b-4e11-84ba-943fcc141f9b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187229 Aug 16 03:18:03.886602 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:03.891003 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-34c7fb78-0481-41f7-8207-0c21a9346149 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '2e39ee57-82de-4c05-81e1-94a406a267c8', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:03.912531 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-34c7fb78-0481-41f7-8207-0c21a9346149 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Project 80b760774fe8462da880652e99fc8036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:18:03.918177 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c7fb78-0481-41f7-8207-0c21a9346149 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.982302 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c7fb78-0481-41f7-8207-0c21a9346149 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.985912 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c7fb78-0481-41f7-8207-0c21a9346149 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.005137 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7fb78-0481-41f7-8207-0c21a9346149 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25211f13-9230-4bfb-acb1-1837306ea03a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:04.011650 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34c7fb78-0481-41f7-8207-0c21a9346149 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.012860 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-34c7fb78-0481-41f7-8207-0c21a9346149 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252890 Aug 16 03:18:04.015746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:04.020086 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ddc7772a-5f58-4385-8702-8042d5508802 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'security_group_rule': {'security_group_id': '2e39ee57-82de-4c05-81e1-94a406a267c8', 'project_id': '80b760774fe8462da880652e99fc8036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:04.041279 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-ddc7772a-5f58-4385-8702-8042d5508802 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Project 80b760774fe8462da880652e99fc8036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:18:04.046201 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc7772a-5f58-4385-8702-8042d5508802 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.098401 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.111437 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc7772a-5f58-4385-8702-8042d5508802 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.114991 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc7772a-5f58-4385-8702-8042d5508802 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.133264 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7772a-5f58-4385-8702-8042d5508802 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fa758c-8b6b-494c-850b-0b03aae7967a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:04.137730 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc7772a-5f58-4385-8702-8042d5508802 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.138936 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ddc7772a-5f58-4385-8702-8042d5508802 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222687 Aug 16 03:18:05.150563 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:05.826627 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:18:05.852619 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:18:05.853698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 2dd8e75c-2ed6-450c-a9d0-9cc0e16c4969 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:18:07.263399 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:13.249545 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:18.400425 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-3cc42600-5853-47c9-9c23-3a21bb951867 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827591311&fields=id&tenant_id=80b760774fe8462da880652e99fc8036 HTTP/1.1" status: 200 len: 267 time: 0.0332885 Aug 16 03:18:18.510991 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-2a86b6b6-6b2f-4296-8a0c-30a7d1ac56b2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:18.512539 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-2a86b6b6-6b2f-4296-8a0c-30a7d1ac56b2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 808 time: 0.1047328 Aug 16 03:18:18.528210 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-93b70e56-d2d6-4e82-b187-49eb385b978d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/quotas/80b760774fe8462da880652e99fc8036 HTTP/1.1" status: 200 len: 375 time: 0.0089364 Aug 16 03:18:18.579351 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-8bb95743-e2e6-4873-9f0c-143a89a59d09 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458784 Aug 16 03:18:18.636954 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-d5769b4b-408b-41cf-b427-360a5078d738 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:18:18.638935 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-d5769b4b-408b-41cf-b427-360a5078d738 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484447 Aug 16 03:18:18.729401 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-193b121f-c20d-448b-a652-46500575fcb5 service neutron] 10.222.0.61 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841177 Aug 16 03:18:18.817745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-b0d5ce45-0e13-49f9-976a-8ee20f09283b service neutron] 10.222.0.61 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819919 Aug 16 03:18:19.105137 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75687af4-eb33-4bb9-a17c-2cc5d1a61226 req-d7d987e8-2be3-4246-b0bc-c2b38b7076f4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 210 time: 0.0260592 Aug 16 03:18:20.167919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-0c567b56-3e71-488d-9bc9-25c2db8bdd0d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:20.169541 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-0c567b56-3e71-488d-9bc9-25c2db8bdd0d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.86 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 808 time: 0.1105201 Aug 16 03:18:20.222397 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-f22bceed-13a6-4975-8a10-7d434e23a258 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80b760774fe8462da880652e99fc8036 HTTP/1.1" status: 200 len: 379 time: 0.0383554 Aug 16 03:18:20.223229 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0a2926ce-1130-4415-85b6-cc21f6d2908b req-7a6f216f-0691-4fc5-ba2b-317994ca1050 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 210 time: 0.0289643 Aug 16 03:18:20.248124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'port': {'device_id': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'admin_state_up': True, 'tenant_id': '80b760774fe8462da880652e99fc8036', 'security_groups': ['2e39ee57-82de-4c05-81e1-94a406a267c8']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:20.359549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Made reservation on behalf of 80b760774fe8462da880652e99fc8036 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:18:20.363017 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:20.495103 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Allocated IP 172.20.0.13 (a190b6cd-a449-423e-94b8-d3f4fdd1d71f/c8853c70-ef54-40f9-8add-0ec337a5d773/e15ba501-e237-493b-b53b-ac46dbe63e87) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:18:20.634385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:20.652974 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Transition to ACTIVE for port object e15ba501-e237-493b-b53b-ac46dbe63e87 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:18:20.687036 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:20.733572 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:18:20.736999 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:18:20.741775 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:18:20.768681 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:20.797266 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:20.797914 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:20.814680 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-5a33727d-d329-4020-b67c-375299d3cba6 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712521 Aug 16 03:18:20.884694 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Request body: {'port': {'device_id': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:20.952192 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:21.052402 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b46a6680-7842-4f54-8d30-8aec6c14cb46 None None] Provisioning for port e15ba501-e237-493b-b53b-ac46dbe63e87 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:18:21.057519 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b46a6680-7842-4f54-8d30-8aec6c14cb46 None None] Provisioning complete for port e15ba501-e237-493b-b53b-ac46dbe63e87 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:18:21.058077 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b46a6680-7842-4f54-8d30-8aec6c14cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:21.095795 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b46a6680-7842-4f54-8d30-8aec6c14cb46 None None] Port e15ba501-e237-493b-b53b-ac46dbe63e87 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:18:21.220933 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15ba501-e237-493b-b53b-ac46dbe63e87 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:18:21.228653 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:21.241451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Transition to ACTIVE for port object e15ba501-e237-493b-b53b-ac46dbe63e87 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:18:21.245694 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:21.298479 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:21.380619 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce98ac-0b55-4ddc-ac83-a2c20331c6d6 req-72e67023-ad69-4983-bba1-da5dee0c01b8 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:21.383005 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5ce98ac-0b55-4ddc-ac83-a2c20331c6d6 req-72e67023-ad69-4983-bba1-da5dee0c01b8 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0659311 Aug 16 03:18:21.415596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Attempting to bind port e15ba501-e237-493b-b53b-ac46dbe63e87 on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:18:21.415596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Attempting to bind port e15ba501-e237-493b-b53b-ac46dbe63e87 by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:18:21.419840 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Attempting to bind port e15ba501-e237-493b-b53b-ac46dbe63e87 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:18:21.425423 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Port e15ba501-e237-493b-b53b-ac46dbe63e87 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:18:21.425883 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Attempting to bind port e15ba501-e237-493b-b53b-ac46dbe63e87 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:18:21.432415 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:18:21.432912 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Checking segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:18:21.433399 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Bound using segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:18:21.433980 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Bound port: e15ba501-e237-493b-b53b-ac46dbe63e87, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:18:21.435286 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:21.446691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a5ce98ac-0b55-4ddc-ac83-a2c20331c6d6 req-a6bcca75-160d-49ba-8d9b-2a61493d6d3b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566821 Aug 16 03:18:21.515633 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:18:21.519628 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:18:21.524296 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:21.559843 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:21.560614 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:21.562230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] 10.222.0.86 "PUT /v2.0/ports/e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 1093 time: 0.7333200 Aug 16 03:18:21.562446 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:18:21.564742 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f0ebf-c629-414c-a452-fb81a3c3cb79" -d '{"events": [{"name": "network-changed", "server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:18:21.590991 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f21b6-1851-44b6-be90-94df7175c5aa service neutron] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:21.612906 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc010f53-a280-4477-ac37-e94fba29cc14 x-openstack-request-id: req-cc010f53-a280-4477-ac37-e94fba29cc14 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:18:21.613743 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:18:21.614362 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc010f53-a280-4477-ac37-e94fba29cc14 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:18:21.614929 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'status': 'completed', 'code': 200} Aug 16 03:18:21.672428 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-9018b861-a109-4909-9b6f-3b86976705a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:21.674004 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-9018b861-a109-4909-9b6f-3b86976705a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1096 time: 0.0451682 Aug 16 03:18:21.737464 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-14fec911-9bd8-4264-89c3-182b19428dd6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 217 time: 0.0505040 Aug 16 03:18:21.793163 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-28712698-bedb-4f23-adc4-08c0fc3eb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:21.795823 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-28712698-bedb-4f23-adc4-08c0fc3eb6ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0511372 Aug 16 03:18:21.847553 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-a27e1424-5921-458b-940d-d6858b9f2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:21.849393 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-a27e1424-5921-458b-940d-d6858b9f2b08 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449076 Aug 16 03:18:21.955462 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-d53136e0-7432-444d-9d0f-05cfc80fb355 service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987413 Aug 16 03:18:22.052426 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-284b6c55-992b-4591-99a8-5a0c099d5cf6 req-01ec5d68-d9f5-478a-bcd2-733036e6045c service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903065 Aug 16 03:18:22.178969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-e6d00b1d-1106-4baa-8b62-4dcfcea5c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:22.180575 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-e6d00b1d-1106-4baa-8b62-4dcfcea5c52a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1096 time: 0.0521395 Aug 16 03:18:22.295364 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-e5446355-f95b-4a65-ae25-17dff552a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:22.296946 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-e5446355-f95b-4a65-ae25-17dff552a6d2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.1099205 Aug 16 03:18:22.339756 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-ec43c825-9cd1-4abb-9add-2411fa27b785 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 217 time: 0.0356088 Aug 16 03:18:22.404751 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-42ceddb2-03a6-4369-bf88-f1458919a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:22.406281 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-42ceddb2-03a6-4369-bf88-f1458919a74c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0598037 Aug 16 03:18:22.460254 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-a3574854-4e07-431c-9c72-0615c0bb9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:22.462397 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-a3574854-4e07-431c-9c72-0615c0bb9da4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485065 Aug 16 03:18:22.579817 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-82cebf00-ab8b-47ef-950c-86fca3985e1d service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100318 Aug 16 03:18:22.589980 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22cc71-785c-47d5-873f-8b0ffab12136 req-be19524f-a517-4e75-a3b4-b34019ec0b97 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:22.592526 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f22cc71-785c-47d5-873f-8b0ffab12136 req-be19524f-a517-4e75-a3b4-b34019ec0b97 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0632346 Aug 16 03:18:22.634391 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6f22cc71-785c-47d5-873f-8b0ffab12136 req-7b25477e-38b7-43a9-bb86-8b334ffac80f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352619 Aug 16 03:18:22.681083 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-416f0ebf-c629-414c-a452-fb81a3c3cb79 req-673ff876-8f6c-4547-b414-447470eb5faa service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945475 Aug 16 03:18:23.750996 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee752df9-c23c-4c26-a1ba-6784bfafa9d9 req-4ab07981-4f92-425e-b5c5-289d293d9d44 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:23.752404 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee752df9-c23c-4c26-a1ba-6784bfafa9d9 req-4ab07981-4f92-425e-b5c5-289d293d9d44 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0480046 Aug 16 03:18:23.790290 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ee752df9-c23c-4c26-a1ba-6784bfafa9d9 req-a96e22f5-c23b-4f42-b4bd-388cf5f8eb1c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318308 Aug 16 03:18:24.907953 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b30bd-9e2e-459e-b980-4f47313a54fc req-5c211ad2-8aee-473f-ae21-26c8cb1f2a82 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:24.909424 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-310b30bd-9e2e-459e-b980-4f47313a54fc req-5c211ad2-8aee-473f-ae21-26c8cb1f2a82 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0519354 Aug 16 03:18:24.947430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-310b30bd-9e2e-459e-b980-4f47313a54fc req-07d40642-1f6f-4cff-a972-75358e9e9b95 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319290 Aug 16 03:18:26.067115 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec38a4-92b2-4672-910f-85de0a0f9b53 req-9ab7035c-f745-48de-9d08-4f5cedba23d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:26.068594 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cec38a4-92b2-4672-910f-85de0a0f9b53 req-9ab7035c-f745-48de-9d08-4f5cedba23d2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0532146 Aug 16 03:18:26.106926 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3cec38a4-92b2-4672-910f-85de0a0f9b53 req-463735cf-f25e-42ed-a281-8e82888efc48 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323951 Aug 16 03:18:27.222082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b4f30-69e7-41e9-b490-eebb24045d15 req-6b07e1b8-eb32-4608-897a-609a5ce5ec34 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:27.223606 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef7b4f30-69e7-41e9-b490-eebb24045d15 req-6b07e1b8-eb32-4608-897a-609a5ce5ec34 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0499256 Aug 16 03:18:27.260991 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ef7b4f30-69e7-41e9-b490-eebb24045d15 req-7beb7315-371c-41d6-9e0e-18878c063c8c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Aug 16 03:18:28.379311 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87040d-fd97-4996-b11a-15c937f3d220 req-cceeee8b-b737-4d9a-b2aa-1ba6246a4dc3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:28.380806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d87040d-fd97-4996-b11a-15c937f3d220 req-cceeee8b-b737-4d9a-b2aa-1ba6246a4dc3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0523224 Aug 16 03:18:28.417982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3d87040d-fd97-4996-b11a-15c937f3d220 req-d3ab2f66-848c-40e5-bebf-390c6f9b5a1f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307233 Aug 16 03:18:29.536526 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390e67c-61d9-4397-9c8d-ec365197d178 req-d3137f27-3eeb-4d49-9f73-23a1cb857ecb tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:29.538046 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e390e67c-61d9-4397-9c8d-ec365197d178 req-d3137f27-3eeb-4d49-9f73-23a1cb857ecb tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0501640 Aug 16 03:18:29.578559 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e390e67c-61d9-4397-9c8d-ec365197d178 req-e8d9638f-f354-4b28-bd52-8ff40aec75ac tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338140 Aug 16 03:18:30.706208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629297b-f355-4e0a-9127-e4b8d6be0661 req-898230d5-f95b-46ce-86fa-fea2e94ec200 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:30.708405 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2629297b-f355-4e0a-9127-e4b8d6be0661 req-898230d5-f95b-46ce-86fa-fea2e94ec200 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0633006 Aug 16 03:18:30.745157 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2629297b-f355-4e0a-9127-e4b8d6be0661 req-5d76737f-4a3b-43ea-9080-27f2d568efaf tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308099 Aug 16 03:18:31.088460 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a36e8d3-59b1-42d9-b8d7-fc1a2300e7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:31.567291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:31.865302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d2af-bc80-4979-b151-56dc8a4585fc req-caf5ee7b-bdd3-462e-b47c-2de4f00abdb7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:31.866710 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c51d2af-bc80-4979-b151-56dc8a4585fc req-caf5ee7b-bdd3-462e-b47c-2de4f00abdb7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0522060 Aug 16 03:18:31.904289 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c51d2af-bc80-4979-b151-56dc8a4585fc req-9b6552eb-ec36-4b67-ac5a-948edf788209 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308375 Aug 16 03:18:33.019486 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a2b44-08ef-4de8-8b6a-e2a3021102ee req-2dd45c39-2024-4ee4-ae9a-e46b930e4db9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:33.020976 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-735a2b44-08ef-4de8-8b6a-e2a3021102ee req-2dd45c39-2024-4ee4-ae9a-e46b930e4db9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0497437 Aug 16 03:18:33.057865 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-735a2b44-08ef-4de8-8b6a-e2a3021102ee req-3ccc57b7-2ca4-4450-8692-242f7b75a20f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Aug 16 03:18:33.655218 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e15ba501-e237-493b-b53b-ac46dbe63e87 details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:18:33.731998 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97511038-4e10-4567-bebe-a846dcf29986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:33.762526 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:18:33.772719 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'port_id': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'mac_address': 'fa:16:3e:fb:81:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:18:33.810725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:33.822933 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15ba501-e237-493b-b53b-ac46dbe63e87 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:18:33.843580 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:18:33.847430 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:33.894910 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:33.902396 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.903722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.904208 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.904724 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.905204 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.905551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.906016 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.906355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.906953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.907325 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.907664 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:33.907997 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:18:34.103317 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:34.178996 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d9d4-60f8-42aa-9df2-b1e66ba9e31d req-3dd59cec-ec81-48b5-aeab-3d76a5156ca5 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:34.180595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5960d9d4-60f8-42aa-9df2-b1e66ba9e31d req-3dd59cec-ec81-48b5-aeab-3d76a5156ca5 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 945 time: 0.0484128 Aug 16 03:18:34.218912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5960d9d4-60f8-42aa-9df2-b1e66ba9e31d req-88926325-1463-4b1e-812e-ad45aa8526e7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309973 Aug 16 03:18:34.249061 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['e15ba501-e237-493b-b53b-ac46dbe63e87'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:18:35.154525 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:35.336491 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dd323-0d3a-472c-96cc-f22063d4705d req-e7ef8c6c-431a-4ad3-8fed-3197f47c721c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:35.337962 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-450dd323-0d3a-472c-96cc-f22063d4705d req-e7ef8c6c-431a-4ad3-8fed-3197f47c721c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 945 time: 0.0528550 Aug 16 03:18:35.375451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-450dd323-0d3a-472c-96cc-f22063d4705d req-31d4e592-3764-4e0b-8178-52c526bab978 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309136 Aug 16 03:18:35.566887 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:18:35.669829 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e15ba501-e237-493b-b53b-ac46dbe63e87 up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:18:35.719646 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port e15ba501-e237-493b-b53b-ac46dbe63e87 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:18:35.723066 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port e15ba501-e237-493b-b53b-ac46dbe63e87 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:18:35.723463 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:35.798385 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:35.820546 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:18:35.822755 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9a6941-9529-47f9-a1e5-a200d7cf3c57" -d '{"events": [{"server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "name": "network-vif-plugged", "status": "completed", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:18:35.836170 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:18:35.840161 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:35.863079 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd38998-3fdb-4267-a011-e7dccb51e4b4 x-openstack-request-id: req-bdd38998-3fdb-4267-a011-e7dccb51e4b4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:18:35.863397 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "name": "network-vif-plugged", "status": "completed", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:18:35.863651 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdd38998-3fdb-4267-a011-e7dccb51e4b4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:18:35.864028 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'code': 200} Aug 16 03:18:35.891828 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:35.984651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2334-c36d-4b9a-ac72-d069042df6d8 req-61237f78-1f7c-451b-8d1c-dffac38197f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:35.986062 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-19fb2334-c36d-4b9a-ac72-d069042df6d8 req-61237f78-1f7c-451b-8d1c-dffac38197f0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1098 time: 0.0404193 Aug 16 03:18:36.022570 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-19fb2334-c36d-4b9a-ac72-d069042df6d8 req-aae39056-4563-48e7-b369-c94aed1b2a8e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296147 Aug 16 03:18:36.494806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558581ff-088d-4e65-90a4-28b5a0d54289 req-f4c7ed4b-9907-4b71-897d-81ada44170ad tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:36.496377 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-558581ff-088d-4e65-90a4-28b5a0d54289 req-f4c7ed4b-9907-4b71-897d-81ada44170ad tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0516126 Aug 16 03:18:36.535592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-558581ff-088d-4e65-90a4-28b5a0d54289 req-a2d19a22-8026-4c6b-98dd-c828dbf0de3d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329447 Aug 16 03:18:37.264472 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:37.655474 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a803c-b3cf-4b13-9986-e40bbbda24bc req-75bdf958-871d-455c-85a3-3e3624b65145 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:37.656990 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-515a803c-b3cf-4b13-9986-e40bbbda24bc req-75bdf958-871d-455c-85a3-3e3624b65145 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0520778 Aug 16 03:18:37.696591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-515a803c-b3cf-4b13-9986-e40bbbda24bc req-85755196-a123-4c10-954e-fd6b64725d3b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335875 Aug 16 03:18:37.824958 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6c12e-bebf-4ac3-b45a-05322da360e4 req-40bc1e72-2989-400a-a560-0207aee1b459 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:37.826374 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67e6c12e-bebf-4ac3-b45a-05322da360e4 req-40bc1e72-2989-400a-a560-0207aee1b459 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0601501 Aug 16 03:18:37.865800 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-67e6c12e-bebf-4ac3-b45a-05322da360e4 req-95566f01-bc29-4bd6-b178-0d56ac8ef0bd tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329363 Aug 16 03:18:37.887685 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:37.926968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a603d-b568-4696-bb41-8750b932e59f tempest-TestShelveInstance-1476521304 tempest-TestShelveInstance-1476521304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:37.928562 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-540a603d-b568-4696-bb41-8750b932e59f tempest-TestShelveInstance-1476521304 tempest-TestShelveInstance-1476521304-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1093 time: 0.0398896 Aug 16 03:18:37.931307 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:37.936777 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:37.960271 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:38.070644 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:38.176053 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Allocated IP 172.25.5.253 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/e71333c8-c270-4026-a9d0-70609475f16a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:18:38.282234 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:38.321107 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:38.364060 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:18:38.367262 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:18:38.372150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:18:38.378148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'Port': ['ID=e71333c8-c270-4026-a9d0-70609475f16a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:39.072386 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:39.142932 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:39.287539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:39.291734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:39.365607 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event updated for resources: {'Port': ['ID=e71333c8-c270-4026-a9d0-70609475f16a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:39.375855 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:39.481638 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Floating IP 84333f5f-19d2-4b67-8534-afe994a6248a associated. External IP: 172.25.5.253, port: e15ba501-e237-493b-b53b-ac46dbe63e87. Aug 16 03:18:39.690596 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Router 5f4351b4-f64c-479f-bfde-4e095ce0888a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:18:39.798378 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:18:39.809322 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] Sync routers for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:18:39.822458 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:39.823377 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:18:39.824003 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:39.863106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-347580e8-c1fe-41db-94c2-46a9c2f3d649 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9191456 Aug 16 03:18:39.863106 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:18:39.863106 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698a202f-83c0-4aa9-b642-ae426a482be1" -d '{"events": [{"name": "network-changed", "server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:18:39.933176 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:18:39.946945 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3229b5c-13e5-4885-aecf-329151dbc5a3 x-openstack-request-id: req-a3229b5c-13e5-4885-aecf-329151dbc5a3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:18:39.947443 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:18:39.947703 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3229b5c-13e5-4885-aecf-329151dbc5a3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:18:39.948142 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'status': 'completed', 'code': 200} Aug 16 03:18:40.033403 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-dab9235a-5c28-4727-8041-b742c4ccd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:40.034922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-dab9235a-5c28-4727-8041-b742c4ccd3e5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1098 time: 0.0418804 Aug 16 03:18:40.265856 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '84333f5f-19d2-4b67-8534-afe994a6248a', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'port_id': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'mac_address': 'fa:16:3e:fb:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:38Z', 'updated_at': '2021-08-16T03:18:38Z', 'revision_number': 0, 'project_id': '80b760774fe8462da880652e99fc8036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:40.292884 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] Checking router: 5f4351b4-f64c-479f-bfde-4e095ce0888a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:18:40.302482 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:18:40.303131 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:18:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:40.412211 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:18:40.457106 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-8c9085d5-474f-47b4-8b4d-6bebf0338a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:40.458594 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-8c9085d5-474f-47b4-8b4d-6bebf0338a76 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.4166152 Aug 16 03:18:40.524861 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-0dbb736d-b4b3-458c-bba5-33bbb238d997 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 1000 time: 0.0581598 Aug 16 03:18:40.578549 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-cc933fe8-2a5c-4f40-a1ea-4a1f496b8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:40.580057 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-cc933fe8-2a5c-4f40-a1ea-4a1f496b8072 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0485656 Aug 16 03:18:40.628716 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-fbb408ed-df8e-4ac4-9434-94861505b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:40.629891 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-fbb408ed-df8e-4ac4-9434-94861505b0d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430455 Aug 16 03:18:40.641448 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '84333f5f-19d2-4b67-8534-afe994a6248a', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'port_id': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'mac_address': 'fa:16:3e:fb:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:38Z', 'updated_at': '2021-08-16T03:18:38Z', 'revision_number': 0, 'project_id': '80b760774fe8462da880652e99fc8036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:40.667020 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ce2c0-4d65-422d-95fc-09d1f6947140 None None] The sync data for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 is: [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '84333f5f-19d2-4b67-8534-afe994a6248a', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'port_id': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'mac_address': 'fa:16:3e:fb:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:38Z', 'updated_at': '2021-08-16T03:18:38Z', 'revision_number': 0, 'project_id': '80b760774fe8462da880652e99fc8036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:18:40.724333 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-4af0809f-e3fd-43d4-9793-94128a4600ff service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870345 Aug 16 03:18:40.824131 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-698a202f-83c0-4aa9-b642-ae426a482be1 req-13f2b373-96c7-4417-ab71-f0354177e38f service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931871 Aug 16 03:18:40.863228 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5168d03-8e16-40e8-91c3-f9e34bcf8e77 None None] New status for floating IP 84333f5f-19d2-4b67-8534-afe994a6248a: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:18:43.241886 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:55.075952 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c52e573-3cb1-47ed-be65-b985350825ef req-0314eb6a-5344-4da1-b934-3270e84ceb18 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399876 Aug 16 03:18:55.171336 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52e573-3cb1-47ed-be65-b985350825ef req-de33ca9d-286a-45c2-a7ce-a034d2ad8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:55.172833 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c52e573-3cb1-47ed-be65-b985350825ef req-de33ca9d-286a-45c2-a7ce-a034d2ad8fbb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1098 time: 0.0407450 Aug 16 03:18:55.290270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52e573-3cb1-47ed-be65-b985350825ef req-fe0d86f3-b1f0-4fcf-8243-d9b4dba45672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:55.291807 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c52e573-3cb1-47ed-be65-b985350825ef req-fe0d86f3-b1f0-4fcf-8243-d9b4dba45672 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0958116 Aug 16 03:18:55.362542 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c52e573-3cb1-47ed-be65-b985350825ef req-59e4a2a1-e0ca-4d4d-9b17-d8b917def2b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 1002 time: 0.0631585 Aug 16 03:18:55.417325 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52e573-3cb1-47ed-be65-b985350825ef req-26727aeb-9909-46cf-aa4c-87e7b5475971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:55.419446 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c52e573-3cb1-47ed-be65-b985350825ef req-26727aeb-9909-46cf-aa4c-87e7b5475971 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0503426 Aug 16 03:18:55.467658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52e573-3cb1-47ed-be65-b985350825ef req-85eaa52a-b02e-42d5-ad47-b42119fc5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:55.469143 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c52e573-3cb1-47ed-be65-b985350825ef req-85eaa52a-b02e-42d5-ad47-b42119fc5bd7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430250 Aug 16 03:18:55.561873 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c52e573-3cb1-47ed-be65-b985350825ef req-2d445204-e9a9-45d4-8c9e-7eda9dd93ab3 service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847380 Aug 16 03:18:55.664968 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-3c52e573-3cb1-47ed-be65-b985350825ef req-f5a4b2db-3e86-4a7b-9669-130cfb005b9a service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946894 Aug 16 03:19:01.090365 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a0cfbae-e39e-41af-974e-f94c336a7927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:01.566423 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:03.723866 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf5c-6a9d-4df4-947a-1358c2b20230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:04.107625 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:05.160083 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:07.262830 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:12.567137 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:19:13.241338 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:31.094412 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cde8a457-034c-45d9-8f12-6736c87405f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:31.575322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:33.724618 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de9aa968-edf8-422a-8456-7b3524defce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:34.109019 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:35.162208 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:37.266614 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:43.243736 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:49.566251 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:19:56.080959 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-a2dbb39a-3792-42c4-bcc3-e0d027ae4a53 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417438 Aug 16 03:19:56.177614 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-720b0c20-ca8b-4f56-9399-8429f1fff96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:56.179106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-720b0c20-ca8b-4f56-9399-8429f1fff96b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1098 time: 0.0393760 Aug 16 03:19:56.289099 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-1784b6b6-c8a7-499d-bb05-6e301c77c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:56.290557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-1784b6b6-c8a7-499d-bb05-6e301c77c773 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0902810 Aug 16 03:19:56.356713 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-037eff57-3667-4415-b463-6e85efe35779 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 1002 time: 0.0590138 Aug 16 03:19:56.408928 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-3ef2bd5e-eb3a-4dac-b5d9-710a8c5cbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:56.410356 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-3ef2bd5e-eb3a-4dac-b5d9-710a8c5cbaaa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0471892 Aug 16 03:19:56.456918 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-b00edd31-0ea2-41dd-9770-35dc3d5d7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:56.458430 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-b00edd31-0ea2-41dd-9770-35dc3d5d7c1a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410724 Aug 16 03:19:56.546523 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-63f1a390-4a54-4c03-ab23-f35319dc492d service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808063 Aug 16 03:19:56.642642 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dfa43bfe-555a-4df3-8533-11dd8e0baf5c req-83de1c66-ffcd-424b-a9d6-e183cc8662cd service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892382 Aug 16 03:20:01.095651 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b604db45-95a7-4df8-9f57-c0db59406627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:01.572636 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:03.725367 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-521bead2-1cf1-44a8-981f-1e06f2bf61ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:04.110570 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:05.163626 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:07.268729 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:13.269818 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:26.565900 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:20:31.096565 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df5f6d23-02a8-4610-bf71-0fdc8db69072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:31.590982 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:33.725231 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56f9d1d8-03f4-40c5-b5b0-313c870e034a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:34.111278 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:35.167852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:37.270968 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:37.828651 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4537-9cbe-4c01-b45e-04185051ebf4 req-4a4474bc-1916-42c0-abf8-9368f33148d1 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:37.830087 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-616a4537-9cbe-4c01-b45e-04185051ebf4 req-4a4474bc-1916-42c0-abf8-9368f33148d1 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0548129 Aug 16 03:20:37.871263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-616a4537-9cbe-4c01-b45e-04185051ebf4 req-8994ad5a-cea4-49d3-9040-0b5a65944d5f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345819 Aug 16 03:20:39.013371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c58f14-1c18-41b4-81b3-dd3b947aa6df req-49c5eab3-a886-41ad-8631-ebfa2e38d1d4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:39.014853 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7c58f14-1c18-41b4-81b3-dd3b947aa6df req-49c5eab3-a886-41ad-8631-ebfa2e38d1d4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0498269 Aug 16 03:20:39.052315 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7c58f14-1c18-41b4-81b3-dd3b947aa6df req-2bc7e0ba-107b-425f-b97c-9d60c0c96e64 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314929 Aug 16 03:20:40.179194 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851835d8-37a7-4b3c-911d-951ba6e2cbda req-ad462c81-e214-4cf2-8aeb-72eaf2a02a9b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:40.181376 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-851835d8-37a7-4b3c-911d-951ba6e2cbda req-ad462c81-e214-4cf2-8aeb-72eaf2a02a9b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0609934 Aug 16 03:20:40.228149 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-851835d8-37a7-4b3c-911d-951ba6e2cbda req-d9c405f7-1bf3-45e5-979a-7a95861d8ac7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Aug 16 03:20:41.347806 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493fe74-0227-4923-b788-6c3194b8c79a req-d394bba4-f27a-450b-95dc-d92e6d119d44 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:41.349327 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7493fe74-0227-4923-b788-6c3194b8c79a req-d394bba4-f27a-450b-95dc-d92e6d119d44 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0509655 Aug 16 03:20:41.387945 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7493fe74-0227-4923-b788-6c3194b8c79a req-fd40252b-6d6a-4cd2-bd3c-e5e1c181ac55 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319541 Aug 16 03:20:42.504372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3096ee1-e39e-45b7-8374-34728ea85a91 req-409514d3-21d9-4153-af2b-8f58e975d60b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:42.505869 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3096ee1-e39e-45b7-8374-34728ea85a91 req-409514d3-21d9-4153-af2b-8f58e975d60b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0496080 Aug 16 03:20:42.543590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a3096ee1-e39e-45b7-8374-34728ea85a91 req-27e309ff-6c9e-4781-bdfd-7f7513e2df0a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Aug 16 03:20:43.284898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:43.662956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885957-6c8e-4b85-a3d6-390455cd2b4f req-875be7e6-ef41-4ef4-b8b8-55c71908698a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:43.664500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1885957-6c8e-4b85-a3d6-390455cd2b4f req-875be7e6-ef41-4ef4-b8b8-55c71908698a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0531416 Aug 16 03:20:43.703308 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b1885957-6c8e-4b85-a3d6-390455cd2b4f req-b2e8ddeb-2c9e-4502-9de5-2c93285a29d3 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328743 Aug 16 03:20:44.822208 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f9a13-574d-4c44-bfe7-5958f51e4da9 req-dc3ba8f2-bbdd-4282-b545-271f1f920b04 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:44.823810 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d3f9a13-574d-4c44-bfe7-5958f51e4da9 req-dc3ba8f2-bbdd-4282-b545-271f1f920b04 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0526989 Aug 16 03:20:44.862884 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1d3f9a13-574d-4c44-bfe7-5958f51e4da9 req-ba5c4e9e-7889-4794-8348-586e40cf32c5 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317485 Aug 16 03:20:45.980340 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e461a-d11a-4e18-9ce3-765868314693 req-10e40fa8-d9de-44ce-ae0c-40857fb0b567 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:45.981841 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b4e461a-d11a-4e18-9ce3-765868314693 req-10e40fa8-d9de-44ce-ae0c-40857fb0b567 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0505366 Aug 16 03:20:46.020193 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7b4e461a-d11a-4e18-9ce3-765868314693 req-7ad038ca-61b7-48c7-a386-79cc5c476c45 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320356 Aug 16 03:20:47.138741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2291-d29a-4765-b01f-bbf1fc0e4362 req-8c2faa8a-07b6-4458-b29e-9ae0c45814d7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:47.140280 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eaae2291-d29a-4765-b01f-bbf1fc0e4362 req-8c2faa8a-07b6-4458-b29e-9ae0c45814d7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0535409 Aug 16 03:20:47.178368 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-eaae2291-d29a-4765-b01f-bbf1fc0e4362 req-bcb4f476-7b73-4b84-81da-cdc65b21fa9f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314755 Aug 16 03:20:48.030525 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a75fa-1365-482b-b350-a102df741a99 req-457301be-cd34-4620-95a7-1d1869baebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.033409 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-663a75fa-1365-482b-b350-a102df741a99 req-457301be-cd34-4620-95a7-1d1869baebb2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1098 time: 0.0447664 Aug 16 03:20:48.132211 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a75fa-1365-482b-b350-a102df741a99 req-73a70c0c-071d-4819-bd45-966300468aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.133731 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-663a75fa-1365-482b-b350-a102df741a99 req-73a70c0c-071d-4819-bd45-966300468aac service neutron] 10.222.0.86 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0936079 Aug 16 03:20:48.201362 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-663a75fa-1365-482b-b350-a102df741a99 req-a4ca2d3b-2433-4872-8e3b-95103531a045 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 1002 time: 0.0592821 Aug 16 03:20:48.252134 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a75fa-1365-482b-b350-a102df741a99 req-3864ede3-836f-43d4-b25e-d4eb9ffbae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.253617 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-663a75fa-1365-482b-b350-a102df741a99 req-3864ede3-836f-43d4-b25e-d4eb9ffbae4c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0460200 Aug 16 03:20:48.297869 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff637c08-0329-41ff-8df1-c82c494affdb req-3d3b81c0-1e4a-4064-a42e-9e8d57259017 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.299523 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff637c08-0329-41ff-8df1-c82c494affdb req-3d3b81c0-1e4a-4064-a42e-9e8d57259017 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0510931 Aug 16 03:20:48.304656 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a75fa-1365-482b-b350-a102df741a99 req-e434f18b-1714-44c3-8f35-4b9aa1979a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:48.306173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-663a75fa-1365-482b-b350-a102df741a99 req-e434f18b-1714-44c3-8f35-4b9aa1979a4a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460699 Aug 16 03:20:48.318019 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [req-663a75fa-1365-482b-b350-a102df741a99 req-7ae6a500-4c57-4ec3-93e9-a88213e24e2c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:20:48.319020 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-663a75fa-1365-482b-b350-a102df741a99 req-7ae6a500-4c57-4ec3-93e9-a88213e24e2c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052650 Aug 16 03:20:48.339104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ff637c08-0329-41ff-8df1-c82c494affdb req-b1b1d28c-0b8a-42d8-84ab-2882daf14e5c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335705 Aug 16 03:20:48.412519 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-663a75fa-1365-482b-b350-a102df741a99 req-18735546-9ed9-4227-a0c5-47112c20d35f service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858233 Aug 16 03:20:48.525557 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-663a75fa-1365-482b-b350-a102df741a99 req-7a034f28-4eb3-41a4-ba6d-f0e429d95228 service neutron] 10.222.0.86 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056502 Aug 16 03:20:49.454009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7142d-bccb-4a2f-a35a-b679fecffab8 req-68126c72-4ceb-4f5a-821e-bbe60b0db33e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:49.455517 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20b7142d-bccb-4a2f-a35a-b679fecffab8 req-68126c72-4ceb-4f5a-821e-bbe60b0db33e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0505998 Aug 16 03:20:49.493192 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-20b7142d-bccb-4a2f-a35a-b679fecffab8 req-4e44d838-3371-4d4e-bb95-10a8746a03f4 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318210 Aug 16 03:20:50.615542 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc73ce-06f7-4b8d-bdba-b6707e4cf7f9 req-16636070-2423-4302-bfb9-25397dcdee89 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:50.617061 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9dc73ce-06f7-4b8d-bdba-b6707e4cf7f9 req-16636070-2423-4302-bfb9-25397dcdee89 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0546713 Aug 16 03:20:50.656891 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c9dc73ce-06f7-4b8d-bdba-b6707e4cf7f9 req-b0deacf3-30a6-4678-8d41-11a72ba23981 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332689 Aug 16 03:20:51.776733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc923f-0f4d-4766-a45e-f837aca55027 req-b62b8cd1-0df6-4367-b104-a0a856fdfd22 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:51.778225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8acc923f-0f4d-4766-a45e-f837aca55027 req-b62b8cd1-0df6-4367-b104-a0a856fdfd22 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0508752 Aug 16 03:20:51.817927 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8acc923f-0f4d-4766-a45e-f837aca55027 req-168c2aed-e686-492e-a877-57055c2e6246 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336332 Aug 16 03:20:52.032484 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-e4a9e722-ccd3-408f-a86c-9c61319aec81 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782018 Aug 16 03:20:52.046131 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6238385-f297-483c-a091-754c9de8d8fc req-9c252a0d-d147-49a5-bb0e-c6b88e73c45d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:52.048265 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6238385-f297-483c-a091-754c9de8d8fc req-9c252a0d-d147-49a5-bb0e-c6b88e73c45d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0684018 Aug 16 03:20:52.087619 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c6238385-f297-483c-a091-754c9de8d8fc req-48cb7a07-0eb9-408f-951b-2c421e803a62 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330901 Aug 16 03:20:53.208273 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235ca8f-d5c5-4b35-9ccc-9cc498dce063 req-e4e35167-881e-4476-905f-e24aed2c6f52 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:53.209787 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7235ca8f-d5c5-4b35-9ccc-9cc498dce063 req-e4e35167-881e-4476-905f-e24aed2c6f52 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0522008 Aug 16 03:20:53.252477 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7235ca8f-d5c5-4b35-9ccc-9cc498dce063 req-5e928135-6471-4a98-91dd-d971604fe66c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357163 Aug 16 03:20:54.365964 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device e15ba501-e237-493b-b53b-ac46dbe63e87 no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:20:54.371919 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b8741-e362-4862-a581-8377be46e01a req-422ec6b0-f909-4b3b-8f77-34ca36b93849 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:54.373437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-862b8741-e362-4862-a581-8377be46e01a req-422ec6b0-f909-4b3b-8f77-34ca36b93849 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Aug 16 03:20:54.414804 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-862b8741-e362-4862-a581-8377be46e01a req-b8fb5c20-aec5-40ea-b714-1d8ef3588c4c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339684 Aug 16 03:20:54.450472 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:54.473574 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:54.475822 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590382ad-9ed2-401d-9fc4-b3b0d325ac24" -d '{"events": [{"server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "name": "network-vif-unplugged", "status": "completed", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:54.488792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:54.493623 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:54.519689 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b43cbf-5e8f-45a6-bdb9-6850aed18c7f x-openstack-request-id: req-b8b43cbf-5e8f-45a6-bdb9-6850aed18c7f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:54.519974 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "name": "network-vif-unplugged", "status": "failed", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:54.520169 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8b43cbf-5e8f-45a6-bdb9-6850aed18c7f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:54.520559 n-d-768862-14 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'code': 422} returned with failed status Aug 16 03:20:54.545366 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:54.552974 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.553327 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.553680 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.554021 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.554360 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.554696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.555216 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.555551 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.555881 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.556209 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.556538 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:54.556863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:55.537695 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e03f2-f69e-456f-8e85-0ffdd16cff62 req-29a9feea-3944-46d9-a578-e028204da94d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:55.539317 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c6e03f2-f69e-456f-8e85-0ffdd16cff62 req-29a9feea-3944-46d9-a578-e028204da94d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0564177 Aug 16 03:20:55.581152 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0c6e03f2-f69e-456f-8e85-0ffdd16cff62 req-13d883ce-dcd9-4e22-9c43-a1224b389ae2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356925 Aug 16 03:20:56.697374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da269db1-3aa3-459c-82d2-8259d8bc7631 req-59d1ed05-0046-4bd2-a11e-3d8e0810d3c9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:56.698895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da269db1-3aa3-459c-82d2-8259d8bc7631 req-59d1ed05-0046-4bd2-a11e-3d8e0810d3c9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0498354 Aug 16 03:20:56.762392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-da269db1-3aa3-459c-82d2-8259d8bc7631 req-2326f171-25cb-4d15-b922-47f88ba15d11 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568957 Aug 16 03:20:56.773646 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-3d46314a-00dc-40d9-861e-f2d01a72b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:56.775276 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-3d46314a-00dc-40d9-861e-f2d01a72b490 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189&tenant_id=80b760774fe8462da880652e99fc8036 HTTP/1.1" status: 200 len: 1096 time: 0.0565410 Aug 16 03:20:56.787537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768862-14', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:20:56.844823 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:57.045013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:57.083609 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h1-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:20:57.116314 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15ba501-e237-493b-b53b-ac46dbe63e87 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:20:57.124002 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:57.138435 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Transition to ACTIVE for port object e15ba501-e237-493b-b53b-ac46dbe63e87 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:20:57.142311 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:57.220369 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:57.236024 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.236374 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.236717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.237057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.237394 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.237726 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.238057 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.238385 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.238714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.239041 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.239398 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.239723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:57.277733 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] No DVR routers for this DVR port e15ba501-e237-493b-b53b-ac46dbe63e87 on host n-h1-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:20:57.414805 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Attempting to bind port e15ba501-e237-493b-b53b-ac46dbe63e87 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:20:57.415171 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Attempting to bind port e15ba501-e237-493b-b53b-ac46dbe63e87 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:20:57.415510 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Attempting to bind port e15ba501-e237-493b-b53b-ac46dbe63e87 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:20:57.419708 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Port e15ba501-e237-493b-b53b-ac46dbe63e87 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:20:57.420036 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Attempting to bind port e15ba501-e237-493b-b53b-ac46dbe63e87 on network a190b6cd-a449-423e-94b8-d3f4fdd1d71f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:20:57.425485 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:20:57.425872 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Checking segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:20:57.426428 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Bound using segment: {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:20:57.426907 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Bound port: e15ba501-e237-493b-b53b-ac46dbe63e87, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb7883b-3551-439e-95d1-ae8fc9684625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:20:57.427413 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:57.491175 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:20:57.494095 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:20:57.498766 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:57.536568 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.537253 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:57.538658 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] 10.222.0.93 "PUT /v2.0/ports/e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 1093 time: 0.7552691 Aug 16 03:20:57.539143 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:57.541418 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21" -d '{"events": [{"name": "network-changed", "server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:57.566714 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df7c4a-5405-46d7-ab0d-9b51c564a77c service neutron] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:57.604693 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bd1a25-cf83-4693-bd25-4e745a11b959 x-openstack-request-id: req-38bd1a25-cf83-4693-bd25-4e745a11b959 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:57.605176 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:57.605456 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-38bd1a25-cf83-4693-bd25-4e745a11b959 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:57.605863 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'status': 'completed', 'code': 200} Aug 16 03:20:57.622942 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-4f37c507-eeae-4b0c-9d45-614538362c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.624706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-4f37c507-eeae-4b0c-9d45-614538362c23 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1096 time: 0.0509460 Aug 16 03:20:57.718577 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-f8cefeb4-0859-47a3-aa31-b6828893a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.720718 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-f8cefeb4-0859-47a3-aa31-b6828893a095 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0891840 Aug 16 03:20:57.793872 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-de616c1d-1c2b-41de-b0fb-f1112b9f5e0f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 1000 time: 0.0660703 Aug 16 03:20:57.868108 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-c98640a1-ad32-4512-80f9-b700ad6ace10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.869499 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-c98640a1-ad32-4512-80f9-b700ad6ace10 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0683758 Aug 16 03:20:57.897218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e579e-f34b-490f-b5ca-71b84d6b3b86 req-5bc95ff0-2b03-4b86-a06a-77f4811d53a0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.898722 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f3e579e-f34b-490f-b5ca-71b84d6b3b86 req-5bc95ff0-2b03-4b86-a06a-77f4811d53a0 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0673482 Aug 16 03:20:57.958656 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-0f3e579e-f34b-490f-b5ca-71b84d6b3b86 req-083ce91a-79da-4345-b3e4-36a98abd3699 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458865 Aug 16 03:20:57.961272 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-d2765414-7bb7-4675-8736-01c7c517dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.962705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-d2765414-7bb7-4675-8736-01c7c517dfa4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841544 Aug 16 03:20:58.056383 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-a6ee6053-6832-4108-95bb-a416707d2b66 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860152 Aug 16 03:20:58.149564 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-b1ce23bb-ee74-4821-b2e2-f49c6d411dbf service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855145 Aug 16 03:20:58.240075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-1c697d95-16d0-4b47-a116-f118921b69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:58.241603 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-1c697d95-16d0-4b47-a116-f118921b69a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1096 time: 0.0427907 Aug 16 03:20:58.332949 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-ece3fda5-5b2f-4343-a2e1-e7401e69c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:58.334432 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-ece3fda5-5b2f-4343-a2e1-e7401e69c5c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0854461 Aug 16 03:20:58.402465 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-3b9decd1-7e61-4f00-9795-b59587bc0191 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 1000 time: 0.0609121 Aug 16 03:20:58.457824 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-54a2056e-b042-43f7-9b8e-419c7aa96817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:58.459324 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-54a2056e-b042-43f7-9b8e-419c7aa96817 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0481143 Aug 16 03:20:58.505536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-9c3ed830-341c-4310-b0ae-d18d4f7fd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:58.507014 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-9c3ed830-341c-4310-b0ae-d18d4f7fd99f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398772 Aug 16 03:20:58.601480 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-f264cc8f-e3a4-4b4c-8c39-68786edbd49a service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863569 Aug 16 03:20:58.699951 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f22bbabb-cca9-4397-a8ed-93b0aeb32a21 req-0927e635-4c48-4fc5-8090-ced6a021a68f service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907035 Aug 16 03:20:59.083072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f71bc-08e9-4847-aecc-b278c1fcaa21 req-edf4bfbd-d443-401f-aad3-ef8719f56fd2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:59.084584 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-892f71bc-08e9-4847-aecc-b278c1fcaa21 req-edf4bfbd-d443-401f-aad3-ef8719f56fd2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0555634 Aug 16 03:20:59.121540 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-892f71bc-08e9-4847-aecc-b278c1fcaa21 req-e8e7f22a-7b31-4069-b638-c2c56d352738 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310600 Aug 16 03:21:00.243879 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84b9a-de3f-4906-b9e8-23d8755ce264 req-57665824-092a-43fa-aabd-751bbfe62b8c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:00.245385 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bfc84b9a-de3f-4906-b9e8-23d8755ce264 req-57665824-092a-43fa-aabd-751bbfe62b8c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0497539 Aug 16 03:21:00.284263 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bfc84b9a-de3f-4906-b9e8-23d8755ce264 req-db7e7555-c5b3-4a62-a190-0334ebb07d4d tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320446 Aug 16 03:21:01.096698 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-257d3269-5af1-45d2-8593-349ada21796d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:01.401995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1536eb-597a-4795-8e51-193e44a2bb0d req-78a868f4-607d-4a29-b4f0-adcc31597afd tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:01.403437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c1536eb-597a-4795-8e51-193e44a2bb0d req-78a868f4-607d-4a29-b4f0-adcc31597afd tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0488849 Aug 16 03:21:01.442362 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c1536eb-597a-4795-8e51-193e44a2bb0d req-603fd739-f6aa-4b9e-a156-41b756d5a894 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324149 Aug 16 03:21:01.606479 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:02.560933 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7145ecb-6451-4f9d-8521-83c9cfe9426b req-6d6fa6e4-91db-4032-820f-f2bdd60ffe96 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:02.563058 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7145ecb-6451-4f9d-8521-83c9cfe9426b req-6d6fa6e4-91db-4032-820f-f2bdd60ffe96 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0531638 Aug 16 03:21:02.600978 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b7145ecb-6451-4f9d-8521-83c9cfe9426b req-85a117b1-b96f-4b41-89aa-abef74ce497a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315900 Aug 16 03:21:03.565326 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:21:03.722536 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f09bb3-29b2-4cb2-8240-4e8c460bd7b1 req-81cffabb-9d2f-495b-96fa-2678d170240a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:03.724133 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46f09bb3-29b2-4cb2-8240-4e8c460bd7b1 req-81cffabb-9d2f-495b-96fa-2678d170240a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0503533 Aug 16 03:21:03.726186 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5f07cdb-60c2-4440-a287-709af1c72120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:03.764663 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46f09bb3-29b2-4cb2-8240-4e8c460bd7b1 req-0c18e86c-ac2d-4e54-8992-3222de39fdee tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339251 Aug 16 03:21:04.112354 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:04.877940 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59b7ed-3a3e-4d7d-936a-55e260125c0e req-79245b34-1a36-46c2-8b0b-dbc39b0d703b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:04.879446 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc59b7ed-3a3e-4d7d-936a-55e260125c0e req-79245b34-1a36-46c2-8b0b-dbc39b0d703b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0480731 Aug 16 03:21:04.917963 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc59b7ed-3a3e-4d7d-936a-55e260125c0e req-c6fbc29e-6b2e-4b1d-a243-8f77eabaad33 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323782 Aug 16 03:21:05.170975 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:06.036416 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147be3-2b7b-4cf9-aa9a-e6b8fc647262 req-bba3479f-57a0-4ae3-b7e3-108069df1f23 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:06.038309 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6147be3-2b7b-4cf9-aa9a-e6b8fc647262 req-bba3479f-57a0-4ae3-b7e3-108069df1f23 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 944 time: 0.0534911 Aug 16 03:21:06.075947 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-d6147be3-2b7b-4cf9-aa9a-e6b8fc647262 req-9cd03c61-21b9-448a-ad94-b6585a577e1e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Aug 16 03:21:06.724593 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e15ba501-e237-493b-b53b-ac46dbe63e87 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:21:06.818197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:06.829268 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'port_id': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'mac_address': 'fa:16:3e:fb:81:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:21:06.864403 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:06.877369 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15ba501-e237-493b-b53b-ac46dbe63e87 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:21:06.895838 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:06.900107 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:07.111678 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:07.157884 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['e15ba501-e237-493b-b53b-ac46dbe63e87'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:21:07.253025 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d82e91-f8dc-4d90-af0f-6b612eb75de0 req-98f50ffd-df82-44e3-a50e-eb584e85c0ff tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:07.254627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7d82e91-f8dc-4d90-af0f-6b612eb75de0 req-98f50ffd-df82-44e3-a50e-eb584e85c0ff tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 945 time: 0.1073637 Aug 16 03:21:07.292348 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:07.299649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-f7d82e91-f8dc-4d90-af0f-6b612eb75de0 req-8a89598e-64d3-4dfc-ba68-eea86a098ccb tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379298 Aug 16 03:21:08.413399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46713100-b201-425f-b2e2-b2b425d76a43 req-2a5d2988-793f-4e6b-be41-4462e2566326 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:08.414803 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46713100-b201-425f-b2e2-b2b425d76a43 req-2a5d2988-793f-4e6b-be41-4462e2566326 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 945 time: 0.0483904 Aug 16 03:21:08.452591 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-46713100-b201-425f-b2e2-b2b425d76a43 req-d09ead6c-3884-4272-a5be-938e5551c04f tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317135 Aug 16 03:21:08.755743 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e15ba501-e237-493b-b53b-ac46dbe63e87 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:21:08.803144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port e15ba501-e237-493b-b53b-ac46dbe63e87 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:21:08.806858 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port e15ba501-e237-493b-b53b-ac46dbe63e87 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:21:08.807272 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:08.882891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:08.905502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:21:08.907952 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff15d5bd-dbf0-4758-972d-f5877d5bf250" -d '{"events": [{"server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "name": "network-vif-plugged", "status": "completed", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:21:08.924530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:21:08.929241 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:08.955887 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0f2fd0-2af8-483b-b546-17d6c9b5e13f x-openstack-request-id: req-db0f2fd0-2af8-483b-b546-17d6c9b5e13f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:21:08.956176 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "name": "network-vif-plugged", "status": "completed", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:21:08.956427 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db0f2fd0-2af8-483b-b546-17d6c9b5e13f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:21:08.957003 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'code': 200} Aug 16 03:21:08.986431 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:21:09.097520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e872a82-fda0-4b58-afa2-5f28dc545082 req-5f66f263-e7f4-47ff-9a87-3cc96f60b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:09.099022 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e872a82-fda0-4b58-afa2-5f28dc545082 req-5f66f263-e7f4-47ff-9a87-3cc96f60b35e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1099 time: 0.0450082 Aug 16 03:21:09.136768 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2e872a82-fda0-4b58-afa2-5f28dc545082 req-319a7ac4-932e-4b16-9703-49333db0b8d6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304551 Aug 16 03:21:09.569326 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815861f-6048-4317-b7d6-a617f23b6d5e req-f35c6655-7ea6-4db6-a9f8-e5ae6af1363b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:09.570819 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7815861f-6048-4317-b7d6-a617f23b6d5e req-f35c6655-7ea6-4db6-a9f8-e5ae6af1363b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 947 time: 0.0491714 Aug 16 03:21:09.608703 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-7815861f-6048-4317-b7d6-a617f23b6d5e req-d376a570-e2ee-480a-9e67-66fac3a57a76 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Aug 16 03:21:10.727597 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96527cb9-9d9c-468b-932d-d61f469891f0 req-4ac1d62a-0b0d-4f85-8829-141342123f5a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:10.729106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96527cb9-9d9c-468b-932d-d61f469891f0 req-4ac1d62a-0b0d-4f85-8829-141342123f5a tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 947 time: 0.0521233 Aug 16 03:21:10.769895 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-96527cb9-9d9c-468b-932d-d61f469891f0 req-d3fab4f7-8731-4ea9-a870-8fe3674f26a2 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322287 Aug 16 03:21:13.299760 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.099407 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a151d0a-1153-4663-ba86-ae8145967456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:31.601098 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:33.727472 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c530d2b0-2f0b-46ff-8d02-c123774f4690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:34.113697 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:35.174463 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:37.276192 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:40.564963 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:21:42.386237 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-05171b54-486c-4f85-b844-7d2dfa614005 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449419 Aug 16 03:21:42.470413 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-d1c2192f-79db-45f6-b223-64fd0b9b0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:42.471934 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-d1c2192f-79db-45f6-b223-64fd0b9b0a3f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1099 time: 0.0424681 Aug 16 03:21:42.580925 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-9da42ae4-aff9-4074-8ba8-ba74b929be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:42.582440 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-9da42ae4-aff9-4074-8ba8-ba74b929be25 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.0902398 Aug 16 03:21:42.655017 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-a521363c-42d1-45cf-97e7-f494572a16f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 1002 time: 0.0650589 Aug 16 03:21:42.705845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-04dc3568-fb9e-4acd-af1f-e0c90bc39620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:42.707359 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-04dc3568-fb9e-4acd-af1f-e0c90bc39620 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0446372 Aug 16 03:21:42.753459 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-04b485e9-7df5-4a0d-abfe-e94c7189ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:42.754982 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-04b485e9-7df5-4a0d-abfe-e94c7189ea96 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405629 Aug 16 03:21:42.766008 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-31292d87-6745-4d48-89b7-3c33653ff6f8 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:21:42.766941 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-31292d87-6745-4d48-89b7-3c33653ff6f8 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051212 Aug 16 03:21:42.861856 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-ad9a7042-6068-4e9e-a988-3e0fcb1e54d4 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877335 Aug 16 03:21:42.951792 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c8306557-8202-405e-be2a-72595b1fb0a6 req-ee018470-751a-468e-8938-8dbbc4a3384c service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822864 Aug 16 03:21:43.309786 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:01.099301 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3a71-66b1-4fc0-b26d-fd7a26d7bd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:01.603507 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:03.728456 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9d353cf-33b3-49ec-a3a7-3c7f10d6b074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:04.118717 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:05.176542 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:07.279195 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:13.313985 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:17.564223 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:22:23.062602 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43870) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:23.226461 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Deleting port e71333c8-c270-4026-a9d0-70609475f16a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:23.226778 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:23.301254 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:23.301574 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:23.313702 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Calling delete_port for e71333c8-c270-4026-a9d0-70609475f16a owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:23.466521 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:23.496268 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event deleted for resources: {'Port': ['ID=e71333c8-c270-4026-a9d0-70609475f16a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:23.508567 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.508910 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.509243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.509596 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.509927 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.510258 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.510570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.510888 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.511235 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.511570 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.511903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.512203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:23.566526 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:23.566847 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Floating IP 84333f5f-19d2-4b67-8534-afe994a6248a disassociated (deleted). External IP: 172.25.5.253, port: e15ba501-e237-493b-b53b-ac46dbe63e87. Aug 16 03:22:23.780981 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Router 5f4351b4-f64c-479f-bfde-4e095ce0888a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:22:23.894192 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:23.898830 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:23.905894 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] Sync routers for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:23.915938 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:23.916552 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:23.936045 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-1517dca2-ddfc-4cdd-b620-0d8119b395b9 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "DELETE /v2.0/floatingips/84333f5f-19d2-4b67-8534-afe994a6248a HTTP/1.1" status: 204 len: 168 time: 0.8723724 Aug 16 03:22:23.936736 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:23.939145 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a1f9a2-63c5-4a9b-9db5-3df951df367d" -d '{"events": [{"name": "network-changed", "server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:24.040749 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:24.134239 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a5a228-0174-46ea-857e-23fd31a69687 x-openstack-request-id: req-01a5a228-0174-46ea-857e-23fd31a69687 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:24.135015 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:24.135015 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01a5a228-0174-46ea-857e-23fd31a69687 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:24.135568 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'status': 'completed', 'code': 200} Aug 16 03:22:24.235271 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-e2d3b47c-0c7b-4fde-a8c0-f9a5ae9bcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:24.236890 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-e2d3b47c-0c7b-4fde-a8c0-f9a5ae9bcab0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=80b760774fe8462da880652e99fc8036&device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 1099 time: 0.0817683 Aug 16 03:22:24.266746 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:24.269604 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa9e29-fbe1-4514-84d5-128a12e1b4df req-4e0c1175-f6fd-41c1-8081-1e8d8852747c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:24.271880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4dfa9e29-fbe1-4514-84d5-128a12e1b4df req-4e0c1175-f6fd-41c1-8081-1e8d8852747c tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 947 time: 0.0818462 Aug 16 03:22:24.297621 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] Checking router: 5f4351b4-f64c-479f-bfde-4e095ce0888a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:24.306321 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:24.307398 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:24.370012 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4dfa9e29-fbe1-4514-84d5-128a12e1b4df req-ba8fd814-cb60-4c81-aaf4-dd048acd4d37 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872786 Aug 16 03:22:24.391114 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-a45e6a97-18f5-4da6-8357-cdc6fa2204a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:24.392630 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-a45e6a97-18f5-4da6-8357-cdc6fa2204a3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 200 len: 909 time: 0.1469615 Aug 16 03:22:24.427673 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:24.450266 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-7e2fd466-5f9c-4a56-bcfd-e5c4ca83f1ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 200 len: 217 time: 0.0499103 Aug 16 03:22:24.510094 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-0fe04c74-c2af-41c2-afb9-09b3d9734c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:24.511640 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-0fe04c74-c2af-41c2-afb9-09b3d9734c06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 200 len: 847 time: 0.0539134 Aug 16 03:22:24.571329 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-78aafd21-1cee-4b0e-a357-ebf31b50d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:24.573574 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-78aafd21-1cee-4b0e-a357-ebf31b50d247 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a190b6cd-a449-423e-94b8-d3f4fdd1d71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537591 Aug 16 03:22:24.673110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-69eb6556-392e-4d8a-b386-7d60d6934801 service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910909 Aug 16 03:22:24.739682 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:24.765795 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b2123b-59e8-4368-bbf9-7b7eac00753c None None] The sync data for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 is: [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:49Z', 'revision_number': 4, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '4db9d0c1-cdec-4104-96e2-fdbe9960f4e9', 'name': '', 'network_id': 'a190b6cd-a449-423e-94b8-d3f4fdd1d71f', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'mac_address': 'fa:16:3e:c0:2d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:48Z', 'updated_at': '2021-08-16T03:13:55Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'subnets': [{'id': 'c8853c70-ef54-40f9-8add-0ec337a5d773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:24.770580 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54a1f9a2-63c5-4a9b-9db5-3df951df367d req-a139bd65-f3bb-4b95-a709-0ee8f61d225e service neutron] 10.222.0.93 "GET /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896046 Aug 16 03:22:24.990860 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a4847-2b72-4062-960f-f3e60b2e69e3 None None] New status for floating IP 84333f5f-19d2-4b67-8534-afe994a6248a: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:22:25.495641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072859c4-1047-4684-9e24-95b051856df9 req-d58e53af-2119-45b3-b3eb-7f2e5c1cb16b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:25.497139 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-072859c4-1047-4684-9e24-95b051856df9 req-d58e53af-2119-45b3-b3eb-7f2e5c1cb16b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 947 time: 0.0534549 Aug 16 03:22:25.900093 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-072859c4-1047-4684-9e24-95b051856df9 req-ec5ecf05-7a5a-4e47-a28b-2f16a175e179 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e39ee57-82de-4c05-81e1-94a406a267c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3968718 Aug 16 03:22:25.916776 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-dfd6620e-47a9-4d7b-8c8c-d9cfe9b79892 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:25.918248 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-dfd6620e-47a9-4d7b-8c8c-d9cfe9b79892 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.93 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 947 time: 0.0622907 Aug 16 03:22:26.009047 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Deleting port e15ba501-e237-493b-b53b-ac46dbe63e87 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:26.009395 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:26.098978 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] For port e15ba501-e237-493b-b53b-ac46dbe63e87, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=e15ba501-e237-493b-b53b-ac46dbe63e87,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:26.100103 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:26.113280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Calling delete_port for e15ba501-e237-493b-b53b-ac46dbe63e87 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:26.242038 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:26.274814 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event deleted for resources: {'Port': ['ID=e15ba501-e237-493b-b53b-ac46dbe63e87,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:26.300963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.301313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.301657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.301995 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.302330 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.302687 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.303017 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.303457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.303787 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.304118 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.304457 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.304840 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:26.326454 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] No DVR routers for this DVR port e15ba501-e237-493b-b53b-ac46dbe63e87 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:26.329015 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:26.330999 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9d472a2c-ba47-4797-82d9-2b2de2527843 req-85fe260c-3608-4de8-b814-83fe3e988c7b tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.93 "DELETE /v2.0/ports/e15ba501-e237-493b-b53b-ac46dbe63e87 HTTP/1.1" status: 204 len: 173 time: 0.4065564 Aug 16 03:22:26.331461 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'name': 'network-vif-deleted', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:26.334485 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496673cd-cdc1-4e7f-87dc-7a8f9c1a7c22" -d '{"events": [{"server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "name": "network-vif-deleted", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:26.371872 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9de94e-6a34-4715-9844-843edaefc86d x-openstack-request-id: req-5c9de94e-6a34-4715-9844-843edaefc86d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:26.372168 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2068035e-5c5e-4b48-8029-0f5302fa8189", "name": "network-vif-deleted", "tag": "e15ba501-e237-493b-b53b-ac46dbe63e87", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:26.372424 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c9de94e-6a34-4715-9844-843edaefc86d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:26.372826 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2068035e-5c5e-4b48-8029-0f5302fa8189', 'name': 'network-vif-deleted', 'tag': 'e15ba501-e237-493b-b53b-ac46dbe63e87', 'status': 'completed', 'code': 200} Aug 16 03:22:27.001494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-75420dc5-18b0-4ff6-bf52-a7953365c1e5 req-1a4ed2c9-d607-40e9-8438-6604d992382e tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 210 time: 0.0307732 Aug 16 03:22:28.096923 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-69e2defd-bee8-4c6f-bd8f-2eb0d8777e0e req-99ab0bb3-34bf-4c75-969c-cac443465cb7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 210 time: 0.0263522 Aug 16 03:22:29.143557 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e15ba501-e237-493b-b53b-ac46dbe63e87 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:29.167747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: e15ba501-e237-493b-b53b-ac46dbe63e87 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:29.168097 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device e15ba501-e237-493b-b53b-ac46dbe63e87 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:29.196917 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1cad6971-3259-4ffc-b3f7-7ba8c7b49ddf req-ffab0e61-f4a2-407c-96eb-a340f7369f01 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "GET /v2.0/ports?device_id=2068035e-5c5e-4b48-8029-0f5302fa8189 HTTP/1.1" status: 200 len: 210 time: 0.0296211 Aug 16 03:22:30.254703 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:30.324637 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-780dfd78-5b22-4f01-87ca-da6b220b7cd7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:30.356042 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-780dfd78-5b22-4f01-87ca-da6b220b7cd7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:30.449341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-780dfd78-5b22-4f01-87ca-da6b220b7cd7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:30.452089 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-780dfd78-5b22-4f01-87ca-da6b220b7cd7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:30.456032 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-780dfd78-5b22-4f01-87ca-da6b220b7cd7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] 10.222.0.61 "DELETE /v2.0/security-groups/2e39ee57-82de-4c05-81e1-94a406a267c8 HTTP/1.1" status: 204 len: 168 time: 0.1976891 Aug 16 03:22:30.468125 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dfd78-5b22-4f01-87ca-da6b220b7cd7 tempest-TestShelveInstance-205871233 tempest-TestShelveInstance-205871233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e39ee57-82de-4c05-81e1-94a406a267c8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:30.528604 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43902) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:31.001341 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.106191 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b8c9a34-1553-40cb-9063-a5f9cab90023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.287663 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Deleting port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:31.289263 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.375451 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] For port 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=4db9d0c1-cdec-4104-96e2-fdbe9960f4e9,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:31.375837 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.394903 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Calling delete_port for 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:31.587484 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.605109 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.639377 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db9d0c1-cdec-4104-96e2-fdbe9960f4e9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:31.792666 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.024573 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Router 5f4351b4-f64c-479f-bfde-4e095ce0888a has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:22:32.133832 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:32.142256 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43906) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:32.142727 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-8ed68890-1d9a-4d12-b9d6-54bd30540860 admin admin] 10.222.0.61 "PUT /v2.0/routers/5f4351b4-f64c-479f-bfde-4e095ce0888a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129355 Aug 16 03:22:32.143482 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] Sync routers for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:32.153218 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:32.153968 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:32.253142 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.258394 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:32.360942 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.419280 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Deleting port ca77fdcb-6755-4577-8c57-99d216d835ea {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:32.420194 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.439755 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:22:31Z', 'revision_number': 5, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port': {'id': 'ca77fdcb-6755-4577-8c57-99d216d835ea', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:32.472878 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] Checking router: 5f4351b4-f64c-479f-bfde-4e095ce0888a for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:32.481903 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] Routers {'5f4351b4-f64c-479f-bfde-4e095ce0888a'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:32.482510 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['5f4351b4-f64c-479f-bfde-4e095ce0888a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:32.506091 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] For port ca77fdcb-6755-4577-8c57-99d216d835ea, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ca77fdcb-6755-4577-8c57-99d216d835ea,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:32.506462 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.518297 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Calling delete_port for ca77fdcb-6755-4577-8c57-99d216d835ea owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:32.578370 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] Set router 5f4351b4-f64c-479f-bfde-4e095ce0888a gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:32.631069 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:22:32Z', 'revision_number': 6, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:32.662262 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39561924-35a4-4c45-94fc-7d8b2c9a4740 None None] The sync data for ids ['5f4351b4-f64c-479f-bfde-4e095ce0888a'] in n-d-768862-14 is: [{'id': '5f4351b4-f64c-479f-bfde-4e095ce0888a', 'name': 'tempest-TestShelveInstance-932490121-router', 'tenant_id': '80b760774fe8462da880652e99fc8036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:46Z', 'updated_at': '2021-08-16T03:22:32Z', 'revision_number': 6, 'project_id': '80b760774fe8462da880652e99fc8036', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:32.713920 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.742802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca77fdcb-6755-4577-8c57-99d216d835ea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:32.804097 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.917351 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.919721 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.967874 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.968426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f4351b4-f64c-479f-bfde-4e095ce0888a {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:22:32.972695 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:32.973996 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ee1edbb6-2581-459c-b1d5-af73b6a1965e admin admin] 10.222.0.61 "DELETE /v2.0/routers/5f4351b4-f64c-479f-bfde-4e095ce0888a HTTP/1.1" status: 204 len: 168 time: 0.8307145 Aug 16 03:22:32.977110 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:33.023843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea243f01-8df6-4106-b122-91c215cb6139 admin admin] Deleting subnet c8853c70-ef54-40f9-8add-0ec337a5d773 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:22:33.027172 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea243f01-8df6-4106-b122-91c215cb6139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.064403 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea243f01-8df6-4106-b122-91c215cb6139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.139810 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:33.157006 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea243f01-8df6-4106-b122-91c215cb6139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.161044 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:33.161463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 4db9d0c1-cdec-4104-96e2-fdbe9960f4e9 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:33.215853 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea243f01-8df6-4106-b122-91c215cb6139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.242044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea243f01-8df6-4106-b122-91c215cb6139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8853c70-ef54-40f9-8add-0ec337a5d773,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:33.245539 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea243f01-8df6-4106-b122-91c215cb6139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.247427 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-ea243f01-8df6-4106-b122-91c215cb6139 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c8853c70-ef54-40f9-8add-0ec337a5d773 HTTP/1.1" status: 204 len: 168 time: 0.2693720 Aug 16 03:22:33.250316 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:33.252046 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c21e26f-4b84-4b9d-bd89-d962c44219c2 None None] Network a190b6cd-a449-423e-94b8-d3f4fdd1d71f requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:22:33.320669 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.376114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Deleting port 1044e990-13e1-450f-a51c-906be33627b1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:33.376553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.448892 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] For port 1044e990-13e1-450f-a51c-906be33627b1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1044e990-13e1-450f-a51c-906be33627b1,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:33.449258 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.463174 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Calling delete_port for 1044e990-13e1-450f-a51c-906be33627b1 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:33.488696 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] DHCP port deletion for a190b6cd-a449-423e-94b8-d3f4fdd1d71f request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:22:33.539067 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Deleting port 1044e990-13e1-450f-a51c-906be33627b1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:33.539469 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.549061 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.581189 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1044e990-13e1-450f-a51c-906be33627b1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:33.584355 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] No DVR routers for this DVR port 1044e990-13e1-450f-a51c-906be33627b1 on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:33.611237 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] For port 1044e990-13e1-450f-a51c-906be33627b1, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=1044e990-13e1-450f-a51c-906be33627b1,segment=NetworkSegment(9eb7883b-3551-439e-95d1-ae8fc9684625),segment_id=9eb7883b-3551-439e-95d1-ae8fc9684625)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:33.611788 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.630830 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Calling delete_port for 1044e990-13e1-450f-a51c-906be33627b1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:33.664219 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.674490 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a190b6cd-a449-423e-94b8-d3f4fdd1d71f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:33.686989 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb7883b-3551-439e-95d1-ae8fc9684625') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:33.687310 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb7883b-3551-439e-95d1-ae8fc9684625') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:33.698018 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.716200 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.720978 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.722484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:22:33.722886 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:22:33.725269 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:22:33.757918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Pushing event deleted for resources: {'Port': ['ID=1044e990-13e1-450f-a51c-906be33627b1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:33.767226 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] No DVR routers for this DVR port 1044e990-13e1-450f-a51c-906be33627b1 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:33.769317 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78c83bbc-6789-4fd7-a969-a90d6ba87269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.773158 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.776445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.777377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d96253-a73f-4712-8165-a5b2f53daa72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:33.797605 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.804565 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.806417 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a190b6cd-a449-423e-94b8-d3f4fdd1d71f HTTP/1.1" status: 204 len: 168 time: 0.5553126 Aug 16 03:22:33.809780 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:33.818171 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a7cd-244f-480f-92be-2ee5634289c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a190b6cd-a449-423e-94b8-d3f4fdd1d71f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:34.124913 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.164734 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.410802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Deleting port 0e913722-a504-4a6a-8341-f478a87d6f36 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:34.411069 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.489123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] For port 0e913722-a504-4a6a-8341-f478a87d6f36, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=0e913722-a504-4a6a-8341-f478a87d6f36,segment=NetworkSegment(6a832b5f-eed3-462c-a418-02fdd1413971),segment_id=6a832b5f-eed3-462c-a418-02fdd1413971)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:34.489495 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.502104 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Calling delete_port for 0e913722-a504-4a6a-8341-f478a87d6f36 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:34.685973 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.713014 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e913722-a504-4a6a-8341-f478a87d6f36,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:34.895363 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.931296 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca77fdcb-6755-4577-8c57-99d216d835ea no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:34.952004 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ca77fdcb-6755-4577-8c57-99d216d835ea {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:34.952390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ca77fdcb-6755-4577-8c57-99d216d835ea not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:34.952863 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1044e990-13e1-450f-a51c-906be33627b1 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:34.971051 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 1044e990-13e1-450f-a51c-906be33627b1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:34.971495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 1044e990-13e1-450f-a51c-906be33627b1 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:35.113306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Router bb8d0fb8-78bc-47a9-8455-c614a676a198 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:22:35.179640 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.225176 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:35.230407 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-cba15340-0077-4d6c-bb88-21abcabc8315 admin admin] 10.222.0.61 "PUT /v2.0/routers/bb8d0fb8-78bc-47a9-8455-c614a676a198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4195566 Aug 16 03:22:35.232962 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:35.234698 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] Sync routers for ids ['bb8d0fb8-78bc-47a9-8455-c614a676a198'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:35.243784 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] Routers {'bb8d0fb8-78bc-47a9-8455-c614a676a198'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:35.244407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['bb8d0fb8-78bc-47a9-8455-c614a676a198'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:35.342482 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.350227 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] Set router bb8d0fb8-78bc-47a9-8455-c614a676a198 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:35.448252 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.506148 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Deleting port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:35.506148 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.539721 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:50Z', 'updated_at': '2021-08-16T03:22:34Z', 'revision_number': 5, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'gw_port': {'id': '5f19c677-a358-4e36-8bcc-9ae9c0f9ffde', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:13:51Z', 'updated_at': '2021-08-16T03:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:35.568953 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] Checking router: bb8d0fb8-78bc-47a9-8455-c614a676a198 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:35.578215 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] Routers {'bb8d0fb8-78bc-47a9-8455-c614a676a198'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:35.578874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['bb8d0fb8-78bc-47a9-8455-c614a676a198'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:35.593426 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] For port 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=5f19c677-a358-4e36-8bcc-9ae9c0f9ffde,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:35.593887 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.608601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Calling delete_port for 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:35.671375 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] Set router bb8d0fb8-78bc-47a9-8455-c614a676a198 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:35.735144 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:50Z', 'updated_at': '2021-08-16T03:22:35Z', 'revision_number': 6, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:35.762813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef562b1-d86b-4ef0-a3a4-1f977031ee74 None None] The sync data for ids ['bb8d0fb8-78bc-47a9-8455-c614a676a198'] in n-d-768862-14 is: [{'id': 'bb8d0fb8-78bc-47a9-8455-c614a676a198', 'name': 'tempest-TestShelveInstance-688631802-router', 'tenant_id': 'e8d805384b614f95959f17ab9d24abc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:13:50Z', 'updated_at': '2021-08-16T03:22:35Z', 'revision_number': 6, 'project_id': 'e8d805384b614f95959f17ab9d24abc4', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:35.787328 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.813593 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f19c677-a358-4e36-8bcc-9ae9c0f9ffde,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:35.877445 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.968053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.970137 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.014046 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.014537 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb8d0fb8-78bc-47a9-8455-c614a676a198 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:22:36.018977 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.020153 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-4b67f5fe-ef5f-4d3a-8701-34ccc83c744b admin admin] 10.222.0.61 "DELETE /v2.0/routers/bb8d0fb8-78bc-47a9-8455-c614a676a198 HTTP/1.1" status: 204 len: 168 time: 0.7859931 Aug 16 03:22:36.023482 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:36.066217 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6a524a-f832-48ca-9b45-faff131a4365 admin admin] Deleting subnet 3a7e502e-f5ac-43e0-8797-377b40dbfed7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:22:36.069803 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a6a524a-f832-48ca-9b45-faff131a4365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.104053 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a6a524a-f832-48ca-9b45-faff131a4365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8315440'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.191354 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a6a524a-f832-48ca-9b45-faff131a4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.247784 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a6a524a-f832-48ca-9b45-faff131a4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7721674'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.270181 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a524a-f832-48ca-9b45-faff131a4365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7e502e-f5ac-43e0-8797-377b40dbfed7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:36.281427 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a6a524a-f832-48ca-9b45-faff131a4365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.283335 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2a6a524a-f832-48ca-9b45-faff131a4365 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3a7e502e-f5ac-43e0-8797-377b40dbfed7 HTTP/1.1" status: 204 len: 168 time: 0.2589056 Aug 16 03:22:36.285826 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:36.289034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4876b-cfff-425b-8eb6-b739dff04ad3 None None] Network 6d79615c-66ba-4a42-949d-b95f2ddc92fb requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:22:36.483634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93005d5a-6866-4cf0-b6af-dc65673056ec None None] DHCP port deletion for 6d79615c-66ba-4a42-949d-b95f2ddc92fb request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:22:36.537501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-93005d5a-6866-4cf0-b6af-dc65673056ec None None] Deleting port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:36.537987 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93005d5a-6866-4cf0-b6af-dc65673056ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.607736 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-93005d5a-6866-4cf0-b6af-dc65673056ec None None] For port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c9b9af4e-0b99-4ae8-8464-2c21ada47a0a,segment=NetworkSegment(6a832b5f-eed3-462c-a418-02fdd1413971),segment_id=6a832b5f-eed3-462c-a418-02fdd1413971)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:36.608134 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93005d5a-6866-4cf0-b6af-dc65673056ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.625725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-93005d5a-6866-4cf0-b6af-dc65673056ec None None] Calling delete_port for c9b9af4e-0b99-4ae8-8464-2c21ada47a0a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:36.709173 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93005d5a-6866-4cf0-b6af-dc65673056ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.714879 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.737031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93005d5a-6866-4cf0-b6af-dc65673056ec None None] No DVR routers for this DVR port c9b9af4e-0b99-4ae8-8464-2c21ada47a0a on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:36.744781 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93005d5a-6866-4cf0-b6af-dc65673056ec None None] Pushing event deleted for resources: {'Port': ['ID=c9b9af4e-0b99-4ae8-8464-2c21ada47a0a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:36.794976 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.804821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d79615c-66ba-4a42-949d-b95f2ddc92fb']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:36.815399 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a832b5f-eed3-462c-a418-02fdd1413971') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:36.815768 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a832b5f-eed3-462c-a418-02fdd1413971') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:36.825800 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.842264 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:22:36.851845 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:22:36.890157 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:36.911070 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.912923 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:36.913361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 5f19c677-a358-4e36-8bcc-9ae9c0f9ffde not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:36.913770 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 0e913722-a504-4a6a-8341-f478a87d6f36 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:36.917646 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.919717 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] 10.222.0.61 "DELETE /v2.0/networks/6d79615c-66ba-4a42-949d-b95f2ddc92fb HTTP/1.1" status: 204 len: 168 time: 0.6318052 Aug 16 03:22:36.930124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298b423-b83a-4558-9ad2-a9aa7452fa3c admin admin] Pushing event deleted for resources: {'Network': ['ID=6d79615c-66ba-4a42-949d-b95f2ddc92fb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:36.936435 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 0e913722-a504-4a6a-8341-f478a87d6f36 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:36.936807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 0e913722-a504-4a6a-8341-f478a87d6f36 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:36.937365 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c9b9af4e-0b99-4ae8-8464-2c21ada47a0a no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:36.959031 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: c9b9af4e-0b99-4ae8-8464-2c21ada47a0a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:36.959476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c9b9af4e-0b99-4ae8-8464-2c21ada47a0a not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:37.032218 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43922) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:37.072777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-7c856bf7-51a1-4767-bbf4-fb101bb23cf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80b760774fe8462da880652e99fc8036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392764 Aug 16 03:22:37.075075 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43924) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:37.124839 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72af6714-6ca6-4174-bc35-efdef131347f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.147589 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72af6714-6ca6-4174-bc35-efdef131347f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.194278 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72af6714-6ca6-4174-bc35-efdef131347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.197152 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72af6714-6ca6-4174-bc35-efdef131347f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.198311 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-72af6714-6ca6-4174-bc35-efdef131347f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/313a5403-802c-4dcf-8c52-d80c39f36c16 HTTP/1.1" status: 204 len: 168 time: 0.1222880 Aug 16 03:22:37.206215 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af6714-6ca6-4174-bc35-efdef131347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a5403-802c-4dcf-8c52-d80c39f36c16,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:37.281792 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.516287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43930) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:37.557707 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-bba03a93-3f5f-44d6-9219-8f520e2b5557 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8d805384b614f95959f17ab9d24abc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402417 Aug 16 03:22:37.560508 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:37.610944 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adf57ff6-ece3-4a11-a4b2-5b726487269a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.632463 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adf57ff6-ece3-4a11-a4b2-5b726487269a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.678995 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adf57ff6-ece3-4a11-a4b2-5b726487269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.681581 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adf57ff6-ece3-4a11-a4b2-5b726487269a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.682870 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-adf57ff6-ece3-4a11-a4b2-5b726487269a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24ffffcd-d63b-45e6-916d-99f1af41eb24 HTTP/1.1" status: 204 len: 168 time: 0.1213646 Aug 16 03:22:37.691287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf57ff6-ece3-4a11-a4b2-5b726487269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ffffcd-d63b-45e6-916d-99f1af41eb24,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:38.392407 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:38.501884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1161533870-network', 'tenant_id': '118d6fe045094967a8c512f41ab95e97'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:38.525606 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Made reservation on behalf of 118d6fe045094967a8c512f41ab95e97 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:22:38.528168 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.537158 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.922946 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.927766 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.949122 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:22:38.964518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd56a866-7e78-4b85-a23c-fd73f9518cdd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:38.967793 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.968277 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Added segment 779499c5-123b-4934-9b83-be8d05c01df4 of type vlan for network 0cc36701-4992-463d-909a-8e2603977198 Aug 16 03:22:39.009297 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.037608 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.038562 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:39.039170 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.096758 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7031622 Aug 16 03:22:39.100180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:39.102448 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8c985-6bd8-4661-a594-c5eb3071be2e admin admin] Pushing event updated for resources: {'Network': ['ID=0cc36701-4992-463d-909a-8e2603977198,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:39.105420 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Request body: {'subnet': {'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1161533870-subnet', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:39.117253 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network 0cc36701-4992-463d-909a-8e2603977198 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:22:39.132718 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Made reservation on behalf of 118d6fe045094967a8c512f41ab95e97 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:22:39.135241 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7721697'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.308175 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7643686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7721683'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.367078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae443495-f497-453e-adb9-707d70b43e31,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:39.375590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Checking segment: {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:22:39.375959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Network hostable DHCP agents. Network: 0cc36701-4992-463d-909a-8e2603977198, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:22:39.392590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Network 0cc36701-4992-463d-909a-8e2603977198 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:22:39.401589 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, 0cc36701-4992-463d-909a-8e2603977198) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:39.405717 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:39.406321 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.411377 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccbea4e-d5e5-4fe9-9cfb-9660e46e4066 None None] Network 0cc36701-4992-463d-909a-8e2603977198 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:22:39.423245 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-59932d8c-495e-4394-9e7e-cc9f8c1cea4b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3218210 Aug 16 03:22:39.425912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:39.430667 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:39.451753 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.452833 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.505550 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.561242 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-0cc36701-4992-463d-909a-8e2603977198', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:22:39.562096 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.647484 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.697725 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Allocated IP 172.20.0.2 (0cc36701-4992-463d-909a-8e2603977198/ae443495-f497-453e-adb9-707d70b43e31/ecbd0ec7-2337-4e86-b0ea-50a9e006efeb) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:22:39.839999 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.848530 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Transition to ACTIVE for port object ecbd0ec7-2337-4e86-b0ea-50a9e006efeb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:39.852772 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.865769 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Transition to ACTIVE for port object ecbd0ec7-2337-4e86-b0ea-50a9e006efeb will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:39.871588 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.874554 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.913717 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Network 0cc36701-4992-463d-909a-8e2603977198 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:22:39.916571 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:39.920914 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:22:39.928288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Pushing event updated for resources: {'Port': ['ID=ecbd0ec7-2337-4e86-b0ea-50a9e006efeb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:39.977379 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Attempting to bind port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:22:39.977756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Attempting to bind port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:22:39.978172 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Attempting to bind port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb on network 0cc36701-4992-463d-909a-8e2603977198 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:22:39.980863 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Allocated IP 172.25.5.39 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/17d7f29a-926d-4a6f-9618-0e61e7e62660) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:22:39.983399 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:22:39.983918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Checking segment: {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:22:39.984323 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.984732 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Bound using segment: {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:22:39.985290 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Bound port: ecbd0ec7-2337-4e86-b0ea-50a9e006efeb, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:22:39.985793 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.053386 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] For port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:22:40.056642 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] For port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ecbd0ec7-2337-4e86-b0ea-50a9e006efeb,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:22:40.060670 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.091517 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.117104 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0c94b-9d8e-4ea0-a50f-5dffe6cec3f8 None None] Pushing event updated for resources: {'Port': ['ID=ecbd0ec7-2337-4e86-b0ea-50a9e006efeb,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:40.139841 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.181562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:22:40.184836 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:40.187324 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:22:40.213344 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=17d7f29a-926d-4a6f-9618-0e61e7e62660,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:40.483681 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.680346 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.821972 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Router a8c8b484-65f1-4e3c-9d83-8092c43551eb is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:22:40.919874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ecbd0ec7-2337-4e86-b0ea-50a9e006efeb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:40.948555 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:40.964968 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Sync routers for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:40.967174 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.971297 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:40.971880 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d726f926-8d0a-448e-b468-214c332ef7d0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5444298 Aug 16 03:22:40.975527 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:40.976147 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:40.992428 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:41.056407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb347f8-1525-439d-954c-31ebdd2d2a26 None None] Network 0cc36701-4992-463d-909a-8e2603977198 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:22:41.096545 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:41.128429 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f8e8a94-07f0-4d2e-8fb3-8e864020228e None None] Provisioning for port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:41.137358 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f8e8a94-07f0-4d2e-8fb3-8e864020228e None None] Provisioning complete for port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:41.137732 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8a94-07f0-4d2e-8fb3-8e864020228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.284857 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:40Z', 'revision_number': 3, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:41.315646 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Checking router: a8c8b484-65f1-4e3c-9d83-8092c43551eb for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:41.316277 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Updating router a8c8b484-65f1-4e3c-9d83-8092c43551eb port 17d7f29a-926d-4a6f-9618-0e61e7e62660 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:22:41.348454 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.449132 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8a94-07f0-4d2e-8fb3-8e864020228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.452970 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.489477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5f8e8a94-07f0-4d2e-8fb3-8e864020228e None None] For port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ecbd0ec7-2337-4e86-b0ea-50a9e006efeb,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:41.496991 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8a94-07f0-4d2e-8fb3-8e864020228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.556998 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e8a94-07f0-4d2e-8fb3-8e864020228e None None] Pushing event updated for resources: {'Port': ['ID=ecbd0ec7-2337-4e86-b0ea-50a9e006efeb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:41.632138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Allocated IP 172.20.0.1 (0cc36701-4992-463d-909a-8e2603977198/ae443495-f497-453e-adb9-707d70b43e31/04a6939e-3a51-48bc-89bb-f1aea7c3aa69) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:22:41.642069 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.653047 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Transition to ACTIVE for port object 17d7f29a-926d-4a6f-9618-0e61e7e62660 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:41.659761 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.711622 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Attempting to bind port 17d7f29a-926d-4a6f-9618-0e61e7e62660 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:22:41.712139 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Attempting to bind port 17d7f29a-926d-4a6f-9618-0e61e7e62660 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:22:41.712542 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Attempting to bind port 17d7f29a-926d-4a6f-9618-0e61e7e62660 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:22:41.717198 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-634f6662-7672-47a2-b02f-ba43b91eff42 None None] Provisioning complete for port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:41.717563 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-634f6662-7672-47a2-b02f-ba43b91eff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.719873 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Pushing event updated for resources: {'Port': ['ID=17d7f29a-926d-4a6f-9618-0e61e7e62660,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:41.722995 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:22:41.723393 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:22:41.724396 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.724792 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:22:41.725349 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Bound port: 17d7f29a-926d-4a6f-9618-0e61e7e62660, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:22:41.725731 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.749179 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.749527 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.749867 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.750056 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.750178 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.750509 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.750838 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.751179 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.751496 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.751993 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.752313 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.752630 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.752944 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:41.770378 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Transition to ACTIVE for port object 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:41.795667 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] For port 17d7f29a-926d-4a6f-9618-0e61e7e62660, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:22:41.799017 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] For port 17d7f29a-926d-4a6f-9618-0e61e7e62660, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=17d7f29a-926d-4a6f-9618-0e61e7e62660,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:22:41.803918 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.807570 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.845557 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Network 0cc36701-4992-463d-909a-8e2603977198 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:22:41.848458 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:41.850959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:22:41.863201 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d60c3c-54c6-4b3c-8fcd-dfdea6e561a9 None None] Pushing event updated for resources: {'Port': ['ID=17d7f29a-926d-4a6f-9618-0e61e7e62660,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:41.876909 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:41.878176 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:41.886111 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Pushing event updated for resources: {'Port': ['ID=04a6939e-3a51-48bc-89bb-f1aea7c3aa69,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:41.904782 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.049336 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.089630 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:42.132613 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dbc1a88f-b969-4a12-a511-212d1edbf878 None None] Provisioning for port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:42.139826 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dbc1a88f-b969-4a12-a511-212d1edbf878 None None] Provisioning complete for port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:42.140205 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a88f-b969-4a12-a511-212d1edbf878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.173782 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1a88f-b969-4a12-a511-212d1edbf878 None None] Port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:22:42.216752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.221490 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.279048 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:40Z', 'revision_number': 3, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:42.285718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.299033 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Pushing event updated for resources: {'Port': ['ID=04a6939e-3a51-48bc-89bb-f1aea7c3aa69,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:42.305633 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7b6fa-eb3b-4cf1-ac81-96d0325672a1 None None] The sync data for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 is: [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:40Z', 'revision_number': 3, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:42.393986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Network 0cc36701-4992-463d-909a-8e2603977198 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:22:42.395368 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:42.532203 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Router a8c8b484-65f1-4e3c-9d83-8092c43551eb has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:22:42.658151 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:42.663908 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-30915534-4811-49d3-91fc-5b4d75c79452 admin admin] 10.222.0.61 "PUT /v2.0/routers/a8c8b484-65f1-4e3c-9d83-8092c43551eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6915078 Aug 16 03:22:42.698813 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-125bb56e-76f0-4509-90f8-99d413629454 None None] Provisioning complete for port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:42.699247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-125bb56e-76f0-4509-90f8-99d413629454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.737326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-125bb56e-76f0-4509-90f8-99d413629454 None None] Port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:22:42.964062 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ecbd0ec7-2337-4e86-b0ea-50a9e006efeb up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:43.018977 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:43.019393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.114072 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 17d7f29a-926d-4a6f-9618-0e61e7e62660 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:43.177905 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 17d7f29a-926d-4a6f-9618-0e61e7e62660 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:43.182468 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 17d7f29a-926d-4a6f-9618-0e61e7e62660 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:43.182851 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.196560 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:43.201812 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1534159752-network', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:43.225064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Made reservation on behalf of d5cfd8129e5b458abb5029182c1ab640 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:22:43.227587 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.236462 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.267526 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.289153 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 17d7f29a-926d-4a6f-9618-0e61e7e62660, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=17d7f29a-926d-4a6f-9618-0e61e7e62660,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:43.293197 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.337356 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.338255 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.342013 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.353760 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=17d7f29a-926d-4a6f-9618-0e61e7e62660,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:43.368081 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:22:43.377985 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaa70a8-8328-4754-a5d7-364bf304ef22,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:43.383691 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.384039 n-d-768862-14 neutron-server[94640]: INFO neutron.db.segments_db [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Added segment e8259990-c393-4aa7-a87b-069ea8a4b294 of type vlan for network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 Aug 16 03:22:43.425756 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754775981123'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.455224 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.456185 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:43.456775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.510329 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3124259 Aug 16 03:22:43.513053 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:43.519488 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Request body: {'subnet': {'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1534159752-subnet', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:43.535692 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b2173-f2da-4962-b8b3-01acb921003b admin admin] Pushing event updated for resources: {'Network': ['ID=c750f4c6-5c74-4292-b3e6-0d2c3b7a7143,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:43.545598 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 details requested by agent ovs-agent-n-d-768862-14 with host n-d-768862-14 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:22:43.549854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Made reservation on behalf of d5cfd8129e5b458abb5029182c1ab640 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:22:43.552783 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673576'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.738903 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7673562'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.794055 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=561fa6b0-b212-45a5-9ae4-4e4c71e6ef24,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:43.810087 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Checking segment: {'id': 'e8259990-c393-4aa7-a87b-069ea8a4b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:22:43.810445 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Network hostable DHCP agents. Network: c750f4c6-5c74-4292-b3e6-0d2c3b7a7143, hostable agents: ['21f35177-9674-4da0-acce-adc9aa6023df'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:22:43.828001 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 is scheduled to be hosted by DHCP agent 21f35177-9674-4da0-acce-adc9aa6023df with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:22:43.836744 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-14, c750f4c6-5c74-4292-b3e6-0d2c3b7a7143) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:43.840741 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:43.841335 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.847455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a58cf2a-062f-40c9-b987-028faa929dc4 None None] Network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:22:43.858825 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-df33418a-a405-454b-b7f1-8e78e621ba22 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3423650 Aug 16 03:22:43.859240 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:43.864871 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:43.886524 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.887590 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:43.906276 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Sync routers for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:43.925772 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:43.926477 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:43.944654 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.092103 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.098934 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:44.131347 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfac30108-4ae3-5648-bb02-c81b36ae8b9f-c750f4c6-5c74-4292-b3e6-0d2c3b7a7143', 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'fixed_ips': [{'subnet_id': '561fa6b0-b212-45a5-9ae4-4e4c71e6ef24'}]}} from n-d-768862-14. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:22:44.132211 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.296030 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.321133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.389136 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Allocated IP 172.20.0.2 (c750f4c6-5c74-4292-b3e6-0d2c3b7a7143/561fa6b0-b212-45a5-9ae4-4e4c71e6ef24/c17def24-ef19-4fdd-9d99-39a5d8dd72b2) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:22:44.427317 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Allocated IP 172.25.5.130 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/d81e4bef-6514-4601-81ad-61a95d63b331) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:22:44.493279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 2, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:44.529323 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Checking router: a8c8b484-65f1-4e3c-9d83-8092c43551eb for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:44.529699 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Updating router a8c8b484-65f1-4e3c-9d83-8092c43551eb port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:22:44.535971 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.576469 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.588409 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.612514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.618302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:22:44.621305 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:44.624930 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:22:44.630921 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Pushing event updated for resources: {'Port': ['ID=d81e4bef-6514-4601-81ad-61a95d63b331,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:44.641487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Transition to ACTIVE for port object c17def24-ef19-4fdd-9d99-39a5d8dd72b2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:44.715722 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Transition to ACTIVE for port object c17def24-ef19-4fdd-9d99-39a5d8dd72b2 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:44.732540 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.817950 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:22:44.824713 n-d-768862-14 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:44.828392 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:22:44.830288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Pushing event updated for resources: {'Port': ['ID=c17def24-ef19-4fdd-9d99-39a5d8dd72b2,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:44.886716 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.897705 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 17d7f29a-926d-4a6f-9618-0e61e7e62660 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:44.946520 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Attempting to bind port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:22:44.947105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Attempting to bind port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'e8259990-c393-4aa7-a87b-069ea8a4b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:22:44.947617 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Attempting to bind port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 on network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:22:44.969692 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:22:44.970065 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Checking segment: {'id': 'e8259990-c393-4aa7-a87b-069ea8a4b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:22:44.970480 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:44.970880 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Bound using segment: {'id': 'e8259990-c393-4aa7-a87b-069ea8a4b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:22:44.971390 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Bound port: c17def24-ef19-4fdd-9d99-39a5d8dd72b2, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8259990-c393-4aa7-a87b-069ea8a4b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:22:44.971781 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.060094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 17d7f29a-926d-4a6f-9618-0e61e7e62660 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:45.060469 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.097376 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528632'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.121365 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.140408 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] For port c17def24-ef19-4fdd-9d99-39a5d8dd72b2, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:22:45.142747 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Transition to ACTIVE for port object 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:45.146754 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] For port c17def24-ef19-4fdd-9d99-39a5d8dd72b2, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c17def24-ef19-4fdd-9d99-39a5d8dd72b2,segment=NetworkSegment(e8259990-c393-4aa7-a87b-069ea8a4b294),segment_id=e8259990-c393-4aa7-a87b-069ea8a4b294)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:22:45.154016 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.162606 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.241968 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Router c841dadc-3554-4463-a6d5-6a0144364a56 is scheduled to L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:22:45.269942 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed7473-cf46-4ea9-b99f-c9f60fa41368 None None] Pushing event updated for resources: {'Port': ['ID=c17def24-ef19-4fdd-9d99-39a5d8dd72b2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:45.361141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Attempting to bind port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:22:45.361413 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Attempting to bind port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:22:45.361877 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Attempting to bind port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 on network 0cc36701-4992-463d-909a-8e2603977198 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:22:45.370758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:22:45.371763 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Checking segment: {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:22:45.371763 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.372289 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Bound using segment: {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:22:45.372866 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Bound port: 04a6939e-3a51-48bc-89bb-f1aea7c3aa69, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:22:45.373353 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.376394 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa33318-3af5-4e4c-9868-3b1463893921 None None] Pushing event updated for resources: {'Port': ['ID=04a6939e-3a51-48bc-89bb-f1aea7c3aa69,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:45.389248 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:45.405353 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Sync routers for ids ['c841dadc-3554-4463-a6d5-6a0144364a56'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:45.428336 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.432932 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3ba231e5-0b9d-4e31-b940-cbca0a04baa4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5720482 Aug 16 03:22:45.434069 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:45.439683 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Routers {'c841dadc-3554-4463-a6d5-6a0144364a56'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:45.453995 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['c841dadc-3554-4463-a6d5-6a0144364a56'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:45.475393 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] For port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:22:45.479156 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] For port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=04a6939e-3a51-48bc-89bb-f1aea7c3aa69,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:22:45.487458 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:45.553179 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:45.553596 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:45.627271 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa33318-3af5-4e4c-9868-3b1463893921 None None] Pushing event updated for resources: {'Port': ['ID=04a6939e-3a51-48bc-89bb-f1aea7c3aa69,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:45.637130 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Set router c841dadc-3554-4463-a6d5-6a0144364a56 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:45.867728 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:43Z', 'updated_at': '2021-08-16T03:22:44Z', 'revision_number': 3, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'gw_port': {'id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:44Z', 'updated_at': '2021-08-16T03:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:45.896118 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Checking router: c841dadc-3554-4463-a6d5-6a0144364a56 for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:45.896834 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Updating router c841dadc-3554-4463-a6d5-6a0144364a56 port d81e4bef-6514-4601-81ad-61a95d63b331 binding host n-d-768862-14 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:22:45.904024 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:45.924153 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.135211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:45Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:46.171787 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0b9df-a1ff-4169-a2d7-369512fb00ef None None] The sync data for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 is: [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:45Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:46.256033 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.276101 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Transition to ACTIVE for port object d81e4bef-6514-4601-81ad-61a95d63b331 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:46.281729 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.341315 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Attempting to bind port d81e4bef-6514-4601-81ad-61a95d63b331 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:22:46.341448 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Attempting to bind port d81e4bef-6514-4601-81ad-61a95d63b331 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:22:46.341787 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Attempting to bind port d81e4bef-6514-4601-81ad-61a95d63b331 on network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:22:46.344993 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98029f7-7851-4eb9-9685-16650c1bb225 None None] Pushing event updated for resources: {'Port': ['ID=d81e4bef-6514-4601-81ad-61a95d63b331,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:46.350136 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:22:46.350506 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Checking segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:22:46.350922 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.351486 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Bound using segment: {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:22:46.351797 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Bound port: d81e4bef-6514-4601-81ad-61a95d63b331, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1253fa96-7eda-4dda-bace-462f922514af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:22:46.352177 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.404635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.410485 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] For port d81e4bef-6514-4601-81ad-61a95d63b331, host n-d-768862-14, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:22:46.414921 n-d-768862-14 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] For port d81e4bef-6514-4601-81ad-61a95d63b331, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d81e4bef-6514-4601-81ad-61a95d63b331,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:22:46.421581 n-d-768862-14 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.483330 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Routers {'c841dadc-3554-4463-a6d5-6a0144364a56'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:46.484137 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['c841dadc-3554-4463-a6d5-6a0144364a56'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:46.499424 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bae5c2-ff8d-44fd-8c3d-1c6394bfc172 None None] Network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:22:46.557231 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a30aea4d-32ed-4c54-b953-43e5422342dc None None] Provisioning for port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:46.559883 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98029f7-7851-4eb9-9685-16650c1bb225 None None] Pushing event updated for resources: {'Port': ['ID=d81e4bef-6514-4601-81ad-61a95d63b331,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:46.609291 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Allocated IP 172.20.0.1 (c750f4c6-5c74-4292-b3e6-0d2c3b7a7143/561fa6b0-b212-45a5-9ae4-4e4c71e6ef24/6991722e-5fa1-44e5-8c9e-dde842f590a3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:22:46.630956 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] Set router c841dadc-3554-4463-a6d5-6a0144364a56 gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:46.741066 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.761403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Transition to ACTIVE for port object 6991722e-5fa1-44e5-8c9e-dde842f590a3 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:46.830673 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.902904 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:43Z', 'updated_at': '2021-08-16T03:22:44Z', 'revision_number': 3, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'gw_port': {'id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:44Z', 'updated_at': '2021-08-16T03:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:46.913214 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Pushing event updated for resources: {'Port': ['ID=6991722e-5fa1-44e5-8c9e-dde842f590a3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:46.936119 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:22:46.937736 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:46.939204 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5600a-bde8-40ac-be3e-1e3e8b88a876 None None] The sync data for ids ['c841dadc-3554-4463-a6d5-6a0144364a56'] in n-d-768862-14 is: [{'id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:43Z', 'updated_at': '2021-08-16T03:22:44Z', 'revision_number': 3, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'gw_port': {'id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:44Z', 'updated_at': '2021-08-16T03:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:46.940562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:22:47.003525 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456237'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.048282 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c17def24-ef19-4fdd-9d99-39a5d8dd72b2 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:47.121116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:47.131806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:47.132189 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.228771 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.242984 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.288984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port c17def24-ef19-4fdd-9d99-39a5d8dd72b2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c17def24-ef19-4fdd-9d99-39a5d8dd72b2,segment=NetworkSegment(e8259990-c393-4aa7-a87b-069ea8a4b294),segment_id=e8259990-c393-4aa7-a87b-069ea8a4b294)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:47.295613 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.296482 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:47.397495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a29e605-af2e-4594-9abd-e00636991df6 None None] Provisioning for port 6991722e-5fa1-44e5-8c9e-dde842f590a3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:47.406372 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a29e605-af2e-4594-9abd-e00636991df6 None None] Provisioning complete for port 6991722e-5fa1-44e5-8c9e-dde842f590a3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:47.406742 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3a29e605-af2e-4594-9abd-e00636991df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.453319 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=c17def24-ef19-4fdd-9d99-39a5d8dd72b2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:47.466502 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:47.469844 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3a29e605-af2e-4594-9abd-e00636991df6 None None] Port 6991722e-5fa1-44e5-8c9e-dde842f590a3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:22:47.473160 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:47.473566 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.485332 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.494908 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.569092 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.575677 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456377'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.578368 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Pushing event updated for resources: {'Port': ['ID=6991722e-5fa1-44e5-8c9e-dde842f590a3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:47.620918 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=04a6939e-3a51-48bc-89bb-f1aea7c3aa69,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:47.627312 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:47.680904 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=04a6939e-3a51-48bc-89bb-f1aea7c3aa69,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:47.696403 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:22:47.697851 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:47.837000 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Router c841dadc-3554-4463-a6d5-6a0144364a56 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:22:47.958741 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:47.963795 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-d6b22bbb-e5c2-4a58-b10c-02b2db032137 admin admin] 10.222.0.61 "PUT /v2.0/routers/c841dadc-3554-4463-a6d5-6a0144364a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5281622 Aug 16 03:22:47.991240 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-233e0521-9e70-4636-8feb-5154cbf594ae None None] Provisioning complete for port 6991722e-5fa1-44e5-8c9e-dde842f590a3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:47.991719 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-233e0521-9e70-4636-8feb-5154cbf594ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:48.030395 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-233e0521-9e70-4636-8feb-5154cbf594ae None None] Port 6991722e-5fa1-44e5-8c9e-dde842f590a3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:22:48.669313 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:48.674150 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e4af8f2b-b6da-4dcf-9b41-3a18c75da096 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83105124', 'description': 'tempest-secgroup-smoke-83105124 description', 'project_id': '118d6fe045094967a8c512f41ab95e97'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:48.697807 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4af8f2b-b6da-4dcf-9b41-3a18c75da096 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:48.784120 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4af8f2b-b6da-4dcf-9b41-3a18c75da096 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:48.789175 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4af8f2b-b6da-4dcf-9b41-3a18c75da096 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:48.816023 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4af8f2b-b6da-4dcf-9b41-3a18c75da096 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:48.817373 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-e4af8f2b-b6da-4dcf-9b41-3a18c75da096 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1469271 Aug 16 03:22:48.820424 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 43996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:48.824552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af8f2b-b6da-4dcf-9b41-3a18c75da096 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6ca963-7c7d-47fa-9532-76047fe6f857,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:48.826045 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-32799737-fa4e-42d0-baa9-092ab0f17453 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'security_group_rule': {'security_group_id': 'db6ca963-7c7d-47fa-9532-76047fe6f857', 'project_id': '118d6fe045094967a8c512f41ab95e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:48.868972 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32799737-fa4e-42d0-baa9-092ab0f17453 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:48.919718 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32799737-fa4e-42d0-baa9-092ab0f17453 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:48.923940 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32799737-fa4e-42d0-baa9-092ab0f17453 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:48.942976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32799737-fa4e-42d0-baa9-092ab0f17453 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c23bec-9f36-4ec6-9559-5011fc0a772e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:48.948133 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32799737-fa4e-42d0-baa9-092ab0f17453 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:48.952302 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 43998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:48.952458 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-32799737-fa4e-42d0-baa9-092ab0f17453 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303613 Aug 16 03:22:48.957151 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b638ecb5-58da-4cdc-b146-d7587f7741c2 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'security_group_rule': {'security_group_id': 'db6ca963-7c7d-47fa-9532-76047fe6f857', 'project_id': '118d6fe045094967a8c512f41ab95e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:48.971868 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d81e4bef-6514-4601-81ad-61a95d63b331 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:48.987782 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b638ecb5-58da-4cdc-b146-d7587f7741c2 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.026196 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port d81e4bef-6514-4601-81ad-61a95d63b331 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:49.030487 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d81e4bef-6514-4601-81ad-61a95d63b331 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:49.030842 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.048727 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b638ecb5-58da-4cdc-b146-d7587f7741c2 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.057854 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b638ecb5-58da-4cdc-b146-d7587f7741c2 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.089067 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638ecb5-58da-4cdc-b146-d7587f7741c2 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14055838-9438-4038-afa4-d4da33dac33b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:49.097721 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b638ecb5-58da-4cdc-b146-d7587f7741c2 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.101709 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-b638ecb5-58da-4cdc-b146-d7587f7741c2 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457052 Aug 16 03:22:49.102577 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:49.107976 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-284b5532-08e8-45d0-b3d0-08d14f6cf8dd tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'security_group_rule': {'security_group_id': 'db6ca963-7c7d-47fa-9532-76047fe6f857', 'project_id': '118d6fe045094967a8c512f41ab95e97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:49.132871 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.138596 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-284b5532-08e8-45d0-b3d0-08d14f6cf8dd tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.155073 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port d81e4bef-6514-4601-81ad-61a95d63b331, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d81e4bef-6514-4601-81ad-61a95d63b331,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:49.160875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.161959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c17def24-ef19-4fdd-9d99-39a5d8dd72b2 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:49.203272 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-284b5532-08e8-45d0-b3d0-08d14f6cf8dd tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.209393 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-284b5532-08e8-45d0-b3d0-08d14f6cf8dd tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.230510 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b5532-08e8-45d0-b3d0-08d14f6cf8dd tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f9e899-b997-4034-a653-f73d254c24c2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:49.238885 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-284b5532-08e8-45d0-b3d0-08d14f6cf8dd tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.240725 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-284b5532-08e8-45d0-b3d0-08d14f6cf8dd tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365809 Aug 16 03:22:49.244571 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:49.249261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-327eaa7d-5c07-49ea-bb8c-c02a0d0ac82d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'security_group_rule': {'security_group_id': 'db6ca963-7c7d-47fa-9532-76047fe6f857', 'project_id': '118d6fe045094967a8c512f41ab95e97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:49.251180 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=d81e4bef-6514-4601-81ad-61a95d63b331,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:49.269457 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:49.269856 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.277536 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-327eaa7d-5c07-49ea-bb8c-c02a0d0ac82d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.345079 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-327eaa7d-5c07-49ea-bb8c-c02a0d0ac82d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.351474 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-327eaa7d-5c07-49ea-bb8c-c02a0d0ac82d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.358503 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:49.367708 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327eaa7d-5c07-49ea-bb8c-c02a0d0ac82d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9b3326-fcc7-4ae0-bdc2-e66a263d3981,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:49.381126 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-327eaa7d-5c07-49ea-bb8c-c02a0d0ac82d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.387745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44004) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:49.388690 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-327eaa7d-5c07-49ea-bb8c-c02a0d0ac82d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418922 Aug 16 03:22:49.394383 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1897b16d-f071-467e-b2f0-19e8ba40588b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'security_group_rule': {'security_group_id': 'db6ca963-7c7d-47fa-9532-76047fe6f857', 'project_id': '118d6fe045094967a8c512f41ab95e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:49.417821 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-1897b16d-f071-467e-b2f0-19e8ba40588b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Project 118d6fe045094967a8c512f41ab95e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:22:49.423446 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1897b16d-f071-467e-b2f0-19e8ba40588b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.424274 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:49.424776 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.479853 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Sync routers for ids ['c841dadc-3554-4463-a6d5-6a0144364a56'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:49.495355 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Routers {'c841dadc-3554-4463-a6d5-6a0144364a56'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:49.495938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['c841dadc-3554-4463-a6d5-6a0144364a56'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:49.500491 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1897b16d-f071-467e-b2f0-19e8ba40588b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.504889 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1897b16d-f071-467e-b2f0-19e8ba40588b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.523853 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897b16d-f071-467e-b2f0-19e8ba40588b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b349e554-a517-4a2c-b1ae-c4d19a7f63fd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:49.532225 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1897b16d-f071-467e-b2f0-19e8ba40588b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.533497 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-1897b16d-f071-467e-b2f0-19e8ba40588b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435175 Aug 16 03:22:49.536986 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:49.541578 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f1adda10-21d6-44bf-872a-636a8f0ed5a6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'security_group_rule': {'security_group_id': 'db6ca963-7c7d-47fa-9532-76047fe6f857', 'project_id': '118d6fe045094967a8c512f41ab95e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:49.565255 n-d-768862-14 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-f1adda10-21d6-44bf-872a-636a8f0ed5a6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Project 118d6fe045094967a8c512f41ab95e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:22:49.570301 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1adda10-21d6-44bf-872a-636a8f0ed5a6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.635310 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Set router c841dadc-3554-4463-a6d5-6a0144364a56 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:49.636133 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1adda10-21d6-44bf-872a-636a8f0ed5a6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.640020 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1adda10-21d6-44bf-872a-636a8f0ed5a6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488263'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.660174 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adda10-21d6-44bf-872a-636a8f0ed5a6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cabb2aa-4b99-4f19-8fc1-fdaeeed3c9c8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:49.668937 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1adda10-21d6-44bf-872a-636a8f0ed5a6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.670267 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-f1adda10-21d6-44bf-872a-636a8f0ed5a6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322684 Aug 16 03:22:49.810352 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-f09f2cc2-884b-4ff4-832a-5c3c0ad5b638 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83105124&fields=id&tenant_id=118d6fe045094967a8c512f41ab95e97 HTTP/1.1" status: 200 len: 267 time: 0.0335419 Aug 16 03:22:49.837476 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:43Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 4, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'gw_port': {'id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:44Z', 'updated_at': '2021-08-16T03:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '6991722e-5fa1-44e5-8c9e-dde842f590a3', 'name': '', 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'mac_address': 'fa:16:3e:2e:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '561fa6b0-b212-45a5-9ae4-4e4c71e6ef24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:46Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 2, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'subnets': [{'id': '561fa6b0-b212-45a5-9ae4-4e4c71e6ef24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:49.867442 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Checking router: c841dadc-3554-4463-a6d5-6a0144364a56 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:49.867804 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Updating router c841dadc-3554-4463-a6d5-6a0144364a56 port 6991722e-5fa1-44e5-8c9e-dde842f590a3 binding host n-d-768862-14 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:22:49.891684 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:49.924786 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70763-de07-4174-b3c8-9c6984547026 req-c1e5bca3-32b3-4234-a658-99d18a0c84a7 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:49.926189 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-c1e5bca3-32b3-4234-a658-99d18a0c84a7 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 810 time: 0.1088984 Aug 16 03:22:49.941887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-99c1fd72-bfc0-4ecd-9b0a-b8c05a3b2652 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/quotas/118d6fe045094967a8c512f41ab95e97 HTTP/1.1" status: 200 len: 375 time: 0.0096071 Aug 16 03:22:49.995756 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-08bafaf4-5090-40c6-ab80-51b2e1ced993 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479662 Aug 16 03:22:50.096226 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-c700336d-c7ed-47b7-8ff3-fd0815469db5 service neutron] 10.222.0.61 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880659 Aug 16 03:22:50.155113 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:50.165874 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Transition to ACTIVE for port object 6991722e-5fa1-44e5-8c9e-dde842f590a3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:50.171715 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:50.197866 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-c19547bf-f327-43fd-9cfb-6d15fe5a1046 service neutron] 10.222.0.61 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902500 Aug 16 03:22:50.225376 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd24777-8d93-4470-9c99-0d95db451992 None None] Pushing event updated for resources: {'Port': ['ID=6991722e-5fa1-44e5-8c9e-dde842f590a3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:50.284959 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Attempting to bind port 6991722e-5fa1-44e5-8c9e-dde842f590a3 on host n-d-768862-14 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:22:50.285463 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Attempting to bind port 6991722e-5fa1-44e5-8c9e-dde842f590a3 by drivers openvswitch,hyperv on host n-d-768862-14 at level 0 using segments [{'id': 'e8259990-c393-4aa7-a87b-069ea8a4b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:22:50.285871 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Attempting to bind port 6991722e-5fa1-44e5-8c9e-dde842f590a3 on network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:22:50.292513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Checking agent: {'id': 'e74b360c-4627-475a-826c-837ffeb7d03a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 47, 34), 'started_at': datetime.datetime(2021, 8, 16, 1, 48, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:22:50.292901 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Checking segment: {'id': 'e8259990-c393-4aa7-a87b-069ea8a4b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:22:50.293312 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:50.293720 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Bound using segment: {'id': 'e8259990-c393-4aa7-a87b-069ea8a4b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:22:50.294187 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Bound port: 6991722e-5fa1-44e5-8c9e-dde842f590a3, host: n-d-768862-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8259990-c393-4aa7-a87b-069ea8a4b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:22:50.294765 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:50.386220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] For port 6991722e-5fa1-44e5-8c9e-dde842f590a3, host n-d-768862-14, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:22:50.387110 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-edcbc464-42a4-4c3b-8745-3b4db5551f2b req-05320da2-ac26-4c3c-b12a-2bb9647a6148 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 210 time: 0.0285959 Aug 16 03:22:50.396010 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] For port 6991722e-5fa1-44e5-8c9e-dde842f590a3, host n-d-768862-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6991722e-5fa1-44e5-8c9e-dde842f590a3,segment=NetworkSegment(e8259990-c393-4aa7-a87b-069ea8a4b294),segment_id=e8259990-c393-4aa7-a87b-069ea8a4b294)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:22:50.402211 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:50.465605 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Routers {'c841dadc-3554-4463-a6d5-6a0144364a56'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:50.466300 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['c841dadc-3554-4463-a6d5-6a0144364a56'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:50.526758 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd24777-8d93-4470-9c99-0d95db451992 None None] Pushing event updated for resources: {'Port': ['ID=6991722e-5fa1-44e5-8c9e-dde842f590a3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:50.606304 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] Set router c841dadc-3554-4463-a6d5-6a0144364a56 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:50.851398 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:43Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 4, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'gw_port': {'id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:44Z', 'updated_at': '2021-08-16T03:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '6991722e-5fa1-44e5-8c9e-dde842f590a3', 'name': '', 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'mac_address': 'fa:16:3e:2e:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '561fa6b0-b212-45a5-9ae4-4e4c71e6ef24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:46Z', 'updated_at': '2021-08-16T03:22:50Z', 'revision_number': 4, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'subnets': [{'id': '561fa6b0-b212-45a5-9ae4-4e4c71e6ef24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:50.877744 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c77b9-8102-45f5-983d-a35bf4f4ac69 None None] The sync data for ids ['c841dadc-3554-4463-a6d5-6a0144364a56'] in n-d-768862-14 is: [{'id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:43Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 4, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'gw_port': {'id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:44Z', 'updated_at': '2021-08-16T03:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '6991722e-5fa1-44e5-8c9e-dde842f590a3', 'name': '', 'network_id': 'c750f4c6-5c74-4292-b3e6-0d2c3b7a7143', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'mac_address': 'fa:16:3e:2e:b1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '561fa6b0-b212-45a5-9ae4-4e4c71e6ef24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:46Z', 'updated_at': '2021-08-16T03:22:50Z', 'revision_number': 4, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'subnets': [{'id': '561fa6b0-b212-45a5-9ae4-4e4c71e6ef24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:50.896279 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d81e4bef-6514-4601-81ad-61a95d63b331 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:50.968922 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port d81e4bef-6514-4601-81ad-61a95d63b331 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:50.969620 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:51.432009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70763-de07-4174-b3c8-9c6984547026 req-838e633f-73c4-4944-ad69-f8ba4c385589 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:51.435241 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-838e633f-73c4-4944-ad69-f8ba4c385589 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.93 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 810 time: 0.1316123 Aug 16 03:22:51.494481 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-6c15d47d-55f7-4abe-a3c3-a4930a0ae8a4 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118d6fe045094967a8c512f41ab95e97 HTTP/1.1" status: 200 len: 378 time: 0.0470088 Aug 16 03:22:51.513043 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'port': {'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'admin_state_up': True, 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'security_groups': ['db6ca963-7c7d-47fa-9532-76047fe6f857']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:51.517974 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-18f01433-d867-4940-ad3c-3cf3a1f970a8 req-4847714b-bf78-4c09-9fab-6a717abf4c5d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 210 time: 0.0426056 Aug 16 03:22:51.633592 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Made reservation on behalf of 118d6fe045094967a8c512f41ab95e97 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:22:51.637359 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:51.767879 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Allocated IP 172.20.0.10 (0cc36701-4992-463d-909a-8e2603977198/ae443495-f497-453e-adb9-707d70b43e31/38611258-1ce0-463c-9f71-4aa5256e7b99) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:22:51.917248 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:51.932196 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Transition to ACTIVE for port object 38611258-1ce0-463c-9f71-4aa5256e7b99 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:51.964723 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.008371 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Network 0cc36701-4992-463d-909a-8e2603977198 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:22:52.011372 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:22:52.015061 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:22:52.022056 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'Port': ['ID=38611258-1ce0-463c-9f71-4aa5256e7b99,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:52.074453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:52.075079 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.089599 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-3eb97ee1-aa7c-440e-9cb1-7a72351821b6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804334 Aug 16 03:22:52.203370 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Request body: {'port': {'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:22:52.212420 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0c2fbaf-52fd-48e2-bca2-97dbad55fbad None None] Provisioning for port 38611258-1ce0-463c-9f71-4aa5256e7b99 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:52.216407 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0c2fbaf-52fd-48e2-bca2-97dbad55fbad None None] Provisioning complete for port 38611258-1ce0-463c-9f71-4aa5256e7b99 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:52.216783 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0c2fbaf-52fd-48e2-bca2-97dbad55fbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.251634 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2fbaf-52fd-48e2-bca2-97dbad55fbad None None] Port 38611258-1ce0-463c-9f71-4aa5256e7b99 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:22:52.260538 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.534325 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38611258-1ce0-463c-9f71-4aa5256e7b99 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:22:52.542150 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.556670 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Transition to ACTIVE for port object 38611258-1ce0-463c-9f71-4aa5256e7b99 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:22:52.560559 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.632627 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Pushing event updated for resources: {'Port': ['ID=38611258-1ce0-463c-9f71-4aa5256e7b99,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:52.696956 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee0a87-7d87-4c5b-bf75-38e1c8c03e50 req-5e70f684-1935-48c8-9cb8-2d7dfe158ebf tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:52.698516 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acee0a87-7d87-4c5b-bf75-38e1c8c03e50 req-5e70f684-1935-48c8-9cb8-2d7dfe158ebf tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 944 time: 0.1066561 Aug 16 03:22:52.747903 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Attempting to bind port 38611258-1ce0-463c-9f71-4aa5256e7b99 on host n-h2-768862-14 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:22:52.748234 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Attempting to bind port 38611258-1ce0-463c-9f71-4aa5256e7b99 by drivers openvswitch,hyperv on host n-h2-768862-14 at level 0 using segments [{'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:22:52.748562 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Attempting to bind port 38611258-1ce0-463c-9f71-4aa5256e7b99 on network 0cc36701-4992-463d-909a-8e2603977198 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:22:52.765903 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-acee0a87-7d87-4c5b-bf75-38e1c8c03e50 req-42912a59-8a44-46be-a805-94603d012257 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606008 Aug 16 03:22:52.766606 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Port 38611258-1ce0-463c-9f71-4aa5256e7b99 on network 0cc36701-4992-463d-909a-8e2603977198 not bound, no agent of type Open vSwitch agent registered on host n-h2-768862-14 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:22:52.766928 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Attempting to bind port 38611258-1ce0-463c-9f71-4aa5256e7b99 on network 0cc36701-4992-463d-909a-8e2603977198 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:22:52.772384 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Checking agent: {'id': '36dbdc34-e3a5-42e5-b291-7901f58f8e86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:22:52.772692 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Checking segment: {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:22:52.773079 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Bound using segment: {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:22:52.773504 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Bound port: 38611258-1ce0-463c-9f71-4aa5256e7b99, host: n-h2-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:22:52.773862 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.838520 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:22:52.841861 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38611258-1ce0-463c-9f71-4aa5256e7b99,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:22:52.846094 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.882546 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:52.883247 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.884653 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] 10.222.0.93 "PUT /v2.0/ports/38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 1093 time: 0.7871940 Aug 16 03:22:52.885097 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:52.887389 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd625d1-fb00-4e37-9741-c0e129ce6c85" -d '{"events": [{"name": "network-changed", "server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:52.924841 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6991722e-5fa1-44e5-8c9e-dde842f590a3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:52.944652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d9759-c99d-471f-9a43-278b0f2650b7 service neutron] Pushing event updated for resources: {'Port': ['ID=38611258-1ce0-463c-9f71-4aa5256e7b99,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:52.961423 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c937298-3e49-40d2-b40d-48508ed69424 x-openstack-request-id: req-2c937298-3e49-40d2-b40d-48508ed69424 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:52.961837 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:52.962088 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c937298-3e49-40d2-b40d-48508ed69424 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:52.962493 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'status': 'completed', 'code': 200} Aug 16 03:22:52.991430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning for port 6991722e-5fa1-44e5-8c9e-dde842f590a3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:52.995631 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 6991722e-5fa1-44e5-8c9e-dde842f590a3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:52.996142 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:52.998270 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70763-de07-4174-b3c8-9c6984547026 req-a974ea7d-96fb-4fc9-a7c8-4483d2bdeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:53.000043 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-a974ea7d-96fb-4fc9-a7c8-4483d2bdeaca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1096 time: 0.0674407 Aug 16 03:22:53.054141 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-236865b1-f7f3-4a45-9e68-3e8fbcd86893 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 217 time: 0.0463047 Aug 16 03:22:53.082706 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:53.106431 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70763-de07-4174-b3c8-9c6984547026 req-87f0108e-c5b7-405f-bd12-6d5ee96e9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:53.108206 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-87f0108e-c5b7-405f-bd12-6d5ee96e9fae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0478153 Aug 16 03:22:53.118052 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] For port 6991722e-5fa1-44e5-8c9e-dde842f590a3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6991722e-5fa1-44e5-8c9e-dde842f590a3,segment=NetworkSegment(e8259990-c393-4aa7-a87b-069ea8a4b294),segment_id=e8259990-c393-4aa7-a87b-069ea8a4b294)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:53.122244 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:53.156617 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70763-de07-4174-b3c8-9c6984547026 req-a556c22e-9bb7-4400-8582-b8d2012d1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:53.158068 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-a556c22e-9bb7-4400-8582-b8d2012d1fd7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426428 Aug 16 03:22:53.173328 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Pushing event updated for resources: {'Port': ['ID=6991722e-5fa1-44e5-8c9e-dde842f590a3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:53.253971 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-cfbe2337-0ee6-4394-9ed2-de8405b6616a service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871375 Aug 16 03:22:53.342623 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-85e70763-de07-4174-b3c8-9c6984547026 req-17ac510a-e726-4a91-bcd3-0c92023370ed service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819666 Aug 16 03:22:53.427860 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-054f04a2-3485-46aa-92a2-ed47c76ccb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:53.429380 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-054f04a2-3485-46aa-92a2-ed47c76ccb65 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1096 time: 0.0446267 Aug 16 03:22:53.534072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-bf8232af-56ac-46e0-9a5e-6c5c678a7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:53.535600 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-bf8232af-56ac-46e0-9a5e-6c5c678a7e98 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0987453 Aug 16 03:22:53.578209 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-31ec4708-49fe-4d6e-86be-e48c6ea24d01 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 217 time: 0.0341239 Aug 16 03:22:53.632001 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-f1f15bf3-59a3-4964-a4ae-c437cd2078fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:53.633243 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-f1f15bf3-59a3-4964-a4ae-c437cd2078fd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0462310 Aug 16 03:22:53.680013 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-407434e8-2a77-4ac8-ad22-0752963d234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:53.681521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-407434e8-2a77-4ac8-ad22-0752963d234f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401578 Aug 16 03:22:53.772159 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-9c2a1d98-91f1-4e6a-a1ee-a7d3fbb375a3 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815327 Aug 16 03:22:53.894940 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6fd625d1-fb00-4e37-9741-c0e129ce6c85 req-f3c4cf74-b473-4569-9e4f-4676e093e652 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156716 Aug 16 03:22:53.908167 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f085f-a0e0-4282-b159-b93c4c5079f0 req-e7677578-8668-49be-a73f-bae52b485e59 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:53.909635 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-973f085f-a0e0-4282-b159-b93c4c5079f0 req-e7677578-8668-49be-a73f-bae52b485e59 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 944 time: 0.0704157 Aug 16 03:22:53.953062 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-973f085f-a0e0-4282-b159-b93c4c5079f0 req-39e4db5c-69b6-4b15-8825-6dc458f17174 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364830 Aug 16 03:22:54.563621 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:22:54.877691 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6991722e-5fa1-44e5-8c9e-dde842f590a3 up at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:54.929257 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Provisioning complete for port 6991722e-5fa1-44e5-8c9e-dde842f590a3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:54.929632 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:55.075723 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337abc5-fed3-414e-aeac-d64b60dbc92f req-ed412af2-57ba-422b-9ab2-738fded6ae3f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:55.077128 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4337abc5-fed3-414e-aeac-d64b60dbc92f req-ed412af2-57ba-422b-9ab2-738fded6ae3f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 944 time: 0.0536118 Aug 16 03:22:55.116495 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4337abc5-fed3-414e-aeac-d64b60dbc92f req-04fd042d-52a9-49dc-bc85-1c5526a096f2 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324612 Aug 16 03:22:56.228551 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb7a50-bf70-4679-9c3f-1eb955cad84a req-b2ece418-fe06-472f-926b-e2a872692268 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:56.230033 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60cb7a50-bf70-4679-9c3f-1eb955cad84a req-b2ece418-fe06-472f-926b-e2a872692268 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 944 time: 0.0490994 Aug 16 03:22:56.267339 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-60cb7a50-bf70-4679-9c3f-1eb955cad84a req-de0ee938-e7c9-40ae-9a3f-3478ce51d191 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311053 Aug 16 03:22:57.236326 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38611258-1ce0-463c-9f71-4aa5256e7b99 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:22:57.332094 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38611258-1ce0-463c-9f71-4aa5256e7b99,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:57.387652 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52275e62-0924-46d7-b223-1d9690442208 req-c90a81ff-5d17-4480-a46e-8dcfa14393ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:57.389173 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52275e62-0924-46d7-b223-1d9690442208 req-c90a81ff-5d17-4480-a46e-8dcfa14393ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 944 time: 0.0517180 Aug 16 03:22:57.431627 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52275e62-0924-46d7-b223-1d9690442208 req-4e6c8fa3-7d41-4124-9f96-e166b73689b5 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363691 Aug 16 03:22:57.504270 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:22:57.541546 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:57.553635 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38611258-1ce0-463c-9f71-4aa5256e7b99 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:22:57.573976 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38611258-1ce0-463c-9f71-4aa5256e7b99,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:57.577777 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:57.625835 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=38611258-1ce0-463c-9f71-4aa5256e7b99,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:57.778668 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['38611258-1ce0-463c-9f71-4aa5256e7b99'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:22:58.550558 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0b7fb-0192-4316-89fa-4a17fdca81e6 req-056e64bf-f540-42ef-8f30-98a1c4acb009 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:58.552070 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbd0b7fb-0192-4316-89fa-4a17fdca81e6 req-056e64bf-f540-42ef-8f30-98a1c4acb009 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 945 time: 0.0530813 Aug 16 03:22:58.590716 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bbd0b7fb-0192-4316-89fa-4a17fdca81e6 req-c6d25598-cdbf-43db-ae76-2e8be23843d7 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325294 Aug 16 03:22:59.251861 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38611258-1ce0-463c-9f71-4aa5256e7b99 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:59.300378 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning for port 38611258-1ce0-463c-9f71-4aa5256e7b99 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:22:59.305114 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 38611258-1ce0-463c-9f71-4aa5256e7b99 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:59.305439 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:59.383895 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:59.406220 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:59.408474 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d0b2e4-041a-48e2-8048-a3cdec2e16bb" -d '{"events": [{"server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "name": "network-vif-plugged", "status": "completed", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:59.422849 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38611258-1ce0-463c-9f71-4aa5256e7b99,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:59.426761 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:59.477059 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=38611258-1ce0-463c-9f71-4aa5256e7b99,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:59.504401 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1450bd2b-54f4-44d8-bc87-68fecef59942 x-openstack-request-id: req-1450bd2b-54f4-44d8-bc87-68fecef59942 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:59.504803 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "name": "network-vif-plugged", "status": "completed", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:59.505009 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1450bd2b-54f4-44d8-bc87-68fecef59942 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:59.505411 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'code': 200} Aug 16 03:22:59.603078 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ee55-38dd-4632-b17c-7fb8a3234f18 req-022ec074-e322-4cdb-94cf-25623bff8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:59.604910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b84ee55-38dd-4632-b17c-7fb8a3234f18 req-022ec074-e322-4cdb-94cf-25623bff8d97 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1098 time: 0.0431418 Aug 16 03:22:59.641143 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1b84ee55-38dd-4632-b17c-7fb8a3234f18 req-1c41fc43-4294-4900-ba66-6aaf88f8f435 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291855 Aug 16 03:22:59.705816 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e72fed-a508-40de-b4ea-034ac7cce523 req-b2826237-8499-4ee2-8c69-623472d36cb1 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:59.707323 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59e72fed-a508-40de-b4ea-034ac7cce523 req-b2826237-8499-4ee2-8c69-623472d36cb1 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 946 time: 0.0482981 Aug 16 03:22:59.745230 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-59e72fed-a508-40de-b4ea-034ac7cce523 req-d25b6283-1275-4d0c-a5e1-39d103217a2e tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313864 Aug 16 03:23:00.863349 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129d92a-4ba0-4fc9-ba7d-f13425e8885e req-4097cd87-02f4-41d5-ba78-774d07f3ed54 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:00.865437 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e129d92a-4ba0-4fc9-ba7d-f13425e8885e req-4097cd87-02f4-41d5-ba78-774d07f3ed54 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 946 time: 0.0531445 Aug 16 03:23:00.903277 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e129d92a-4ba0-4fc9-ba7d-f13425e8885e req-1c409271-56b0-4d77-9231-70ff6f056d52 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318022 Aug 16 03:23:01.015615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abc7f2-85dc-4e9e-8500-efab6a454818 req-8030bc28-b5b7-4702-91e7-7cd45ab372d5 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:01.017098 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54abc7f2-85dc-4e9e-8500-efab6a454818 req-8030bc28-b5b7-4702-91e7-7cd45ab372d5 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 946 time: 0.0487871 Aug 16 03:23:01.056169 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-54abc7f2-85dc-4e9e-8500-efab6a454818 req-2673d7fc-9a2f-47cc-9828-7c46b7663dc0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323327 Aug 16 03:23:01.077423 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:01.102531 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-478d53d5-741b-431f-9dad-4f180cb11947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:01.165766 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40462c1a-a1c2-4f21-932d-34f6d9c237e3 tempest-TestSnapshotPattern-1318707719 tempest-TestSnapshotPattern-1318707719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:01.167304 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-40462c1a-a1c2-4f21-932d-34f6d9c237e3 tempest-TestSnapshotPattern-1318707719 tempest-TestSnapshotPattern-1318707719-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1093 time: 0.0888710 Aug 16 03:23:01.170223 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:23:01.174615 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:23:01.197299 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:01.295836 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:01.395199 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Allocated IP 172.25.5.123 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/632811c6-6784-4107-9956-3147b6c0d1ec) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:23:01.499145 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:01.538320 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:01.574843 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:23:01.579831 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:23:01.583364 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:23:01.602539 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:01.607285 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'Port': ['ID=632811c6-6784-4107-9956-3147b6c0d1ec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:01.944962 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.010415 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.501818 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.506260 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7643739'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.580260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'Port': ['ID=632811c6-6784-4107-9956-3147b6c0d1ec,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:23:02.592355 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:02.693078 n-d-768862-14 neutron-server[94639]: INFO neutron.db.l3_db [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Floating IP 477d9e57-168a-421b-93b7-e2779c0d5780 associated. External IP: 172.25.5.123, port: 38611258-1ce0-463c-9f71-4aa5256e7b99. Aug 16 03:23:02.897490 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Router a8c8b484-65f1-4e3c-9d83-8092c43551eb has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:23:03.006854 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:23:03.016597 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] Sync routers for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:23:03.023751 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:03.026721 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:03.027377 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:03.057082 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-70ef5f94-e0ab-4cc8-ad64-5374a930a4ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8858445 Aug 16 03:23:03.057700 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:23:03.060264 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68df7f4a-d22d-42b2-8fff-a3afee00cab2" -d '{"events": [{"name": "network-changed", "server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:23:03.095439 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0103fc14-1be9-4df3-90ec-9cceb1589cc8 x-openstack-request-id: req-0103fc14-1be9-4df3-90ec-9cceb1589cc8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:23:03.095725 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:23:03.095975 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0103fc14-1be9-4df3-90ec-9cceb1589cc8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:23:03.096376 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'status': 'completed', 'code': 200} Aug 16 03:23:03.134505 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:03.162157 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-294b8374-e247-4649-a43c-7058161c2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:03.163764 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-294b8374-e247-4649-a43c-7058161c2b39 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1098 time: 0.0441456 Aug 16 03:23:03.256590 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-40e5d347-1195-46c5-ac1d-61760a08ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:03.258131 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-40e5d347-1195-46c5-ac1d-61760a08ea14 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0879557 Aug 16 03:23:03.327494 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-604f67e0-1b31-4931-9492-fa9e4ccafabf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 1000 time: 0.0627367 Aug 16 03:23:03.363003 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '477d9e57-168a-421b-93b7-e2779c0d5780', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:01Z', 'updated_at': '2021-08-16T03:23:01Z', 'revision_number': 0, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:03.377916 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-0d76f83f-f300-4497-a070-d5985ac57619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:03.379723 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-0d76f83f-f300-4497-a070-d5985ac57619 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0448735 Aug 16 03:23:03.390157 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] Checking router: a8c8b484-65f1-4e3c-9d83-8092c43551eb for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:23:03.399667 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:23:03.400268 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:22:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:03.425274 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-456fa08b-81b7-44f7-96e9-0961b70b4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:03.426916 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-456fa08b-81b7-44f7-96e9-0961b70b4f3b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406640 Aug 16 03:23:03.508364 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:23:03.527337 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-4bbcfa51-d0f7-4910-822d-ccbd35135651 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935464 Aug 16 03:23:03.617984 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-68df7f4a-d22d-42b2-8fff-a3afee00cab2 req-298f0b2a-cc95-4783-92d5-5b51648fe4a7 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840111 Aug 16 03:23:03.728975 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3280a1e1-519f-446d-a972-4bbac3251f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:03.818818 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '477d9e57-168a-421b-93b7-e2779c0d5780', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:01Z', 'updated_at': '2021-08-16T03:23:01Z', 'revision_number': 0, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:23:03.849339 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedda97f-29a1-4f77-b1f7-ac96a25828e8 None None] The sync data for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 is: [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '477d9e57-168a-421b-93b7-e2779c0d5780', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:01Z', 'updated_at': '2021-08-16T03:23:01Z', 'revision_number': 0, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:23:04.053825 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f1953-f855-46fd-ac54-cf85b26cbf67 None None] New status for floating IP 477d9e57-168a-421b-93b7-e2779c0d5780: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:23:04.151226 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:05.183424 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:07.285247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:13.319408 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:31.108105 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b75243c8-f551-4321-8030-005fd1d5d18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:31.564046 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:23:31.606573 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:33.731587 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2506418-347d-4b3e-90aa-5d82f626b558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:34.112650 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:35.187912 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:37.285693 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:43.335955 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:44.372904 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-79f2c809-e39a-4eee-b2e7-58853c464025 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401962 Aug 16 03:23:44.460581 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-e48b65ac-1035-44cc-a7f6-86186ac302c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:44.462300 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-e48b65ac-1035-44cc-a7f6-86186ac302c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1098 time: 0.0474679 Aug 16 03:23:44.562009 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-b371e03a-c681-4efc-9fa5-6d9dcc484c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:44.563500 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-b371e03a-c681-4efc-9fa5-6d9dcc484c05 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0834758 Aug 16 03:23:44.631676 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-3e76eea2-54a6-409d-bb84-a3b1bd13052e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 1002 time: 0.0608006 Aug 16 03:23:44.682657 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-2cfa224b-235d-4ec7-813b-95ccac38a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:44.684387 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-2cfa224b-235d-4ec7-813b-95ccac38a1b5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0452580 Aug 16 03:23:44.733636 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-92c8f0ee-7cdd-45c9-b0d2-51ebd22128cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:23:44.735275 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-92c8f0ee-7cdd-45c9-b0d2-51ebd22128cb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441794 Aug 16 03:23:44.828538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-90b31e2f-91b7-46c7-b268-e1eb7583fe23 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859163 Aug 16 03:23:44.919284 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3dadafc7-6e32-4b43-b580-d238e80dd35b req-01ece1e1-9239-4e34-9c24-791befb29f68 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836372 Aug 16 03:24:01.109678 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a96fdd04-6177-4c2d-bc03-a1ec35e6a6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:01.620623 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:03.732062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-733c7c39-318c-4f0b-90a5-0daf4437ef2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:04.114161 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:05.191461 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:07.291520 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:08.563872 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:24:13.355447 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:31.111938 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4101755e-d24a-4d40-9342-07591cb8c0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:31.620590 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:33.732327 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19f4f9a9-06da-488d-94f6-c15e1cea1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:34.115818 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:35.191260 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:37.293005 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:43.364785 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:45.564032 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:24:46.372628 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-d24e7d8d-b39e-49d3-abc9-2d469cb43f31 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418868 Aug 16 03:24:46.460453 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-850cadf1-12f8-43ab-a8c8-3837a73f2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:46.462592 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-850cadf1-12f8-43ab-a8c8-3837a73f2ca9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1098 time: 0.0476277 Aug 16 03:24:46.563915 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-3ecad69a-7bb7-4c43-a444-810708a3c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:46.565410 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-3ecad69a-7bb7-4c43-a444-810708a3c4da service neutron] 10.222.0.93 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0850179 Aug 16 03:24:46.635590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-69312539-d864-47f5-b40a-4d72a8cb97b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 1002 time: 0.0621221 Aug 16 03:24:46.685375 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-cdeac7d9-0056-4f77-a64d-8144e6674f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:46.686806 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-cdeac7d9-0056-4f77-a64d-8144e6674f9b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0441616 Aug 16 03:24:46.732963 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-58148a3f-a033-4d32-a622-5cf3b49ce865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:24:46.734381 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-58148a3f-a033-4d32-a622-5cf3b49ce865 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402355 Aug 16 03:24:46.827471 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-6bb19b15-43c3-42c4-98fc-782e33646ca7 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859704 Aug 16 03:24:46.918287 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-ca98699b-9f9c-4e04-861f-ab9448e2fd8d req-3c87e545-7888-4456-b0cc-d0886253dbd9 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836005 Aug 16 03:25:01.112035 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8d371bbc-109d-46ff-aba9-dba0f18d3723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:01.635942 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:01.920037 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38611258-1ce0-463c-9f71-4aa5256e7b99 details requested by agent hyperv_n-h2-768862-14 with host n-h2-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:25:02.020501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38611258-1ce0-463c-9f71-4aa5256e7b99,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:25:02.033421 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Returning: {'device': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:25:02.070607 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:02.083563 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38611258-1ce0-463c-9f71-4aa5256e7b99 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:25:02.105932 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38611258-1ce0-463c-9f71-4aa5256e7b99,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:25:02.110815 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:02.162602 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=38611258-1ce0-463c-9f71-4aa5256e7b99,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:02.171446 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.171889 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.172109 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.172450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.172857 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.173197 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.173523 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.173847 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.174171 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.174494 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.174815 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.175207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:02.182455 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] get_ports_and_sgs() called for port_ids ['38611258-1ce0-463c-9f71-4aa5256e7b99'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:25:03.735196 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7054e5b-5593-4233-8316-332813c427c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:03.935730 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38611258-1ce0-463c-9f71-4aa5256e7b99 up at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:25:03.998141 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Provisioning complete for port 38611258-1ce0-463c-9f71-4aa5256e7b99 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:25:03.998521 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:04.085221 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:04.123480 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38611258-1ce0-463c-9f71-4aa5256e7b99,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:25:04.125962 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:25:04.128635 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49170eb-406d-4bc4-ae49-508accb7e8a1" -d '{"events": [{"server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "name": "network-vif-plugged", "status": "completed", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:25:04.136832 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:04.182639 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:04.200332 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1564607e-7569-4c15-9b6e-f60f4bae32f4 x-openstack-request-id: req-1564607e-7569-4c15-9b6e-f60f4bae32f4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:25:04.200630 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "name": "network-vif-plugged", "status": "completed", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:25:04.200888 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1564607e-7569-4c15-9b6e-f60f4bae32f4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:25:04.201284 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'code': 200} Aug 16 03:25:04.206207 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=38611258-1ce0-463c-9f71-4aa5256e7b99,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:05.201712 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:07.297283 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:12.089162 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-8eae7bdc-289d-4ff3-8686-576a30aa8a33 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83105124&fields=id&tenant_id=118d6fe045094967a8c512f41ab95e97 HTTP/1.1" status: 200 len: 267 time: 0.0346916 Aug 16 03:25:12.199144 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-ae8db681-4674-4550-9c9c-4f7181c2d622 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:12.200613 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-ae8db681-4674-4550-9c9c-4f7181c2d622 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 810 time: 0.1042740 Aug 16 03:25:12.215345 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-33bee570-1cdd-40eb-9852-c47c4d5edcf0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/quotas/118d6fe045094967a8c512f41ab95e97 HTTP/1.1" status: 200 len: 375 time: 0.0089490 Aug 16 03:25:12.270122 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-423b31cc-0a8a-47e9-83bb-d0b9c9b3d081 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0495617 Aug 16 03:25:12.436565 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f7ecc7a1-cfad-41b0-9e78-221dbf98d962 service neutron] 10.222.0.61 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546133 Aug 16 03:25:12.526430 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-c65c2495-5305-4864-9d45-82ee17b8081b service neutron] 10.222.0.61 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838933 Aug 16 03:25:12.689590 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-9f3725fe-2e7f-468e-ad6f-b85fabc0633e req-25dd4538-537f-4cbe-8d92-8f0cee45a921 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 210 time: 0.0296161 Aug 16 03:25:13.368259 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:13.794682 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-8363bdde-fb1c-4e9d-9f33-a99ac9367551 req-7c83ff37-4cc9-4428-a706-1457e4405be4 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 210 time: 0.0291693 Aug 16 03:25:13.795338 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-7f111aea-d21a-4a72-8930-8e778fcd3a43 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:13.796315 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-7f111aea-d21a-4a72-8930-8e778fcd3a43 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.86 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 810 time: 0.1072896 Aug 16 03:25:13.845800 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-6d67df6c-4b9a-4cae-8454-be1581771cfc tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118d6fe045094967a8c512f41ab95e97 HTTP/1.1" status: 200 len: 378 time: 0.0347083 Aug 16 03:25:13.860674 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'port': {'device_id': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'admin_state_up': True, 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'security_groups': ['db6ca963-7c7d-47fa-9532-76047fe6f857']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:25:13.973484 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Made reservation on behalf of 118d6fe045094967a8c512f41ab95e97 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:25:13.977175 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:14.118088 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Allocated IP 172.20.0.8 (0cc36701-4992-463d-909a-8e2603977198/ae443495-f497-453e-adb9-707d70b43e31/d218867c-866c-4adb-a33b-431e8830350d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:25:14.305027 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:14.322778 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Transition to ACTIVE for port object d218867c-866c-4adb-a33b-431e8830350d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:25:14.363674 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:14.431651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Network 0cc36701-4992-463d-909a-8e2603977198 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:25:14.435374 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:25:14.439899 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:25:14.444148 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'Port': ['ID=d218867c-866c-4adb-a33b-431e8830350d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:14.479854 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.480209 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.480552 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.480889 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.481223 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.481554 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.481877 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.482205 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.482528 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.482851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.483198 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.483548 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:25:14.516518 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:14.517491 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:14.537181 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-f2a4c7c6-9970-42df-a11d-9c4d1e388d58 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6784232 Aug 16 03:25:14.715837 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a0f6672-91be-4e6d-8d23-51bfdd02d3f3 None None] Provisioning for port d218867c-866c-4adb-a33b-431e8830350d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:25:14.721656 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a0f6672-91be-4e6d-8d23-51bfdd02d3f3 None None] Provisioning complete for port d218867c-866c-4adb-a33b-431e8830350d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:25:14.722373 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6672-91be-4e6d-8d23-51bfdd02d3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:14.760513 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f6672-91be-4e6d-8d23-51bfdd02d3f3 None None] Port d218867c-866c-4adb-a33b-431e8830350d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:25:14.939327 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd020701-2cc6-4e4d-a127-27b48e4b941c req-e5fbb959-d4da-47b2-a80b-84b08d14311b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:14.940930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd020701-2cc6-4e4d-a127-27b48e4b941c req-e5fbb959-d4da-47b2-a80b-84b08d14311b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0566866 Aug 16 03:25:14.982887 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-cd020701-2cc6-4e4d-a127-27b48e4b941c req-d24997e5-aa23-4e9e-a67b-ad835ddded3f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350549 Aug 16 03:25:16.028288 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38611258-1ce0-463c-9f71-4aa5256e7b99 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:25:16.107601 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2535-19e4-431d-a2d6-de4c5af85c65 req-53bae926-c182-48ed-86bf-6f037943dbab tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:16.109344 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-719b2535-19e4-431d-a2d6-de4c5af85c65 req-53bae926-c182-48ed-86bf-6f037943dbab tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0517778 Aug 16 03:25:16.118533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:16.144765 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:25:16.148269 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315c4360-f40c-45c5-86f8-879bc55840eb" -d '{"events": [{"server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "name": "network-vif-unplugged", "status": "completed", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:25:16.159972 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-719b2535-19e4-431d-a2d6-de4c5af85c65 req-341c4bd5-c843-444b-a4ec-f60ab19a7188 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436833 Aug 16 03:25:16.168650 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38611258-1ce0-463c-9f71-4aa5256e7b99,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:25:16.184162 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:16.218922 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dc12ba-1f61-48ce-808f-d8ccac77de18 x-openstack-request-id: req-62dc12ba-1f61-48ce-808f-d8ccac77de18 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:25:16.219248 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "name": "network-vif-unplugged", "status": "completed", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:25:16.219503 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62dc12ba-1f61-48ce-808f-d8ccac77de18 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:25:16.219894 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'code': 200} Aug 16 03:25:16.251624 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Pushing event updated for resources: {'Port': ['ID=38611258-1ce0-463c-9f71-4aa5256e7b99,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:17.281352 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a53b1-b5f4-4c70-b4e8-84061dd0b848 req-33a52592-5c7d-4c78-a3a5-5b9e850e8c54 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:17.282939 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc5a53b1-b5f4-4c70-b4e8-84061dd0b848 req-33a52592-5c7d-4c78-a3a5-5b9e850e8c54 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0535214 Aug 16 03:25:17.324174 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-bc5a53b1-b5f4-4c70-b4e8-84061dd0b848 req-192c2010-c446-4e12-98ea-d7300f6f65f7 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352261 Aug 16 03:25:18.457006 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf97d6-5d62-4425-a9b9-2f513a69df95 req-475c6efc-5e8c-4177-83b6-59b9efbf5e9d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:18.458654 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dbf97d6-5d62-4425-a9b9-2f513a69df95 req-475c6efc-5e8c-4177-83b6-59b9efbf5e9d tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0630651 Aug 16 03:25:18.507649 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-5dbf97d6-5d62-4425-a9b9-2f513a69df95 req-90a48b85-9350-4a6f-ac7d-e11edd45ed26 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416026 Aug 16 03:25:19.627365 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f55ac-958e-4bc0-8dcd-edd7e15f183d req-5e4e9a4f-dcce-4e60-bfa5-58efe42fc471 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:19.628915 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-968f55ac-958e-4bc0-8dcd-edd7e15f183d req-5e4e9a4f-dcce-4e60-bfa5-58efe42fc471 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0510767 Aug 16 03:25:19.668930 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-968f55ac-958e-4bc0-8dcd-edd7e15f183d req-d2e69533-8b7a-4375-96d3-e0f66faefc26 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333512 Aug 16 03:25:20.793791 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cfcb6-2ada-41ad-9bf3-2acc9e6cb9f7 req-5383d233-cf24-45b6-8cf7-a8217d2a6ff1 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:20.795825 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-618cfcb6-2ada-41ad-9bf3-2acc9e6cb9f7 req-5383d233-cf24-45b6-8cf7-a8217d2a6ff1 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0515881 Aug 16 03:25:20.837010 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-618cfcb6-2ada-41ad-9bf3-2acc9e6cb9f7 req-2b10b848-5fd8-41b7-bd80-518b5a476b88 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349696 Aug 16 03:25:21.965124 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef5e0c-d43c-457b-a530-c6cc14c4aab4 req-4d25e4ba-4d97-44d9-8794-1b2d4373e26f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:21.966699 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49ef5e0c-d43c-457b-a530-c6cc14c4aab4 req-4d25e4ba-4d97-44d9-8794-1b2d4373e26f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0575285 Aug 16 03:25:22.007836 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-49ef5e0c-d43c-457b-a530-c6cc14c4aab4 req-27c2eaf5-6711-43ff-bdd6-330972dfce3b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345378 Aug 16 03:25:22.564849 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:25:23.129959 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657626b4-ca29-4fc4-a7ca-2df949529b02 req-27d7571f-979d-43ad-b8ac-5637ee3ef689 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:23.132279 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-657626b4-ca29-4fc4-a7ca-2df949529b02 req-27d7571f-979d-43ad-b8ac-5637ee3ef689 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0544219 Aug 16 03:25:23.184694 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-657626b4-ca29-4fc4-a7ca-2df949529b02 req-8a365953-402f-4bde-b6cf-07c066ec41c8 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440936 Aug 16 03:25:24.300180 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50188847-cf29-4861-8cfc-2d00bec8f45c req-378af189-b2a4-4a3e-90a8-fc5c9d1257b0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:24.301678 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50188847-cf29-4861-8cfc-2d00bec8f45c req-378af189-b2a4-4a3e-90a8-fc5c9d1257b0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0488782 Aug 16 03:25:24.340104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-50188847-cf29-4861-8cfc-2d00bec8f45c req-73f6259a-b01a-4ea5-a2dc-d4b2968fd8d6 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325067 Aug 16 03:25:25.471979 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5486979-d8d0-457d-849c-c677a684a584 req-f74c4fe6-9787-4f8b-837e-94d0427f5401 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:25.473477 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5486979-d8d0-457d-849c-c677a684a584 req-f74c4fe6-9787-4f8b-837e-94d0427f5401 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0585859 Aug 16 03:25:25.511961 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b5486979-d8d0-457d-849c-c677a684a584 req-baa18089-a236-47de-97ec-ee18624991b0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325496 Aug 16 03:25:26.265884 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Request body: {'port': {'device_id': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:25:26.319548 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:26.581691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d218867c-866c-4adb-a33b-431e8830350d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:25:26.589343 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:26.601314 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Transition to ACTIVE for port object d218867c-866c-4adb-a33b-431e8830350d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:25:26.605818 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:26.631985 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e3ef3-0f77-40e3-9976-fcd720000d29 req-6205053f-8181-4714-90e2-d7fb8ae2115c tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:26.633912 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-074e3ef3-0f77-40e3-9976-fcd720000d29 req-6205053f-8181-4714-90e2-d7fb8ae2115c tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 931 time: 0.0511878 Aug 16 03:25:26.659822 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Pushing event updated for resources: {'Port': ['ID=d218867c-866c-4adb-a33b-431e8830350d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:26.689083 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-074e3ef3-0f77-40e3-9976-fcd720000d29 req-8efacf27-a14d-42f2-9641-50b37e3587c7 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400937 Aug 16 03:25:26.727816 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Attempting to bind port d218867c-866c-4adb-a33b-431e8830350d on host n-h1-768862-14 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:25:26.728143 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Attempting to bind port d218867c-866c-4adb-a33b-431e8830350d by drivers openvswitch,hyperv on host n-h1-768862-14 at level 0 using segments [{'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:25:26.728470 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Attempting to bind port d218867c-866c-4adb-a33b-431e8830350d on network 0cc36701-4992-463d-909a-8e2603977198 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:25:26.733945 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Port d218867c-866c-4adb-a33b-431e8830350d on network 0cc36701-4992-463d-909a-8e2603977198 not bound, no agent of type Open vSwitch agent registered on host n-h1-768862-14 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:25:26.734251 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Attempting to bind port d218867c-866c-4adb-a33b-431e8830350d on network 0cc36701-4992-463d-909a-8e2603977198 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:25:26.739271 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Checking agent: {'id': '57cd6629-6883-42de-bef1-0d47db247c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768862-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'started_at': datetime.datetime(2021, 8, 16, 1, 55, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:25:26.739603 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Checking segment: {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:25:26.739986 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Bound using segment: {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:25:26.740704 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Bound port: d218867c-866c-4adb-a33b-431e8830350d, host: n-h1-768862-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779499c5-123b-4934-9b83-be8d05c01df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0cc36701-4992-463d-909a-8e2603977198'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:25:26.741064 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:26.812139 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:25:26.816046 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d218867c-866c-4adb-a33b-431e8830350d,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:25:26.820629 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:26.857429 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:26.857957 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:26.860146 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] 10.222.0.86 "PUT /v2.0/ports/d218867c-866c-4adb-a33b-431e8830350d HTTP/1.1" status: 200 len: 1092 time: 0.6431649 Aug 16 03:25:26.862651 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:25:26.864756 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a277d6c-603e-4b31-81d3-f0b9686a364d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "tag": "d218867c-866c-4adb-a33b-431e8830350d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:25:26.907623 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb3a2d-825f-470d-9596-23a8594f703e service neutron] Pushing event updated for resources: {'Port': ['ID=d218867c-866c-4adb-a33b-431e8830350d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:26.961537 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-ce98f628-d5f7-4c79-b1a3-688586ecfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:26.963068 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-ce98f628-d5f7-4c79-b1a3-688586ecfb9a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 1095 time: 0.0446451 Aug 16 03:25:26.984230 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a0ea1d-77af-4703-bb77-83db80aa4fdd x-openstack-request-id: req-c2a0ea1d-77af-4703-bb77-83db80aa4fdd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:25:26.984525 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "tag": "d218867c-866c-4adb-a33b-431e8830350d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:25:26.984912 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2a0ea1d-77af-4703-bb77-83db80aa4fdd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:25:26.985318 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d', 'status': 'completed', 'code': 200} Aug 16 03:25:27.018523 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-1c1358a9-0ffb-48b2-961a-0d292d667737 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d218867c-866c-4adb-a33b-431e8830350d HTTP/1.1" status: 200 len: 217 time: 0.0420184 Aug 16 03:25:27.069815 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3fbd227a-d389-410a-a279-d15d10e896e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:27.071267 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-3fbd227a-d389-410a-a279-d15d10e896e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0458996 Aug 16 03:25:27.118283 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-fc8df221-c0f2-44c4-a105-c399dea09c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:27.119995 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-fc8df221-c0f2-44c4-a105-c399dea09c3c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413933 Aug 16 03:25:27.212538 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-bbe83acf-9112-4bc4-a276-1ce5500c9d56 service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858693 Aug 16 03:25:27.302978 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-a06294fc-5d7f-4faa-a53f-961a6fa55c9d req-11982c10-2ddb-4aee-8e7f-293902a2cc79 service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821214 Aug 16 03:25:27.425504 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-a30d3531-9575-4300-99a0-7bd5c6bd2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:27.426909 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-a30d3531-9575-4300-99a0-7bd5c6bd2da0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 1095 time: 0.0413167 Aug 16 03:25:27.524280 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-e83c3f98-f1b1-42c8-bc1e-13bcba06d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:27.525717 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-e83c3f98-f1b1-42c8-bc1e-13bcba06d542 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0912266 Aug 16 03:25:27.569381 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-202bb2f8-e6d0-4f17-aea9-c895db3a3f59 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d218867c-866c-4adb-a33b-431e8830350d HTTP/1.1" status: 200 len: 217 time: 0.0362415 Aug 16 03:25:27.623138 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-8f8199fa-d0e6-447b-b008-cc86ed12baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:27.624810 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-8f8199fa-d0e6-447b-b008-cc86ed12baf3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0476787 Aug 16 03:25:27.676124 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-691503ce-3cc4-4f19-a387-9035cf70e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:27.677515 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-691503ce-3cc4-4f19-a387-9035cf70e825 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455031 Aug 16 03:25:27.768720 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-00d5d6b7-7c76-4a4a-89f0-8f694680d971 service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826399 Aug 16 03:25:27.812440 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7b725-51de-45d0-a76c-a277e43733b2 req-fa2b1adb-e4b1-4354-8848-7f304038557b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:27.814029 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15c7b725-51de-45d0-a76c-a277e43733b2 req-fa2b1adb-e4b1-4354-8848-7f304038557b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 943 time: 0.0552847 Aug 16 03:25:27.853201 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-15c7b725-51de-45d0-a76c-a277e43733b2 req-bcdc20b3-4f06-49d2-875c-96c64ee90000 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330703 Aug 16 03:25:27.869377 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-6a277d6c-603e-4b31-81d3-f0b9686a364d req-5831d9dd-3d41-4802-bd65-8977d14f54aa service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940678 Aug 16 03:25:28.984849 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007545e1-edaf-4e59-9956-e4458d834073 req-6942159f-439f-4160-9585-76d324d7deb9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:28.986388 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-007545e1-edaf-4e59-9956-e4458d834073 req-6942159f-439f-4160-9585-76d324d7deb9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 943 time: 0.0592334 Aug 16 03:25:29.030688 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-007545e1-edaf-4e59-9956-e4458d834073 req-376dee73-122b-4a45-a785-ade383ecc700 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377789 Aug 16 03:25:29.637018 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d218867c-866c-4adb-a33b-431e8830350d details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:25:29.728034 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d218867c-866c-4adb-a33b-431e8830350d,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:25:29.742865 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'd218867c-866c-4adb-a33b-431e8830350d', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'port_id': 'd218867c-866c-4adb-a33b-431e8830350d', 'mac_address': 'fa:16:3e:0f:d9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:25:29.780846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:29.793823 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d218867c-866c-4adb-a33b-431e8830350d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:25:29.813361 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d218867c-866c-4adb-a33b-431e8830350d,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:25:29.816852 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:29.862116 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=d218867c-866c-4adb-a33b-431e8830350d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:30.150481 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5731b1d-478e-447a-ab9b-a0e5bee17080 req-61594194-76a8-4dc8-a08a-fd1069e8f2ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:30.152596 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5731b1d-478e-447a-ab9b-a0e5bee17080 req-61594194-76a8-4dc8-a08a-fd1069e8f2ef tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 944 time: 0.0499039 Aug 16 03:25:30.190511 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-c5731b1d-478e-447a-ab9b-a0e5bee17080 req-f937dfbd-1b43-4bf2-b611-4eb02f1daed8 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320826 Aug 16 03:25:30.214008 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['d218867c-866c-4adb-a33b-431e8830350d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:25:31.112737 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0ce824d-877b-45c6-a188-32f6923fcfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:31.306236 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c869620-f6b5-41a2-a848-5b2a6b651b4d req-9cf3c60b-848d-4107-a75c-3fc57edd7ea8 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:31.307910 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c869620-f6b5-41a2-a848-5b2a6b651b4d req-9cf3c60b-848d-4107-a75c-3fc57edd7ea8 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 944 time: 0.0500469 Aug 16 03:25:31.346538 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-1c869620-f6b5-41a2-a848-5b2a6b651b4d req-a8aef2d6-84ee-494e-8e88-732f7c40e191 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322332 Aug 16 03:25:31.626999 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:31.651957 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d218867c-866c-4adb-a33b-431e8830350d up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:25:31.698845 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning for port d218867c-866c-4adb-a33b-431e8830350d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:25:31.702277 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port d218867c-866c-4adb-a33b-431e8830350d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:25:31.702643 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:31.778217 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:31.800677 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:25:31.802870 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437fb47e-a44e-4536-8fc7-92c1c8bbdcd9" -d '{"events": [{"server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "d218867c-866c-4adb-a33b-431e8830350d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:25:31.816608 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d218867c-866c-4adb-a33b-431e8830350d,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:25:31.820981 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:31.844334 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ae28b6-5f64-4d1f-8294-ee9028c412f7 x-openstack-request-id: req-a1ae28b6-5f64-4d1f-8294-ee9028c412f7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:25:31.844631 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "d218867c-866c-4adb-a33b-431e8830350d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:25:31.844885 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1ae28b6-5f64-4d1f-8294-ee9028c412f7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:25:31.845274 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d', 'code': 200} Aug 16 03:25:31.876807 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=d218867c-866c-4adb-a33b-431e8830350d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:31.962317 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52711f7-3ef5-43b6-93dd-ec5ade04290d req-680a7649-0523-4c70-b60e-eb2c32864eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:31.963812 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f52711f7-3ef5-43b6-93dd-ec5ade04290d req-680a7649-0523-4c70-b60e-eb2c32864eae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0399091 Aug 16 03:25:31.998869 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-f52711f7-3ef5-43b6-93dd-ec5ade04290d req-728fe5a6-7190-40c2-ad3c-b61adeecf831 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278006 Aug 16 03:25:32.493147 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36447a3a-d5ee-4796-88ec-aca5323deebc req-13a1e647-1d54-4db7-b259-f9d549231368 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:32.495330 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36447a3a-d5ee-4796-88ec-aca5323deebc req-13a1e647-1d54-4db7-b259-f9d549231368 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 945 time: 0.0762446 Aug 16 03:25:32.562525 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-36447a3a-d5ee-4796-88ec-aca5323deebc req-d64fc176-9a1c-4348-8a37-2526cb2abf19 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561774 Aug 16 03:25:33.690706 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ad37-edc7-4360-9ed9-3346a3c99a17 req-8ea0fc43-0e8a-4c54-86e6-51eb8d55983f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:33.692251 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c78ad37-edc7-4360-9ed9-3346a3c99a17 req-8ea0fc43-0e8a-4c54-86e6-51eb8d55983f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 945 time: 0.0532191 Aug 16 03:25:33.731536 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-3c78ad37-edc7-4360-9ed9-3346a3c99a17 req-6bc2d51b-45c8-4b5a-a776-b3a33920aaab tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333083 Aug 16 03:25:33.737379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-123b5ba4-2560-46ff-87bb-1dfdead43216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:33.849348 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e062a-bb62-4719-9813-2f3eb00fd31f req-5d114be7-a9db-411e-858b-f26ac7bec206 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:33.850777 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b86e062a-bb62-4719-9813-2f3eb00fd31f req-5d114be7-a9db-411e-858b-f26ac7bec206 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Aug 16 03:25:33.889755 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-b86e062a-bb62-4719-9813-2f3eb00fd31f req-2b1f4d96-43a0-452c-b662-aabce6ae6ac1 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328505 Aug 16 03:25:33.911737 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:25:33.955312 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e7656-d5f1-4404-86aa-db8ef37ffe1d tempest-TestSnapshotPattern-1318707719 tempest-TestSnapshotPattern-1318707719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:33.956882 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-409e7656-d5f1-4404-86aa-db8ef37ffe1d tempest-TestSnapshotPattern-1318707719 tempest-TestSnapshotPattern-1318707719-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 1092 time: 0.0440955 Aug 16 03:25:33.959780 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:25:33.965044 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Request body: {'floatingip': {'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'port_id': 'd218867c-866c-4adb-a33b-431e8830350d', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:25:33.988446 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:34.116057 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:34.397754 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:34.506459 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Allocated IP 172.25.5.44 (4337ae6a-9a1b-48d0-b696-04668fd4e9e9/8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6/b474a157-471d-4ff6-9001-4556b18ecda7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:25:34.606722 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:34.648154 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754775996133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:34.690851 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Network 4337ae6a-9a1b-48d0-b696-04668fd4e9e9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:25:34.695852 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:25:34.701175 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:25:34.704318 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'Port': ['ID=b474a157-471d-4ff6-9001-4556b18ecda7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:35.067775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:35.137779 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:35.202099 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:35.288686 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:35.293398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4396965'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:35.361969 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event updated for resources: {'Port': ['ID=b474a157-471d-4ff6-9001-4556b18ecda7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:25:35.372553 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528534'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:35.472498 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Floating IP 4ed73fd7-050d-4b3f-ab17-3e7c1970cec1 associated. External IP: 172.25.5.44, port: d218867c-866c-4adb-a33b-431e8830350d. Aug 16 03:25:35.687346 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Router a8c8b484-65f1-4e3c-9d83-8092c43551eb has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:25:35.795929 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:25:35.805704 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] Sync routers for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:25:35.812503 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:35.816060 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:25:35.816685 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:25:35.840448 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-e37e087c-3045-4139-80df-41e01719f5f0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8791611 Aug 16 03:25:35.841711 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:25:35.844025 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "tag": "d218867c-866c-4adb-a33b-431e8830350d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:25:35.881860 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eb7e68-acf2-47de-8678-263d6ecb7500 x-openstack-request-id: req-53eb7e68-acf2-47de-8678-263d6ecb7500 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:25:35.882136 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "tag": "d218867c-866c-4adb-a33b-431e8830350d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:25:35.882392 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53eb7e68-acf2-47de-8678-263d6ecb7500 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:25:35.882805 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d', 'status': 'completed', 'code': 200} Aug 16 03:25:35.925003 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:25:35.972653 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-f8f82804-08b8-4e8c-91f2-84bc49bb8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:35.974237 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-f8f82804-08b8-4e8c-91f2-84bc49bb8166 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0435309 Aug 16 03:25:36.074363 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-6ca0f81f-ead8-482b-91be-604261491fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:36.076819 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-6ca0f81f-ead8-482b-91be-604261491fff service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0950160 Aug 16 03:25:36.146427 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-235cc1bb-ceb2-4669-b50d-b004b25fc1ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d218867c-866c-4adb-a33b-431e8830350d HTTP/1.1" status: 200 len: 998 time: 0.0628374 Aug 16 03:25:36.164070 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '477d9e57-168a-421b-93b7-e2779c0d5780', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:01Z', 'updated_at': '2021-08-16T03:23:04Z', 'revision_number': 1, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}, {'id': '4ed73fd7-050d-4b3f-ab17-3e7c1970cec1', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': 'd218867c-866c-4adb-a33b-431e8830350d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:0f:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:25:34Z', 'updated_at': '2021-08-16T03:25:34Z', 'revision_number': 0, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:25:36.190722 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] Checking router: a8c8b484-65f1-4e3c-9d83-8092c43551eb for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:25:36.197496 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-255af134-2deb-4cef-9d64-b53ec3409759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:36.198992 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:25:36.199173 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-255af134-2deb-4cef-9d64-b53ec3409759 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0447872 Aug 16 03:25:36.199636 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:25:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:25:36.253113 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-5fbf8761-efb6-4c82-9d53-5efdfd145669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:36.254741 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-5fbf8761-efb6-4c82-9d53-5efdfd145669 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470626 Aug 16 03:25:36.314636 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:25:36.348693 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-5c867e5d-d98d-47dd-b610-2d9369e8bd13 service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858657 Aug 16 03:25:36.447497 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-dc4df1c6-5f6f-4ff3-99e7-1172b55b9ae7 req-1bfcab09-b2e5-4dda-af92-7fb37927d475 service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923655 Aug 16 03:25:36.541418 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '477d9e57-168a-421b-93b7-e2779c0d5780', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:01Z', 'updated_at': '2021-08-16T03:23:04Z', 'revision_number': 1, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}, {'id': '4ed73fd7-050d-4b3f-ab17-3e7c1970cec1', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': 'd218867c-866c-4adb-a33b-431e8830350d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:0f:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:25:34Z', 'updated_at': '2021-08-16T03:25:34Z', 'revision_number': 0, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:25:36.578394 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e0a459-d15f-435b-bf8c-f41ad90cb04d None None] The sync data for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 is: [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '477d9e57-168a-421b-93b7-e2779c0d5780', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:01Z', 'updated_at': '2021-08-16T03:23:04Z', 'revision_number': 1, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}, {'id': '4ed73fd7-050d-4b3f-ab17-3e7c1970cec1', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': 'd218867c-866c-4adb-a33b-431e8830350d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:0f:d9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:25:34Z', 'updated_at': '2021-08-16T03:25:34Z', 'revision_number': 0, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:25:36.790756 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c80ff-b565-4c25-8e97-f9b7a47d1189 None None] New status for floating IP 4ed73fd7-050d-4b3f-ab17-3e7c1970cec1: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:25:37.294839 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:43.384465 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:47.390106 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-72f48862-f0eb-4236-8a2d-34e24674e4b6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446029 Aug 16 03:25:47.470912 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-60e6abbe-7017-4692-8752-b18ca8fcad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:47.472451 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-60e6abbe-7017-4692-8752-b18ca8fcad70 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1096 time: 0.0417774 Aug 16 03:25:47.575247 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-8551e95e-ea09-4535-8e72-33ec37adc379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:47.576744 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-8551e95e-ea09-4535-8e72-33ec37adc379 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0852289 Aug 16 03:25:47.647132 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-2d1c6d64-a084-4b8d-9ca4-60ed05631371 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 1000 time: 0.0618951 Aug 16 03:25:47.697639 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-dbc18b5b-b637-4a5c-9502-f94defea126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:47.699150 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-dbc18b5b-b637-4a5c-9502-f94defea126c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0454040 Aug 16 03:25:47.743480 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-f11f1573-6681-4c07-8824-8f9d7fa0aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:25:47.745650 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-f11f1573-6681-4c07-8824-8f9d7fa0aefe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395844 Aug 16 03:25:47.837831 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-dffd3524-8f94-4570-b732-d8fd63beeddc service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857177 Aug 16 03:25:47.926685 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-82528b5d-0b8a-4657-a47d-90aa3bff5268 req-025ad512-8412-4da9-ae1f-b64d5287854f service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820296 Aug 16 03:25:59.564786 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:26:01.081991 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-ba5e1ed6-75b3-4c16-84ad-3d8b47af0083 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461061 Aug 16 03:26:01.114640 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-777bb682-50e3-469a-b4bb-382fec6b1af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:01.183922 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-3a7902d4-51f9-4444-abf2-952d68b5f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:01.185587 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-3a7902d4-51f9-4444-abf2-952d68b5f873 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0415795 Aug 16 03:26:01.291469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-2622846b-ec2b-499d-84e8-53fb8fd4017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:01.293530 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-2622846b-ec2b-499d-84e8-53fb8fd4017f service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0897598 Aug 16 03:26:01.358839 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-333e3d3e-0b59-4e92-aaa9-77aa8bfdf6c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d218867c-866c-4adb-a33b-431e8830350d HTTP/1.1" status: 200 len: 1000 time: 0.0582330 Aug 16 03:26:01.407147 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-26fa6bf5-5e3d-4453-99e4-c69220776a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:01.408600 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-26fa6bf5-5e3d-4453-99e4-c69220776a6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0433049 Aug 16 03:26:01.459152 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-bf6111e3-f341-411b-8e90-7bde54eed8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:01.460565 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-bf6111e3-f341-411b-8e90-7bde54eed8c8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448875 Aug 16 03:26:01.549690 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-d7f0809b-a59a-4b1e-81f3-62e3d6bcc705 service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817671 Aug 16 03:26:01.628382 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:01.645250 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-32321323-cd75-4ca8-a3e8-5a048b09380e req-bba24fac-c3fc-4cf3-a3bd-da6bba25f61f service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891838 Aug 16 03:26:03.739025 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8d0d425d-3259-4ef0-9b50-24412468f6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:04.118099 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:05.202062 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:07.297740 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:13.381983 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:31.117015 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cf89a31-2d2f-42b1-8276-034ed8d7f4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:31.643997 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:33.739501 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d0aab9-e745-45d6-9a89-c44f89423a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:34.120472 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:35.203827 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:36.567327 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:26:37.304820 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:43.397641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:49.382701 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-c02b2f1e-7a73-4c8c-aa02-71bcb812bf78 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450511 Aug 16 03:26:49.462120 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-97e4906e-f2cc-4968-a36b-0eb16100968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:49.463684 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-97e4906e-f2cc-4968-a36b-0eb16100968f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1096 time: 0.0405893 Aug 16 03:26:49.565138 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-3df2ce16-c6d8-499d-8c42-b3ea9d2ce05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:49.566657 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-3df2ce16-c6d8-499d-8c42-b3ea9d2ce05c service neutron] 10.222.0.93 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0836065 Aug 16 03:26:49.635557 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-450d74f9-209b-444b-83a8-2140b892aa5e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 1000 time: 0.0618062 Aug 16 03:26:49.683503 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-61201b0f-3d6b-40cb-b39f-dad4aa42182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:49.684966 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-61201b0f-3d6b-40cb-b39f-dad4aa42182d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0432267 Aug 16 03:26:49.729182 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-3b18e6d5-fa0b-4a52-8bbc-91326f3a07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:26:49.730655 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-3b18e6d5-fa0b-4a52-8bbc-91326f3a07bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387571 Aug 16 03:26:49.825181 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-030d1e42-d783-4d40-b32f-792db85bc858 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873544 Aug 16 03:26:49.913204 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-2d4862de-3b20-4704-a5ae-afa153b621b7 req-63cdb3e1-16c4-4464-9770-273665f244f3 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808167 Aug 16 03:27:01.119844 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f2f772a-2ab2-47c2-bd83-3157590ff940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:01.650247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:03.053662 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ba727b-80ca-4a83-a521-644bfe820796 req-9a27d4df-6f68-4a1c-b30d-5f6598c43bf8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418677 Aug 16 03:27:03.152086 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba727b-80ca-4a83-a521-644bfe820796 req-cf2f4c15-a956-4350-81ac-f98c8f29dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:03.153604 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ba727b-80ca-4a83-a521-644bfe820796 req-cf2f4c15-a956-4350-81ac-f98c8f29dafc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0412736 Aug 16 03:27:03.261123 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba727b-80ca-4a83-a521-644bfe820796 req-6d5c7b9b-58fa-4923-8982-4d3d8a65b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:03.262485 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ba727b-80ca-4a83-a521-644bfe820796 req-6d5c7b9b-58fa-4923-8982-4d3d8a65b508 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0898895 Aug 16 03:27:03.325830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ba727b-80ca-4a83-a521-644bfe820796 req-086648c0-9c05-450d-9f16-f1d2285eaa6a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d218867c-866c-4adb-a33b-431e8830350d HTTP/1.1" status: 200 len: 1000 time: 0.0566633 Aug 16 03:27:03.373261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba727b-80ca-4a83-a521-644bfe820796 req-c9c84a1c-6561-44cc-9b94-d83d00963ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:03.375385 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ba727b-80ca-4a83-a521-644bfe820796 req-c9c84a1c-6561-44cc-9b94-d83d00963ed9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0432558 Aug 16 03:27:03.423469 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba727b-80ca-4a83-a521-644bfe820796 req-190782fa-bf43-4a7c-829a-dbb7450c027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:03.424943 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ba727b-80ca-4a83-a521-644bfe820796 req-190782fa-bf43-4a7c-829a-dbb7450c027f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431950 Aug 16 03:27:03.516394 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ba727b-80ca-4a83-a521-644bfe820796 req-d36b8f23-8bfb-4f10-ae03-93d64b40a1e5 service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820825 Aug 16 03:27:03.605086 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-72ba727b-80ca-4a83-a521-644bfe820796 req-18f495ed-a72e-49b9-8780-af9342abc6fe service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844979 Aug 16 03:27:03.740023 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3663f1-f219-4a57-bdc8-ab8522fc764e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:04.121664 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:05.208493 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:07.306194 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:13.396196 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:13.568005 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:27:31.120814 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1660216-077a-4b0d-8988-1ade120dad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:31.666989 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:33.740769 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26dfe561-8914-42e8-9987-296532b5a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:34.121976 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:35.212068 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:37.308925 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:42.332603 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d218867c-866c-4adb-a33b-431e8830350d details requested by agent hyperv_n-h1-768862-14 with host n-h1-768862-14 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:27:42.428019 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d218867c-866c-4adb-a33b-431e8830350d,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:27:42.439267 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Returning: {'device': 'd218867c-866c-4adb-a33b-431e8830350d', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'port_id': 'd218867c-866c-4adb-a33b-431e8830350d', 'mac_address': 'fa:16:3e:0f:d9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:27:42.474898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:42.488142 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d218867c-866c-4adb-a33b-431e8830350d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:27:42.506752 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d218867c-866c-4adb-a33b-431e8830350d,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:27:42.510452 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:42.557806 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=d218867c-866c-4adb-a33b-431e8830350d,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:27:42.565496 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.565848 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.566193 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.566534 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.566872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.567245 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.567578 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.567907 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.568235 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.568561 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.568888 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.569211 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:42.650987 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] get_ports_and_sgs() called for port_ids ['d218867c-866c-4adb-a33b-431e8830350d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:27:43.410068 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:44.332553 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d218867c-866c-4adb-a33b-431e8830350d up at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:27:44.382572 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Provisioning complete for port d218867c-866c-4adb-a33b-431e8830350d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:27:44.383000 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497801'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:44.459307 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:44.480384 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:27:44.482577 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dc3b72-461b-4c99-b78d-070ed7af05cc" -d '{"events": [{"server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "d218867c-866c-4adb-a33b-431e8830350d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:27:44.495205 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d218867c-866c-4adb-a33b-431e8830350d,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:27:44.500145 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:44.544450 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67be5525-bc8a-46c6-a7ad-6a4fd9f4f92c x-openstack-request-id: req-67be5525-bc8a-46c6-a7ad-6a4fd9f4f92c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:27:44.544738 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "d218867c-866c-4adb-a33b-431e8830350d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:27:44.544987 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67be5525-bc8a-46c6-a7ad-6a4fd9f4f92c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:27:44.545369 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d', 'code': 200} Aug 16 03:27:44.550162 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=d218867c-866c-4adb-a33b-431e8830350d,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:27:50.568598 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:27:51.396692 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-2e2c1cc5-8efd-4252-89ba-9bc658b9b429 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0697298 Aug 16 03:27:51.489914 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-725404fe-6777-492b-97aa-a544fed6c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:51.491522 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-725404fe-6777-492b-97aa-a544fed6c2ed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1096 time: 0.0485353 Aug 16 03:27:51.604545 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-d12a36a8-9295-41f0-9037-c2958bb714dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:51.606225 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-d12a36a8-9295-41f0-9037-c2958bb714dc service neutron] 10.222.0.93 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0937951 Aug 16 03:27:51.722893 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-97f95e3f-8f06-47c3-ab1c-0c588c676771 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 1000 time: 0.1086805 Aug 16 03:27:51.856184 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-c44cff88-61ff-4f56-9d43-c26de0256eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:51.857846 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-c44cff88-61ff-4f56-9d43-c26de0256eaf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.1249959 Aug 16 03:27:51.910902 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-eaa6122b-3eba-4333-9ea4-921cb066b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:51.912595 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-eaa6122b-3eba-4333-9ea4-921cb066b71f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462458 Aug 16 03:27:52.021581 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-d6ec3364-06aa-47bd-8cc3-0a4a1d8303e2 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017962 Aug 16 03:27:52.121356 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-272ab305-ea4c-4328-9a06-7171e2819a63 req-f2b57fe4-4fbd-4b8b-b365-171e688d7ec0 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933235 Aug 16 03:27:56.252093 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:27:56.429701 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Deleting port b474a157-471d-4ff6-9001-4556b18ecda7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:27:56.429938 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:56.505065 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:56.505397 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:56.517491 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Calling delete_port for b474a157-471d-4ff6-9001-4556b18ecda7 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:27:56.665578 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:56.691937 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event deleted for resources: {'Port': ['ID=b474a157-471d-4ff6-9001-4556b18ecda7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:27:56.727500 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.727848 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.728190 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.728530 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.728878 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.729434 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.730016 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.730586 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.730982 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.731347 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.731684 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.732015 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:27:56.777267 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:56.777615 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Floating IP 4ed73fd7-050d-4b3f-ab17-3e7c1970cec1 disassociated (deleted). External IP: 172.25.5.44, port: d218867c-866c-4adb-a33b-431e8830350d. Aug 16 03:27:57.287064 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Router a8c8b484-65f1-4e3c-9d83-8092c43551eb has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:27:57.395273 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:27:57.400370 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:57.404901 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] Sync routers for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:27:57.415316 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:27:57.415921 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:27:57.428651 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-fa227841-bc70-46d9-bbc7-58f8fff50023 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "DELETE /v2.0/floatingips/4ed73fd7-050d-4b3f-ab17-3e7c1970cec1 HTTP/1.1" status: 204 len: 168 time: 1.1754639 Aug 16 03:27:57.429252 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:27:57.431562 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b374bf2-cc2f-4632-bf85-594f01d42b60" -d '{"events": [{"name": "network-changed", "server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "tag": "d218867c-866c-4adb-a33b-431e8830350d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:27:57.595991 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac1e824-d184-4d3e-98a0-3d6b5676e89d x-openstack-request-id: req-fac1e824-d184-4d3e-98a0-3d6b5676e89d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:27:57.596511 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "tag": "d218867c-866c-4adb-a33b-431e8830350d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:27:57.597071 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fac1e824-d184-4d3e-98a0-3d6b5676e89d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:27:57.597485 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d', 'status': 'completed', 'code': 200} Aug 16 03:27:57.635557 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:27:57.692115 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-c6d241c3-4bfc-48dc-a5f7-6223baa18a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:57.693507 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceba22-65a6-4e63-8b44-5eeeef360932 req-bd6b4e94-21f1-40a4-9d5e-5f6282726866 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:57.694053 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-c6d241c3-4bfc-48dc-a5f7-6223baa18a8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0444083 Aug 16 03:27:57.695031 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6cceba22-65a6-4e63-8b44-5eeeef360932 req-bd6b4e94-21f1-40a4-9d5e-5f6282726866 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 945 time: 0.0518219 Aug 16 03:27:57.739691 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6cceba22-65a6-4e63-8b44-5eeeef360932 req-4fd4e8e2-6e63-4719-8f34-92100888f4b1 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385079 Aug 16 03:27:57.787354 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-76635d9c-c93e-4ec3-bc42-7cc6162194c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:57.788830 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-76635d9c-c93e-4ec3-bc42-7cc6162194c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.0871944 Aug 16 03:27:57.837230 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-1922872f-8d14-478b-bd3f-794d337d7b35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d218867c-866c-4adb-a33b-431e8830350d HTTP/1.1" status: 200 len: 217 time: 0.0390818 Aug 16 03:27:57.867497 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '477d9e57-168a-421b-93b7-e2779c0d5780', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:01Z', 'updated_at': '2021-08-16T03:23:04Z', 'revision_number': 1, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:27:57.887538 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-9a7493d8-b7e0-4d5d-8d60-1c3fa9a5f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:57.889027 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-9a7493d8-b7e0-4d5d-8d60-1c3fa9a5f924 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0443511 Aug 16 03:27:57.894924 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] Checking router: a8c8b484-65f1-4e3c-9d83-8092c43551eb for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:27:57.903043 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:27:57.903822 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:27:57.937433 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-66595c0b-bec5-4503-97f6-afc7680db42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:57.939171 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-66595c0b-bec5-4503-97f6-afc7680db42b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419116 Aug 16 03:27:58.011747 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:27:58.034825 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-63b34fe4-37b5-4ded-b0bd-e67ef6cadbc3 service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879328 Aug 16 03:27:58.127629 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-5b374bf2-cc2f-4632-bf85-594f01d42b60 req-736aea2f-8d99-40cb-9bc9-dacb6cb47c52 service neutron] 10.222.0.86 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854790 Aug 16 03:27:58.233401 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '477d9e57-168a-421b-93b7-e2779c0d5780', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:01Z', 'updated_at': '2021-08-16T03:23:04Z', 'revision_number': 1, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:27:58.264903 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af640f-b256-40d0-a996-7e783a9d2ed1 None None] The sync data for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 is: [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_floatingips': [{'id': '477d9e57-168a-421b-93b7-e2779c0d5780', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'router_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'port_id': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'mac_address': 'fa:16:3e:f1:c9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:23:01Z', 'updated_at': '2021-08-16T03:23:04Z', 'revision_number': 1, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:27:58.429222 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d218867c-866c-4adb-a33b-431e8830350d no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:27:58.499294 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3ac4a-2de8-456a-a2e8-4cc4e08b9791 None None] New status for floating IP 4ed73fd7-050d-4b3f-ab17-3e7c1970cec1: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:27:58.725809 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3716618'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:58.750177 n-d-768862-14 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:27:58.752214 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58a4ad3b0ed02fdb04788628874aaf8f5861cf103aa4233db10df2461a7e36bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb35291-036a-4e22-ac81-71fbc9c3d819" -d '{"events": [{"server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "d218867c-866c-4adb-a33b-431e8830350d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:27:58.768100 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d218867c-866c-4adb-a33b-431e8830350d,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:27:58.772512 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754776548244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754775996151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754775995405'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:58.825872 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Pushing event updated for resources: {'Port': ['ID=d218867c-866c-4adb-a33b-431e8830350d,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:27:58.844470 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf41bd0-4016-465e-8e27-53d6065db0f9 x-openstack-request-id: req-0cf41bd0-4016-465e-8e27-53d6065db0f9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:27:58.844764 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "d218867c-866c-4adb-a33b-431e8830350d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:27:58.845016 n-d-768862-14 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0cf41bd0-4016-465e-8e27-53d6065db0f9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:27:58.845408 n-d-768862-14 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d', 'code': 200} Aug 16 03:27:58.935641 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d523e9-d8eb-489a-ae77-a02db6cdd838 req-4ddd340f-5e31-4740-aa11-34fa3705ca2b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:58.937889 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52d523e9-d8eb-489a-ae77-a02db6cdd838 req-4ddd340f-5e31-4740-aa11-34fa3705ca2b tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 943 time: 0.0496833 Aug 16 03:27:58.975392 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-52d523e9-d8eb-489a-ae77-a02db6cdd838 req-85291fd0-7952-4055-bdd0-2d07fbd193d7 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311430 Aug 16 03:27:59.492351 n-d-768862-14 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-8ebc10cb-8cd0-456f-a931-082e3b90efb5 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:27:59.493796 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-8ebc10cb-8cd0-456f-a931-082e3b90efb5 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 943 time: 0.0539458 Aug 16 03:27:59.583438 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Deleting port d218867c-866c-4adb-a33b-431e8830350d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:27:59.583788 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:59.676025 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] For port d218867c-866c-4adb-a33b-431e8830350d, host n-h1-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768862-14',level=0,port_id=d218867c-866c-4adb-a33b-431e8830350d,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:27:59.676395 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:59.689814 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Calling delete_port for d218867c-866c-4adb-a33b-431e8830350d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:27:59.816597 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:59.847919 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event deleted for resources: {'Port': ['ID=d218867c-866c-4adb-a33b-431e8830350d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:27:59.892411 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] No DVR routers for this DVR port d218867c-866c-4adb-a33b-431e8830350d on host n-h1-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:27:59.894941 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:59.897113 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [req-ad5dcae5-7691-4dc1-8b35-2acbf0f4df71 req-e90f434c-5074-4e90-a18e-a12290aad2ce tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.86 "DELETE /v2.0/ports/d218867c-866c-4adb-a33b-431e8830350d HTTP/1.1" status: 204 len: 173 time: 0.3976378 Aug 16 03:27:59.897564 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'name': 'network-vif-deleted', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:27:59.899878 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b9fd57-ab99-4c3b-afb1-5ffe55e1463e" -d '{"events": [{"server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "name": "network-vif-deleted", "tag": "d218867c-866c-4adb-a33b-431e8830350d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:27:59.940121 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbfb95b-227f-47ae-be84-a637cc1edc43 x-openstack-request-id: req-4fbfb95b-227f-47ae-be84-a637cc1edc43 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:27:59.940430 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eb2814-d132-4266-85ed-9d3a90dcfbc9", "name": "network-vif-deleted", "tag": "d218867c-866c-4adb-a33b-431e8830350d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:27:59.940686 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fbfb95b-227f-47ae-be84-a637cc1edc43 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:27:59.941087 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb2814-d132-4266-85ed-9d3a90dcfbc9', 'name': 'network-vif-deleted', 'tag': 'd218867c-866c-4adb-a33b-431e8830350d', 'status': 'completed', 'code': 200} Aug 16 03:28:00.086758 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-88adedc1-f3a6-4147-9231-c2ea116266ad req-04516123-98d4-4b45-ad95-c26c53a462a0 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9eb2814-d132-4266-85ed-9d3a90dcfbc9 HTTP/1.1" status: 200 len: 210 time: 0.0267289 Aug 16 03:28:01.123285 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c4941ae-7a83-485f-b3e5-a7ec2ab273e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:01.666060 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:01.679656 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:01.824658 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Deleting port 632811c6-6784-4107-9956-3147b6c0d1ec {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:01.824894 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:01.903628 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:01.903962 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:01.915618 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Calling delete_port for 632811c6-6784-4107-9956-3147b6c0d1ec owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:02.063631 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:02.092728 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event deleted for resources: {'Port': ['ID=632811c6-6784-4107-9956-3147b6c0d1ec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:02.154502 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:02.154833 n-d-768862-14 neutron-server[94640]: INFO neutron.db.l3_db [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Floating IP 477d9e57-168a-421b-93b7-e2779c0d5780 disassociated (deleted). External IP: 172.25.5.123, port: 38611258-1ce0-463c-9f71-4aa5256e7b99. Aug 16 03:28:02.365187 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Router a8c8b484-65f1-4e3c-9d83-8092c43551eb has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:28:02.444293 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d218867c-866c-4adb-a33b-431e8830350d no longer exists at agent hyperv_n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:28:02.467731 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] No Port match for: d218867c-866c-4adb-a33b-431e8830350d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:28:02.468086 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Device d218867c-866c-4adb-a33b-431e8830350d not bound to the agent host n-h1-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:28:02.474243 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:28:02.478385 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:02.483885 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] Sync routers for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:28:02.493321 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:28:02.493928 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:02.505664 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-c5e85a21-297f-4458-909f-f4aaba9e743f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "DELETE /v2.0/floatingips/477d9e57-168a-421b-93b7-e2779c0d5780 HTTP/1.1" status: 204 len: 168 time: 0.8383763 Aug 16 03:28:02.506241 n-d-768862-14 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:28:02.508503 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80ee198b37229450ee105e0eda203d9e761c7c0b1eace059dbb5677055c8bc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a809a8-4eb8-4649-9d59-5cb39cd60974" -d '{"events": [{"name": "network-changed", "server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:28:02.602201 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:28:02.659055 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e663a3-e0a3-420e-8ce8-fc74b54bbb05 x-openstack-request-id: req-13e663a3-e0a3-420e-8ce8-fc74b54bbb05 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:28:02.659434 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:28:02.659716 n-d-768862-14 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13e663a3-e0a3-420e-8ce8-fc74b54bbb05 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:28:02.660135 n-d-768862-14 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'status': 'completed', 'code': 200} Aug 16 03:28:02.760488 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-4aa7966a-54ed-4f00-807f-56c93e5cfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:02.762040 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-4aa7966a-54ed-4f00-807f-56c93e5cfa0f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=118d6fe045094967a8c512f41ab95e97&device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 1096 time: 0.0785489 Aug 16 03:28:02.773260 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6065fc2-2959-4e19-8bd7-ea22c87085b9 req-25c3eba0-7caa-45c4-a5c9-ab7e89674c1f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:02.774705 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6065fc2-2959-4e19-8bd7-ea22c87085b9 req-25c3eba0-7caa-45c4-a5c9-ab7e89674c1f tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 944 time: 0.0652633 Aug 16 03:28:02.808374 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:02.834957 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] Checking router: a8c8b484-65f1-4e3c-9d83-8092c43551eb for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:28:02.843049 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:28:02.843914 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:27:34Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:02.865821 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-e6065fc2-2959-4e19-8bd7-ea22c87085b9 req-8a17fbfa-c46f-42e5-a837-189564710894 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817323 Aug 16 03:28:02.889082 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-ef1b04f9-1602-49a0-8c7c-833187474341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:02.891521 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-ef1b04f9-1602-49a0-8c7c-833187474341 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 200 len: 911 time: 0.1149879 Aug 16 03:28:02.938104 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-1dafe65d-048d-4be9-87a0-6a91951dcfe8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 200 len: 217 time: 0.0384486 Aug 16 03:28:02.952789 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:28:02.989126 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-1fcf232b-d0ff-4585-b51e-ea85569d87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:02.990731 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-1fcf232b-d0ff-4585-b51e-ea85569d87c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 200 len: 849 time: 0.0453815 Aug 16 03:28:03.042867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-de4acaa1-0c33-44fa-b239-62e08f39579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:03.044745 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-de4acaa1-0c33-44fa-b239-62e08f39579c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0cc36701-4992-463d-909a-8e2603977198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450726 Aug 16 03:28:03.151618 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-9cd80c1a-48ee-4573-9dc1-43f50b9a3672 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983763 Aug 16 03:28:03.161942 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:03.191187 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5796da27-a409-49e3-9cd2-1c483cb9d47f None None] The sync data for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 is: [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:42Z', 'revision_number': 4, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14', '_interfaces': [{'id': '04a6939e-3a51-48bc-89bb-f1aea7c3aa69', 'name': '', 'network_id': '0cc36701-4992-463d-909a-8e2603977198', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'mac_address': 'fa:16:3e:d7:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ae443495-f497-453e-adb9-707d70b43e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:41Z', 'updated_at': '2021-08-16T03:22:47Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'subnets': [{'id': 'ae443495-f497-453e-adb9-707d70b43e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:28:03.245411 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-65a809a8-4eb8-4649-9d59-5cb39cd60974 req-5add73f5-7d77-4619-b061-2c236f8d4c25 service neutron] 10.222.0.93 "GET /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866542 Aug 16 03:28:03.338867 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-ba8c74d3-ab95-4da3-afda-fc0f5a1ea993 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:03.340575 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-ba8c74d3-ab95-4da3-afda-fc0f5a1ea993 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.93 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 944 time: 0.0496140 Aug 16 03:28:03.437660 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb21f01-a2b7-440a-8ab2-fb3a1286ef13 None None] New status for floating IP 477d9e57-168a-421b-93b7-e2779c0d5780: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:28:03.741574 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16da23b2-29a1-4fb6-88b3-ddc50670b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:03.778888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Deleting port 38611258-1ce0-463c-9f71-4aa5256e7b99 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:03.779538 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:03.867888 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] For port 38611258-1ce0-463c-9f71-4aa5256e7b99, host n-h2-768862-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768862-14',level=0,port_id=38611258-1ce0-463c-9f71-4aa5256e7b99,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:28:03.868251 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:03.881188 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Calling delete_port for 38611258-1ce0-463c-9f71-4aa5256e7b99 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:04.034552 n-d-768862-14 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6f333-a844-4ae8-9044-a59404e70d04 req-2357e940-7e24-407c-9d56-bf8e1fc890aa tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:28:04.035987 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bd6f333-a844-4ae8-9044-a59404e70d04 req-2357e940-7e24-407c-9d56-bf8e1fc890aa tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc56bad-6eb1-4e06-a09f-48987d884d19 HTTP/1.1" status: 200 len: 944 time: 0.0851183 Aug 16 03:28:04.057050 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:04.092918 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event deleted for resources: {'Port': ['ID=38611258-1ce0-463c-9f71-4aa5256e7b99,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:04.127392 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:04.135184 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-4bd6f333-a844-4ae8-9044-a59404e70d04 req-e5ea1dc1-6b4b-4276-8be3-ac4c8293d194 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "GET /v2.0/security-groups?id=db6ca963-7c7d-47fa-9532-76047fe6f857&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929976 Aug 16 03:28:04.138088 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.138306 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.138663 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.138997 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.139367 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.139698 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.140049 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.141044 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.141415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.141838 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.142076 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.142404 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-14 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:28:04.158312 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] No DVR routers for this DVR port 38611258-1ce0-463c-9f71-4aa5256e7b99 on host n-h2-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:28:04.160745 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90031'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:04.162706 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [req-6aeb1508-8424-4dda-832b-5fea165fa43c req-af09084c-dad3-41e9-af52-6a496e8de3a9 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.93 "DELETE /v2.0/ports/38611258-1ce0-463c-9f71-4aa5256e7b99 HTTP/1.1" status: 204 len: 173 time: 0.8165112 Aug 16 03:28:04.163185 n-d-768862-14 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'name': 'network-vif-deleted', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:28:04.165446 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2379584c959f253d75a8589fcff5abfb8f6b5807eedb061faafad3bf0ed52680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aadd38-7a71-4387-918c-24ec9bdc4131" -d '{"events": [{"server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "name": "network-vif-deleted", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:28:04.260648 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e80203c-4ea5-46f7-b360-2e25b2228f19 x-openstack-request-id: req-5e80203c-4ea5-46f7-b360-2e25b2228f19 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:28:04.260938 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc56bad-6eb1-4e06-a09f-48987d884d19", "name": "network-vif-deleted", "tag": "38611258-1ce0-463c-9f71-4aa5256e7b99", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:28:04.261185 n-d-768862-14 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e80203c-4ea5-46f7-b360-2e25b2228f19 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:28:04.261578 n-d-768862-14 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc56bad-6eb1-4e06-a09f-48987d884d19', 'name': 'network-vif-deleted', 'tag': '38611258-1ce0-463c-9f71-4aa5256e7b99', 'status': 'completed', 'code': 200} Aug 16 03:28:05.198543 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44690) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:05.216086 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:05.259976 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ef20c4a-2118-4ee0-9dee-6e8ad838a857 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:05.284580 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ef20c4a-2118-4ee0-9dee-6e8ad838a857 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:05.345236 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ef20c4a-2118-4ee0-9dee-6e8ad838a857 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:05.347825 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ef20c4a-2118-4ee0-9dee-6e8ad838a857 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:05.348977 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4ef20c4a-2118-4ee0-9dee-6e8ad838a857 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] 10.222.0.61 "DELETE /v2.0/security-groups/db6ca963-7c7d-47fa-9532-76047fe6f857 HTTP/1.1" status: 204 len: 168 time: 0.1490636 Aug 16 03:28:05.358240 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20c4a-2118-4ee0-9dee-6e8ad838a857 tempest-TestSnapshotPattern-463803540 tempest-TestSnapshotPattern-463803540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6ca963-7c7d-47fa-9532-76047fe6f857,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:05.398913 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:05.864050 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:06.111782 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Deleting port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:06.112119 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:06.188137 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] For port 04a6939e-3a51-48bc-89bb-f1aea7c3aa69, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=04a6939e-3a51-48bc-89bb-f1aea7c3aa69,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:28:06.188495 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:06.204690 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Calling delete_port for 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:06.386888 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:06.412647 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a6939e-3a51-48bc-89bb-f1aea7c3aa69,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:06.581010 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:06.791502 n-d-768862-14 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Router a8c8b484-65f1-4e3c-9d83-8092c43551eb has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:28:06.896632 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:28:06.902161 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a170d012-cd32-42fb-8701-a42b266e26c8 admin admin] 10.222.0.61 "PUT /v2.0/routers/a8c8b484-65f1-4e3c-9d83-8092c43551eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5015731 Aug 16 03:28:06.904707 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44698) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:06.908628 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] Sync routers for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:28:06.911891 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38611258-1ce0-463c-9f71-4aa5256e7b99 no longer exists at agent hyperv_n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:28:06.920804 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:28:06.922131 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:06.936430 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] No Port match for: 38611258-1ce0-463c-9f71-4aa5256e7b99 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:28:06.936776 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Device 38611258-1ce0-463c-9f71-4aa5256e7b99 not bound to the agent host n-h2-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:28:07.130705 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:28:07.314510 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.321368 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:28:06Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:07.321604 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.352247 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] Checking router: a8c8b484-65f1-4e3c-9d83-8092c43551eb for host: n-d-768862-14 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:28:07.360989 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] Routers {'a8c8b484-65f1-4e3c-9d83-8092c43551eb'} bound to L3 agent in host n-d-768862-14 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:28:07.361583 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:07.427475 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.465229 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] Set router a8c8b484-65f1-4e3c-9d83-8092c43551eb gateway port host: n-d-768862-14 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:28:07.483287 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Deleting port 17d7f29a-926d-4a6f-9618-0e61e7e62660 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:07.483630 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.565738 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] For port 17d7f29a-926d-4a6f-9618-0e61e7e62660, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=17d7f29a-926d-4a6f-9618-0e61e7e62660,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:28:07.565993 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.583582 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Calling delete_port for 17d7f29a-926d-4a6f-9618-0e61e7e62660 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:07.648789 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:28:06Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:07.674760 n-d-768862-14 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0bf094-3672-41fa-b225-95a6c56971ca None None] The sync data for ids ['a8c8b484-65f1-4e3c-9d83-8092c43551eb'] in n-d-768862-14 is: [{'id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'name': 'tempest-TestSnapshotPattern-1161533870-router', 'tenant_id': '118d6fe045094967a8c512f41ab95e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:28:06Z', 'revision_number': 5, 'project_id': '118d6fe045094967a8c512f41ab95e97', 'gw_port': {'id': '17d7f29a-926d-4a6f-9618-0e61e7e62660', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8b484-65f1-4e3c-9d83-8092c43551eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:39Z', 'updated_at': '2021-08-16T03:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:28:07.755514 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.789501 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d7f29a-926d-4a6f-9618-0e61e7e62660,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:07.847775 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.939359 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.941489 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.983752 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.984819 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c8b484-65f1-4e3c-9d83-8092c43551eb {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:28:07.989340 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:07.990323 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-97044ec1-8a09-4750-8889-8178ad55fdb0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a8c8b484-65f1-4e3c-9d83-8092c43551eb HTTP/1.1" status: 204 len: 168 time: 1.0847085 Aug 16 03:28:07.992867 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:08.043718 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90e8e7f-d8d4-433e-86ed-d0ab1de1a8a6 admin admin] Deleting subnet ae443495-f497-453e-adb9-707d70b43e31 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:28:08.047497 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b90e8e7f-d8d4-433e-86ed-d0ab1de1a8a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.084542 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b90e8e7f-d8d4-433e-86ed-d0ab1de1a8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.166661 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b90e8e7f-d8d4-433e-86ed-d0ab1de1a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.228127 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b90e8e7f-d8d4-433e-86ed-d0ab1de1a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.255838 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e8e7f-d8d4-433e-86ed-d0ab1de1a8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae443495-f497-453e-adb9-707d70b43e31,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:08.259459 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b90e8e7f-d8d4-433e-86ed-d0ab1de1a8a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.264279 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-b90e8e7f-d8d4-433e-86ed-d0ab1de1a8a6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ae443495-f497-453e-adb9-707d70b43e31 HTTP/1.1" status: 204 len: 168 time: 0.2675791 Aug 16 03:28:08.264279 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:08.267495 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1b453-e1a3-47f4-a568-59e9852d16ff None None] Network 0cc36701-4992-463d-909a-8e2603977198 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:28:08.338225 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.402114 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Deleting port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:08.402464 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.470386 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] For port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=ecbd0ec7-2337-4e86-b0ea-50a9e006efeb,segment=NetworkSegment(779499c5-123b-4934-9b83-be8d05c01df4),segment_id=779499c5-123b-4934-9b83-be8d05c01df4)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:28:08.470753 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.483795 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Calling delete_port for ecbd0ec7-2337-4e86-b0ea-50a9e006efeb owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:08.563203 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.591578 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbd0ec7-2337-4e86-b0ea-50a9e006efeb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:08.595534 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] No DVR routers for this DVR port ecbd0ec7-2337-4e86-b0ea-50a9e006efeb on host n-d-768862-14 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:28:08.667327 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.678629 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc36701-4992-463d-909a-8e2603977198']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:08.682742 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f027b5d8-971e-4ed2-a601-47cd0952b3d5 None None] DHCP port deletion for 0cc36701-4992-463d-909a-8e2603977198 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:28:08.691966 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779499c5-123b-4934-9b83-be8d05c01df4') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:08.692260 n-d-768862-14 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779499c5-123b-4934-9b83-be8d05c01df4') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:08.702507 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4396187'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.717368 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.724207 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:28:08.724591 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4396865'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: Traceback (most recent call last): Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: timer() Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: cb(*args, **kw) Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: return func(*args, **kwargs) Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: self._notify() Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: self.callback(batched_events) Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: event.method(event) Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: return f(self, *a, **k) Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: return self._get(url).json() Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:28:08.726383 n-d-768862-14 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:28:08.783935 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.789154 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:08.791106 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0cc36701-4992-463d-909a-8e2603977198 HTTP/1.1" status: 204 len: 168 time: 0.5262675 Aug 16 03:28:08.794443 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:08.802018 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ba9c5-e6b8-4d27-9cef-af0be7bade90 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc36701-4992-463d-909a-8e2603977198,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:09.045632 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ecbd0ec7-2337-4e86-b0ea-50a9e006efeb no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:28:09.070206 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: ecbd0ec7-2337-4e86-b0ea-50a9e006efeb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:28:09.070559 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device ecbd0ec7-2337-4e86-b0ea-50a9e006efeb not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:28:09.071028 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 17d7f29a-926d-4a6f-9618-0e61e7e62660 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:28:09.089792 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 17d7f29a-926d-4a6f-9618-0e61e7e62660 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:28:09.090140 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 17d7f29a-926d-4a6f-9618-0e61e7e62660 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:28:09.090550 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:28:09.109938 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:28:09.110190 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 04a6939e-3a51-48bc-89bb-f1aea7c3aa69 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:28:09.151349 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456342'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:09.394123 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Deleting port 6991722e-5fa1-44e5-8c9e-dde842f590a3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:09.394464 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:09.471136 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] For port 6991722e-5fa1-44e5-8c9e-dde842f590a3, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=6991722e-5fa1-44e5-8c9e-dde842f590a3,segment=NetworkSegment(e8259990-c393-4aa7-a87b-069ea8a4b294),segment_id=e8259990-c393-4aa7-a87b-069ea8a4b294)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:28:09.471502 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:09.488870 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Calling delete_port for 6991722e-5fa1-44e5-8c9e-dde842f590a3 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:09.664088 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:09.695415 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Pushing event deleted for resources: {'Port': ['ID=6991722e-5fa1-44e5-8c9e-dde842f590a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:09.864170 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531494'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.081821 n-d-768862-14 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Router c841dadc-3554-4463-a6d5-6a0144364a56 has already been hosted by L3 agent a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2 {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:28:10.188745 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] Notify agent at l3_agent.n-d-768862-14 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:28:10.194421 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-3fe74250-3103-4d16-a83f-f023197b0558 admin admin] 10.222.0.61 "PUT /v2.0/routers/c841dadc-3554-4463-a6d5-6a0144364a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3983092 Aug 16 03:28:10.196559 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:10.198287 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa92810-0090-473b-b642-fa499294e64f None None] Sync routers for ids ['c841dadc-3554-4463-a6d5-6a0144364a56'] in n-d-768862-14 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:28:10.209383 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa92810-0090-473b-b642-fa499294e64f None None] Routers {'c841dadc-3554-4463-a6d5-6a0144364a56'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:28:10.210450 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fa92810-0090-473b-b642-fa499294e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['c841dadc-3554-4463-a6d5-6a0144364a56'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:10.311771 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.319898 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1fa92810-0090-473b-b642-fa499294e64f None None] Set router c841dadc-3554-4463-a6d5-6a0144364a56 gateway port host: n-d-768862-14 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:28:10.424143 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.477497 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Deleting port d81e4bef-6514-4601-81ad-61a95d63b331 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:10.477848 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.502105 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fa92810-0090-473b-b642-fa499294e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'external_fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:43Z', 'updated_at': '2021-08-16T03:28:09Z', 'revision_number': 5, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'gw_port': {'id': 'd81e4bef-6514-4601-81ad-61a95d63b331', 'name': '', 'network_id': '4337ae6a-9a1b-48d0-b696-04668fd4e9e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:22:44Z', 'updated_at': '2021-08-16T03:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1116e0-8eda-42e5-9ea5-4ec7393ca8b6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-14'}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:10.534799 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa92810-0090-473b-b642-fa499294e64f None None] Checking router: c841dadc-3554-4463-a6d5-6a0144364a56 for host: n-d-768862-14 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:28:10.543106 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa92810-0090-473b-b642-fa499294e64f None None] Routers {'c841dadc-3554-4463-a6d5-6a0144364a56'} bound to L3 agent in host n-d-768862-14 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:28:10.543733 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fa92810-0090-473b-b642-fa499294e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:47:34Z,description=,heartbeat_timestamp=2021-08-16T03:28:04Z,host='n-d-768862-14',id=a8d32cfc-c4da-485c-9cd4-c7a7b891b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:47:34Z,topic='l3_agent')) {'router_ids': ['c841dadc-3554-4463-a6d5-6a0144364a56'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:10.564959 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] For port d81e4bef-6514-4601-81ad-61a95d63b331, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=d81e4bef-6514-4601-81ad-61a95d63b331,segment=NetworkSegment(1253fa96-7eda-4dda-bace-462f922514af),segment_id=1253fa96-7eda-4dda-bace-462f922514af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:28:10.565398 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.581908 n-d-768862-14 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Calling delete_port for d81e4bef-6514-4601-81ad-61a95d63b331 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:10.635709 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1fa92810-0090-473b-b642-fa499294e64f None None] Set router c841dadc-3554-4463-a6d5-6a0144364a56 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:28:10.690501 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1fa92810-0090-473b-b642-fa499294e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:43Z', 'updated_at': '2021-08-16T03:28:10Z', 'revision_number': 6, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'gw_port_host': None}], 'n-d-768862-14', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:10.721573 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa92810-0090-473b-b642-fa499294e64f None None] The sync data for ids ['c841dadc-3554-4463-a6d5-6a0144364a56'] in n-d-768862-14 is: [{'id': 'c841dadc-3554-4463-a6d5-6a0144364a56', 'name': 'tempest-TestSnapshotPattern-1534159752-router', 'tenant_id': 'd5cfd8129e5b458abb5029182c1ab640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:22:43Z', 'updated_at': '2021-08-16T03:28:10Z', 'revision_number': 6, 'project_id': 'd5cfd8129e5b458abb5029182c1ab640', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:28:10.757386 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4396972'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.783495 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d81e4bef-6514-4601-81ad-61a95d63b331,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:10.842475 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528604'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.932181 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.934246 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.981131 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531007'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.981642 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c841dadc-3554-4463-a6d5-6a0144364a56 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:28:10.987048 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.988235 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7ff8a09b-3d16-4fde-814b-3c826503eb9a admin admin] 10.222.0.61 "DELETE /v2.0/routers/c841dadc-3554-4463-a6d5-6a0144364a56 HTTP/1.1" status: 204 len: 168 time: 0.7906854 Aug 16 03:28:10.990792 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:11.036348 n-d-768862-14 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a963faeb-017e-451f-8410-9f3d898f5aa3 admin admin] Deleting subnet 561fa6b0-b212-45a5-9ae4-4e4c71e6ef24 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:28:11.039366 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a963faeb-017e-451f-8410-9f3d898f5aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.079243 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a963faeb-017e-451f-8410-9f3d898f5aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4396172'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.172445 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6991722e-5fa1-44e5-8c9e-dde842f590a3 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:28:11.182448 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a963faeb-017e-451f-8410-9f3d898f5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3637427'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.192740 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: 6991722e-5fa1-44e5-8c9e-dde842f590a3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:28:11.193087 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device 6991722e-5fa1-44e5-8c9e-dde842f590a3 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:28:11.237077 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a963faeb-017e-451f-8410-9f3d898f5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3637412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4396959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7673539'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.265691 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963faeb-017e-451f-8410-9f3d898f5aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561fa6b0-b212-45a5-9ae4-4e4c71e6ef24,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:11.267935 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a963faeb-017e-451f-8410-9f3d898f5aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.273714 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e82ba-fc76-4e65-b607-d9b615c3a59e None None] Network c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 requested from n-d-768862-14 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:28:11.274224 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-a963faeb-017e-451f-8410-9f3d898f5aa3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/561fa6b0-b212-45a5-9ae4-4e4c71e6ef24 HTTP/1.1" status: 204 len: 168 time: 0.2797287 Aug 16 03:28:11.274746 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:11.348258 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3610732'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.407299 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Deleting port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:11.407647 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.482252 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] For port c17def24-ef19-4fdd-9d99-39a5d8dd72b2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c17def24-ef19-4fdd-9d99-39a5d8dd72b2,segment=NetworkSegment(e8259990-c393-4aa7-a87b-069ea8a4b294),segment_id=e8259990-c393-4aa7-a87b-069ea8a4b294)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:28:11.482635 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.492322 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a3dcb-4cc6-4f2e-9f77-01908e86efea None None] DHCP port deletion for c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 request from n-d-768862-14 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:28:11.496974 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Calling delete_port for c17def24-ef19-4fdd-9d99-39a5d8dd72b2 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:11.542965 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-549a3dcb-4cc6-4f2e-9f77-01908e86efea None None] Deleting port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:28:11.543379 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-549a3dcb-4cc6-4f2e-9f77-01908e86efea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754776542504'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.579953 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643730'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.610896 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Pushing event deleted for resources: {'Port': ['ID=c17def24-ef19-4fdd-9d99-39a5d8dd72b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:11.612958 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-549a3dcb-4cc6-4f2e-9f77-01908e86efea None None] For port c17def24-ef19-4fdd-9d99-39a5d8dd72b2, host n-d-768862-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-14',level=0,port_id=c17def24-ef19-4fdd-9d99-39a5d8dd72b2,segment=NetworkSegment(e8259990-c393-4aa7-a87b-069ea8a4b294),segment_id=e8259990-c393-4aa7-a87b-069ea8a4b294)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:28:11.613376 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-549a3dcb-4cc6-4f2e-9f77-01908e86efea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534201'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.616763 n-d-768862-14 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] No DVR routers for this DVR port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 on host n-d-768862-14 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:28:11.627989 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-549a3dcb-4cc6-4f2e-9f77-01908e86efea None None] Calling delete_port for c17def24-ef19-4fdd-9d99-39a5d8dd72b2 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:28:11.690945 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644212', 'neutron.services.segments.db._delete_segments_for_network-8754776487280'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.707267 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c750f4c6-5c74-4292-b3e6-0d2c3b7a7143']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:11.713652 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-549a3dcb-4cc6-4f2e-9f77-01908e86efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754776548226', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754775996142'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.718772 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8259990-c393-4aa7-a87b-069ea8a4b294') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:11.719072 n-d-768862-14 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8259990-c393-4aa7-a87b-069ea8a4b294') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:28:11.728198 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754776491385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8315431'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.737497 n-d-768862-14 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a3dcb-4cc6-4f2e-9f77-01908e86efea None None] Pushing event deleted for resources: {'Port': ['ID=c17def24-ef19-4fdd-9d99-39a5d8dd72b2,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:11.743984 n-d-768862-14 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549a3dcb-4cc6-4f2e-9f77-01908e86efea None None] No DVR routers for this DVR port c17def24-ef19-4fdd-9d99-39a5d8dd72b2 on host n-d-768862-14 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:28:11.747693 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.758064 n-d-768862-14 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:28:11.758477 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3637490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7643839'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: Traceback (most recent call last): Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: timer() Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: cb(*args, **kw) Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: return func(*args, **kwargs) Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: self._notify() Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: self.callback(batched_events) Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: event.method(event) Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: return f(self, *a, **k) Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: return self._get(url).json() Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:28:11.760626 n-d-768862-14 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:28:11.820250 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528544'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.825319 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:11.830975 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] 10.222.0.61 "DELETE /v2.0/networks/c750f4c6-5c74-4292-b3e6-0d2c3b7a7143 HTTP/1.1" status: 204 len: 168 time: 0.5551670 Aug 16 03:28:11.844547 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bbaea-2a78-431a-b7a2-28fea83dd54f admin admin] Pushing event deleted for resources: {'Network': ['ID=c750f4c6-5c74-4292-b3e6-0d2c3b7a7143,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:11.963201 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:12.004922 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-4c93e40f-fef2-4a5b-b888-bd489ee71e83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=118d6fe045094967a8c512f41ab95e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402939 Aug 16 03:28:12.007270 n-d-768862-14 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.61', 44716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:12.055914 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fceca82-310d-4a1d-ba87-72d574432af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.082544 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fceca82-310d-4a1d-ba87-72d574432af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.131249 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fceca82-310d-4a1d-ba87-72d574432af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.133902 n-d-768862-14 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fceca82-310d-4a1d-ba87-72d574432af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.135181 n-d-768862-14 neutron-server[94640]: INFO neutron.wsgi [None req-7fceca82-310d-4a1d-ba87-72d574432af7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd56a866-7e78-4b85-a23c-fd73f9518cdd HTTP/1.1" status: 204 len: 168 time: 0.1268811 Aug 16 03:28:12.143261 n-d-768862-14 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fceca82-310d-4a1d-ba87-72d574432af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd56a866-7e78-4b85-a23c-fd73f9518cdd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:12.462587 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:12.503390 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-0e0f8d9b-fce1-4926-aa16-0cf04179f4f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5cfd8129e5b458abb5029182c1ab640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395269 Aug 16 03:28:12.505802 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.61', 44724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:28:12.554052 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b024e31-4205-4670-9f73-30aec93f5363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.576183 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b024e31-4205-4670-9f73-30aec93f5363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.622882 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b024e31-4205-4670-9f73-30aec93f5363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488374'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.625629 n-d-768862-14 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b024e31-4205-4670-9f73-30aec93f5363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.627037 n-d-768862-14 neutron-server[94639]: INFO neutron.wsgi [None req-2b024e31-4205-4670-9f73-30aec93f5363 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbaa70a8-8328-4754-a5d7-364bf304ef22 HTTP/1.1" status: 204 len: 168 time: 0.1202686 Aug 16 03:28:12.636190 n-d-768862-14 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b024e31-4205-4670-9f73-30aec93f5363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaa70a8-8328-4754-a5d7-364bf304ef22,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:28:13.043423 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d81e4bef-6514-4601-81ad-61a95d63b331 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:28:13.064385 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: d81e4bef-6514-4601-81ad-61a95d63b331 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:28:13.064746 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device d81e4bef-6514-4601-81ad-61a95d63b331 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:28:13.065155 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c17def24-ef19-4fdd-9d99-39a5d8dd72b2 no longer exists at agent ovs-agent-n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:28:13.084154 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] No Port match for: c17def24-ef19-4fdd-9d99-39a5d8dd72b2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:28:13.084509 n-d-768862-14 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Device c17def24-ef19-4fdd-9d99-39a5d8dd72b2 not bound to the agent host n-d-768862-14 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:28:13.408291 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:27.569775 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:28:31.125053 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c2b792a-e747-4709-8463-6182765840e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:31.691304 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:33.740937 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb64a736-011f-4e23-ba45-337fd48af708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:34.129588 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:35.220338 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:37.316118 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:43.426409 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:01.125971 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc7ed88c-b64a-46a4-a225-92963f3a6404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:01.682660 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:03.742050 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86d917cf-e45d-4c24-890d-1120ce7e7bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:04.131030 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:04.572824 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:29:05.220756 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:07.319937 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:13.423696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:31.127108 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f93537d4-7fb0-4c4e-9d20-d640713f417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:31.699586 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:33.743152 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99b3930a-2f1e-4268-b317-12eed861bceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:34.133875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:35.227846 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:37.322125 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:41.572738 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:29:43.438842 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:01.132197 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-637a7349-cf48-4dbd-8426-47c288db88b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:01.697195 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:03.744084 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aed4277a-5b39-4132-9ae6-80051ba5fb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:04.136982 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:05.230060 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:07.325330 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:13.452359 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:18.573214 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:30:31.135806 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1d59a29-6b5e-4c60-b31d-f32ff2598b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:31.712347 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:33.747151 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48df3dc9-724b-472f-affc-3e937dcabe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:34.138915 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:35.231641 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:37.328634 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:43.450891 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:55.572179 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:31:01.136136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac29f880-6d26-4512-88d9-4602eddfc00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:01.709669 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:03.750416 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd00e-1045-4db0-a9c9-b7e6131c2a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:04.139696 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:05.233463 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:07.331136 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:13.454257 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:31.137551 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8b0d2d5-38c9-41b8-a46a-4e1dbafeb908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:31.708314 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:32.571818 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:31:33.751922 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55de4fb0-a3f3-4c3d-8f23-e0d594b09f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:34.140414 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:35.239396 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:37.334138 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:31:43.466674 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:01.138848 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f41a21f4-54da-4c7e-b662-818ab550ef21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:01.722958 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:03.753524 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e57f1dc-22d7-4812-9816-d616e5d213f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:04.144026 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:05.240061 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:07.338104 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:09.572661 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:32:13.462845 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:31.140393 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5659dcd-bb8a-4054-8c6b-791b5bb18164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:31.741584 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:33.755351 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8b095bd-f990-43f0-82f1-4c76a6d39587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:34.147625 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:35.244377 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:37.341898 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:43.462899 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:32:46.572377 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:33:01.140589 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3ee833a-e72f-4840-9408-e968caa84b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:01.743182 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:03.756871 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8364c58-323e-4fe5-bd4a-7a7831aeb98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:04.149875 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:05.244725 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:07.343361 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:13.477007 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:23.572168 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:33:31.142001 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5df74d9f-8877-41dc-b389-1fdd24bc9f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:31.750444 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:33.760841 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f182b5ca-8480-46ef-9972-329084566ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:34.151299 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:35.247647 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:37.355631 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:33:43.474602 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:00.571599 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:34:01.143165 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae5276f9-a8cf-47f9-9deb-4a7af843b1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:01.765039 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:03.761435 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7260fe34-1dfe-465e-ac8b-a7884e82f887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:04.151619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:05.250247 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:07.351343 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:13.505812 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:31.144067 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6836a3d-5639-4f88-9fbb-8c162e9e66b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:31.779483 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:33.764044 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b24c14f-6a83-473c-874d-972caa2d3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:34.152514 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:35.253322 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:37.353750 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:34:37.571361 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:34:43.519869 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:01.144999 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecb49f49-1648-4c7c-881a-14cca39bc18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:01.779484 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:03.764699 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5a0ec1f-c80c-4e1a-bf17-710597e19123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:04.156560 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:05.256506 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:07.358431 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:13.534197 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:14.570735 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:35:31.146187 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b61a4685-ca95-4326-8c48-4ddc42466115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:31.776962 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:33.765353 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-311b9297-f6fd-4948-97e6-068bee3a4bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:34.157564 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:35.259683 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:37.359582 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:43.550209 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:35:51.569551 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:35:52.034129 n-d-768862-14 neutron-server[94639]: DEBUG neutron.wsgi [req-ce25d414-6b84-460d-84bc-5fc45ee91194 req-e4a9e722-ccd3-408f-a86c-9c61319aec81 service neutron] (94639) timed out ('10.222.0.61', 38412) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:36:01.148124 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50977ab0-e76e-4e00-aeb8-d5a415221fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:01.791864 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:03.766279 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58d7863a-4600-4764-9b39-4390f2988f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:04.158243 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:05.261687 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:07.361497 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:13.563836 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:28.569558 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:36:31.149183 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7acef87-7c0d-4f7a-85ba-b9c2da2c910e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:31.797587 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:33.769149 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6bac062-d728-4c1e-8aae-6d850cf7cc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:34.159619 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:35.264533 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:37.366312 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5525d493-6985-4fea-8a9d-86d2f448c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:36:43.562803 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-051943bf-832c-4945-abf1-f669fd486b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:01.149659 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1f65-7ef7-4fb3-8b27-4fd598408450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:01.805853 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f159db4d-8667-45ed-963e-4027da5c6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:03.771825 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-52564ddc-6911-41ce-ab2a-51362a21bb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:04.160504 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d61fb1dd-7b20-43f8-8511-311cede7aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:05.269326 n-d-768862-14 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45627c5f-dc8d-4568-8034-9e7aeca99550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754776487172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497914'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:37:05.568744 n-d-768862-14 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-560b9e8b-47c5-4ecd-b3a3-19d622ae0804 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}